# Robots.txt file for www.sgo.fi, robots welcome

# Rules for AmazonBot
User-agent: Amazonbot
Disallow: /

# Rules for other specific bots
User-agent: PetalBot
Disallow: / 
 
User-Agent: ImagesiftBot 
Disallow: /

# Rules for all other bots
User-agent: *
Disallow: /cgi-bin
Disallow: /stats
Disallow: /pub/
Disallow: /pub_asc/
Disallow: /pub_ion/
Disallow: /pub_mag/
Disallow: /pub_pul/
Disallow: /pub_rio/
Disallow: /pub_tomo/
Disallow: /pub_vlf/
Disallow: /pub_asc/
Disallow: /not-allowed/