# /robots.txt file for http://siont.net/
# 19-11-09 13:13

######  Sajt mape

Sitemap: http://siont.net/sitemap.xml.gz
Sitemap: http://siont.net/sitemap.txt.gz

######  Skeniranje

User-agent: *
Disallow: /sys/
Disallow: /biblija/
Disallow: /cgi-bin/
Disallow: /desk/
Disallow: /novo/
Disallow: /gosti/sys/
Disallow: /magazin/zip/
Disallow: /magazin/sindikacija/
# Disallow: /download/
Disallow: /download/sys/
Disallow: /download/img/
Disallow: /download/zip/
# Disallow: /interakt/
Disallow: /interakt/blog/
Disallow: /interakt/e-tabla/
Disallow: /interakt/gcard/
Disallow: /interakt/koinonia/
Disallow: /interakt/anketa/
Disallow: /interakt/multimed/sys/
Disallow: /interakt/multimed/izbor/
Disallow: /interakt/img/
Disallow: /razonoda/sys/
Disallow: /razonoda/igrarije/
Disallow: /razonoda/mozgalice/
Disallow: /u-hristu/poboznost/
Disallow: /u-hristu/pdf/
Disallow: /u-hristu/svedoci/img/
Disallow: /u-hristu/img/
Disallow: /upoznaj/ub/
Disallow: /upoznaj/img/
Disallow: /wap/html/
# Disallow: /vitezda/
# Disallow: /stats/
Disallow: /*.gif$ 
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.log$
Disallow: /*.dat$
Disallow: /*.txt$

User-agent: Googlebot-Image
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: msnbot-MM
Disallow: /

# Alexa's bot is a bit aggressive so I think I shall make it wait 
# 1 minute (60 seconds) until it can view another page.
User-agent: IA_Archiver
Crawl-Delay: 60


######  E-mail harvest

User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /