# robots.txt for http://news.animalsworlds.org/

# kill rotate robots
User-agent: *
User-agent: Mediapartners-Google*
User-agent: Googlebot/2.1
User-agent: InfoNaviRobot(F107)
User-agent: TV33_Mercator_1-1.0
User-agent: AVSearch-3.0
User-agent: Scooter/2.0
User-agent: Slurp/2.0
User-agent: SearchengineLicenceSheep_v1.0
User-agent: shadow/2.0
User-agent: MultiText/0.1
User-agent: FAST-WebCrawler/2.2.5
User-agent: Atomz/1.0
User-agent: htdig/ (searchit@netmind.com)
User-agent: spider00.logika.net.
User-agent: Gulliver/1.2
User-agent: Lycos_Spider_(T-Rex)
User-agent: ArchitextSpider
User-agent: Arachnoidea 
User-agent: BackRub/2.1 
User-agent: InfoSeek Sidewinder/0.9
User-agent: KIT-Fireball/2.0
User-agent: GagaRobot

UserAgent: *
Disallow: /admin
Disallow: /banner
Disallow: /forbidden
Disallow: /images
Disallow: /inc
Disallow: /news/banner
Disallow: /news/images
Disallow: /news/style
Disallow: /*.inc$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.error404.php
Disallow: /*.info.txt

User-Agent: Googlebot-Image
Disallow: /
Disallow: /admin
Disallow: /banner
Disallow: /forbidden
Disallow: /images
Disallow: /inc
Disallow: /news/banner
Disallow: /news/images
Disallow: /news/style

# kill email collectors

User-agent: spbot
Disallow: /

User-agent:EmailCollector
Disallow: /

# updated 2005-02-07