# robots.txt for http://www.robins-island.org/ # file created: 03.05.2004 User-agent: * Disallow: /carp/ Disallow: /digits/ Disallow: /digits_ani/ Disallow: /forbidden/ Disallow: /frame1/ Disallow: /frame14/ Disallow: /guestbook/ Disallow: /images/ Disallow: /img/ Disallow: /includes/ Disallow: /news/ Disallow: /pages/ Disallow: /slide/ Disallow: /error404.php Disallow: /blankblue.php Disallow: /html_home.php Disallow: /blankblack.php Disallow: /channel.cdf Disallow: /intro.php Disallow: /animals.xml Disallow: /dolphin_database.html Disallow: /forbidden/dolphin_links.html Disallow: /forbidden/forbidden.php4 User-Agent: Googlebot-Image Disallow: / Disallow: /carp/ Disallow: /digits/ Disallow: /digits_ani/ Disallow: /forbidden/ Disallow: /frame1/ Disallow: /frame14/ Disallow: /guestbook/ Disallow: /images/ Disallow: /img/ Disallow: /includes/ Disallow: /news/ Disallow: /pages/ Disallow: /slide/ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.swf$ # kill rotate robots User-agent: * User-agent: Mediapartners-Google* User-agent: Googlebot/2.1 User-agent: InfoNaviRobot(F107) User-agent: TV33_Mercator_1-1.0 User-agent: AVSearch-3.0 User-agent: Scooter/2.0 User-agent: Slurp/2.0 User-agent: SearchengineLicenceSheep_v1.0 User-agent: shadow/2.0 User-agent: MultiText/0.1 User-agent: FAST-WebCrawler/2.2.5 User-agent: Atomz/1.0 User-agent: htdig/ (searchit@netmind.com) User-agent: spider00.logika.net. User-agent: Gulliver/1.2 User-agent: Lycos_Spider_(T-Rex) User-agent: ArchitextSpider User-agent: Arachnoidea User-agent: BackRub/2.1 User-agent: InfoSeek Sidewinder/0.9 User-agent: KIT-Fireball/2.0 # file updated 2006-02-05