# robots.txt for http://ichael.com/ # last update 2006.12.15 # 20060106: BaiDu search result is generating unusually high traffic to my site User-agent: baiduspider Disallow: / # 20060410: Disable Fasterfox extension pre-loading pages to avoid high bandwidth User-agent: Fasterfox Disallow: / # 20060609: Disable Yahoo bot. It didn't respect my robot file User-agent: Slurp Disallow: / User-agent: Slurp/si Disallow: / User-agent: YahooSlurp Disallow: / User-agent: AlltheWeb Disallow: / User-agent: * Disallow: /album Disallow: /album/ Disallow: /contact.html Disallow: /recommend/song.html Disallow: /recommend/KISS_-_Because_I_am_a_Woman.txt Disallow: /outdoor/trig.html Disallow: /outdoor/TrigonometricalStations.html # this line is non-standard, but is supported by Googlebot Disallow: *.jpg$ Disallow: *.mp3$ Disallow: *.txt$ Disallow: *.ttf$ Disallow: *.wmv$ Disallow: *.doc$ Disallow: *.ppt$ Disallow: *.zip$