# robots.txt for http://www.antonjazz.com/ User-agent: * Disallow: /rates/ # This is not for general consumtion Disallow: /anton/ # This is personal stuff. Disallow: /mailings/ Disallow: /directions.html # This is personal stuff. Disallow: /event-faq.html # No need Disallow: /house* Disallow: /test/ # This is stuff under development. Disallow: /audio/ # These are individual audio files Disallow: /audio-*.html # These are component frames Disallow: /gifs/ # No reason to search gifs Disallow: /photos/ # No reason to search photos Disallow: /backup/ # This is old stuff. Disallow: /link.cgi Disallow: /link/ # allow brosershots.org to access everything User-agent: Browsershots Disallow: