# easter-vivian.e7even.com robots.txt

# ban crap robot
User-agent: Twiceler-0.9
Disallow: /

User-agent: *
Disallow: /cgi-bin/
# no need to ban everything as 301 redirects should
# prevent any duplicate content problems, but ban
# nearly everything anyway...
Disallow: /astro/
Disallow: /contact/
Disallow: /credits/
Disallow: /cycling/
Disallow: /house/
Disallow: /misc/
Disallow: /pal/
Disallow: /sarah/
Disallow: /index.html
Disallow: /index.php

# these aren't worth indexing
User-agent: *
Disallow: /misc/error_404.html
Disallow: /*.pdf$
Disallow: /*.ps$
Disallow: /*.py$

# reduce server load from Yahoo
User-agent: Slurp
Crawl-delay: 600