# /robots.txt for funferal.org

# Disallow all-posts (and its alias /archives.html) as they're pretty
# heavy on the server. Spiders can get to all articles via the monthly
# links anyway.
User-agent: *
Disallow: /blog/all-posts/
Disallow: /archives.html

User-agent: Slurp
Crawl-delay: 300

User-agent: YahooFeedSeeker
Crawl-delay: 600