# robots.txt

# tell all(*) robots to stay out of
# asset folders.
User-agent: *
Disallow: /assets/

# tell the way back machine
# to go way back where it came from.
User-agent: ia_archiver
Disallow: /

# say yes to the twitter
User-agent: Twitterbot
Disallow: