#
# robots.txt controls Web spiders (i.e.- search engines)
#
User-agent: *
# private stuff
Disallow: /cgi-bin
Disallow: /cgi-bin/
Disallow: /photos/
Disallow: /images/
Disallow: /css/
Disallow: /js/

User-agent: Mediapartners-Google*
Disallow:

User-agent: BecomeBot
Disallow: /

User-Agent: MJ12bot
Crawl-Delay:   60