# robots.txt for our site
User-agent: Vagabondo
User-Agent: MJ12bot
User-agent: gigabot
Disallow: /

User-agent: *
Disallow:
Crawl-delay: 4