# Allow all spiders to crawl the site # this is here simply to prevent the 404 on robots.txt User-agent: * Disallow: