# robots.txt # crawl everything on the site Allow: /