#Default robots.txt file. 
#This asks all bots to crawl slowly but allows indexing everything.
User-agent: *
Crawl-delay: 1
Disallow:
