# allow anything for all 
# but slow them down 
User-agent: *
Allow: /
Crawl-Delay: 10