User-agent: *
allow: /

User-agent: *
#Crawl-delay: 100