# all spiders are currently allowed to crawl throught this server.
User-agent: *
Allow: /