#this can be used to direct robots which crawl the site
#// see www.searchengineworld.com/robots/robots_tutorial.htm
#// or www.robotstxt.org/wc/robots.html 
#-for now it is just serving as a place holder so log won't be filled up with errors
#with searches for robots.txt

#This allows all crawlers to crawl all
User-agent: *
Disallow: