# www.robotstxt.org/

# Allow crawling of all content
User-agent: *
Disallow: /page/
Disallow: /cron/
Disallow: /search
Disallow: /item/*/add-review
Disallow: /item/*/directions
Disallow: /item/*/edit