# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-Agent: *
Disallow: /requests/*/register_view?
Disallow: /clicks/*
Disallow: /profiles/*/signup?
Disallow: /profiles/*/myquote
Disallow: /profiles/*/myquote_edit
Disallow: /profiles/*/edit
Disallow: *reset_password_token*
Disallow: /websites*
Disallow: /watches/new*
Disallow: /myservices/new*
Disallow: /pages/myarticles?submit*
Disallow: /searchresults/*
Crawl-Delay: 2
User-agent: BUbiNG
Disallow: /