User-agent: *

# xml sitemap index page:
Sitemap: /sitemap

# we have html sitemap linked from every page so this is unnecessary.
Disallow: /browse

# interactive pages
Disallow: /advanced-search
Disallow: /feedback
Disallow: /forgot
Disallow: /login
Disallow: /register
Disallow: /search