User-agent: *
Sitemap: http://54.209.110.9/htmlmap

Disallow: /discover
Disallow: /search-filter
Disallow: /facet-view

Disallow: /browse
Disallow: /handle/*/*/browse
Disallow: /handle/*/*/discover
Disallow: /handle/*/*/search-filter
Crawl-delay: 10

# Uncomment the following line ONLY if sitemaps.org or HTML sitemaps are used
# and you have verified that your site is being indexed correctly.
# Disallow: /browse

# You also may wish to disallow access to the following paths, in order
# to stop web spiders from accessing user-based content:
# Disallow: /advanced-search
# Disallow: /contact
# Disallow: /feedback
# Disallow: /forgot
# Disallow: /login
# Disallow: /register
# Disallow: /search