User-agent: *

#Disallow: /browse
# Uncomment the following line only if sitemaps.org or HTML sitemaps are used
#Disallow: /browse-title

# Block (non-DSpace) tomcat dirs
Disallow: /admin
Disallow: /WEB-INF
Disallow: /examples
Disallow: /docs
Disallow: /SRW

# added 090210,090316 / gubua
Disallow: /browse
# added /*/browse, nescessary to prevent all browse indexes from being accessed / gubua, 090316
Disallow: /*/browse
# not sure if other /browse-entries are needed / gubua, 090316
Disallow: /browse?type=dateissued
Disallow: /browse?type=author
Disallow: /browse?type=title
Disallow: /browse?type=subject
Disallow: /subscribe
# following 6 are obsolete in 1.5+ / gubua, 090316
Disallow: /browse-title
Disallow: /browse-author
Disallow: /browse-subject
Disallow: /*/browse-title
Disallow: /*/browse-author
Disallow: /*/browse-subject
Disallow: /profile
Disallow: /advanced-search
Disallow: /simple-search
Disallow: /simplesearch
Disallow: /feed
Disallow: /mydspace
Disallow: /stats

# Added sitemap path. Block all crawlers from using the browse indexes and irrelevant pages. / GUBUA, 080804.
# we shouldnt need to repeat any /browse-entries here... / gubua, 090316
Disallow: /dspace/browse
Disallow: /dspace/*/browse
Disallow: /dspace/browse?type=dateissued
Disallow: /dspace/browse?type=author
Disallow: /dspace/browse?type=title
Disallow: /dspace/browse?type=subject
Disallow: /dspace/browse-title
Disallow: /dspace/browse-author
Disallow: /dspace/browse-subject
Disallow: /dspace/*/browse-title
Disallow: /dspace/*/browse-author
Disallow: /dspace/*/browse-subject
Disallow: /dspace/simple-search
Disallow: /dspace/simplesearch
Disallow: /dspace/subscribe
Disallow: /dspace/profile
Disallow: /dspace/advanced-search
Disallow: /dspace/feed
Disallow: /dspace/mydspace
Disallow: /dspace/stats

# GoogleAdBot, added 090316 / gubua, 090316
User-agent: AdsBot-google
Disallow: /

Sitemap: http://gupea.ub.gu.se/dspace/sitemap.xml