User-agent: Googlebot
Allow: /

User-agent: Ocelli
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /dspace/items-by-author
Disallow: /dspace/items-by-subject
Disallow: /dspace/items-by-type
Disallow: /dspace/browse-date
Disallow: /dspace/browse-subject
Disallow: /dspace/browse-title
Disallow: /dspace/browse-type
Disallow: /dspace/password-login
Disallow: /dspace/feedback
Disallow: /dspace/es
Disallow: /dspace_test/
Disallow: /dspace/items-by-*
Disallow: /dspace/browse-*
Disallow: /dspace/feedback*
Disallow: /dspace/bitstream/2115/14690/1/2005-97-163.pdf
Disallow: /dspace/feed/rss_1.0
Disallow: /dspace/feed/rss_2.0


Crawl-delay: 300

Sitemap: http://eprints.lib.hokudai.ac.jp/dspace/sitemap