User-agent: *
#Disallow: /dspace/browse-*
Disallow: /dspace/browse-subject*
Disallow: /dspace/browse-author*
Disallow: /dspace/items-by-author*
Disallow: /dspace/items-by-subject*
Disallow: /dspace/password-login

#User-agent: Googlebot
#Disallow: /dspace/items-by-author*
#Disallow: /dspace/items-by-subject*
#Disallow: /dspace/password-login

#baiduクローラーが回ってこないようにする(2012.10.1).
#参照：http://www.oratorio-tangram.com/WebSec/baidu403.html
User-agent: baiduspider
Disallow: /

User-agent: baiduimagespider
Disallow: /

User-agent: bingbot
Crawl-delay: 1800

User-agent: Googlebot
Crawl-delay: 7200

User-agent: Googlebot-Mobile
Crawl-delay: 7200

#bingbotとともにmsnbotも排除(2012.10.2）.
User-agent: msnbot
Crawl-daily: 1800

#"Sogou web spider"を排除（2012.10.2）.
User-agent: Sogou web spider
Disallow: /

#"Yandex"（ロシアの検索エンジン）を排除（2012.10.5）.
User-agent: YandexBot
Disallow: /

#"ichiro"（gooの検索エンジン）を排除（2012.10.5）.
User-agent: ichiro
Disallow: /