User-agent: *
Disallow: /directory
Disallow: /interests
Disallow: /tools/tell
Disallow: /tools/memadd
Disallow: /friends/
Disallow: /interface/
Disallow: /translate/
Disallow: /comments/
Disallow: /users/imp_
Disallow: /userinfo.bml?user=imp_
Disallow: /stats/stats.txt
Crawl-delay: 1

User-agent: Slurp
Disallow: /directory
Disallow: /interests
Disallow: /tools/tell
Disallow: /tools/memadd
Disallow: /friends/
Disallow: /interface/
Disallow: /translate/
Disallow: /comments/
Disallow: /users/imp_
Disallow: /userinfo.bml?user=imp_
Disallow: /stats/stats.txt
Crawl-delay: 3

User-agent: Yandex
Disallow: /directory
Disallow: /interests
Disallow: /tools/tell
Disallow: /tools/memadd
Disallow: /friends/
Disallow: /interface/
Disallow: /translate/
Disallow: /comments/
Disallow: /users/imp_
Disallow: /userinfo.bml?user=imp_
Disallow: /stats/stats.txt


#
# Blocked journals aren't listed here because robots.txt files
# can't be above 50k or so, depending on the spider.
# 
# Instead, blocked journals have HTML inserted in them which
# should prevent behaved spiders from indexing it.
#