# ban certain crawlers
User-agent: Baiduspider
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: BecomeJPBot
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: NimbleCrawler
Disallow: /

User-agent: LiteFinder
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: QihooBot
Disallow: /

User-agent: Gigamega.bot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: ZyBorg
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: P90liS
Disallow: /

User-agent: psbot
Disallow: /

User-agent: BPImageWalker
Disallow: /

User-agent: DepSpid
Disallow: /

User-agent: DTS Agent
Disallow: /

User-agent: MSNBOT_Mobile
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: JadynAveBot
Disallow: /

User-agent: DBLBot
Disallow: /

User-agent: WebAlta
Disallow: /

# you're looking for obsolete pages, Hatena!
User-agent: Hatena
Disallow: /catalogs/
Disallow: /current/
Disallow: /kishimoto/
Disallow: /topics/aisho.html
Disallow: /topics/kuroda.html

# be gentleman, Mr. Jeeves...
User-agent: Teoma
Crawl-delay: 300

User-agent: Ask Jeeves
Crawl-delay: 300

# obsolete directories and files
User-agent: *
Disallow: /00
Disallow: /01
Disallow: /02
Disallow: /catalogs/
Disallow: /current/
Disallow: /digestPDF/
Disallow: /foreign/
Disallow: /FMPro
Disallow: /info/
Disallow: /kishimoto/
Disallow: /kyokasho/
Disallow: /osusume/
Disallow: /shop/
Crawl-delay: 30
# wait 30 seconds before next access