User-agent: *
Disallow: /pda/

# igas veebis ka ei saa uurimistööd toetada
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: findlinks
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: MJ12bot
Crawl-Delay:   1500

# 18. veebruar 2007
User-agent: ConveraCrawler
Disallow: /

# bot progejatele - http://corp.krugle.com/crawler/info.html - 21.06.07
User-agent: Krugle
Disallow: /

# Miski Jaapani bot - 21.06.07
User-Agent: YodaoBot
Disallow: /

# http://www.cuill.com/twiceler/robot.html - 04.07.07
User-Agent: Twiceler
Disallow: /

# 02.08.2007
User-Agent: Jyxobot
Disallow: /

# 24.09.2007
User-Agent: accelobot
Disallow: /

# 22.11.2007
User-agent: Slurp
Crawl-delay: 600

# 22.11.2007
User-agent: Slurp
Disallow: /default.asp/ac/lennuinfo/*
Disallow: /default.asp/ac/viimase-hetke-pakkumised/subac/vaata/*

# 22.11.2007
User-agent: msnbot
Crawl-delay: 180

# 22.11.2007
User-agent: msnbot
Disallow: /default.asp/ac/lennuinfo/*
Disallow: /default.asp/ac/viimase-hetke-pakkumised/subac/vaata/*

# 26.11.2007
User-agent: Teemer
Disallow: /

# 26.11.2007
User-agent: msrbot
Disallow: /

# 26.11.2007
User-agent: Speedy
Disallow: /

# 26.11.2007
User-agent: ichiro
Disallow: /

# 26.11.2007
User-agent: Yeti
Disallow: /

# 26.11.2007
User-agent: my-heritrix-crawler
Disallow: /

# 26.11.2007
User-agent: heritrix
Disallow: /

# hullult palju vigaseid päringuid - 06.12.2007
User-agent: ia_archiver
Disallow: /

User-agent: Xenu's
Disallow: /

# http://www.searchme.com/support/ - 10.12.2007
User-Agent: Charlotte
Disallow: /

# 14.01.2007
User-agent: WebAlta Crawler
Disallow: /default.asp/ac/lennuinfo/*
Disallow: /default.asp/ac/viimase-hetke-pakkumised/subac/vaata/*

# 06.05.08
User-agent: discobot
Disallow: /

# 07.05.08
User-agent: daumoa
Disallow: /

# 30.07.2008
User-agent: dotbot 
Disallow: /

# video ja muusika bot - 11.11.2009
User-agent: MLBot
Disallow: /