User-agent: *

Disallow: /cgi-bin/shop/ord/basket.html
Disallow: /cgi-bin/shop/order.html
Disallow: /cgi-bin/shop/ord/ebasket.html
Disallow: /cgi-bin/pangalink.pl
Disallow: /cgi-bin/shop/googlebookpreview.html
Disallow: /cgi-bin/shop/ajaxwishlist.html
Disallow: /cgi-bin/shop/locale.html
Disallow: /cgi-bin/shop/refinefilters.html
Disallow: /cgi-bin/shop/download.html
Disallow: /cgi-bin/shop/change_password.html
Disallow: /cgi-bin/shop/login.html
Disallow: /cgi-bin/shop/changeaccount.html
Disallow: /cgi-bin/shop/new_account.html
Disallow: /kasutajatugi/
Disallow: /failid/
Disallow: /booksru/

User-agent: Yandex
Disallow: /
Disallow: /cgi-bin/

User-agent: YandexBot
Disallow: /
Disallow: /cgi-bin/

User-agent: SeznamBot
Disallow: /
Disallow: /cgi-bin/

User-agent: SemanticScholarBot
Disallow: /
Disallow: /cgi-bin/

User-agent: SemrushBot
Disallow: /
Disallow: /cgi-bin/

User-agent: Baiduspider
Disallow: /
Disallow: /cgi-bin/

User-agent: Slurp
Disallow: /
Disallow: /cgi-bin/

User-agent: MJ12bot
Disallow: /
Disallow: /cgi-bin/

User-agent: slurp
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Facebot
Disallow: /

User-agent: Barkrowler/0.9
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Facebot
Allow: /shop/kriso2016/images/fb

User-agent: facebookexternalhit
Disallow: /

User-agent: facebookexternalhit
Allow: /shop/kriso2016/images/fb