User-agent: *
Disallow: /weox/*
Disallow: /est/weox/*
Disallow: /rus/weox/*
Disallow: /en/weox/*
Disallow: /search
Disallow: /est/search
Disallow: /rus/search
Disallow: /en/search
Disallow: /ajax/*
Disallow: /*/menu_ajaxProducts*
Disallow: /*/inStock_ajaxProducts*
Disallow: /*/search_ajaxProducts*
Disallow: /*/product/*/print/*
Disallow: /*print=*
Disallow: /*send=*
Disallow: /*spy=*
Disallow: /*watch=*
Disallow: /*req=*
Disallow: /*preview=*
Disallow: /*ext=*
Disallow: /*fl=*
Disallow: /*ff=*
Disallow: /*cc=*
Disallow: /*query=*
Disallow: /*description=1

User-agent: SERankingBot
User-agent: SE Ranking Bot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: Barkrowler
User-agent: LinkpadBot
User-agent: linkdexbot
User-agent: spbot
User-agent: rogerbot
User-agent: SeekportBot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Mediatoolkitbot
User-agent: magpie-crawler
User-agent: Buck
User-agent: SeznamBot
User-agent: psbot
User-agent: CCBot
User-agent: FacebookBot
User-agent: Diffbot
User-agent: Omgili
User-agent: Omgilibot
User-agent: ImagesiftBot
User-agent: Timpibot
User-agent: Kangaroo Bot
User-agent: PanguBot
User-agent: Scrapy
User-agent: SERankingBacklinksBot
Disallow: /

Crawl-delay: 2

Sitemap: https://www.ox.ee/sitemap.xml

Host: https://www.ox.ee