User-agent: Daumoa
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: GetIntent
Disallow: /

User-agent: coccoc
Disallow: /

User-agent: proximic
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: JamesBOT
Disallow: /

User-agent: SMTBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Googlebot
Disallow: /update/
Disallow: /cdn-cgi/
Disallow: /search
Disallow: /search/auto
Disallow: /en/search
Disallow: /en/search/auto
Allow: /

User-agent: *
Disallow: /update/
Disallow: /cdn-cgi/
Disallow: /search
Disallow: /search/auto
Disallow: /en/search
Disallow: /en/search/auto
Allow: /