Sitemap: https://allebiz.nl/sitemaps/sitemap_index.xml

User-agent: Daumoa
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: GetIntent
Disallow: /

User-agent: coccoc
Disallow: /

User-agent: proximic
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: JamesBOT
Disallow: /

User-agent: SMTBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: *
Disallow: /search?
Disallow: /edit/
Disallow: /cdn-cgi/
Disallow: /dynjs/
Disallow: /dyn/actions/
Disallow: /nl/search?
Allow: /