# robots.txt for Nautica Digital Europe # Block AI/scraper bots User-agent: addsearchbot Disallow: / User-agent: ai2bot Disallow: / User-agent: ai2bot-deepresearcheval Disallow: / User-agent: ai2bot-dolma Disallow: / User-agent: aihitbot Disallow: / User-agent: amazon-kendra Disallow: / User-agent: amazonbuyforme Disallow: / User-agent: amzn-searchbot Disallow: / User-agent: amzn-user Disallow: / User-agent: andibot Disallow: / User-agent: anomura Disallow: / User-agent: anthropic-ai Disallow: / User-agent: apifybot Disallow: / User-agent: apifywebsitecontentcrawler Disallow: / User-agent: applebot-extended Disallow: / User-agent: aranet-searchbot Disallow: / User-agent: atlassian-bot Disallow: / User-agent: awario Disallow: / User-agent: azureai-searchbot Disallow: / User-agent: bedrockbot Disallow: / User-agent: bigsur.ai Disallow: / User-agent: bravebot Disallow: / User-agent: brightbot Disallow: / User-agent: brightbot 1.0 Disallow: / User-agent: buddybot Disallow: / User-agent: bytespider Disallow: / User-agent: ccbot Disallow: / User-agent: channel3bot Disallow: / User-agent: chatglm-spider Disallow: / User-agent: chatgpt agent Disallow: / User-agent: chatgpt-user Disallow: / User-agent: claude-searchbot Disallow: / User-agent: claude-user Disallow: / User-agent: claude-web Disallow: / User-agent: claudebot Disallow: / User-agent: cloudflare-autorag Disallow: / User-agent: cloudvertexbot Disallow: / User-agent: cohere-ai Disallow: / User-agent: cohere-training-data-crawler Disallow: / User-agent: cotoyogi Disallow: / User-agent: crawl4ai Disallow: / User-agent: crawlspace Disallow: / User-agent: datenbank crawler Disallow: / User-agent: deepseekbot Disallow: / User-agent: devin Disallow: / User-agent: diffbot Disallow: / User-agent: echobot bot Disallow: / User-agent: echoboxbot Disallow: / User-agent: exabot Disallow: / User-agent: facebookbot Disallow: / User-agent: facebookexternalhit Disallow: / User-agent: factset_spyderbot Disallow: / User-agent: firecrawlagent Disallow: / User-agent: friendlycrawler Disallow: / User-agent: gemini-deep-research Disallow: / User-agent: google-agent Disallow: / User-agent: google-cloudvertexbot Disallow: / User-agent: google-extended Disallow: / User-agent: google-firebase Disallow: / User-agent: google-notebooklm Disallow: / User-agent: googleagent-mariner Disallow: / User-agent: googleother Disallow: / User-agent: googleother-image Disallow: / User-agent: googleother-video Disallow: / User-agent: gptbot Disallow: / User-agent: iaskbot Disallow: / User-agent: iaskspider Disallow: / User-agent: iaskspider/2.0 Disallow: / User-agent: iboubot Disallow: / User-agent: icc-crawler Disallow: / User-agent: imagesiftbot Disallow: / User-agent: imagespider Disallow: / User-agent: img2dataset Disallow: / User-agent: isscyberriskcrawler Disallow: / User-agent: kagi-fetcher Disallow: / User-agent: kangaroo bot Disallow: / User-agent: klaviyoaibot Disallow: / User-agent: kunatocrawler Disallow: / User-agent: laion-huggingface-processor Disallow: / User-agent: laiondownloader Disallow: / User-agent: lcc Disallow: / User-agent: linerbot Disallow: / User-agent: linguee bot Disallow: / User-agent: linkupbot Disallow: / User-agent: manus-user Disallow: / User-agent: meta-externalagent Disallow: / User-agent: meta-externalfetcher Disallow: / User-agent: meta-webindexer Disallow: / User-agent: mistralai-user Disallow: / User-agent: mistralai-user/1.0 Disallow: / User-agent: mycentralaiscraperbot Disallow: / User-agent: netestate imprint crawler Disallow: / User-agent: notebooklm Disallow: / User-agent: novaact Disallow: / User-agent: oai-searchbot Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: / User-agent: openai Disallow: / User-agent: operator Disallow: / User-agent: pangubot Disallow: / User-agent: panscient Disallow: / User-agent: panscient.com Disallow: / User-agent: perplexity-user Disallow: / User-agent: perplexitybot Disallow: / User-agent: petalbot Disallow: / User-agent: phindbot Disallow: / User-agent: poggio-citations Disallow: / User-agent: poseidon research crawler Disallow: / User-agent: qualifiedbot Disallow: / User-agent: quillbot Disallow: / User-agent: quillbot.com Disallow: / User-agent: sbintuitionsbot Disallow: / User-agent: scrapy Disallow: / User-agent: semrushbot-ocob Disallow: / User-agent: semrushbot-swa Disallow: / User-agent: shapbot Disallow: / User-agent: sidetrade indexer bot Disallow: / User-agent: spider Disallow: / User-agent: tavilybot Disallow: / User-agent: terracotta Disallow: / User-agent: thinkbot Disallow: / User-agent: tiktokspider Disallow: / User-agent: timpibot Disallow: / User-agent: twinagent Disallow: / User-agent: velenpublicwebcrawler Disallow: / User-agent: wardbot Disallow: / User-agent: webzio-extended Disallow: / User-agent: wpbot Disallow: / User-agent: wrtnbot Disallow: / User-agent: yak Disallow: / User-agent: yandexadditional Disallow: / User-agent: yandexadditionalbot Disallow: / User-agent: youbot Disallow: / User-agent: zanistabot Disallow: / # Allow useful search bots User-agent: amazonbot Allow: / User-agent: applebot Allow: / User-agent: bingbot Allow: / User-agent: duckassistbot Allow: / User-agent: duckduckbot Allow: / User-agent: googlebot Allow: / User-agent: slurp Allow: / # Optional user-triggered fetch bots # Default policy User-agent: * Allow: / Disallow: /api/ Sitemap: https://nauticadigital.eu/sitemap.xml.gz