# Digitechnique: deliberately AI-welcoming, with one exception.
# We want AI engines and agents to read, cite, and recommend this site.
#
# GENERATED by tools-build.php from includes/robots-template.txt.
# Edit the template, never this file.
#
# The portfolio index at /work/ is open to every crawler. Everything
# beneath it, the individual case studies at /work/<slug>/, and all
# screenshots under /assets/img/work/ are excluded from every crawler:
# no crawling, no indexing, no archiving, no snippets, no training.
# The exclusion is enforced four ways, because robots.txt alone only
# stops the fetch:
#   1. this file: "Allow: /work/$" keeps the index open, "Disallow: /work/*"
#      blocks everything below it, and each case study is also listed by
#      its exact address for crawlers that do not understand wildcards
#   2. an X-Robots-Tag response header on /work/<anything> and on the
#      screenshots (see .htaccess)
#   3. robots meta tags in each case study's <head>
#   4. rel="nofollow" on every link into a case study, and the case
#      studies are kept out of sitemap.xml, llms.txt and the offline cache
User-agent: *
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: GPTBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: OAI-SearchBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: ChatGPT-User
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: ClaudeBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Claude-User
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Claude-SearchBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: PerplexityBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Perplexity-User
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Google-Extended
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Googlebot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

# Google Images. It would fall back to the Googlebot group above, but a
# group of its own leaves no doubt that the screenshots are off limits.
User-agent: Googlebot-Image
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Bingbot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Applebot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Applebot-Extended
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: meta-externalagent
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: CCBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: anthropic-ai
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Bytespider
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Amazonbot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: cohere-ai
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Diffbot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: ImagesiftBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: PetalBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: YouBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Timpibot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: omgili
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: omgilibot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: DataForSeoBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: magpie-crawler
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Scrapy
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: AhrefsBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: SemrushBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: MJ12bot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: DotBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Meta-ExternalFetcher
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Google-CloudVertexBot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Firecrawl
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: AI2Bot
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

User-agent: Webzio-Extended
Allow: /
Allow: /work/$
Disallow: /work/*
Disallow: /work/dating-matchmaking/
Disallow: /work/matcha/
Disallow: /work/wellness-center/
Disallow: /assets/img/work/

Sitemap: https://digitechnique.com/sitemap.xml