# ZR Tech — https://zrtechsoft.com
#
# Machine-readable companions to this file:
#   /llms.txt        a curated Markdown map of this site for language models
#   /llms-full.txt   the full text of this site, generated from source data
#   /ai.txt          content-usage policy for AI systems
#   /.well-known/ai-policy.txt   the same policy in human-readable form
#
# Attribution is requested for any reuse: ZR Tech, https://zrtechsoft.com

User-agent: *
Allow: /
Disallow: /includes/
Disallow: /data/
Disallow: /tools/
Disallow: /thank-you
Disallow: /search
Disallow: /*?q=
Disallow: /*?ref=
Disallow: /*?utm_

# ---- Search crawlers ----
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-News
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Slurp
Allow: /
User-agent: DuckDuckBot
Allow: /
User-agent: Applebot
Allow: /
User-agent: YandexBot
Allow: /
User-agent: Baiduspider
Allow: /

# ---- AI and answer-engine crawlers ----
# These are allowed deliberately. ZR Tech wants its content read, quoted and
# attributed by assistants; see /ai.txt for the terms.
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: meta-externalagent
Allow: /
User-agent: FacebookBot
Allow: /
User-agent: Bytespider
Allow: /
User-agent: CCBot
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: Diffbot
Allow: /
User-agent: omgili
Allow: /
User-agent: ImagesiftBot
Allow: /
User-agent: Timpibot
Allow: /
User-agent: YouBot
Allow: /
User-agent: Meltwater
Allow: /
User-agent: Webzio-Extended
Allow: /

# ---- SEO tools: allowed but throttled ----
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: SemrushBot
Crawl-delay: 10
User-agent: DotBot
Crawl-delay: 10
User-agent: BLEXBot
Crawl-delay: 10

# ---- Blocked: no value to this site ----
User-agent: MJ12bot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: SeekportBot
Disallow: /

Host: zrtechsoft.com

Sitemap: https://zrtechsoft.com/sitemap.xml
Sitemap: https://zrtechsoft.com/sitemap-pages.xml
Sitemap: https://zrtechsoft.com/sitemap-services.xml
Sitemap: https://zrtechsoft.com/sitemap-images.xml