# robots.txt for ZTools - https://ztools.zaions.com
# 499+ public tools plus discovery, community, legal, and platform pages
# Last Updated: 2026-04-10

User-agent: *
Allow: /

# ============================================
# AI Search Engine Crawlers (Allow Full Access)
# ============================================
# These crawlers power AI assistants and search features
# Allowing them enables visibility in ChatGPT, Claude, Perplexity, etc.

# OpenAI Crawlers (ChatGPT, GPT Search)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic Crawlers (Claude AI)
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI (Gemini, AI Overviews)
User-agent: Google-Extended
Allow: /

# Common Crawl (used by many AI systems)
User-agent: CCBot
Allow: /

# Amazon AI (Alexa, AWS AI)
User-agent: Amazonbot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Apple AI (Siri, Apple Intelligence)
User-agent: Applebot
Allow: /

# Microsoft AI (Copilot)
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# ============================================
# Traditional Search Engines
# ============================================

# Disallow admin, auth, and personal workspace routes
Disallow: /admin
Disallow: /admin/*
Disallow: /sign-in
Disallow: /sign-up
Disallow: /favorites
Disallow: /shares
Disallow: /share/
Disallow: /profile
Disallow: /account
Disallow: /dashboard
Disallow: /history
Disallow: /workflows/
Disallow: /collections/

# Disallow API and internal routes
Disallow: /api/
Disallow: /__/

Sitemap: https://ztools.zaions.com/sitemap.xml

User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Slurp
Allow: /

# ============================================
# Blocked Crawlers (SEO Competitor Tools)
# ============================================

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /