# Robots.txt for Ecom Calc Tools
# Last updated: 2026-06-04
# Total calculators: 120+ primary tools · Platforms: Amazon, eBay, Etsy, Shopify, TikTok Shop, Stripe, PayPal, AI

User-agent: *
Allow: /

# --- AI content usage signals ---
# Allow AI search/citation use, but do not grant model-training permission.
Content-Signal: search=yes, ai-input=yes, ai-train=no

# --- Search engine sitemaps ---
# LLMs.txt — machine-readable site manifest for AI crawlers
Sitemap: https://ecomcalctools.com/sitemap.xml
Sitemap: https://ecomcalctools.com/blog-sitemap.xml
Sitemap: https://ecomcalctools.com/sitemap-faq.xml

Sitemap: https://ecomcalctools.com/ar/sitemap.xml
Sitemap: https://ecomcalctools.com/es/sitemap.xml
Sitemap: https://ecomcalctools.com/pt-br/sitemap.xml
Sitemap: https://ecomcalctools.com/ru/sitemap.xml
Sitemap: https://ecomcalctools.com/kk/sitemap.xml

# --- Block admin / build / internal paths ---
Disallow: /admin/
Disallow: /api/
Disallow: /scripts/
Disallow: /data/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /programmatic%20SEO/
Disallow: /__pycache__/

# --- Block test files ---
Disallow: /test.html
Disallow: /test/
Disallow: /*.tmp$
Disallow: /*.xlsx$
Disallow: /*.tsv$

# --- Explicitly allow major AI / GEO crawlers ---
# We actively want LLM citations; these crawlers honor robots.txt separately.

User-agent: GPTBot
Allow: /
Disallow: /scripts/
Disallow: /node_modules/

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /scripts/
Disallow: /node_modules/

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /