# AI Agents - Explicitly Allowed
# For AI model training and retrieval, see /llms.txt

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Bingbot
Allow: /

User-agent: CopilotBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: PhindBot
Allow: /

User-agent: ExaBot
Allow: /

User-agent: TavilyBot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: GrokBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: SearchGPT
Allow: /

# General crawlers
User-agent: *
Allow: /
Allow: /pricing
Allow: /about
Allow: /support
Allow: /privacy
Allow: /terms
Allow: /refund-policy
Allow: /security
Allow: /data-deletion
Allow: /opt-out
Allow: /documentation
Allow: /documentation/analytics
Allow: /documentation/ai-agent
Allow: /documentation/platforms
Allow: /documentation/billing-and-plans
Allow: /documentation/developer
Allow: /documentation/team
Allow: /documentation/affiliate-program
Allow: /documentation/goals
Allow: /documentation/automated-reports
Allow: /documentation/portfolio
Allow: /documentation/revenue
Allow: /documentation/revenue/*
Allow: /documentation/troubleshoot/*
Allow: /documentation/troubleshoot/attribution-discrepancies
Allow: /documentation/troubleshoot/missing-attribution-data
Allow: /documentation/troubleshoot/missing-geo-data
Allow: /documentation/troubleshoot/sales-mismatch
Allow: /documentation/troubleshoot/missing-orders
Allow: /documentation/custom-goals
Allow: /documentation/conversion-funnels
Allow: /documentation/saas-analytics
Allow: /documentation/marketing-acquisition
Allow: /documentation/integrations/google-search-console
Allow: /documentation/playbooks
Allow: /documentation/playbooks/*
Allow: /documentation/playbooks/ios-17-attribution-recovery
Allow: /documentation/playbooks/bfcm-attribution-playbook
Allow: /documentation/playbooks/ga4-migration-dtc-ecommerce
Allow: /documentation/playbooks/click-id-server-side-recovery
Allow: /documentation/playbooks/subscription-ltv-cohort-analysis
Allow: /documentation/playbooks/server-side-conversion-api-setup
Allow: /documentation/playbooks/geo-lift-incrementality-testing
Allow: /documentation/playbooks/multi-currency-revenue-tracking
Allow: /documentation/playbooks/ai-ad-operations-maxxer
Allow: /documentation/playbooks/triple-whale-migration-30-day
Allow: /documentation/architecture/how-data-works
Allow: /documentation/data/ontology
Allow: /documentation/script-configuration
Allow: /documentation/exclude-internal-traffic
Allow: /documentation/saved-segments
Allow: /documentation/import-from-plausible
Allow: /documentation/integrations/gsc-coming-soon
Allow: /documentation/integrations/slack-coming-soon
Allow: /documentation/integrations/linkedin-ads-coming-soon
Allow: /documentation/integrations/amazon-ads-coming-soon
Allow: /documentation/integrations/pinterest-ads-coming-soon
Allow: /documentation/install
Allow: /documentation/install/*
Allow: /documentation/install/shopify-web-pixel
Allow: /documentation/install/saas
Allow: /documentation/pro-tracking
Allow: /documentation/ai-providers
Allow: /documentation/ai-providers/*
Allow: /documentation/connect-any-ai
Allow: /documentation/connect-any-ai/*
Allow: /documentation/shopify-custom-app
Allow: /documentation/shopify-install
Allow: /documentation/google-ads-setup
Allow: /documentation/ads-manager
Allow: /documentation/campaign-creation
Allow: /documentation/attribution-models
Allow: /documentation/markov-attribution
Allow: /documentation/post-purchase-surveys
Allow: /documentation/incrementality-testing
Allow: /documentation/marketing-mix-modeling
Allow: /documentation/conversion-rate
Allow: /documentation/business-type
Allow: /documentation/sources-attribution
Allow: /documentation/meta-attribution-truth
Allow: /documentation/creative-quality
Allow: /documentation/tracking-health
Allow: /documentation/why-platform-numbers-differ
Allow: /documentation/server-side-tracking
Allow: /documentation/first-party-cname
Allow: /documentation/utm-best-practices
Allow: /documentation/data/revenue-data-flow
Allow: /documentation/dashboard/analytics
Allow: /documentation/product-tour
Allow: /documentation/dashboard-customization
Allow: /documentation/performance-architecture
Allow: /documentation/seo-and-ai-crawlability
Allow: /documentation/ai-optimization
Allow: /documentation/ai-ad-operator-vs-ads-cli
Allow: /documentation/metric-glossary
Allow: /documentation/revenue-tracking
Allow: /documentation/integrations/cross-domain-tracking
Allow: /documentation/consent-api
Allow: /documentation/safari-itp-mitigation
Allow: /documentation/architecture/analytics-auth
Allow: /documentation/architecture/byok-anthropic
Allow: /documentation/architecture/multi-currency
Allow: /documentation/architecture/shopify-pixel
Allow: /documentation/api/pixel/overview
Allow: /documentation/api/pixel/auth
Allow: /documentation/api/pixel/endpoints
Allow: /documentation/api/pixel/rate-limits
Allow: /documentation/api/pixel/errors
Allow: /documentation/proxy/cloudflare
Allow: /documentation/proxy/nginx
Allow: /documentation/proxy/vercel
Allow: /documentation/proxy/nextjs
Allow: /documentation/proxy/wordpress
Allow: /documentation/analytics-warehouse-migration
Allow: /documentation/data-architecture
Allow: /documentation/attribution-accuracy
Allow: /documentation/data-retention
Allow: /url-builder
Allow: /docs/integrations
Allow: /authors
Allow: /authors/*
Allow: /llms.txt
Allow: /marketing-acquisition
Allow: /triple-whale-alternative
Allow: /best-dtc-attribution-software
Allow: /meta-google-ads-dashboard
Allow: /automated-reporting
Allow: /hyros-alternative
Allow: /northbeam-alternative
Allow: /saas
Allow: /methodology
Allow: /affiliates
Allow: /affiliate-terms
Allow: /changelog
Allow: /integrations/meta-ads
Allow: /integrations/google-ads
Allow: /integrations/shopify
Allow: /integrations/tiktok-ads
Allow: /integrations/klaviyo
Allow: /integrations/amazon-ads
Allow: /integrations/pinterest-ads
Allow: /features
Allow: /features/*
Allow: /compare
Allow: /compare/*
Allow: /guides
Allow: /guides/*
Allow: /faq
Allow: /faq/*
Allow: /blog
Allow: /blog/*
Allow: /blog/posts/*
Allow: /blog/use-cases
Allow: /blog/use-cases/*
Allow: /blog/features
Allow: /blog/features/*
Allow: /blog/compare
Allow: /blog/compare/*
Allow: /blog/guides
Allow: /blog/guides/*
Allow: /blog/glossary
Allow: /blog/glossary/*
Allow: /widgets/*

# es locale routes
Allow: /es/blog
Allow: /es/blog/*
Allow: /es/blog/posts/*
Allow: /es/blog/use-cases
Allow: /es/blog/use-cases/*
Allow: /es/blog/features
Allow: /es/blog/features/*
Allow: /es/blog/compare
Allow: /es/blog/compare/*
Allow: /es/blog/guides
Allow: /es/blog/guides/*
Allow: /es/blog/glossary
Allow: /es/blog/glossary/*
Allow: /es/features
Allow: /es/features/*
Allow: /es/compare
Allow: /es/compare/*
Allow: /es/guides
Allow: /es/guides/*
Allow: /es/faq
Allow: /es/faq/*
Allow: /es/pricing

# fr locale routes
Allow: /fr/blog
Allow: /fr/blog/*
Allow: /fr/blog/posts/*
Allow: /fr/blog/use-cases
Allow: /fr/blog/use-cases/*
Allow: /fr/blog/features
Allow: /fr/blog/features/*
Allow: /fr/blog/compare
Allow: /fr/blog/compare/*
Allow: /fr/blog/guides
Allow: /fr/blog/guides/*
Allow: /fr/blog/glossary
Allow: /fr/blog/glossary/*
Allow: /fr/features
Allow: /fr/features/*
Allow: /fr/compare
Allow: /fr/compare/*
Allow: /fr/guides
Allow: /fr/guides/*
Allow: /fr/faq
Allow: /fr/faq/*
Allow: /fr/pricing

# de locale routes
Allow: /de/blog
Allow: /de/blog/*
Allow: /de/blog/posts/*
Allow: /de/blog/use-cases
Allow: /de/blog/use-cases/*
Allow: /de/blog/features
Allow: /de/blog/features/*
Allow: /de/blog/compare
Allow: /de/blog/compare/*
Allow: /de/blog/guides
Allow: /de/blog/guides/*
Allow: /de/blog/glossary
Allow: /de/blog/glossary/*
Allow: /de/features
Allow: /de/features/*
Allow: /de/compare
Allow: /de/compare/*
Allow: /de/guides
Allow: /de/guides/*
Allow: /de/faq
Allow: /de/faq/*
Allow: /de/pricing

# pt-BR locale routes
Allow: /pt-BR/blog
Allow: /pt-BR/blog/*
Allow: /pt-BR/blog/posts/*
Allow: /pt-BR/blog/use-cases
Allow: /pt-BR/blog/use-cases/*
Allow: /pt-BR/blog/features
Allow: /pt-BR/blog/features/*
Allow: /pt-BR/blog/compare
Allow: /pt-BR/blog/compare/*
Allow: /pt-BR/blog/guides
Allow: /pt-BR/blog/guides/*
Allow: /pt-BR/blog/glossary
Allow: /pt-BR/blog/glossary/*
Allow: /pt-BR/features
Allow: /pt-BR/features/*
Allow: /pt-BR/compare
Allow: /pt-BR/compare/*
Allow: /pt-BR/guides
Allow: /pt-BR/guides/*
Allow: /pt-BR/faq
Allow: /pt-BR/faq/*
Allow: /pt-BR/pricing

# ja locale routes
Allow: /ja/blog
Allow: /ja/blog/*
Allow: /ja/blog/posts/*
Allow: /ja/blog/use-cases
Allow: /ja/blog/use-cases/*
Allow: /ja/blog/features
Allow: /ja/blog/features/*
Allow: /ja/blog/compare
Allow: /ja/blog/compare/*
Allow: /ja/blog/guides
Allow: /ja/blog/guides/*
Allow: /ja/blog/glossary
Allow: /ja/blog/glossary/*
Allow: /ja/features
Allow: /ja/features/*
Allow: /ja/compare
Allow: /ja/compare/*
Allow: /ja/guides
Allow: /ja/guides/*
Allow: /ja/faq
Allow: /ja/faq/*
Allow: /ja/pricing

# zh-CN locale routes
Allow: /zh-CN/blog
Allow: /zh-CN/blog/*
Allow: /zh-CN/blog/posts/*
Allow: /zh-CN/blog/use-cases
Allow: /zh-CN/blog/use-cases/*
Allow: /zh-CN/blog/features
Allow: /zh-CN/blog/features/*
Allow: /zh-CN/blog/compare
Allow: /zh-CN/blog/compare/*
Allow: /zh-CN/blog/guides
Allow: /zh-CN/blog/guides/*
Allow: /zh-CN/blog/glossary
Allow: /zh-CN/blog/glossary/*
Allow: /zh-CN/features
Allow: /zh-CN/features/*
Allow: /zh-CN/compare
Allow: /zh-CN/compare/*
Allow: /zh-CN/guides
Allow: /zh-CN/guides/*
Allow: /zh-CN/faq
Allow: /zh-CN/faq/*
Allow: /zh-CN/pricing

# ko locale routes
Allow: /ko/blog
Allow: /ko/blog/*
Allow: /ko/blog/posts/*
Allow: /ko/blog/use-cases
Allow: /ko/blog/use-cases/*
Allow: /ko/blog/features
Allow: /ko/blog/features/*
Allow: /ko/blog/compare
Allow: /ko/blog/compare/*
Allow: /ko/blog/guides
Allow: /ko/blog/guides/*
Allow: /ko/blog/glossary
Allow: /ko/blog/glossary/*
Allow: /ko/features
Allow: /ko/features/*
Allow: /ko/compare
Allow: /ko/compare/*
Allow: /ko/guides
Allow: /ko/guides/*
Allow: /ko/faq
Allow: /ko/faq/*
Allow: /ko/pricing

# it locale routes
Allow: /it/blog
Allow: /it/blog/*
Allow: /it/blog/posts/*
Allow: /it/blog/use-cases
Allow: /it/blog/use-cases/*
Allow: /it/blog/features
Allow: /it/blog/features/*
Allow: /it/blog/compare
Allow: /it/blog/compare/*
Allow: /it/blog/guides
Allow: /it/blog/guides/*
Allow: /it/blog/glossary
Allow: /it/blog/glossary/*
Allow: /it/features
Allow: /it/features/*
Allow: /it/compare
Allow: /it/compare/*
Allow: /it/guides
Allow: /it/guides/*
Allow: /it/faq
Allow: /it/faq/*
Allow: /it/pricing

# nl locale routes
Allow: /nl/blog
Allow: /nl/blog/*
Allow: /nl/blog/posts/*
Allow: /nl/blog/use-cases
Allow: /nl/blog/use-cases/*
Allow: /nl/blog/features
Allow: /nl/blog/features/*
Allow: /nl/blog/compare
Allow: /nl/blog/compare/*
Allow: /nl/blog/guides
Allow: /nl/blog/guides/*
Allow: /nl/blog/glossary
Allow: /nl/blog/glossary/*
Allow: /nl/features
Allow: /nl/features/*
Allow: /nl/compare
Allow: /nl/compare/*
Allow: /nl/guides
Allow: /nl/guides/*
Allow: /nl/faq
Allow: /nl/faq/*
Allow: /nl/pricing

# ar locale routes
Allow: /ar/blog
Allow: /ar/blog/*
Allow: /ar/blog/posts/*
Allow: /ar/blog/use-cases
Allow: /ar/blog/use-cases/*
Allow: /ar/blog/features
Allow: /ar/blog/features/*
Allow: /ar/blog/compare
Allow: /ar/blog/compare/*
Allow: /ar/blog/guides
Allow: /ar/blog/guides/*
Allow: /ar/blog/glossary
Allow: /ar/blog/glossary/*
Allow: /ar/features
Allow: /ar/features/*
Allow: /ar/compare
Allow: /ar/compare/*
Allow: /ar/guides
Allow: /ar/guides/*
Allow: /ar/faq
Allow: /ar/faq/*
Allow: /ar/pricing

# Disallow private routes
Disallow: /dashboard
Disallow: /dashboard/*
Disallow: /summary
Disallow: /summary/*
Disallow: /admin
Disallow: /admin/*
Disallow: /api/
# MCP server transport endpoints (Streamable HTTP + SSE). These are bearer-
# authed machine endpoints, not pages — an unauthenticated Googlebot fetch of
# /mcp/sse correctly returns HTTP 401, which surfaced in Search Console as
# "Blocked due to unauthorized request (401)" (2026-06-12). Disallow so crawlers
# stop trying to index the API surface. The human-facing docs live at the
# crawlable /integrations/mcp + /documentation/connect-any-ai pages instead.
Disallow: /mcp
Disallow: /mcp/*
Disallow: /chat
Disallow: /chat/*
Disallow: /settings
Disallow: /settings/*
Disallow: /billing
Disallow: /billing/*
Disallow: /onboarding
Disallow: /onboarding/*
# Public client-share dashboard viewer. Per-link tokenized read-only URLs
# (/p/<token>) meant only for the recipient — must never be indexed.
# The viewer page also sets a noindex meta tag; this is the belt-and-braces
# crawler signal. No corresponding Allow line matches /p/ above.
Disallow: /p/
# Operator-only admin documentation. The /documentation/admin runbook (and its
# children) are noindex on both the React route and the SSR mirror; this
# Disallow is the belt-and-braces crawler signal.
Disallow: /documentation/admin
# S18 security scrub (2026-05-26): admin operations runbook documents
# internal infrastructure identifiers. Page is noindex on the React route
# and SSR mirror; this Disallow is the belt-and-braces signal.
Disallow: /documentation/admin/analytics-warehouse-runbook
# Path B (Admaxxer-distributed custom-distribution app) — private test only,
# not yet publicly discoverable. Re-enable when the App Store listing goes live.
# S17 audit: /documentation/install/shopify-app is now in sitemap intent;
# the prior Disallow line was stale relative to sitemap and has been removed.
Disallow: /shopifyApp/install

Sitemap: https://admaxxer.com/sitemap.xml