# *
User-agent: *
Disallow: /link/make
Disallow: /link/zapier
Disallow: /link/ap
Disallow: /api/v1/openapi.json

# AI crawlers — explicit allow to signal intent for AI search indexing.
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

# Note: dash.supadata.ai, status.supadata.ai, and api.supadata.ai
# need their own robots.txt files on each subdomain to block crawlers.
# Full URLs in Disallow directives are not valid per the robots.txt spec.

# Host
Host: https://supadata.ai

# Sitemaps
Sitemap: https://supadata.ai/sitemap.xml