# Formswrite - robots.txt
# https://formswrite.com

# All crawlers
User-agent: *
# AIPREF content signals - https://contentsignals.org/
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/llms.txt
Disallow: /api/
Disallow: /dashboard/
Disallow: /accounts/
Disallow: /c/
Disallow: /approve/
Disallow: /sign/

# AI search crawlers and assistants: welcome everywhere public.
# A crawler that matches a named group ignores the * group entirely, so this
# group repeats the private paths and the content signals. City template pages
# are noindex, so AI crawlers skip them and spend their crawl on guides and tools.
# The locale copies (/fr, /es, /pt, ... /templates/city/) too: on 2026-10-12 they
# took 94% of OAI-SearchBot's requests.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot-Extended
User-agent: GoogleOther
User-agent: cohere-ai
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: DuckAssistBot
User-agent: MistralAI-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/llms.txt
Disallow: /api/
Disallow: /dashboard/
Disallow: /accounts/
Disallow: /c/
Disallow: /approve/
Disallow: /sign/
Disallow: /templates/city/
Disallow: /*/templates/city/

# Sitemap & Feed
Sitemap: https://formswrite.com/sitemap-index

# NLWeb Schema Feeds - machine-readable structured-data feed index
Schemamap: https://formswrite.com/schema-map.xml