User-agent: *
Allow: /

# Block admin or staging (only if they exist)
Disallow: /admin/
Disallow: /staging/

# Block preview and embed URLs (non-content)
Disallow: /preview/story-
Disallow: /amp/preview/story-
Disallow: /embed/

# Block common pagination, sorting, filtering parameters to avoid crawl bloat
Disallow: /*?page=
Disallow: /*?sort=
Disallow: /*?order=
Disallow: /*?filter=

# Block internal search
Disallow: /search/
Disallow: /*?s=
Disallow: /*?q=

# Block font files to save crawl budget (no SEO impact)
Disallow: /*.woff$
Disallow: /*.woff2$
Disallow: /*.ttf$
Disallow: /*.otf$

# Allow resources
Allow: /*.css$
Allow: /*.js$
Allow: /images/

User-agent: *
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Sitemap
Sitemap: https://thereformdesign.com/sitemap.xml
# https://thereformdesign.com/llms.txt