# Finclar · robots.txt
# https://www.finclartax.com
# Last updated: 2026-09-25

User-agent: *
Allow: /

# Critical render assets — Google needs CSS/JS to render JS-driven pages
# correctly. Without these the rendered HTML is unstyled and partially
# broken, which hurts indexing.
Allow: /assets/site.css
Allow: /assets/finclar-tag.js
Allow: /assets/insight-extras.js
Allow: /assets/search-index.json
Allow: /assets/deadlines.json
Allow: /assets/sections.json
Allow: /assets/vendor/
Allow: /assets/finclar-logo.svg
Allow: /assets/favicon.svg
Allow: /assets/apple-touch-icon.svg
Allow: /manifest.json

# Encourage crawl of the high-value new pages (already linked from nav,
# but explicit allow rules help some crawlers prioritise)
Allow: /calculators.html
Allow: /whats-new.html
Allow: /press.html
Allow: /insights/
Allow: /authors.html
Allow: /topics/
Allow: /toolkit.html
Allow: /automation.html
Allow: /portal-tour.html
Allow: /compliance-calendar.html
Allow: /insights/feed.xml
Allow: /insights/direct-tax.xml
Allow: /insights/aqeel.xml
Allow: /insights/inamul.xml
Allow: /opensearch.xml
Allow: /humans.txt
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/security.txt
Allow: /sw.js
Allow: /offline.html

# Client portal is a browser-only demo with fictional sample data; the tour explains its limits.
Disallow: /client/

# Archive folder kept for reference, not for indexing.
Disallow: /archive/

# graphify/ is a separate project that lives in the same directory.
Disallow: /graphify/

# Worktrees / experiments — never index.
Disallow: /.claude/
Disallow: /tmp/
Disallow: /uploads/

# AI assistants and answer engines — explicitly welcome. We want ChatGPT,
# Gemini, Claude, Perplexity, Copilot and Apple Intelligence to read and cite
# our briefs, calculators and contact details (see /llms.txt for a summary).
# An agent-specific group replaces the "*" group for that agent, so the
# private paths are repeated here.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: DuckAssistBot
User-agent: Meta-ExternalAgent
User-agent: CCBot
Allow: /
Disallow: /client/
Disallow: /archive/
Disallow: /graphify/
Disallow: /.claude/
Disallow: /tmp/
Disallow: /uploads/

# Sitemap
Sitemap: https://www.finclartax.com/sitemap.xml

# Crawl-delay (in seconds) — be polite to small static hosts.
Crawl-delay: 1