# Aithical Hub — robots.txt
# All crawlers are welcome. Specific AI/answer-engine bots called out below.

User-agent: *
Allow: /
# Admin / internal recruiting workflow pages — never index
Disallow: /admin.html
Disallow: /apply.html
Disallow: /interview.html
Disallow: /onboarding-upload.html
Disallow: /sign.html
Disallow: /schedule.html
# macOS resource-fork files — never index
Disallow: /._*
Disallow: /*/._*
# Internal-only routes
Disallow: /server/
Disallow: /tests/
Disallow: /loader-demo.html
Disallow: /careers-jobs.html

# Search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# AI/answer-engine crawlers — explicit allow for content discovery
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://www.aithicalhub.io/sitemap.xml