# Robots.txt for Tawthiqi - Teacher Performance Evaluation Platform
# https://tawthiqi.com

User-agent: *
Allow: /
Allow: /performance-evaluation
Allow: /improvement-plans
Allow: /teacher-evaluation-system
Allow: /features
Allow: /pricing
Allow: /about
Allow: /contact
Allow: /faq
Allow: /support-center
Allow: /blog/
Allow: /school-files
Allow: /school-files/
Allow: /electronic-forms
Allow: /electronic-forms/
Allow: /login
Allow: /register
Allow: /privacy-policy
Allow: /terms-of-service

# Allow static resources
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /fonts/
Allow: /favicon.ico

# Disallow private areas
Disallow: /admin/
Disallow: /api/
Disallow: /user/
Disallow: /teacher/
Disallow: /designer/
Disallow: /partner/
Disallow: /performance/
Disallow: /shared/
Disallow: /storage/
Disallow: /vendor/
Disallow: /config/
Disallow: /database/
Disallow: /resources/
Disallow: /bootstrap/
Disallow: /.env
Disallow: /artisan
Disallow: /test*
Disallow: /debug*
Disallow: /webhook/
Disallow: /sen
Disallow: /madrasati/
Disallow: /weekly-plans/

# ============================================================
# AI Search & Assistant Crawlers — explicitly allowed
# So AI engines can index Tawthiqi and recommend it to
# Saudi teachers and school principals in their answers.
# ============================================================

User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: GoogleOther
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: DuckAssistBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: meta-externalagent
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: Amazonbot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: cohere-ai
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: YouBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

User-agent: MistralAI-User
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/

# LLM guidance files
# llms.txt: https://tawthiqi.com/llms.txt
# llms-full.txt: https://tawthiqi.com/llms-full.txt

# Sitemap
Sitemap: https://tawthiqi.com/sitemap.xml

Host: https://tawthiqi.com