# Syllab.in — free AI learning platform for Indian students Class 1-12
# Last updated: 2026-05-28

User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

# Help bots discover all important content
Allow: /syllabus
Allow: /practice
Allow: /mock-tests
Allow: /ai-tutor
Allow: /coding
Allow: /english
Allow: /gk-quiz
Allow: /daily-challenges
Allow: /blog
Allow: /updates
Allow: /class-1
Allow: /class-2
Allow: /class-3
Allow: /class-4
Allow: /class-5
Allow: /class-6
Allow: /class-7
Allow: /class-8
Allow: /class-9
Allow: /class-10
Allow: /class-11
Allow: /class-12

# Crawl politely
Crawl-delay: 1

# ── AI answer engines — explicitly welcome (we WANT to be cited in
#    ChatGPT, Perplexity, Gemini, Claude, Google AI Overviews) ──
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

# Block crawl-unfriendly scraper bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# AI-readable site guide (llms.txt standard)
# https://syllab.in/llms.txt

Sitemap: https://syllab.in/sitemap.xml
Sitemap: https://syllab.in/sitemap-images.xml