# QuickSilicon Robots.txt
# Learn Digital Design & Chip Engineering
# https://quicksilicon.in

# OpenAI ChatGPT Crawler
User-agent: ChatGPT-User
Allow: /
Allow: /course/
Allow: /glossary/
Allow: /buy
Allow: /api/content-index
Disallow: /api/
Disallow: /oauth2/
Disallow: /dashboard
Disallow: /privacy-settings

# OpenAI GPTBot
User-agent: GPTBot
Allow: /
Allow: /course/
Allow: /glossary/
Allow: /buy
Allow: /api/content-index
Disallow: /api/
Disallow: /oauth2/
Disallow: /dashboard
Disallow: /privacy-settings

# Anthropic Claude Web Crawler
User-agent: Claude-Web
Allow: /
Allow: /course/
Allow: /glossary/
Allow: /buy
Allow: /api/content-index
Disallow: /api/
Disallow: /oauth2/
Disallow: /dashboard
Disallow: /privacy-settings

# Anthropic AI
User-agent: anthropic-ai
Allow: /
Allow: /course/
Allow: /glossary/
Allow: /buy
Allow: /api/content-index
Disallow: /api/
Disallow: /oauth2/
Disallow: /dashboard
Disallow: /privacy-settings

# Google Extended (Bard/Gemini)
User-agent: Google-Extended
Allow: /
Allow: /course/
Allow: /glossary/
Allow: /buy
Allow: /api/content-index
Disallow: /api/
Disallow: /oauth2/
Disallow: /dashboard
Disallow: /privacy-settings

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Allow: /course/
Allow: /glossary/
Allow: /buy
Allow: /api/content-index
Disallow: /api/
Disallow: /oauth2/
Disallow: /dashboard
Disallow: /privacy-settings

# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /
Allow: /course/
Allow: /glossary/
Allow: /buy
Disallow: /api/
Disallow: /oauth2/
Disallow: /dashboard
Disallow: /privacy-settings

# Default for all other crawlers
User-agent: *
Allow: /

# Disallow private/admin areas
Disallow: /api/
Disallow: /oauth2/
Disallow: /dashboard
Disallow: /privacy-settings
Disallow: /edit
Disallow: /changepassword

# Allow crawling of public pages
Allow: /course/
Allow: /buy
Allow: /glossary
Allow: /legal
Allow: /for-ai

# Sitemap
Sitemap: https://quicksilicon.in/sitemap.xml