# LandingPrep — 100% Free Exam Prep Platform
# Fully open to search engines and AI answer engines.
# All content is freely accessible — no paywalls, no signup required.

# Default: allow all crawlers
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /go/
Disallow: /api/

# ── Google Search & Indexing ──
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-Video
Allow: /

# ── Google AI Overviews (Generative Engine Optimization) ──
# Google's AI answer engine — explicitly allowed to cite LandingPrep for free exam prep, study abroad, and scholarship content.
User-agent: Google-Extended
Allow: /

# ── OpenAI / ChatGPT (All variants) ──
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# ── Anthropic Claude ──
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /

# ── Perplexity AI ──
User-agent: PerplexityBot
Allow: /

# ── Microsoft Bing & AI ──
User-agent: Bingbot
Allow: /
User-agent: MSNBot
Allow: /

# ── Apple (Siri & Spotlight search) ──
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

# ── Amazon Alexa / Shopping ──
User-agent: Amazonbot
Allow: /

# ── Yandex (Russian search) ──
User-agent: YandexBot
Allow: /

# ── DuckDuckGo ──
User-agent: DuckDuckBot
Allow: /

# ── Other major AI / answer-engine crawlers (explicitly welcomed) ──
User-agent: CCBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: Meta-ExternalAgent
Allow: /
User-agent: Meta-ExternalFetcher
Allow: /
User-agent: YouBot
Allow: /
User-agent: Bytespider
Allow: /
User-agent: Diffbot
Allow: /
User-agent: Timpibot
Allow: /
User-agent: Webzio-Extended
Allow: /
User-agent: facebookexternalhit
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: LinkedInBot
Allow: /

# Sitemap for all 697 prerendered pages
Sitemap: https://landingprep.com/sitemap.xml

# Feed for blog posts
Sitemap: https://landingprep.com/feed.xml