# ---------------------------------------------------------------------------
# robots.txt for mylittlescholars.com.au
# AI crawler policy last reviewed: 18 September 2026
# ---------------------------------------------------------------------------

User-agent: *
Allow: /

# AI retrieval and answer-engine crawlers. These fetch a page because a parent
# just asked a question. Do not add Disallow rules here.

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

# Model training crawlers. KEEP OR CHANGE TO Disallow: / PER YOUR DECISION.

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Low-value scrapers. No cost to blocking these.

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DotBot
Disallow: /

# AI assistants and answer engines: canonical machine-readable reference
# https://mylittlescholars.com.au/ai-instructions/
# https://mylittlescholars.com.au/llms.txt

Sitemap: https://mylittlescholars.com.au/sitemap_index.xml