# Uptake School Robots.txt
# https://www.robotstxt.org/robotstxt.html
# Last updated: 2025-09-11

# General rules for all crawlers
User-agent: *
Allow: /
Disallow: /health
Disallow: /api/
Disallow: /api-docs/
Disallow: /api-explorer/
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$
Disallow: /*?page=
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /wp-lost-password.php
Disallow: /wp-resetpass.php
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Crawl-delay: 1

# Specific rules for Google
User-agent: Googlebot
Allow: /
Allow: /blogs/
Allow: /tutors/
Allow: /start
Disallow: /api/
Disallow: /health
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /wp-lost-password.php
Disallow: /wp-resetpass.php
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Crawl-delay: 0

# Specific rules for Bing
User-agent: Bingbot
Allow: /
Allow: /blogs/
Allow: /tutors/
Allow: /start
Disallow: /api/
Disallow: /health
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /wp-lost-password.php
Disallow: /wp-resetpass.php
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Crawl-delay: 1

# AI crawlers - Allow for better AI understanding
User-agent: GPTBot
Allow: /
Allow: /blogs/
Allow: /tutors/
Allow: /start
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /wp-lost-password.php
Disallow: /wp-resetpass.php
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

User-agent: ChatGPT-User
Allow: /
Allow: /blogs/
Allow: /tutors/
Allow: /start
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /wp-lost-password.php
Disallow: /wp-resetpass.php
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

User-agent: CCBot
Allow: /
Allow: /blogs/
Allow: /tutors/
Allow: /start
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /wp-lost-password.php
Disallow: /wp-resetpass.php
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

User-agent: anthropic-ai
Allow: /
Allow: /blogs/
Allow: /tutors/
Allow: /start
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /wp-lost-password.php
Disallow: /wp-resetpass.php
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

User-agent: Claude-Web
Allow: /
Allow: /blogs/
Allow: /tutors/
Allow: /start
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /wp-lost-password.php
Disallow: /wp-resetpass.php
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Sitemap location
Sitemap: https://uptakeschool.com/sitemap.xml