## Preserve crawl capacity for search engines and real visitors.
User-agent: AhrefsBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: ExaBot
Disallow: /

User-agent: ExaSearchBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: rednote-websearch-bot
Disallow: /

User-agent: *
Allow: /
Allow: /learning/
Allow: /videos/
Allow: /music/
Allow: /browse/
Allow: /blog/
Allow: /pricing
Allow: /country/
Allow: /countries/
Allow: /about
Allow: /help/
Allow: /get-started
Allow: /api/documentation
Allow: /api/oauth2-callback
Allow: /admin/login
Disallow: /app/
Disallow: /api/
Disallow: /admin/
Disallow: /login
Disallow: /register
Disallow: /password/
Disallow: /email/verify
Disallow: /support/
Disallow: /settings
Disallow: /billing
Disallow: /broadcasting/
Disallow: /sanctum/
Disallow: /livewire/
Sitemap: https://sublearn.com/sitemap_index.xml