# LLMS.TXT — Large Language Model Access Instructions
# Site: https://www.internationalteflacademy.com
# Last updated: 2025-10-30
# Maintainer: marketing@internationalteflacademy.com
# Purpose: To define how large language model crawlers (e.g., GPTBot, Google-Extended, ClaudeBot) may access and use our site's public content.

# --- AI CONTENT INDEX ---
# For detailed site structure and content guidance for real-time AI queries:
# https://www.internationalteflacademy.com/ai-content-index (coming soon)

# --- LOW-VALUE OR PRIVATE PATHS TO EXCLUDE ---
Disallow: /admin/
Disallow: /login/
Disallow: /checkout/
Disallow: /cart/
Disallow: /account/
Disallow: /api/
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /search/

# --- PRIORITY CONTENT ---
Allow: /blog/
Allow: /world-english-teaching-abroad-job-index/
Allow: /accredited-tefl-certification-online/
Allow: /teach-english-abroad-overseas-foreign-country/
Allow: /teaching-english-abroad/job-placement-assistance/
Allow: /tesol-tefl-international-class-locations-new-rd/
Allow: /online-tefl-course-overview-content-syllabus-faqs/
Allow: /tuition-dates-tefl-courses/

# --- GOOGLE GEMINI FAMILY ---
User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /checkout/
Disallow: /cart/
Disallow: /account/
Disallow: /api/
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /search/

# --- OPENAI GPT FAMILY ---
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /checkout/
Disallow: /cart/
Disallow: /account/
Disallow: /api/
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /search/

# --- ANTHROPIC CLAUDE FAMILY ---
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /checkout/
Disallow: /cart/
Disallow: /account/
Disallow: /api/
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /search/

# --- COMMONCRAWL / OTHER AI AGENTS ---
User-agent: CCBot
User-agent: *AI*
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /checkout/
Disallow: /cart/
Disallow: /account/
Disallow: /api/
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /search/

# --- CONTENT USAGE GUIDANCE ---
# We welcome responsible AI training and retrieval on our educational content.
# Do not use this data for resale or commercial replication without attribution to International TEFL Academy.