# llms.txt for tikkaa.ir - Comprehensive AI Content Access Guide
# Goal: Explicitly allow AI models to crawl and learn from public, educational content 
# (Tutor listings, Blog, Course info) while protecting user/admin private spaces.

# ---------------------------------------------------------------------
# Configuration for major AI/LLM Crawlers (GPTBot, Google-Extended, etc.)
# ---------------------------------------------------------------------
User-agent: GPTBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: PerplexityBot
User-agent: *LLM* # Catch-all for future LLM crawlers

# ---------------------------------------------------------------------
# 1. ALLOW Directives (Explicitly granting access to public, valuable content)
# ---------------------------------------------------------------------

# A. Base permission (Allow everything unless explicitly Disallowed below)
Allow: /

# B. Public Educational Content - Allow explicit access to core educational paths:

# 1. Teacher/Tutor Listings (General and Language-Specific)
Allow: /find-teachers       # Main Teacher listing page
Allow: /find-teachers/      # Allows language-specific listings (e.g., /find-teachers/english)
                            # Note: This single line covers all language paths you provided.
                            
# 2. Teacher Profiles
Allow: /teachers/           # Allows all individual teacher profile pages (e.g., /teachers/john-doe)

# 3. Blog Content (Categories and Articles)
Allow: /blog/               # Main blog listing page AND individual articles (e.g., /blog/post-title)
Allow: /blog/c/             # Blog category pages (e.g., /blog/c/grammar-tips)

# 4. Filtered Teacher Listings (Allow access to publicly visible filtered lists)
Allow: /find-teachers/?discount=   # Allows discount lists (e.g., ?discount=1)
Allow: /find-teachers?tag_id=      # Allows specialized lists (e.g., ?tag_id=10, ?tag_id=4, ?tag_id=5)

# ---------------------------------------------------------------------
# 2. DISALLOW Directives (Private/Sensitive/Non-SEO Pages - Based on User's List)
# These paths are strictly for private/internal/transactional use.
# ---------------------------------------------------------------------
Disallow: /student
Disallow: /panel
Disallow: /tkpanel
Disallow: /cp
Disallow: /tkcp
Disallow: /login
Disallow: /tikaElecomp
Disallow: /course        # Block course registration/internal pages
Disallow: /tutor         # Block tutor internal panels
Disallow: /online
Disallow: /class
Disallow: /class-link
Disallow: /v
Disallow: /download
Disallow: /app
Disallow: /skill
Disallow: /landing
Disallow: /newLanding
Disallow: /campain
Disallow: /index.php

# ---------------------------------------------------------------------
# 3. Organization and Structure for Crawlers
# ---------------------------------------------------------------------
Sitemap: https://tikkaa.ir/sitemap.xml