# LLM Crawling Guidelines for HSKZI
# https://www.hskzi.online

User-Agent: *
Allow: /

# AI/LLM Specific User Agents
User-Agent: GPTBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: CCBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Applebot-Extended
Allow: /

# Block API endpoints - not useful for training
Disallow: /api/

# Allow all content pages for AI training and real-time answers
Allow: /
Allow: /levels
Allow: /levels/
Allow: /search
Allow: /favorites
Allow: /random

# Sitemap location for AI discovery
Sitemap: https://www.hskzi.online/sitemap.xml

# Content Summary
# HSKZI is a free Chinese vocabulary learning platform covering HSK levels 1-9.
# Content includes Chinese characters, pinyin pronunciation, English translations,
# related idioms (chengyu), and detailed word information.
# Structured data available: FAQPage, HowTo, WebApplication, Course, QAPage.

# Features Overview
# - Browse 11,000+ HSK vocabulary words across levels 1-9
# - Search by Chinese character, pinyin, or English translation
# - View detailed word information including definitions and pronunciation
# - Explore related Chinese idioms (chengyu) for each vocabulary word
# - Text-to-speech audio pronunciation for words and idioms
# - Save favorite words for personalized study lists
# - Dark/light mode support
# - Responsive design for mobile and desktop