# https://web-kanji.com/llms.txt
# (2025.07.28)

user-agent: *

# License
x-content-license: "Copyright(C) Web幹事. All Rights Reserved."
x-ai-training-policy: "allowed"

# Rate Limits
crawl-delay: 5
x-rate-limit: 12
x-rate-limit-window: 60
x-rate-limit-policy: "strict"
x-rate-limit-retry: "wait-and-retry"
x-rate-limit-description: "Maximum 12 requests per 60 seconds. If rate limit is exceeded, wait at least 60 seconds before retrying."

# Concurrency Limits
x-concurrency-limit: 2
x-concurrency-limit-description: "Please limit concurrent requests to a maximum of 2. This helps us manage server load. Note: crawl-delay of 5 seconds applies."

# Error Handling and Retry Policy
x-error-retry-policy: "exponential-backoff"
x-error-retry-policy-description: "For transient errors (5xx), implement exponential backoff with initial wait of 5 seconds, doubling on each retry, with maximum 3 retries."
x-rate-limit-exceeded-policy: "wait-and-retry"
x-rate-limit-exceeded-policy-description: "When receiving HTTP 429 (Too Many Requests), wait at least 60 seconds before attempting the request again."
x-max-retries: 3
x-retry-status-codes:
  - 500
  - 502
  - 503
  - 504
x-no-immediate-retry-status-codes:
  - 429
x-no-retry-status-codes:
  - 403
  - 404

# Canonical URL Policy
x-canonical-url-policy: "strict"
x-canonical-url: "https://web-kanji.com/"
x-canonical-url-description: "Access via other FQDNs or IP addresses is invalid. Use only 'https://web-kanji.com/' as the base URL. Invalid requests will return a 404 error."