sotellus.com

# llms.txt for SoTellUs (last updated: 2025-10-24)
# Policy-version: 2025.10.24
# Purpose: Control how AI/LLM crawlers access and use content on sotellus.com
# 
# This file communicates SoTellUs.com’s AI and LLM access policy.
# Our user-generated reviews and business data are protected.
# For research or licensing inquiries, contact: legal@sotellus.com
#
# Policy-link: https://www.sotellus.com/about/privacy/
# Terms-of-Use: https://www.sotellus.com/about/terms/
# Copyright: © 2025 SoTellUs, Inc. All rights reserved.
# License: CC-BY-NC-ND-4.0
#
# Content Ownership:
# All reviews and business data on SoTellUs.com are user-generated and owned by their respective authors.
# SoTellUs licenses this content only for display within its platform.
# Automated reproduction or derivative AI training without consent is prohibited.
#
# NOTE: Ensure your web server returns a proper Last-Modified header for this file
#       so compliant crawlers can detect updates efficiently.

############################################
# 1) GLOBAL RULES (apply to all AI crawlers)
############################################

User-agent: *
# Block sensitive or non-public surfaces
Disallow: /api/
Disallow: /reviews/Apple/
Disallow: /iframe/
Disallow: /i/
Disallow: /r/

# Allow public profile/review pages
Allow: /pricing/
Allow: /ai-receptionist/
Allow: /grow-your-business/
Allow: /special-offers/
Allow: /get-more-google-reviews/
Allow: /live-chat/
Allow: /referrals/
Allow: /social-media-sharing/
Allow: /send-automated-invites/
Allow: /reviews-management/
Allow: /video-reviews/
Allow: /sotellus/
Allow: /about/
Allow: /blog/
Allow: /profile/
Allow: /reviews/
Allow: /offers/
Allow: /contact/
Allow: /

# Be nice to our servers
Crawl-delay: 10

# Emerging “use-policy” signals (not yet universal):
# - training: using content to train or fine-tune models
# - generation: using content at inference time (snippets/summaries/answers)
# - search/index: indexing for retrieval/semantic search
# NOTE: Many crawlers still only honor classic Allow/Disallow. These lines
#       declare intent and are increasingly being read by major vendors.

# Default: permit generation & search, prohibit training on our UGC/proprietary data
Disallow-use: training
Allow-use: generation
Allow-use: search

####################################################
# 2) VENDOR-SPECIFIC RULES (override global if set)
####################################################

# OpenAI crawlers
#User-agent: GPTBot
#Disallow: /api/
#Allow: /
#Disallow-use: training
#Allow-use: generation
#Crawl-delay: 5

# OpenAI search/browse agent
#User-agent: OAI-SearchBot
#Allow: /
#Disallow: /api/
#Disallow-use: training
#Allow-use: search
#Crawl-delay: 5

# Anthropic
#User-agent: ClaudeBot
#Allow: /
#Disallow: /api/
#Disallow-use: training
#Allow-use: generation
#Allow-use: search

# Google AI training opt-out
#User-agent: Google-Extended
#Disallow: /

# Apple AI training opt-out
#User-agent: Applebot-Extended
#Disallow: /

# Common Crawl
#User-agent: CCBot
#Disallow: /

# Misc. AI/meta bots (add as detected)
#User-agent: Bytespider
#Disallow: /
#User-agent: FacebookBot
#Disallow: /

############################################
# 3) CANONICAL SOURCES / RATE & CONTACT
############################################
Data-source: https://www.sotellus.com/sitemap.xml
Contact: support@sotellus.com
Rate-limit: 10 req/minute