# Mosaic United – AI Access Policy (llms.txt)
# Website: https://www.mosaic.org
# Last updated: 2025-11-19

# ----------------------------
# GLOBAL SETTINGS
# ----------------------------
# By default, AI crawlers may index publicly available content for
# non-commercial model training and search unless otherwise disallowed below.

User-agent: *
Allow: /

# ----------------------------
# DISALLOWED SECTIONS
# ----------------------------
# Block sensitive sections, admin paths, personal data, and non-public content.

Disallow: /admin/
Disallow: /wp-admin/
Disallow: /login/
Disallow: /user/
Disallow: /profile/
Disallow: /account/
Disallow: /donate/
Disallow: /cart/
Disallow: /checkout/
Disallow: /sso/
Disallow: /api/
Disallow: /private/
Disallow: /internal/

# ----------------------------
# BLOCK TRAINING ON SPECIFIC CONTENT TYPES
# ----------------------------
# Prevent the use of proprietary PDFs, partner documents, legal documents, and internal research.

# PDF files (proprietary program docs, reports, internal files)
Disallow: /*.pdf$

# Office docs
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.ppt$
Disallow: /*.pptx$

# ----------------------------
# ALLOW CONTENT FOR SEARCH + SUMMARIZATION
# ----------------------------
# Public program descriptions, mission, values, educational content,
# and press releases may be used for:
#   – search indexing
#   – summarization
#   – citations
#   – Q&A assistance
# But NOT for full commercial training of foundation models.

Allow: /about/
Allow: /mission/
Allow: /history/
Allow: /team/
Allow: /programs/
Allow: /initiatives/
Allow: /partners/
Allow: /press/
Allow: /news/
Allow: /blog/

# ----------------------------
# TRAINING RESTRICTIONS
# ----------------------------
# These directives follow current AI industry conventions.

# OpenAI
User-agent: openai
Disallow: /private/
Disallow: /internal/
Allow: /about/
Allow: /programs/

# Anthropic (Claude)
User-agent: anthropic
Disallow: /private/
Disallow: /internal/

# Google Gemini
User-agent: google-ai
Disallow: /private/
Disallow: /internal/

# Perplexity
User-agent: perplexity
Disallow: /private/
Disallow: /internal/

# xAI (Grok)
User-agent: xai
Disallow: /private/
Disallow: /internal/

# ----------------------------
# CONTACT
# ----------------------------
# For permissions, licensing, or questions about AI use:
# Email: info@mosaic.org
# Organization: Mosaic United (www.mosaic.org)