# llms.txt — Guidance for LLMs and AI systems
# Site: https://www.goucher.edu
# Updated: 2026-01-14

# Purpose:
# Provide clear rules for LLM indexing, retrieval, and display behavior.

# ------------------------------
# Allowed usage
# ------------------------------
Indexing: allowed
Snippets: allowed (short excerpts with source link)
Training: disallowed
Embedding: allowed for retrieval use only (not for pretraining datasets)

# ------------------------------
# Crawl scope (mirror robots.txt)
# ------------------------------
Allow: /
Disallow: /_resources/ldp/
Disallow: /_resources/ou/
Disallow: /_resources/spec/
Disallow: /_showcase/
Disallow: /_testing/
Disallow: /training/

# ------------------------------
# Presentation rules
# ------------------------------
Citations: required
Citation-Format: "Source: Goucher College (https://www.goucher.edu)"
Link-Target: https://www.goucher.edu
Image-Reuse: thumbnails/previews only with page link

# ------------------------------
# Freshness & quality
# ------------------------------
Refresh-Interval: 30d
Honor-Cache-Control: yes

# ------------------------------
# Bot conduct
# ------------------------------
Respect: robots.txt
Crawl-Delay: 5
Rate-Limit: 1 rps
Contact: webmaster@goucher.edu
Sitemap: https://www.goucher.edu/sitemap.xml