User-agent: *
Allow: /
Allow: /api/og/
# Agentic commerce surface (MCP server, UCP manifest, product feeds)
Allow: /api/ucp/
Allow: /feeds/
Allow: /.well-known/

# Explicitly allow AI search crawlers for GEO visibility
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Block private/admin areas
Disallow: /admin/
Disallow: /api/
Disallow: /preview/
Disallow: /dashboard/
Disallow: /private/
Disallow: /auth/
Disallow: /test-

# Block affiliate redirect routes — crawlers following these fire merchant
# network pixels (FlexOffers/Impact/Shopnomix/Amazon) with zero chance of
# conversion, which is a TOS violation on most networks. The /c and /go
# routes also bot-filter server-side (see src/lib/bots/detect.ts), but we
# ask well-behaved crawlers to skip them entirely so they don't waste crawl
# budget or get counted in partner dashboards.
Disallow: /c
Disallow: /c/
Disallow: /go/

# Block locale URLs - pages are noindex but still waste crawl budget
Disallow: /es/
Disallow: /zh/
Disallow: /tl/
Disallow: /vi/
Disallow: /fr/

# Block old/deprecated URL patterns that generate 404s
Disallow: /wishlist/
Disallow: /items/

# Block tracking parameters that create duplicate crawl paths
Disallow: /*?utm_*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?mc_cid=*
Disallow: /*?mc_eid=*

# Block faceted/filtered pages (canonical tags also handle these)
Disallow: /*?sort=*
Disallow: /*?page=*
Disallow: /*?filter=*

# Content Signals Policy (contentsignals.org)
# Declares content usage preferences for AI systems
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Sitemaps
Sitemap: https://lmk.today/sitemap.xml
Sitemap: https://lmk.today/blog/sitemap.xml

# AI content guide
# See https://llmstxt.org for the llms.txt standard
# https://lmk.today/llms.txt

# AI agents & MCP — LMK exposes a Model Context Protocol server plus
# crawlable product feeds. See the human + machine docs and manifest:
# https://lmk.today/mcp
# https://lmk.today/.well-known/ucp
# MCP endpoint: https://lmk.today/api/ucp/mcp
# Feeds: /feeds/products.jsonl, /feeds/deals.jsonl, /feeds/popular-gifts.jsonl