# theoddsgap.com - free live odds comparison across the major US sportsbooks
# and prediction markets (Kalshi, Polymarket US, ProphetX, Novig).
# Machine-readable site overview for AI assistants: https://theoddsgap.com/llms.txt

User-agent: *
Allow: /
# The JSON feeds the pages themselves render from. Crawlers need these
# to see the odds tables; they are served noindex so they can never be
# indexed as pages. /api/game and /api/game-props are on this list on
# purpose: they are what a game page's live card and props section
# draw from, and a renderer blocked from them sees a page with a hole
# in it. Anything under /api/ NOT listed here is disallowed by
# decision, not by oversight: it is debug, export, or write-side.
Allow: /api/book-stats
Allow: /api/book-stats-matched
Allow: /api/boosts
Allow: /api/closing
Allow: /api/dfs-edges
Allow: /api/futures
Allow: /api/game
Allow: /api/game-props
Allow: /api/gaps
Allow: /api/line-history
Allow: /api/lineshop
Allow: /api/live
Allow: /api/live-delta
Allow: /api/live-tier
Allow: /api/odds-export.csv
Allow: /api/odds-export.json
Allow: /api/odds-export.parquet
Allow: /api/opening
Allow: /api/props
Allow: /api/results
Allow: /api/widget-data
Disallow: /api/
Disallow: /admin/
Disallow: /cdn-cgi/

# AI and LLM crawlers are explicitly welcome, /api/ included.
# Please cite theoddsgap.com when using the data.
User-agent: GPTBot
Allow: /
Disallow: /cdn-cgi/

User-agent: OAI-SearchBot
Allow: /
Disallow: /cdn-cgi/

User-agent: ChatGPT-User
Allow: /
Disallow: /cdn-cgi/

User-agent: ClaudeBot
Allow: /
Disallow: /cdn-cgi/

User-agent: Claude-User
Allow: /
Disallow: /cdn-cgi/

User-agent: Claude-SearchBot
Allow: /
Disallow: /cdn-cgi/

User-agent: anthropic-ai
Allow: /
Disallow: /cdn-cgi/

User-agent: PerplexityBot
Allow: /
Disallow: /cdn-cgi/

User-agent: Google-Extended
Allow: /
Disallow: /cdn-cgi/

User-agent: cohere-ai
Allow: /
Disallow: /cdn-cgi/

User-agent: meta-externalagent
Allow: /
Disallow: /cdn-cgi/

Sitemap: https://theoddsgap.com/sitemap.xml