# Bible Answer Team — robots.txt
# S&P 500 Scripture Dice & Deep Biblical Study Flagship — bibleanswerteam.com
# Last updated: August 2026

# Allow all standard search engines
User-agent: *
Allow: /
Disallow: /*?rand=
Disallow: /*?ref=

# AI & LLM Search Crawlers — Selectively Permitted for LLM Citations
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: GoogleOther
Allow: /

# Blocked Aggressive Scraping Bots (No attribution)
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

# Sitemaps
Sitemap: https://bibleanswerteam.com/sitemap-index.xml
Sitemap: https://bibleanswerteam.com/sitemap/
Sitemap: https://bibleanswerteam.com/rss.xml

# LLM Specifications
# LLMs: https://bibleanswerteam.com/llms.txt
# LLMs-Full: https://bibleanswerteam.com/llms-full.txt