Crawl-delay: 10
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

User-agent: AdsBot
Disallow: /

Sitemap: https://lovelornnashville.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# Block Meta's general crawler
User-agent: meta-externalagent
Disallow: /

# Block OpenAI training (Keeps you in ChatGPT Search)
User-agent: GPTBot
Disallow: /

# Block Anthropic/Claude training
User-agent: ClaudeBot
Disallow: /

# Block Google Gemini training (Keeps you in standard Google Search)
User-agent: Google-Extended
Disallow: /

# Block Apple Intelligence training (Keeps you in Siri/Safari search)
User-agent: Applebot-Extended
Disallow: /

# Block Common Crawl (The massive open-source dataset used by many AI startups)
User-agent: CCBot
Disallow: /

# Block ByteDance/TikTok training
User-agent: Bytespider
Disallow: /

# The new universal AI training block (Supported by major players as of late 2026)
User-agent: __usage_ai-training
Disallow: /