User-agent: *
Disallow: /search
Disallow: /p/
Disallow: /comments/
Disallow: /feeds/
Disallow: /draft/
Disallow: /edit/

# Allow important crawling
Allow: /

# Googlebot specific
User-agent: Googlebot
Allow: /

# Bingbot (important for AI like Copilot)
User-agent: Bingbot
Allow: /

# OpenAI bot (ChatGPT)
User-agent: GPTBot
Allow: /

# Google AI (Gemini uses Googlebot)
User-agent: Google-Extended
Allow: /

# Block aggressive SEO bots (optional)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Sitemap (optimized)
Sitemap: https://youbmt9.blogspot.com/sitemap.xml