User-agent: *

disallow: /author/*
disallow: /event-categories/*
disallow: /event-place/*
Disallow: /*?

# ==========================================
# AI & Search Engine Specific Crawlers
# ==========================================

# Google AI
User-agent: Google-Extended
Allow: /

# OpenAI / ChatGPT
User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# Microsoft / Bing AI
User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: msnbot-media
Allow: /

User-agent: Bing-Extended
Allow: /

# Mobile-First Indexing & Googlebot
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# ==========================================
# Sitemap location (helps search engines find your content faster)
# ==========================================


Sitemap: https://striga.com/sitemap.xml