# Allow AdSense crawler for approval and ad targeting
User-agent: Mediapartners-Google
Disallow:

# Allow all search engines
User-agent: *
Allow: /
Disallow: /search
Disallow: /*?q=*
Disallow: /*?view=*
Disallow: /*?m=1

# Googlebot
User-agent: Googlebot
Allow: /feeds/posts/default

# Block AI training bots from scraping your content
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Twitterbot
Disallow: /

# sitemaps
Sitemap: https://www.raqmedia.com/sitemap.xml
Sitemap: https://www.raqmedia.com/sitemap-pages.xml
Sitemap: https://www.raqmedia.com/atom.xml?redirect=false&start-index=1&max-results=500