# AIINEWS Platform - robots.txt
User-agent: *
Allow: /
Disallow: /api/
Disallow: /api/outbound
Disallow: /r/
Disallow: /admin/
Disallow: /dashboard/

# Google AdSense Crawler - explicitly allowed for monetization audit
User-agent: Mediapartners-Google
Allow: /

User-agent: Google-Display-Ads-Bot
Allow: /

# AI Crawlers - explicitly allowed for knowledge indexation
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: GoogleBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: CCBot
Allow: /

# Sitemaps
Sitemap: https://aiinews.tech/sitemap.xml
Sitemap: https://aiinews.tech/sitemap-news.xml