User-agent: *
Allow: /

# Block common crawl paths that aren't needed
Disallow: /node_modules/
Disallow: /src/
Disallow: /.git/
Disallow: /dist/

# Allow important assets
Allow: /assets/
Allow: /public/
Allow: /*.css
Allow: /*.js
Allow: /*.svg
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg

# AI crawlers - explicitly allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Bytespider
Allow: /

# Sitemap location
Sitemap: https://trend-seeker.app/sitemap.xml