# robots.txt for AI Tools & Technology Platform
User-agent: *
Allow: /

# Allow Next.js static assets (CSS/JS) so Googlebot can render pages
Allow: /_next/static/

# Sitemap
Sitemap: https://aitoolhub.xyz/sitemap.xml

# Disallow admin and private routes
Disallow: /admin/
Disallow: /login
Disallow: /access-denied

# Disallow all API routes (JSON-only endpoints, not HTML pages)
Disallow: /api/

# Disallow Next.js internals except static assets
Disallow: /_next/

# Private preview routes
Disallow: /*/preview

# Disallow paginated/filtered listing variants (canonical base pages remain crawlable)
Disallow: /search?
Disallow: /tools?
Disallow: /articles?
Disallow: /reviews?
Disallow: /comparisons?