User-agent: * Allow: / # Allow all major search engine crawlers User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # Disallow common admin/system paths Disallow: /admin/ Disallow: /api/ Disallow: /_next/ Disallow: /node_modules/ Disallow: /.git/ Disallow: /src/ Disallow: /dist/ Disallow: /build/ # Allow important assets Allow: /images/ Allow: /assets/ Allow: /public/ Allow: /*.css Allow: /*.js Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.gif Allow: /*.webp Allow: /*.svg Allow: /*.pdf # Sitemap location Sitemap: https://amplifyxa.com/sitemap.xml # Crawl delay (be respectful) Crawl-delay: 1 # Cache directive for better performance Cache-control: public, max-age=3600