User-agent: * Allow: / # Allow public marketing pages Allow: /blog/ Allow: /partners/ Allow: /privacy-policy/ Allow: /tos/ # Disallow private/sensitive areas Disallow: /dashboard/ Disallow: /api/ Disallow: /dev-crud/ Disallow: /(dashboard)/ Disallow: /(test)/ # Disallow development and admin areas Disallow: /dev/ Disallow: /admin/ Disallow: /static/ # Disallow URL parameters that don't change content Disallow: /*?ref=* Disallow: /*?utm_* Disallow: /*?fbclid=* Disallow: /*?gclid=* # Allow specific public assets Allow: /sites/ Allow: /avatars/ Allow: /logos/ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.webp$ Allow: /*.svg$ Allow: /*.ico$ # Sitemap location Sitemap: https://www.pages.report/sitemap.xml