# Global rules for all search engine robots — QastX (qastx.com) User-agent: * # Allow crawling of main pages Allow: / Allow: /cut Allow: /text-to-speech Allow: /ai-reel Allow: /image-generation Allow: /video-generation Allow: /pricing Allow: /video-uniquify Allow: /subtitles Allow: /video-teaser Allow: /blog Allow: /affiliate-program Allow: /about Allow: /refund Allow: /cookies Allow: /dmca Disallow: /contacts # Allow ES locale pages (en — primary, без префикса) Allow: /es Allow: /es/ # Allow public share pages Allow: /s/ # Disallow sensitive routes Disallow: /api/ Disallow: /dashboard/projects/ Disallow: /dashboard/projects/* Disallow: /dashboard/projects$ Disallow: /dashboard/settings/ Disallow: /settings/ Disallow: /auth/ Disallow: /account/ Disallow: /convert/ Disallow: /uploads/ Disallow: /downloads/ Disallow: /projects/ Disallow: /projects/* Disallow: /documents/ # Disallow ALL payment-related pages Disallow: /payment/ Disallow: /payment/* Disallow: /subscription Disallow: /subscription/ # Disallow ALL admin routes Disallow: /admin Disallow: /admin/ # Disallow affiliate short links Disallow: /r/ Disallow: /r/* # Disallow dynamic viral project pages with UUIDs Disallow: /viral-projects/ Disallow: /viral-projects/* Disallow: /dashboard/viral-projects/ Disallow: /dashboard/viral-projects/* # Disallow pages with specific URL parameters (UTM tags, errors, pagination) Disallow: /*utm_ Disallow: /*error= Disallow: /*page= # Disallow 404 page from being indexed Disallow: /404 # Disallow legacy/RU locale (для global RU не используется) Disallow: /ru Disallow: /ru/ Disallow: /ru/* Disallow: /dashboard2 Disallow: /dashboard_old Disallow: /dashboard_old/ # Sitemap location Sitemap: https://qastx.com/sitemap.xml # Crawl delay to prevent server overload Crawl-delay: 2 # Clean parameters (для search engines that support it) # gbid/device/auto/ybaip — параметры рекламных переходов, не отдельные SEO-URL. # codex_* — служебные smoke/scan-параметры, они не должны попадать в индекс. Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&fbclid&gclid&gbraid&wbraid&dclid&msclkid&ttclid&yclid&ysclid&error&error_code&error_description&page&gbid&device&auto&ybaip&codex_ga4_smoke&codex_js_scan&codex_plan_scan&ref&referral /