# robots.txt - tubepthien.vn # Explicit Allow for 7 AI/search bots; all Disallow rules + 4 Sitemap lines kept as they are. User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / User-agent: Bingbot Allow: / User-agent: Applebot Allow: / User-agent: Bytespider Allow: / User-agent: * Disallow: /admin/ Disallow: /_system/ Disallow: /inc/ Disallow: /lib/ Disallow: /scss/ Disallow: /fonts/ Disallow: /*?p=* Disallow: /*?filter=* Disallow: /*&filter=* Disallow: /cgi-bin/ Allow: / # Crawl-delay: 1 (Owner decision 08/10/2026) Crawl-delay: 1 # Sitemaps Sitemap: https://tubepthien.vn/sitemap.xml Sitemap: https://tubepthien.vn/sitemap-pages.xml Sitemap: https://tubepthien.vn/sitemap-products.xml Sitemap: https://tubepthien.vn/sitemap-articles.xml