User-agent: * Allow: / Disallow: /includes/ Disallow: /tools/ Disallow: /*.php$ # Crawl-delay is rarely honored by Google; safe to omit. # Block common AI scrapers from the public site (optional, not for SEO). User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / Sitemap: https://v8clubviet.com/sitemap.xml