robots.txt

# robots.txt # Policy: ALLOW ALL crawlers (search engines, SEO tools, AI bots) # Clients verify backlinks via Ahrefs/Semrush/Majestic — blocking these defeats the purpose # Only pure bulk training harvesters with zero citation/indexing value are blocked # --- DEFAULT: ALLOW ALL CRAWLERS --- User-agent: * Allow: / # --- PURE TRAINING HARVESTERS ONLY (blocked — no citation or SEO value) --- User-agent: CCBot Disallow: / User-agent: Diffbot Disallow: / User-agent: Bytespider Disallow: / Sitemap: https://cabcdn.workers.dev/r/lw5xmg-p-t3-18