robots.txt
Published 2 September 2026
# robots.txt
# Policy: ALLOW ALL crawlers (search engines, SEO tools, AI bots)
# Clients verify backlinks via Ahrefs/Semrush/Majestic — blocking these defeats the purpose
# Only pure bulk training harvesters with zero citation/indexing value are blocked
# --- DEFAULT: ALLOW ALL CRAWLERS ---
User-agent: *
Allow: /
# --- PURE TRAINING HARVESTERS ONLY (blocked — no citation or SEO value) ---
User-agent: CCBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: Bytespider
Disallow: /
Sitemap: https://hub-production-ad20.up.railway.app/packagings/veas9inz-https-vaalpac-co-za-collections-catering-agency