User-agent: * Allow: / # Disallow admin/private paths Disallow: /send.php Disallow: /cgi-bin/ # Allow all major crawlers full access User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / # Sitemap location Sitemap: https://www.vexpresscargomovers.com/sitemap.xml # Crawl delay (be polite) Crawl-delay: 10