# robots.txt User-agent: * Sitemap: http://www.allwebleads.com/sitemap.xml Disallow: /agents/ Disallow: /business-insurance-leads.php