# Block known bad bots (based on your dirtyBots list) User-agent: blexbot Disallow: / User-agent: bonecho Disallow: / User-agent: charlotte Disallow: / User-agent: crawler Disallow: / User-agent: extractor Disallow: / User-agent: grabber Disallow: / User-agent: libcurl Disallow: / User-agent: nessus Disallow: / User-agent: panscient Disallow: / User-agent: parser Disallow: / User-agent: scoutjet Disallow: / User-agent: spider Disallow: / User-agent: teoma Disallow: / User-agent: yandex Disallow: / # Allow all good bots, but restrict admin User-agent: * Disallow: /admin/ # Sitemap location Sitemap: https://www.hometeamsonline.com/sitemap.xml