User-agent: AboutUsBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: SurveyBot
Disallow: /

User-Agent: panopta.com
Disallow: /

User-Agent: Searchmetrics
Disallow: /

User-Agent: lipperhey
Disallow: /

User-Agent: dataprovider.com
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: doubt
Disallow:/

User-agent: AhrefsBot
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: *
Disallow: /click/
Disallow: /admin/
Disallow: /tbbmeter/license.html
Disallow: /speedtest/beta.html
Disallow: /jump.html?*
Disallow: /jump*
Disallow: /mobile-broadband/vodafone/
Disallow: /mobile-broadband/t-mobile/
Disallow: /mobile-broadband/o2/
Disallow: /mobile-broadband/orange/
Disallow: /mobile-broadband/three/
Disallow: /mobile-broadband/virgin-mobile/
Disallow: /mobile-broadband/payg.html?*
Disallow: /mobile-broadband/contract.html?*
Disallow: /mobile-broadband/cheap-mobile-broadband.html?*
Disallow: /mobile-broadband/compare-mobile-broadband.html?*
Disallow: /mobile-broadband/fast-mobile-broadband.html?*
Disallow: /mobile-broadband/free-laptop.html?*
Disallow: /speedtest_v2/index.html
Disallow: /include/vars.php
Disallow: /speedtestcomplete.html?*
Disallow: /tools/speedchart.asp?*
Disallow: /broadband/monitoring/quality/share/create*
Disallow: /broadband/monitoring/quality/
Disallow: /_assets/speedtest/button/*
Disallow: /broadband/monitoring/quality/share/*
Disallow: /roadshow
Sitemap: https://www.thinkbroadband.com/sitemapindex.xml