User-agent: *

Disallow: /products/*
Disallow: /delphi/*
Disallow: /webinspector/*
Disallow: /newsgroups/*
Disallow: /mfs/*
Disallow: /public/recent_detections/*
Disallow: /wckPolls/wckPolls.php
Disallow: /news/
Disallow: /delphi
Disallow: /blog/website-security-check/what-is-https-and-why-switching-to-https/?rs=*
Disallow: /blog/website-security-check/what-is-https-and-why-switching-to-https/?category=*

# Added on 28/09/2018

Disallow: /blog/page/* 
Disallow: /blog/author/* 
Disallow: /blog/website-virus-checker/ 
Disallow: /blog/category/website-scanner/?rs=* 

# Added on 01/10/2018

Disallow: /blog/page/

# Added on 08/10/2018

Disallow: /blog/author/super-admin/
Disallow: /blog/tag/
Disallow: /blog/category/
Disallow: /blog/page/
Disallow: /blog/author/

# Added On 05/04/2019

Disallow: /livechat/chatpopup.html

# Added On 15/02/2021

Disallow: /blog/malware-scan/what-is-website-malware/?rs=*
Disallow: /blog/malware-scan/what-is-website-malware/?category=*
Disallow: /blog/malware-scan/what-is-website-malware/?email=*
Disallow: /blog/malware-scan/what-is-website-malware/?track=*

# Added On 12/01/2023

Disallow: /?p=*
Disallow: /?category=*
Disallow: /?string(2)_"RO"key6sk1=*
Disallow: /?agency_tier=*
Disallow: /?email=*
Disallow: /?click2=*
Disallow: /?terms=*
Disallow: /?searchbtn.x=*
Disallow: /?ap=*
Disallow: /?sa=*
Disallow: /?cat=*
Disallow: /?include_tag=*
Disallow: /?key5sk1=*
Disallow: /?page=*
Disallow: /?src=*
Disallow: /?showTxt=*

User-agent: rogerbot
Allow: /

Sitemap: https://www.webinspector.com/sitemap.xml