|
|
@@ -588,7 +588,8 @@ BrowserMatchNoCase "(?:\b)Scanbot(?:\b)" bad_bot
|
|
|
BrowserMatchNoCase "(?:\b)scan.lol(?:\b)" bad_bot
|
|
|
BrowserMatchNoCase "(?:\b)ScoutJet(?:\b)" bad_bot
|
|
|
BrowserMatchNoCase "(?:\b)Scrapy(?:\b)" bad_bot
|
|
|
-BrowserMatchNoCase "(?:\b)Screaming(?:\b)" bad_bot
|
|
|
+#################### Leave ScreamingFrog so I can run it #####################
|
|
|
+###BrowserMatchNoCase "(?:\b)Screaming(?:\b)" bad_bot
|
|
|
BrowserMatchNoCase "(?:\b)ScreenerBot(?:\b)" bad_bot
|
|
|
BrowserMatchNoCase "(?:\b)Searchestate(?:\b)" bad_bot
|
|
|
BrowserMatchNoCase "(?:\b)SearchmetricsBot(?:\b)" bad_bot
|
