From 11963a509e2a1582807ecea436627a6590865dcc Mon Sep 17 00:00:00 2001 From: Simon Gardling Date: Sun, 9 Aug 2020 04:17:24 -0400 Subject: [PATCH] add NetcraftSurveyAgent --- config/browsers.list | 1 + src/browsers.c | 1 + 2 files changed, 2 insertions(+) diff --git a/config/browsers.list b/config/browsers.list index 0fab7f0a1e..7dcb407196 100644 --- a/config/browsers.list +++ b/config/browsers.list @@ -99,6 +99,7 @@ AhrefsBot Crawlers SemrushBot Crawlers Adsbot Crawlers BLEXBot Crawlers +NetcraftSurveyAgent Crawlers Vienna Feeds Windows-RSS-Platform Feeds diff --git a/src/browsers.c b/src/browsers.c index 01c5b34a5a..7df92ab7c8 100644 --- a/src/browsers.c +++ b/src/browsers.c @@ -197,6 +197,7 @@ static const char *browsers[][2] = { {"SemrushBot", "Crawlers"}, {"Adsbot", "Crawlers"}, {"BLEXBot", "Crawlers"}, + {"NetcraftSurveyAgent", "Crawlers"}, /* Podcast fetchers */ {"Downcast", "Podcasts"},