add NetcraftSurveyAgent

kElLy778956 · Aug 9, 2020 · 11963a5 · 11963a5
1 parent 6973654
commit 11963a5
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/config/browsers.list b/config/browsers.list
@@ -99,6 +99,7 @@ AhrefsBot                               Crawlers
 SemrushBot                              Crawlers
 Adsbot                                  Crawlers
 BLEXBot                                 Crawlers
+NetcraftSurveyAgent                     Crawlers
 
 Vienna									Feeds
 Windows-RSS-Platform				    Feeds

diff --git a/src/browsers.c b/src/browsers.c
@@ -197,6 +197,7 @@ static const char *browsers[][2] = {
   {"SemrushBot", "Crawlers"},
   {"Adsbot", "Crawlers"},
   {"BLEXBot", "Crawlers"},
+  {"NetcraftSurveyAgent", "Crawlers"},
 
   /* Podcast fetchers */
   {"Downcast", "Podcasts"},