Merge pull request #347 from aharbick/master

Add some new agents that were not detected

src/Fixtures/Crawlers.php

@@ -128,6 +128,7 @@ class Crawlers extends AbstractProvider
         'AutomaticWPTester',
         'Autonomy',
         'axios\/',
+        'AWS Security Scanner',
         'B-l-i-t-z-B-O-T',
         'Backlink-Ceck',
         'backlink-check',
@@ -457,6 +458,7 @@ class Crawlers extends AbstractProvider
         'HappyApps-WebCheck',
         'Hatena',
         'Havij',
+        'HaxerMen',
         'HeadlessChrome',
         'HEADMasterSEO',
         'HeartRails_Capture',
@@ -588,6 +590,7 @@ class Crawlers extends AbstractProvider
         'knows\.is',
         'KOCMOHABT',
         'kouio',
+        'kubectl',
         'kube-probe',
         'kulturarw3',
         'KumKie',
@@ -726,6 +729,7 @@ class Crawlers extends AbstractProvider
         'NewsGator',
         'newsme',
         'newspaper\/',
+        'NetSystemsResearch',
         'Nexgate Ruby Client',
         'NG-Search',
         'Nibbler',

tests/crawlers.txt

@@ -3468,4 +3468,8 @@ Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012; DuplexWeb-Google
 Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)
 FeedFetcher-Google; (+http://www.google.com/feedfetcher.html)
 Amazon Simple Notification Service Agent
-cortex/1.0
+cortex/1.0
+AWS Security Scanner
+HaxerMen
+kubectl/v1.12.0 (linux/amd64) kubernetes/0ed3388
+NetSystemsResearch studies the availability of various services across the internet. Our website is netsystemsresearch.com