V4.2023.07.3873 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Acunetix
-Alligator
+360Spider
 Anarchy99
-AwarioSmartBot
-Badass
-Bigfoot
-Black Hole
-Boardreader
-CensysInspect
-CherryPicker
-Claritybot
+BackDoorBot
+Bitacle
+Blackboard
+Brandwatch
+Buck
+Buddy
+BuiltBotTough
+BuzzSumo
+Calculon
+CazoodleBot
+CheTeam
 Cliqzbot
-Craftbot
-DBLBot
-DTS Agent
-DataCha0s
-Digincore
-Discobot
-Discoverybot
-DittoSpyder
-EMail Wolf
+Copier
+Crawling at Home Project
+Devil
+DigitalPebble
+DomCopBot
+ExtLinksBot
+EyeNetIE
 FlashGet
-Flunky
-Foobot
-GalaxyBot
+Genieo
 Grafula
-GrapeshotCrawler
 HTMLparser
-IRLbot
+HTTP::Lite
+Hloader
+HybridBot
+InfoTekies
 Intelliseek
-JOC Web Spider
-JennyBot
-JikeSpider
+Internet Ninja
+InternetSeer
+Iria
+Jbrofuzz
+Jetty
 Jorgee
-Jyxobot
-Kozmosbot
-Larbin
+Kenjin Spider
 LibWeb
-Linkbot
-MJ12bot
-Majestic-SEO
+LieBaoFast
+MIDown tool
+Majestic12
+MarkMonitor
 Masscan
-Mr.4x3
 NPbot
-Name Intelligence
-Nessus
-NimbleCrawler
-Octopus
+Nameprotect
+NetZIP
+Nettrack
+Netvibes
+Nikto
+Offline Navigator
 OrangeSpider
-Pavuk
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+Petalbot
 Picscout
-Psbot
-Pu_iN
-RankurBot
-Reaper
-SEOkicks-Robot
-SalesIntelligent
-SearchmetricsBot
-SeekportBot
+PleaseCrawl
+Pump
+SMTBot
+Searchestate
 SemrushBot
-Snoopy
-Sosospider
-Spinn3r
-Sqlworm
-Titan
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
+Sociscraper
+Sqlmap
+Sqworm
+Stripper
+Sucker
+SuperHTTP
+TeleportPro
 Turnitin
-Typhoeus
-WASALive-Bot
-WEBDAV
-WWW-Collector-E
-Wallpapers
-Wallpapers/3.0
-Web Collage
-Web Fetch
-Web Pix
-WebCollage
-WebImageCollector
-WebLeacher
-Website Quester
-Whack
+VidibleScraper
+WISENutbot
+WWW::Mechanize
+WebBandit
+WebEnhancer
+WebGo IS
+Webshag
+WebsiteExtractor
+Who.is Bot
 Zade
-Zauba
-Zermelo
 ZmEu
-ZoomBot
-ZyBorg
-autoemailspider
-com.plumanalytics
-demandbase-bot
-heritrix
-ips-agent
+check1.exe
+clark-crawler
+crawler.feedback
+eCatch
+internetVista monitor
+mediawords
+oBot
 polaris version
+probe-image-size
 s1z.ru
+scalaj-http
 seocompany.store
-seostar
 sitechecker.pro
-siteripz
-webprosbot
-zauba.io
+webgains-bot
+webmeup-crawler
+x09Mozilla