V4.2023.10.4029 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
+404enemy
+ALittle Client
+Alexibot
 Alligator
-Anthill
+Apexoo
+Atomseobot
 Attach
-AwarioSmartBot
-BacklinkCrawler
-BatchFTP
-Blow
+Barkrowler
+Blackboard
 Boardreader
-Bullseye
-BuzzSumo
-Calculon
-CensysInspect
-Claritybot
-Cliqzbot
-Cogentbot
-Collector
+Buddy
+Bytespider
+CSHttp
 Copier
-Curious
 DataCha0s
+DatabaseDriverMysqli
 Deusu
-Devil
-DittoSpyder
-Freeuploader
-Fyrebot
-GalaxyBot
-Go-Ahead-Got-It
-GrapeFX
-HMView
+Discobot
+Discoverybot
+EirGrabber
+FemtosearchBot
+Flunky
+FrontPage
+Genieo
+GermCrawler
+HEADMasterSEO
+HaosouSpider
 Harvest
-Havij
 IDBot
-Internet Ninja
-Iskanie
-IstellaBot
-JustView
-Kinza
+Id-search
+IlseBot
+Larbin
 Leap
-LeechGet
 LexiBot
-Ltx71
+LieBaoFast
+Likse
+LinkextractorPro
+LinqiaRSSBot
+MJ12bot
 MSIECrawler
-Majestic12
+MTRobot
+MegaIndex.ru
 MicroMessenger
+Microsoft Data Access
 Mojolicious
-Morfeus Fucking Scanner
 NICErsPRO
+Net Vampire
+NetLyzer
+NetMechanic
+Netcraft
 Netvibes
-Nikto
-OutclicksBot
-PageScorer
-Pimonster
-PleaseCrawl
+Niki-bot
+Nmap
+PHPCrawl
+PageGrabber
+Papa Foto
+Pi-Monster
+Proximic
 Quick-Crawler
-RankFlex
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankingBot2
+RankurBot
 Re-re
-RepoMonkey
-Scanbot
-Screaming
-SearchmetricsBot
-Shodan
-Siphon
-Snake
-Sogou web spider
+SEOlyticsCrawler
+SEOprofiler
+ScanAlert
+SeekportBot
+SiteExplorer
+Sitebeam
+SpaceBison
+SpankBot
+Spbot
+Steeler
+Sucuri
 SuperHTTP
-Suzuran
-Toata
-Toweyabot
-Trendiction
-Typhoeus
-VCI
-WWWOFFLE
-Wallpapers
-WallpapersHD
-Web Auto
-Web Pix
-WebAuto
-WebCollage
-WebImageCollector
+SurveyBot
+T0PHackTeam
+TwengaBot
+URLy.Warning
+WebCopier
+WebLeacher
+WebWhacker
+Whack
 Whatweb
-autoemailspider
-dataforseobot
-facebookscraper
-gopher
-internetVista monitor
-isitwp.com
-lwp-trivial
-magpie-crawler
-muhstik-scan
-openai.com
+Wotbox
+Xaldon WebSpider
+Zade
+Zeus
+ZoomBot
+coccocbot
+crawl.sogou.com
+crawler4j
+evc-batch
+instabid
+meanpathbot
+netEstate NE Crawler
 ripz
-scalaj-http
-scan.lol
-seobility
-seostar
-serpstatbot
-sitechecker.pro
-spyfu
-webgains-bot
-zgrab
+xpymep1.exe