V4.2023.09.3999 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
 360Spider
-ALittle Client
-Abonti
-AlphaBot
+404enemy
+Aipbot
 Ankit
-Aspiegel
-Bandit
-Blackboard
+Atomseobot
+Attach
+BackDoorBot
+BackWeb
+BacklinkCrawler
+Barkrowler
+Black Hole
 Blow
-Bolt
 Brandwatch
-Bytespider
-CATExplorador
 CODE87
-CheTeam
-Cliqzbot
-DataCha0s
+CazoodleBot
+Crawling at Home Project
+CrazyWebCrawler
+DatabaseDriverMysqli
 DigitalPebble
-Disco
-Discobot
-DomainSigmaCrawler
-Domains Project
+Discoverybot
+DomCopBot
+Dragonfly
+EirGrabber
 EroCrawler
-FDM
 FemtosearchBot
-Grafula
-GrapeFX
+Fimap
+Flunky
+Genieo
 GridBot
-HTMLparser
-HaosouSpider
+HEADMasterSEO
+HMView
 Havij
-Hloader
-Humanlinks
+Heritrix
+InfoTekies
 InterGET
-Internet Ninja
-Iskanie
+JOC Web Spider
+Jetty
+Jorgee
 Keyword Density
-LibWeb
-Likse
+Kinza
+LeechFTP
 LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
-MFC_Tear_Sample
-Mag-Net
-Mister PiX
-MolokaiBot
-NearSite
-Offline Explorer
-OnCrawl
-PageAnalyzer
-PageThing.com
-Pi-Monster
-RankFlex
-ScanAlert
-Screaming
-ScreenerBot
+LinksManager
+Lmspider
+MSFrontPage
+MSIECrawler
+Meanpathbot
+Metauri
+Morfeus Fucking Scanner
+Mr.4x3
+NetSpider
+NextGenSearchBot
+Nimbostratus
+OpenLinkProfiler
+OpenVAS
+Page Analyzer
+PageGrabber
+Papa Foto
+PictureFinder
+ProWebWalker
+Psbot
+RankActiveLinkBot
+RealDownload
+Ripper
+Rogerbot
+SEOkicks-Robot
 SearchmetricsBot
-Semrush
-SentiBot
-Seomoz
-Shodan
-Siphon
-SiteExplorer
-Snake
 Snoopy
-SocialRankIOBot
-SurveyBot
-Teleport
-Telesoft
+Spbot
+Spinn3r
+Sqlworm
+Sqworm
 Telesphoreo
-Telesphorep
-Trendiction
-TurnitinBot
-VidibleScraper
-WASALive-Bot
-Wallpapers
-Web Sauger
-WebEnhancer
-WebLeacher
+TheNomad
+TightTwatBot
+Titan
+Twice
+VelenPublicWebCrawler
+WallpapersHD
+WeSEE
+WebGo IS
+WebPix
 WebReaper
 WebSauger
-WebStripper
-WebsiteQuester
-Whatweb
-Who.is Bot
-ZumBot
-clark-crawler
-crawl.sogou.com
-dataforseobot
-ips-agent
+Webalta
+Zeus
+ZoominfoBot
+eCatch
+internetVista monitor
+lwp-trivial
 meanpathbot
-muhstik-scan
-openai.com
-probe-image-size
-seobility
+mediawords
+ripz
+satoristudio.net
 seocompany.store
-serpstatbot
-sexsearcher
-trendiction.com
+sogouspider
+sp_auditbot
+tAkeOut
+x09Mozilla