V4.2023.09.3984 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-404enemy
-Apexoo
-Atomseobot
-BBBike
-BDFetch
-BLEXBot
-BackDoorBot
-BackStreet
-Badass
-Barkrowler
-Bigfoot
+Anarchy
+BatchFTP
+Boardreader
 Brandprotect
-BuiltWith
-BunnySlippers
-CazoodleBot
-Collector
-Cosmos
-DBLBot
-Demon
-Disco
-DnBCrawler-Analytics
-DnyzBot
-FlashGet
-Flunky
+CODE87
+Cegbfeieh
+Craftbot
+Curious
+Deusu
+DomainCrawler
+DomainStatsBot
+Domains Project
+ECCP/1.0
+EirGrabber
+Exabot
+Express WebPictures
+Genieo
 GetWeb
-GrabNet
-GrapeshotCrawler
-GridBot
-HTTrack
-IDBTE4M
-Image Fetch
-InfoNaviRobot
-InterGET
-Lftp
-LieBaoFast
-Likse
-LinkScan
-LinkWalker
-Ltx71
-MJ12bot
-MarkWatch
-Mata Hari
-Metauri
+Getintent
+GrapeFX
+HMView
+Havij
+Heritrix
+Humanlinks
+Internet Ninja
+JOC Web Spider
+JamesBOT
+Jbrofuzz
+Joomla
+Jorgee
+Keybot Translation-Search-Machine
+Keyword Density
+LibWeb
+Lmspider
+Majestic-SEO
+Masscan
 Moblie Safari
-Net Vampire
-NetSpider
+Mozlila
+Msrabot
+Nameprotect
+NearSite
+NetLyzer
+Nikto
+NimbleCrawler
 Ninja
-Nuclei
-OutfoxBot
-PHPCrawl
+OpenLinkProfiler
+Openvas
+OutclicksBot
 POE-Component-Client-HTTP
+Page Analyzer
+PageThing.com
 Panscient
-Pimonster
-RankActiveLinkBot
-Re-re
-RealDownload
-Reaper
+Petalbot
+Pump
+PxBroker
+Rankivabot
+ReGet
 SEOkicks-Robot
 SEOprofiler
-Siphon
-SocialRankIOBot
-Sogou web spider
-SpankBot
-Spinn3r
-Sqlmap
-Sqlworm
-Suzuran
-Teleport
-Turnitin
-Upflow
-VCI
-Vagabondo
+SEOstats
+SearchmetricsBot
+Seekport
+SemanticJuice
+SentiBot
+Site Sucker
+SiteLockSpider
+Sitebeam
+Sitevigil
+SlySearch
+Sosospider
+Spammen
+Spbot
+T0PHackTeam
+TheNomad
+TightTwatBot
+Toweyabot
+Trendictionbot
+True_Robot
+UnisterBot
 Voil
-WASALive-Bot
-WPScan
-WallpapersHD
-WebFuck
-WebPix
+Web Collage
+Web Enhancer
+Web Sucker
+WebAuto
+WebSauger
 WebStripper
-Webshag
-WebsiteQuester
-Whack
+Website Quester
 Woobot
+Xaldon WebSpider
 Xaldon_WebSpider
 archive.org_bot
-autoemailspider
-cognitiveseo
-crawler.feedback
+check1.exe
+demandbase-bot
 gopher
-internetVista monitor
-meanpathbot
-mediawords
+instabid
+isitwp.com
+magpie-crawler
+openai.com
 page scorer
-scan.lol
-sysscan
-voyagerx.com
-webprosbot
-zauba.io
-zgrab
+webmeup-crawler