V4.2024.01.4276 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-ASPSeek
+360Spider
+80legs
 Aboundex
-Aipbot
-Anarchie
-Ankit
-Anthill
-Apexoo
+Acunetix
+AhrefsBot
+AiHitBot
+Alexibot
+Alligator
+AlphaBot
 Atomseobot
-Attach
-AwarioSmartBot
 BackWeb
 BetaBot
-Bigfoot
-Bitacle
-CSHttp
-CheTeam
-CheeseBot
-CherryPicker
+Blow
+Bolt
+CATExplorador
 ChinaClaw
-Claritybot
-CrunchBot
-DataCha0s
-Deusu
-ECCP/1.0
-Ecxi
+Chlooe
+DSearch
+Demon
+Dirbuster
+Extractor
 ExtractorPro
-FHscan
-GT::WWW
-Getintent
+FacebookBot
+Fimap
+FlashGet
+Freeuploader
+Gigabot
 Google-Extended
-GrabNet
-HTTrack
-Havij
-IDBTE4M
-InfoNaviRobot
-InternetSeer
-Iria
-IstellaBot
-Jorgee
-JustView
+GridBot
+HEADMasterSEO
+Harvest
+Humanlinks
+Id-search
+JamesBOT
+JennyBot
 Kenjin Spider
-Keyword Density
-Lanshanbot
-LeechFTP
-LexiBot
+LNSpiderguy
+Larbin
 LibWeb
-Lightspeedsystems
-Lipperhey
-MFC_Tear_Sample
-MSFrontPage
-Mb2345Browser
-MolokaiBot
+LinqiaScrapeBot
+Mag-Net
+MarkMonitor
+Masscan
+Mata Hari
+Mediatoolkitbot
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
+Morfeus Fucking Scanner
 NetZIP
-Ninja
-PageThing.com
-Papa Foto
-PeoplePal
+Netvibes
+Nibbler
+Nikto
+PHPCrawl
 Picscout
+Piepmatz
+Pixray
+PleaseCrawl
 Pockey
-PxBroker
+Pump
 QueryN Metasearch
-Quick-Crawler
-RankingBot2
-Recorder
-RepoMonkey
-SEOlyticsCrawler
+SalesIntelligent
 Scanbot
-Scrapy
-SentiBot
-SeoSiteCheckup
-SiteExplorer
+ScoutJet
+Screaming
+Searchestate
+Siphon
+Siteimprove
 Sitevigil
-SocialRankIOBot
-Spammen
-Suzuran
-Teleport
-Telesphoreo
-Thumbor
+Sogou web spider
+Sosospider
+Spbot
+SputnikBot
+Sucker
+SuperHTTP
+Turnitin
+TurnitinBot
+TwengaBot
+Upflow
 V-BOT
-WWW-Collector-E
-Web Collage
-Webster
-Wprecon
+VeriCiteCrawler
+Web Auto
+WebBandit
+WebSauger
+Webshag
+Wonderbot
+Woobot
+Xaldon WebSpider
 Xaldon_WebSpider
-Zeus
-archive.org_bot
 backlink-check
-clark-crawler
-dataforseobot
+cohere-ai
+evc-batch
 internetVista monitor
-linkdexbot
-lwp-request
-plumanalytics
-polaris version
-satoristudio.net
-seoscanners
+netEstate NE Crawler
+page scorer
+scalaj-http
+seostar
+sp_auditbot
 webmeup-crawler
-x09Mozilla
-zgrab