V4.2023.05.3759 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
-Bandit
+Abonti
+AiHitBot
+Ankit
+Anthill
+BLEXBot
+Backlink-Ceck
+Black Hole
+Blow
+BlowFish
 Brandwatch
-CheeseBot
-Cosmos
-Craftbot
-DSearch
-DTS Agent
-Digincore
+BuiltBotTough
+BunnySlippers
+CODE87
+Citoid
+Copier
+CrunchBot
+Curious
+Deusu
 Discoverybot
-Foobot
-FrontPage
-FyberSpider
-Genieo
+Dotbot
+Evil
+Ezooms
+FemtosearchBot
+Freeuploader
+Fuzz
+GetRight
 GetWeb
-GrapeshotCrawler
-HEADMasterSEO
-IDBTE4M
-IndeedBot
+GrapeFX
+HTTP::Lite
 InfoNaviRobot
-Intelliseek
-JamesBOT
-LNSpiderguy
+Internet Ninja
+IstellaBot
+JennyBot
+Kenjin Spider
 Lanshanbot
-Larbin
 LibWeb
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkWalker
+Linkbot
+LinkpadBot
 Lipperhey Spider
-MSFrontPage
 Mail.RU_Bot
-MarkMonitor
-Mojeek
-Musobot
-Nameprotect
-Nessus
-NetZIP
-Nettrack
-Netvibes
-NextGenSearchBot
-Openfind
-Petalbot
-Picsearch
-PictureFinder
+Majestic-SEO
+Mass Downloader
+MeanPath Bot
+Microsoft Data Access
+Morfeus Fucking Scanner
+Net Vampire
+NetLyzer
+Netcraft
+Nuclei
+Offline Navigator
+OrangeSpider
+OutclicksBot
+PageThing.com
+Panscient
+Pavuk
+Pi-Monster
 PleaseCrawl
-Pockey
-Probethenet
-PyCurl
+Pu_iN
+Pump
+QueryN Metasearch
 RSSingBot
+RankingBot2
 Re-re
-Ripper
-SBIder
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
+RebelMouse
+Rogerbot
 ScoutJet
-Screaming
-SearchmetricsBot
-SeekportBot
-Shodan
-Sitevigil
-Snapbot
-Spbot
+Snoopy
+Sogou web spider
+Sosospider
+Sottopop
+SpaceBison
 Stripper
-SuperHTTP
-SurveyBot
-Telesphorep
+Sucuri
+SuperBot
+Szukacz
+T0PHackTeam
 TheNomad
-Turnitin
-TurnitinBot
-Twice
-VB Project
+Thumbor
+True_Robot
+Turingos
 Vacuum
-VeriCiteCrawler
-WEBDAV
-Wallpapers
-Web Enhancer
-WebAuto
+WBSearchBot
+Web Auto
+WebEnhancer
+WebLeacher
 WebSauger
-WebSucker
-Wonderbot
-Xaldon WebSpider
-Xaldon_WebSpider
+Website Quester
+WiseGuys Robot
+ZyBorg
 check1.exe
-clark-crawler
-facebookscraper
+crawler4j
+dataforseobot
 heritrix
-ips-agent
-iubenda-radar
-netEstate NE Crawler
-satoristudio.net
-scan.lol
-seobility
-seoscanners
-siteripz
-sp_auditbot
-trendiction.de
+lwp-trivial
+s1z.ru
+scalaj-http
+seostar
+sexsearcher
+sogouspider
+webgains-bot