V4.2024.07.4595 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-80legs
-AhrefsBot
+AIBOT
+ALittle Client
+Anarchy99
+Apexoo
 AwarioBot
+BBBike
+BDCbot
+BLEXBot
+BackDoorBot
+BacklinkCrawler
 Bandit
-BlackWidow
-BlowFish
-CCBot
-CherryPicker
-Cliqzbot
-CrunchBot
-Deusu
+Boardreader
+Calculon
+Chlooe
+CyotekWebCopy
 Devil
-DomCopBot
-DomainSigmaCrawler
+DittoSpyder
+Drip
+EMail Siphon
+EMail Wolf
 EasyDL
-Exabot
-Extreme Picture Finder
-FDM
-Fuzz
-GPTBot
-GermCrawler
-GetWeb
-Go-Ahead-Got-It
-Harvest
-InfraSec Scanner
-Jyxobot
-Keybot Translation-Search-Machine
+Evil
+Extractor
+ExtractorPro
+FHscan
+FacebookBot
+Fimap
+Gotit
+Havij
+Heritrix
+IDBot
+JennyBot
 Keyword Density
-Kinza
-LNSpiderguy
-LeechFTP
-LibWeb
-LieBaoFast
+LWP::Simple
 Linkbot
-Litemage_walker
+LinkextractorPro
 Ltx71
-MJ12bot
-MarkWatch
-Masscan
+MIDown tool
+Majestic SEO
 MauiBot
-MegaIndex.ru
-Mister PiX
-Mojolicious
-Mr.4x3
+Minefield
+Moblie Safari
 NICErsPRO
-NPbot
-Nameprotect
-NearSite
-Netvibes
+NextGenSearchBot
 Nikto
-NimbleCrawler
-Page Analyzer
-Pi-Monster
+Nuclei
+Openvas
+OutfoxBot
+POE-Component-Client-HTTP
+PageAnalyzer
+PageThing.com
+Picsearch
 Pu_iN
-Pump
 Rainbot
-RankingBot2
-Rankivabot
-ReGet
-Rogerbot
+Reaper
+Recorder
 SEOkicks
-SemanticJuice
+SEOprofiler
+ScoutJet
+ScrepyBot
+Searchestate
+SearchmetricsBot
+Seekport
 SeobilityBot
-Seomoz
+Siphon
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
-Sitebeam
-Siteimprove
-Spinn3r
-SputnikBot
+SpaceBison
+Sqlmap
+Stripper
+SuperHTTP
 Suzuran
-Telesphoreo
-Toata
-True_Robot
-Twice
-VCI
-VidibleScraper
-WEBDAV
-WISENutbot
-WeSEE
-Web Fetch
+TeleportPro
+Telesoft
+Thumbor
+TightTwatBot
+Turingos
+UnisterBot
+VB Project
+Vacuum
+WPScan
+WWW-Collector-E
+WWWOFFLE
+Web Fuck
+WebAuto
+WebCollage
 WebGo IS
-WebImageCollector
-Webster
-Zade
-anthropic-ai
+WebWhacker
+Website Quester
 awario.com
-check1.exe
-clark-crawler
-coccocbot
-com.plumanalytics
-crawler4j
-evc-batch
-heritrix
-instabid
+crawl.sogou.com
+facebookscraper
+iubenda-radar
+linkfluence
+oBot
+openai.com
+satoristudio.net
 seobility
+sexsearcher
 siteripz
-spyfu
-x22Mozilla