V4.2023.09.3979 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-AIBOT
-Abonti
-AdsTxtCrawlerTP
-AhrefsBot
-Alligator
-Anthill
+01h4x.com
+Anarchy
+Aspiegel
 AwarioSmartBot
-Backlink-Ceck
+BacklinkCrawler
+BatchFTP
 Bigfoot
-Buck
-CATExplorador
-CensysInspect
+Bitacle
+Brandwatch
+CherryPicker
+Claritybot
+Cloud mapping
+Cocolyzebot
+Copier
 Copyscape
-Curious
-DTS Agent
-DataCha0s
-Demon
 Digincore
-Disco
-ExtractorPro
-FDM
-FemtosearchBot
-Firefox/7.0
-Flunky
-Foobot
-GPTBot
-Genieo
-HTTP::Lite
-Havij
-Humanlinks
-IDBTE4M
-Internet Ninja
+DittoSpyder
+Dotbot
+Download Wonder
+Exabot
+Fimap
+Fuzz
+GT::WWW
+Gigabot
+Grafula
+HTMLparser
+IDBot
+IndeedBot
+InterGET
+InternetSeer
+Iskanie
+JamesBOT
 Jbrofuzz
-LeechGet
-Libwhisker
-Lipperhey Spider
-Ltx71
-MIIxpc
-Magnet
-Mail.RU_Bot
-MeanPath Bot
-Navroad
-Needle
+Joomla
+LieBaoFast
+Lightspeedsystems
+LinkextractorPro
+MJ12bot
+MTRobot
+Mediatoolkitbot
+Name Intelligence
+NearSite
 Nessus
-NetZIP
-NextGenSearchBot
 NimbleCrawler
-Nuclei
-Offline Explorer
-OpenLinkProfiler
-OrangeBot
-OutfoxBot
-PeoplePal
+Ninja
+OnCrawl
+Openvas
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+Pandalytics
+Pavuk
+Picscout
 Picsearch
+PxBroker
+RankurBot
+Re-re
 RebelMouse
-SEOkicks
-Seekport
-SemanticJuice
-Semrush
-Sociscraper
+Recorder
+RepoMonkey
+Ripper
+RocketCrawler
+SISTRIX
+SeobilityBot
+Seomoz
+SiteCheckerBotCrawler
+Sitevigil
+SlySearch
+SmartDownload
 Sottopop
+SpankBot
 Spbot
-Sqworm
-SuperBot
-Telesphorep
-TurnitinBot
-URLy Warning
-V-BOT
-VoidEYE
-Voltron
-WWW-Mechanize
-Wallpapers/3.0
-WallpapersHD
-Web Enhancer
-Web Sauger
-WebCollage
-WebFetch
-WebImageCollector
+Sqlmap
+Sqlworm
+Sucker
+T0PHackTeam
+TeleportPro
+Tracemyfile
+Trendiction
+Twice
+Typhoeus
+WISENutbot
+WeSEE
+Web Auto
+Web Fetch
+Web Pix
 Webalta
-Website Quester
-WebsiteQuester
-Webster
 Wonderbot
-Zeus
-ZumBot
+Zauba
+adscanner
 clark-crawler
-demandbase-bot
-eCatch
-magpie-crawler
-mediawords
-page scorer
-plumanalytics
-s1z.ru
+cognitiveseo
+dataforseobot
+evc-batch
+heritrix
+lwp-trivial
 scan.lol
-seocompany.store
-trendiction.com
-trendiction.de
-voyagerx.com
+seostar
+sexsearcher
+webprosbot