V4.2023.12.4194 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Abonti
-BBBike
-BDFetch
-Bandit
-Barkrowler
+AIBOT
+AfD-Verbotsverfahren
+Alexibot
+Aspiegel
+Asterias
 BatchFTP
-Battleztar Bazinga
-Bigfoot
-BlackWidow
-Bullseye
+BlowFish
+Buck
 CCBot
+CODE87
+ChinaClaw
+Chlooe
 Cocolyzebot
-DatabaseDriverMysqli
-Demon
-DomainCrawler
-Domains Project
+CopyRightCheck
+Crawling at Home Project
+Custo
+Deusu
+Devil
+DnBCrawler-Analytics
+DomainSigmaCrawler
+Dotbot
 Drip
-ECCP/1.0
-Exabot
-FHscan
-FlashGet
-Flunky
-FrontPage
-G-i-g-a-b-o-t
-Genieo
-Gotit
-GrapeFX
-HTMLparser
+Evil
+ExtLinksBot
+FDM
+GermCrawler
+Go!Zilla
+Grabber
+HEADMasterSEO
+Havij
 Hloader
-Humanlinks
-InfoNaviRobot
-Kenjin Spider
-Keyword Density
-Kinza
-Lanshanbot
-Leap
-LeechFTP
+Image Fetch
+InternetSeer
+Iskanie
+JamesBOT
+JennyBot
+Larbin
 Libwhisker
-Lightspeedsystems
 LinkextractorPro
-LinksManager
-Litemage_walker
-MFC_Tear_Sample
-Mag-Net
-Majestic SEO
-Masscan
-MeanPath Bot
-MegaIndex.ru
-MolokaiBot
+LinqiaRSSBot
+Lipperhey
+MIDown tool
+MQQBrowser
+MSIECrawler
+Mass Downloader
+Metauri
 Mr.4x3
+NPbot
 NearSite
-Nessus
-NetSpider
-Nmap
-Octopus
-Offline Explorer
-Openfind
-PageAnalyzer
-ProPowerBot
-RankFlex
-RankingBot
-Rankivabot
-Re-re
-RealDownload
-RepoMonkey
-ScrepyBot
-SeoSiteCheckup
+NetAnts
+NetMechanic
+Nibbler
+Offline Navigator
+OnCrawl
+PHPCrawl
+POE-Component-Client-HTTP
+Pavuk
+PxBroker
+RankActive
+RankActiveLinkBot
+Ripper
+Rogerbot
+ScoutJet
+SearchmetricsBot
+SemanticJuice
 Siphon
+SiteCheckerBotCrawler
+SiteSnagger
+Sitebeam
 Siteimprove
-Snoopy
-SpaceBison
-Sqlworm
-Sqworm
+SocialRankIOBot
+Sociscraper
+Sosospider
+Spanner
 Steeler
-Surfbot
-Titan
+SuperBot
+Trendiction
 Trendictionbot
-TurnitinBot
 Upflow
-Vacuum
-VidibleScraper
-Virusdie
-WEBDAV
-WWW-Mechanize
+V-BOT
+WBSearchBot
+WWW::Mechanize
 Web Collage
 WebCollage
+WebEnhancer
+WebLeacher
 WebSauger
-WebZIP
-Wonderbot
-Zermelo
-dataforseo.com
-dataforseobot
-eCatch
-facebookscraper
-gopher
-openai
+WebStripper
+Webalta
+Website Quester
+Whatweb
+Woobot
+YoudaoBot
+clark-crawler
+mediawords
+pcBrowser
 scan.lol
-spyfu
-webprosbot
+seobility
+sexsearcher
+sogouspider