V4.2023.03.3651 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
+ALittle Client
+Abonti
+Aboundexbot
+AfD-Verbotsverfahren
 AlphaBot
-Anarchy
-Apexoo
-AwarioRssBot
-BackStreet
-BacklinkCrawler
-Bandit
+Anarchie
+Ankit
+Atomseobot
+BLEXBot
 BlackWidow
-CSHttp
-CheTeam
-Cogentbot
-Copier
-Crawling at Home Project
-DatabaseDriverMysqli
-DnBCrawler-Analytics
-DomCopBot
-Download Wonder
+Buddy
+Bullseye
+CensysInspect
+Claritybot
+CyotekWebCopy
+DigitalPebble
+Disco
+DomainSigmaCrawler
+Dotbot
+EMail Siphon
 EasyDL
-Evil
-Extractor
-EyeNetIE
-FDM
-G-i-g-a-b-o-t
-GrabNet
-HEADMasterSEO
-Indy Library
+EroCrawler
+Flunky
+Getintent
+HMView
+HTTP::Lite
+Harvest
+Humanlinks
+IDBTE4M
+Iblog
 Intelliseek
-Iskanie
-JOC Web Spider
-Joomla
-JustView
-Kenjin Spider
-LinkextractorPro
-LinkpadBot
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
-Masscan
-Mb2345Browser
-Nameprotect
-NetMechanic
-Netvibes
-Offline Explorer
-OpenLinkProfiler
+JamesBOT
+JennyBot
+Lftp
+Linkbot
+LinqiaRSSBot
+Lipperhey Spider
+Magnet
+MarkMonitor
+Mata Hari
+MicroMessenger
+Morfeus Fucking Scanner
+Nessus
+Net Vampire
+Nettrack
+Nikto
+Octopus
+OpenVAS
+Openvas
 OrangeBot
-POE-Component-Client-HTTP
-PageThing.com
-Picsearch
-PictureFinder
+PECL::HTTP
+PHPCrawl
+Papa Foto
 Pimonster
 Pixray
-Pockey
-Probethenet
-QueryN Metasearch
+Quick-Crawler
 RankFlex
-RankingBot
-RankurBot
-Recorder
-ScreenerBot
-Site Sucker
+Rankivabot
+RealDownload
+RepoMonkey
+Ripper
+Rogerbot
+SEOprofiler
+ScoutJet
+Scrapy
+Searchestate
+Siphon
+SiteExplorer
+Sitebeam
+Snake
 Snapbot
 Sogou web spider
-Spanner
-Sqlmap
-Sqworm
-Steeler
-Upflow
-Vacuum
-VidibleScraper
-Voltron
-Web Collage
-Web Sauger
-Web Sucker
+Sottopop
+Telesoft
+The Intraformant
+Toata
+Turingos
+TurnitinBot
+URLy Warning
+VelenPublicWebCrawler
+WEBDAV
 WebBandit
-WebEnhancer
-WebGo IS
-WebReaper
-WebsiteQuester
 Whack
-Who.is Bot
-Widow
-Zeus
-ZoominfoBot
-adscanner
-archive.org_bot
-crawl.sogou.com
-crawler.feedback
-crawler4j
-domainsproject.org
-eCatch
-lwp-trivial
-probe-image-size
-scan.lol
+Whacker
+Zermelo
+ZmEu
+ZumBot
+autoemailspider
+evc-batch
+instabid
+ips-agent
+meanpathbot
+mediawords
+oBot
+polaris version
+serpstatbot
 siteripz
-tAkeOut
-webgains-bot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
+spyfu
+trendiction.de
+voyagerx.com