V4.2023.12.4195 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-AfD-Verbotsverfahren
-Alexibot
-Aspiegel
-Asterias
+404checker
+Aboundexbot
+AhrefsBot
+BBBike
+BackWeb
 BatchFTP
-BlowFish
-Buck
-CCBot
-CODE87
-ChinaClaw
-Chlooe
-Cocolyzebot
-CopyRightCheck
-Crawling at Home Project
-Custo
-Deusu
-Devil
-DnBCrawler-Analytics
-DomainSigmaCrawler
-Dotbot
-Drip
-Evil
-ExtLinksBot
-FDM
-GermCrawler
-Go!Zilla
-Grabber
-HEADMasterSEO
-Havij
-Hloader
-Image Fetch
-InternetSeer
-Iskanie
-JamesBOT
-JennyBot
-Larbin
-Libwhisker
+BuzzSumo
+CensysInspect
+CheTeam
+Cliqzbot
+Copyscape
+Craftbot
+DatabaseDriverMysqli
+Digincore
+DittoSpyder
+DomainAppender
+Dragonfly
+EroCrawler
+EyeNetIE
+Foobot
+Freeuploader
+FyberSpider
+GetRight
+HTTrack
+Haansoft
+HaosouSpider
+Id-search
+Image Sucker
+InterGET
+Internet Ninja
+JOC Web Spider
+Jbrofuzz
+Kenjin Spider
+Keybot Translation-Search-Machine
+LeechFTP
+LieBaoFast
+Likse
+LinkWalker
 LinkextractorPro
-LinqiaRSSBot
+LinkpadBot
+LinqiaMetadataDownloaderBot
 Lipperhey
+Lmspider
 MIDown tool
-MQQBrowser
-MSIECrawler
-Mass Downloader
-Metauri
-Mr.4x3
-NPbot
-NearSite
-NetAnts
+Masscan
+MeanPath Bot
+Moblie Safari
+Mojeek
+Msrabot
+NICErsPRO
 NetMechanic
-Nibbler
-Offline Navigator
+NextGenSearchBot
+Nimbostratus
+Nuclei
 OnCrawl
-PHPCrawl
-POE-Component-Client-HTTP
-Pavuk
-PxBroker
-RankActive
+OrangeSpider
+PageAnalyzer
+PageThing.com
+Pi-Monster
+Piepmatz
+Pimonster
+Pixray
+Pockey
+ProPowerBot
+Psbot
 RankActiveLinkBot
-Ripper
-Rogerbot
-ScoutJet
-SearchmetricsBot
-SemanticJuice
-Siphon
-SiteCheckerBotCrawler
-SiteSnagger
-Sitebeam
-Siteimprove
-SocialRankIOBot
-Sociscraper
-Sosospider
-Spanner
+RankFlex
+Reaper
+RepoMonkey
+SEOkicks
+ScanAlert
+Site Sucker
+SiteLockSpider
+Sogou web spider
 Steeler
-SuperBot
-Trendiction
+Stripper
+Sucuri
 Trendictionbot
+TwengaBot
 Upflow
-V-BOT
-WBSearchBot
-WWW::Mechanize
-Web Collage
-WebCollage
-WebEnhancer
-WebLeacher
-WebSauger
+Vagabondo
+WebFetch
+WebPix
 WebStripper
-Webalta
-Website Quester
-Whatweb
-Woobot
-YoudaoBot
+WebZIP
+Webshag
+Zade
+backlink-check
+check1.exe
 clark-crawler
-mediawords
-pcBrowser
-scan.lol
+coccocbot
+crawler4j
+eCatch
+gopher
+oBot
 seobility
-sexsearcher
-sogouspider
+siteripz
+voyagerx.com
+webprosbot
+zgrab