V4.2023.03.3643 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AfD-Verbotsverfahren
-Alligator
-Anarchy
-Attach
-AwarioSmartBot
-BackWeb
-Backlink-Ceck
-BlowFish
-Boardreader
-BotALot
-Buddy
-Bullseye
-CCBot
-CensysInspect
-CheeseBot
-CopyRightCheck
-Crawling at Home Project
+AIBOT
+Acunetix
+AhrefsBot
+Aipbot
+AlphaBot
+Anarchie
+Anarchy99
+Aspiegel
+Asterias
+BBBike
+BatchFTP
+BetaBot
+Calculon
+Cosmos
+DSearch
 DataCha0s
-Dirbuster
-Disco
-ECCP/1.0
-Ebingbong
+DatabaseDriverMysqli
+DomCopBot
+EasyDL
 EroCrawler
-FDM
+Extractor
 Fimap
-Foobot
 Getintent
-Grabber
-Grafula
-GridBot
-HTTP::Lite
-HaosouSpider
+GoZilla
+GrapeshotCrawler
+HMView
 Heritrix
-HonoluluBot
-Humanlinks
-IDBTE4M
-Image Sucker
-Iria
-IstellaBot
-Jbrofuzz
-JennyBot
-Joomla
-Jyxobot
-Kinza
-LNSpiderguy
-LinkWalker
+IDBot
+Iblog
+InterGET
+Internet Ninja
+JikeSpider
+Keybot Translation-Search-Machine
+Larbin
+Libwhisker
+Likse
+Linkbot
 LinkextractorPro
-LinkpadBot
-Majestic-SEO
-MauiBot
-Mojeek
-Mojolicious
+LinqiaScrapeBot
+MSIECrawler
+MTRobot
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic12
+Masscan
+Metauri
+MicroMessenger
+Mr.4x3
 Nessus
 NetMechanic
-Octopus
-Offline Explorer
-OpenVAS
-Openfind
-Page Analyzer
-Panscient
-Pockey
-PyCurl
-RankFlex
-RankingBot
+NetZIP
+OrangeBot
+OrangeSpider
+PageAnalyzer
+PageScorer
+Pavuk
+Pi-Monster
+RankActive
+RankurBot
+Re-re
+RealDownload
 Reaper
-Rogerbot
-SEOprofiler
-Scanbot
-SearchmetricsBot
-SeoSiteCheckup
-SiteSucker
-Sitevigil
-Snoopy
-Sucuri
-Suzuran
+Recorder
+SEOkicks
+SEOstats
+Scrapy
+Screaming
+ScreenerBot
+Spanner
+SuperHTTP
+Szukacz
+TeleportPro
 TheNomad
 Thumbor
-URLy.Warning
-VB Project
-VeriCiteCrawler
-WASALive-Bot
-WallpapersHD
-WebZIP
-Whack
-Whatweb
-Widow
+Typhoeus
+URLy Warning
+UnisterBot
+VoidEYE
+WWWOFFLE
+Wallpapers
+Web Sauger
+Web Sucker
+Webshag
+Website Quester
+Who.is Bot
 Wotbox
+YoudaoBot
 Zermelo
-arquivo-web-crawler
-backlink-check
-crawl.sogou.com
-crawler4j
-gopher
-heritrix
-scalaj-http
-scan.lol
-seobility
-sogouspider
+adscanner
+crawler.feedback
+domainsproject.org
+instabid
+internetVista monitor
+page scorer
+s1z.ru
+seoscanners
 sysscan
+webmeup-crawler
 x22Mozilla