V4.2023.10.4072 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AfD-Verbotsverfahren
-AhrefsBot
-Anthill
-Asterias
+ASPSeek
+AdsTxtCrawlerTP
+Atomseobot
+AwarioRssBot
 BBBike
-BDFetch
-Battleztar Bazinga
-Brandwatch
-CherryPicker
-Chlooe
+BetaBot
+Black Hole
+Boardreader
+BunnySlippers
+Cegbfeieh
+CheTeam
+Cogentbot
+Copier
 Craftbot
-Crawling at Home Project
-Curious
-DnyzBot
-DomCopBot
+CrazyWebCrawler
+Crescent
+DBLBot
+DataCha0s
+DittoSpyder
 Download Wonder
-Extractor
-ExtractorPro
-FHscan
-Fuzz
-Fyrebot
-GalaxyBot
-GermCrawler
-GetRight
-GetWeb
-Go-Ahead-Got-It
-GrabNet
-GrapeshotCrawler
-HTTP::Lite
-HTTrack
-Haansoft
-Image Sucker
-Indy Library
-JOC Web Spider
-Lftp
-LinkWalker
-Litemage_walker
+Ebingbong
+Exabot
+EyeNetIE
+Fimap
+Foobot
+FyberSpider
+Genieo
+Getintent
+Grafula
+HEADMasterSEO
+HaosouSpider
+IDBTE4M
+Jyxobot
+Kenjin Spider
+LeechGet
+Likse
 Lmspider
-Magnet
-Mata Hari
-MauiBot
-Minefield
-Name Intelligence
-Net Vampire
-Nikto
-Ninja
-Offline Explorer
-Openvas
+MJ12bot
+MarkWatch
+Metauri
+Microsoft URL Control
+Mojeek
+NetAnts
+NetSpider
+Netvibes
+Nutch
+OpenLinkProfiler
+Openfind
+OrangeSpider
+PageAnalyzer
+Pandalytics
 Papa Foto
-Piepmatz
 Pixray
 Pockey
-Proximic
 RankActive
-SEOstats
-SISTRIX
-SalesIntelligent
-ScanAlert
-Scanbot
+RankActiveLinkBot
+Reaper
+SBIder
+ScrepyBot
+Seekport
+SemanticJuice
+Semrush
+Seomoz
+Sitevigil
+Snake
 Snapbot
-Snoopy
 Sociscraper
-Sottopop
-SputnikBot
-Sqlmap
-Telesphorep
-Trendictionbot
+Spanner
+Sqworm
+Suzuran
+Teleport
+Telesoft
+URLy Warning
+UnisterBot
+Vacuum
 WWW-Collector-E
-WWW-Mechanize
 Web Auto
-Web Fetch
+Web Enhancer
 Web Sucker
-WebAuto
-WebBandit
-WebEnhancer
-Website Quester
+WebFetch
+WebPix
+WebSucker
+WebmasterWorldForumBot
 WebsiteExtractor
-WebsiteQuester
-Widow
-Zermelo
+Zade
 Zeus
+ZumBot
 adscanner
 check1.exe
-coccocbot
-cognitiveseo
-domainsproject.org
-eCatch
-facebookscraper
-instabid
+com.plumanalytics
+dataforseo.com
+evc-batch
+heritrix
 ips-agent
-linkdexbot
-lwp-trivial
-magpie-crawler
 netEstate NE Crawler
+openai.com
 plumanalytics
-spyfu
 sysscan
-webprosbot
-xpymep1.exe
-zgrab
+webpros.com
+x09Mozilla