V4.2023.08.3912 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AfD-Verbotsverfahren
+Abonti
+Acunetix
 AhrefsBot
-AlphaBot
-Anarchy
-Asterias
+Anarchy99
 Atomseobot
-Bandit
-Black Hole
-Boardreader
-Bolt
-BotALot
-CATExplorador
-CSHttp
+Attach
+BDCbot
+BackStreet
+Blow
+Brandprotect
+Buddy
+BuzzSumo
+Bytespider
 CazoodleBot
-Cogentbot
-Curious
+CensysInspect
+Collector
+Craftbot
+Custo
 DataCha0s
-DigitalPebble
-Discoverybot
-Dispatch
-DomainCrawler
-Domains Project
-Dotbot
-EMail Wolf
-ExtLinksBot
-EyeNetIE
+Dirbuster
+DomainStatsBot
+Download Wonder
+Dragonfly
+Ebingbong
+FemtosearchBot
 Firefox/7.0
-FlashGet
-Foobot
-Freeuploader
-GetRight
-Go!Zilla
-Gotit
-GrapeFX
-GridBot
-HTTrack
-Harvest
-Image Sucker
-Indy Library
-Iskanie
-JOC Web Spider
-Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
-LNSpiderguy
-LeechGet
-Likse
+Flunky
+Genieo
+Getintent
+Gigabot
+Havij
+Hloader
+IDBTE4M
+IRLbot
+Intelliseek
+JetCar
+Jorgee
+MIIxpc
 MSIECrawler
 Mag-Net
-Majestic12
-Masscan
-Mister PiX
-Netvibes
-NimbleCrawler
-Offline Explorer
+MeanPath Bot
+Microsoft Data Access
+Mozlila
+Musobot
+NPbot
+NearSite
+Octopus
+Openfind
 OrangeBot
+Panscient
 PictureFinder
-Pimonster
-Pockey
-QueryN Metasearch
-Quick-Crawler
-RankingBot
-Rankivabot
-RealDownload
-RedesScrapy
-Rogerbot
+PleaseCrawl
+PyCurl
+RankingBot2
+Re-re
+ReGet
+RebelMouse
+RepoMonkey
+SEOkicks-Robot
 ScanAlert
-SeekportBot
-SiteLockSpider
-SpankBot
-Sqlworm
-Steeler
-SurveyBot
-T0PHackTeam
-Toata
-Tracemyfile
-Trendiction
-Turingos
-Turnitin
-Typhoeus
-VB Project
-WWW-Collector-E
-Web Fuck
-WebCopier
+SearchmetricsBot
+Seomoz
+Site Sucker
+Siteimprove
+Sitevigil
+SlySearch
+Snapbot
+Sottopop
+Szukacz
+TheNomad
+Titan
+TwengaBot
+Twice
+URLy Warning
+UnisterBot
+Upflow
+Vacuum
+Web Auto
+Web Enhancer
+Web Fetch
+WebGo IS
+WebImageCollector
 WebReaper
-WebSucker
-WiseGuys Robot
-YoudaoBot
-Zermelo
-Zitebot
-ZumBot
-ZyBorg
-s1z.ru
-satoristudio.net
-seoscanners
-spyfu
-voyagerx.com
+Website Quester
+WinHTTrack
+Xaldon WebSpider
+ZmEu
+adscanner
+coccocbot
+com.plumanalytics
+crawler4j
+dataforseo.com
+dataforseobot
+evc-batch
+ripz
+sexsearcher
+tAkeOut
+ubermetrics-technologies.com
 webpros.com
-x22Mozilla
-zauba.io
+zgrab