V4.2023.08.3920 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Abonti
-Aboundex
-Aboundexbot
-AhrefsBot
-AiHitBot
-Asterias
-AwarioRssBot
-AwarioSmartBot
-BackDoorBot
-BackStreet
-Bigfoot
-BunnySlippers
-Bytespider
-Calculon
-Crescent
-Custo
-DTS Agent
+AfD-Verbotsverfahren
+Alligator
+Anarchy
+BDFetch
+Badass
+Bitacle
+Brandprotect
+BuiltBotTough
+BuiltWith
+CheTeam
+Citoid
+Collector
 DataCha0s
-DomainAppender
-Dotbot
-EasyDL
+Discobot
+Discoverybot
+DittoSpyder
+Download Wonder
+EMail Siphon
+Ecxi
+Express WebPictures
 Ezooms
-G-i-g-a-b-o-t
-Getintent
-Grabber
-HTTrack
-Harvest
-InterGET
-JOC Web Spider
-Jorgee
-Larbin
-LieBaoFast
-LinkScan
-Lmspider
-MIDown tool
-MarkMonitor
+GalaxyBot
+Genieo
+Go-Ahead-Got-It
+GridBot
+Haansoft
+IRLbot
+Indy Library
+Internet Ninja
+JetCar
+JikeSpider
+Joomla
+Keybot Translation-Search-Machine
+Kinza
+Leap
+LeechFTP
+LibWeb
+Mag-Net
+Mail.RU_Bot
 Mass Downloader
 Mata Hari
-Meanpathbot
-Mojeek
-Musobot
+MeanPath Bot
+Minefield
+Moblie Safari
 NICErsPRO
-NearSite
-NetMechanic
-NetZIP
-Offline Navigator
-Picscout
-Pockey
-ProPowerBot
-Probethenet
-Pump
-RankingBot2
-RankurBot
-ReGet
-Reaper
-Ripper
-RocketCrawler
+NetAnts
+NextGenSearchBot
+Nibbler
+Ninja
+Nmap
+OnCrawl
+OutclicksBot
+PageAnalyzer
+ProWebWalker
+PyCurl
+Quick-Crawler
+RankFlex
+RedesScrapy
 Rogerbot
+SEOstats
 SMTBot
-Snapbot
-Sqlmap
-Stripper
-T8Abot
-TheNomad
-Thumbor
-Trendiction
-True_Robot
+SearchmetricsBot
+SemanticJuice
+SeoSiteCheckup
+SiteSucker
+Sitevigil
+SmartDownload
+Snoopy
+Sottopop
+Sqworm
+Swiftbot
+Szukacz
+Turingos
+Turnitin
 TurnitinBot
-Vagabondo
-Voil
-Voltron
-WEBDAV
-WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-Web Auto
+Twice
+VB Project
+VidibleScraper
+WASALive-Bot
+Web Collage
 Web Sucker
-WebCollage
-WebFuck
-WebStripper
+WebWhacker
 Webster
-Whatweb
+Who.is Bot
+WiseGuys Robot
 Woobot
-Wprecon
-ZoomBot
-coccocbot
-cognitiveseo
-dataforseobot
-ips-agent
-iubenda-radar
-mediawords
-openai.com
+Xenu
+Zauba
+autoemailspider
+crawler4j
+magpie-crawler
+openai
 page scorer
 pcBrowser
 plumanalytics
-seoscanners
-sogouspider
-sp_auditbot
+satoristudio.net
+serpstatbot
+siteripz
+tAkeOut
+webprosbot