V4.2023.11.4108 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-ASPSeek
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
-Alexibot
-Alligator
-Anthill
-Apexoo
-BBBike
+360Spider
+404checker
+AIBOT
+AiHitBot
+AlphaBot
+AwarioSmartBot
+BDFetch
+BLEXBot
 Badass
-BotALot
-Buddy
-BuiltBotTough
-Calculon
-CheTeam
-Cloud mapping
-Collector
-Crawling at Home Project
-Curious
-DigitalPebble
-Domains Project
-EMail Wolf
+Bigfoot
+Blackboard
+BlowFish
+Bolt
+Bullseye
+CSHttp
+Craftbot
+CyotekWebCopy
+DSearch
+Deusu
+Digincore
+Dragonfly
+ECCP/1.0
+Extractor
 Ezooms
-Firefox/7.0
+FDM
+Flunky
 Fuzz
-G-i-g-a-b-o-t
-GT::WWW
-Genieo
-HTMLparser
-HTTP::Lite
-Harvest
-Havij
-Iblog
-Image Sucker
-InfoTekies
-JOC Web Spider
-JetCar
-Kenjin Spider
-LWP::Simple
-LeechGet
-LinkScan
-LinqiaMetadataDownloaderBot
-MFC_Tear_Sample
-Mag-Net
+FyberSpider
+Gotit
+HMView
+Humanlinks
+Intelliseek
+Jorgee
+Kozmosbot
+Lftp
+LibWeb
+MSIECrawler
+Magnet
+MarkMonitor
 MarkWatch
-MauiBot
-MolokaiBot
-Msrabot
-Navroad
+Moblie Safari
+NPbot
+Net Vampire
 NetAnts
-Nibbler
-Niki-bot
+NetLyzer
+NetSpider
 Ninja
-Nutch
-Offline Navigator
 OnCrawl
-Openvas
-OrangeSpider
-Picsearch
+OpenLinkProfiler
+OpenVAS
 Piepmatz
-Pixray
-Pockey
-Pump
-PyCurl
-RankingBot2
-RebelMouse
-Recorder
-RepoMonkey
-Rogerbot
-SEOstats
-Scanbot
-Shodan
-Sogou web spider
-Sqworm
-Stripper
+ProPowerBot
+Proximic
+RSSingBot
+RankActiveLinkBot
+Re-re
+Reaper
+SenutoBot
+Siphon
+Sitebeam
+Snoopy
+Sosospider
+Spbot
+Steeler
+Sucuri
+SuperBot
 SuperHTTP
-Swiftbot
-Telesoft
-Toata
-Turingos
-Twice
-URLy Warning
-Upflow
-VB Project
-WWWOFFLE
+Szukacz
+T0PHackTeam
+TeleportPro
+The Intraformant
+Tracemyfile
+Vacuum
+WISENutbot
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers/3.0
-WebGo IS
-WebSucker
-WinHTTrack
-Zermelo
-ZoominfoBot
-archive.org_bot
-backlink-check
-domainsproject.org
-lwp-trivial
-probe-image-size
-seoscanners
+WeSEE
+Web Enhancer
+WebFuck
+WebImageCollector
+WebLeacher
+Xaldon WebSpider
+YoudaoBot
+clark-crawler
+cognitiveseo
+eCatch
+gopher
+internetVista monitor
+magpie-crawler
+mediawords
+ripz
+seocompany.store
 sogouspider
-x09Mozilla
+sp_auditbot
+tAkeOut
+voyagerx.com
+webgains-bot
+webmeup-crawler
+x22Mozilla