V4.2023.08.3945 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ALittle Client
+404checker
+Abonti
 Aboundexbot
-AdsTxtCrawlerTP
-BBBike
-BDFetch
-BackStreet
-Backlink-Ceck
-Bandit
-Battleztar Bazinga
-Bolt
-BuzzSumo
-Cloud mapping
-Curious
-Custo
-DataCha0s
-DigitalPebble
-Drip
-EasyDL
-Extreme Picture Finder
+AhrefsBot
+AllSubmitter
+Anthill
+BackDoorBot
+Brandprotect
+BuiltBotTough
+Calculon
+Cliqzbot
+Crawling at Home Project
+CyotekWebCopy
+DBLBot
+Discoverybot
+Dotbot
+ECCP/1.0
+Express WebPictures
+ExtractorPro
+FDM
 Flunky
-Freeuploader
-FrontPage
-FyberSpider
 Fyrebot
-Grafula
-HTMLparser
-HTTP::Lite
-Id-search
-Image Sucker
+G-i-g-a-b-o-t
+Genieo
+Go!Zilla
+GoZilla
+GrabNet
+HaosouSpider
+HonoluluBot
+Humanlinks
+Indy Library
 InfoNaviRobot
 Intelliseek
-Iria
-Jorgee
-JustView
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
 Lanshanbot
 Leap
-Lftp
-Lightspeedsystems
-LinkextractorPro
+Linkbot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Litemage_walker
+MFC_Tear_Sample
+MJ12bot
 MQQBrowser
-MSIECrawler
-Magnet
-Majestic-SEO
-Majestic12
-Mister PiX
-Mojeek
-NICErsPRO
-NetLyzer
-Nimbostratus
-Ninja
-Nmap
-Openfind
+MTRobot
+Metauri
+MolokaiBot
+Msrabot
+Nikto
+NimbleCrawler
+Offline Explorer
+OnCrawl
 Openvas
-Petalbot
-Psbot
-RankActive
-RankActiveLinkBot
+Page Analyzer
+Pockey
+QueryN Metasearch
+Reaper
 Recorder
 RedesScrapy
-ScanAlert
-Searchestate
-SenutoBot
-Sitevigil
-Spbot
-Spinn3r
-Sqlworm
-Steeler
+SEOkicks-Robot
+ScreenerBot
+SearchmetricsBot
+SentiBot
+Seomoz
+SmartDownload
+Snoopy
+SpaceBison
+Spammen
+SpankBot
+SuperBot
 Suzuran
-Trendiction
+TightTwatBot
+Toata
+TurnitinBot
 URLy Warning
-UnisterBot
-Virusdie
-WBSearchBot
-WPScan
-WWW-Collector-E
-Wallpapers
-WallpapersHD
-Web Auto
-Web Enhancer
-WebLeacher
-WebZIP
+Upflow
+VCI
+WWW::Mechanize
+WebGo IS
+WebStripper
+WebWhacker
 WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-Xenu
-ZmEu
-ZumBot
-arquivo.pt
-eCatch
-evc-batch
-magpie-crawler
-netEstate NE Crawler
-oBot
-seobility
-sitechecker.pro
-sp_auditbot
-trendiction.de
-voyagerx.com
+Whacker
+Whatweb
+Wotbox
+Zade
+Zauba
+Zitebot
+adscanner
+check1.exe
+clark-crawler
+crawler.feedback
+gopher
+internetVista monitor
+page scorer
+spyfu
+sysscan
 xpymep1.exe