V4.2024.01.4241 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aipbot
-Alligator
-Atomseobot
-BackWeb
-Blackboard
-BlowFish
-BotALot
+360Spider
+80legs
+Aboundexbot
+AllSubmitter
+Anthill
+Aspiegel
+BDFetch
+Bitacle
+BlackWidow
+Boardreader
+Brandwatch
 Bullseye
-CCBot
-Citoid
-Cloud mapping
-Collector
-DSearch
-DatabaseDriverMysqli
-Dispatch
-DittoSpyder
-Ebingbong
-Extractor
-Fimap
-Fyrebot
-Genieo
-GetRight
-GetWeb
-Getintent
-Gigabot
-Go!Zilla
-GridBot
-HTTrack
-Haansoft
-InterGET
-JamesBOT
-Keyword Density
-LWP::Simple
-Larbin
-LeechGet
-LinkScan
-LinqiaScrapeBot
-MFC_Tear_Sample
-Magnet
+CazoodleBot
+Copier
+Crawling at Home Project
+Curious
+DTS Agent
+Demon
+Deusu
+FDM
+Freeuploader
+GalaxyBot
+GermCrawler
+Go-Ahead-Got-It
+GrapeshotCrawler
+HTMLparser
+Heritrix
+Humanlinks
+IRLbot
+Image Sucker
+InfoNaviRobot
+JetCar
+JikeSpider
+LibWeb
+Lightspeedsystems
+Lmspider
+Ltx71
+MJ12bot
+MarkMonitor
+MarkWatch
 Mass Downloader
-Microsoft Data Access
+Mb2345Browser
+Metauri
 Mojeek
 MolokaiBot
-NetSpider
-Nutch
+Musobot
+NetMechanic
+NetZIP
+Netvibes
+NextGenSearchBot
+Niki-bot
+Nmap
 Octopus
-OpenVAS
 OrangeBot
-PHPCrawl
-PageScorer
-Rankivabot
-Re-re
+OutclicksBot
+PECL::HTTP
+PageGrabber
+PageThing.com
+PictureFinder
+Pockey
+Probethenet
+Proximic
+QueryN Metasearch
+RankActiveLinkBot
+ReGet
+Rogerbot
 SEOkicks
+Screaming
 ScreenerBot
-Searchestate
-Site Sucker
-SiteSnagger
-SocialRankIOBot
-Sociscraper
-Sogou web spider
+Shodan
 SpaceBison
-Spbot
-Spinn3r
-Stripper
-Sucuri
-SurveyBot
+Sqlmap
 Suzuran
-Telesphorep
-Thumbor
 TightTwatBot
-Titan
-Tracemyfile
-Trendictionbot
-TurnitinBot
-Typhoeus
-VCI
+Trendiction
+True_Robot
+Turingos
+URLy.Warning
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-WWW::Mechanize
-WallpapersHD
+Virusdie
+Voil
+Voltron
+WEBDAV
+WWW-Collector-E
 Web Auto
 Web Fetch
-Web Pix
-WebEnhancer
-WebImageCollector
-WebLeacher
-WebSauger
-Website Quester
-Xenu
-crawl.sogou.com
-evc-batch
-heritrix
-internetVista monitor
-linkdexbot
-mediawords
-netEstate NE Crawler
-scalaj-http
-trendiction.com
-x09Mozilla
+WebSucker
+Whatweb
+Widow
+arquivo.pt
+check1.exe
+coccocbot
+dataforseobot
+gopher
+oBot
+openai.com
+polaris version
+satoristudio.net
+spyfu
+webprosbot