V4.2024.07.4608 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404checker
+Acunetix
+AhrefsBot
 Alexibot
+AlphaBot
+Attach
 BBBike
-BDCbot
-BackStreet
+BackDoorBot
+Bandit
+Barkrowler
 BatchFTP
-BetaBot
-Bitacle
-CazoodleBot
-Cegbfeieh
-ChinaClaw
-Claritybot
-Cogentbot
-DBLBot
-Download Wonder
-Express WebPictures
-ExtractorPro
-FacebookBot
-GT::WWW
-Genieo
+Bytespider
+CSHttp
+Copyscape
+Deusu
+Digincore
+Dotbot
+EasyDL
+Exabot
+Fimap
+FlashGet
+Flunky
+G-i-g-a-b-o-t
+GetRight
 GrapeshotCrawler
-Harvest
+Havij
 Heritrix
-Id-search
-InfoTekies
-Intelliseek
 Iria
-JamesBOT
 JennyBot
-JustView
+Joomla
 Kinza
 LWP::Simple
-LeechFTP
-Linkbot
-LinksManager
+Larbin
+LeechGet
+LibWeb
+Likse
+Lipperhey
+Litemage_walker
+Lmspider
 Ltx71
-Mag-Net
+MIDown tool
 Magnet
-Masscan
-Morfeus Fucking Scanner
-Name Intelligence
+Mb2345Browser
+Metauri
+MicroMessenger
+MolokaiBot
+Msrabot
+NetMechanic
+NetSpider
+NetZIP
 Nettrack
 NextGenSearchBot
-Niki-bot
-Nimbostratus
-Ninja
-Nutch
-OnCrawl
-Openvas
-Page Analyzer
-PageThing.com
-Petalbot
-Pump
-RSSingBot
-SEOkicks
-SEOkicks-Robot
-SMTBot
-Semrush
-SenutoBot
-SeobilityBot
-Sitebeam
-Snake
+Nuclei
+Openfind
+PageScorer
+Panscient
+Pockey
+ProPowerBot
+QueryN Metasearch
+RankActiveLinkBot
+Recorder
+RedesScrapy
+Ripper
+SEOlyticsCrawler
+SeekportBot
+SiteSucker
+SpaceBison
 SpankBot
 SputnikBot
-Steeler
-SurveyBot
-Suzuran
+Sqlmap
+Stripper
 Szukacz
-TeleportPro
-The Intraformant
-Thumbor
-Toweyabot
-True_Robot
-Turingos
-Upflow
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Web Sucker
-WebAuto
-WebGo IS
-WebImageCollector
-WebWhacker
-Whacker
-Xaldon WebSpider
-Zade
-Zeus
+TightTwatBot
+Typhoeus
+VidibleScraper
+WWW::Mechanize
+WallpapersHD
+Web Auto
+WebBandit
+WebEnhancer
+WebmasterWorldForumBot
+Whatweb
+Wonderbot
+Woobot
+Wotbox
+Wprecon
+Xenu
+ZoomBot
 ZumBot
-cohere-ai
-crawl.sogou.com
+check1.exe
+crawler4j
 eCatch
-gopher
-linkdexbot
-lwp-trivial
+internetVista monitor
 muhstik-scan
-openai.com
-satoristudio.net
-sitechecker.pro
-sysscan
-trendiction.com
+netEstate NE Crawler
+page scorer
+pcBrowser
+polaris version
+probe-image-size
+webpros.com