V4.2024.08.4678 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+404enemy
 ADmantX
-AdsTxtCrawlerTP
-AiHitBot
-BBBike
-BacklinksExtendedBot
-BatchFTP
-Boardreader
-Claritybot
+Aboundex
+Backlink-Ceck
+Bitacle
+Buck
+CazoodleBot
+Citoid
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Collector
-DSearch
-Devil
-DigitalPebble
-Dirbuster
-Discobot
-DomainSigmaCrawler
-ExtractorPro
-FyberSpider
-GPTBot
+Cogentbot
+Cosmos
+DittoSpyder
+DnyzBot
+Domains Project
+Download Wonder
+EMail Siphon
+Evil
+FemtosearchBot
+Fuzz
+Getintent
 GrapeshotCrawler
-Havij
-HonoluluBot
-HybridBot
-IRLbot
-IlseBot
-ImagesiftBot
+Image Fetch
 IndeedBot
-Indy Library
-InfoTekies
+Information Security Team InfraSec Scanner
+JOC Web Spider
+Jbrofuzz
 JikeSpider
-Leap
-LeechGet
-Lftp
-LieBaoFast
-MFC_Tear_Sample
-Mail.RU_Bot
-Net Vampire
-NetMechanic
-NetZIP
-NimbleCrawler
-Nuclei
-Offline Explorer
-OpenVAS
-Page Analyzer
-PageScorer
+LinksManager
+LinqiaMetadataDownloaderBot
+MSIECrawler
+Mass Downloader
+Masscan
+MegaIndex.ru
+Mister PiX
+Moblie Safari
+Mozlila
+Ninja
+OnCrawl
+Openvas
+PECL::HTTP
+Papa Foto
 Pavuk
-PxBroker
-RSSingBot
-Re-re
-RedesScrapy
+Proximic
+Psbot
+QueryN Metasearch
+RankingBot
+RealDownload
+Recorder
 RepoMonkey
-Ripper
+RocketCrawler
 Rogerbot
-SBIder
-SEOprofiler
-SISTRIX
-ScoutJet
 ScreenerBot
+ScrepyBot
+Searchestate
+SeekportBot
+SemanticJuice
 Semrush
-SentiBot
-SiteExplorer
-SiteLockSpider
-SocialRankIOBot
-Spbot
-Spider_Bot
-Sqlmap
-Suzuran
-Szukacz
-Telesoft
-TinyTestBot
-Toweyabot
-Tracemyfile
+SeobilityBot
+Siphon
+SiteSucker
+Sitebeam
+Snake
+Sociscraper
+Sogou web spider
+Spanner
+SurveyBot
+Swiftbot
+T8Abot
+TeleportPro
+TightTwatBot
+Trendiction
+Trendictionbot
 True_Robot
 Turnitin
-Virusdie
-WEBDAV
-WISENutbot
-WebPix
+V-BOT
+Voil
+WallpapersHD
+WebCopier
+WebEnhancer
+WebReaper
 WebStripper
-Wotbox
-Xenu
-Zauba
-Zeus
-ZoomBot
-ZoominfoBot
-ZumBot
-coccocbot
-crawler4j
-facebookscraper
-ips-agent
-linkfluence
-openai.com
-scalaj-http
-seocompany.store
-serpstatbot
-sogouspider
-voyagerx.com
-x22Mozilla
-xpymep1.exe
+WebmasterWorldForumBot
+Webshag
+Whack
+WinHTTrack
+check1.exe
+demandbase-bot
+domainsproject.org
+linkdexbot
+lwp-trivial
+mediawords
+omgili
+pcBrowser
+plumanalytics
+polaris version
+probe-image-size
+satoristudio.net
+sexsearcher
+trendiction.de