V4.2023.09.3972 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
+Abonti
+Aboundexbot
+Alexibot
+AllSubmitter
+Anarchy99
 AwarioSmartBot
-BLEXBot
-Backlink-Ceck
+BackStreet
+Badass
+Blow
 Buddy
-BuzzSumo
 CATExplorador
 CODE87
-Cocolyzebot
-Collector
-Crawling at Home Project
-DBLBot
-DIIbot
-DigitalPebble
+Cloud mapping
+CrazyWebCrawler
+Custo
+Digincore
+Disco
+Dispatch
+DnyzBot
+DomainStatsBot
 ECCP/1.0
 ExtLinksBot
+Extractor
 Ezooms
-Fimap
-G-i-g-a-b-o-t
-GalaxyBot
-Harvest
-Havij
-Internet Ninja
+GermCrawler
+GridBot
+HTTP::Lite
+Heritrix
+IDBot
+IRLbot
+Image Fetch
+Iria
+JOC Web Spider
 Jetty
-Lftp
-LibWeb
-LieBaoFast
-LinkScan
-LinkWalker
-Lipperhey Spider
-Litemage_walker
-Ltx71
-MSFrontPage
-MSIECrawler
+JikeSpider
+JustView
+MFC_Tear_Sample
+MIDown tool
+MQQBrowser
+Majestic12
 MauiBot
-Microsoft Data Access
-MolokaiBot
-Musobot
-Name Intelligence
+Minefield
 Nessus
 NetAnts
-NetMechanic
-NextGenSearchBot
-NimbleCrawler
-Octopus
-POE-Component-Client-HTTP
+NetLyzer
+Nettrack
+Niki-bot
+OnCrawl
+OpenVAS
+Openfind
 PageGrabber
-Pavuk
-Picscout
+Pandalytics
 PictureFinder
-Pimonster
-Pockey
-ProPowerBot
-Probethenet
-RankActive
-Ripper
-SEOprofiler
-SeekportBot
-Seomoz
-Site Sucker
-Siteimprove
-Spammen
-Sqlworm
+QueryN Metasearch
+RankingBot
+Re-re
+ReGet
+SBIder
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+Searchestate
+SeoSiteCheckup
+Siphon
+SiteSnagger
+SpaceBison
+SpankBot
 Sucker
-Swiftbot
-Szukacz
-T0PHackTeam
-TheNomad
-Thumbor
-Trendiction
-Trendictionbot
-Turnitin
-Typhoeus
-UnisterBot
-VCI
+Surfbot
+Telesoft
+Turingos
+TwengaBot
+Twice
+Vacuum
+Voil
+Voltron
+WISENutbot
 WWW-Collector-E
-Web Sucker
-WebStripper
+WWWOFFLE
+Wallpapers
+WebCollage
+WebLeacher
 WebWhacker
-WebsiteQuester
-Whacker
-Whatweb
-Xaldon_WebSpider
-Zauba
-archive.org_bot
-backlink-check
-check1.exe
-crawl.sogou.com
-demandbase-bot
-heritrix
-iubenda-radar
-lwp-trivial
-magpie-crawler
-mediawords
-scan.lol
-sogouspider
-tAkeOut
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
+Webshag
+Website Quester
+WebsiteExtractor
+Wprecon
+Xaldon WebSpider
+Zeus
+adscanner
+clark-crawler
+cognitiveseo
+internetVista monitor
+ips-agent
+probe-image-size
+serpstatbot
+sp_auditbot
+trendiction.com
+x22Mozilla
+zauba.io