V4.2022.10.3444 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
-ASPSeek
-AfD-Verbotsverfahren
-Alexibot
-AllSubmitter
-Anarchy99
-BBBike
+404enemy
+AIBOT
+Aboundex
+Acunetix
+AiHitBot
+Alligator
+AlphaBot
+Anarchie
+Anarchy
+Anthill
+Apexoo
+Asterias
+AwarioRssBot
+AwarioSmartBot
 BDCbot
+BDFetch
+BackDoorBot
 BackWeb
+BacklinkCrawler
+Bandit
+Barkrowler
+BatchFTP
+BetaBot
 Bigfoot
-Black Hole
-BlackWidow
+Bitacle
 Blow
-Boardreader
-Bolt
-BuiltWith
-BunnySlippers
-BuzzSumo
-CODE87
+BlowFish
+Brandwatch
+CATExplorador
+CSHttp
 Calculon
-CazoodleBot
-Cloud mapping
+CheeseBot
+CherryPicker
+Chlooe
+Citoid
 Cocolyzebot
 Cogentbot
-Craftbot
+Collector
+Copyscape
+Cosmos
 Crescent
-CrunchBot
 Curious
+Custo
 CyotekWebCopy
-DSearch
-DataCha0s
-DatabaseDriverMysqli
+DIIbot
+DTS Agent
 Demon
-Deusu
-Digincore
+DigitalPebble
+Dirbuster
 Disco
 Discobot
-Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
 DomCopBot
-DomainAppender
 DomainStatsBot
-Download Wonder
+Dotbot
+Dragonfly
+ECCP/1.0
 EMail Siphon
 Ebingbong
-EroCrawler
-Evil
-Exabot
-Express WebPictures
-ExtLinksBot
-ExtractorPro
+Ecxi
+EirGrabber
 Extreme Picture Finder
-Ezooms
-FHscan
+EyeNetIE
 Fimap
-FlashGet
+Foobot
 FrontPage
-Fuzz
-FyberSpider
-GalaxyBot
-Genieo
-GermCrawler
-Grabber
+Fyrebot
+Getintent
+Gigabot
+Go!Zilla
 Grafula
-GridBot
-HTMLparser
+GrapeFX
+HMView
 HTTrack
-Haansoft
-HaosouSpider
-Heritrix
-Humanlinks
-HybridBot
-Id-search
+Havij
+Hloader
+HonoluluBot
+IRLbot
 Image Sucker
+Indy Library
 InfoNaviRobot
+InfoTekies
 InterGET
-Internet Ninja
-Iria
 Iskanie
-IstellaBot
-JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
-Joomla
-Jyxobot
-Kozmosbot
-Larbin
-LeechGet
-Lftp
+JetCar
+Jetty
+JustView
+Keybot Translation-Search-Machine
+LNSpiderguy
+LWP::Simple
+Lanshanbot
 LibWeb
 Libwhisker
-Lightspeedsystems
-Likse
+LieBaoFast
+LinkScan
+LinkWalker
 Linkbot
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-MFC_Tear_Sample
-MJ12bot
-MSIECrawler
-Mail.RU_Bot
+Lipperhey Spider
+MQQBrowser
+MTRobot
+Magnet
 Majestic-SEO
-MarkMonitor
-Mass Downloader
 MauiBot
+MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
 Metauri
-Microsoft Data Access
-Mojolicious
-MolokaiBot
-Mozlila
-Mr.4x3
-Name Intelligence
-Nameprotect
+Microsoft URL Control
+Minefield
+Moblie Safari
+Navroad
 Net Vampire
 NetLyzer
-NetSpider
 NetZIP
-Nettrack
+Netvibes
 NextGenSearchBot
-Nibbler
 NimbleCrawler
-Ninja
 Nuclei
+Nutch
 Offline Explorer
-OpenVAS
-Openvas
+Offline Navigator
+Openfind
 OrangeBot
-OutclicksBot
+OrangeSpider
+OutfoxBot
 PECL::HTTP
 PHPCrawl
-PageAnalyzer
-PageGrabber
+Page Analyzer
+PageThing.com
 Panscient
-Papa Foto
 Pavuk
 PeoplePal
+Petalbot
 Picsearch
+PictureFinder
+Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
-Pockey
-Probethenet
-Psbot
-Pu_iN
-PxBroker
-Quick-Crawler
+ProPowerBot
+Pump
+RSSingBot
+RankActive
 RankActiveLinkBot
 RankingBot2
-Re-re
-RealDownload
-RebelMouse
-Ripper
+RedesScrapy
+RepoMonkey
 RocketCrawler
+Rogerbot
+SEOkicks
 SEOstats
-SMTBot
+SalesIntelligent
+ScanAlert
 ScoutJet
-Screaming
+ScrepyBot
 Searchestate
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
-Seomoz
+SearchmetricsBot
+Seekport
 Site Sucker
-SiteSnagger
+SiteCheckerBotCrawler
 SiteSucker
 Siteimprove
-Sitevigil
-SlySearch
-SmartDownload
 Snapbot
 Snoopy
-Sosospider
-SpaceBison
-SpankBot
+SocialRankIOBot
 Spanner
 Spbot
-Sqlmap
-T0PHackTeam
+Spinn3r
+Sqlworm
+Sqworm
+SurveyBot
+T8Abot
+TeleportPro
 Telesphoreo
-TheNomad
+Telesphorep
+The Intraformant
 Thumbor
-TightTwatBot
 Titan
 Toata
 Toweyabot
-True_Robot
-Upflow
-V-BOT
+Trendictionbot
+Turingos
+Turnitin
+Typhoeus
+URLy Warning
+VB Project
 VCI
 Vagabondo
+VidibleScraper
 Virusdie
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-WallpapersHD
-WeSEE
-Web Collage
-Web Fetch
+Voltron
+WASALive-Bot
+WBSearchBot
+Wallpapers
+Web Enhancer
 Web Fuck
 Web Sauger
 WebCollage
 WebFetch
 WebFuck
 WebImageCollector
+WebLeacher
 WebReaper
-WebSauger
-WebSucker
-WebWhacker
+WebStripper
 WebZIP
+Webalta
+WebmasterWorldForumBot
 Webshag
-Webster
-Whack
-WinHTTrack
-WiseGuys Robot
+Whacker
+Wonderbot
 Woobot
 Wotbox
 Xaldon WebSpider
-Zermelo
-ZoomBot
+YoudaoBot
+Zauba
+Zitebot
+ZoominfoBot
+ZumBot
+archive.org_bot
+arquivo-web-crawler
 autoemailspider
-clark-crawler
-cognitiveseo
-crawler.feedback
-domainsproject.org
-facebookscraper
+backlink-check
+cah.io.community
+coccocbot
+com.plumanalytics
+crawl.sogou.com
+demandbase-bot
+eCatch
+evc-batch
 gopher
+heritrix
 internetVista monitor
-ips-agent
 isitwp.com
-iubenda-radar
-lwp-request
-lwp-trivial
-oBot
-seobility
-seostar
-siteripz
-sogouspider
+linkdexbot
+meanpathbot
+mediawords
+muhstik-scan
+polaris version
+ripz
+satoristudio.net
+seoscanners
+sitechecker.pro
 spyfu
-sysscan
-trendiction.de
-webpros.com
-webprosbot
-xpymep1.exe
+trendiction.com
+voyagerx.com
+webmeup-crawler
+x22Mozilla
+zgrab