V4.2022.07.3246 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-AIBOT
-ALittle Client
+01h4x.com
+404checker
+404enemy
+80legs
 Abonti
-Aboundexbot
 AhrefsBot
-AiHitBot
 Aipbot
-AllSubmitter
-Anarchy99
+Alligator
+AlphaBot
+Anarchie
+Anarchy
 Anthill
-Aspiegel
+Asterias
+Atomseobot
+AwarioSmartBot
 BDCbot
-BDFetch
 BLEXBot
+BackDoorBot
 BackStreet
+BackWeb
 Backlink-Ceck
-Bandit
+Badass
 BatchFTP
-Battleztar Bazinga
-BetaBot
-BlackWidow
 Blackboard
-Blow
-Buck
-CATExplorador
+BlowFish
+Boardreader
+Bolt
+BotALot
+Brandprotect
+Buddy
+BuiltBotTough
+BuiltWith
+Bullseye
+BunnySlippers
 CCBot
-Cegbfeieh
-CensysInspect
-CheeseBot
-CherryPicker
-ChinaClaw
-Chlooe
+CSHttp
+CheTeam
 Citoid
 Claritybot
-Cosmos
+Collector
+Copier
 Craftbot
-Crescent
+CrunchBot
 Custo
+DBLBot
 DataCha0s
-Demon
-Discobot
-DomainCrawler
-DomainStatsBot
-Download Wonder
-Dragonfly
-EMail Wolf
-Evil
+DigitalPebble
+Dirbuster
+Discoverybot
+DittoSpyder
+DomainAppender
+DomainSigmaCrawler
+ECCP/1.0
+EasyDL
+Ebingbong
+Exabot
+ExtLinksBot
 Extractor
+Ezooms
+FDM
+FemtosearchBot
 Firefox/7.0
-Flunky
+FlashGet
 Foobot
-Freeuploader
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
+Fuzz
 GT::WWW
-Genieo
-GermCrawler
-Getintent
-GoZilla
-GridBot
+GalaxyBot
+GetRight
+GetWeb
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
+Grabber
 HEADMasterSEO
+HMView
 HTMLparser
-HTTP::Lite
-HTTrack
+Haansoft
 HaosouSpider
-Harvest
-Havij
-Hloader
-Humanlinks
-HybridBot
+HonoluluBot
 IDBot
 IRLbot
 Id-search
-Image Sucker
-IndeedBot
+IlseBot
+Image Fetch
 Indy Library
 InterGET
-Internet Ninja
 InternetSeer
-Iria
-JOC Web Spider
-JamesBOT
-JennyBot
+IstellaBot
+JetCar
 Jetty
-Joomla
+JikeSpider
+Jorgee
+JustView
 Kenjin Spider
 Keyword Density
-Kinza
-LNSpiderguy
-LeechFTP
-LexiBot
-Libwhisker
+Kozmosbot
+LWP::Simple
+LeechGet
+LinkScan
+Linkbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinksManager
 Lipperhey
-Lmspider
 MFC_Tear_Sample
+MIDown tool
 MIIxpc
-MSFrontPage
+MQQBrowser
 MSIECrawler
-MTRobot
-Majestic SEO
-Mass Downloader
-Mata Hari
-MauiBot
-Mb2345Browser
+Mail.RU_Bot
+Majestic12
+MarkMonitor
+MarkWatch
 Meanpathbot
-Mediatoolkitbot
-Mister PiX
-Mojeek
-Mr.4x3
-Msrabot
+MicroMessenger
+Moblie Safari
+MolokaiBot
 Musobot
-Name Intelligence
-Needle
+NearSite
 Net Vampire
-NetAnts
+NetLyzer
+NetMechanic
+NetSpider
 NetZIP
 Nettrack
+Netvibes
 NextGenSearchBot
-NimbleCrawler
+Nibbler
 Nimbostratus
+Ninja
 Not
-Nuclei
-Octopus
+Nutch
 Offline Navigator
-Openfind
-OutfoxBot
+OnCrawl
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+PageAnalyzer
 PageGrabber
 PageThing.com
-Pandalytics
-Papa Foto
 Petalbot
-Pi-Monster
-Piepmatz
+Picscout
+Pixray
 Pockey
-ProWebWalker
-Probethenet
-Pump
-PxBroker
-RankActive
-RankurBot
-RealDownload
-RebelMouse
+Pu_iN
+PyCurl
+RSSingBot
+RankingBot2
+Rankivabot
+Recorder
+RedesScrapy
+Ripper
 RocketCrawler
 Rogerbot
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
 SEOstats
-SISTRIX
-SalesIntelligent
+SMTBot
 ScanAlert
 ScrepyBot
-SearchmetricsBot
+Searchestate
 Seekport
-SentiBot
-Siphon
-SiteLockSpider
-SiteSnagger
-Sitebeam
-Siteimprove
+SemrushBot
+SeobilityBot
+SiteSucker
 SlySearch
-SmartDownload
-Snoopy
-SocialRankIOBot
+Sociscraper
 Sogou web spider
+Sosospider
 Sottopop
-Spbot
+SpankBot
 SputnikBot
-Sqlworm
-Sqworm
-Sucker
+Sucuri
+SuperBot
+SurveyBot
+Suzuran
 Szukacz
+T0PHackTeam
+TeleportPro
 Telesoft
-TightTwatBot
-Toata
-Toweyabot
+Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
+Titan
 Tracemyfile
-Trendiction
-Trendictionbot
-Turnitin
-TurnitinBot
-Twice
-Typhoeus
+TwengaBot
+URLy.Warning
+Upflow
+V-BOT
+VCI
+Vacuum
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
 Voil
+Voltron
+WBSearchBot
 WEBDAV
-WWW-Collector-E
-Wallpapers
+WISENutbot
 Wallpapers/3.0
 Web Auto
 Web Fuck
-Web Pix
 Web Sucker
-WebFuck
-WebImageCollector
+WebCollage
+WebCopier
+WebFetch
 WebLeacher
 WebPix
-WebReaper
+WebStripper
 WebSucker
-WebZIP
-WebmasterWorldForumBot
-Whack
+WebWhacker
+Website Quester
 Whacker
-Widow
-WinHTTrack
-Wonderbot
+Whatweb
+Who.is Bot
+Wotbox
 Wprecon
-YoudaoBot
-Zeus
-ZoominfoBot
+Xaldon WebSpider
+Zauba
 ZumBot
 ZyBorg
-adscanner
 archive.org_bot
-arquivo-web-crawler
-autoemailspider
 backlink-check
-cah.io.community
-check1.exe
-cognitiveseo
-eCatch
+clark-crawler
+coccocbot
+crawl.sogou.com
+crawler.feedback
 facebookscraper
-heritrix
+gopher
 internetVista monitor
-iubenda-radar
-lwp-trivial
-meanpathbot
-page scorer
+lwp-request
+oBot
+plumanalytics
+scan.lol
 seobility
+seoscanners
 seostar
 sexsearcher
-spyfu
+sitechecker.pro
+siteripz
+sp_auditbot
 sysscan
-trendiction.de
+tAkeOut
 ubermetrics-technologies.com
 webmeup-crawler
 webpros.com
+webprosbot
 x09Mozilla
-x22Mozilla
 xpymep1.exe
 zgrab