V4.2022.09.3335 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
-80legs
-ALittle Client
+404enemy
+ADmantX
+ASPSeek
 Abonti
 AiHitBot
-Anarchie
+Aipbot
+AllSubmitter
+Alligator
 Anarchy
-Attach
+Anarchy99
+Anthill
+Aspiegel
+AwarioRssBot
 AwarioSmartBot
+BDCbot
 BDFetch
-Backlink-Ceck
+BLEXBot
+BackDoorBot
+BackWeb
 Bandit
-Bitacle
-Blackboard
-BotALot
-Buck
+Barkrowler
+BetaBot
+Bigfoot
+Blow
+Bolt
 Buddy
-CATExplorador
-CODE87
+BuiltBotTough
+Bullseye
+CCBot
 CSHttp
 Cegbfeieh
+CheeseBot
 Chlooe
 Claritybot
-Copyscape
+Cloud mapping
+Cogentbot
+Cosmos
 Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
+Crescent
 CyotekWebCopy
-DIIbot
-DataCha0s
+DSearch
+DTS Agent
+Demon
 Deusu
-DigitalPebble
-Discobot
-Dispatch
-DittoSpyder
-DomCopBot
+Digincore
 DomainAppender
-DomainStatsBot
+Dotbot
+Dragonfly
+Drip
 ECCP/1.0
 EMail Siphon
-EMail Wolf
-EasyDL
+Ebingbong
+Ecxi
 EroCrawler
-Evil
-FDM
-FHscan
+Express WebPictures
+ExtLinksBot
+ExtractorPro
 FemtosearchBot
-Firefox/7.0
-FlashGet
-Flunky
-Foobot
-Freeuploader
 FrontPage
-Fyrebot
+FyberSpider
 G-i-g-a-b-o-t
-Genieo
 GetRight
-GetWeb
-Gigabot
-Go-Ahead-Got-It
-Grafula
-HEADMasterSEO
+Getintent
+GoZilla
+Gotit
+HTTP::Lite
 HTTrack
 Haansoft
-HaosouSpider
+Harvest
 Havij
+Heritrix
+Hloader
 HonoluluBot
-HybridBot
+Iblog
 Id-search
-IlseBot
-InterGET
+IndeedBot
 Internet Ninja
-InternetSeer
 Iskanie
+JOC Web Spider
 JamesBOT
+JennyBot
 JetCar
 JikeSpider
-Joomla
-JustView
-Jyxobot
-Keybot Translation-Search-Machine
+Jorgee
+Keyword Density
 LWP::Simple
-Leap
-LeechFTP
+Lanshanbot
+Larbin
 LexiBot
 LieBaoFast
-Lightspeedsystems
-LinkScan
 LinkWalker
-LinkextractorPro
 LinkpadBot
 LinksManager
 LinqiaScrapeBot
+Lipperhey Spider
 Ltx71
-MIDown tool
 MJ12bot
-MQQBrowser
-MarkMonitor
-Mass Downloader
+Majestic SEO
+Majestic-SEO
+MarkWatch
 Masscan
 MauiBot
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
 MicroMessenger
-Microsoft Data Access
+Microsoft URL Control
 Minefield
 Mister PiX
+Moblie Safari
 Mojolicious
-Mozlila
 Musobot
+NICErsPRO
 Name Intelligence
 Nameprotect
+NearSite
+Needle
+Nessus
 Net Vampire
 NetAnts
-NetLyzer
-NetMechanic
-NetSpider
-NetZIP
-Netcraft
-Nettrack
 NextGenSearchBot
 Niki-bot
-Nimbostratus
+Nikto
+NimbleCrawler
 Ninja
 Nmap
-Not
 Nutch
-OnCrawl
-OpenVAS
-Openvas
-OutfoxBot
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+Openfind
+OrangeBot
+OrangeSpider
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+PageAnalyzer
 PageScorer
-PageThing.com
-Panscient
-Picscout
-Picsearch
-Pimonster
+PeoplePal
+Petalbot
+Piepmatz
 Pixray
+PleaseCrawl
 Probethenet
-Psbot
-PxBroker
+Pu_iN
+Pump
 QueryN Metasearch
+RankActive
 RankActiveLinkBot
-RankingBot
-RankingBot2
-Rankivabot
+RankFlex
+RankurBot
 Re-re
 RealDownload
-Recorder
-RepoMonkey
-SEOkicks-Robot
+Ripper
+RocketCrawler
+Rogerbot
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
-SISTRIX
 SalesIntelligent
+ScanAlert
 ScoutJet
-Screaming
+ScreenerBot
 ScrepyBot
 SemanticJuice
-Semrush
-SemrushBot
-SeobilityBot
-Shodan
+Site Sucker
 SiteCheckerBotCrawler
 SiteLockSpider
+SiteSucker
 Sitebeam
+Sitevigil
 SmartDownload
+Snake
 Snoopy
-Sosospider
+SocialRankIOBot
 SpaceBison
 Spammen
 Spanner
+Spbot
 Sqlworm
-Stripper
-Sucuri
-Surfbot
-Szukacz
-T0PHackTeam
-TeleportPro
-TightTwatBot
-Titan
-Toweyabot
-Tracemyfile
-Turnitin
-TurnitinBot
-Twice
-Typhoeus
-Upflow
-VCI
-VelenPublicWebCrawler
-Virusdie
-VoidEYE
-WASALive-Bot
-WWWOFFLE
-Wallpapers/3.0
+Sucker
+SuperBot
+Suzuran
+Swiftbot
+T8Abot
+Telesphorep
+Toata
+Trendiction
+True_Robot
+Turingos
+TwengaBot
+URLy Warning
+VB Project
+Voltron
+WBSearchBot
+WPScan
 WallpapersHD
 WeSEE
 Web Auto
+Web Enhancer
 Web Sucker
-WebFuck
-WebGo IS
+WebCopier
+WebFetch
 WebLeacher
-WebPix
 WebSauger
+WebWhacker
+WebZIP
+Webalta
 Website Quester
+WebsiteExtractor
 WebsiteQuester
 Webster
 Whatweb
-Widow
+Who.is Bot
 WiseGuys Robot
-Woobot
-Xenu
-YoudaoBot
-Zauba
+Wonderbot
+Xaldon WebSpider
 Zermelo
-Zeus
-Zitebot
 ZmEu
-ZoominfoBot
+ZoomBot
 ZumBot
-archive.org_bot
+ZyBorg
+adscanner
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
-coccocbot
-crawl.sogou.com
-dataforseo.com
-domainsproject.org
+backlink-check
+check1.exe
+clark-crawler
+eCatch
+gopher
 heritrix
-ips-agent
+internetVista monitor
 linkdexbot
 lwp-request
-magpie-crawler
+lwp-trivial
+netEstate NE Crawler
 oBot
-pcBrowser
-plumanalytics
-ripz
-s1z.ru
-scan.lol
-seobility
+page scorer
+polaris version
+scalaj-http
 seocompany.store
-sexsearcher
 sitechecker.pro
-spyfu
+siteripz
+sogouspider
+sp_auditbot
 sysscan
-tAkeOut
 ubermetrics-technologies.com
+voyagerx.com
 webprosbot
+x09Mozilla
+x22Mozilla
 zgrab