V4.2022.11.3485 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 80legs
 ADmantX
 AIBOT
-ALittle Client
-ASPSeek
-Aboundex
+Aboundexbot
 AhrefsBot
 AiHitBot
 Aipbot
-AllSubmitter
-Anarchie
+Alligator
 Anarchy99
-Aspiegel
-Asterias
+Ankit
+Anthill
+Atomseobot
 Attach
-AwarioRssBot
 AwarioSmartBot
+BBBike
 BLEXBot
-Backlink-Ceck
+BackStreet
+BackWeb
+Bandit
+BatchFTP
+Battleztar Bazinga
 Bigfoot
-BlackWidow
+Black Hole
+Blackboard
 Blow
 Boardreader
 Bolt
 Brandprotect
 BuiltWith
-CATExplorador
-CSHttp
-Calculon
-CazoodleBot
+BunnySlippers
+BuzzSumo
+CCBot
 Cegbfeieh
-CheTeam
-ChinaClaw
 Chlooe
+Cliqzbot
+Cloud mapping
 Cogentbot
-Cosmos
-CrazyWebCrawler
-Curious
-DBLBot
-DIIbot
-DSearch
+Copier
+CrunchBot
+Custo
+CyotekWebCopy
+DTS Agent
+DatabaseDriverMysqli
 Demon
 Deusu
+Devil
 Digincore
+DigitalPebble
 Dirbuster
-Disco
-Dispatch
+Discoverybot
 DittoSpyder
-DomCopBot
+DnBCrawler-Analytics
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
 Drip
+EMail Siphon
+EasyDL
 Ebingbong
-EroCrawler
+Ecxi
 Exabot
-Extractor
-EyeNetIE
+ExtLinksBot
+Extreme Picture Finder
+Ezooms
 FDM
-FHscan
-Fimap
 FlashGet
-Foobot
-Freeuploader
-Fuzz
-Fyrebot
+Flunky
+FrontPage
+FyberSpider
 GT::WWW
 Genieo
-GermCrawler
 GetRight
 Getintent
-Gigabot
 Go!Zilla
+Go-Ahead-Got-It
 GrabNet
-Grabber
-GrapeFX
+Grafula
 GridBot
 HEADMasterSEO
-HMView
-HTMLparser
-HonoluluBot
-HybridBot
+Humanlinks
+IDBTE4M
 Iblog
 Id-search
 IlseBot
-Image Sucker
-IndeedBot
+Indy Library
 InfoTekies
 InterGET
 Internet Ninja
-InternetSeer
-Iskanie
+Iria
 IstellaBot
-Jetty
-JikeSpider
+JOC Web Spider
+Jbrofuzz
+JennyBot
 Jorgee
-Keybot Translation-Search-Machine
-Kozmosbot
-LNSpiderguy
-LexiBot
-Lightspeedsystems
+Kenjin Spider
+Keyword Density
+LWP::Simple
+LeechFTP
+Lftp
+Libwhisker
+LieBaoFast
+Likse
+LinkScan
+Linkbot
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey Spider
+Litemage_walker
 Lmspider
-MJ12bot
-MQQBrowser
-MSFrontPage
-MarkMonitor
+Majestic SEO
 MarkWatch
-MauiBot
+Mass Downloader
 Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
-Metauri
-Mozlila
-Mr.4x3
-Name Intelligence
-Nameprotect
+MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
+Minefield
+Mister PiX
+Moblie Safari
+Mojeek
+MolokaiBot
+Musobot
+Navroad
+NearSite
+Needle
+Net Vampire
 NetLyzer
-NimbleCrawler
-Nimbostratus
+NetMechanic
+NetZIP
+Netcraft
+Niki-bot
 Nuclei
 Nutch
-Octopus
-Offline Explorer
-Offline Navigator
-PECL::HTTP
+OpenLinkProfiler
+OpenVAS
+OutclicksBot
 POE-Component-Client-HTTP
-Page Analyzer
-Petalbot
+PageAnalyzer
+Pandalytics
+Papa Foto
+Pavuk
+PeoplePal
+Pi-Monster
+Picscout
+Picsearch
+Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
+Pockey
 ProPowerBot
-Psbot
+Pu_iN
 PxBroker
-Quick-Crawler
+PyCurl
 RSSingBot
-RankActiveLinkBot
-Rankivabot
-RealDownload
-Reaper
-Recorder
+RankActive
+RankFlex
+RebelMouse
 RedesScrapy
-RepoMonkey
-SEOkicks
-SEOlyticsCrawler
+Ripper
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
 SEOprofiler
 SISTRIX
-SalesIntelligent
-ScanAlert
-Scanbot
-Screaming
+ScoutJet
+Scrapy
 ScreenerBot
 ScrepyBot
-SearchmetricsBot
+Searchestate
 Seekport
-SeoSiteCheckup
-Shodan
-Site Sucker
+SemrushBot
+Seomoz
+Siphon
 SiteExplorer
 SiteSucker
-Sitebeam
-Siteimprove
 Sitevigil
-SmartDownload
-Snoopy
+SlySearch
+Sosospider
 Spammen
-Spinn3r
-Sqlworm
-Sqworm
+Spanner
+SputnikBot
 Steeler
-SuperHTTP
+Stripper
+Sucuri
+Surfbot
 SurveyBot
-Swiftbot
 Szukacz
-T8Abot
-TeleportPro
-Telesphorep
+Telesoft
 The Intraformant
-TheNomad
 Thumbor
-TightTwatBot
-Toweyabot
-Trendictionbot
-Turnitin
-TurnitinBot
-Typhoeus
-Vagabondo
-VeriCiteCrawler
-Virusdie
-VoidEYE
+URLy Warning
+VCI
+Vacuum
 Voltron
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+WEBDAV
 WeSEE
 Web Auto
+Web Enhancer
 Web Fetch
-Web Sauger
-Web Sucker
-WebCopier
+WebAuto
+WebCollage
 WebEnhancer
-WebFetch
 WebGo IS
-WebPix
-WebReaper
+WebLeacher
 WebSucker
-WebWhacker
-Webalta
-WiseGuys Robot
+WebZIP
+WebmasterWorldForumBot
+WebsiteQuester
+Webster
+Whatweb
 Wonderbot
+Wotbox
+Xaldon WebSpider
 Xenu
-ZoomBot
-archive.org_bot
-arquivo-web-crawler
-backlink-check
-cah.io.community
-check1.exe
+Zauba
+ZoominfoBot
+ZumBot
+adscanner
+arquivo.pt
 clark-crawler
-coccocbot
-cognitiveseo
 com.plumanalytics
 crawler.feedback
 crawler4j
 demandbase-bot
-facebookscraper
 gopher
 heritrix
-instabid
 internetVista monitor
-iubenda-radar
-linkdexbot
-lwp-trivial
-meanpathbot
+magpie-crawler
+netEstate NE Crawler
+oBot
 pcBrowser
-polaris version
-seobility
-seostar
-siteripz
-sogouspider
+probe-image-size
+ripz
+s1z.ru
+serpstatbot
+sitechecker.pro
 sp_auditbot
 spyfu
-tAkeOut
-trendiction.com
+sysscan
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
+webgains-bot
 webmeup-crawler
 x09Mozilla
+x22Mozilla
+zauba.io