V4.2022.11.3498 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
+404checker
 80legs
-AIBOT
-ALittle Client
-ASPSeek
-Abonti
+ADmantX
 Aboundexbot
-Acunetix
-AhrefsBot
 AiHitBot
-Aipbot
-Alligator
-Anarchy
-Anarchy99
+AllSubmitter
+Ankit
+Anthill
 Apexoo
-AwarioSmartBot
-BBBike
-BDCbot
-BDFetch
-BLEXBot
-Backlink-Ceck
+Atomseobot
+Attach
+BackDoorBot
+BacklinkCrawler
+BatchFTP
 BetaBot
-Bigfoot
+Black Hole
 BlackWidow
-Blackboard
-BlowFish
+Boardreader
+Bolt
 Brandprotect
-Brandwatch
+Buck
 Buddy
-Bullseye
+BuiltBotTough
+BuiltWith
 BunnySlippers
-CATExplorador
-CazoodleBot
-CherryPicker
-Chlooe
+Cegbfeieh
+ChinaClaw
 Citoid
-Cocolyzebot
-Collector
+Copier
+Copyscape
 Cosmos
-Craftbot
 Crawling at Home Project
-CrazyWebCrawler
 Crescent
 Curious
-DBLBot
-DTS Agent
+DataCha0s
 Digincore
-Disco
-Discobot
-DittoSpyder
+DigitalPebble
+Dirbuster
 DnyzBot
 DomainAppender
-DomainCrawler
-Dotbot
-Dragonfly
-Drip
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Download Wonder
 EMail Wolf
+EasyDL
+Ebingbong
+Ecxi
+EirGrabber
 EroCrawler
-ExtLinksBot
-Extractor
-EyeNetIE
+Evil
+Exabot
+ExtractorPro
+Extreme Picture Finder
+Ezooms
 FemtosearchBot
-Firefox/7.0
 FlashGet
 Flunky
-FrontPage
-GalaxyBot
+Fuzz
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 GermCrawler
-Getintent
-Go!Zilla
+GetWeb
 GrabNet
-Grabber
+Grafula
 GrapeFX
 GrapeshotCrawler
+GridBot
 HMView
-HTMLparser
 HTTP::Lite
-HTTrack
-Humanlinks
+Haansoft
+Harvest
+Hloader
+IRLbot
 Id-search
-Image Fetch
 IndeedBot
 Indy Library
 InfoNaviRobot
-Iskanie
-Jetty
-JikeSpider
-Joomla
-JustView
-Jyxobot
-Keyword Density
+InfoTekies
+Intelliseek
+InternetSeer
+Iria
+Jbrofuzz
+JennyBot
+Jorgee
 Kinza
+LWP::Simple
+Lanshanbot
+Larbin
+Leap
 LeechGet
+LibWeb
 LieBaoFast
-Lightspeedsystems
+Likse
+Linkbot
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
-MJ12bot
+MIDown tool
+MIIxpc
 MSFrontPage
+MSIECrawler
 MTRobot
 Magnet
+Majestic-SEO
+Majestic12
 MarkMonitor
 Mass Downloader
 Masscan
-MauiBot
-MegaIndex.ru
 Metauri
 Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
-Mojeek
-MolokaiBot
-Msrabot
-NICErsPRO
-Name Intelligence
+Morfeus Fucking Scanner
+Mozlila
 Navroad
-NearSite
+Needle
 Nessus
+Net Vampire
 NetAnts
-NetSpider
-NetZIP
+NetMechanic
+NextGenSearchBot
+Nibbler
 NimbleCrawler
+Nimbostratus
 Ninja
-Nmap
 Not
-Nuclei
+Offline Explorer
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-OutclicksBot
-OutfoxBot
-PageScorer
-PageThing.com
+Openvas
+PHPCrawl
+Page Analyzer
+PageGrabber
 Papa Foto
-Pavuk
+PeoplePal
+Pi-Monster
+PictureFinder
+Pimonster
 Pockey
 ProPowerBot
-ProWebWalker
-Psbot
 Pu_iN
 Pump
 PxBroker
-QueryN Metasearch
-RSSingBot
-RankActive
+PyCurl
+RankActiveLinkBot
 RankingBot2
 ReGet
+Recorder
 RedesScrapy
-Ripper
-RocketCrawler
+RepoMonkey
 SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
+SEOstats
+SISTRIX
 SMTBot
-SalesIntelligent
 ScanAlert
-Scanbot
-Scrapy
-ScreenerBot
 Searchestate
-SentiBot
-Site Sucker
+SearchmetricsBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
 SiteCheckerBotCrawler
 SiteLockSpider
-Sitebeam
-Siteimprove
-SlySearch
-SmartDownload
-Snake
+Sitevigil
 Snapbot
-Sociscraper
+Sogou web spider
+Sosospider
 SpaceBison
+Spammen
 SpankBot
-Spbot
+Spanner
 SputnikBot
-SuperHTTP
-T0PHackTeam
-Teleport
-Telesphoreo
+Steeler
+Stripper
+Sucker
+Szukacz
+T8Abot
 The Intraformant
-TheNomad
-Thumbor
-TightTwatBot
-Tracemyfile
+Titan
 Trendiction
-Trendictionbot
+True_Robot
 Turnitin
-TurnitinBot
 TwengaBot
-Twice
-Typhoeus
-URLy Warning
 URLy.Warning
-Upflow
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
+V-BOT
+Vacuum
 Voil
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WWW-Collector-E
-WWW-Mechanize
-Wallpapers
-Web Auto
-Web Enhancer
+WISENutbot
+WWWOFFLE
+Wallpapers/3.0
+WeSEE
+Web Collage
+Web Fetch
 Web Fuck
-WebEnhancer
+Web Pix
+Web Sucker
+WebCollage
+WebCopier
+WebFetch
 WebGo IS
-WebLeacher
+WebStripper
+WebZIP
+Webalta
+Webshag
+WebsiteExtractor
 WebsiteQuester
 Webster
-Whatweb
-Wotbox
-Xaldon WebSpider
+Whack
+Widow
+WinHTTrack
+Wonderbot
+Woobot
+Wprecon
+YoudaoBot
 Zauba
+Zermelo
 Zeus
-ZoominfoBot
-adscanner
-autoemailspider
+ZmEu
+ZyBorg
+arquivo-web-crawler
 cah.io.community
-coccocbot
-cognitiveseo
+com.plumanalytics
 crawler.feedback
-crawler4j
+eCatch
 evc-batch
 facebookscraper
-gopher
-instabid
-ips-agent
-iubenda-radar
+lwp-request
 lwp-trivial
-magpie-crawler
-ripz
+muhstik-scan
+netEstate NE Crawler
+oBot
+page scorer
+pcBrowser
+plumanalytics
+s1z.ru
 scan.lol
-seobility
-seocompany.store
 seostar
 serpstatbot
-siteripz
-sogouspider
+sitechecker.pro
 spyfu
+trendiction.com
 trendiction.de
+voyagerx.com
 webgains-bot
 webpros.com
+webprosbot
+xpymep1.exe
 zauba.io
+zgrab