V4.2022.02.2908 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 80legs
+ADmantX
 Aboundex
-Alexibot
-AlphaBot
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Alligator
+Anarchie
 Anarchy
 Ankit
 Anthill
 Asterias
-Atomseobot
-AwarioRssBot
-AwarioSmartBot
-BBBike
+Attach
+BLEXBot
 BackWeb
-Backlink-Ceck
+Badass
+Bigfoot
+Bitacle
+BlackWidow
+BlowFish
 BotALot
 Brandprotect
-Brandwatch
-BunnySlippers
-BuzzSumo
+Buck
+Buddy
+CATExplorador
 Calculon
 CazoodleBot
 Cegbfeieh
-CensysInspect
-CheTeam
 CheeseBot
-ChinaClaw
-Citoid
-Claritybot
+Chlooe
 Cloud mapping
-Collector
+Cocolyzebot
+Cogentbot
 CopyRightCheck
-CrazyWebCrawler
+Copyscape
+Cosmos
+Craftbot
 Crescent
-DIIbot
-DTS Agent
-DataCha0s
+CrunchBot
+Curious
+DatabaseDriverMysqli
+Demon
+Deusu
 Devil
 DigitalPebble
 Disco
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
+Discoverybot
+DomCopBot
 Download Wonder
+Drip
 ECCP/1.0
-ExtractorPro
+EasyDL
+EroCrawler
+Evil
+Express WebPictures
+Extractor
+FDM
 FHscan
-Fimap
 Firefox/7.0
-FrontPage
+Flunky
+Freeuploader
 Fuzz
 FyberSpider
 Fyrebot
-GT::WWW
-GalaxyBot
 Genieo
 GetRight
-Getintent
-Go!Zilla
+GetWeb
 Go-Ahead-Got-It
+GoZilla
+Gotit
 GrabNet
-GrapeshotCrawler
+Grabber
+GrapeFX
+GridBot
 HEADMasterSEO
-HMView
-HTMLparser
-Haansoft
 HaosouSpider
 Harvest
-HonoluluBot
-IDBot
-IRLbot
-Iblog
+IDBTE4M
 Id-search
-IlseBot
+Image Fetch
+IndeedBot
 Indy Library
-InfoTekies
-InterGET
+InfoNaviRobot
+InternetSeer
+Iskanie
 IstellaBot
+JOC Web Spider
+JamesBOT
+JennyBot
 Jetty
-Joomla
-Jyxobot
+Jorgee
 Kenjin Spider
 Kozmosbot
-LWP::Simple
-LeechFTP
+LNSpiderguy
+Lanshanbot
+LexiBot
 LibWeb
-Libwhisker
-LieBaoFast
-Likse
-LinkWalker
-Linkdexbot
-LinkextractorPro
-LinkpadBot
+LinkScan
+Linkbot
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-Lmspider
 MFC_Tear_Sample
-MJ12bot
 MSFrontPage
-MTRobot
-Mag-Net
-Mail.RU_Bot
+Magnet
+Majestic12
 MarkMonitor
-Masscan
-MauiBot
-Microsoft URL Control
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
-Nameprotect
-Navroad
-Needle
-Net Vampire
-NetAnts
-NetLyzer
+Mass Downloader
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
+Minefield
+NPbot
+NearSite
+NetSpider
 NetZIP
-NextGenSearchBot
-Niki-bot
-Nikto
+NimbleCrawler
 Nimbostratus
-Ninja
+Nmap
+Nuclei
 Nutch
+Offline Explorer
+Offline Navigator
 OnCrawl
-Openfind
-OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
+OpenLinkProfiler
+OpenVAS
 PECL::HTTP
 POE-Component-Client-HTTP
-PageGrabber
-Pandalytics
-Panscient
+Page Analyzer
 Pavuk
-Petalbot
 Pi-Monster
-PictureFinder
+Pimonster
 Pixray
-ProWebWalker
-Pu_iN
-QueryN Metasearch
+Pockey
+Psbot
+PxBroker
+Quick-Crawler
+RankActiveLinkBot
 RankFlex
-RankurBot
-Re-re
-Reaper
+RankingBot2
+ReGet
 RebelMouse
 Recorder
-SBIder
-SEOkicks
-SEOprofiler
-SEOstats
-SeoSiteCheckup
-Shodan
-Site Sucker
+SEOkicks-Robot
+SMTBot
+SalesIntelligent
+Scanbot
+ScoutJet
+Scrapy
+ScreenerBot
+Searchestate
+SearchmetricsBot
+SemanticJuice
+SemrushBot
 SiteCheckerBotCrawler
-Siteimprove
+SiteExplorer
+Sitevigil
+SlySearch
 Snake
 Snapbot
-SpaceBison
+Sociscraper
 SpankBot
+Spbot
 Spinn3r
-SputnikBot
-SuperHTTP
-Suzuran
-Swiftbot
+Sqworm
+Sucuri
+Surfbot
 Szukacz
+T0PHackTeam
 TeleportPro
-Telesoft
 Telesphoreo
-The Intraformant
-TightTwatBot
-Titan
-Toata
-Toweyabot
+TheNomad
+Tracemyfile
+Trendiction
+Turnitin
 TurnitinBot
 TwengaBot
+Twice
+Typhoeus
 URLy.Warning
-UnisterBot
+Upflow
+VB Project
 Vacuum
-VeriCiteCrawler
-Voil
+VelenPublicWebCrawler
+VidibleScraper
 Voltron
 WASALive-Bot
-WBSearchBot
 WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+Web Collage
+Web Enhancer
 Web Fetch
-WebCollage
+Web Sauger
+Web Sucker
 WebEnhancer
 WebFetch
-WebFuck
-WebImageCollector
+WebGo IS
 WebPix
-WebReaper
 WebSauger
-WebSucker
 Webalta
-WebmasterWorldForumBot
-Webshag
 WebsiteExtractor
 WebsiteQuester
-Whacker
-WinHTTrack
-Wprecon
-Xaldon WebSpider
-Xenu
-Zade
-Zauba
+Xaldon_WebSpider
+YoudaoBot
 Zermelo
+Zeus
 ZmEu
-adscanner
-archive.org_bot
+ZumBot
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 backlink-check
 cah.io.community
-dataforseo.com
-demandbase-bot
+check1.exe
+clark-crawler
+crawler4j
 domainsproject.org
 facebookscraper
-gopher
-instabid
-ips-agent
-iubenda-radar
+internetVista monitor
+isitwp.com
 lwp-request
-mediawords
-muhstik-scan
+lwp-trivial
+magpie-crawler
+netEstate NE Crawler
 oBot
-plumanalytics
-probe-image-size
+pcBrowser
+ripz
+s1z.ru
 satoristudio.net
 scalaj-http
 scan.lol
 seocompany.store
 seostar
-serpstatbot
+sexsearcher
 sitechecker.pro
-sogouspider
-sp_auditbot
+siteripz
 sysscan
-tAkeOut
+trendiction.com
 trendiction.de
+ubermetrics-technologies.com
 webgains-bot
 x22Mozilla
+zauba.io
+zgrab