V4.2022.03.3010 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-404enemy
-ALittle Client
+ADmantX
 Abonti
 Aboundex
-Aboundexbot
 AfD-Verbotsverfahren
-Aipbot
-Alexibot
+Alligator
 Anarchie
 Anarchy
+Anarchy99
+Anthill
 Asterias
-BDCbot
-BDFetch
+Attach
+AwarioRssBot
+BackDoorBot
+BackStreet
 Backlink-Ceck
-BacklinkCrawler
 Badass
-Barkrowler
-Bigfoot
-BlackWidow
-Blow
-BlowFish
-Boardreader
-BotALot
-BunnySlippers
-BuzzSumo
+BatchFTP
+BetaBot
+Blackboard
+Brandwatch
+Buck
+BuiltWith
+CATExplorador
+CSHttp
 Calculon
-CazoodleBot
 Cegbfeieh
+CensysInspect
 CheTeam
-Chlooe
+CherryPicker
 Citoid
-Claritybot
 Copier
-Copyscape
-Crawling at Home Project
+CopyRightCheck
+CrazyWebCrawler
 Crescent
 CrunchBot
 CyotekWebCopy
-DTS Agent
-Demon
-Digincore
-Disco
-DittoSpyder
-DomainAppender
+DBLBot
+DSearch
+DataCha0s
+DatabaseDriverMysqli
+Devil
+DigitalPebble
+Discoverybot
+Dispatch
+DnyzBot
+DomCopBot
+DomainSigmaCrawler
 DomainStatsBot
-ECCP/1.0
+Domains Project
+Dragonfly
+Drip
 EMail Wolf
+Ebingbong
 Ecxi
+EirGrabber
+Evil
 Exabot
-ExtractorPro
+Express WebPictures
+ExtLinksBot
+Ezooms
 FHscan
-Fimap
-FlashGet
-Flunky
+FemtosearchBot
+Freeuploader
 FrontPage
-Fuzz
+FyberSpider
 Fyrebot
 GT::WWW
-Genieo
-GetWeb
-Getintent
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Gotit
-GrabNet
-GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HMView
-HTTP::Lite
-Haansoft
-Harvest
+GalaxyBot
+GermCrawler
+Grabber
+HTTrack
+HaosouSpider
 Havij
-Heritrix
-Hloader
-HonoluluBot
-IDBTE4M
-IDBot
+IRLbot
 Iblog
-Id-search
+Image Sucker
 IndeedBot
-Indy Library
-Intelliseek
-Jorgee
+InfoNaviRobot
+Internet Ninja
+JOC Web Spider
+Jbrofuzz
+JennyBot
+JetCar
+JustView
+Jyxobot
 Kenjin Spider
-Kinza
-Lanshanbot
+Keyword Density
+Kozmosbot
 Leap
-LeechFTP
-LeechGet
+LexiBot
+Lftp
 LibWeb
-LinkScan
-Linkbot
-Linkdexbot
+LieBaoFast
+Lightspeedsystems
+Likse
+LinkWalker
+LinkextractorPro
 LinksManager
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey Spider
+Litemage_walker
 Lmspider
-MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MJ12bot
+MQQBrowser
 Mag-Net
 Magnet
-Majestic SEO
-Majestic-SEO
+MarkWatch
 Mass Downloader
-Masscan
-Mediatoolkitbot
+Mata Hari
+Meanpathbot
 MegaIndex.ru
+Metauri
 MicroMessenger
-MolokaiBot
-Morfeus Fucking Scanner
+Microsoft URL Control
+Mister PiX
+Mojeek
+Mr.4x3
 Msrabot
+Navroad
 Net Vampire
-NetAnts
 NetLyzer
-NetSpider
 Nettrack
-Netvibes
 Niki-bot
-Nikto
-Nimbostratus
+Nmap
+Nuclei
+OpenLinkProfiler
+Openfind
 Openvas
-OrangeSpider
-OutfoxBot
+OrangeBot
+OutclicksBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-PageScorer
 Pandalytics
-Pavuk
-Petalbot
-Pixray
-PleaseCrawl
-Pockey
-Psbot
+Panscient
+Pimonster
 Pu_iN
+Pump
+PxBroker
+QueryN Metasearch
 Quick-Crawler
-RankingBot2
-Rankivabot
-Re-re
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot
+ReGet
 RebelMouse
-SBIder
-SEOkicks
-SEOprofiler
-SMTBot
-Scanbot
+RedesScrapy
+RocketCrawler
+ScoutJet
+Scrapy
 Screaming
-ScreenerBot
 ScrepyBot
 Searchestate
+Seekport
 SemanticJuice
-Semrush
+SentiBot
 SeoSiteCheckup
 SeobilityBot
 Shodan
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-Sitebeam
-SlySearch
+SiteSucker
 SmartDownload
-SocialRankIOBot
 Sogou web spider
+Sosospider
+SpaceBison
 Spammen
-Sqlmap
-Sqworm
+Spanner
+Spinn3r
+Sqlworm
+Sucuri
 SuperBot
-SuperHTTP
+SurveyBot
+Suzuran
 Swiftbot
+Szukacz
+T0PHackTeam
 T8Abot
+Teleport
+TeleportPro
+Telesphoreo
 TheNomad
-Titan
-Toweyabot
-Trendiction
-True_Robot
+Thumbor
+TightTwatBot
+Toata
+Trendictionbot
 Turingos
-Turnitin
-TurnitinBot
-Twice
-VB Project
+Typhoeus
 VCI
-VelenPublicWebCrawler
+Vacuum
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-VoidEYE
-Voil
-Voltron
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WPScan
+WWW-Collector-E
+WWWOFFLE
 Wallpapers
-WallpapersHD
-Web Auto
+Wallpapers/3.0
+WeSEE
+Web Collage
+Web Enhancer
+Web Fuck
+Web Pix
+Web Sauger
 Web Sucker
 WebAuto
-WebBandit
 WebCollage
 WebFetch
-WebLeacher
-WebPix
 WebSauger
-WebSucker
-WebWhacker
-Webalta
-Webshag
-Website Quester
-Webster
-Whack
+WebmasterWorldForumBot
 Whatweb
-Widow
+Who.is Bot
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Woobot
-Wprecon
+Wotbox
 Xaldon_WebSpider
-YoudaoBot
-Zauba
+Zeus
 Zitebot
-ZmEu
-ZoominfoBot
-archive.org_bot
-arquivo.pt
-autoemailspider
+ZumBot
+backlink-check
 clark-crawler
-coccocbot
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
 crawler.feedback
-crawler4j
-eCatch
+demandbase-bot
+evc-batch
 facebookscraper
-gopher
+heritrix
+instabid
 internetVista monitor
 isitwp.com
-lwp-request
+iubenda-radar
 magpie-crawler
-meanpathbot
+muhstik-scan
 netEstate NE Crawler
-oBot
-plumanalytics
-polaris version
+pcBrowser
+s1z.ru
+scan.lol
+seobility
 seocompany.store
-seoscanners
 sitechecker.pro
-sogouspider
-spyfu
-tAkeOut
-webgains-bot
-webpros.com
-webprosbot
+siteripz
+sysscan
+trendiction.com
+voyagerx.com
+zgrab