V4.2022.11.3465 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404enemy
+ADmantX
 AIBOT
 ALittle Client
-ASPSeek
+Aboundex
 Aboundexbot
 Acunetix
 AiHitBot
-Aipbot
+AllSubmitter
 Alligator
-Anarchie
-Anarchy99
+Anarchy
 Ankit
+Apexoo
 Aspiegel
-Asterias
+BBBike
 BDFetch
-BLEXBot
-BackDoorBot
-Backlink-Ceck
+BackWeb
+BacklinkCrawler
 Badass
-BetaBot
-Bigfoot
+Bandit
+BlackWidow
+Blow
+BlowFish
 BotALot
+Brandwatch
 Buddy
+BuiltBotTough
+BuiltWith
 Bullseye
-BuzzSumo
+BunnySlippers
 CATExplorador
-CSHttp
+CCBot
 Calculon
 CheTeam
-CherryPicker
+CheeseBot
+Chlooe
 Claritybot
 Cloud mapping
 Cocolyzebot
 Cogentbot
 Collector
 CopyRightCheck
-Copyscape
 Crawling at Home Project
-Curious
+Crescent
+CrunchBot
 Custo
-Dirbuster
-Disco
+DIIbot
+DTS Agent
+DataCha0s
+Deusu
 Discoverybot
-Dispatch
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Download Wonder
-Drip
-Express WebPictures
-ExtractorPro
-EyeNetIE
-FlashGet
+DittoSpyder
+Dotbot
+EMail Siphon
+Ebingbong
+Extractor
+Extreme Picture Finder
+Ezooms
+FDM
+FHscan
+Fimap
 Freeuploader
 FrontPage
-Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-Getintent
-Go-Ahead-Got-It
-Grafula
-GrapeshotCrawler
+GermCrawler
+GetRight
+Go!Zilla
+Grabber
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
-HTTrack
-Harvest
-HonoluluBot
-Humanlinks
+HMView
+HaosouSpider
+Heritrix
+Hloader
+IDBTE4M
 IRLbot
-Iblog
-Id-search
 IlseBot
 Image Fetch
 Indy Library
 InfoTekies
 Intelliseek
-InterGET
-JOC Web Spider
+InternetSeer
 JamesBOT
-Jbrofuzz
 JennyBot
+Jetty
+Joomla
+Jorgee
+Jyxobot
+Keybot Translation-Search-Machine
 Keyword Density
-Kinza
 LNSpiderguy
-Lanshanbot
 Leap
+LeechFTP
 Lftp
-LibWeb
-LieBaoFast
+Lightspeedsystems
+Likse
 LinkScan
-LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
+Lipperhey
 Ltx71
 MFC_Tear_Sample
-MQQBrowser
+MIIxpc
+MJ12bot
 MSFrontPage
+Mag-Net
 Magnet
-Mail.RU_Bot
 Majestic SEO
 Majestic-SEO
 MarkMonitor
-Mass Downloader
+Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
+Metauri
+Microsoft Data Access
+Minefield
+Mister PiX
 Moblie Safari
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+Musobot
 NICErsPRO
-NPbot
+Nameprotect
 NearSite
 Needle
-Net Vampire
-NetAnts
-NetMechanic
+NetLyzer
 NetSpider
+Netvibes
+NextGenSearchBot
 Niki-bot
-Ninja
-Nmap
-Nuclei
-Nutch
-Octopus
-OnCrawl
+NimbleCrawler
+Offline Explorer
 OpenVAS
 Openfind
-Openvas
-OrangeSpider
-POE-Component-Client-HTTP
+OrangeBot
+OutclicksBot
+PHPCrawl
 PageScorer
 PageThing.com
-Pandalytics
-Panscient
-Pavuk
-PeoplePal
 Pi-Monster
-Piepmatz
+Picscout
 Pockey
 ProPowerBot
-Psbot
-Pu_iN
-Pump
-PxBroker
-QueryN Metasearch
-RankActiveLinkBot
-RankingBot2
+Probethenet
+RankActive
+RankingBot
+Re-re
 ReGet
+RealDownload
 RebelMouse
-RedesScrapy
-RepoMonkey
-Rogerbot
-SEOkicks
+Recorder
+Ripper
+SBIder
 SEOprofiler
-SEOstats
-SISTRIX
-Scrapy
-ScrepyBot
-Searchestate
+ScanAlert
+ScoutJet
+ScreenerBot
 SearchmetricsBot
 SemanticJuice
-SemrushBot
+Semrush
+SentiBot
 SeoSiteCheckup
-Shodan
+Seomoz
 Siphon
 Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
 SiteSucker
 Siteimprove
-Sitevigil
-SlySearch
-Snoopy
 Sottopop
-SpankBot
+Spammen
+Spbot
 Spinn3r
-Sqlworm
-SurveyBot
-T8Abot
+SputnikBot
+Steeler
+SuperBot
+Surfbot
+T0PHackTeam
+Teleport
 Telesphoreo
-The Intraformant
-TheNomad
-TightTwatBot
 Toata
-Trendiction
-Trendictionbot
-Turingos
-Typhoeus
-URLy Warning
+Turnitin
+URLy.Warning
 UnisterBot
 Upflow
-Vacuum
-Virusdie
+VB Project
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VoidEYE
 WBSearchBot
-Wallpapers
+WWW-Collector-E
+WWW-Mechanize
 Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Collage
-Web Enhancer
-Web Sucker
+Web Auto
+Web Fetch
+Web Fuck
+Web Pix
+WebAuto
 WebBandit
-WebFetch
-WebFuck
+WebCollage
 WebGo IS
 WebImageCollector
-WebPix
-WebStripper
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whacker
-Widow
+WebLeacher
+WebSucker
+Webshag
+Whack
+Whatweb
 WiseGuys Robot
-Wonderbot
 Woobot
-Wotbox
-Xaldon WebSpider
-Zauba
-Zermelo
+Zade
 Zitebot
+ZmEu
+ZoomBot
 ZumBot
 ZyBorg
-archive.org_bot
+adscanner
+arquivo-web-crawler
 backlink-check
-cah.io.community
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+dataforseo.com
 eCatch
-facebookscraper
-heritrix
-isitwp.com
-lwp-request
+evc-batch
+gopher
+instabid
+internetVista monitor
+linkdexbot
 magpie-crawler
-meanpathbot
-muhstik-scan
+netEstate NE Crawler
 pcBrowser
-plumanalytics
-probe-image-size
-ripz
-satoristudio.net
-seobility
+polaris version
+seocompany.store
 seoscanners
-serpstatbot
-spyfu
-sysscan
+sexsearcher
+sitechecker.pro
+siteripz
+sogouspider
 tAkeOut
 trendiction.com
-ubermetrics-technologies.com
+trendiction.de
 webmeup-crawler
-webpros.com
 webprosbot
-zgrab