V4.2022.09.3354 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
 404enemy
 80legs
-ADmantX
 AIBOT
 ALittle Client
 ASPSeek
-AhrefsBot
+Abonti
+Aboundex
+Aipbot
+Alexibot
 AllSubmitter
 AlphaBot
+Anarchie
 Anarchy
-Anthill
-Apexoo
-Asterias
-Atomseobot
+Ankit
 AwarioRssBot
-AwarioSmartBot
 BBBike
-BDCbot
 BDFetch
-BackDoorBot
+Badass
+Bandit
 BatchFTP
+Battleztar Bazinga
+Bigfoot
 Bitacle
-Blackboard
 Blow
-BlowFish
 Boardreader
-BotALot
-Buddy
 BuiltBotTough
-BuiltWith
-CATExplorador
+BuzzSumo
 CCBot
-CSHttp
-CensysInspect
-CheTeam
-CheeseBot
+CazoodleBot
+Cegbfeieh
 ChinaClaw
+Citoid
 Claritybot
+Cliqzbot
 Cloud mapping
-CopyRightCheck
+Copier
+Crawling at Home Project
 CrazyWebCrawler
-Curious
-Custo
+CyotekWebCopy
+DBLBot
+DSearch
 DTS Agent
-Deusu
-Devil
-Discobot
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
-Domains Project
-EMail Wolf
-EasyDL
-Evil
+DatabaseDriverMysqli
+Digincore
+Dirbuster
+DomCopBot
+DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
+Download Wonder
+Drip
+EMail Siphon
+Ebingbong
+Ecxi
+EirGrabber
 Exabot
-Extractor
+Extreme Picture Finder
+EyeNetIE
 Ezooms
 FDM
-FHscan
 Fimap
+Foobot
 Freeuploader
-FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
 Genieo
-Go!Zilla
-Gotit
+GermCrawler
+GetRight
+Getintent
+Go-Ahead-Got-It
 GrabNet
 Grabber
-HTMLparser
-HaosouSpider
-Havij
+HMView
+HTTP::Lite
+Haansoft
 Hloader
-HybridBot
 IDBTE4M
-Id-search
-Image Fetch
 Image Sucker
-Intelliseek
+IndeedBot
+Indy Library
+InfoTekies
+InternetSeer
 Iria
-Iskanie
-JOC Web Spider
-JamesBOT
-JustView
-Keybot Translation-Search-Machine
+JetCar
+JikeSpider
 Keyword Density
-Kinza
 LNSpiderguy
-LWP::Simple
-Leap
-LexiBot
+Larbin
 LieBaoFast
-Lightspeedsystems
+LinkWalker
 LinkextractorPro
 LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
 Lmspider
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MTRobot
+MQQBrowser
+MSFrontPage
 Mag-Net
-Majestic-SEO
-MarkMonitor
+Mail.RU_Bot
+Majestic SEO
 MarkWatch
-Masscan
-Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
+Mata Hari
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
+MicroMessenger
 Minefield
-Mister PiX
-Mojeek
-Mojolicious
+Moblie Safari
 Morfeus Fucking Scanner
-Mozlila
-Msrabot
+Musobot
 Nameprotect
-Nessus
+NearSite
+Net Vampire
 NetAnts
-NetLyzer
-NetMechanic
-NetZIP
+Nettrack
+Netvibes
 Niki-bot
 Nikto
-NimbleCrawler
+Nimbostratus
+Nmap
+Not
 Octopus
-Offline Explorer
-OpenLinkProfiler
+OpenVAS
+Openfind
 Openvas
-OrangeBot
-OrangeSpider
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
-PageThing.com
-Panscient
-Petalbot
+OutfoxBot
+Papa Foto
+Pavuk
 Pimonster
-PleaseCrawl
-ProPowerBot
-ProWebWalker
+Pockey
 Probethenet
-RSSingBot
+Psbot
+Pu_iN
+Pump
+RankFlex
 RankingBot2
-Rankivabot
 RankurBot
-ReGet
+RebelMouse
 Recorder
 RedesScrapy
-Ripper
-SBIder
+RepoMonkey
 SEOkicks
-SISTRIX
-SalesIntelligent
-ScanAlert
+SEOlyticsCrawler
+SEOprofiler
+Scanbot
 Scrapy
+Screaming
 ScreenerBot
-ScrepyBot
 Searchestate
-Semrush
-SemrushBot
+SearchmetricsBot
+SemanticJuice
 SentiBot
-SeobilityBot
+SeoSiteCheckup
+Seomoz
+Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-Sitevigil
-Snake
+SiteSnagger
+SmartDownload
+Snapbot
+SocialRankIOBot
 Sogou web spider
 Sottopop
-Spammen
-SpankBot
 Spbot
+Sqlworm
 Steeler
-Sucker
-Sucuri
-SuperHTTP
-SurveyBot
-Suzuran
+Stripper
+SuperBot
+Surfbot
 T0PHackTeam
 Teleport
-TeleportPro
 Telesoft
-The Intraformant
-TheNomad
+Telesphoreo
+Thumbor
+TightTwatBot
+Toata
 Toweyabot
-TwengaBot
-VB Project
-VeriCiteCrawler
-VidibleScraper
+Trendictionbot
+True_Robot
+Turnitin
+Twice
+Typhoeus
+URLy Warning
+URLy.Warning
+V-BOT
+Vacuum
 Virusdie
-Voil
 Voltron
+WASALive-Bot
 WBSearchBot
 WEBDAV
-WWW-Collector-E
-WWW::Mechanize
+WISENutbot
+WPScan
 WWWOFFLE
-WallpapersHD
+WeSEE
+Web Collage
+Web Enhancer
 Web Sauger
 Web Sucker
-WebAuto
 WebCopier
-WebGo IS
-WebSucker
-WebWhacker
-Webster
-Whatweb
+WebEnhancer
+WebFetch
+WebImageCollector
+WebLeacher
+WebPix
+WebReaper
+WebSauger
+WebStripper
+Webalta
+Webshag
+WebsiteExtractor
 Widow
+WiseGuys Robot
+Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
+YoudaoBot
 Zauba
 Zeus
-ZoomBot
-ZyBorg
+ZmEu
+ZumBot
+archive.org_bot
+arquivo-web-crawler
 autoemailspider
-backlink-check
 cah.io.community
 clark-crawler
-com.plumanalytics
-crawl.sogou.com
 crawler4j
 dataforseo.com
-demandbase-bot
-instabid
+eCatch
+facebookscraper
 internetVista monitor
-ips-agent
 isitwp.com
 lwp-request
-lwp-trivial
-mediawords
-netEstate NE Crawler
+muhstik-scan
+page scorer
+pcBrowser
+plumanalytics
 polaris version
-probe-image-size
+s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-seoscanners
-serpstatbot
-sitechecker.pro
+siteripz
+sp_auditbot
 spyfu
+sysscan
+tAkeOut
 trendiction.de
-ubermetrics-technologies.com
-webprosbot
-x09Mozilla
+voyagerx.com
+webmeup-crawler
 x22Mozilla
 zgrab