V4.2022.10.3389 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-80legs
+404checker
+AIBOT
+ALittle Client
+ASPSeek
+Abonti
+Aboundex
 Aboundexbot
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Anarchy99
-Ankit
+Aipbot
+AllSubmitter
+Anarchy
 Apexoo
-Attach
-AwarioSmartBot
-BDFetch
+Atomseobot
+AwarioRssBot
+BBBike
+BackDoorBot
 BackStreet
-BackWeb
 Backlink-Ceck
-BacklinkCrawler
+Badass
 Bandit
 BatchFTP
-BetaBot
+Bigfoot
 Black Hole
+BlowFish
+Boardreader
 Bolt
-BotALot
+Brandwatch
 BuiltWith
-Bullseye
-BuzzSumo
+CATExplorador
 CODE87
-CazoodleBot
-ChinaClaw
-Claritybot
-Cliqzbot
-Collector
-Copier
-CopyRightCheck
-Copyscape
-Crawling at Home Project
+CSHttp
+Cegbfeieh
+CensysInspect
+CherryPicker
+Cloud mapping
+Cogentbot
+Cosmos
 CrazyWebCrawler
-Crescent
+Curious
 DBLBot
-Demon
+DIIbot
 Deusu
-Devil
-DigitalPebble
-Dirbuster
-Disco
-Dispatch
+Discobot
 DittoSpyder
+DnyzBot
+DomCopBot
 DomainAppender
-DomainSigmaCrawler
-Domains Project
-Dragonfly
-EMail Wolf
-Ebingbong
-Evil
-Exabot
-ExtractorPro
-Fimap
+Drip
+ECCP/1.0
+EasyDL
+ExtLinksBot
+Extractor
+FDM
+FHscan
+Firefox/7.0
 Flunky
-Foobot
 Freeuploader
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-GermCrawler
+Genieo
+GetRight
 GetWeb
-Getintent
-Go!Zilla
-Gotit
-GrabNet
-HEADMasterSEO
+Go-Ahead-Got-It
+Grabber
+Grafula
+GridBot
 HMView
+HTMLparser
 Haansoft
+Harvest
 Hloader
+IDBTE4M
+Iblog
 Id-search
 IlseBot
-Image Sucker
+IndeedBot
+InfoNaviRobot
+Iria
 JOC Web Spider
-JennyBot
-JetCar
-Jetty
+JamesBOT
+Jbrofuzz
 Jorgee
+JustView
 Kenjin Spider
-Keyword Density
-Kinza
-Kozmosbot
 LNSpiderguy
-Larbin
-Leap
+Lanshanbot
+LeechFTP
+LexiBot
 LibWeb
-Libwhisker
 LieBaoFast
 Lightspeedsystems
-LinkScan
-LinkpadBot
-LinksManager
+Likse
+Linkbot
+LinkextractorPro
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lmspider
-MIIxpc
-MSFrontPage
+Lipperhey
+Ltx71
+MIDown tool
+MJ12bot
 Magnet
 Mail.RU_Bot
 Majestic SEO
 Majestic-SEO
+Majestic12
+MarkMonitor
 MarkWatch
-Masscan
-MeanPath Bot
+Mass Downloader
+Mata Hari
+Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
 MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
 Mojeek
+MolokaiBot
 Morfeus Fucking Scanner
+Mozlila
 Msrabot
-Musobot
-NICErsPRO
-NPbot
 Nameprotect
 NetLyzer
-NetSpider
 NetZIP
-Nibbler
+NextGenSearchBot
 Nmap
-Not
-Nutch
-Offline Explorer
+Octopus
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-Openvas
-OrangeSpider
-OutclicksBot
+Openfind
 POE-Component-Client-HTTP
-PageAnalyzer
-Pandalytics
 Pavuk
-Petalbot
 Picscout
-Picsearch
 Piepmatz
+Pimonster
 Pockey
-ProWebWalker
-Probethenet
-QueryN Metasearch
-RSSingBot
+Pu_iN
+PxBroker
+PyCurl
+RankFlex
 RankingBot
-RankingBot2
 RankurBot
-Reaper
-Rogerbot
-SEOlyticsCrawler
-SEOprofiler
+RebelMouse
+Recorder
+RedesScrapy
+SEOkicks-Robot
 SEOstats
-SISTRIX
 SMTBot
-SalesIntelligent
 ScanAlert
-Scanbot
 ScoutJet
+ScreenerBot
+Searchestate
 SearchmetricsBot
-Seekport
 SemanticJuice
+Semrush
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
+SentiBot
+Shodan
+Siphon
 Site Sucker
-SiteSucker
-Snoopy
+SiteCheckerBotCrawler
+SiteSnagger
+Sitebeam
+SmartDownload
 SocialRankIOBot
 Sociscraper
+Sosospider
+Sottopop
 SpaceBison
-Spinn3r
+SpankBot
+Spanner
 Sqlmap
-Sqworm
 Steeler
+Stripper
 Sucker
-SuperHTTP
+Sucuri
+SuperBot
 Surfbot
-SurveyBot
-Suzuran
+Swiftbot
+Szukacz
+T0PHackTeam
+Teleport
+Telesoft
+Telesphoreo
+Telesphorep
 TheNomad
-Titan
+TightTwatBot
 Toata
 Toweyabot
+Tracemyfile
 Trendiction
-Trendictionbot
 True_Robot
+Turingos
+Turnitin
+TwengaBot
 Twice
-URLy Warning
+UnisterBot
 Upflow
+V-BOT
 VB Project
-VCI
 Vagabondo
-Virusdie
-VoidEYE
-WASALive-Bot
-WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
+Voil
+WBSearchBot
+WPScan
+WWWOFFLE
+WeSEE
 Web Auto
-Web Collage
-Web Sucker
-WebBandit
-WebFetch
-WebFuck
-WebImageCollector
-WebSauger
+Web Fetch
+Web Pix
+WebCollage
+WebEnhancer
 WebStripper
-WebZIP
-WebsiteExtractor
+WebSucker
+Webalta
+Webshag
+Website Quester
 WebsiteQuester
-Webster
+Whatweb
 WinHTTrack
-WiseGuys Robot
 Wonderbot
-Woobot
 Xaldon WebSpider
 Xaldon_WebSpider
-Zeus
-ZmEu
+Xenu
+YoudaoBot
+Zade
+Zauba
+Zermelo
 ZyBorg
-archive.org_bot
 arquivo.pt
-cognitiveseo
-crawler4j
+cah.io.community
+clark-crawler
+com.plumanalytics
+crawl.sogou.com
+demandbase-bot
 domainsproject.org
-internetVista monitor
-ips-agent
-isitwp.com
-iubenda-radar
+evc-batch
+instabid
 lwp-trivial
-meanpathbot
-mediawords
-netEstate NE Crawler
+muhstik-scan
 page scorer
-satoristudio.net
-seobility
-seocompany.store
-seostar
-sogouspider
-sp_auditbot
+sexsearcher
+sitechecker.pro
+siteripz
 spyfu
 trendiction.de
-ubermetrics-technologies.com
-webgains-bot
+webmeup-crawler
 webpros.com
 webprosbot
+x22Mozilla
 xpymep1.exe