V4.2021.09.2617 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
+360Spider
+404checker
+AIBOT
 ASPSeek
-Aboundex
+Acunetix
+AhrefsBot
+Aipbot
+Alexibot
 AllSubmitter
-AlphaBot
 Anarchie
-Ankit
-Apexoo
-Asterias
 BBBike
+BDCbot
+BDFetch
+BLEXBot
+BackWeb
 BacklinkCrawler
 Badass
-BatchFTP
-Battleztar Bazinga
-BetaBot
-Bitacle
+Bigfoot
+Black Hole
 Blow
 Bolt
-Brandprotect
+Brandwatch
+Buck
 Buddy
 BuiltBotTough
+BuiltWith
 Bullseye
-CATExplorador
+BunnySlippers
 CCBot
-CSHttp
-CazoodleBot
+CODE87
 Cegbfeieh
-CensysInspect
-CheTeam
+CheeseBot
 CherryPicker
-Claritybot
-Cliqzbot
+ChinaClaw
 Cogentbot
-CopyRightCheck
+Collector
+Copier
 Crawling at Home Project
+CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
-Custo
 DBLBot
-Devil
-Digincore
-DittoSpyder
-DomainAppender
-Dotbot
+DIIbot
+Discoverybot
+Dispatch
+DnyzBot
 Download Wonder
-Drip
+Dragonfly
 EMail Siphon
-EMail Wolf
 EasyDL
-Ebingbong
-Exabot
-EyeNetIE
-FDM
-Fimap
-Firefox/7.0
-FrontPage
+Evil
+Express WebPictures
+ExtractorPro
+FHscan
+Freeuploader
 Fuzz
-Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
-Genieo
-Gigabot
+GT::WWW
+GermCrawler
+GetWeb
 Go!Zilla
 Go-Ahead-Got-It
 Gotit
-Grafula
-GrapeshotCrawler
-GridBot
+GrabNet
+HMView
+HTTrack
 Harvest
-Hloader
 HybridBot
-IRLbot
 Id-search
-IlseBot
 Image Fetch
 IndeedBot
-InternetSeer
+Indy Library
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
+Internet Ninja
+Iria
+Iskanie
 IstellaBot
+JamesBOT
 JetCar
-Jorgee
+JikeSpider
 JustView
-Keyword Density
-Kozmosbot
-Leap
-LeechFTP
+Jyxobot
+Kinza
+LNSpiderguy
+LWP::Simple
+Larbin
 LeechGet
+LexiBot
 Lftp
+LibWeb
 Libwhisker
-LieBaoFast
 Lightspeedsystems
+Likse
 LinkScan
-Linkdexbot
+LinkpadBot
 LinksManager
-Lipperhey
-Litemage_walker
+LinqiaMetadataDownloaderBot
 Lmspider
-MFC_Tear_Sample
-MQQBrowser
+MIDown tool
 MSFrontPage
 MTRobot
 Magnet
-Majestic SEO
-Majestic12
-MarkMonitor
-MarkWatch
+Mail.RU_Bot
+Masscan
 Mb2345Browser
-MeanPath Bot
 Meanpathbot
 Metauri
-MicroMessenger
-Mister PiX
-Morfeus Fucking Scanner
-Musobot
+Mojeek
+Mr.4x3
 NICErsPRO
-Needle
-NetAnts
-NetLyzer
-NetMechanic
-NetSpider
-Netcraft
-NextGenSearchBot
-Niki-bot
+Navroad
+NearSite
+Nibbler
 Nikto
-Nimbostratus
-OpenLinkProfiler
-Openfind
-PHPCrawl
+Ninja
+Nmap
+Offline Explorer
+OnCrawl
+OpenVAS
+OutclicksBot
 Page Analyzer
-PageAnalyzer
-Piepmatz
+PageScorer
+Papa Foto
+Pavuk
+Petalbot
+Pi-Monster
+Picscout
 Pixray
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-Pu_iN
-PyCurl
+Probethenet
+Psbot
+Pump
+PxBroker
+RSSingBot
 RankActive
-RankActiveLinkBot
-RankingBot2
+RankFlex
 Rankivabot
-Re-re
-ReGet
-RebelMouse
+Reaper
+RedesScrapy
+RepoMonkey
 Ripper
+RocketCrawler
 Rogerbot
 SBIder
 SEOkicks
-SEOstats
+SEOprofiler
 SMTBot
 ScanAlert
 Scanbot
-ScoutJet
-Searchestate
-SearchmetricsBot
-Semrush
+Screaming
+ScreenerBot
 SentiBot
 SeoSiteCheckup
-Seomoz
 Shodan
+Siphon
 SiteCheckerBotCrawler
 SiteExplorer
-Sitebeam
+SiteLockSpider
+SiteSnagger
 Siteimprove
+Sitevigil
 SlySearch
-SocialRankIOBot
+SmartDownload
+Snake
+Snapbot
 Sociscraper
-Sogou web spider
-Sottopop
 SpaceBison
-Spammen
+SpankBot
+Spanner
 Spbot
 Spinn3r
 SputnikBot
-Sqlmap
+Sqlworm
+Sqworm
 Steeler
-SuperBot
+Stripper
+Sucker
+SuperHTTP
+SurveyBot
 Suzuran
+T0PHackTeam
+Teleport
+TeleportPro
+Thumbor
 TightTwatBot
+Toata
 Tracemyfile
-Trendictionbot
-TurnitinBot
-Twice
-Typhoeus
+Trendiction
+True_Robot
+Turnitin
+TwengaBot
+URLy.Warning
 UnisterBot
-V-BOT
-VB Project
+Upflow
 VCI
-Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-Voil
 Voltron
 WEBDAV
-WWW-Collector-E
-WWW-Mechanize
+WPScan
+WWW::Mechanize
 WWWOFFLE
+WallpapersHD
+WeSEE
+Web Auto
+Web Collage
+Web Fetch
+Web Pix
 WebAuto
-WebCollage
-WebFuck
 WebGo IS
 WebImageCollector
 WebLeacher
 WebPix
-WebSauger
+WebSucker
 WebZIP
-Webster
-Who.is Bot
+Webalta
+Webshag
+Website Quester
+Widow
 Wonderbot
 Wprecon
-Xaldon WebSpider
-Xenu
-Zade
-Zitebot
-ZmEu
-ZoominfoBot
+Zauba
+Zermelo
+Zeus
+ZoomBot
 ZyBorg
+archive.org_bot
 arquivo-web-crawler
-autoemailspider
 backlink-check
-coccocbot-web
-cognitiveseo
-crawler4j
-domainsproject.org
-gopher
-instabid
+check1.exe
+crawler.feedback
+eCatch
+evc-batch
 isitwp.com
-magpie-crawler
-meanpathbot
-netEstate NE Crawler
-page scorer
-probe-image-size
-ripz
+mediawords
+muhstik-scan
+polaris version
 s1z.ru
-scalaj-http
-seoscanners
-serpstatbot
+seostar
 siteripz
+sogouspider
 sp_auditbot
-sysscan
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webprosbot
-x09Mozilla
-x22Mozilla
+webmeup-crawler
+webpros.com
+xpymep1.exe
+zauba.io
 zgrab