V4.2021.11.2703 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
 80legs
-ADmantX
-Acunetix
-AhrefsBot
-AllSubmitter
-Alligator
+AIBOT
+ALittle Client
+ASPSeek
+Abonti
+AfD-Verbotsverfahren
+AiHitBot
+Anarchie
 Anarchy
-Apexoo
-Aspiegel
-Asterias
+Anarchy99
+Ankit
+Anthill
 Attach
-AwarioSmartBot
-BBBike
-BacklinkCrawler
-Badass
+AwarioRssBot
+BLEXBot
+BackWeb
 Bandit
-BatchFTP
+Battleztar Bazinga
 Bigfoot
+Bitacle
 Black Hole
 BlackWidow
 Blow
+BlowFish
 Boardreader
+Bolt
+BotALot
 Brandprotect
-Brandwatch
+Buck
+Buddy
 Bullseye
-BunnySlippers
-CODE87
-CensysInspect
+CATExplorador
+CCBot
+CazoodleBot
 CherryPicker
 ChinaClaw
+Chlooe
 Claritybot
-Cocolyzebot
-Collector
+Cliqzbot
+Cloud mapping
+CopyRightCheck
+Cosmos
 Craftbot
-CrazyWebCrawler
-Crescent
 CrunchBot
-CyotekWebCopy
+DBLBot
+DIIbot
+DTS Agent
 DataCha0s
-Disco
-Discobot
-Dispatch
-Domains Project
-Download Wonder
-EasyDL
-EroCrawler
-Evil
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
+Deusu
+Digincore
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
+DomainCrawler
+DomainSigmaCrawler
+Dragonfly
+Drip
+EMail Wolf
+Ecxi
+Extractor
 EyeNetIE
+FDM
 Firefox/7.0
-Foobot
-Freeuploader
-G-i-g-a-b-o-t
-GT::WWW
+FlashGet
+Fuzz
 GalaxyBot
-Genieo
 GermCrawler
+GetRight
 GetWeb
-Go-Ahead-Got-It
+Getintent
+Gotit
+GrabNet
 GrapeshotCrawler
-HMView
+HEADMasterSEO
 HTTP::Lite
-Haansoft
 HaosouSpider
-Havij
 Hloader
-HybridBot
+IRLbot
 Id-search
-IlseBot
+Image Fetch
 Image Sucker
-Intelliseek
-InterGET
+InfoNaviRobot
 Internet Ninja
-JikeSpider
+Iria
+JamesBOT
+Jbrofuzz
+Jetty
 Joomla
 JustView
-Larbin
-LeechFTP
+Kozmosbot
+LNSpiderguy
 Lftp
-Lightspeedsystems
+LibWeb
+LieBaoFast
+LinkScan
 LinkWalker
+Linkbot
 Linkdexbot
 LinkextractorPro
 LinksManager
-LinqiaScrapeBot
 Lipperhey Spider
+Lmspider
+Ltx71
 MFC_Tear_Sample
 MIDown tool
 MIIxpc
 MJ12bot
-MQQBrowser
-Magnet
-Majestic-SEO
+MSIECrawler
+Mail.RU_Bot
+Majestic12
+MarkMonitor
 MarkWatch
 Mass Downloader
+Masscan
 Mata Hari
 MauiBot
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
-Mister PiX
+Metauri
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Msrabot
 NICErsPRO
-Nameprotect
-Needle
-Nessus
+NearSite
+NetAnts
+NetLyzer
 NetZIP
+Netcraft
+Netvibes
+Niki-bot
 NimbleCrawler
-Nuclei
+Nmap
+Nutch
 Octopus
-OpenLinkProfiler
-Openfind
-Openvas
+Offline Navigator
+OnCrawl
+OrangeBot
 PHPCrawl
 Page Analyzer
-PageAnalyzer
-PageGrabber
+PageScorer
 PageThing.com
 Pandalytics
 Panscient
-Petalbot
-Picscout
-Picsearch
-PictureFinder
 Piepmatz
 PleaseCrawl
-Probethenet
-Psbot
-Pump
-PxBroker
-QueryN Metasearch
-RankFlex
-RankingBot
-RankingBot2
+Pockey
+ProWebWalker
+PyCurl
+Quick-Crawler
+RSSingBot
 Rankivabot
-RankurBot
+Re-re
 ReGet
+RealDownload
 RebelMouse
 Recorder
-RepoMonkey
-RocketCrawler
-SBIder
 SEOlyticsCrawler
 SEOprofiler
-SEOstats
-SMTBot
-SalesIntelligent
+Scanbot
+ScoutJet
 Scrapy
 Screaming
+ScrepyBot
 Searchestate
-Semrush
-SemrushBot
+SearchmetricsBot
+SeoSiteCheckup
+Seomoz
 Shodan
-Sitevigil
+Site Sucker
+SlySearch
 Snake
-Snoopy
-Sogou web spider
-Sosospider
-SpankBot
+Spanner
 Spbot
 Spinn3r
-SputnikBot
 Sqlworm
+Sqworm
 Sucker
 SuperBot
-SuperHTTP
-SurveyBot
+Suzuran
 T8Abot
-TeleportPro
-Telesoft
-The Intraformant
-TheNomad
-TightTwatBot
+Telesphorep
+Thumbor
 Titan
-Trendiction
-Turingos
+Tracemyfile
+Trendictionbot
+True_Robot
 Turnitin
-Twice
+TurnitinBot
+TwengaBot
 URLy Warning
-Upflow
+URLy.Warning
+UnisterBot
+VB Project
+VCI
+Vacuum
 VelenPublicWebCrawler
 VidibleScraper
-Voil
+VoidEYE
+Voltron
 WASALive-Bot
+WBSearchBot
+WISENutbot
 WWWOFFLE
-Wallpapers
 Wallpapers/3.0
-WeSEE
-Web Enhancer
+WallpapersHD
+Web Fetch
+Web Pix
 Web Sucker
-WebAuto
 WebCopier
 WebFetch
-WebFuck
-WebGo IS
-WebReaper
-WebSucker
-Website Quester
+WebPix
+WebStripper
+WebZIP
+Webalta
+Webshag
 WebsiteQuester
-Whack
 Whacker
-Whatweb
-Who.is Bot
+Widow
 WinHTTrack
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zermelo
+Wonderbot
+Wotbox
 Zeus
-ZmEu
-arquivo-web-crawler
+ZoominfoBot
+ZumBot
+ZyBorg
+arquivo.pt
+autoemailspider
 backlink-check
 cah.io.community
-coccocbot-web
-com.plumanalytics
-crawler4j
-dataforseo.com
+cognitiveseo
 demandbase-bot
 evc-batch
-facebookscraper
-gopher
-isitwp.com
+instabid
 lwp-request
-lwp-trivial
 magpie-crawler
 meanpathbot
 netEstate NE Crawler
-pcBrowser
+page scorer
+plumanalytics
 polaris version
-s1z.ru
+probe-image-size
+sitechecker.pro
 siteripz
 spyfu
 sysscan
 tAkeOut
-trendiction.com
-webmeup-crawler
-webpros.com
+ubermetrics-technologies.com
 webprosbot
-x09Mozilla
-zauba.io
+x22Mozilla
 zgrab