V4.2021.05.2350 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404enemy
-Aboundex
+Aboundexbot
+Acunetix
+ADmantX
+AhrefsBot
 AiHitBot
 Aipbot
-Alexibot
 AlphaBot
-Anarchy99
 Ankit
+Apexoo
 archive.org_bot
 arquivo.pt
-AwarioRssBot
+Attach
 AwarioSmartBot
 BackDoorBot
-Backlink-Ceck
+backlink-check
+BacklinkCrawler
 BackStreet
+Badass
 BatchFTP
-BDFetch
-Bitacle
+Bigfoot
 Blackboard
+Black Hole
 BlackWidow
-Blow
-BlowFish
-Bolt
-Brandwatch
-Buck
+BLEXBot
+Brandprotect
 Buddy
-BuiltBotTough
-BuiltWith
 Bullseye
 BunnySlippers
-BuzzSumo
+CazoodleBot
 check1.exe
 CheeseBot
-CheTeam
-ChinaClaw
 Chlooe
-coccocbot-web
-CODE87
+Claritybot
+Cloud mapping
+Cocolyzebot
 Cogentbot
 cognitiveseo
+Copyscape
 Cosmos
-Craftbot
 crawler.feedback
 CrunchBot
 Curious
-Custo
-DBLBot
 demandbase-bot
 Deusu
 Digincore
 DigitalPebble
 DIIbot
 Dirbuster
-Disco
+Discobot
 Dispatch
-DnyzBot
-DomainCrawler
-Dragonfly
-Drip
+DittoSpyder
+Domains Project
+domainsproject.org
+DomainStatsBot
+Download Wonder
 DSearch
+DTS Agent
 Ebingbong
+eCatch
 ECCP/1.0
-EMail Wolf
-evc-batch
-Evil
+EirGrabber
+EroCrawler
+Exabot
 Express WebPictures
-ExtLinksBot
+ExtractorPro
 EyeNetIE
-FDM
+FemtosearchBot
 FHscan
+Fimap
 FlashGet
 Flunky
-Foobot
-Freeuploader
-Fuzz
+FrontPage
 Fyrebot
+GalaxyBot
+Genieo
+Getintent
+GetRight
 Gigablast
 Gigabot
-gopher
-Gotit
-GrabNet
-Grafula
-GrapeshotCrawler
+Go-Ahead-Got-It
+GoZilla
 GridBot
 GT::WWW
 Haansoft
-Heritrix
-HTMLparser
-HTTrack
-Humanlinks
+HEADMasterSEO
+heritrix
 Id-search
-IlseBot
-Image Sucker
-InterGET
+Image Fetch
+IndeedBot
+Indy Library
+instabid
+Intelliseek
 InternetSeer
 internetVista monitor
 Iria
+IRLbot
 isitwp.com
-Iskanie
-JetCar
+IstellaBot
+Jbrofuzz
 Jetty
+JOC Web Spider
 Joomla
+Jorgee
 JustView
-Jyxobot
-Keyword Density
-Kozmosbot
-LeechFTP
-LexiBot
+Kinza
+Larbin
 Lftp
 LieBaoFast
+Lightspeedsystems
 Linkbot
-Linkdexbot
 LinkextractorPro
-LinksManager
+LinkScan
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
-Lmspider
-Ltx71
-Magnet
-Majestic12
-Majestic SEO
-MarkMonitor
+lwp-trivial
 Mb2345Browser
-meanpathbot
 Meanpathbot
 MeanPath Bot
-mediawords
-MegaIndex.ru
-MFC_Tear_Sample
-MicroMessenger
-MIIxpc
-Mister PiX
-MJ12bot
-Morfeus Fucking Scanner
-Mozlila
-MQQBrowser
+Mediatoolkitbot
+Metauri
+MIDown tool
+Mojeek
+Mojolicious
 Mr.4x3
-Nameprotect
-Needle
-NetLyzer
-NetSpider
-Net Vampire
-NetZIP
+MSFrontPage
+MSIECrawler
+Msrabot
+Name Intelligence
+Navroad
+NearSite
+Nibbler
+Niki-bot
 Nikto
-Nimbostratus
-OnCrawl
-Openfind
+NimbleCrawler
+Ninja
+Nmap
+NPbot
+oBot
 OpenVAS
+OPPO A33
 OrangeBot
 OrangeSpider
-Page Analyzer
+OutfoxBot
+PageAnalyzer
 PageThing.com
-Papa Foto
-Pavuk
+pcBrowser
 PHPCrawl
-Picscout
-PleaseCrawl
+Piepmatz
+Pi-Monster
 POE-Component-Client-HTTP
+polaris version
 ProPowerBot
-PxBroker
+Pump
+QueryN Metasearch
+Quick-Crawler
+RankActive
 RankActiveLinkBot
 RankFlex
-Rankivabot
+RankingBot
+RankingBot2
+RankurBot
 RealDownload
-Recorder
-RedesScrapy
+Reaper
 ReGet
-RepoMonkey
 Ripper
+ripz
 Rogerbot
+RSSingBot
 s1z.ru
-scalaj-http
-Scrapy
+satoristudio.net
+ScreenerBot
 Searchestate
-SentiBot
-SEOkicks-Robot
+Semrush
 SEOlyticsCrawler
-Seomoz
-SEOprofiler
+SEOstats
+serpstatbot
 sexsearcher
 Shodan
-Siphon
 SISTRIX
-SiteExplorer
-Siteimprove
+sitechecker.pro
 SiteLockSpider
-Site Sucker
+siteripz
 Sitevigil
-Snapbot
-Snoopy
+SlySearch
+SmartDownload
+Snake
+SocialRankIOBot
+Sociscraper
 sogouspider
-Sottopop
+Sogou web spider
 SpaceBison
-Spammen
+Spanner
 sp_auditbot
-Spbot
-Spinn3r
-SputnikBot
 Sqworm
-Stripper
+Steeler
 Sucker
-Surfbot
-SurveyBot
+SuperBot
 Swiftbot
-sysscan
-Szukacz
 tAkeOut
+Teleport
 TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
 TheNomad
-Thumbor
-Titan
-trendiction.de
-Turingos
+Toweyabot
+Tracemyfile
+Trendiction
+Trendictionbot
+trendiction.com
+True_Robot
+Turnitin
 TwengaBot
-Twice
-VB Project
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
+URLy Warning
+Virusdie
 Voil
 Wallpapers/3.0
-Webalta
+WBSearchBot
+WebAuto
 Web Auto
+WebBandit
 WebCollage
-WebCopier
-WEBDAV
-WebEnhancer
-WebFuck
-Web Pix
-WebSauger
-WebStripper
-WebSucker
+WebFetch
+Web Fetch
+WebmasterWorldForumBot
+WebReaper
+Web Sauger
+WebsiteExtractor
+WebsiteQuester
+Website Quester
+WebWhacker
 WebZIP
+WeSEE
+Whack
 Whacker
+Whatweb
 Who.is Bot
 Widow
-WinHTTrack
 WISENutbot
-Wotbox
-Wprecon
-WWW-Mechanize
-x22Mozilla
+Woobot
+WPScan
+WWW-Collector-E
+WWW::Mechanize
+Xaldon_WebSpider
 xpymep1.exe
-Zauba
-ZoomBot
+YoudaoBot
+Zade
+Zermelo
+zgrab
 ZyBorg