V4.2022.12.3523 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-ADmantX
-ASPSeek
-Abonti
-Aboundex
-AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
 Alligator
-Anarchie
-Anarchy
-Anthill
-Apexoo
+Anarchy99
 Aspiegel
-AwarioSmartBot
-BBBike
-BDCbot
-BackWeb
+Asterias
+AwarioRssBot
+BLEXBot
 Backlink-Ceck
 BacklinkCrawler
 Bandit
-Barkrowler
+BatchFTP
 BetaBot
-Black Hole
-BlackWidow
-Brandwatch
+Bigfoot
+Bitacle
+Blow
+Boardreader
+Bolt
+BotALot
 Buck
 Buddy
-BunnySlippers
 BuzzSumo
-CCBot
 CODE87
+CSHttp
 CazoodleBot
-Cegbfeieh
-CherryPicker
 Chlooe
-Claritybot
-Cliqzbot
-Copier
-CrunchBot
-Curious
-DSearch
-DTS Agent
-DataCha0s
+Cocolyzebot
+CopyRightCheck
+Copyscape
+Cosmos
+Craftbot
+Crescent
+CyotekWebCopy
+DBLBot
+DIIbot
+Demon
 Deusu
-Discobot
-Discoverybot
-Dispatch
+DigitalPebble
 DittoSpyder
-DomainStatsBot
+DnyzBot
+DomainCrawler
 Domains Project
+Dotbot
 Dragonfly
+Drip
+ECCP/1.0
+EMail Siphon
 EMail Wolf
 EasyDL
+EirGrabber
 Exabot
+Express WebPictures
+ExtractorPro
+Extreme Picture Finder
+Ezooms
+FDM
+FHscan
 FemtosearchBot
-FlashGet
-Flunky
-FrontPage
+Fimap
+Freeuploader
 G-i-g-a-b-o-t
 GT::WWW
+Genieo
 GermCrawler
 GetRight
 GetWeb
-Getintent
-Gigabot
 Go-Ahead-Got-It
 Gotit
 GrabNet
-GrapeshotCrawler
-HEADMasterSEO
+Grabber
+Grafula
+HMView
 HTMLparser
-HTTrack
-Haansoft
+Heritrix
+Hloader
+HonoluluBot
 IDBot
-Iblog
+IRLbot
 Id-search
-InfoNaviRobot
 Internet Ninja
 InternetSeer
-Iria
-JamesBOT
-Jbrofuzz
-JetCar
-Jetty
-JikeSpider
+IstellaBot
+JOC Web Spider
 Joomla
-JustView
+Jorgee
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
 Kinza
+Kozmosbot
 LNSpiderguy
-LWP::Simple
-Lanshanbot
+Larbin
 Leap
-LeechFTP
-Libwhisker
-LieBaoFast
-LinkpadBot
+LibWeb
+Likse
 LinksManager
 LinqiaMetadataDownloaderBot
-Lmspider
-MJ12bot
-Majestic SEO
+LinqiaRSSBot
+Lipperhey
+MSFrontPage
+Mail.RU_Bot
 MarkWatch
-MauiBot
-Mb2345Browser
+Masscan
+MeanPath Bot
 Mediatoolkitbot
-MicroMessenger
-Mojeek
-Mozlila
-Mr.4x3
-Musobot
 NICErsPRO
 NPbot
-Name Intelligence
 Nameprotect
+NearSite
 Nessus
-NetLyzer
-NetMechanic
-Netvibes
-NextGenSearchBot
-Niki-bot
+NetAnts
+NetZIP
+Netcraft
+Nibbler
+Nikto
+Nimbostratus
+Ninja
+Nmap
+Not
 Nutch
-Octopus
-Offline Navigator
-OpenVAS
+Offline Explorer
+OnCrawl
 Openfind
-OrangeBot
-PageThing.com
+OutclicksBot
+Page Analyzer
+PageAnalyzer
+PageGrabber
+PageScorer
 Pandalytics
-Papa Foto
-PeoplePal
+Petalbot
 Pi-Monster
+Picsearch
 Pimonster
-PleaseCrawl
+Pixray
 Pockey
-ProPowerBot
 ProWebWalker
 Pu_iN
-PxBroker
+Pump
+PyCurl
+QueryN Metasearch
 Quick-Crawler
 RankActive
-RankingBot2
-Rankivabot
+RankActiveLinkBot
 RankurBot
-ReGet
-Rogerbot
+Recorder
+RedesScrapy
 SBIder
-SEOkicks-Robot
+SEOkicks
+SEOlyticsCrawler
 SMTBot
-SalesIntelligent
 ScoutJet
-Scrapy
-ScreenerBot
-ScrepyBot
-Searchestate
-SentiBot
-SeoSiteCheckup
-Shodan
+SearchmetricsBot
+Seekport
+SemanticJuice
+Semrush
+SeobilityBot
+Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-Siteimprove
-SlySearch
-Snake
+Sitebeam
+SmartDownload
+Snapbot
+SocialRankIOBot
+Sogou web spider
 Sottopop
-SputnikBot
+SpaceBison
+SpankBot
+Spbot
+Spinn3r
+Steeler
+Sucker
 Sucuri
 SuperHTTP
-SurveyBot
 Szukacz
-Telesphoreo
-Telesphorep
+Teleport
+TeleportPro
 The Intraformant
 TheNomad
-Titan
-Toweyabot
+Thumbor
+Toata
 Tracemyfile
-Trendiction
-Turingos
+True_Robot
 TurnitinBot
+TwengaBot
+Twice
 Typhoeus
-URLy Warning
-V-BOT
-VB Project
+UnisterBot
 VCI
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-WPScan
+VidibleScraper
+Virusdie
+Voltron
+WEBDAV
 WWW-Mechanize
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-Web Auto
-Web Enhancer
+WWWOFFLE
+WeSEE
+Web Collage
 Web Fetch
-Web Pix
-WebCollage
-WebGo IS
+Web Sauger
+WebAuto
+WebFuck
 WebImageCollector
-WebLeacher
 WebPix
-WebStripper
-WebZIP
 Webalta
+WebmasterWorldForumBot
 Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-WinHTTrack
+Webster
+Whack
+Widow
 WiseGuys Robot
-Wotbox
-Wprecon
-Xenu
-YoudaoBot
+Xaldon WebSpider
+Xaldon_WebSpider
 Zauba
+Zeus
 Zitebot
 ZoomBot
-ZoominfoBot
 adscanner
-archive.org_bot
-arquivo.pt
 autoemailspider
-backlink-check
-cah.io.community
-check1.exe
-com.plumanalytics
+crawler4j
+dataforseo.com
 demandbase-bot
 domainsproject.org
-eCatch
-heritrix
-internetVista monitor
-iubenda-radar
+evc-batch
+gopher
+ips-agent
 linkdexbot
+lwp-request
 lwp-trivial
-magpie-crawler
 meanpathbot
-mediawords
 muhstik-scan
-page scorer
-satoristudio.net
-scan.lol
+netEstate NE Crawler
+pcBrowser
+plumanalytics
+polaris version
+seobility
 seocompany.store
-seostar
+seoscanners
 sogouspider
-sp_auditbot
-trendiction.de
+spyfu
+sysscan
+ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
+x09Mozilla
 x22Mozilla
-xpymep1.exe
 zgrab