V4.2022.12.3524 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AhrefsBot
+ADmantX
+AIBOT
+ASPSeek
+Aboundexbot
 AiHitBot
+Alexibot
+AllSubmitter
 Alligator
-Anarchy99
+Anarchy
 Aspiegel
 Asterias
-AwarioRssBot
+Atomseobot
+BBBike
+BDCbot
 BLEXBot
-Backlink-Ceck
 BacklinkCrawler
-Bandit
+Badass
 BatchFTP
-BetaBot
-Bigfoot
-Bitacle
+BlackWidow
+Blackboard
 Blow
-Boardreader
-Bolt
 BotALot
-Buck
-Buddy
-BuzzSumo
+Brandprotect
+Brandwatch
+Bullseye
+BunnySlippers
 CODE87
-CSHttp
 CazoodleBot
+CensysInspect
+CheTeam
+ChinaClaw
 Chlooe
+Citoid
 Cocolyzebot
-CopyRightCheck
-Copyscape
 Cosmos
-Craftbot
-Crescent
+Crawling at Home Project
+Curious
+Custo
 CyotekWebCopy
 DBLBot
-DIIbot
-Demon
-Deusu
-DigitalPebble
-DittoSpyder
-DnyzBot
+DSearch
+DTS Agent
+DatabaseDriverMysqli
+Discoverybot
+DnBCrawler-Analytics
 DomainCrawler
-Domains Project
-Dotbot
-Dragonfly
-Drip
+DomainStatsBot
 ECCP/1.0
-EMail Siphon
-EMail Wolf
 EasyDL
+Ecxi
 EirGrabber
+Evil
 Exabot
 Express WebPictures
+Extractor
 ExtractorPro
 Extreme Picture Finder
-Ezooms
-FDM
-FHscan
-FemtosearchBot
-Fimap
-Freeuploader
-G-i-g-a-b-o-t
+EyeNetIE
+Firefox/7.0
+Flunky
+FyberSpider
 GT::WWW
+GalaxyBot
 Genieo
 GermCrawler
-GetRight
-GetWeb
-Go-Ahead-Got-It
-Gotit
+Go!Zilla
+GoZilla
 GrabNet
 Grabber
-Grafula
-HMView
-HTMLparser
+HEADMasterSEO
+HTTrack
 Heritrix
 Hloader
 HonoluluBot
+Humanlinks
 IDBot
-IRLbot
 Id-search
+Image Sucker
+Indy Library
 Internet Ninja
-InternetSeer
-IstellaBot
-JOC Web Spider
-Joomla
-Jorgee
+Iria
+JamesBOT
+JennyBot
+Jetty
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
 Keyword Density
 Kinza
-Kozmosbot
-LNSpiderguy
-Larbin
 Leap
-LibWeb
-Likse
-LinksManager
+LeechFTP
+Lftp
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkScan
+Linkbot
+LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MIDown tool
 MSFrontPage
-Mail.RU_Bot
-MarkWatch
-Masscan
-MeanPath Bot
-Mediatoolkitbot
+MSIECrawler
+Mag-Net
+Majestic12
+MauiBot
+Meanpathbot
+Mister PiX
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Msrabot
 NICErsPRO
 NPbot
 Nameprotect
+Navroad
 NearSite
-Nessus
+Needle
 NetAnts
-NetZIP
-Netcraft
-Nibbler
-Nikto
-Nimbostratus
-Ninja
-Nmap
-Not
+Netvibes
+NextGenSearchBot
+Niki-bot
+Nuclei
 Nutch
-Offline Explorer
-OnCrawl
-Openfind
+Octopus
+OpenLinkProfiler
+Openvas
+OrangeSpider
 OutclicksBot
-Page Analyzer
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
 PageScorer
 Pandalytics
 Petalbot
-Pi-Monster
-Picsearch
 Pimonster
 Pixray
-Pockey
-ProWebWalker
+Psbot
 Pu_iN
 Pump
+PxBroker
 PyCurl
-QueryN Metasearch
-Quick-Crawler
 RankActive
 RankActiveLinkBot
+RankingBot
 RankurBot
-Recorder
+ReGet
+RealDownload
+RebelMouse
 RedesScrapy
+Ripper
 SBIder
 SEOkicks
-SEOlyticsCrawler
 SMTBot
-ScoutJet
-SearchmetricsBot
-Seekport
-SemanticJuice
+Scanbot
+Scrapy
+Screaming
+ScrepyBot
 Semrush
-SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
+SeoSiteCheckup
+Seomoz
 Sitebeam
-SmartDownload
-Snapbot
-SocialRankIOBot
-Sogou web spider
+Siteimprove
+Sitevigil
+SlySearch
 Sottopop
-SpaceBison
-SpankBot
-Spbot
+Spammen
 Spinn3r
-Steeler
+SputnikBot
+Sqlmap
+Sqworm
+Stripper
 Sucker
-Sucuri
 SuperHTTP
+SurveyBot
 Szukacz
+T0PHackTeam
+T8Abot
 Teleport
-TeleportPro
+Telesoft
+Telesphoreo
 The Intraformant
 TheNomad
-Thumbor
+Titan
 Toata
 Tracemyfile
-True_Robot
+Trendictionbot
+Turingos
 TurnitinBot
-TwengaBot
-Twice
-Typhoeus
+URLy Warning
+URLy.Warning
 UnisterBot
-VCI
+Upflow
+V-BOT
+VB Project
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
 Virusdie
+VoidEYE
 Voltron
-WEBDAV
-WWW-Mechanize
-WWWOFFLE
-WeSEE
-Web Collage
-Web Fetch
-Web Sauger
-WebAuto
-WebFuck
-WebImageCollector
-WebPix
+WASALive-Bot
+Web Auto
+Web Pix
+WebCopier
+WebStripper
+WebSucker
+WebWhacker
 Webalta
-WebmasterWorldForumBot
-Webshag
-Website Quester
 WebsiteExtractor
 WebsiteQuester
-Webster
 Whack
+Whacker
 Widow
-WiseGuys Robot
+Wonderbot
 Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
-Zeus
+Zermelo
 Zitebot
-ZoomBot
-adscanner
-autoemailspider
-crawler4j
+ZmEu
+ZumBot
+backlink-check
+check1.exe
+clark-crawler
+coccocbot
+cognitiveseo
+crawler.feedback
 dataforseo.com
 demandbase-bot
-domainsproject.org
-evc-batch
-gopher
+eCatch
+instabid
 ips-agent
 linkdexbot
 lwp-request
-lwp-trivial
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
+magpie-crawler
+mediawords
 pcBrowser
-plumanalytics
-polaris version
-seobility
+ripz
+s1z.ru
+scalaj-http
 seocompany.store
 seoscanners
-sogouspider
-spyfu
-sysscan
+serpstatbot
+sexsearcher
 ubermetrics-technologies.com
-voyagerx.com
-x09Mozilla
+webpros.com
+webprosbot
 x22Mozilla
+xpymep1.exe
+zauba.io
 zgrab