V4.2022.01.2831 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
-ALittle Client
-ASPSeek
-Abonti
-Aboundex
-Acunetix
+404checker
+AIBOT
+AhrefsBot
+Alexibot
+Alligator
 Anarchie
-Anarchy
-Ankit
-Aspiegel
-Asterias
+Anarchy99
+Anthill
+AwarioRssBot
 BBBike
-BDCbot
-BDFetch
-BackDoorBot
 BackStreet
-Backlink-Ceck
+BackWeb
+BacklinkCrawler
 Bandit
 Barkrowler
-BatchFTP
 BetaBot
-Bigfoot
-BlackWidow
+Blackboard
 Blow
-BlowFish
-BotALot
-Buddy
+Brandwatch
+Buck
 BuiltBotTough
-Bullseye
+BuiltWith
 BunnySlippers
-CATExplorador
-Calculon
-CazoodleBot
-CheTeam
-ChinaClaw
+CCBot
+CODE87
+CSHttp
+CensysInspect
+CherryPicker
+Chlooe
+Citoid
 Claritybot
 Cocolyzebot
 CopyRightCheck
-CyotekWebCopy
+Cosmos
+Custo
+DIIbot
 DTS Agent
-Demon
+Deusu
 Devil
 Digincore
-DigitalPebble
 Dirbuster
-DnyzBot
+Discobot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DomCopBot
-DomainSigmaCrawler
-Domains Project
-ECCP/1.0
+DomainCrawler
+Dotbot
+Download Wonder
+Dragonfly
+Drip
+EMail Siphon
 EMail Wolf
-Ebingbong
 Ecxi
+EroCrawler
+Express WebPictures
 ExtLinksBot
 Extractor
-FDM
+EyeNetIE
 FemtosearchBot
+Fimap
 Firefox/7.0
-FlashGet
+Flunky
+Foobot
 Freeuploader
-Fyrebot
-G-i-g-a-b-o-t
 Genieo
+GermCrawler
 GetRight
-GetWeb
-Getintent
 Gigabot
 Go!Zilla
-Grabber
+Go-Ahead-Got-It
+GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
-HMView
-HTMLparser
-HTTP::Lite
+GridBot
+HTTrack
 Haansoft
-IlseBot
-Image Sucker
-InfoNaviRobot
+Harvest
+Heritrix
+Humanlinks
+HybridBot
+IDBTE4M
+IRLbot
+Id-search
+IndeedBot
+Indy Library
 InfoTekies
-InternetSeer
+IstellaBot
 JOC Web Spider
-Jbrofuzz
+JamesBOT
 JetCar
-Jetty
 JikeSpider
-Jorgee
+Joomla
+JustView
+Keyword Density
 LWP::Simple
-Larbin
-LeechFTP
-LexiBot
-Lftp
-Libwhisker
-LieBaoFast
-LinkScan
-Linkbot
-LinksManager
-LinqiaScrapeBot
+Leap
+LibWeb
+LinkpadBot
 Lipperhey
 Lmspider
 Ltx71
-MIIxpc
-MQQBrowser
+MIDown tool
 MSIECrawler
-MTRobot
 Mag-Net
-Majestic-SEO
+MarkMonitor
 MarkWatch
-Mass Downloader
+Masscan
 MauiBot
-MegaIndex.ru
-MicroMessenger
+Mb2345Browser
+MeanPath Bot
+Metauri
 Microsoft Data Access
-Morfeus Fucking Scanner
+Minefield
+Mister PiX
+Mojolicious
 Msrabot
 NICErsPRO
-Nameprotect
-Navroad
+NPbot
+Name Intelligence
 Needle
 Nessus
-NetMechanic
-NetSpider
+Net Vampire
+NetLyzer
+NetZIP
+Netcraft
+Nettrack
 NextGenSearchBot
-Nibbler
-NimbleCrawler
-Nmap
-Not
-Nutch
+Niki-bot
 Octopus
 Offline Explorer
-OrangeBot
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
+OpenLinkProfiler
+OrangeSpider
+Page Analyzer
 PageAnalyzer
 PageScorer
+Pandalytics
+Panscient
 Papa Foto
-PeoplePal
-Petalbot
-Pi-Monster
-Picscout
-Picsearch
-Pimonster
-PleaseCrawl
-Pockey
-ProPowerBot
-ProWebWalker
-Psbot
-Pump
-PyCurl
-Quick-Crawler
+Piepmatz
+Probethenet
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
+RankingBot2
 RankurBot
-Re-re
-ReGet
-Recorder
-Rogerbot
+RebelMouse
 SBIder
 SEOkicks
-SISTRIX
-Scrapy
+SalesIntelligent
+Scanbot
 ScreenerBot
-ScrepyBot
-SearchmetricsBot
-Semrush
+Searchestate
+SemanticJuice
 SentiBot
 SeobilityBot
-SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitebeam
-Siteimprove
+Seomoz
+Siphon
+Site Sucker
+SiteSnagger
+Sitevigil
+SmartDownload
+Snapbot
+Sogou web spider
 Sosospider
-Sottopop
-SpankBot
-Spbot
+Spanner
+SputnikBot
 Sqlmap
+Sqlworm
 Stripper
+Sucker
 SuperBot
-Surfbot
+SuperHTTP
+SurveyBot
+Swiftbot
 Szukacz
 T0PHackTeam
-Teleport
-Trendictionbot
-TurnitinBot
-Twice
-Upflow
-VCI
-Vacuum
-VelenPublicWebCrawler
+T8Abot
+Telesoft
+Thumbor
+Toweyabot
+Tracemyfile
+Turnitin
+TwengaBot
+V-BOT
+Vagabondo
 Virusdie
 VoidEYE
 Voil
 Voltron
-WASALive-Bot
 WBSearchBot
 WEBDAV
+WWW-Mechanize
+Wallpapers
 WallpapersHD
 WeSEE
+Web Enhancer
+Web Fuck
+Web Sauger
+Web Sucker
+WebBandit
+WebCollage
 WebCopier
-WebEnhancer
-WebFetch
-WebImageCollector
-WebStripper
-WebSucker
-WebWhacker
-Webalta
-Website Quester
+WebLeacher
+WebSauger
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
+Webster
 Whacker
 Widow
+Wotbox
 Wprecon
-Xenu
 Zade
+Zermelo
 Zeus
 ZmEu
+ZoomBot
 ZoominfoBot
-adscanner
-archive.org_bot
+ZumBot
+ZyBorg
 autoemailspider
+backlink-check
 cah.io.community
 check1.exe
 clark-crawler
+cognitiveseo
 com.plumanalytics
-crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
+crawl.sogou.com
+evc-batch
+facebookscraper
+gopher
 instabid
-ips-agent
 lwp-request
-lwp-trivial
+muhstik-scan
+netEstate NE Crawler
 oBot
-pcBrowser
-plumanalytics
+page scorer
 satoristudio.net
-scan.lol
-seocompany.store
-serpstatbot
+scalaj-http
+seoscanners
+seostar
+sitechecker.pro
+sogouspider
 spyfu
-sysscan
-tAkeOut
 trendiction.com
-trendiction.de
 voyagerx.com
-webgains-bot
-webmeup-crawler
 webprosbot
-x22Mozilla
-zauba.io
+x09Mozilla
+zgrab