V4.2021.05.2343 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
+404checker
+404enemy
+80legs
 Abonti
-Aboundex
-Aboundexbot
-Acunetix
-AiHitBot
-Aipbot
-Anarchy
+AfD-Verbotsverfahren
+AhrefsBot
+Alligator
+AlphaBot
 Anthill
+Apexoo
 arquivo-web-crawler
-ASPSeek
 Asterias
-Attach
-autoemailspider
 AwarioRssBot
-Backlink-Ceck
+backlink-check
 Badass
 Barkrowler
-BBBike
+Battleztar Bazinga
+BDCbot
 BDFetch
-Bigfoot
+BetaBot
 Bitacle
-Blackboard
 Black Hole
-BlackWidow
-BLEXBot
 BlowFish
+Bolt
 BotALot
-BuiltBotTough
+Brandprotect
+Buck
+Buddy
+BuiltWith
 Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
-CherryPicker
+CazoodleBot
+Cegbfeieh
+Cliqzbot
+Cloud mapping
 coccocbot-web
 Cocolyzebot
+CODE87
 cognitiveseo
-Craftbot
-CrunchBot
-DBLBot
-Deusu
+com.plumanalytics
+Copyscape
+crawler.feedback
+crawl.sogou.com
+Curious
+CyotekWebCopy
 Digincore
-DigitalPebble
-DIIbot
+Dirbuster
 Disco
-DomainAppender
+Discoverybot
+Dispatch
+DittoSpyder
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
+domainsproject.org
+DomainStatsBot
 Dotbot
+DSearch
 DTS Agent
-Ebingbong
-eCatch
-ECCP/1.0
-EMail Wolf
+Ecxi
+EirGrabber
+EroCrawler
+Evil
 Exabot
-ExtractorPro
+ExtLinksBot
+Extractor
+Extreme Picture Finder
 EyeNetIE
-facebookscraper
+Ezooms
 FemtosearchBot
-Freeuploader
-FyberSpider
+FHscan
+Fimap
+Foobot
+FrontPage
+Fuzz
+Fyrebot
 GalaxyBot
-GermCrawler
+Genieo
 Getintent
 GetRight
+GetWeb
 Gigablast
-G-i-g-a-b-o-t
-GoZilla
+Gigabot
+Go!Zilla
+Grabber
+GrapeFX
+GrapeshotCrawler
 GridBot
-Heritrix
+Haansoft
+heritrix
 HMView
 HTMLparser
+Humanlinks
+HybridBot
 IDBot
-Id-search
-Indy Library
-InfoNaviRobot
+Image Fetch
+InfoTekies
 instabid
+Intelliseek
 InterGET
-Iskanie
+InternetSeer
+ips-agent
+Iria
 IstellaBot
-JamesBOT
 JennyBot
-JetCar
 JikeSpider
-Joomla
-Jorgee
-Jyxobot
-Kinza
+JustView
 Lanshanbot
+Lftp
+LibWeb
 Libwhisker
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinkWalker
-LinqiaRSSBot
-LinqiaScrapeBot
+LieBaoFast
+Linkdexbot
+LinkScan
+LinqiaMetadataDownloaderBot
 Litemage_walker
+Lmspider
 LNSpiderguy
-lwp-request
 LWP::Simple
-Mag-Net
-Majestic-SEO
+Magnet
+Mail.RU_Bot
+Majestic12
 MarkMonitor
-MarkWatch
-Masscan
-Mb2345Browser
-Meanpathbot
-MeanPath Bot
+MauiBot
 Mediatoolkitbot
 mediawords
-MFC_Tear_Sample
-MIDown tool
+MicroMessenger
+Microsoft Data Access
+MIIxpc
+MJ12bot
 Mojeek
 Mozlila
-MQQBrowser
 Mr.4x3
 MSFrontPage
-Msrabot
-MTRobot
+MSIECrawler
 muhstik-scan
 Musobot
-Name Intelligence
 Nameprotect
-NearSite
-Nessus
-NetAnts
-NetLyzer
-NetZIP
-NextGenSearchBot
-Niki-bot
+NetSpider
+Netvibes
+Nikto
 NimbleCrawler
+Ninja
+NPbot
+Nuclei
 Nutch
-Octopus
+Offline Explorer
 OnCrawl
+Openfind
 OpenLinkProfiler
-Openvas
-OpenVAS
 OPPO A33
 OutclicksBot
-OutfoxBot
-PageAnalyzer
-Panscient
+PageGrabber
+page scorer
+PageScorer
+PageThing.com
 Papa Foto
+Pavuk
 PECL::HTTP
+Petalbot
+PHPCrawl
 Picscout
+PictureFinder
 Piepmatz
+Pimonster
 Pi-Monster
 Pixray
 Pockey
-probe-image-size
+POE-Component-Client-HTTP
+ProPowerBot
 Psbot
-Pu_iN
-Pump
-QueryN Metasearch
 RankActiveLinkBot
-RankFlex
+RankingBot2
+Rankivabot
+RankurBot
 RealDownload
-Reaper
-RebelMouse
-Recorder
-ripz
-RocketCrawler
-Rogerbot
+RedesScrapy
+ReGet
+RepoMonkey
+Re-re
+s1z.ru
+SalesIntelligent
 satoristudio.net
-SBIder
-ScanAlert
-Scanbot
+scalaj-http
 ScoutJet
-Scrapy
-Screaming
-Searchestate
-SentiBot
-SEOlyticsCrawler
-Seomoz
-SEOprofiler
-sexsearcher
-Siphon
-Sitebeam
-sitechecker.pro
-Siteimprove
-SiteLockSpider
+ScreenerBot
+SearchmetricsBot
+Semrush
+SemrushBot
+SeoSiteCheckup
+SISTRIX
+SiteCheckerBotCrawler
+SiteExplorer
 siteripz
 SiteSucker
-Site Sucker
-SlySearch
-SMTBot
-Snoopy
+Snake
+SocialRankIOBot
 Sogou web spider
-Sosospider
 Sottopop
-SpaceBison
-Spammen
+SpankBot
+Spanner
 Spinn3r
 SputnikBot
-Sqlmap
-Sqlworm
-Sqworm
 Stripper
-Sucuri
+Sucker
 SuperHTTP
-Surfbot
 Suzuran
-sysscan
-T0PHackTeam
-Teleport
+T8Abot
 Telesoft
+The Intraformant
 TheNomad
+Thumbor
 Titan
 Toata
+Trendiction
+Trendictionbot
 trendiction.com
-trendiction.de
 True_Robot
+Turingos
 TwengaBot
 Twice
 URLy Warning
-Vacuum
-VCI
-Voil
+VB Project
+VidibleScraper
+Virusdie
+VoidEYE
+Voltron
 Wallpapers/3.0
-WASALive-Bot
+WBSearchBot
 Webalta
-WebBandit
+WebCollage
 WEBDAV
 WebEnhancer
 Web Enhancer
 Web Fetch
-WebFuck
-WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
-WebsiteQuester
-Webster
-WebStripper
-WebSucker
+Web Fuck
+WebPix
+WebReaper
+WebSauger
+Web Sauger
 Web Sucker
-Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-WWWOFFLE
-Xaldon WebSpider
-Zade
-Zauba
+WebWhacker
+WebZIP
+Whacker
+WISENutbot
+WWW-Collector-E
+Xenu
+Zermelo
+Zeus
 zgrab
+ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg