V4.2022.03.3013 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-ALittle Client
+404enemy
+80legs
+ADmantX
 ASPSeek
 Abonti
 Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
-Anarchie
-Anarchy
+Acunetix
+AiHitBot
+AllSubmitter
+Alligator
 Ankit
+Apexoo
 Asterias
+Atomseobot
 AwarioSmartBot
+BBBike
 BDCbot
 BDFetch
-BackWeb
-Backlink-Ceck
-Bandit
-Blow
-Boardreader
+BacklinkCrawler
+BetaBot
+Black Hole
+Blackboard
 BotALot
-Buddy
-BunnySlippers
-CCBot
-CODE87
+Brandprotect
+BuiltBotTough
+BuiltWith
 Calculon
-Cegbfeieh
-CheeseBot
+CazoodleBot
+CensysInspect
 CherryPicker
-ChinaClaw
+Cloud mapping
 Cocolyzebot
-Cogentbot
-Collector
 CopyRightCheck
-Copyscape
-Cosmos
+Crawling at Home Project
 Crescent
-CrunchBot
-CyotekWebCopy
-DIIbot
+DBLBot
+DSearch
 DataCha0s
 DatabaseDriverMysqli
 Deusu
+Devil
+Digincore
 DigitalPebble
-Disco
-Discobot
-Discoverybot
-Dispatch
-Dragonfly
-ECCP/1.0
-EasyDL
+Dirbuster
+DnyzBot
+DomainAppender
+DomainStatsBot
+Dotbot
+EMail Wolf
 Ebingbong
-EroCrawler
-Express WebPictures
-ExtractorPro
-Firefox/7.0
-Foobot
+Ecxi
+FHscan
+Fimap
 Freeuploader
+FrontPage
 Fuzz
 GT::WWW
 GalaxyBot
-Go-Ahead-Got-It
+GetWeb
+Getintent
 GoZilla
-Grafula
-GrapeFX
-GrapeshotCrawler
-HMView
-HTMLparser
-HTTrack
-Haansoft
-Heritrix
+GrabNet
+Grabber
+HTTP::Lite
+HaosouSpider
+Havij
+Hloader
 HonoluluBot
 Humanlinks
-IDBTE4M
+IRLbot
+Iblog
+IlseBot
 Image Fetch
-IndeedBot
 Indy Library
-InfoNaviRobot
-InfoTekies
-Intelliseek
-Jbrofuzz
+Internet Ninja
+Iskanie
+JamesBOT
 Joomla
 JustView
-Keybot Translation-Search-Machine
-Keyword Density
-LWP::Simple
-Larbin
+Jyxobot
+Lanshanbot
 Leap
+LeechFTP
 LeechGet
-Lightspeedsystems
-Likse
+LexiBot
+Lftp
+LibWeb
+Libwhisker
+LieBaoFast
 LinkScan
-LinkextractorPro
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
 MFC_Tear_Sample
 MJ12bot
-MQQBrowser
-MSIECrawler
-MTRobot
-Magnet
-Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-MarkWatch
+MarkMonitor
 Mass Downloader
 Mata Hari
-Mb2345Browser
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft Data Access
 Moblie Safari
-MolokaiBot
+Mojeek
+Mozlila
 Msrabot
+NPbot
+Name Intelligence
 Nameprotect
-Nessus
-Net Vampire
+NearSite
 NetAnts
-NetSpider
+NetMechanic
 NetZIP
+Nettrack
 Netvibes
-Nibbler
+Niki-bot
 Nikto
-Octopus
-OpenLinkProfiler
-OrangeBot
+NimbleCrawler
+Nimbostratus
+Nuclei
+Nutch
+OpenVAS
 OutclicksBot
-PHPCrawl
-PageAnalyzer
-Pandalytics
-Papa Foto
-PeoplePal
+Page Analyzer
+PageScorer
+PageThing.com
+Panscient
+Petalbot
+Pi-Monster
 Picscout
+Picsearch
+PictureFinder
 Piepmatz
-Pimonster
-Pixray
-QueryN Metasearch
-RSSingBot
-RankFlex
-RankingBot2
-Rankivabot
-RankurBot
-Reaper
+PleaseCrawl
+ProWebWalker
+Psbot
+Pu_iN
+RankActive
 Recorder
 RedesScrapy
-RocketCrawler
+RepoMonkey
 Rogerbot
-SBIder
-SMTBot
+SEOstats
+SalesIntelligent
 Scanbot
 ScoutJet
-Screaming
-ScreenerBot
-ScrepyBot
+Scrapy
+Searchestate
 SearchmetricsBot
 SemanticJuice
-SeoSiteCheckup
-Shodan
+SemrushBot
+SentiBot
+Siphon
 SiteExplorer
-SiteLockSpider
-Sitebeam
+SiteSnagger
 Siteimprove
-Snake
+SlySearch
 Snapbot
+Snoopy
+SocialRankIOBot
 Sogou web spider
-Sottopop
+Sosospider
 SpaceBison
-Spammen
 SpankBot
-Spanner
 Spinn3r
 SputnikBot
 Sqlmap
+Sqlworm
 Sqworm
+Steeler
+Stripper
+SuperHTTP
 Surfbot
 SurveyBot
-Szukacz
-The Intraformant
+Swiftbot
+T0PHackTeam
+Telesphoreo
 Thumbor
 TightTwatBot
-Titan
-Toata
-Toweyabot
-True_Robot
+Tracemyfile
 Turnitin
-TurnitinBot
-URLy.Warning
-UnisterBot
-Upflow
-VCI
+TwengaBot
+V-BOT
 Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
 WBSearchBot
-WPScan
-WWW-Mechanize
-Wallpapers/3.0
-Web Collage
+WEBDAV
+WISENutbot
+WWW-Collector-E
+Web Auto
 Web Fetch
-Web Sauger
+Web Fuck
+Web Pix
 WebAuto
+WebBandit
+WebEnhancer
+WebGo IS
+WebImageCollector
 WebLeacher
 WebPix
-WebStripper
-WebWhacker
+WebReaper
+WebZIP
+Webshag
 WebsiteExtractor
-Widow
-WiseGuys Robot
-Wonderbot
-Woobot
+Webster
+Who.is Bot
 Wprecon
 Xaldon WebSpider
 Zade
-Zermelo
-Zeus
-ZmEu
+Zauba
 ZumBot
-adscanner
-archive.org_bot
-arquivo.pt
+ZyBorg
 autoemailspider
-clark-crawler
+check1.exe
 coccocbot
+cognitiveseo
+crawler.feedback
+crawler4j
 dataforseo.com
-evc-batch
+demandbase-bot
 facebookscraper
+heritrix
 ips-agent
 lwp-request
+lwp-trivial
+mediawords
 muhstik-scan
-pcBrowser
+netEstate NE Crawler
+oBot
+page scorer
 plumanalytics
-polaris version
 ripz
 s1z.ru
+satoristudio.net
+seocompany.store
 seoscanners
-seostar
 serpstatbot
-sitechecker.pro
-spyfu
+siteripz
+sogouspider
 sysscan
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
-x22Mozilla
-zauba.io
+webpros.com
+xpymep1.exe