V4.2023.02.3581 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-ADmantX
-AIBOT
+404checker
+404enemy
+80legs
+ALittle Client
+ASPSeek
+Abonti
 Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
+AiHitBot
+Aipbot
 Alexibot
+AllSubmitter
+Anarchie
 Anarchy99
 Ankit
-Anthill
-Aspiegel
+Apexoo
 Asterias
-Atomseobot
-BBBike
+AwarioRssBot
 BackStreet
+Backlink-Ceck
+Bandit
+Barkrowler
 BatchFTP
-Battleztar Bazinga
-Bigfoot
-Bitacle
+Black Hole
 BlowFish
-Bolt
-Buck
-Buddy
-BuiltWith
-BunnySlippers
-BuzzSumo
 CATExplorador
-CCBot
-CODE87
 CazoodleBot
-CensysInspect
-CheTeam
+CheeseBot
 ChinaClaw
+Citoid
 Collector
-Copier
 Cosmos
 Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-Curious
-CyotekWebCopy
-DBLBot
+Crescent
+Custo
 DTS Agent
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DomainAppender
-DomainSigmaCrawler
+DataCha0s
+Devil
+DigitalPebble
+Dirbuster
+Disco
+DnyzBot
 DomainStatsBot
 Domains Project
-Dotbot
 Download Wonder
 Dragonfly
+Drip
 EMail Siphon
+EMail Wolf
 Exabot
-Extractor
-EyeNetIE
+ExtractorPro
 FDM
 FHscan
-FemtosearchBot
-Fimap
 FlashGet
-Flunky
 Foobot
+FrontPage
 Fuzz
-FyberSpider
-GetRight
+GT::WWW
+GalaxyBot
+GetWeb
+Getintent
 Gigabot
-GoZilla
-Grabber
-GrapeshotCrawler
-HMView
+Gotit
+GrapeFX
+HEADMasterSEO
+HTMLparser
+HTTP::Lite
+Haansoft
+HaosouSpider
+Havij
 Heritrix
-Hloader
-IDBot
+HonoluluBot
+HybridBot
 Iblog
+Image Fetch
 Image Sucker
+IndeedBot
+InfoNaviRobot
+InfoTekies
 InterGET
 Iria
+Iskanie
 JOC Web Spider
 Jbrofuzz
-Jetty
-Joomla
-Jyxobot
-Kenjin Spider
-Keyword Density
+Kinza
 Kozmosbot
-LWP::Simple
-Leap
+LNSpiderguy
+Lanshanbot
+LeechGet
+LexiBot
 Lftp
+LibWeb
 LieBaoFast
 Lightspeedsystems
 Likse
-LinkScan
+Linkbot
+LinqiaRSSBot
 LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
+MJ12bot
 MQQBrowser
 MSIECrawler
-MTRobot
-Majestic-SEO
-MarkMonitor
+Mag-Net
+Majestic SEO
+MarkWatch
 Mass Downloader
-Masscan
-MeanPath Bot
-Meanpathbot
-Microsoft Data Access
+Mata Hari
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
+Mojeek
 MolokaiBot
-Mr.4x3
+Morfeus Fucking Scanner
+NearSite
+Needle
+Net Vampire
 NetAnts
 NetLyzer
-Netcraft
-Niki-bot
+NetMechanic
+NetSpider
+NetZIP
+Nettrack
+NextGenSearchBot
 Nikto
 NimbleCrawler
-Nutch
-Offline Navigator
+Nimbostratus
 OnCrawl
-OpenLinkProfiler
-OpenVAS
-Openfind
 Openvas
-OrangeBot
 OrangeSpider
-PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
 PageScorer
 PageThing.com
-Panscient
+Papa Foto
 Pavuk
 PictureFinder
 Pimonster
-PleaseCrawl
-ProPowerBot
-QueryN Metasearch
-Quick-Crawler
+Pixray
+Psbot
+Pu_iN
 RankActive
+RankActiveLinkBot
 RankFlex
 RankingBot
-RankingBot2
-Rankivabot
-RankurBot
-Re-re
-ReGet
-RealDownload
-RebelMouse
-RocketCrawler
-SEOprofiler
-SMTBot
+RedesScrapy
+Rogerbot
+SEOkicks
+SEOlyticsCrawler
+SEOstats
 SalesIntelligent
-ScanAlert
-Scrapy
-Screaming
-ScrepyBot
-Searchestate
-SearchmetricsBot
 Semrush
-SeobilityBot
+SemrushBot
 Seomoz
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
+Shodan
 SiteSnagger
 SiteSucker
 Sitebeam
-SmartDownload
+Siteimprove
+Sitevigil
+SlySearch
+Snake
 Snapbot
-SocialRankIOBot
-SpankBot
-Spbot
-SputnikBot
-Sqlmap
-Stripper
-Sucker
+Sociscraper
+Sogou web spider
+Sosospider
+Sottopop
+Spinn3r
+Sqworm
+Sucuri
+SuperBot
 Surfbot
 SurveyBot
-TeleportPro
-Telesphoreo
+Swiftbot
+T0PHackTeam
+Teleport
+Telesoft
 Telesphorep
-TheNomad
-Toata
+The Intraformant
+Thumbor
 Trendictionbot
-Turnitin
 Twice
 URLy Warning
 URLy.Warning
 UnisterBot
-Upflow
-VB Project
-VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
+Virusdie
 Voltron
-WEBDAV
 WISENutbot
+WPScan
+WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
+Web Collage
 Web Fetch
 Web Fuck
+Web Pix
+Web Sauger
 WebAuto
-WebCollage
 WebFetch
+WebLeacher
+WebReaper
 WebSauger
-WebSucker
-WebZIP
+WebStripper
 Webalta
-Webshag
-Website Quester
-Webster
-Whack
+WebmasterWorldForumBot
+WebsiteQuester
 Whacker
-Widow
-WinHTTrack
-WiseGuys Robot
+Whatweb
+Woobot
 Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
-Zermelo
-Zitebot
-ZoominfoBot
+Zeus
+ZmEu
+ZoomBot
+archive.org_bot
+arquivo-web-crawler
 arquivo.pt
 check1.exe
-cognitiveseo
-crawl.sogou.com
-facebookscraper
-gopher
+crawler4j
+demandbase-bot
+eCatch
+evc-batch
 heritrix
-iubenda-radar
-linkdexbot
-lwp-trivial
-mediawords
-plumanalytics
-probe-image-size
-scalaj-http
+instabid
+isitwp.com
+lwp-request
+meanpathbot
+muhstik-scan
+oBot
+pcBrowser
+ripz
+satoristudio.net
 scan.lol
+seobility
+seocompany.store
 seostar
 serpstatbot
 sexsearcher
 sitechecker.pro
-siteripz
-sogouspider
 spyfu
+sysscan
 tAkeOut
-voyagerx.com
-x09Mozilla
-x22Mozilla
+trendiction.com
+webmeup-crawler
+webprosbot
+xpymep1.exe