V4.2022.05.3113 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-AIBOT
-ALittle Client
-ASPSeek
+404enemy
+ADmantX
 Aboundexbot
-Alexibot
+AfD-Verbotsverfahren
+AllSubmitter
 Alligator
-Anarchy99
+Anarchy
 Apexoo
-Aspiegel
+Atomseobot
 Attach
-BBBike
-BDFetch
-BackDoorBot
+AwarioRssBot
+AwarioSmartBot
+BDCbot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Bigfoot
+Bandit
+Barkrowler
+BetaBot
 Black Hole
-Blow
-BlowFish
-Bolt
-BotALot
+BlackWidow
+Blackboard
+Boardreader
 Buck
-BuiltBotTough
-BuiltWith
-BunnySlippers
-BuzzSumo
-CCBot
-CazoodleBot
+Buddy
+Bullseye
+CSHttp
 CensysInspect
-CheTeam
-CheeseBot
 CherryPicker
+ChinaClaw
 Claritybot
 Cocolyzebot
-Collector
-Copier
 Craftbot
+Crawling at Home Project
 Crescent
-CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DIIbot
-DatabaseDriverMysqli
-Devil
-Dispatch
+DigitalPebble
+Dirbuster
+Discobot
+DnBCrawler-Analytics
+DnyzBot
 DomainAppender
-DomainCrawler
 DomainStatsBot
 Domains Project
-Dragonfly
-Ebingbong
+EMail Siphon
+EasyDL
+EirGrabber
 Evil
-Express WebPictures
+Exabot
 ExtLinksBot
-Extractor
-ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-FHscan
-Fimap
+FDM
 Flunky
 Foobot
 FrontPage
-GalaxyBot
-GermCrawler
-GetWeb
-Go!Zilla
-GoZilla
+Fyrebot
+GetRight
 Gotit
-GrabNet
+Grabber
+Grafula
 GrapeshotCrawler
 GridBot
 HEADMasterSEO
-HMView
-HTMLparser
 HTTP::Lite
 HTTrack
-Heritrix
+HaosouSpider
+Harvest
+IDBot
 IRLbot
-Image Sucker
-InfoNaviRobot
+IlseBot
+Indy Library
 InfoTekies
-Intelliseek
-Iskanie
-JamesBOT
-JetCar
-JikeSpider
+InternetSeer
 Joomla
 Jorgee
+Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
 Kinza
 Kozmosbot
-LNSpiderguy
-LeechFTP
-LibWeb
-Lightspeedsystems
-LinkextractorPro
-LinkpadBot
+LWP::Simple
+Larbin
+LexiBot
+Lftp
+Libwhisker
+Likse
+LinkScan
+LinkWalker
 LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-MJ12bot
-MSFrontPage
-MSIECrawler
+LinqiaScrapeBot
+Litemage_walker
+Ltx71
+MFC_Tear_Sample
+MIDown tool
 Mag-Net
-Mail.RU_Bot
+Majestic-SEO
 Majestic12
-Mass Downloader
-Masscan
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-MicroMessenger
+Mata Hari
+MauiBot
+Mediatoolkitbot
+Metauri
 Minefield
-Mr.4x3
-Msrabot
-NICErsPRO
-NPbot
-Net Vampire
-Nikto
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
+Musobot
+NearSite
+Nessus
+NetLyzer
+NetZIP
+Netvibes
+NimbleCrawler
 Ninja
-Not
+Nmap
 Nuclei
 Octopus
 Offline Explorer
+OpenLinkProfiler
 OpenVAS
 Openfind
 OrangeBot
-PHPCrawl
-Pavuk
-Picscout
+OrangeSpider
+Pandalytics
+PeoplePal
+Petalbot
+Pi-Monster
 Picsearch
-Psbot
-PyCurl
+Piepmatz
+PleaseCrawl
+Pockey
+ProWebWalker
+Pu_iN
+Pump
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActive
 RankActiveLinkBot
-RankingBot2
-RepoMonkey
-Rogerbot
-SBIder
+Re-re
+ReGet
+RebelMouse
+Recorder
+RedesScrapy
+Ripper
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
 SEOstats
-SMTBot
-Scanbot
-ScrepyBot
-Searchestate
+ScanAlert
+Screaming
+ScreenerBot
+SearchmetricsBot
 Seekport
 SemanticJuice
-Semrush
 SemrushBot
-SeobilityBot
+Seomoz
 Shodan
-Siphon
+Site Sucker
+SiteExplorer
 SiteLockSpider
 Sitebeam
 Siteimprove
-Sitevigil
 SlySearch
 Snapbot
 SocialRankIOBot
 Sogou web spider
-Sosospider
 Sottopop
 SpaceBison
-Spanner
-Spbot
-Spinn3r
+Spammen
 SputnikBot
+Sqlmap
+Sqlworm
+Steeler
+Sucuri
 SuperBot
-SurveyBot
+SuperHTTP
 Suzuran
 Szukacz
-T8Abot
-Telesoft
+T0PHackTeam
 Telesphorep
-The Intraformant
 TheNomad
-Thumbor
-Toata
-Twice
-URLy Warning
-Upflow
+Typhoeus
+URLy.Warning
 VCI
+Vacuum
 VeriCiteCrawler
-VidibleScraper
 VoidEYE
-Voil
 Voltron
-WASALive-Bot
-WWW-Collector-E
+WPScan
 WWW-Mechanize
+WWW::Mechanize
+Wallpapers/3.0
+WeSEE
 Web Auto
-Web Pix
+Web Fuck
+Web Sauger
+WebBandit
 WebCopier
-WebEnhancer
-WebStripper
-WebSucker
+WebFuck
+WebImageCollector
+WebLeacher
+WebPix
+WebReaper
+WebSauger
 Webalta
 Website Quester
+WebsiteExtractor
 WebsiteQuester
-Webster
-Whack
+Whacker
 Whatweb
 Widow
 WinHTTrack
 WiseGuys Robot
+Woobot
 Wotbox
 Xaldon_WebSpider
-Xenu
-Zade
-Zauba
-Zeus
 Zitebot
 ZmEu
-adscanner
+ZoomBot
+arquivo-web-crawler
 autoemailspider
-coccocbot
+backlink-check
+check1.exe
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
 crawler.feedback
+crawler4j
 dataforseo.com
 demandbase-bot
-evc-batch
-facebookscraper
 gopher
+ips-agent
+iubenda-radar
 linkdexbot
-lwp-trivial
 magpie-crawler
+meanpathbot
 mediawords
-pcBrowser
-plumanalytics
-polaris version
+s1z.ru
 satoristudio.net
-scalaj-http
 seobility
 seoscanners
+sexsearcher
 siteripz
-sogouspider
 tAkeOut
-trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
-webprosbot
 x09Mozilla
-x22Mozilla
 xpymep1.exe
+zgrab