V4.2022.02.2935 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404checker
 404enemy
-80legs
-AIBOT
-ALittle Client
-ASPSeek
+ADmantX
+Abonti
 Aboundex
-Aboundexbot
-Acunetix
 AhrefsBot
-AllSubmitter
-Alligator
-Anarchy99
-Ankit
+AlphaBot
+Anarchy
 Anthill
-Apexoo
 Aspiegel
-Atomseobot
 AwarioSmartBot
+BBBike
+BDFetch
 BLEXBot
+BackDoorBot
+Backlink-Ceck
+BacklinkCrawler
 Bandit
-Barkrowler
-Bitacle
-Blow
 BotALot
-Brandwatch
-Buddy
-CSHttp
-Cogentbot
+BuiltBotTough
+BuzzSumo
+CCBot
+Claritybot
+Collector
+Copier
 CopyRightCheck
-Copyscape
 Craftbot
-Crescent
+CrunchBot
+Curious
 CyotekWebCopy
-DSearch
+DBLBot
+DTS Agent
 DataCha0s
-DatabaseDriverMysqli
-Deusu
+Demon
+Devil
+Digincore
+DigitalPebble
+Dirbuster
 Dispatch
-DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
 DomainSigmaCrawler
-ECCP/1.0
-Ebingbong
-Ecxi
-Evil
-Exabot
-ExtLinksBot
-Extractor
-Extreme Picture Finder
-EyeNetIE
-Fimap
-Flunky
-Fuzz
+Dotbot
+Dragonfly
+EMail Wolf
+EasyDL
+Firefox/7.0
+FrontPage
 FyberSpider
-Fyrebot
 GT::WWW
-GalaxyBot
-GetRight
-Go!Zilla
-GoZilla
+Genieo
+Gigabot
 Gotit
-GrapeFX
-GridBot
-HTTrack
-Haansoft
+Grabber
+HMView
+HTMLparser
+HTTP::Lite
 HaosouSpider
-Harvest
+Havij
 Hloader
-HybridBot
-Id-search
+IDBTE4M
+IDBot
+IRLbot
+IlseBot
+Image Fetch
 Indy Library
+InfoNaviRobot
 InfoTekies
-InternetSeer
-JennyBot
-Joomla
-Kenjin Spider
-Lanshanbot
+IstellaBot
+JamesBOT
+Jbrofuzz
+JetCar
+JikeSpider
+JustView
+Jyxobot
+Keyword Density
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 Larbin
 Leap
-LeechFTP
 LeechGet
-Lftp
-LibWeb
 Libwhisker
-LieBaoFast
 Lightspeedsystems
-Linkdexbot
-LinksManager
-LinqiaRSSBot
+Likse
+LinkWalker
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lmspider
-MQQBrowser
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MJ12bot
 MSFrontPage
-MSIECrawler
-MTRobot
-Magnet
-Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-MarkMonitor
+Majestic12
 MarkWatch
-Mata Hari
-Mb2345Browser
+Masscan
 Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
 Metauri
-Mister PiX
-Mojeek
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-NPbot
-Name Intelligence
-Nameprotect
-NearSite
-Nessus
-NetAnts
+MicroMessenger
+Microsoft URL Control
+MolokaiBot
+Navroad
+Needle
 NetLyzer
 NetSpider
-Netcraft
-Nettrack
-Netvibes
 NextGenSearchBot
-Nibbler
-NimbleCrawler
-Not
+Nmap
 Nuclei
 Nutch
-Offline Navigator
-OnCrawl
 OpenVAS
-OrangeBot
-OrangeSpider
+Openfind
 OutclicksBot
-PageGrabber
+Page Analyzer
 PageScorer
 Panscient
-Pavuk
 Petalbot
-Picscout
 PictureFinder
-PleaseCrawl
-Pump
-PxBroker
-PyCurl
-QueryN Metasearch
+Pixray
+ProPowerBot
+ProWebWalker
+Pu_iN
+Quick-Crawler
+RSSingBot
 RankActiveLinkBot
 RankFlex
-RankingBot2
-Rankivabot
 RankurBot
+Re-re
+RealDownload
+Recorder
+RedesScrapy
 RepoMonkey
-SBIder
-SEOkicks
-SEOlyticsCrawler
+Ripper
+Rogerbot
+SEOprofiler
+SEOstats
 SalesIntelligent
 Scanbot
-Searchestate
+ScoutJet
+Scrapy
+Screaming
+ScreenerBot
 SearchmetricsBot
-Semrush
-Shodan
+SemrushBot
 Site Sucker
-SiteSucker
+SiteExplorer
+SiteLockSpider
 Sitebeam
-SmartDownload
-Snake
-Snapbot
-Snoopy
+SlySearch
+SocialRankIOBot
 Sosospider
-Spanner
+Spammen
+SpankBot
 Spbot
-Sqlmap
-Sqlworm
+Spinn3r
+SputnikBot
+Stripper
 Surfbot
-Swiftbot
-T0PHackTeam
-Teleport
-Telesoft
-Telesphorep
-TheNomad
+SurveyBot
+Szukacz
+T8Abot
+The Intraformant
+Thumbor
 TightTwatBot
+Toata
 Tracemyfile
-Trendiction
-Trendictionbot
+True_Robot
 Turingos
-Turnitin
-TwengaBot
+Typhoeus
 URLy Warning
-URLy.Warning
-UnisterBot
 V-BOT
-VB Project
+Vagabondo
 VelenPublicWebCrawler
 VidibleScraper
-Virusdie
 Voil
-Voltron
+WASALive-Bot
+WEBDAV
 WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
+WWW::Mechanize
+WallpapersHD
+WeSEE
 Web Collage
-Web Fuck
-Web Pix
+Web Enhancer
 Web Sauger
 WebAuto
+WebCollage
 WebCopier
-WebFuck
+WebEnhancer
 WebImageCollector
+WebSauger
 WebStripper
-Webshag
+WebWhacker
+WebZIP
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whack
-Whatweb
-Who.is Bot
-Woobot
+Webster
+WinHTTrack
+WiseGuys Robot
+Wotbox
 Xenu
 YoudaoBot
-Zade
 Zauba
 Zermelo
-Zeus
+Zitebot
 ZmEu
+ZoomBot
+ZoominfoBot
+adscanner
+archive.org_bot
+arquivo.pt
+autoemailspider
 cah.io.community
 check1.exe
-coccocbot
+clark-crawler
 com.plumanalytics
 crawler4j
+dataforseo.com
+demandbase-bot
 domainsproject.org
 eCatch
-evc-batch
-heritrix
-isitwp.com
+facebookscraper
+instabid
+iubenda-radar
+lwp-request
 lwp-trivial
-oBot
-pcBrowser
-polaris version
-s1z.ru
-seostar
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
+page scorer
+plumanalytics
+probe-image-size
+ripz
+seoscanners
 sexsearcher
+siteripz
 sogouspider
+tAkeOut
+trendiction.de
+voyagerx.com
+webgains-bot
 webmeup-crawler
+webpros.com
 x09Mozilla
-x22Mozilla
-xpymep1.exe
-zgrab