V4.2022.01.2835 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-ALittle Client
+80legs
+ADmantX
+AIBOT
+ASPSeek
+Aboundex
+Aboundexbot
 Acunetix
-Aipbot
-Alexibot
 AllSubmitter
-Alligator
+AlphaBot
 Anarchy
-Anarchy99
 Anthill
 Apexoo
-Aspiegel
-Asterias
-BDCbot
+BBBike
+BackDoorBot
+BacklinkCrawler
+Badass
 Bandit
 BatchFTP
 Battleztar Bazinga
+BlackWidow
 Blow
-Boardreader
-BotALot
-Brandprotect
-BunnySlippers
-CCBot
+Buck
+Buddy
+CATExplorador
+CODE87
+CSHttp
+CazoodleBot
 CheTeam
-Chlooe
-Citoid
+ChinaClaw
+Cocolyzebot
+Collector
 Copier
-Craftbot
-CrazyWebCrawler
+CopyRightCheck
+Copyscape
+Crescent
 CrunchBot
-Custo
-CyotekWebCopy
+Curious
+DBLBot
+DIIbot
 DTS Agent
 DataCha0s
-Demon
-Digincore
+Deusu
 DigitalPebble
-Disco
 Discobot
-Discoverybot
-DnBCrawler-Analytics
+DnyzBot
 DomainCrawler
-DomainStatsBot
+DomainSigmaCrawler
 Domains Project
+Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
-EasyDL
 Ebingbong
-EirGrabber
-EroCrawler
-Evil
-Exabot
-Extractor
+Ecxi
 ExtractorPro
-FemtosearchBot
-Firefox/7.0
+Extreme Picture Finder
+Ezooms
+FDM
+FHscan
+Fimap
 FlashGet
 Foobot
 Freeuploader
-Fyrebot
-GT::WWW
-Getintent
 Go-Ahead-Got-It
-GrabNet
+GoZilla
+GrapeFX
 HMView
-Haansoft
-HaosouSpider
 Harvest
 Havij
-Heritrix
+Hloader
+IDBTE4M
 IDBot
 IRLbot
 Iblog
-Image Fetch
-Image Sucker
+Id-search
+IlseBot
 InfoNaviRobot
 InfoTekies
-InterGET
-Iria
-IstellaBot
-JOC Web Spider
 JamesBOT
-Jorgee
-Kinza
-LNSpiderguy
+JennyBot
+JetCar
+Jetty
+JikeSpider
+Kenjin Spider
+Kozmosbot
 LWP::Simple
-Larbin
-LeechFTP
-LeechGet
-LexiBot
-Lightspeedsystems
-Likse
-LinkScan
-Linkbot
-LinkextractorPro
-LinkpadBot
+Lanshanbot
+LieBaoFast
+LinkWalker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
-MIDown tool
-MIIxpc
+Litemage_walker
+MQQBrowser
 MSIECrawler
 Mag-Net
-Majestic12
+Magnet
 MarkWatch
-Mass Downloader
-Mb2345Browser
-MegaIndex.ru
+Masscan
+Mata Hari
+MeanPath Bot
+Metauri
+MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
 Minefield
-Mojeek
-Msrabot
+Morfeus Fucking Scanner
 Musobot
-NPbot
+NICErsPRO
+Name Intelligence
+Nameprotect
 NearSite
-Needle
+Nessus
 NetAnts
-NetLyzer
-NetSpider
+NetMechanic
 NetZIP
-Netcraft
-Nettrack
-Niki-bot
+NextGenSearchBot
+Ninja
 Nmap
-Nuclei
-OnCrawl
-OrangeBot
-OutclicksBot
+Nutch
+Octopus
+OpenLinkProfiler
+OutfoxBot
 PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
+PageGrabber
+PageScorer
 PageThing.com
 Pandalytics
 Papa Foto
+Petalbot
 Picscout
 Picsearch
-Pixray
-ProPowerBot
+PictureFinder
+Piepmatz
 ProWebWalker
+Psbot
 PyCurl
 QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankingBot2
-Rankivabot
+RankingBot
+Re-re
 ReGet
 Reaper
-RebelMouse
 Recorder
 RedesScrapy
-Ripper
+RocketCrawler
 Rogerbot
+SBIder
 SEOkicks
 SEOkicks-Robot
+SISTRIX
 SMTBot
+ScoutJet
 Scrapy
 Screaming
-ScreenerBot
-Seomoz
-Site Sucker
-SiteLockSpider
+ScrepyBot
+Searchestate
+SemanticJuice
+SiteCheckerBotCrawler
 SiteSnagger
-Siteimprove
-SlySearch
-Snapbot
+SiteSucker
+Sitebeam
+Snake
 SocialRankIOBot
-SpankBot
-Spbot
-SputnikBot
-Sqlmap
+Sosospider
+Spammen
+Spanner
 Sqlworm
 Sqworm
-Steeler
+Stripper
 Sucker
-T0PHackTeam
-TeleportPro
-Telesoft
+SuperBot
+SuperHTTP
+T8Abot
+Teleport
 Telesphoreo
-Telesphorep
-The Intraformant
-Trendiction
-Trendictionbot
+TheNomad
+Titan
+Toata
+Tracemyfile
 True_Robot
-TurnitinBot
-Twice
+Turnitin
 Typhoeus
 URLy Warning
 URLy.Warning
-UnisterBot
 VB Project
-Vacuum
 VelenPublicWebCrawler
-WEBDAV
-WISENutbot
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
+Voltron
 WPScan
-WWW::Mechanize
+WeSEE
 Web Auto
 Web Enhancer
-WebAuto
+Web Sucker
 WebCollage
-WebLeacher
-WebPix
-WebSucker
+WebCopier
+WebEnhancer
+WebFetch
+WebSauger
+WebStripper
 WebWhacker
-WebmasterWorldForumBot
-Webshag
 Website Quester
 WebsiteExtractor
+WebsiteQuester
+Whatweb
+Widow
 WinHTTrack
 WiseGuys Robot
-Woobot
-Xaldon_WebSpider
+Wotbox
+Xaldon WebSpider
 Xenu
+YoudaoBot
 Zermelo
-Zeus
+Zitebot
 ZmEu
 ZoomBot
-ZoominfoBot
 ZumBot
-ZyBorg
 adscanner
-archive.org_bot
-arquivo.pt
-autoemailspider
-coccocbot-web
-com.plumanalytics
+check1.exe
 crawl.sogou.com
-facebookscraper
-heritrix
-instabid
-isitwp.com
+dataforseo.com
+domainsproject.org
+gopher
+lwp-trivial
+meanpathbot
+mediawords
+muhstik-scan
 page scorer
-pcBrowser
-polaris version
 probe-image-size
 ripz
-s1z.ru
+scalaj-http
 scan.lol
 seobility
+seocompany.store
 serpstatbot
+sexsearcher
 sitechecker.pro
-siteripz
-sp_auditbot
-tAkeOut
-ubermetrics-technologies.com
+sogouspider
+trendiction.com
+voyagerx.com
+webgains-bot
+webpros.com
 webprosbot
-x09Mozilla
-x22Mozilla
+xpymep1.exe
 zauba.io
+zgrab