V4.2022.08.3321 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-ADmantX
-AIBOT
-Acunetix
-AiHitBot
-AllSubmitter
-Anarchie
-Anarchy
-Anarchy99
-Atomseobot
-Attach
+Abonti
+Aboundexbot
+Alexibot
+Alligator
+Apexoo
+AwarioRssBot
+BBBike
 BDCbot
-BDFetch
-BLEXBot
+BackDoorBot
+BackStreet
 BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Bandit
-BatchFTP
-BetaBot
-Bigfoot
-BlackWidow
+Bitacle
+Black Hole
 Blackboard
-BlowFish
-Boardreader
-BotALot
-Brandprotect
+Blow
+Brandwatch
 Buck
-CCBot
+BuiltBotTough
+Bullseye
 CODE87
 CSHttp
-CensysInspect
+Calculon
+CazoodleBot
 CheTeam
 CheeseBot
-ChinaClaw
-Citoid
+Chlooe
 Claritybot
 Cloud mapping
-Cogentbot
-CopyRightCheck
+Cocolyzebot
+Copier
 Copyscape
 CrunchBot
-Custo
+Curious
+DBLBot
 DIIbot
-DTS Agent
+Demon
+Devil
+Digincore
+Dirbuster
 Disco
+Discobot
 Discoverybot
-Dispatch
-DomainStatsBot
+DnyzBot
+DomainCrawler
+DomainSigmaCrawler
 Domains Project
-Download Wonder
-EasyDL
+Dragonfly
+Ecxi
 EroCrawler
-Express WebPictures
-ExtLinksBot
-Extractor
+Evil
 EyeNetIE
 FDM
-FHscan
+FemtosearchBot
 Fimap
-Fuzz
-FyberSpider
+FlashGet
+FrontPage
+GetWeb
 Getintent
-Gigabot
+Go-Ahead-Got-It
 GoZilla
-GrapeshotCrawler
-HTTP::Lite
-Haansoft
-HaosouSpider
-Harvest
+Gotit
 Havij
 Hloader
-HonoluluBot
 HybridBot
-IDBot
+IDBTE4M
 Iblog
 IlseBot
-Image Fetch
-IndeedBot
+Image Sucker
 InfoNaviRobot
-Internet Ninja
+Intelliseek
+InterGET
 Iria
-IstellaBot
-Kinza
+JikeSpider
+Joomla
+Jorgee
+JustView
+Kenjin Spider
+Keyword Density
 LNSpiderguy
 Leap
+LeechFTP
+LeechGet
 Lftp
+LibWeb
 Lightspeedsystems
 LinkScan
-LinkextractorPro
-LinkpadBot
+LinkWalker
+LinqiaRSSBot
 LinqiaScrapeBot
-Litemage_walker
+Lipperhey Spider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
 MJ12bot
+MSIECrawler
 MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic SEO
 Majestic12
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Microsoft URL Control
-Mister PiX
-Mozlila
+Mass Downloader
+Masscan
+MauiBot
+MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft Data Access
+Minefield
+Moblie Safari
+Mojolicious
+MolokaiBot
 Msrabot
+NICErsPRO
 Name Intelligence
-Nameprotect
-NearSite
-NetAnts
-NetLyzer
+Needle
+Net Vampire
 NetZIP
+Netcraft
 Nettrack
 Netvibes
-Niki-bot
-Nikto
-NimbleCrawler
-Nuclei
-Octopus
-Offline Explorer
+Nibbler
+Nimbostratus
+Nmap
+Not
+Nutch
 Openfind
-Openvas
 OrangeBot
 OrangeSpider
-PageGrabber
+OutfoxBot
+PHPCrawl
+Page Analyzer
+PageScorer
 Pandalytics
-Panscient
 Papa Foto
-PeoplePal
 Petalbot
-Pi-Monster
-Piepmatz
+Picscout
+Picsearch
 Pimonster
-Probethenet
-Pu_iN
-PxBroker
-QueryN Metasearch
+PleaseCrawl
+Pockey
+Psbot
+Pump
+PyCurl
 Quick-Crawler
-RankActive
-Rankivabot
-Re-re
+RankFlex
+ReGet
+Reaper
 RebelMouse
 Recorder
 RedesScrapy
 Ripper
+RocketCrawler
 Rogerbot
+SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-SMTBot
-ScanAlert
-ScoutJet
-Screaming
-ScreenerBot
+SEOstats
+SISTRIX
+Scrapy
 Searchestate
+SearchmetricsBot
+SemrushBot
+SentiBot
 SeoSiteCheckup
-Shodan
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
+Sitevigil
 SlySearch
-Snake
-Snapbot
-Snoopy
-Sogou web spider
+SmartDownload
+Sosospider
 Sottopop
-SpankBot
-Sqlworm
+Spammen
+Spbot
+Steeler
+Stripper
 Sucker
-SuperHTTP
 Surfbot
 Swiftbot
-Teleport
-TeleportPro
+T0PHackTeam
 Telesoft
-Telesphoreo
-Titan
-Tracemyfile
+TightTwatBot
 Trendictionbot
+TurnitinBot
 Twice
-VB Project
+URLy.Warning
+UnisterBot
 VCI
 Vacuum
-VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
 WBSearchBot
-WPScan
-WWWOFFLE
+WISENutbot
+WWW-Collector-E
 Wallpapers
-Wallpapers/3.0
 WallpapersHD
 WeSEE
-Web Pix
+Web Auto
+Web Fetch
+Web Sauger
 Web Sucker
-WebEnhancer
-WebFetch
+WebBandit
 WebImageCollector
-WebPix
-WebReaper
-WebmasterWorldForumBot
+WebSucker
+Webshag
+Website Quester
 WebsiteExtractor
-Webster
 Whack
-Widow
-Wonderbot
-Woobot
-Wprecon
+Whatweb
+WinHTTrack
+WiseGuys Robot
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
 Zauba
+Zermelo
 Zeus
-Zitebot
+ZmEu
+ZoomBot
+ZumBot
 arquivo-web-crawler
 autoemailspider
+backlink-check
+cah.io.community
+check1.exe
 cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-dataforseo.com
+demandbase-bot
+domainsproject.org
 eCatch
 evc-batch
 heritrix
-internetVista monitor
 ips-agent
 isitwp.com
-iubenda-radar
+linkdexbot
 lwp-request
-lwp-trivial
-meanpathbot
-muhstik-scan
-oBot
-plumanalytics
-probe-image-size
+mediawords
+netEstate NE Crawler
+polaris version
 satoristudio.net
 scan.lol
+seocompany.store
 seoscanners
-seostar
 siteripz
-sogouspider
-sysscan
-tAkeOut
-trendiction.de
-webmeup-crawler
-webprosbot
-x09Mozilla
+sp_auditbot
+spyfu
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 x22Mozilla