V4.2022.11.3446 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404enemy
-ALittle Client
+80legs
+ASPSeek
 Aboundex
-AhrefsBot
-Alexibot
+Aipbot
+AllSubmitter
+Alligator
 AlphaBot
+Anarchie
 Anarchy
-Anarchy99
-Atomseobot
-AwarioSmartBot
+Apexoo
+Attach
+BDFetch
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Bandit
+Badass
 Barkrowler
 BatchFTP
-Blackboard
+Battleztar Bazinga
+Bitacle
+BlackWidow
 Blow
 BlowFish
-BotALot
-CCBot
+Boardreader
+Brandprotect
+Buck
+Bullseye
+BunnySlippers
 CODE87
-CensysInspect
-CheTeam
-Chlooe
-Citoid
+CSHttp
+Cegbfeieh
+CheeseBot
+CherryPicker
+ChinaClaw
 Cloud mapping
-Cocolyzebot
+Collector
+Copier
 CopyRightCheck
+Cosmos
+Crawling at Home Project
+Crescent
 Curious
 Custo
-DTS Agent
-Demon
-Deusu
-Devil
+CyotekWebCopy
+DIIbot
+DataCha0s
+Digincore
+DigitalPebble
+Dirbuster
+Discoverybot
+Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
-DomainAppender
+DnyzBot
 DomainSigmaCrawler
-Download Wonder
-Dragonfly
-ECCP/1.0
 EMail Siphon
-EasyDL
-Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
 Exabot
 Express WebPictures
+Extractor
+ExtractorPro
 Extreme Picture Finder
-Fimap
-Flunky
-FyberSpider
+Ezooms
+Foobot
 Fyrebot
-GalaxyBot
+GT::WWW
+GetWeb
 Getintent
-Gigabot
-GrabNet
+Go!Zilla
+GoZilla
 Grabber
+GrapeshotCrawler
+HTTP::Lite
 HTTrack
+HaosouSpider
 Harvest
-Havij
-HonoluluBot
-Id-search
-IlseBot
+Hloader
+Humanlinks
+IDBTE4M
+IRLbot
+Iblog
 Image Fetch
 Image Sucker
+IndeedBot
 Indy Library
+InfoNaviRobot
+InfoTekies
+Intelliseek
 InterGET
-Iria
-JamesBOT
-Jetty
-JikeSpider
-Jorgee
+IstellaBot
+JustView
 Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
 Kozmosbot
 LNSpiderguy
-LWP::Simple
 Lanshanbot
 LeechFTP
-LeechGet
 Lftp
-Lightspeedsystems
+Libwhisker
 Likse
 LinkScan
-LinkWalker
 Linkbot
-LinqiaMetadataDownloaderBot
+LinkpadBot
 LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-MSIECrawler
+Lmspider
+MIDown tool
+MIIxpc
+MTRobot
+Mail.RU_Bot
 Majestic-SEO
 Majestic12
-MarkMonitor
-MarkWatch
-Masscan
-Mata Hari
+Mass Downloader
+MauiBot
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft URL Control
-Minefield
-Moblie Safari
+Microsoft Data Access
+Mister PiX
 Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
+MolokaiBot
 Mr.4x3
-Msrabot
-Name Intelligence
 Nameprotect
-Navroad
-Needle
-Net Vampire
+NearSite
+Nessus
+NetAnts
 NetMechanic
 NetSpider
-NetZIP
 Netcraft
-Nettrack
-Netvibes
-Nibbler
-Niki-bot
-Nikto
-Ninja
-Not
+NextGenSearchBot
+Nimbostratus
+Nuclei
 Offline Explorer
 OnCrawl
-OpenLinkProfiler
-Openfind
-OrangeSpider
-OutclicksBot
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
-PageThing.com
-Papa Foto
-Piepmatz
-Pixray
-PleaseCrawl
-Probethenet
+Page Analyzer
+Pandalytics
+Pavuk
+PeoplePal
+ProPowerBot
+Pu_iN
 Pump
-PxBroker
-PyCurl
 QueryN Metasearch
-Rankivabot
+Quick-Crawler
+RSSingBot
+RankurBot
 RealDownload
-Reaper
-RebelMouse
-Recorder
-RedesScrapy
-RocketCrawler
-SEOkicks
-SEOkicks-Robot
+Ripper
+Rogerbot
 SEOlyticsCrawler
 SEOprofiler
-Searchestate
-SemanticJuice
+SISTRIX
+ScoutJet
+Scrapy
+Screaming
+ScreenerBot
+SeobilityBot
 Seomoz
-Shodan
 Siphon
 Site Sucker
-SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+Sitevigil
+SmartDownload
 Snake
-SocialRankIOBot
+Sociscraper
 Sosospider
-Sottopop
-SpaceBison
+SpankBot
+Spbot
+Sqworm
 SuperBot
 Surfbot
-Szukacz
+SurveyBot
 T0PHackTeam
-Telesoft
-Telesphoreo
-TightTwatBot
-Toweyabot
+T8Abot
+TeleportPro
+Telesphorep
+Thumbor
+Toata
+Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
-Turnitin
-TwengaBot
-Twice
+Turingos
+TurnitinBot
 Typhoeus
-Upflow
-VelenPublicWebCrawler
+UnisterBot
+V-BOT
+VB Project
+Vacuum
 VeriCiteCrawler
 VidibleScraper
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
-WallpapersHD
-Web Auto
-Web Sauger
-WebAuto
+VoidEYE
+Voil
+WASALive-Bot
+WISENutbot
+Wallpapers/3.0
+Web Fetch
+Web Fuck
+WebCollage
+WebCopier
 WebFetch
+WebFuck
 WebGo IS
-WebLeacher
-WebSauger
-Webalta
-Webshag
-WebsiteExtractor
-Webster
-Whatweb
-Who.is Bot
-WinHTTrack
-Wonderbot
-Xaldon_WebSpider
-Zitebot
-ZoomBot
+WebStripper
+WebWhacker
+WebsiteQuester
+Widow
+Wotbox
+YoudaoBot
+Zade
+Zermelo
+ZmEu
+ZumBot
+adscanner
 archive.org_bot
+arquivo.pt
+check1.exe
 clark-crawler
+cognitiveseo
 com.plumanalytics
-crawler.feedback
-dataforseo.com
+crawl.sogou.com
 domainsproject.org
+gopher
+heritrix
+instabid
 internetVista monitor
+ips-agent
 isitwp.com
 iubenda-radar
-linkdexbot
 magpie-crawler
 meanpathbot
-mediawords
-page scorer
 pcBrowser
-ripz
+plumanalytics
+polaris version
+probe-image-size
+s1z.ru
 satoristudio.net
-scalaj-http
 scan.lol
 seocompany.store
-seostar
-sogouspider
-sp_auditbot
-tAkeOut
+seoscanners
+sexsearcher
+spyfu
+sysscan
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webprosbot
-x09Mozilla
-xpymep1.exe
+webgains-bot
+x22Mozilla
 zauba.io