V4.2021.08.2503 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404enemy
-ADmantX
-AhrefsBot
-Alligator
+ALittle Client
+AfD-Verbotsverfahren
 AlphaBot
-Anarchy
-Ankit
-Aspiegel
-Attach
-AwarioRssBot
+Anarchie
+Anarchy99
+Apexoo
+Asterias
+AwarioSmartBot
 BBBike
-BDCbot
-BDFetch
 BLEXBot
+BackStreet
 BackWeb
-BacklinkCrawler
-Bandit
-Barkrowler
+BatchFTP
 Battleztar Bazinga
 BetaBot
-Black Hole
+Bigfoot
 BlackWidow
-BlowFish
-Brandprotect
+BotALot
 Brandwatch
-Buck
-CATExplorador
-CODE87
-Cegbfeieh
+Buddy
+CSHttp
+Calculon
+CensysInspect
 CheeseBot
 CherryPicker
+Chlooe
 Claritybot
+Copier
 CopyRightCheck
-Copyscape
-Cosmos
 Craftbot
-CrazyWebCrawler
-Crescent
 Custo
 CyotekWebCopy
+DIIbot
 DTS Agent
-DataCha0s
-Demon
 Deusu
 Digincore
-Dirbuster
+DigitalPebble
 Discobot
-Discoverybot
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Dotbot
-Dragonfly
-Drip
-EMail Siphon
+ECCP/1.0
 EMail Wolf
 EasyDL
-Ecxi
-Express WebPictures
-Extractor
+EirGrabber
+EroCrawler
+ExtLinksBot
 ExtractorPro
-Firefox/7.0
+Extreme Picture Finder
+FemtosearchBot
 FlashGet
+Foobot
+Freeuploader
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
+Fyrebot
 GermCrawler
-GetWeb
+GetRight
 Gigablast
-Gigabot
-Go-Ahead-Got-It
-GoZilla
+Go!Zilla
+Gotit
 GrabNet
-Grabber
-GrapeFX
-HTTrack
+Grafula
+GridBot
+HMView
+HaosouSpider
 Harvest
-Humanlinks
-IlseBot
-Image Fetch
+Hloader
+IRLbot
 Image Sucker
+InfoNaviRobot
 InfoTekies
-Intelliseek
 InterGET
-IstellaBot
+Internet Ninja
 JOC Web Spider
 JamesBOT
+Jbrofuzz
 JennyBot
 JetCar
-Joomla
+Jetty
+Jyxobot
+Kenjin Spider
 Keyword Density
 Kinza
-Kozmosbot
+LNSpiderguy
 LWP::Simple
 Lanshanbot
-Larbin
 Leap
-LeechFTP
-LeechGet
+LexiBot
 Lftp
-Lightspeedsystems
+LibWeb
+Libwhisker
+Likse
+LinkScan
+Linkdexbot
 LinkextractorPro
-LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
+Ltx71
 MFC_Tear_Sample
-MQQBrowser
+MIDown tool
+MJ12bot
 MSFrontPage
-Mag-Net
+MSIECrawler
+Magnet
+Majestic12
 MarkWatch
+Mass Downloader
 Masscan
-Mata Hari
-Mb2345Browser
+MeanPath Bot
 Meanpathbot
-MegaIndex.ru
-Microsoft URL Control
+Metauri
+MicroMessenger
+Microsoft Data Access
 Moblie Safari
-Mojeek
 Morfeus Fucking Scanner
+NICErsPRO
+NPbot
 Nameprotect
-NearSite
 Nessus
 Net Vampire
 NetAnts
-NetSpider
+NetLyzer
 NetZIP
+Netcraft
 Nettrack
-Niki-bot
+NextGenSearchBot
+Nibbler
 Nikto
-Nimbostratus
-Ninja
-Nmap
+NimbleCrawler
 Nuclei
 Octopus
-Offline Navigator
-OpenVAS
-Openvas
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
 OutclicksBot
-Page Analyzer
-PageAnalyzer
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
-PageScorer
-Panscient
+Pandalytics
+Papa Foto
 PeoplePal
 Petalbot
 Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-Pixray
+Piepmatz
+PleaseCrawl
+Pockey
+ProPowerBot
 ProWebWalker
 Psbot
 Pu_iN
-PyCurl
 QueryN Metasearch
 RankActive
-RankFlex
-RankingBot2
+Rankivabot
+RankurBot
 Re-re
+ReGet
+RealDownload
 Reaper
+RebelMouse
+Recorder
 RepoMonkey
-Ripper
 RocketCrawler
-Rogerbot
-SEOprofiler
-SEOstats
-SMTBot
+SBIder
+SEOkicks-Robot
 SalesIntelligent
-ScoutJet
-Searchestate
-Semrush
+ScanAlert
+Scanbot
+ScrepyBot
 SemrushBot
+Seomoz
+Shodan
 Siphon
 Site Sucker
+SiteExplorer
 SiteLockSpider
+SiteSnagger
+SiteSucker
 Sitebeam
-SmartDownload
+Sitevigil
+SlySearch
 SocialRankIOBot
-Sociscraper
-Spammen
+SpaceBison
 SpankBot
+Spanner
 Spbot
-Steeler
+SuperBot
 Surfbot
-Suzuran
+SurveyBot
 Swiftbot
-Telesoft
-Telesphoreo
-Telesphorep
-Titan
-Toweyabot
-Tracemyfile
-Trendictionbot
+Szukacz
+T0PHackTeam
+T8Abot
+Thumbor
+Toata
+TurnitinBot
 TwengaBot
+Twice
 Typhoeus
-URLy Warning
-UnisterBot
-VCI
-Vacuum
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
+V-BOT
+VelenPublicWebCrawler
+Virusdie
 Voltron
-WBSearchBot
-WISENutbot
-WWW-Collector-E
-Wallpapers
-WeSEE
-WebImageCollector
-WebStripper
+WASALive-Bot
+WEBDAV
+WPScan
+WWW-Mechanize
+Wallpapers/3.0
+Web Fetch
+Web Fuck
+Web Sucker
+WebAuto
+WebGo IS
+WebReaper
 WebSucker
-WebZIP
-WebsiteExtractor
-Webster
+Webalta
+Website Quester
 Whacker
 Who.is Bot
+Widow
 WinHTTrack
+WiseGuys Robot
 Wonderbot
 Woobot
 Wotbox
 Wprecon
-YoudaoBot
+Xaldon WebSpider
+Xaldon_WebSpider
 Zauba
-Zitebot
-ZoomBot
-ZoominfoBot
-ZumBot
-arquivo-web-crawler
-check1.exe
+Zeus
+archive.org_bot
 crawler.feedback
 crawler4j
-domainsproject.org
-instabid
-internetVista monitor
+demandbase-bot
+eCatch
+gopher
+muhstik-scan
 oBot
-plumanalytics
-polaris version
-probe-image-size
-ripz
-s1z.ru
+page scorer
+satoristudio.net
 scalaj-http
-siteripz
-sp_auditbot
-spyfu
+sysscan
 tAkeOut
-trendiction.com
+voyagerx.com
+x09Mozilla
+x22Mozilla
+xpymep1.exe
 zauba.io
 zgrab