V4.2022.06.3173 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
 404enemy
-80legs
 ADmantX
-ALittle Client
 ASPSeek
+Aboundexbot
 AfD-Verbotsverfahren
+AiHitBot
+Aipbot
 AlphaBot
+Anarchie
 Ankit
-Anthill
 Apexoo
 Asterias
-Atomseobot
-AwarioRssBot
-AwarioSmartBot
-BBBike
 BDCbot
-BDFetch
-BLEXBot
-BackDoorBot
+BackStreet
+BacklinkCrawler
 Badass
-Bandit
-BatchFTP
-Battleztar Bazinga
-Bitacle
-Blackboard
+Bigfoot
+Boardreader
+BotALot
 Brandprotect
-Brandwatch
 BuiltWith
-Bullseye
 BunnySlippers
-CATExplorador
+BuzzSumo
+CODE87
 CSHttp
 Calculon
-CherryPicker
-Claritybot
-Cocolyzebot
+Cegbfeieh
+CensysInspect
+Cliqzbot
 Cogentbot
-Copier
-CrazyWebCrawler
+Collector
+CopyRightCheck
+Craftbot
+Crawling at Home Project
+Crescent
 CrunchBot
 Custo
-Deusu
+CyotekWebCopy
+DTS Agent
+Devil
 Digincore
-DigitalPebble
-Disco
-Discobot
-Discoverybot
-Dispatch
+Dirbuster
 DittoSpyder
-DnBCrawler-Analytics
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
+Download Wonder
 Dragonfly
 ECCP/1.0
 EMail Siphon
-Ecxi
-EroCrawler
-Evil
-FHscan
+EasyDL
+Exabot
+EyeNetIE
+Ezooms
+FDM
 Fimap
+FlashGet
+Flunky
 Foobot
-Freeuploader
+FyberSpider
 Fyrebot
-GT::WWW
-GalaxyBot
-GetWeb
-Gigabot
-GoZilla
-Grafula
+G-i-g-a-b-o-t
+Gotit
+GrapeFX
+HEADMasterSEO
 HTMLparser
-HTTP::Lite
-Haansoft
-Havij
-Heritrix
-HybridBot
+HTTrack
+HaosouSpider
+Harvest
+IDBTE4M
 IDBot
-IRLbot
-Image Fetch
+Iblog
 Image Sucker
-IndeedBot
-Internet Ninja
-JennyBot
-Joomla
-Jorgee
-JustView
+InfoTekies
+Intelliseek
+InternetSeer
+Iria
+JamesBOT
+Jbrofuzz
+Jetty
+JikeSpider
 Kinza
 Kozmosbot
-Lanshanbot
-Leap
+Larbin
+LeechFTP
 LexiBot
 LibWeb
-Lightspeedsystems
-Likse
-LinkScan
+LieBaoFast
+Linkbot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 Ltx71
+MFC_Tear_Sample
 MIDown tool
-MJ12bot
 MSFrontPage
-MSIECrawler
 MTRobot
-Mag-Net
 Mail.RU_Bot
 Majestic12
-MarkWatch
-Mass Downloader
 Masscan
-MauiBot
 Mb2345Browser
-MegaIndex.ru
+MeanPath Bot
 Metauri
 Microsoft Data Access
-MolokaiBot
-Mozlila
-Musobot
-NICErsPRO
-NPbot
+Minefield
+Moblie Safari
 Nameprotect
+Navroad
 NearSite
-Needle
-Nessus
-NetLyzer
-NetSpider
+Net Vampire
+NetMechanic
+NetZIP
+Netcraft
 Nettrack
+Netvibes
+NextGenSearchBot
+Nibbler
+Niki-bot
 NimbleCrawler
-Nmap
-Not
-Nutch
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
+Nimbostratus
+Ninja
+Nuclei
+Offline Explorer
+Openfind
 OrangeBot
-OrangeSpider
-PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
+PageAnalyzer
+PageGrabber
 PageScorer
-PageThing.com
 Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
-Picscout
-ProPowerBot
-Pump
-PxBroker
-PyCurl
-RankActive
+Pimonster
+Probethenet
+RankFlex
 Rankivabot
 Re-re
+RealDownload
 Reaper
-RebelMouse
-Recorder
-RedesScrapy
-Ripper
-RocketCrawler
-Rogerbot
-SEOprofiler
-SEOstats
+SBIder
+SEOkicks
 ScanAlert
-Scanbot
-ScoutJet
-Scrapy
-Searchestate
-SearchmetricsBot
-Seekport
+ScreenerBot
+Semrush
+SemrushBot
 SentiBot
-Seomoz
-Sitebeam
+Shodan
+Siteimprove
 Sitevigil
+SlySearch
+Snapbot
 Snoopy
 Sogou web spider
-Spammen
 SpankBot
-SputnikBot
-Sqlmap
+Spinn3r
+Sqworm
 Steeler
-Sucker
+Stripper
 Sucuri
-SuperBot
+SuperHTTP
+Surfbot
+Suzuran
+T0PHackTeam
 T8Abot
-Teleport
+Telesoft
+Telesphoreo
+Telesphorep
 Thumbor
-Toweyabot
+Toata
+Tracemyfile
+Trendiction
 Trendictionbot
+Turingos
+Turnitin
 TurnitinBot
-Twice
+TwengaBot
+Typhoeus
 URLy Warning
-URLy.Warning
-VCI
-Vagabondo
+UnisterBot
+Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
+Voltron
 WASALive-Bot
-WEBDAV
-WISENutbot
-WWW-Mechanize
 WWW::Mechanize
+WWWOFFLE
+WallpapersHD
 Web Auto
-Web Enhancer
-WebBandit
-WebCopier
+Web Pix
+Web Sauger
+Web Sucker
 WebEnhancer
-WebFuck
-WebLeacher
-WebPix
-WebSucker
-WebWhacker
+WebImageCollector
+WebReaper
+WebStripper
+Webalta
+WebmasterWorldForumBot
 Webshag
-WebsiteQuester
 Whack
-Whatweb
+Whacker
+Who.is Bot
 Widow
-WiseGuys Robot
-Woobot
-Xaldon WebSpider
-Xenu
-YoudaoBot
-Zade
+Wprecon
 Zauba
+Zermelo
+Zeus
+Zitebot
+ZmEu
+ZoomBot
+ZumBot
+adscanner
+archive.org_bot
 arquivo.pt
-autoemailspider
-backlink-check
-check1.exe
+clark-crawler
+coccocbot
 cognitiveseo
+crawler.feedback
 crawler4j
-dataforseo.com
-gopher
-isitwp.com
+demandbase-bot
+eCatch
+heritrix
+ips-agent
+iubenda-radar
+linkdexbot
 lwp-request
-netEstate NE Crawler
+lwp-trivial
+magpie-crawler
 oBot
 page scorer
-pcBrowser
+polaris version
+ripz
 s1z.ru
-satoristudio.net
+scalaj-http
 scan.lol
-seoscanners
-serpstatbot
 sexsearcher
 sitechecker.pro
-siteripz
-sysscan
-tAkeOut
-trendiction.de
-webmeup-crawler
+sogouspider
+sp_auditbot
+trendiction.com
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+webprosbot
 x09Mozilla
-zgrab
+x22Mozilla