V4.2021.12.2785 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-80legs
-ASPSeek
-Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AllSubmitter
-AlphaBot
-Anarchie
+404enemy
+ADmantX
+AIBOT
+ALittle Client
+AhrefsBot
 Anarchy
-Apexoo
+Anarchy99
+Anthill
+Asterias
 AwarioSmartBot
-BBBike
+BDCbot
+BLEXBot
+BackDoorBot
+BackStreet
+BackWeb
 Bandit
-Barkrowler
-BetaBot
-Bolt
-BotALot
+Battleztar Bazinga
+Black Hole
+BlackWidow
+Blow
+BlowFish
+Boardreader
+Brandprotect
 Buck
-BuiltBotTough
-CATExplorador
-CCBot
-CODE87
+BuiltWith
+BunnySlippers
+BuzzSumo
 CSHttp
+Calculon
 CazoodleBot
 Cegbfeieh
+CheTeam
 CheeseBot
-Cliqzbot
-Cocolyzebot
-Cosmos
+CherryPicker
+ChinaClaw
+Citoid
+Claritybot
+Cloud mapping
+Copier
 Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-DBLBot
+Crescent
+Custo
 DTS Agent
 DataCha0s
-Demon
+Deusu
 Devil
-Digincore
-DigitalPebble
 Dirbuster
 Discobot
-Dispatch
 DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Download Wonder
 Dragonfly
-EasyDL
-Ebingbong
-EirGrabber
-Exabot
-Express WebPictures
-ExtractorPro
-EyeNetIE
-Ezooms
-FDM
+Drip
+ECCP/1.0
+Ecxi
+Evil
+Fimap
 Foobot
-FyberSpider
-GT::WWW
+Fyrebot
+G-i-g-a-b-o-t
 Genieo
+GermCrawler
+GetRight
 GetWeb
-Getintent
-Gigabot
-Go!Zilla
-GoZilla
+Grabber
 Grafula
-GrapeFX
-GrapeshotCrawler
 Haansoft
-Harvest
-Id-search
-IlseBot
+Heritrix
+Hloader
+Humanlinks
+IDBot
+Iblog
+Image Fetch
+Image Sucker
 InfoNaviRobot
+Internet Ninja
 Iria
-Iskanie
-JamesBOT
-Jbrofuzz
+JennyBot
+JetCar
+Joomla
+Jorgee
 Jyxobot
-Kinza
 Kozmosbot
 LNSpiderguy
+LexiBot
 Lftp
-LibWeb
+Libwhisker
 Lightspeedsystems
-Linkbot
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinksManager
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
-MIIxpc
-MJ12bot
-MSFrontPage
+Lmspider
+MSIECrawler
 Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Masscan
-Mata Hari
-Microsoft Data Access
-Microsoft URL Control
-Mojeek
+Majestic-SEO
+MarkWatch
+Mass Downloader
+MegaIndex.ru
+Minefield
+Moblie Safari
 Mojolicious
-NICErsPRO
-NearSite
-Needle
-Nessus
-NetLyzer
-Niki-bot
+Morfeus Fucking Scanner
+Msrabot
+Navroad
+Net Vampire
+NetAnts
+Netcraft
+Nettrack
+NextGenSearchBot
+Nibbler
 Nikto
+NimbleCrawler
 Nimbostratus
 Ninja
+Nmap
 Not
-Nuclei
+Nutch
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
+Openfind
+Openvas
+OrangeBot
 OutclicksBot
-PECL::HTTP
+OutfoxBot
 PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
 Pandalytics
+Panscient
 PeoplePal
-Pi-Monster
+Petalbot
 Picsearch
-Piepmatz
+PictureFinder
+Pimonster
 Pixray
+Pockey
 ProPowerBot
-ProWebWalker
 Probethenet
 Psbot
-Pu_iN
-Pump
 PyCurl
-RSSingBot
-RankActive
-RankingBot2
-RankurBot
-Re-re
+Quick-Crawler
+RankFlex
 ReGet
-RealDownload
-RedesScrapy
-Rogerbot
-SEOkicks
-SEOlyticsCrawler
-SEOstats
-SMTBot
+RebelMouse
+Ripper
+RocketCrawler
+SBIder
+SEOprofiler
+SISTRIX
 SalesIntelligent
-Scanbot
-ScoutJet
 ScrepyBot
-SemanticJuice
-SentiBot
+Semrush
+Seomoz
 Shodan
 Siphon
+Site Sucker
 SiteCheckerBotCrawler
+SiteLockSpider
 SiteSnagger
 SiteSucker
+Sitebeam
 SlySearch
+SmartDownload
+Snapbot
 Sociscraper
-Sogou web spider
 Sosospider
-Sqlworm
+Sottopop
+SpankBot
 Sqworm
-Steeler
+Stripper
+Sucker
+Sucuri
 SuperHTTP
-SurveyBot
-Szukacz
-T0PHackTeam
+T8Abot
 Telesoft
-Telesphoreo
-Telesphorep
-The Intraformant
-Thumbor
-TightTwatBot
-Titan
 Toata
+Toweyabot
+True_Robot
 Turnitin
-TurnitinBot
+TwengaBot
 Twice
+URLy Warning
 URLy.Warning
-V-BOT
 VB Project
 VCI
-Vacuum
 Vagabondo
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-WBSearchBot
-WISENutbot
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
+Virusdie
+WWW-Mechanize
+WWW::Mechanize
 Web Auto
 Web Fuck
-Web Sucker
-WebFuck
+Web Pix
+Web Sauger
 WebImageCollector
 WebLeacher
 WebPix
-WebSauger
 WebStripper
+WebSucker
 WebWhacker
-Webalta
 WebmasterWorldForumBot
 WebsiteExtractor
 WebsiteQuester
-Webster
-Whacker
-Xaldon WebSpider
-Xaldon_WebSpider
+Whack
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Zade
+Zitebot
+ZmEu
 ZoomBot
 ZoominfoBot
-archive.org_bot
 arquivo-web-crawler
-arquivo.pt
 backlink-check
-cah.io.community
 clark-crawler
-coccocbot-web
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
+crawler4j
 dataforseo.com
 domainsproject.org
-facebookscraper
+eCatch
+evc-batch
 gopher
-instabid
-ips-agent
-lwp-request
+heritrix
+internetVista monitor
 lwp-trivial
-magpie-crawler
-meanpathbot
-plumanalytics
-polaris version
+oBot
+page scorer
+ripz
+s1z.ru
+scalaj-http
+seobility
 seocompany.store
-seoscanners
-seostar
-sysscan
+sexsearcher
+sitechecker.pro
+sogouspider
+sp_auditbot
+spyfu
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webmeup-crawler
+webprosbot
 xpymep1.exe
+zauba.io
 zgrab