V4.2022.08.3270 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-ADmantX
-Abonti
-AfD-Verbotsverfahren
-AhrefsBot
+ALittle Client
+ASPSeek
+Aboundex
+Acunetix
 Aipbot
-Alligator
+AllSubmitter
+Anarchie
+Anthill
 Aspiegel
-Atomseobot
+Attach
 AwarioRssBot
 AwarioSmartBot
-BBBike
-BDFetch
-BackDoorBot
-Bigfoot
+Badass
+Battleztar Bazinga
 BlackWidow
-Blow
-BlowFish
+Blackboard
 Boardreader
-Bolt
-BotALot
-Brandprotect
-Brandwatch
+Buck
+Buddy
 BuiltWith
-Bullseye
 BunnySlippers
+CCBot
 CSHttp
-Calculon
+CazoodleBot
 Cegbfeieh
 CensysInspect
+CheTeam
+CherryPicker
+ChinaClaw
 Chlooe
-Cliqzbot
-Cocolyzebot
-Collector
-Copyscape
+Cloud mapping
+Cogentbot
+Cosmos
 CrazyWebCrawler
 Crescent
-Curious
+CrunchBot
+DBLBot
 DIIbot
 DTS Agent
-DataCha0s
+DatabaseDriverMysqli
 Demon
-Deusu
+Devil
+Digincore
 DigitalPebble
-Disco
-Discobot
-Discoverybot
-Dispatch
+Dirbuster
 DomainAppender
 DomainStatsBot
 Dotbot
-Dragonfly
+Download Wonder
 Drip
-EasyDL
 Ebingbong
-Ecxi
-EroCrawler
-Evil
-ExtLinksBot
-EyeNetIE
-Ezooms
-FDM
+EirGrabber
+Extractor
+ExtractorPro
+Extreme Picture Finder
 Firefox/7.0
+FlashGet
+Flunky
 Foobot
-FyberSpider
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
-GetRight
-Gigabot
-Go!Zilla
+Getintent
+Go-Ahead-Got-It
+GoZilla
+Gotit
+GrabNet
+Grafula
+GrapeshotCrawler
 HEADMasterSEO
 HMView
-HTTrack
+Haansoft
+Havij
 Hloader
-HonoluluBot
-Humanlinks
-HybridBot
-Image Fetch
-Image Sucker
-Indy Library
-InfoTekies
-Intelliseek
+Id-search
+IlseBot
+InternetSeer
 Iria
 Iskanie
-Jbrofuzz
-JennyBot
-Jetty
+IstellaBot
+JetCar
+JikeSpider
+Joomla
 Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
+Kozmosbot
+LNSpiderguy
+Larbin
+Leap
+LeechFTP
+LexiBot
 Lftp
-Likse
+LieBaoFast
+Lightspeedsystems
 Linkbot
+LinkextractorPro
 LinkpadBot
-Lipperhey
-Litemage_walker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MQQBrowser
 MSIECrawler
-Mag-Net
-Mail.RU_Bot
-Majestic12
-Mass Downloader
-MauiBot
-Mb2345Browser
-Mediatoolkitbot
-Microsoft URL Control
+MTRobot
+Magnet
+Majestic-SEO
+MarkMonitor
+MarkWatch
+Masscan
+Mata Hari
+MeanPath Bot
+MicroMessenger
 Minefield
-Mister PiX
-Mojolicious
+Moblie Safari
+Mojeek
 Morfeus Fucking Scanner
-Msrabot
-Navroad
+NPbot
+Name Intelligence
+Nameprotect
+NearSite
 Needle
-Nessus
-Net Vampire
-NetAnts
 NetLyzer
-NetMechanic
 NetSpider
 Nettrack
-Netvibes
-NextGenSearchBot
-Nmap
-Not
-Nuclei
+Nibbler
+Niki-bot
+Nikto
+Nutch
 OnCrawl
+OpenVAS
+Openvas
 OrangeBot
-PECL::HTTP
+OrangeSpider
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
-PageGrabber
-PageScorer
-Pavuk
-Picscout
+PageThing.com
 Picsearch
+PictureFinder
 Piepmatz
-Pimonster
 Pixray
-PleaseCrawl
 Pockey
+ProPowerBot
 Probethenet
 Psbot
-QueryN Metasearch
-RankFlex
+Pu_iN
+Pump
+PxBroker
+RankActive
 RankingBot2
 Rankivabot
+RealDownload
+Reaper
 RebelMouse
-RepoMonkey
 RocketCrawler
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
-SISTRIX
-SMTBot
+Rogerbot
+SEOstats
 Scrapy
-Searchestate
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
+Seekport
+SemanticJuice
+Semrush
+SemrushBot
+SeobilityBot
 Shodan
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
-SlySearch
-SmartDownload
-Snake
-Snapbot
+Sogou web spider
 Spanner
+Spbot
+SputnikBot
+Sqlmap
 Stripper
-Sucker
-Sucuri
-Surfbot
 SurveyBot
-Suzuran
-TeleportPro
 Telesphoreo
-Telesphorep
-TheNomad
+The Intraformant
+Thumbor
 TightTwatBot
-Toweyabot
-Trendiction
-Turnitin
-Twice
-Typhoeus
-V-BOT
-VCI
-Vacuum
-Vagabondo
+Trendictionbot
+True_Robot
+TwengaBot
+URLy.Warning
 VeriCiteCrawler
-VidibleScraper
-VoidEYE
-WBSearchBot
-WISENutbot
-WPScan
+Voil
+Voltron
+WEBDAV
+WWW-Collector-E
+WWWOFFLE
 Wallpapers
-Web Collage
-Web Fetch
-Web Fuck
-Web Pix
-Web Sauger
-Web Sucker
-WebEnhancer
-WebLeacher
-WebReaper
-WebSauger
-WebStripper
+Wallpapers/3.0
+WebBandit
+WebCopier
+WebFuck
+WebPix
+WebSucker
 WebWhacker
 WebZIP
-Webalta
-Webshag
-WebsiteQuester
+WebmasterWorldForumBot
+Website Quester
+Whacker
 Who.is Bot
-WinHTTrack
-Wotbox
+Wonderbot
 Wprecon
-Xenu
+Xaldon WebSpider
 Zade
 Zeus
-ZoomBot
-ZoominfoBot
-ZumBot
+ZyBorg
+arquivo-web-crawler
 autoemailspider
-clark-crawler
-coccocbot
-cognitiveseo
+backlink-check
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-crawler4j
-demandbase-bot
+dataforseo.com
+eCatch
 gopher
 heritrix
-instabid
 internetVista monitor
+ips-agent
+isitwp.com
 iubenda-radar
-meanpathbot
-muhstik-scan
+mediawords
 oBot
 page scorer
 pcBrowser
 probe-image-size
-s1z.ru
-scan.lol
-sitechecker.pro
-sp_auditbot
-trendiction.com
+ripz
+satoristudio.net
+scalaj-http
+seobility
+seocompany.store
+seoscanners
+seostar
+sexsearcher
+siteripz
+tAkeOut
 voyagerx.com
+webgains-bot
 webmeup-crawler
-webpros.com
+x09Mozilla
+xpymep1.exe
 zauba.io
+zgrab