V4.2023.01.3535 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+404enemy
+ADmantX
 ALittle Client
+Aboundex
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Aipbot
-AllSubmitter
-AlphaBot
+Alexibot
+Anarchie
 Anarchy
-Aspiegel
+Anarchy99
+Ankit
+Apexoo
+Attach
 BLEXBot
 BackDoorBot
-BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Badass
 Bandit
+Bigfoot
 Bitacle
-Blow
+Blackboard
 BlowFish
-Boardreader
 Bolt
-BotALot
-Buddy
+Brandwatch
 BuiltWith
 BunnySlippers
 BuzzSumo
-CheTeam
+CODE87
+CazoodleBot
+CheeseBot
 CherryPicker
-Cloud mapping
-Cogentbot
-CopyRightCheck
-Craftbot
-Crawling at Home Project
-DSearch
+ChinaClaw
+Chlooe
+Cliqzbot
+Cocolyzebot
+CrazyWebCrawler
+CrunchBot
+Curious
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
 Demon
 Devil
-Dirbuster
+Digincore
 Disco
-Discoverybot
+Discobot
 DittoSpyder
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
-Dragonfly
-ECCP/1.0
+DnyzBot
+DomCopBot
+EMail Siphon
+EasyDL
 Ecxi
-EirGrabber
-EroCrawler
-Evil
+Express WebPictures
+ExtLinksBot
 Extractor
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 FHscan
-Fimap
-FlashGet
-Foobot
+Firefox/7.0
+FrontPage
 Fyrebot
-GermCrawler
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Gotit
-Grabber
-GrapeshotCrawler
-HEADMasterSEO
+GT::WWW
+GetWeb
+Grafula
+GrapeFX
 HMView
-Harvest
-Hloader
-Humanlinks
-HybridBot
-IDBot
-Id-search
+HTMLparser
+HTTP::Lite
+Haansoft
+HaosouSpider
+Havij
+HonoluluBot
+IDBTE4M
 IlseBot
-Image Fetch
-InfoNaviRobot
+IndeedBot
 InfoTekies
-InterGET
+InternetSeer
 IstellaBot
-JetCar
-Jetty
-JikeSpider
-Jorgee
+JOC Web Spider
 Keybot Translation-Search-Machine
-Kinza
-LNSpiderguy
-LeechFTP
+Kozmosbot
+LWP::Simple
+Larbin
 LexiBot
-Lftp
+LieBaoFast
 Lightspeedsystems
-LinkWalker
-Linkbot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
+Lmspider
 MFC_Tear_Sample
-MTRobot
-Magnet
+MIDown tool
+MJ12bot
+MQQBrowser
+Mag-Net
 Majestic SEO
 Majestic-SEO
-Majestic12
 MarkMonitor
-Masscan
+MarkWatch
+Mass Downloader
+Mata Hari
 Mb2345Browser
-MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
 MegaIndex.ru
 MicroMessenger
 Microsoft Data Access
 Minefield
-Mister PiX
-Mojeek
-Mojolicious
-Mr.4x3
+Mozlila
+Msrabot
+Musobot
 Name Intelligence
-Navroad
+Nameprotect
 NearSite
-NetAnts
-NetMechanic
+Needle
+NetLyzer
 NetSpider
-Nettrack
-Netvibes
+Niki-bot
+Nikto
 NimbleCrawler
-Nimbostratus
-Ninja
-Nutch
+Nuclei
+Octopus
 Offline Navigator
+OnCrawl
 OpenVAS
-Openvas
+OrangeBot
 PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-Pandalytics
-Petalbot
-Picscout
+Panscient
+Pavuk
+PeoplePal
 Picsearch
-PictureFinder
-Piepmatz
-PleaseCrawl
-Pockey
-Psbot
-Pump
-PxBroker
-QueryN Metasearch
-Quick-Crawler
+ProPowerBot
+RSSingBot
+RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot
-Rankivabot
-RankurBot
-Re-re
-RealDownload
+RankingBot2
+ReGet
 Recorder
 RedesScrapy
 RocketCrawler
+SBIder
 SEOkicks
 SEOkicks-Robot
-SEOstats
-SalesIntelligent
+SEOlyticsCrawler
 Scrapy
+ScreenerBot
+ScrepyBot
 Searchestate
-SemanticJuice
-SemrushBot
-Siphon
-SiteCheckerBotCrawler
+SearchmetricsBot
+Shodan
 SiteExplorer
 SiteLockSpider
+SiteSnagger
+SiteSucker
+Siteimprove
+SlySearch
 SmartDownload
 Snake
-Snoopy
-Sogou web spider
+Snapbot
+Sociscraper
+Sosospider
+Sottopop
 SpaceBison
-SpankBot
-Spbot
+Spammen
 Spinn3r
-Steeler
-Stripper
-Sucker
-Sucuri
-SuperBot
+Surfbot
 SurveyBot
-T8Abot
+Suzuran
 Teleport
-Telesphoreo
+Telesoft
 Telesphorep
-The Intraformant
 Thumbor
 TightTwatBot
+Titan
 Toata
+Toweyabot
 Trendictionbot
-Turnitin
 TurnitinBot
-Twice
 Typhoeus
+URLy Warning
+VCI
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Voil
 Voltron
-WWWOFFLE
-Wallpapers
+WBSearchBot
+WEBDAV
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 WeSEE
+Web Collage
 Web Enhancer
-WebCollage
-WebCopier
-WebEnhancer
-WebLeacher
-WebStripper
+Web Fetch
+Web Fuck
+Web Pix
+WebAuto
+WebBandit
+WebFetch
+WebPix
 WebSucker
-WebZIP
 Webalta
 WebmasterWorldForumBot
-Website Quester
+Webshag
 WebsiteExtractor
-Webster
-Whatweb
-WinHTTrack
-Wonderbot
+WebsiteQuester
+Whack
+Whacker
 Woobot
-Zitebot
-ZmEu
-ZoomBot
-ZumBot
-arquivo-web-crawler
-arquivo.pt
-check1.exe
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Zauba
+Zermelo
+Zeus
+ZoominfoBot
+ZyBorg
+autoemailspider
+cah.io.community
+clark-crawler
+com.plumanalytics
 crawl.sogou.com
-evc-batch
+crawler4j
+demandbase-bot
+facebookscraper
+gopher
 heritrix
+internetVista monitor
+ips-agent
+iubenda-radar
+lwp-request
 lwp-trivial
 mediawords
-plumanalytics
-polaris version
-s1z.ru
-satoristudio.net
-seocompany.store
-seoscanners
+muhstik-scan
+oBot
+scalaj-http
 seostar
-sogouspider
+sexsearcher
 sp_auditbot
-sysscan
+spyfu
+tAkeOut
 trendiction.com
+ubermetrics-technologies.com
 webmeup-crawler
-webpros.com
-webprosbot
+x09Mozilla
+x22Mozilla
+xpymep1.exe
 zauba.io
-zgrab