V4.2023.01.3561 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-Aboundex
+404enemy
+ADmantX
 Aboundexbot
-Alexibot
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
 AllSubmitter
-AlphaBot
-Aspiegel
-Asterias
-AwarioRssBot
-AwarioSmartBot
+Alligator
+Anthill
+Atomseobot
+Attach
 BBBike
 BDCbot
 BDFetch
-BLEXBot
+BackDoorBot
+BackStreet
+Backlink-Ceck
+Bandit
+Barkrowler
+BatchFTP
 Bitacle
-Boardreader
-Buck
-BuiltWith
-BuzzSumo
-CATExplorador
+Brandwatch
+Buddy
+CCBot
+CSHttp
 CheeseBot
+CherryPicker
 ChinaClaw
-Claritybot
+Chlooe
 Cliqzbot
-Cocolyzebot
-Collector
-Copier
-Cosmos
-CrazyWebCrawler
+Cogentbot
+Copyscape
+Craftbot
+Crawling at Home Project
 Crescent
-Curious
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
-Digincore
+CyotekWebCopy
+Demon
+Deusu
 Dirbuster
-Discobot
 Discoverybot
-Dispatch
-DomainAppender
-Domains Project
+DomCopBot
 Dotbot
+Dragonfly
 Drip
-ECCP/1.0
 EMail Siphon
-EMail Wolf
+EasyDL
 Ecxi
-EirGrabber
-EroCrawler
-Exabot
-ExtLinksBot
+Evil
+Express WebPictures
 ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
+FHscan
+Firefox/7.0
+FlashGet
 Flunky
-Fuzz
-FyberSpider
+Foobot
+FrontPage
 Fyrebot
 GT::WWW
-GalaxyBot
-Go-Ahead-Got-It
-GoZilla
+Genieo
+GetWeb
+Go!Zilla
 Gotit
-Grabber
 GrapeFX
+GridBot
+HMView
 HTMLparser
-HTTP::Lite
-Havij
+HTTrack
+Haansoft
+HaosouSpider
+Harvest
+Hloader
+HonoluluBot
+IDBTE4M
 IDBot
-IRLbot
-Iblog
-Id-search
-Image Fetch
+IlseBot
 IndeedBot
 Indy Library
-Intelliseek
-Internet Ninja
-Iria
+InterGET
+Iskanie
 IstellaBot
-Jbrofuzz
-JikeSpider
+JOC Web Spider
+JennyBot
+Jetty
 Joomla
+JustView
+Jyxobot
+Kinza
+LNSpiderguy
+LWP::Simple
+Lanshanbot
 Leap
-LeechFTP
-LexiBot
 Libwhisker
-LieBaoFast
-Lightspeedsystems
-Likse
-Linkbot
-LinqiaRSSBot
+LinkScan
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-MFC_Tear_Sample
-MIDown tool
+Litemage_walker
+Lmspider
+Ltx71
+MIIxpc
+MJ12bot
+MSFrontPage
 MSIECrawler
 MTRobot
-Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic-SEO
 MarkMonitor
-MarkWatch
+Mass Downloader
+Masscan
 Mata Hari
-MauiBot
+Mb2345Browser
 Mediatoolkitbot
+MegaIndex.ru
 Metauri
-Microsoft Data Access
-Microsoft URL Control
-Minefield
-Mojeek
+Mister PiX
+MolokaiBot
 Morfeus Fucking Scanner
 NICErsPRO
-Name Intelligence
-Nameprotect
-Needle
-Nessus
+NPbot
 Net Vampire
+NetLyzer
 NetMechanic
 NetSpider
-NetZIP
-Nibbler
+Netcraft
+Netvibes
 Niki-bot
+Nikto
+NimbleCrawler
+Nimbostratus
+Ninja
+Not
 Nuclei
-Offline Navigator
-Openfind
+Nutch
 OrangeBot
-OutclicksBot
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+OutfoxBot
+PECL::HTTP
 PageAnalyzer
-PageThing.com
-Petalbot
-Picscout
-PictureFinder
-Pimonster
-Pixray
-PxBroker
-PyCurl
-Quick-Crawler
-RSSingBot
+Pandalytics
+Panscient
+Pavuk
+PeoplePal
+PleaseCrawl
+Pockey
+ProPowerBot
+Pump
 RankActiveLinkBot
 RankingBot
+RankingBot2
 Rankivabot
-Re-re
-Reaper
-RepoMonkey
-Ripper
-SBIder
+RankurBot
+ReGet
+RocketCrawler
 SEOkicks-Robot
 SISTRIX
-ScanAlert
-Scanbot
+ScoutJet
 Screaming
+ScrepyBot
 SearchmetricsBot
+SemanticJuice
 Semrush
-SemrushBot
-SentiBot
-Siphon
+SeoSiteCheckup
 Site Sucker
-SiteExplorer
-SiteLockSpider
-SiteSucker
+Sitebeam
+Siteimprove
 Snake
-Snapbot
-Sottopop
-Spammen
+SocialRankIOBot
+Sogou web spider
+SpaceBison
 Spanner
-Spbot
-SputnikBot
-Sqlworm
+Sqworm
+Stripper
 Sucker
 Sucuri
+SuperBot
 SuperHTTP
-Surfbot
-Suzuran
 Swiftbot
-Szukacz
-The Intraformant
-TheNomad
-Trendictionbot
-True_Robot
+T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
+Thumbor
+Toata
+Tracemyfile
+Trendiction
 TwengaBot
-Typhoeus
 URLy.Warning
-Upflow
 V-BOT
-VB Project
 VCI
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
 Virusdie
 Voil
-WASALive-Bot
-WBSearchBot
-WWW-Collector-E
+WISENutbot
+WPScan
 WWW::Mechanize
+Wallpapers
 Wallpapers/3.0
 WallpapersHD
-Web Fuck
+Web Fetch
 Web Sauger
 Web Sucker
 WebFetch
 WebFuck
 WebGo IS
-Webalta
-Website Quester
-WebsiteExtractor
-Whack
-Whacker
-Whatweb
-Who.is Bot
-Wonderbot
-Woobot
+WebLeacher
+WebReaper
+WebZIP
+Widow
+WiseGuys Robot
 Wotbox
-Xaldon WebSpider
-Xenu
+Zade
+Zauba
 Zitebot
+ZmEu
 ZoominfoBot
-adscanner
+archive.org_bot
 arquivo.pt
-autoemailspider
-cah.io.community
 check1.exe
-cognitiveseo
+clark-crawler
+coccocbot
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-demandbase-bot
+crawler4j
+dataforseo.com
 evc-batch
 gopher
-internetVista monitor
-ips-agent
 isitwp.com
+iubenda-radar
 lwp-trivial
-mediawords
-muhstik-scan
-ripz
-satoristudio.net
+meanpathbot
+pcBrowser
+polaris version
+s1z.ru
+scan.lol
+seoscanners
+sexsearcher
 sitechecker.pro
-sogouspider
+siteripz
 sp_auditbot
-tAkeOut
-trendiction.com
-webmeup-crawler
+spyfu
+sysscan
+webgains-bot
 webpros.com
-webprosbot
-x22Mozilla
+x09Mozilla
 xpymep1.exe
 zgrab