V4.2023.02.3578 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-AIBOT
 ALittle Client
 ASPSeek
-Abonti
-AfD-Verbotsverfahren
+Aboundex
+Acunetix
+AhrefsBot
+AiHitBot
+Aipbot
 Alexibot
-Alligator
+AllSubmitter
+AlphaBot
+Anarchie
+Anarchy
 Anthill
+Aspiegel
 Atomseobot
-AwarioRssBot
+Attach
 AwarioSmartBot
 BBBike
-BackDoorBot
+BDCbot
+BLEXBot
 BackStreet
+Backlink-Ceck
+Bandit
 Barkrowler
-BlackWidow
-BlowFish
-Bolt
-Brandprotect
-Buck
+BatchFTP
+Black Hole
+Blow
+BotALot
+Brandwatch
+BuiltBotTough
+BuiltWith
 Bullseye
-CATExplorador
 CCBot
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheTeam
-CherryPicker
+CheeseBot
 Chlooe
+Citoid
+Claritybot
+Cloud mapping
+Cocolyzebot
 CopyRightCheck
+Crawling at Home Project
 CrazyWebCrawler
 CrunchBot
-DSearch
-DatabaseDriverMysqli
-DnBCrawler-Analytics
+DIIbot
+Devil
+DigitalPebble
+Dispatch
 DnyzBot
-DomainCrawler
+DomainSigmaCrawler
 Domains Project
 Download Wonder
-Dragonfly
 Drip
-EMail Siphon
+ECCP/1.0
 Ebingbong
-EirGrabber
-EroCrawler
 Evil
 ExtractorPro
-FHscan
+Fimap
+FlashGet
 Freeuploader
 FrontPage
-G-i-g-a-b-o-t
-GetWeb
+FyberSpider
+Fyrebot
+GT::WWW
+GermCrawler
 Getintent
-Gigabot
-GrapeshotCrawler
+GrapeFX
 GridBot
-HEADMasterSEO
-HMView
-HTTP::Lite
-Haansoft
-HaosouSpider
-Harvest
-Heritrix
-IDBTE4M
-IDBot
-Id-search
+HTMLparser
+HTTrack
+HybridBot
+IRLbot
 IlseBot
 Image Sucker
-IndeedBot
-InfoNaviRobot
-InfoTekies
 Intelliseek
-InternetSeer
 Iskanie
-IstellaBot
-Jbrofuzz
-JikeSpider
-Kenjin Spider
+JOC Web Spider
+Jyxobot
 LWP::Simple
-Lanshanbot
-LeechGet
-LexiBot
-LieBaoFast
-Likse
-LinkWalker
-Linkbot
+Larbin
+LeechFTP
+Lightspeedsystems
+LinkScan
+LinkpadBot
 LinksManager
+Lipperhey
+Lipperhey Spider
 Litemage_walker
+Ltx71
 MFC_Tear_Sample
 MIIxpc
-MQQBrowser
 MSFrontPage
-Magnet
+MSIECrawler
+MTRobot
 Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
 MarkWatch
-Masscan
+Mass Downloader
 MauiBot
-MeanPath Bot
+Meanpathbot
 MegaIndex.ru
 Metauri
-MicroMessenger
 Microsoft URL Control
-Minefield
+Mister PiX
 Mojeek
 Mojolicious
-MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
+Musobot
 NICErsPRO
 NPbot
-Name Intelligence
 Nameprotect
-Navroad
-Nessus
-NetAnts
-NetMechanic
-NetSpider
+NearSite
+Needle
+NetLyzer
 NetZIP
-Netvibes
+Netcraft
 Nibbler
-NimbleCrawler
-Offline Explorer
-OpenVAS
-OutclicksBot
-PECL::HTTP
-Page Analyzer
-PageGrabber
-PageThing.com
-Panscient
+Nmap
+Not
+Nutch
+Octopus
+Openfind
+OrangeBot
+POE-Component-Client-HTTP
+PageScorer
+Papa Foto
 Pavuk
-PeoplePal
-Pi-Monster
+Petalbot
 Picscout
-PictureFinder
-Piepmatz
+Pimonster
+PleaseCrawl
 Pockey
 ProPowerBot
-Probethenet
+ProWebWalker
 PyCurl
 QueryN Metasearch
-Quick-Crawler
-Re-re
-ReGet
-RebelMouse
-RedesScrapy
+Rankivabot
+RocketCrawler
 Rogerbot
+SBIder
 SEOkicks
 SEOprofiler
-SMTBot
-SalesIntelligent
-Scanbot
+SEOstats
+SISTRIX
 ScoutJet
-Screaming
+Scrapy
 Searchestate
-SearchmetricsBot
-SemanticJuice
-Semrush
+Seekport
 SentiBot
-SiteCheckerBotCrawler
+SeobilityBot
+Shodan
+Site Sucker
+SiteExplorer
 SiteSnagger
-Sitebeam
+SiteSucker
+SmartDownload
+Snake
+Snapbot
+Snoopy
+Sociscraper
 Sogou web spider
 Sosospider
 SpaceBison
-Spammen
-SpankBot
 Spanner
-Spbot
-Spinn3r
 SputnikBot
+Sqlmap
+Sqworm
 Steeler
-Stripper
-Sucker
-Sucuri
-SuperHTTP
-Szukacz
-The Intraformant
-Toweyabot
-Trendiction
-Trendictionbot
-True_Robot
+T0PHackTeam
+Teleport
+TeleportPro
+Telesphoreo
+TheNomad
+Toata
+Tracemyfile
 Turingos
 Turnitin
+TurnitinBot
+TwengaBot
+URLy Warning
 URLy.Warning
 Upflow
+V-BOT
+VCI
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-WEBDAV
-WISENutbot
-WPScan
+Voltron
+WBSearchBot
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
 Wallpapers
-WeSEE
-Web Auto
+Wallpapers/3.0
+WallpapersHD
 Web Pix
+WebAuto
+WebBandit
+WebEnhancer
+WebFuck
 WebGo IS
 WebImageCollector
+WebPix
 WebReaper
-WebStripper
+WebSauger
 WebSucker
-WebmasterWorldForumBot
 Webshag
 Website Quester
 WebsiteExtractor
-Webster
+WebsiteQuester
+Whack
 Whatweb
-Widow
+WinHTTrack
 WiseGuys Robot
-Woobot
-Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-ZoomBot
+Wprecon
+Zauba
+Zeus
+adscanner
+archive.org_bot
 arquivo-web-crawler
-autoemailspider
+backlink-check
 cah.io.community
-domainsproject.org
+check1.exe
+coccocbot
+com.plumanalytics
+demandbase-bot
 eCatch
-heritrix
-instabid
+evc-batch
+facebookscraper
+gopher
 internetVista monitor
-iubenda-radar
-lwp-request
+ips-agent
+isitwp.com
+linkdexbot
 lwp-trivial
 magpie-crawler
 mediawords
 muhstik-scan
-oBot
 pcBrowser
+probe-image-size
 ripz
 satoristudio.net
-seobility
-seocompany.store
-seostar
-serpstatbot
-sexsearcher
+scan.lol
 siteripz
-tAkeOut
+trendiction.de
+ubermetrics-technologies.com
 webmeup-crawler
 webprosbot
-x09Mozilla
+x22Mozilla
+xpymep1.exe