From 64291ad70c7b1de6c56a23fcab1d507c3b1bf319 Mon Sep 17 00:00:00 2001 From: Lizonghang <870644199@qq.com> Date: Mon, 28 Oct 2024 11:03:46 +0400 Subject: [PATCH] fix next_sub_gf --- src/llama.cpp | 1 - 1 file changed, 1 deletion(-) diff --git a/src/llama.cpp b/src/llama.cpp index 2f63c1f6..0f383c3b 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -17685,7 +17685,6 @@ static int llama_decode_internal( for (size_t i = 0; i < (size_t)gf.size(); ++i) { sub_gf = gf[i]; - next_gf = gf[(i + 1) % gf.size()]; if (n_world > 1 && !(my_rank == 0 && i == 0) && !(my_rank == 0 && is_last_l)) { // receive data from previous nodes