mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-05-14 08:22:43 +00:00
some minor fixes
This commit is contained in:
parent
8018e5222a
commit
13bee0d39d
9 changed files with 9 additions and 36 deletions
|
|
@ -164,11 +164,6 @@ void t5_encoder::assign_weight(std::string name, ggml_tensor * tensor) {
|
|||
|
||||
struct t5_context * build_new_t5_context(struct t5_encoder * model, int n_threads, bool use_cpu) {
|
||||
t5_context * t5ctx = new t5_context(model, n_threads);
|
||||
if (!use_cpu) {
|
||||
#ifdef GGML_USE_METAL
|
||||
t5ctx->backend = ggml_backend_metal_init();
|
||||
#endif
|
||||
}
|
||||
t5ctx->backend_cpu = ggml_backend_cpu_init();
|
||||
t5ctx->set_threads();
|
||||
t5ctx->build_schedule();
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue