koboldcpp/extra.h
Concedo 9eab39fe6d prepare legacy functions (+1 squashed commits)
Squashed commits:

[8bc8d0d] prepare for big merge
2023-03-31 17:45:49 +08:00

21 lines
No EOL
639 B
C++

#include "common.h"
#include <cassert>
#include <cinttypes>
#include <cmath>
#include <cstdio>
#include <cstring>
#include <fstream>
#include <iostream>
#include <map>
#include <string>
#include <vector>
#include "llama.h"
#include "ggml.h"
int check_file_format(const std::string & fname);
std::vector<llama_token> legacy_llama_tokenize(struct llama_context * ctx, const std::string & text, bool add_bos);
static bool legacy_llama_model_load(const std::string & fname, llama_context & lctx, int n_ctx, int n_parts, ggml_type memory_type, bool vocab_only, llama_progress_callback progress_callback, void *progress_callback_user_data);