Merge remote-tracking branch 'origin/master' into concedo_experimental

# Conflicts:
#	CMakeLists.txt
#	README.md
#	flake.nix
#	tests/CMakeLists.txt

update readme and lite
This commit is contained in:
Concedo 2023-07-19 18:28:29 +08:00
commit 13e34d5058
19 changed files with 33 additions and 6 deletions

View file

@ -876,6 +876,10 @@ struct llama_model_quantize_params llama_model_quantize_default_params() {
return result;
}
int llama_max_devices() {
return LLAMA_MAX_DEVICES;
}
bool llama_mmap_supported() {
return llama_mmap::SUPPORTED;
}