vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

WIP on sdcpp integration

Browse source
This commit is contained in:
Concedo 2024-02-29 00:40:07 +08:00
parent 1e3ac7d803
commit f75e479db0
12 changed files with 154 additions and 664 deletions
Download patch file Download diff file Expand all files Collapse all files

2
otherarch/sdcpp/util.cpp
View file

@ -126,7 +126,7 @@ std::string get_full_path(const std::string& dir, const std::string& filename) {
// get_num_physical_cores is copy from
// https://github.com/ggerganov/llama.cpp/blob/master/examples/common.cpp
// LICENSE: https://github.com/ggerganov/llama.cpp/blob/master/LICENSE
int32_t get_num_physical_cores() {
int32_t sd_get_num_physical_cores() {
#ifdef __linux__
// enumerate the set of thread siblings, num entries is num cores
std::unordered_set<std::string> siblings;