vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

integrated optional (experimentl) CLBlast support

Browse source
This commit is contained in:
Concedo 2023-04-11 23:33:44 +08:00
parent c9f18082fd
commit 23c675b2e6
53 changed files with 22095 additions and 151 deletions
Download patch file Download diff file Expand all files Collapse all files

21
CL/Utils/Event.hpp Normal file
View file

@ -0,0 +1,21 @@
#pragma once
// OpenCL SDK includes
#include "OpenCLUtilsCpp_Export.h"
// STL includes
#include <chrono>
// OpenCL includes
#include <CL/opencl.hpp>
namespace cl {
namespace util {
template <cl_int From, cl_int To, typename Dur = std::chrono::nanoseconds>
auto get_duration(cl::Event& ev)
{
return std::chrono::duration_cast<Dur>(std::chrono::nanoseconds{
ev.getProfilingInfo<To>() - ev.getProfilingInfo<From>() });
}
}
}