vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

increase default blas batch size

Browse source
This commit is contained in:
Concedo 2023-04-09 15:27:43 +08:00
parent 4d1825263b
commit b91abc3316
3 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

1
koboldcpp.py
View file

@ -377,6 +377,7 @@ if __name__ == '__main__':
portgroup.add_argument("l_port", help="Port to listen on (deprecated)", default=defaultport, nargs="?", type=int, action='store')
parser.add_argument("--host", help="Host IP to listen on. If empty, all routable interfaces are accepted.", default="")
#os.environ["OMP_NUM_THREADS"] = '12'
# psutil.cpu_count(logical=False)
physical_core_limit = 1
if os.cpu_count()!=None and os.cpu_count()>1: