vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

arranged files, updated kobold lite, modified makefile for extra link args on linux, started RWKV implementation

Browse source
This commit is contained in:
Concedo 2023-04-17 17:31:45 +08:00
parent 9581171a9f
commit 763ad172c0
21 changed files with 13597 additions and 46 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -435,7 +435,7 @@ def main(args):
RunServerMultiThreaded(args.host, args.port, embedded_kailite)
if __name__ == '__main__':
print("Welcome to KoboldCpp - Version 1.9") # just update version manually
print("Welcome to KoboldCpp - Version 1.10") # just update version manually
parser = argparse.ArgumentParser(description='Kobold llama.cpp server')
modelgroup = parser.add_mutually_exclusive_group() #we want to be backwards compatible with the unnamed positional args
modelgroup.add_argument("--model", help="Model file to load", nargs="?")