From 4a932483e144eb832368e245a88db77ff39307b6 Mon Sep 17 00:00:00 2001 From: mudler Date: Sat, 8 Apr 2023 11:59:40 +0200 Subject: [PATCH] Small fixup to template loading --- model_loader.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/model_loader.go b/model_loader.go index 7c87079..1548f4f 100644 --- a/model_loader.go +++ b/model_loader.go @@ -62,6 +62,7 @@ func (ml *ModelLoader) LoadModel(modelName string, opts ...llama.ModelOption) (* if _, err := os.Stat(modelBin); os.IsNotExist(err) { return nil, err } else { + modelName = fmt.Sprintf("%s.bin", modelName) modelFile = modelBin } } @@ -87,7 +88,7 @@ func (ml *ModelLoader) LoadModel(modelName string, opts ...llama.ModelOption) (* if err != nil { return nil, err } - ml.promptsTemplates[modelFile] = tmpl + ml.promptsTemplates[modelName] = tmpl } ml.models[modelFile] = model