diff --git a/api/openai.go b/api/openai.go index 39212e6..6061e35 100644 --- a/api/openai.go +++ b/api/openai.go @@ -262,6 +262,10 @@ func readConfig(cm ConfigMerger, c *fiber.Ctx, loader *model.ModelLoader, debug if !exists { config = &Config{ OpenAIRequest: defaultRequest(modelFile), + ContextSize: ctx, + Threads: threads, + F16: f16, + Debug: debug, } } else { config = &cfg @@ -270,20 +274,6 @@ func readConfig(cm ConfigMerger, c *fiber.Ctx, loader *model.ModelLoader, debug // Set the parameters for the language model prediction updateConfig(config, input) - if threads != 0 { - config.Threads = threads - } - if ctx != 0 { - config.ContextSize = ctx - } - if f16 { - config.F16 = true - } - - if debug { - config.Debug = true - } - return config, input, nil }