You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
37 lines
910 B
37 lines
910 B
1 year ago
|
package openai
|
||
|
|
|
||
|
|
import (
|
||
|
|
"github.com/go-skynet/LocalAI/api/backend"
|
||
|
|
config "github.com/go-skynet/LocalAI/api/config"
|
||
|
|
"github.com/go-skynet/LocalAI/api/options"
|
||
|
|
model "github.com/go-skynet/LocalAI/pkg/model"
|
||
|
|
)
|
||
|
|
|
||
|
|
func ComputeChoices(predInput string, n int, config *config.Config, o *options.Option, loader *model.ModelLoader, cb func(string, *[]Choice), tokenCallback func(string) bool) ([]Choice, error) {
|
||
|
|
result := []Choice{}
|
||
|
|
|
||
|
|
if n == 0 {
|
||
|
|
n = 1
|
||
|
|
}
|
||
|
|
|
||
|
|
// get the model function to call for the result
|
||
|
|
predFunc, err := backend.ModelInference(predInput, loader, *config, o, tokenCallback)
|
||
|
|
if err != nil {
|
||
|
|
return result, err
|
||
|
|
}
|
||
|
|
|
||
|
|
for i := 0; i < n; i++ {
|
||
|
|
prediction, err := predFunc()
|
||
|
|
if err != nil {
|
||
|
|
return result, err
|
||
|
|
}
|
||
|
|
|
||
|
|
prediction = backend.Finetune(*config, predInput, prediction)
|
||
|
|
cb(prediction, &result)
|
||
|
|
|
||
|
|
//result = append(result, Choice{Text: prediction})
|
||
|
|
|
||
|
|
}
|
||
|
|
return result, err
|
||
|
|
}
|