You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
27 lines
750 B
27 lines
750 B
1 year ago
|
package transformers
|
||
|
|
|
||
|
|
import (
|
||
|
|
pb "github.com/go-skynet/LocalAI/pkg/grpc/proto"
|
||
|
|
transformers "github.com/go-skynet/go-ggml-transformers.cpp"
|
||
|
|
)
|
||
|
|
|
||
|
|
func buildPredictOptions(opts *pb.PredictOptions) []transformers.PredictOption {
|
||
|
|
predictOptions := []transformers.PredictOption{
|
||
|
|
transformers.SetTemperature(float64(opts.Temperature)),
|
||
|
|
transformers.SetTopP(float64(opts.TopP)),
|
||
|
|
transformers.SetTopK(int(opts.TopK)),
|
||
|
|
transformers.SetTokens(int(opts.Tokens)),
|
||
|
|
transformers.SetThreads(int(opts.Threads)),
|
||
|
|
}
|
||
|
|
|
||
|
|
if opts.Batch != 0 {
|
||
|
|
predictOptions = append(predictOptions, transformers.SetBatch(int(opts.Batch)))
|
||
|
|
}
|
||
|
|
|
||
|
|
if opts.Seed != 0 {
|
||
|
|
predictOptions = append(predictOptions, transformers.SetSeed(int(opts.Seed)))
|
||
|
|
}
|
||
|
|
|
||
|
|
return predictOptions
|
||
|
|
}
|