You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
63 lines
1.1 KiB
63 lines
1.1 KiB
1 year ago
|
package model
|
||
|
|
|
||
|
|
import (
|
||
|
|
pb "github.com/go-skynet/LocalAI/pkg/grpc/proto"
|
||
|
|
llama "github.com/go-skynet/go-llama.cpp"
|
||
|
|
)
|
||
|
|
|
||
|
|
type Options struct {
|
||
|
|
backendString string
|
||
|
|
modelFile string
|
||
|
|
llamaOpts []llama.ModelOption
|
||
|
|
threads uint32
|
||
|
|
assetDir string
|
||
|
|
|
||
|
|
gRPCOptions *pb.ModelOptions
|
||
|
|
}
|
||
|
|
|
||
|
|
type Option func(*Options)
|
||
|
|
|
||
|
|
func WithBackendString(backend string) Option {
|
||
|
|
return func(o *Options) {
|
||
|
|
o.backendString = backend
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func WithModelFile(modelFile string) Option {
|
||
|
|
return func(o *Options) {
|
||
|
|
o.modelFile = modelFile
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func WithLoadGRPCOpts(opts *pb.ModelOptions) Option {
|
||
|
|
return func(o *Options) {
|
||
|
|
o.gRPCOptions = opts
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func WithLlamaOpts(opts ...llama.ModelOption) Option {
|
||
|
|
return func(o *Options) {
|
||
|
|
o.llamaOpts = append(o.llamaOpts, opts...)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func WithThreads(threads uint32) Option {
|
||
|
|
return func(o *Options) {
|
||
|
|
o.threads = threads
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func WithAssetDir(assetDir string) Option {
|
||
|
|
return func(o *Options) {
|
||
|
|
o.assetDir = assetDir
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func NewOptions(opts ...Option) *Options {
|
||
|
|
o := &Options{}
|
||
|
|
for _, opt := range opts {
|
||
|
|
opt(o)
|
||
|
|
}
|
||
|
|
return o
|
||
|
|
}
|