Documentation
¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type GrammarSampler ¶
type GrammarSampler struct {
// contains filtered or unexported fields
}
func NewGrammarSampler ¶
func NewGrammarSampler(model model.TextProcessor, grammarStr string) (*GrammarSampler, error)
func (*GrammarSampler) Accept ¶
func (g *GrammarSampler) Accept(token int32)
func (*GrammarSampler) Apply ¶
func (g *GrammarSampler) Apply(tokens []token)
func (*GrammarSampler) Free ¶
func (g *GrammarSampler) Free()
type Sampler ¶
type Sampler struct {
// contains filtered or unexported fields
}
func NewSampler ¶
func NewSampler(temperature float32, topK int, topP float32, minP float32, seed int, grammar *GrammarSampler) Sampler
TODO(parthsareen): update sampler interface to use json unmarshal https://github.com/CopperCarbonateCollective/ollama-DreamingMetal/issues/9278
Source Files
Click to show internal directories.
Click to hide internal directories.