mirror of
https://github.com/ollama/ollama.git
synced 2025-08-03 20:52:47 +02:00
prototyping
This commit is contained in:
@@ -32,6 +32,7 @@ type TextProcessor interface {
|
||||
Encode(s string, addSpecial bool) ([]int32, error)
|
||||
Decode([]int32) (string, error)
|
||||
Is(int32, Special) bool
|
||||
Vocab() *Vocabulary
|
||||
}
|
||||
|
||||
type Vocabulary struct {
|
||||
|
Reference in New Issue
Block a user