mirror of
https://github.com/ollama/ollama.git
synced 2025-03-26 17:51:48 +01:00
0682dae027
This change bring in various interface cleanups along with greatly improving the performance of the sampler. Tested with llama3.2 on local machine. Improves performance from ~ 70 tokens/s -> 135 tokens/s with topK(40) enabled. Without topK performance is ~ 110 tokens/s
82 lines
3.0 KiB
Modula-2
82 lines
3.0 KiB
Modula-2
module github.com/ollama/ollama
|
|
|
|
go 1.24.0
|
|
|
|
require (
|
|
github.com/containerd/console v1.0.3
|
|
github.com/gin-gonic/gin v1.10.0
|
|
github.com/golang/protobuf v1.5.4 // indirect
|
|
github.com/google/uuid v1.6.0
|
|
github.com/olekukonko/tablewriter v0.0.5
|
|
github.com/spf13/cobra v1.7.0
|
|
github.com/stretchr/testify v1.9.0
|
|
github.com/x448/float16 v0.8.4
|
|
golang.org/x/sync v0.11.0
|
|
)
|
|
|
|
require (
|
|
github.com/agnivade/levenshtein v1.1.1
|
|
github.com/d4l3k/go-bfloat16 v0.0.0-20211005043715-690c3bdd05f1
|
|
github.com/dlclark/regexp2 v1.11.4
|
|
github.com/emirpasic/gods/v2 v2.0.0-alpha
|
|
github.com/google/go-cmp v0.6.0
|
|
github.com/mattn/go-runewidth v0.0.14
|
|
github.com/nlpodyssey/gopickle v0.3.0
|
|
github.com/pdevine/tensor v0.0.0-20240510204454-f88f4562727c
|
|
golang.org/x/image v0.22.0
|
|
golang.org/x/tools v0.30.0
|
|
)
|
|
|
|
require (
|
|
github.com/apache/arrow/go/arrow v0.0.0-20211112161151-bc219186db40 // indirect
|
|
github.com/bytedance/sonic/loader v0.1.1 // indirect
|
|
github.com/chewxy/hm v1.0.0 // indirect
|
|
github.com/chewxy/math32 v1.11.0 // indirect
|
|
github.com/cloudwego/base64x v0.1.4 // indirect
|
|
github.com/cloudwego/iasm v0.2.0 // indirect
|
|
github.com/davecgh/go-spew v1.1.1 // indirect
|
|
github.com/gogo/protobuf v1.3.2 // indirect
|
|
github.com/google/flatbuffers v24.3.25+incompatible // indirect
|
|
github.com/kr/text v0.2.0 // indirect
|
|
github.com/pkg/errors v0.9.1 // indirect
|
|
github.com/pmezard/go-difflib v1.0.0 // indirect
|
|
github.com/rivo/uniseg v0.2.0 // indirect
|
|
github.com/xtgo/set v1.0.0 // indirect
|
|
go4.org/unsafe/assume-no-moving-gc v0.0.0-20231121144256-b99613f794b6 // indirect
|
|
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 // indirect
|
|
gonum.org/v1/gonum v0.15.0 // indirect
|
|
gorgonia.org/vecf32 v0.9.0 // indirect
|
|
gorgonia.org/vecf64 v0.9.0 // indirect
|
|
)
|
|
|
|
require (
|
|
github.com/bytedance/sonic v1.11.6 // indirect
|
|
github.com/gabriel-vasile/mimetype v1.4.3 // indirect
|
|
github.com/gin-contrib/cors v1.7.2
|
|
github.com/gin-contrib/sse v0.1.0 // indirect
|
|
github.com/go-playground/locales v0.14.1 // indirect
|
|
github.com/go-playground/universal-translator v0.18.1 // indirect
|
|
github.com/go-playground/validator/v10 v10.20.0 // indirect
|
|
github.com/goccy/go-json v0.10.2 // indirect
|
|
github.com/inconshreveable/mousetrap v1.1.0 // indirect
|
|
github.com/json-iterator/go v1.1.12 // indirect
|
|
github.com/klauspost/cpuid/v2 v2.2.7 // indirect
|
|
github.com/leodido/go-urn v1.4.0 // indirect
|
|
github.com/mattn/go-isatty v0.0.20 // indirect
|
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
|
|
github.com/modern-go/reflect2 v1.0.2 // indirect
|
|
github.com/pelletier/go-toml/v2 v2.2.2 // indirect
|
|
github.com/spf13/pflag v1.0.5 // indirect
|
|
github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
|
|
github.com/ugorji/go/codec v1.2.12 // indirect
|
|
golang.org/x/arch v0.8.0 // indirect
|
|
golang.org/x/crypto v0.33.0
|
|
golang.org/x/exp v0.0.0-20250218142911-aa4b98e5adaa
|
|
golang.org/x/net v0.35.0 // indirect
|
|
golang.org/x/sys v0.30.0
|
|
golang.org/x/term v0.29.0
|
|
golang.org/x/text v0.22.0
|
|
google.golang.org/protobuf v1.34.1
|
|
gopkg.in/yaml.v3 v3.0.1 // indirect
|
|
)
|