diff --git a/runner/llamarunner/cache.go b/runner/llamarunner/cache.go index 2e273e69c6..44b246134b 100644 --- a/runner/llamarunner/cache.go +++ b/runner/llamarunner/cache.go @@ -46,7 +46,7 @@ func NewInputCache(lc *llama.Context, kvSize int, numSlots int, multiUserCache b } // Locking: Operations on InputCacheSlot (including finding one -// through LoadCacheSlot) require a lock to be be held that serializes +// through LoadCacheSlot) require a lock to be held that serializes // these operations with each other and llama.Decode type InputCacheSlot struct { diff --git a/runner/ollamarunner/cache.go b/runner/ollamarunner/cache.go index 8c8a29d85f..02827cd055 100644 --- a/runner/ollamarunner/cache.go +++ b/runner/ollamarunner/cache.go @@ -78,7 +78,7 @@ func (c *InputCache) Close() { } // Locking: Operations on InputCacheSlot (including finding one -// through LoadCacheSlot) require a lock to be be held that serializes +// through LoadCacheSlot) require a lock to be held that serializes // these operations with each other and processBatch type InputCacheSlot struct {