From 5d4cc685fbaabebd7f7eb3b32d7a2f9f4ef038a3 Mon Sep 17 00:00:00 2001
From: Patrick von Platen <patrick.v.platen@gmail.com>
Date: Wed, 16 Oct 2024 13:38:44 +0000
Subject: [PATCH] WIP
---
src/mistral_inference/cache.py | 1 -
1 file changed, 1 deletion(-)
diff --git a/src/mistral_inference/cache.py b/src/mistral_inference/cache.py
index 22644c4..6f8aa7d 100644
--- a/src/mistral_inference/cache.py
+++ b/src/mistral_inference/cache.py
@@ -152,7 +152,6 @@ class BufferCache:
head_dim: int,
sliding_window: Optional[int] | Optional[List[int]] = None,
):
- print(f"yeeeees {sliding_window}")
self.max_seq_len = max_seq_len
self.n_kv_heads = n_kv_heads
self.head_dim = head_dim
--
GitLab