Use static KV cache for deepseek v3

skavulya · Jan 30, 2025 · a35c22b · a35c22b
1 parent c6cc154
commit a35c22b
Show file tree

Hide file tree

Showing 2 changed files with 65 additions and 326 deletions.
diff --git a/optimum/habana/transformers/generation/utils.py b/optimum/habana/transformers/generation/utils.py
@@ -115,6 +115,7 @@
     "minicpm3",
     "baichuan",
     "deepseek_v2",
+    "deepseek_v3",
     "chatglm",
     "qwen2_vl",
 ]