convert-hf : remove duplicated initialization of variables

fairydreaming · Jun 25, 2024 · 75d564d · 75d564d
1 parent 6bb0dce
commit 75d564d
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
@@ -2747,10 +2747,6 @@ def set_vocab(self):
 
         tokenizer_path = self.dir_model / 'spiece.model'
 
-        tokens: list[bytes] = []
-        scores: list[float] = []
-        toktypes: list[int] = []
-
         if not tokenizer_path.is_file():
             raise FileNotFoundError(f"File not found: {tokenizer_path}")