convert-hf : remove duplicated initialization of variables

fairydreaming · Jun 24, 2024 · 3853e3a · 3853e3a
1 parent 8a30bd0
commit 3853e3a
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
@@ -2785,10 +2785,6 @@ def set_vocab(self):
 
         tokenizer_path = self.dir_model / 'spiece.model'
 
-        tokens: list[bytes] = []
-        scores: list[float] = []
-        toktypes: list[int] = []
-
         if not tokenizer_path.is_file():
             raise FileNotFoundError(f"File not found: {tokenizer_path}")