lintg

guardrails-ai · Aug 29, 2024 · 966c5d4 · 966c5d4
1 parent 421a0ad
commit 966c5d4
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 5 deletions.
diff --git a/inference/download_model.py b/inference/download_model.py
@@ -37,8 +37,7 @@
 )
 def download_model(model_name, model_revision, force_download=False):
     from huggingface_hub import snapshot_download
-    from transformers import AutoTokenizer, AutoModelForCausalLM
-    import json
+    from transformers import AutoTokenizer
     import os
 
     volume.reload()

diff --git a/inference/serving-non-optimized-fastapi.py b/inference/serving-non-optimized-fastapi.py
@@ -53,9 +53,6 @@ def load(self):
 
     @modal.method()
     def generate(self, chat):
-        import torch
-        from torch.nn.functional import softmax
-
         tokenizer = self.tokenizer
         model = self.model