chore: cleanup transformer code

Sieluna · Feb 7, 2025 · 8c07878 · 8c07878
1 parent 4bb2456
commit 8c07878
Show file tree

Hide file tree

Showing 6 changed files with 780 additions and 6 deletions.
diff --git a/.gitignore b/.gitignore
@@ -32,6 +32,7 @@ pip-delete-this-directory.txt
 
 # Jupyter Notebook
 .ipynb_checkpoints
+workspace/
 
 # Environments
 .env

diff --git a/notebooks/training.ipynb b/notebooks/training.ipynb
@@ -97,7 +97,6 @@
     {
       "cell_type": "code",
       "source": [
-        "import zipfile\n",
         "import concurrent.futures\n",
         "import requests\n",
         "import hashlib\n",

diff --git a/packages/pyproject.toml b/packages/pyproject.toml
@@ -9,6 +9,7 @@ dependencies = [
     "imagesize>=1.2",
 
     # Math
+    "entmax>=1.0",
     "numpy>=1.26",
     "pandas>=1.0",
 
@@ -22,7 +23,6 @@ dependencies = [
     # Natural Language Processing
     "transformers>=4.0",
     "tokenizers>=0.13",
-    "x-transformers==0.15",
 
     # Utilities
     "tqdm>=4.0",