squash refs/convert/... branch history after each series of commits (#…

…3131) * squash refs/convert/... branch history after each series of commits * upgrade to huggingface_hub 0.28.0 to fix super_squash_history on refs/convert/parquet|duckdb * fix some mypy errors * fix types for huggingface_hub * fix types for huggingface_hub * add missing marker * try to disable tests on prod HF
huggingface · Feb 3, 2025 · c598858 · c598858
1 parent b175525
commit c598858
Show file tree

Hide file tree

Showing 36 changed files with 329 additions and 201 deletions.
diff --git a/.github/workflows/_unit-tests-python.yml b/.github/workflows/_unit-tests-python.yml
@@ -59,4 +59,4 @@ jobs:
           S3_SECRET_ACCESS_KEY: ${{ secrets.S3_SECRET_ACCESS_KEY }}
           CLOUDFRONT_KEY_PAIR_ID: "K3814DK2QUJ71H"
           CLOUDFRONT_PRIVATE_KEY: ${{ secrets.CLOUDFRONT_PRIVATE_KEY }}
-        run: poetry run python -m pytest -s
+        run: poetry run python -m pytest -s -m "not real_dataset and not integration"
diff --git a/.vscode/monorepo.code-workspace b/.vscode/monorepo.code-workspace
@@ -57,13 +57,13 @@
       "name": "services/sse-api",
       "path": "../services/sse-api"
     },
-    {
-      "name": "services/worker",
-      "path": "../services/worker"
-    },
     {
       "name": "services/webhook",
       "path": "../services/webhook"
+    },
+    {
+      "name": "services/worker",
+      "path": "../services/worker"
     }
   ],
   "settings": {

diff --git a/e2e/poetry.lock b/e2e/poetry.lock
diff --git a/e2e/pyproject.toml b/e2e/pyproject.toml
@@ -11,7 +11,7 @@ python = "3.9.18"
 
 [tool.poetry.group.dev.dependencies]
 bandit = "^1.7.4"
-huggingface-hub = {version = "^0.25.1", extras = ["hf-transfer"]}
+huggingface-hub = {version = "^0.28.0", extras = ["hf-transfer"]}
 mypy = "^1.10.0"
 pip-audit = "^2.7.3"
 pytest = "^8.2.2"
@@ -34,8 +34,7 @@ strict = true
 module = [
     "huggingface_hub.*",
 ]
-# ^ huggingface_hub is not typed since version 0.13.0
-ignore_missing_imports = true
+no_implicit_reexport = false
 
 [tool.ruff]
 line-length = 119

diff --git a/front/admin_ui/poetry.lock b/front/admin_ui/poetry.lock
diff --git a/jobs/cache_maintenance/poetry.lock b/jobs/cache_maintenance/poetry.lock
diff --git a/jobs/cache_maintenance/pyproject.toml b/jobs/cache_maintenance/pyproject.toml
@@ -33,8 +33,7 @@ strict = true
 module = [
     "huggingface_hub.*",
 ]
-# ^ huggingface_hub is not typed since version 0.13.0
-ignore_missing_imports = true
+no_implicit_reexport = false
 
 [tool.ruff]
 line-length = 119

diff --git a/jobs/mongodb_migration/poetry.lock b/jobs/mongodb_migration/poetry.lock