Merge branch 'main' into vb/replicate-kokoro

huggingface · Feb 4, 2025 · b45b0e4 · b45b0e4
2 parents c8879b2 + 34e5352
commit b45b0e4
Show file tree

Hide file tree

Showing 15 changed files with 27 additions and 19 deletions.
diff --git a/.github/workflows/agents-publish.yml b/.github/workflows/agents-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/blob-publish.yml b/.github/workflows/blob-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/dduf-publish.yml b/.github/workflows/dduf-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/gguf-publish.yml b/.github/workflows/gguf-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/hub-publish.yml b/.github/workflows/hub-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/inference-publish.yml b/.github/workflows/inference-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/jinja-publish.yml b/.github/workflows/jinja-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/languages-publish.yml b/.github/workflows/languages-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
@@ -28,7 +28,7 @@ jobs:
           PR_REF: ${{  github.event.pull_request.head.ref }}
           SHA: ${{ github.sha }}
 
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
 
       - uses: actions/setup-node@v3
         with:

diff --git a/.github/workflows/space-header-publish.yml b/.github/workflows/space-header-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/tasks-publish.yml b/.github/workflows/tasks-publish.yml
@@ -30,7 +30,7 @@ jobs:
           # remote: error: GH006: Protected branch update failed for refs/heads/main.
           # remote: error: Changes must be made through a pull request. Required status check "lint" is expected.
           token: ${{ secrets.BOT_ACCESS_TOKEN }}
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
       - uses: actions/setup-node@v3
         with:
           node-version: "20"

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -25,7 +25,7 @@ jobs:
             echo "SINCE=$(git merge-base origin/${{ github.event.pull_request.base.ref }} ${{ github.sha }})" >> $GITHUB_OUTPUT
           fi
 
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
 
       - uses: actions/setup-node@v3
         with:
@@ -65,7 +65,7 @@ jobs:
             echo "SINCE=$(git merge-base origin/${{ github.event.pull_request.base.ref }} ${{ github.sha }})" >> $GITHUB_OUTPUT
           fi
 
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
 
       - uses: actions/setup-node@v3
         with:
@@ -93,7 +93,7 @@ jobs:
     steps:
       - uses: actions/checkout@v3
 
-      - run: corepack enable
+      - run: npm install -g corepack@latest && corepack enable
 
       - uses: actions/setup-node@v3
         with:

diff --git a/e2e/deno/index.ts b/e2e/deno/index.ts
@@ -4,7 +4,7 @@ import { whoAmI, listFiles } from "npm:@huggingface/hub@*";
 const info = await whoAmI({ credentials: { accessToken: "hf_hub.js" }, hubUrl: "https://hub-ci.huggingface.co" });
 console.log(info);
 
-for await (const file of listFiles({ credentials: { accessToken: "hf_hub.js" }, repo: "gpt2" })) {
+for await (const file of listFiles({ repo: "gpt2" })) {
 	console.log(file);
 }
 

diff --git a/packages/tasks/src/tasks/feature-extraction/inference.ts b/packages/tasks/src/tasks/feature-extraction/inference.ts
@@ -13,9 +13,9 @@ export type FeatureExtractionOutput = Array<number[]>;
  */
 export interface FeatureExtractionInput {
 	/**
-	 * The text to embed.
+	 * The text or list of texts to embed.
 	 */
-	inputs: string;
+	inputs: FeatureExtractionInputs;
 	normalize?: boolean;
 	/**
 	 * The name of the prompt that should be used by for encoding. If not set, no prompt
@@ -34,4 +34,8 @@ export interface FeatureExtractionInput {
 	truncation_direction?: FeatureExtractionInputTruncationDirection;
 	[property: string]: unknown;
 }
+/**
+ * The text or list of texts to embed.
+ */
+export type FeatureExtractionInputs = string[] | string;
 export type FeatureExtractionInputTruncationDirection = "Left" | "Right";
diff --git a/packages/tasks/src/tasks/feature-extraction/spec/input.json b/packages/tasks/src/tasks/feature-extraction/spec/input.json
@@ -7,8 +7,12 @@
 	"required": ["inputs"],
 	"properties": {
 		"inputs": {
-			"type": "string",
-			"description": "The text to embed."
+			"title": "FeatureExtractionInputs",
+			"oneOf": [
+				{ "type": "string" },
+				{ "type": "array", "items": { "type": "string" } }
+			],
+			"description": "The text or list of texts to embed."
 		},
 		"normalize": {
 			"type": "boolean",