Merge branch 'praateek/minhash_permuted' of github.com:praateekmahaja…

…n/NeMo-Curator into praateek/minhash_permuted

.github/workflows/cherry-pick-release-commit.yml

@@ -0,0 +1,14 @@
+name: Create PR to main with cherry-pick from release
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  cherry-pick:
+    uses: NVIDIA/NeMo-FW-CI-templates/.github/workflows/[email protected]
+    secrets:
+      PAT: ${{ secrets.PAT }}
+      SLACK_WEBHOOK_ADMIN: ${{ secrets.SLACK_WEBHOOK_ADMIN }}
+      SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}

.github/workflows/release-freeze.yml

@@ -0,0 +1,22 @@
+name: 'Code freeze'
+
+on:
+  workflow_dispatch:
+    inputs:
+      release-type:
+        type: choice
+        description: Type of release
+        options:
+          - major
+          - minor
+
+jobs:
+  code-freeze:
+    uses: NVIDIA/NeMo-FW-CI-templates/.github/workflows/[email protected]
+    with:
+      library-name: NeMo Curator
+      python-package: nemo_curator
+      release-type: ${{ inputs.release-type }}
+
+    secrets:
+      SLACK_RELEASE_ENDPOINT: ${{ secrets.SLACK_RELEASE_ENDPOINT }}

.github/workflows/release.yml

@@ -11,7 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-name: "Release NeMo Curator"
+name: 'Release NeMo Curator'
 
 on:
   workflow_dispatch:
@@ -23,7 +23,7 @@ on:
 
 jobs:
   release:
-    uses: NVIDIA/NeMo-FW-CI-templates/.github/workflows/_release_library.yml@v0.10.0
+    uses: NVIDIA/NeMo-FW-CI-templates/.github/workflows/_release_library.yml@v0.12.0
     with:
       release-ref: ${{ inputs.release-ref }}
       image-name: nemo_curator_container
@@ -35,8 +35,8 @@ jobs:
         CURATOR_COMMIT=${{ github.sha }}
       prune-filter-timerange: 24h
       python-package: nemo_curator
-      container-workdir: /opt/NeMo_Curator
-      library-name: NeMo-Curator
+      container-workdir: /opt/NeMo-Curator
+      library-name: NeMo Curator
     secrets:
       TWINE_USERNAME: ${{ secrets.TWINE_USERNAME }}
       TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }}

Dockerfile

@@ -18,7 +18,7 @@ RUN bash -exu <<EOF
   cd /opt/NeMo-Curator
   git init
   git remote add origin $REPO_URL
-  git fetch origin main
+  git fetch --all
   git fetch origin '+refs/pull/*/merge:refs/remotes/pull/*/merge'
   git checkout $CURATOR_COMMIT
 EOF