From 98fb0bc6b19d312eebb988695c5cb40672fda0d6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 3 Jan 2025 20:38:26 +0100 Subject: [PATCH] chore: update changelog 0.6.0 (#466) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * docs: Update changelog Signed-off-by: oliver könig * ci: Bump release workflow Signed-off-by: oliver könig * Update release.yml Signed-off-by: oliver könig * docs: mention extended MNMG support Signed-off-by: oliver könig * bump Signed-off-by: oliver könig * remove note Signed-off-by: oliver könig --------- Signed-off-by: oliver könig --- .github/workflows/release.yml | 8 ++++++-- CHANGELOG.md | 12 ++++++++++++ 2 files changed, 18 insertions(+), 2 deletions(-) diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index f9a53eb8..34a087ea 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -25,10 +25,13 @@ on: required: true default: true type: boolean - + version-bump-branch: + type: string + required: true + description: Branch to target for version bump jobs: release: - uses: NVIDIA/NeMo-FW-CI-templates/.github/workflows/_release_library.yml@v0.17.4 + uses: NVIDIA/NeMo-FW-CI-templates/.github/workflows/_release_library.yml@v0.18.4 with: release-ref: ${{ inputs.release-ref }} image-name: nemo_curator_container @@ -43,6 +46,7 @@ jobs: container-workdir: /opt/NeMo-Curator library-name: NeMo Curator dry-run: ${{ inputs.dry-run }} + version-bump-branch: ${{ inputs.version-bump-branch }} secrets: TWINE_USERNAME: ${{ secrets.TWINE_USERNAME }} TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }} diff --git a/CHANGELOG.md b/CHANGELOG.md index 4de64f09..7109b43d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,17 @@ # Changelog +## NeMo Curator 0.6.0 + +- Synthetic Data Generation for Text Retrieval + - LLM-based Filters + - Easiness + - Answerability + - Q&A Retrieval Generation Pipeline +- Parallel Dataset Curation for Machine Translation + - Load/Write Bitext Files + - Heuristic filtering (Histogram, Length Ratio) + - Classifier filtering (Comet, Cometoid) + ## NeMo Curator 0.5.0 ### Highlights