From 7ab04cefff64cb8914c3c871bc6626709fd3422a Mon Sep 17 00:00:00 2001 From: Ryan Wolf Date: Thu, 23 Jan 2025 13:04:11 -0800 Subject: [PATCH] Update to suport Python 3.12 (#495) Signed-off-by: Ryan Wolf --- .github/workflows/test.yml | 2 +- Dockerfile | 6 +++--- README.md | 2 +- docs/user-guide/image/gettingstarted.rst | 2 +- pyproject.toml | 5 +++-- 5 files changed, 9 insertions(+), 8 deletions(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 1d8cc925..18c3e6bf 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -19,7 +19,7 @@ jobs: fail-fast: false matrix: os: [ubuntu-latest] - python-version: ["3.10"] + python-version: ["3.12"] steps: - uses: actions/checkout@v4 - name: Optionally free up space on Ubuntu diff --git a/Dockerfile b/Dockerfile index b0d1bedc..1bcfc7d3 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,8 +1,8 @@ # See https://github.com/rapidsai/ci-imgs for ARG options -# NeMo Curator requires Python 3.10, Ubuntu 22.04/20.04, and CUDA 12 (or above) +# NeMo Curator requires Python 3.12, Ubuntu 22.04/20.04, and CUDA 12 (or above) ARG CUDA_VER=12.5.1 ARG LINUX_VER=ubuntu22.04 -ARG PYTHON_VER=3.10 +ARG PYTHON_VER=3.12 ARG IMAGE_LABEL ARG REPO_URL ARG CURATOR_COMMIT @@ -33,7 +33,7 @@ ARG CUDA_VER # Install the minimal libcu* libraries needed by NeMo Curator RUN conda create -y --name curator -c nvidia/label/cuda-${CUDA_VER} -c conda-forge \ - python=3.10 \ + python=3.12 \ cuda-cudart \ libcufft \ libcublas \ diff --git a/README.md b/README.md index f4d18cbc..d465448e 100644 --- a/README.md +++ b/README.md @@ -69,7 +69,7 @@ This section explains how to install NeMo Curator and use the Python library, Py Before installing NeMo Curator, ensure that the following requirements are met: -- Python 3.10 +- Python 3.10 or higher - Ubuntu 22.04/20.04 - NVIDIA GPU (optional) - Volta™ or higher ([compute capability 7.0+](https://developer.nvidia.com/cuda-gpus)) diff --git a/docs/user-guide/image/gettingstarted.rst b/docs/user-guide/image/gettingstarted.rst index 2ccacb25..49248bc7 100644 --- a/docs/user-guide/image/gettingstarted.rst +++ b/docs/user-guide/image/gettingstarted.rst @@ -12,7 +12,7 @@ Install NeMo Curator --------------------- To install the image curation modules of NeMo Curator, ensure you meet the following requirements: -* Python 3.10 +* Python 3.10 or higher * Ubuntu 22.04/20.04 * NVIDIA GPU * Volta™ or higher (compute capability 7.0+) diff --git a/pyproject.toml b/pyproject.toml index 329c2eec..d298ae67 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -21,6 +21,7 @@ name = "nemo_curator" description = "Scalable Data Preprocessing Tool for Training Large Language Models" readme = { file = "README.md", content-type = "text/markdown" } authors = [ + { name = "Ryan Wolf", email = "rywolf@nvidia.com" }, { name = "Joseph Jennings", email = "jjennings@nvidia.com" }, { name = "Mostofa Patwary", email = "mpatwary@nvidia.com" }, { name = "Sandeep Subramanian", email = "sasubramania@nvidia.com" }, @@ -28,15 +29,15 @@ authors = [ { name = "Ayush Dattagupta", email = "adattagupta@nvidia.com" }, { name = "Vibhu Jawa", email = "vjawa@nvidia.com" }, { name = "Jiwei Liu", email = "jiweil@nvidia.com" }, - { name = "Ryan Wolf", email = "rywolf@nvidia.com" }, { name = "Sarah Yurick", email = "syurick@nvidia.com" }, ] classifiers = [ "Development Status :: 3 - Alpha", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.10", + "Programming Language :: Python :: 3.12", ] -requires-python = ">=3.10, <3.11" +requires-python = ">=3.10" dependencies = [ "awscli>=1.22.55", "beautifulsoup4",