From c0f87fb49dc97486691596354afdfc98feacf0a2 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 13 Feb 2025 10:10:03 -0800 Subject: [PATCH 1/8] Add pyproject.toml --- pyproject.toml | 9 +++++++++ 1 file changed, 9 insertions(+) create mode 100644 pyproject.toml diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 000000000000..4b650033f898 --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,9 @@ +[build-system] +requires = [ + "setuptools", + "wheel", + "ninja", + "typing-extensions>=4.10.0", +] +# Use legacy backend to import local packages in setup.py +build-backend = "setuptools.build_meta:__legacy__" \ No newline at end of file From 65f5365863c857a79e4f955bd83994bf9dfb7237 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 13 Feb 2025 10:12:57 -0800 Subject: [PATCH 2/8] Formatting fix Signed-off-by: Logan Adams --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 4b650033f898..3b11a224a008 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,4 +6,4 @@ requires = [ "typing-extensions>=4.10.0", ] # Use legacy backend to import local packages in setup.py -build-backend = "setuptools.build_meta:__legacy__" \ No newline at end of file +build-backend = "setuptools.build_meta:__legacy__" From f7d18dc6f013b1ff2a3a4a206bafa1b2e791c2d4 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Fri, 14 Feb 2025 14:07:49 -0800 Subject: [PATCH 3/8] Update setuptools min requirement --- pyproject.toml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 3b11a224a008..867e26859657 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,9 +1,9 @@ [build-system] requires = [ - "setuptools", + "setuptools>=64", "wheel", "ninja", "typing-extensions>=4.10.0", ] # Use legacy backend to import local packages in setup.py -build-backend = "setuptools.build_meta:__legacy__" +build-backend = "setuptools.build_meta" From b8244bda8a836367af0d0f85bd0283b7a26e2967 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Fri, 14 Feb 2025 14:21:39 -0800 Subject: [PATCH 4/8] Switch build to legacy --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 867e26859657..5e5f27c52d98 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,4 +6,4 @@ requires = [ "typing-extensions>=4.10.0", ] # Use legacy backend to import local packages in setup.py -build-backend = "setuptools.build_meta" +build-backend = "setuptools.build_meta:__legacy__" From e5826c9a720f058b276ba3882c84f0f038630aa1 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Fri, 14 Feb 2025 14:32:30 -0800 Subject: [PATCH 5/8] Add no-build isolation --- .github/workflows/nv-pre-compile-ops.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-pre-compile-ops.yml b/.github/workflows/nv-pre-compile-ops.yml index fc810bc190d0..9bab68d009cb 100644 --- a/.github/workflows/nv-pre-compile-ops.yml +++ b/.github/workflows/nv-pre-compile-ops.yml @@ -36,7 +36,7 @@ jobs: #python -c "import torch; print('CUDA available:', torch.cuda.is_available())" - name: Compile DeepSpeed Ops run: | - DS_ACCELERATOR=cuda DS_ENABLE_NINJA=1 TORCH_CUDA_ARCH_LIST="7.0;7.5;8.0" DS_BUILD_OPS=1 DS_BUILD_SPARSE_ATTN=0 DS_BUILD_FP_QUANTIZER=0 DS_BUILD_CUTLASS_OPS=0 DS_BUILD_GDS=0 DS_BUILD_RAGGED_DEVICE_OPS=0 DS_BUILD_EVOFORMER_ATTN=0 pip3 install . + DS_ACCELERATOR=cuda DS_ENABLE_NINJA=1 TORCH_CUDA_ARCH_LIST="7.0;7.5;8.0" DS_BUILD_OPS=1 DS_BUILD_SPARSE_ATTN=0 DS_BUILD_FP_QUANTIZER=0 DS_BUILD_CUTLASS_OPS=0 DS_BUILD_GDS=0 DS_BUILD_RAGGED_DEVICE_OPS=0 DS_BUILD_EVOFORMER_ATTN=0 pip3 install . --no-build-isolation - name: DS Report run: | ds_report From b38d75fe0a73740e2ccf48023ba8330af72e3be0 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Wed, 19 Feb 2025 09:55:56 -0800 Subject: [PATCH 6/8] Test with non legacy backend Signed-off-by: Logan Adams --- pyproject.toml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 5e5f27c52d98..145c4ab3e069 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,4 +6,5 @@ requires = [ "typing-extensions>=4.10.0", ] # Use legacy backend to import local packages in setup.py -build-backend = "setuptools.build_meta:__legacy__" +#build-backend = "setuptools.build_meta:__legacy__" +build-backend = "setuptools.build_meta" From 8acbaa3dc6dde987d736bae8d39954cbd10d43a2 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Wed, 19 Feb 2025 10:05:33 -0800 Subject: [PATCH 7/8] Need legacy backend to execute setup.py, though it executes it differently, so we aren't seeing cupy installed. Signed-off-by: Logan Adams --- pyproject.toml | 1 - 1 file changed, 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 145c4ab3e069..867e26859657 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,5 +6,4 @@ requires = [ "typing-extensions>=4.10.0", ] # Use legacy backend to import local packages in setup.py -#build-backend = "setuptools.build_meta:__legacy__" build-backend = "setuptools.build_meta" From e5146e42e8c0161d6c7db7d80a96759350138b8f Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Wed, 19 Feb 2025 10:17:15 -0800 Subject: [PATCH 8/8] Update to actually use legacy backend Signed-off-by: Logan Adams --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 867e26859657..5e5f27c52d98 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,4 +6,4 @@ requires = [ "typing-extensions>=4.10.0", ] # Use legacy backend to import local packages in setup.py -build-backend = "setuptools.build_meta" +build-backend = "setuptools.build_meta:__legacy__"