From 8aa38d2e6f02e6cb48accd369bbd9496f51d76ff Mon Sep 17 00:00:00 2001 From: roopavidhya <132437865+roopavidhya@users.noreply.github.com> Date: Thu, 10 Oct 2024 21:22:58 +0530 Subject: [PATCH 1/2] Update description.md (#3470) Co-authored-by: Kelly <40868256+lykelly19@users.noreply.github.com> --- .../stabilityai-stable-diffusion-xl-base-1-0/description.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/assets/models/system/stabilityai-stable-diffusion-xl-base-1-0/description.md b/assets/models/system/stabilityai-stable-diffusion-xl-base-1-0/description.md index 04a63f43e1..e4b8a4e7cc 100644 --- a/assets/models/system/stabilityai-stable-diffusion-xl-base-1-0/description.md +++ b/assets/models/system/stabilityai-stable-diffusion-xl-base-1-0/description.md @@ -63,7 +63,7 @@ Batch | Date: Fri, 11 Oct 2024 02:24:39 +0800 Subject: [PATCH 2/2] feat: add designer related image for pytorch, pytorch-train, r (#3477) * feat: add current image * feat: add designer image * fix: typo * fix: typo * fix: remove pytorch related image * fix: fix for the comments * fix: remove designer-r image * fix: set the image version manually * Update pytorch, r, pytorch-train environment assets * update image naming * Update environment asset names for PyTorch 2.3.1 * Update PyTorch 2.3.1 environment asset names * Update PyTorch 2.3 designer and designer-train environments * Update PyTorch 2.3 designer and designer-train environments * Update Dockerfile for PyTorch 2.3 designer and designer-train environments * Update Dockerfile for PyTorch 2.3 designer and designer-train environments * Update PyTorch 2.3 designer and designer-train environments * update naming --------- Co-authored-by: Kelly <40868256+lykelly19@users.noreply.github.com> --- .../designer-pytorch-2.3-train/asset.yaml | 8 +++ .../context/Dockerfile | 19 +++++++ .../context/conda_dependencies.yaml | 27 ++++++++++ .../environment.yaml | 12 +++++ .../designer-pytorch-2.3-train/spec.yaml | 17 ++++++ .../designer-pytorch-2.3/asset.yaml | 8 +++ .../designer-pytorch-2.3/context/Dockerfile | 18 +++++++ .../context/conda_dependencies.yaml | 27 ++++++++++ .../designer-pytorch-2.3/environment.yaml | 12 +++++ .../designer-pytorch-2.3/spec.yaml | 17 ++++++ .../environments/designer-r/asset.yaml | 8 +++ .../designer-r/context/Dockerfile | 19 +++++++ .../context/conda_dependencies.yaml | 52 +++++++++++++++++++ .../environments/designer-r/environment.yaml | 12 +++++ .../environments/designer-r/spec.yaml | 17 ++++++ 15 files changed, 273 insertions(+) create mode 100644 assets/designer/environments/designer-pytorch-2.3-train/asset.yaml create mode 100644 assets/designer/environments/designer-pytorch-2.3-train/context/Dockerfile create mode 100644 assets/designer/environments/designer-pytorch-2.3-train/context/conda_dependencies.yaml create mode 100644 assets/designer/environments/designer-pytorch-2.3-train/environment.yaml create mode 100644 assets/designer/environments/designer-pytorch-2.3-train/spec.yaml create mode 100644 assets/designer/environments/designer-pytorch-2.3/asset.yaml create mode 100644 assets/designer/environments/designer-pytorch-2.3/context/Dockerfile create mode 100644 assets/designer/environments/designer-pytorch-2.3/context/conda_dependencies.yaml create mode 100644 assets/designer/environments/designer-pytorch-2.3/environment.yaml create mode 100644 assets/designer/environments/designer-pytorch-2.3/spec.yaml create mode 100644 assets/designer/environments/designer-r/asset.yaml create mode 100644 assets/designer/environments/designer-r/context/Dockerfile create mode 100644 assets/designer/environments/designer-r/context/conda_dependencies.yaml create mode 100644 assets/designer/environments/designer-r/environment.yaml create mode 100644 assets/designer/environments/designer-r/spec.yaml diff --git a/assets/designer/environments/designer-pytorch-2.3-train/asset.yaml b/assets/designer/environments/designer-pytorch-2.3-train/asset.yaml new file mode 100644 index 0000000000..02410991ea --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3-train/asset.yaml @@ -0,0 +1,8 @@ +name: designer-pytorch-2.3-train +version: auto +type: environment +spec: spec.yaml +extra_config: environment.yaml +categories: ["Designer", "Python", "PyTorch"] + + diff --git a/assets/designer/environments/designer-pytorch-2.3-train/context/Dockerfile b/assets/designer/environments/designer-pytorch-2.3-train/context/Dockerfile new file mode 100644 index 0000000000..fede1f70ae --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3-train/context/Dockerfile @@ -0,0 +1,19 @@ +FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:{{latest-image-tag}} + +WORKDIR / + +ENV CONDA_PREFIX=/azureml-envs/designer-pytorch-2.3-train +ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX +ENV PATH=$CONDA_PREFIX/bin:$PATH + +# This is needed for mpi to locate libpython +ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH + + +# Create conda environment +COPY conda_dependencies.yaml . +RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q && \ + rm conda_dependencies.yaml && \ + conda run -p $CONDA_PREFIX pip cache purge && \ + conda clean -a -y + diff --git a/assets/designer/environments/designer-pytorch-2.3-train/context/conda_dependencies.yaml b/assets/designer/environments/designer-pytorch-2.3-train/context/conda_dependencies.yaml new file mode 100644 index 0000000000..d2a4f99638 --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3-train/context/conda_dependencies.yaml @@ -0,0 +1,27 @@ +name: project_environment +channels: + - conda-forge + - pytorch +dependencies: + - cudatoolkit=11.8 + - pip=20.2 + - python=3.8.10 + - pytorch=2.3.1 + - torchvision=0.18.1 + - pip: + - azureml-designer-pytorch-modules==0.0.69 + - future==0.18.3 + - numpy==1.22 + - cryptography==42.0.4 + - azureml-dataprep==4.10.1 + - Werkzeug==3.0.3 + - pip==21.1 + - requests==2.32.0 + - paramiko==3.4.0 + - urllib3==1.26.19 + - Pillow==10.3.0 + - pyarrow==14.0.1 + - pycryptodome==3.19.1 + - pycryptodomex==3.19.1 + - gunicorn==22.0.0 + - idna==3.7 \ No newline at end of file diff --git a/assets/designer/environments/designer-pytorch-2.3-train/environment.yaml b/assets/designer/environments/designer-pytorch-2.3-train/environment.yaml new file mode 100644 index 0000000000..4b44dec589 --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3-train/environment.yaml @@ -0,0 +1,12 @@ +image: + name: azureml/curated/designer-pytorch-2.3-train + os: linux + context: + dir: context + dockerfile: Dockerfile + template_files: + - Dockerfile + - conda_dependencies.yaml + publish: + location: mcr + visibility: public diff --git a/assets/designer/environments/designer-pytorch-2.3-train/spec.yaml b/assets/designer/environments/designer-pytorch-2.3-train/spec.yaml new file mode 100644 index 0000000000..c61ebcba49 --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3-train/spec.yaml @@ -0,0 +1,17 @@ +$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json + +description: >- + AzureML Designer PyTorch Train image + +name: "{{asset.name}}" +version: "{{asset.version}}" + +build: + path: "{{asset.repo.url}}#{{asset.repo.commit_hash}}:{{asset.repo.build_context.path}}" + dockerfile_path: "{{image.dockerfile.path}}" + +os_type: linux + +tags: + Python: 3.8.10 + OS: Ubuntu20.04 diff --git a/assets/designer/environments/designer-pytorch-2.3/asset.yaml b/assets/designer/environments/designer-pytorch-2.3/asset.yaml new file mode 100644 index 0000000000..a74501ea90 --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3/asset.yaml @@ -0,0 +1,8 @@ +name: designer-pytorch-2.3 +version: auto +type: environment +spec: spec.yaml +extra_config: environment.yaml +categories: ["Designer", "Python"] + + diff --git a/assets/designer/environments/designer-pytorch-2.3/context/Dockerfile b/assets/designer/environments/designer-pytorch-2.3/context/Dockerfile new file mode 100644 index 0000000000..83750e6514 --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3/context/Dockerfile @@ -0,0 +1,18 @@ +FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:{{latest-image-tag}} + +WORKDIR / + +ENV CONDA_PREFIX=/azureml-envs/designer-pytorch-2.3 +ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX +ENV PATH=$CONDA_PREFIX/bin:$PATH + +# This is needed for mpi to locate libpython +ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH + + +# Create conda environment +COPY conda_dependencies.yaml . +RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q && \ + rm conda_dependencies.yaml && \ + conda run -p $CONDA_PREFIX pip cache purge && \ + conda clean -a -y diff --git a/assets/designer/environments/designer-pytorch-2.3/context/conda_dependencies.yaml b/assets/designer/environments/designer-pytorch-2.3/context/conda_dependencies.yaml new file mode 100644 index 0000000000..d2a4f99638 --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3/context/conda_dependencies.yaml @@ -0,0 +1,27 @@ +name: project_environment +channels: + - conda-forge + - pytorch +dependencies: + - cudatoolkit=11.8 + - pip=20.2 + - python=3.8.10 + - pytorch=2.3.1 + - torchvision=0.18.1 + - pip: + - azureml-designer-pytorch-modules==0.0.69 + - future==0.18.3 + - numpy==1.22 + - cryptography==42.0.4 + - azureml-dataprep==4.10.1 + - Werkzeug==3.0.3 + - pip==21.1 + - requests==2.32.0 + - paramiko==3.4.0 + - urllib3==1.26.19 + - Pillow==10.3.0 + - pyarrow==14.0.1 + - pycryptodome==3.19.1 + - pycryptodomex==3.19.1 + - gunicorn==22.0.0 + - idna==3.7 \ No newline at end of file diff --git a/assets/designer/environments/designer-pytorch-2.3/environment.yaml b/assets/designer/environments/designer-pytorch-2.3/environment.yaml new file mode 100644 index 0000000000..4f1f834e60 --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3/environment.yaml @@ -0,0 +1,12 @@ +image: + name: azureml/curated/designer-pytorch-2.3 + os: linux + context: + dir: context + dockerfile: Dockerfile + template_files: + - Dockerfile + - conda_dependencies.yaml + publish: + location: mcr + visibility: public diff --git a/assets/designer/environments/designer-pytorch-2.3/spec.yaml b/assets/designer/environments/designer-pytorch-2.3/spec.yaml new file mode 100644 index 0000000000..c240d41b4a --- /dev/null +++ b/assets/designer/environments/designer-pytorch-2.3/spec.yaml @@ -0,0 +1,17 @@ +$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json + +description: >- + AzureML Designer PyTorch image + +name: "{{asset.name}}" +version: "{{asset.version}}" + +build: + path: "{{asset.repo.url}}#{{asset.repo.commit_hash}}:{{asset.repo.build_context.path}}" + dockerfile_path: "{{image.dockerfile.path}}" + +os_type: linux + +tags: + Python: 3.8.10 + OS: Ubuntu20.04 diff --git a/assets/designer/environments/designer-r/asset.yaml b/assets/designer/environments/designer-r/asset.yaml new file mode 100644 index 0000000000..9904c9c836 --- /dev/null +++ b/assets/designer/environments/designer-r/asset.yaml @@ -0,0 +1,8 @@ +name: designer-r +version: 95 +type: environment +spec: spec.yaml +extra_config: environment.yaml +categories: ["Designer", "Python"] + + diff --git a/assets/designer/environments/designer-r/context/Dockerfile b/assets/designer/environments/designer-r/context/Dockerfile new file mode 100644 index 0000000000..3c5bc2c808 --- /dev/null +++ b/assets/designer/environments/designer-r/context/Dockerfile @@ -0,0 +1,19 @@ +FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:{{latest-image-tag}} + +WORKDIR / + +ENV CONDA_PREFIX=/azureml-envs/designer-r +ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX +ENV PATH=$CONDA_PREFIX/bin:$PATH + +# This is needed for mpi to locate libpython +ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH + + +# Create conda environment +COPY conda_dependencies.yaml . +RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q && \ + rm conda_dependencies.yaml && \ + conda run -p $CONDA_PREFIX pip cache purge && \ + conda clean -a -y + diff --git a/assets/designer/environments/designer-r/context/conda_dependencies.yaml b/assets/designer/environments/designer-r/context/conda_dependencies.yaml new file mode 100644 index 0000000000..ef58c00aaf --- /dev/null +++ b/assets/designer/environments/designer-r/context/conda_dependencies.yaml @@ -0,0 +1,52 @@ +name: project_environment +channels: + - conda-forge +dependencies: + - pip=20.2 + - python=3.8.10 + - r-caret=6.0 + - r-catools=1.17.1 + - r-cluster=2.1.0 + - r-dplyr=0.8.5 + - r-e1071=1.7 + - r-forcats=0.5.0 + - r-forecast=8.12 + - r-glmnet=2.0 + - r-igraph=1.2.4 + - r-matrix=1.2 + - r-mclust=5.4.6 + - r-mgcv=1.8 + - r-nlme=3.1 + - r-nnet=7.3 + - r-plyr=1.8.6 + - r-randomforest=4.6 + - r-reticulate=1.12 + - r-rocr=1.0 + - r-rodbc=1.3 + - r-rpart=4.1 + - r-stringr=1.4.0 + - r-tidyverse=1.2.1 + - r-timedate=3043.102 + - r-tseries=0.10 + - r=3.5.1 + - libxcrypt=4.4 + - pip: + - azureml-designer-classic-modules==0.0.182 + - joblib==1.2.0 + - numpy==1.22 + - cryptography==42.0.4 + - azureml-dataprep==4.10.1 + - matplotlib==3.7.1 + - Werkzeug==3.0.3 + - pip==21.1 + - requests==2.32.0 + - paramiko==3.4.0 + - azure-storage-blob==12.13.0 + - scipy==1.10.0 + - urllib3==1.26.19 + - Pillow==10.3.0 + - pyarrow==14.0.1 + - pycryptodome==3.19.1 + - pycryptodomex==3.19.1 + - gunicorn==22.0.0 + - tqdm==4.66.3 \ No newline at end of file diff --git a/assets/designer/environments/designer-r/environment.yaml b/assets/designer/environments/designer-r/environment.yaml new file mode 100644 index 0000000000..17ae51eaf7 --- /dev/null +++ b/assets/designer/environments/designer-r/environment.yaml @@ -0,0 +1,12 @@ +image: + name: azureml/curated/designer-r + os: linux + context: + dir: context + dockerfile: Dockerfile + template_files: + - Dockerfile + - conda_dependencies.yaml + publish: + location: mcr + visibility: public diff --git a/assets/designer/environments/designer-r/spec.yaml b/assets/designer/environments/designer-r/spec.yaml new file mode 100644 index 0000000000..595cea5cdb --- /dev/null +++ b/assets/designer/environments/designer-r/spec.yaml @@ -0,0 +1,17 @@ +$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json + +description: >- + AzureML Designer R image + +name: "{{asset.name}}" +version: "{{asset.version}}" + +build: + path: "{{asset.repo.url}}#{{asset.repo.commit_hash}}:{{asset.repo.build_context.path}}" + dockerfile_path: "{{image.dockerfile.path}}" + +os_type: linux + +tags: + Python: 3.8.10 + OS: Ubuntu20.04