From 55c949eccd19ec62599063bc3806feb50ea69e80 Mon Sep 17 00:00:00 2001 From: Shu Peng <83468449+shpengmsft@users.noreply.github.com> Date: Wed, 14 Aug 2024 12:38:14 -0700 Subject: [PATCH] Upgrade to azureml-rag 0.2.36 (#3262) * upgrade to azureml-rag 0.2.36 * Pump up versions --- .../data_ingestion_dataset_to_acs_basic/spec.yaml | 12 ++++++------ .../data_ingestion_dataset_to_acs_user_id/spec.yaml | 12 ++++++------ .../data_ingestion_dataset_to_faiss_basic/spec.yaml | 12 ++++++------ .../spec.yaml | 12 ++++++------ .../rag/components/crack_and_chunk/spec.yaml | 2 +- .../components/crack_and_chunk_and_embed/spec.yaml | 2 +- .../crack_chunk_embed_index_and_register/spec.yaml | 2 +- .../rag/components/crawl_url/spec.yaml | 2 +- .../rag/components/create_faiss_index/spec.yaml | 2 +- .../rag/components/create_promptflow/spec.yaml | 2 +- .../rag/components/data_import_acs/spec.yaml | 2 +- .../rag/components/generate_embeddings/spec.yaml | 2 +- .../generate_embeddings_parallel/spec.yaml | 2 +- .../rag/components/git_clone/spec.yaml | 2 +- .../rag/components/image_embed_index/spec.yaml | 2 +- .../rag/components/qa_data_generation/spec.yaml | 2 +- .../rag/components/register_mlindex_asset/spec.yaml | 2 +- .../rag/components/register_qa_data_asset/spec.yaml | 2 +- .../rag/components/update_acs_index/spec.yaml | 2 +- .../update_azure_cosmos_mongo_vcore_index/spec.yaml | 2 +- .../rag/components/update_milvus_index/spec.yaml | 2 +- .../rag/components/update_pinecone_index/spec.yaml | 2 +- .../rag/components/validate_deployments/spec.yaml | 2 +- .../environments/rag/context/conda_dependencies.yaml | 3 +-- .../rag_embeddings/context/conda_dependencies.yaml | 3 +-- 25 files changed, 45 insertions(+), 47 deletions(-) diff --git a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml index b297c6feb0..cf78214597 100644 --- a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml +++ b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml @@ -4,7 +4,7 @@ type: pipeline tags: Preview: "" -version: 0.0.79 +version: 0.0.80 name: llm_ingest_dataset_to_acs_basic display_name: LLM - Dataset to ACS Pipeline is_deterministic: false @@ -110,7 +110,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_validate_deployments:0.0.72' + component: 'azureml:llm_rag_validate_deployments:0.0.73' identity: type: user_identity inputs: @@ -136,7 +136,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_crack_and_chunk:0.0.69' + component: 'azureml:llm_rag_crack_and_chunk:0.0.70' inputs: input_data: ${{parent.inputs.input_data}} input_glob: ${{parent.inputs.input_glob}} @@ -159,7 +159,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_generate_embeddings:0.0.62' + component: 'azureml:llm_rag_generate_embeddings:0.0.63' inputs: chunks_source: type: uri_folder @@ -209,7 +209,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_update_acs_index:0.0.66' + component: 'azureml:llm_rag_update_acs_index:0.0.67' inputs: embeddings: type: uri_folder @@ -229,7 +229,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_register_mlindex_asset:0.0.66' + component: 'azureml:llm_rag_register_mlindex_asset:0.0.67' inputs: storage_uri: ${{parent.jobs.create_acs_index_job.outputs.index}} asset_name: ${{parent.inputs.embeddings_dataset_name}} diff --git a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml index 567714474f..9b5e2bfed7 100644 --- a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml +++ b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml @@ -4,7 +4,7 @@ type: pipeline tags: Preview: "" -version: 0.0.77 +version: 0.0.78 name: llm_ingest_dataset_to_acs_user_id display_name: LLM - Dataset to ACS Pipeline is_deterministic: false @@ -110,7 +110,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_validate_deployments:0.0.72' + component: 'azureml:llm_rag_validate_deployments:0.0.73' identity: type: user_identity inputs: @@ -136,7 +136,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_crack_and_chunk:0.0.69' + component: 'azureml:llm_rag_crack_and_chunk:0.0.70' identity: type: user_identity inputs: @@ -161,7 +161,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_generate_embeddings:0.0.62' + component: 'azureml:llm_rag_generate_embeddings:0.0.63' identity: type: user_identity inputs: @@ -215,7 +215,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_update_acs_index:0.0.66' + component: 'azureml:llm_rag_update_acs_index:0.0.67' identity: type: user_identity inputs: @@ -237,7 +237,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_register_mlindex_asset:0.0.66' + component: 'azureml:llm_rag_register_mlindex_asset:0.0.67' identity: type: user_identity inputs: diff --git a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml index 15d80f02fa..f429144fb9 100644 --- a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml +++ b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml @@ -4,7 +4,7 @@ type: pipeline tags: Preview: "" -version: 0.0.78 +version: 0.0.79 name: llm_ingest_dataset_to_faiss_basic display_name: LLM - Dataset to FAISS Pipeline is_deterministic: false @@ -102,7 +102,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_validate_deployments:0.0.72' + component: 'azureml:llm_rag_validate_deployments:0.0.73' identity: type: user_identity inputs: @@ -125,7 +125,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_crack_and_chunk:0.0.69' + component: 'azureml:llm_rag_crack_and_chunk:0.0.70' inputs: input_data: ${{parent.inputs.input_data}} input_glob: ${{parent.inputs.input_glob}} @@ -148,7 +148,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_generate_embeddings:0.0.62' + component: 'azureml:llm_rag_generate_embeddings:0.0.63' inputs: chunks_source: type: uri_folder @@ -198,7 +198,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_create_faiss_index:0.0.67' + component: 'azureml:llm_rag_create_faiss_index:0.0.68' inputs: embeddings: type: uri_folder @@ -216,7 +216,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_register_mlindex_asset:0.0.66' + component: 'azureml:llm_rag_register_mlindex_asset:0.0.67' inputs: storage_uri: ${{parent.jobs.create_faiss_index_job.outputs.index}} asset_name: ${{parent.inputs.embeddings_dataset_name}} diff --git a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml index f8d676402e..873b736e13 100644 --- a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml +++ b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml @@ -4,7 +4,7 @@ type: pipeline tags: Preview: "" -version: 0.0.77 +version: 0.0.78 name: llm_ingest_dataset_to_faiss_user_id display_name: LLM - Dataset to FAISS Pipeline is_deterministic: false @@ -102,7 +102,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_validate_deployments:0.0.72' + component: 'azureml:llm_rag_validate_deployments:0.0.73' identity: type: user_identity inputs: @@ -125,7 +125,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_crack_and_chunk:0.0.69' + component: 'azureml:llm_rag_crack_and_chunk:0.0.70' identity: type: user_identity inputs: @@ -150,7 +150,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_generate_embeddings:0.0.62' + component: 'azureml:llm_rag_generate_embeddings:0.0.63' identity: type: user_identity inputs: @@ -204,7 +204,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_create_faiss_index:0.0.67' + component: 'azureml:llm_rag_create_faiss_index:0.0.68' identity: type: user_identity inputs: @@ -224,7 +224,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_register_mlindex_asset:0.0.66' + component: 'azureml:llm_rag_register_mlindex_asset:0.0.67' identity: type: user_identity inputs: diff --git a/assets/large_language_models/rag/components/crack_and_chunk/spec.yaml b/assets/large_language_models/rag/components/crack_and_chunk/spec.yaml index d1976f9a17..33aa304db7 100644 --- a/assets/large_language_models/rag/components/crack_and_chunk/spec.yaml +++ b/assets/large_language_models/rag/components/crack_and_chunk/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.69 +version: 0.0.70 name: llm_rag_crack_and_chunk display_name: LLM - Crack and Chunk Data is_deterministic: true diff --git a/assets/large_language_models/rag/components/crack_and_chunk_and_embed/spec.yaml b/assets/large_language_models/rag/components/crack_and_chunk_and_embed/spec.yaml index 53544a6297..1f580a8790 100644 --- a/assets/large_language_models/rag/components/crack_and_chunk_and_embed/spec.yaml +++ b/assets/large_language_models/rag/components/crack_and_chunk_and_embed/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.40 +version: 0.0.41 name: llm_rag_crack_and_chunk_and_embed display_name: LLM - Crack, Chunk and Embed Data is_deterministic: true diff --git a/assets/large_language_models/rag/components/crack_chunk_embed_index_and_register/spec.yaml b/assets/large_language_models/rag/components/crack_chunk_embed_index_and_register/spec.yaml index 965ca7a043..21afda1ada 100644 --- a/assets/large_language_models/rag/components/crack_chunk_embed_index_and_register/spec.yaml +++ b/assets/large_language_models/rag/components/crack_chunk_embed_index_and_register/spec.yaml @@ -1,5 +1,5 @@ name: llm_rag_crack_chunk_embed_index_and_register -version: 0.0.28 +version: 0.0.29 tags: Preview: "" diff --git a/assets/large_language_models/rag/components/crawl_url/spec.yaml b/assets/large_language_models/rag/components/crawl_url/spec.yaml index 0142bd752f..07e586d82b 100644 --- a/assets/large_language_models/rag/components/crawl_url/spec.yaml +++ b/assets/large_language_models/rag/components/crawl_url/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.27 +version: 0.0.28 name: llm_rag_crawl_url display_name: LLM - Crawl URL to Retrieve Data is_deterministic: true diff --git a/assets/large_language_models/rag/components/create_faiss_index/spec.yaml b/assets/large_language_models/rag/components/create_faiss_index/spec.yaml index 1bcfcda6b5..a6785a3bd7 100644 --- a/assets/large_language_models/rag/components/create_faiss_index/spec.yaml +++ b/assets/large_language_models/rag/components/create_faiss_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.67 +version: 0.0.68 name: llm_rag_create_faiss_index display_name: LLM - Create FAISS Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/create_promptflow/spec.yaml b/assets/large_language_models/rag/components/create_promptflow/spec.yaml index 883e9fbe5b..a5eeeab879 100644 --- a/assets/large_language_models/rag/components/create_promptflow/spec.yaml +++ b/assets/large_language_models/rag/components/create_promptflow/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.78 +version: 0.0.79 name: llm_rag_create_promptflow display_name: LLM - Create Prompt Flow is_deterministic: true diff --git a/assets/large_language_models/rag/components/data_import_acs/spec.yaml b/assets/large_language_models/rag/components/data_import_acs/spec.yaml index ccafdf988c..3bcd4932d7 100644 --- a/assets/large_language_models/rag/components/data_import_acs/spec.yaml +++ b/assets/large_language_models/rag/components/data_import_acs/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.63 +version: 0.0.64 name: llm_rag_data_import_acs display_name: LLM - Import Data from ACS is_deterministic: false diff --git a/assets/large_language_models/rag/components/generate_embeddings/spec.yaml b/assets/large_language_models/rag/components/generate_embeddings/spec.yaml index d7c9db5142..95eb9a2da7 100644 --- a/assets/large_language_models/rag/components/generate_embeddings/spec.yaml +++ b/assets/large_language_models/rag/components/generate_embeddings/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.62 +version: 0.0.63 name: llm_rag_generate_embeddings display_name: LLM - Generate Embeddings is_deterministic: true diff --git a/assets/large_language_models/rag/components/generate_embeddings_parallel/spec.yaml b/assets/large_language_models/rag/components/generate_embeddings_parallel/spec.yaml index 2a33631c97..7f228d30cd 100644 --- a/assets/large_language_models/rag/components/generate_embeddings_parallel/spec.yaml +++ b/assets/large_language_models/rag/components/generate_embeddings_parallel/spec.yaml @@ -4,7 +4,7 @@ type: parallel tags: Preview: "" -version: 0.0.68 +version: 0.0.69 name: llm_rag_generate_embeddings_parallel display_name: LLM - Generate Embeddings Parallel is_deterministic: true diff --git a/assets/large_language_models/rag/components/git_clone/spec.yaml b/assets/large_language_models/rag/components/git_clone/spec.yaml index e75bdb5924..0cbadbfc81 100644 --- a/assets/large_language_models/rag/components/git_clone/spec.yaml +++ b/assets/large_language_models/rag/components/git_clone/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.66 +version: 0.0.67 name: llm_rag_git_clone display_name: LLM - Clone Git Repo is_deterministic: true diff --git a/assets/large_language_models/rag/components/image_embed_index/spec.yaml b/assets/large_language_models/rag/components/image_embed_index/spec.yaml index 8a103b7792..0fbbdd5a00 100644 --- a/assets/large_language_models/rag/components/image_embed_index/spec.yaml +++ b/assets/large_language_models/rag/components/image_embed_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.20 +version: 0.0.21 name: llm_rag_image_embed_index display_name: LLM - Embedding images with Florence is_deterministic: true diff --git a/assets/large_language_models/rag/components/qa_data_generation/spec.yaml b/assets/large_language_models/rag/components/qa_data_generation/spec.yaml index e8d52ce8c5..847eb46ccb 100644 --- a/assets/large_language_models/rag/components/qa_data_generation/spec.yaml +++ b/assets/large_language_models/rag/components/qa_data_generation/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.66 +version: 0.0.67 name: llm_rag_qa_data_generation display_name: LLM - Generate QnA Test Data is_deterministic: true diff --git a/assets/large_language_models/rag/components/register_mlindex_asset/spec.yaml b/assets/large_language_models/rag/components/register_mlindex_asset/spec.yaml index 80e90ec546..3cb9d6bd7e 100644 --- a/assets/large_language_models/rag/components/register_mlindex_asset/spec.yaml +++ b/assets/large_language_models/rag/components/register_mlindex_asset/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.66 +version: 0.0.67 name: llm_rag_register_mlindex_asset display_name: LLM - Register Vector Index Asset is_deterministic: true diff --git a/assets/large_language_models/rag/components/register_qa_data_asset/spec.yaml b/assets/large_language_models/rag/components/register_qa_data_asset/spec.yaml index 85922d4b1d..41db92e27d 100644 --- a/assets/large_language_models/rag/components/register_qa_data_asset/spec.yaml +++ b/assets/large_language_models/rag/components/register_qa_data_asset/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.59 +version: 0.0.60 name: llm_rag_register_qa_data_asset display_name: LLM - Register QA Generation Data Asset is_deterministic: true diff --git a/assets/large_language_models/rag/components/update_acs_index/spec.yaml b/assets/large_language_models/rag/components/update_acs_index/spec.yaml index 3669b017ad..aa85a07fdd 100644 --- a/assets/large_language_models/rag/components/update_acs_index/spec.yaml +++ b/assets/large_language_models/rag/components/update_acs_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.66 +version: 0.0.67 name: llm_rag_update_acs_index display_name: LLM - Update ACS Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/update_azure_cosmos_mongo_vcore_index/spec.yaml b/assets/large_language_models/rag/components/update_azure_cosmos_mongo_vcore_index/spec.yaml index 34189893ea..063cf23e8d 100644 --- a/assets/large_language_models/rag/components/update_azure_cosmos_mongo_vcore_index/spec.yaml +++ b/assets/large_language_models/rag/components/update_azure_cosmos_mongo_vcore_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.22 +version: 0.0.23 name: llm_rag_update_cosmos_mongo_vcore_index display_name: LLM - Update Azure Cosmos Mongo vCore Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/update_milvus_index/spec.yaml b/assets/large_language_models/rag/components/update_milvus_index/spec.yaml index 823cbf1628..678f60c29c 100644 --- a/assets/large_language_models/rag/components/update_milvus_index/spec.yaml +++ b/assets/large_language_models/rag/components/update_milvus_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.22 +version: 0.0.23 name: llm_rag_update_milvus_index display_name: LLM - Update Milvus Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/update_pinecone_index/spec.yaml b/assets/large_language_models/rag/components/update_pinecone_index/spec.yaml index befd378d71..9814c7c440 100644 --- a/assets/large_language_models/rag/components/update_pinecone_index/spec.yaml +++ b/assets/large_language_models/rag/components/update_pinecone_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.34 +version: 0.0.35 name: llm_rag_update_pinecone_index display_name: LLM - Update Pinecone Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/validate_deployments/spec.yaml b/assets/large_language_models/rag/components/validate_deployments/spec.yaml index 8660800b51..4a8d1d7fd6 100644 --- a/assets/large_language_models/rag/components/validate_deployments/spec.yaml +++ b/assets/large_language_models/rag/components/validate_deployments/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.72 +version: 0.0.73 name: llm_rag_validate_deployments display_name: LLM - Validate Deployments is_deterministic: false diff --git a/assets/large_language_models/rag/environments/rag/context/conda_dependencies.yaml b/assets/large_language_models/rag/environments/rag/context/conda_dependencies.yaml index b5c58f4332..dad99fa1ac 100644 --- a/assets/large_language_models/rag/environments/rag/context/conda_dependencies.yaml +++ b/assets/large_language_models/rag/environments/rag/context/conda_dependencies.yaml @@ -8,12 +8,11 @@ dependencies: - scikit-learn - pip: # RAG package - - azureml-rag[azure,cognitive_search,data_generation,pinecone,milvus,azure_cosmos_mongo_vcore,azure_cosmos_nosql]==0.2.35 + - azureml-rag[azure,cognitive_search,data_generation,pinecone,milvus,azure_cosmos_mongo_vcore,azure_cosmos_nosql]==0.2.36 # Azure - azure-ai-formrecognizer==3.3.1 - azure-identity=={{latest-pypi-version}} - azure-keyvault-secrets==4.6.0 - - azure-search-documents>=11.4.0 - azure-mgmt-cognitiveservices~=13.4.0 # Azure ML - azureml-contrib-services diff --git a/assets/large_language_models/rag/environments/rag_embeddings/context/conda_dependencies.yaml b/assets/large_language_models/rag/environments/rag_embeddings/context/conda_dependencies.yaml index b8ea19013a..d74ae4c46d 100644 --- a/assets/large_language_models/rag/environments/rag_embeddings/context/conda_dependencies.yaml +++ b/assets/large_language_models/rag/environments/rag_embeddings/context/conda_dependencies.yaml @@ -7,7 +7,7 @@ dependencies: - pip=24.0 - pip: # RAG package - - azureml-rag[azure,faiss,cognitive_search,document_parsing,data_generation,pinecone,milvus,azure_cosmos_mongo_vcore,azure_cosmos_nosql]==0.2.35 + - azureml-rag[azure,faiss,cognitive_search,document_parsing,data_generation,pinecone,milvus,azure_cosmos_mongo_vcore,azure_cosmos_nosql]==0.2.36 # Azure AI - azure-ai-formrecognizer==3.3.1 # Azure @@ -16,7 +16,6 @@ dependencies: - azure-keyvault-secrets==4.6.0 - azure-mgmt-cognitiveservices~=13.4.0 - azure-mgmt-core<2.0.0,>=1.3.0 - - azure-search-documents>=11.4.0 # Azure ML packages - azureml-contrib-services - azureml-core=={{latest-pypi-version}}