From c3ee13e08ae0effd2b8884dc967bbac5ed40d42e Mon Sep 17 00:00:00 2001 From: Guian Gumpac Date: Tue, 20 Jun 2023 13:29:36 -0700 Subject: [PATCH 1/6] Updated jdbc driver in artifacts and download page Signed-off-by: Guian Gumpac --- .../opensearch-jdbc-1.3.0.0.markdown | 11 +++ _includes/downloads/jdbc.markdown | 7 +- .../2023-06-20-opensearch-2.8.0.markdown | 87 +++++++++++++++++++ 3 files changed, 104 insertions(+), 1 deletion(-) create mode 100644 _artifacts/opensearch-drivers/opensearch-jdbc-1.3.0.0.markdown create mode 100644 _versions/2023-06-20-opensearch-2.8.0.markdown diff --git a/_artifacts/opensearch-drivers/opensearch-jdbc-1.3.0.0.markdown b/_artifacts/opensearch-drivers/opensearch-jdbc-1.3.0.0.markdown new file mode 100644 index 0000000000..36fdbba08d --- /dev/null +++ b/_artifacts/opensearch-drivers/opensearch-jdbc-1.3.0.0.markdown @@ -0,0 +1,11 @@ +--- +role: driver +artifact_id: opensearch-sql-jdbc +version: 1.3.0.0 +platform: java +architecture: jvm +artifact_url: https://artifacts.opensearch.org/opensearch-clients/jdbc/opensearch-sql-jdbc-1.3.0.0-shadow.jar +slug: opensearch-sql-jdbc-1.3.0.0 +category: opensearch +type: jar +--- diff --git a/_includes/downloads/jdbc.markdown b/_includes/downloads/jdbc.markdown index 82b7f14e7a..decba5668e 100644 --- a/_includes/downloads/jdbc.markdown +++ b/_includes/downloads/jdbc.markdown @@ -1 +1,6 @@ -The Java Database Connectivity (JDBC) driver is a read-only driver for connecting business intelligence and data visualization applications with OpenSearch using SQL. \ No newline at end of file +The Java Database Connectivity (JDBC) driver is a read-only driver for connecting business intelligence and data visualization applications with OpenSearch using SQL. + +To view the signer information, run: +``` +jarsigner -verify -verbose +``` diff --git a/_versions/2023-06-20-opensearch-2.8.0.markdown b/_versions/2023-06-20-opensearch-2.8.0.markdown new file mode 100644 index 0000000000..775c0f1bb1 --- /dev/null +++ b/_versions/2023-06-20-opensearch-2.8.0.markdown @@ -0,0 +1,87 @@ +--- +date: "2023-06-06" +product: opensearch +version: '2.8.0' +release_notes: https://github.com/opensearch-project/opensearch-build/blob/main/release-notes/opensearch-release-notes-2.8.0.md +version_sort: 2.8.0-ga +components: + - role: daemon + artifact: opensearch + version: 2.8.0 + - role: ui + artifact: opensearch-dashboards + version: 2.8.0 + - role: command-line-tools + artifact: opensearch-cli + version: 1.1.0 + - role: ingest + artifact: data-prepper + version: data-prepper-2.3.0 + platform_order: + - docker + - linux + - role: ingest + artifact: logstash-oss-with-opensearch-output-plugin + version: 8.6.1 + - role: minimal-artifacts + artifact: opensearch-min + version: 2.8.0 + - role: minimal-artifacts + artifact: opensearch-dashboards-min + version: 2.8.0 + - role: drivers + artifact: opensearch-sql-odbc + version: 1.1.0.1 + - role: drivers + artifact: opensearch-sql-jdbc + version: 1.3.0.0 +sections: + docker-compose: + explanation: "downloads/opensearch-docker.markdown" + opensearch: + role: daemon + artifacts: + opensearch: + explanation: "downloads/opensearch-daemon.markdown" + opensearch-dashboards: + role: ui + artifacts: + opensearch-dashboards: + explanation: "downloads/opensearch-ui.markdown" + data-ingest: + explanation: "downloads/opensearch-data-ingest.markdown" + role: ingest + artifacts: + data-prepper: + explanation: "downloads/data-prepper.html" + logstash-oss-with-opensearch-output-plugin: + explanation: "downloads/logstash-oss-with-opensearch-output-plugin.markdown" + command-line-tools: + role: command-line-tools + artifacts: + opensearch-cli: + explanation: "downloads/opensearch-cli.html" + drivers: + explanation: "downloads/drivers.markdown" + role: drivers + artifacts: + opensearch-sql-odbc: + explanation: "downloads/odbc.markdown" + opensearch-sql-jdbc: + explanation: "downloads/jdbc.markdown" + minimal: + explanation: "downloads/minimal-distributions.markdown" + role: minimal-artifacts + artifacts: + opensearch-min: + explanation: "downloads/opensearch-daemon-min.markdown" + opensearch-dashboards-min: + explanation: "downloads/opensearch-ui-min.markdown" +pretty: + artifacts: + opensearch: '' + opensearch-min: 'OpenSearch Minimum' + opensearch-dashboards: '' + opensearch-dashboards-min: 'OpenSearch Dashboards Minimum' +--- +OpenSearch is open source software that uses the Apache License version 2 (ALv2). ALv2 grants you well-understood usage rights; you can use, modify, extend, embed, monetize, resell, and offer OpenSearch as part of your products and services. The source for the entire project is available on [GitHub](https://github.com/opensearch-project/) and you're welcome to build from source for customized deployments. Downloadable artifacts for OpenSearch and OpenSearch Dashboards include plugins and tools, ready for you to use with minimal configuration. From ffa145068c0bace36c4311f441c5007fb0cd7930 Mon Sep 17 00:00:00 2001 From: Guian Gumpac Date: Tue, 20 Jun 2023 14:46:12 -0700 Subject: [PATCH 2/6] Changed location of jarsigner verification command Signed-off-by: Guian Gumpac --- .../opensearch-drivers/opensearch-jdbc-1.3.0.0.markdown | 1 + _includes/downloads/jdbc.markdown | 5 ----- _layouts/versions.html | 7 +++++++ verify-signatures.markdown | 7 +++++++ 4 files changed, 15 insertions(+), 5 deletions(-) diff --git a/_artifacts/opensearch-drivers/opensearch-jdbc-1.3.0.0.markdown b/_artifacts/opensearch-drivers/opensearch-jdbc-1.3.0.0.markdown index 36fdbba08d..8bf23b51a7 100644 --- a/_artifacts/opensearch-drivers/opensearch-jdbc-1.3.0.0.markdown +++ b/_artifacts/opensearch-drivers/opensearch-jdbc-1.3.0.0.markdown @@ -8,4 +8,5 @@ artifact_url: https://artifacts.opensearch.org/opensearch-clients/jdbc/opensearc slug: opensearch-sql-jdbc-1.3.0.0 category: opensearch type: jar +jarsigner: true --- diff --git a/_includes/downloads/jdbc.markdown b/_includes/downloads/jdbc.markdown index decba5668e..cfddfe225b 100644 --- a/_includes/downloads/jdbc.markdown +++ b/_includes/downloads/jdbc.markdown @@ -1,6 +1 @@ The Java Database Connectivity (JDBC) driver is a read-only driver for connecting business intelligence and data visualization applications with OpenSearch using SQL. - -To view the signer information, run: -``` -jarsigner -verify -verbose -``` diff --git a/_layouts/versions.html b/_layouts/versions.html index 7831494302..2048aa6cd5 100644 --- a/_layouts/versions.html +++ b/_layouts/versions.html @@ -249,6 +249,13 @@

{% endcapture %} {% assign artifact_extras = artifact_extras | append: artifact_extra %} {% endif %} + {% if details.jarsigner %} + {% capture artifact_extra %} +
+ Signature verification how to
+ {% endcapture %} + {% assign artifact_extras = artifact_extras | append: artifact_extra %} + {% endif %} {% assign artifact_extra = nil %} {% endfor %} {%endfor%} diff --git a/verify-signatures.markdown b/verify-signatures.markdown index 951c78f543..a26e39a3d1 100644 --- a/verify-signatures.markdown +++ b/verify-signatures.markdown @@ -6,6 +6,7 @@ title: How to verify signatures ## How to verify signatures for downloadable artifacts +### PGP Download our PGP key using the link below and import it. If you’re using gpg, you just need to run: @@ -28,6 +29,12 @@ Our current PGP key fingerprint is `C5B7 4989 65EF D1C2 924B A9D5 39D3 1987 931 *Note: If you see "gpg: Note: This key has expired!" as originally noted in [Issue 2040](https://github.com/opensearch-project/opensearch-build/issues/2040){:target="_blank"}, please download the newest key. See change log for dates.* +### JarSigner +To verify signature run in the terminal: +``` +jarsigner -verify -verbose +``` + ## Change Log ##
From 7cc73864ea73fb7aa9662e395dc50afa101a2751 Mon Sep 17 00:00:00 2001 From: Guian Gumpac Date: Wed, 21 Jun 2023 07:12:28 -0700 Subject: [PATCH 3/6] Addressed PR comments Signed-off-by: Guian Gumpac --- _includes/downloads/jdbc.markdown | 2 +- .../2023-06-06-opensearch-2.8.0.markdown | 2 +- .../2023-06-20-opensearch-2.8.0.markdown | 87 ------------------- verify-signatures.markdown | 4 +- 4 files changed, 5 insertions(+), 90 deletions(-) delete mode 100644 _versions/2023-06-20-opensearch-2.8.0.markdown diff --git a/_includes/downloads/jdbc.markdown b/_includes/downloads/jdbc.markdown index cfddfe225b..82b7f14e7a 100644 --- a/_includes/downloads/jdbc.markdown +++ b/_includes/downloads/jdbc.markdown @@ -1 +1 @@ -The Java Database Connectivity (JDBC) driver is a read-only driver for connecting business intelligence and data visualization applications with OpenSearch using SQL. +The Java Database Connectivity (JDBC) driver is a read-only driver for connecting business intelligence and data visualization applications with OpenSearch using SQL. \ No newline at end of file diff --git a/_versions/2023-06-06-opensearch-2.8.0.markdown b/_versions/2023-06-06-opensearch-2.8.0.markdown index 67810466b7..775c0f1bb1 100644 --- a/_versions/2023-06-06-opensearch-2.8.0.markdown +++ b/_versions/2023-06-06-opensearch-2.8.0.markdown @@ -34,7 +34,7 @@ components: version: 1.1.0.1 - role: drivers artifact: opensearch-sql-jdbc - version: 1.1.0.1 + version: 1.3.0.0 sections: docker-compose: explanation: "downloads/opensearch-docker.markdown" diff --git a/_versions/2023-06-20-opensearch-2.8.0.markdown b/_versions/2023-06-20-opensearch-2.8.0.markdown deleted file mode 100644 index 775c0f1bb1..0000000000 --- a/_versions/2023-06-20-opensearch-2.8.0.markdown +++ /dev/null @@ -1,87 +0,0 @@ ---- -date: "2023-06-06" -product: opensearch -version: '2.8.0' -release_notes: https://github.com/opensearch-project/opensearch-build/blob/main/release-notes/opensearch-release-notes-2.8.0.md -version_sort: 2.8.0-ga -components: - - role: daemon - artifact: opensearch - version: 2.8.0 - - role: ui - artifact: opensearch-dashboards - version: 2.8.0 - - role: command-line-tools - artifact: opensearch-cli - version: 1.1.0 - - role: ingest - artifact: data-prepper - version: data-prepper-2.3.0 - platform_order: - - docker - - linux - - role: ingest - artifact: logstash-oss-with-opensearch-output-plugin - version: 8.6.1 - - role: minimal-artifacts - artifact: opensearch-min - version: 2.8.0 - - role: minimal-artifacts - artifact: opensearch-dashboards-min - version: 2.8.0 - - role: drivers - artifact: opensearch-sql-odbc - version: 1.1.0.1 - - role: drivers - artifact: opensearch-sql-jdbc - version: 1.3.0.0 -sections: - docker-compose: - explanation: "downloads/opensearch-docker.markdown" - opensearch: - role: daemon - artifacts: - opensearch: - explanation: "downloads/opensearch-daemon.markdown" - opensearch-dashboards: - role: ui - artifacts: - opensearch-dashboards: - explanation: "downloads/opensearch-ui.markdown" - data-ingest: - explanation: "downloads/opensearch-data-ingest.markdown" - role: ingest - artifacts: - data-prepper: - explanation: "downloads/data-prepper.html" - logstash-oss-with-opensearch-output-plugin: - explanation: "downloads/logstash-oss-with-opensearch-output-plugin.markdown" - command-line-tools: - role: command-line-tools - artifacts: - opensearch-cli: - explanation: "downloads/opensearch-cli.html" - drivers: - explanation: "downloads/drivers.markdown" - role: drivers - artifacts: - opensearch-sql-odbc: - explanation: "downloads/odbc.markdown" - opensearch-sql-jdbc: - explanation: "downloads/jdbc.markdown" - minimal: - explanation: "downloads/minimal-distributions.markdown" - role: minimal-artifacts - artifacts: - opensearch-min: - explanation: "downloads/opensearch-daemon-min.markdown" - opensearch-dashboards-min: - explanation: "downloads/opensearch-ui-min.markdown" -pretty: - artifacts: - opensearch: '' - opensearch-min: 'OpenSearch Minimum' - opensearch-dashboards: '' - opensearch-dashboards-min: 'OpenSearch Dashboards Minimum' ---- -OpenSearch is open source software that uses the Apache License version 2 (ALv2). ALv2 grants you well-understood usage rights; you can use, modify, extend, embed, monetize, resell, and offer OpenSearch as part of your products and services. The source for the entire project is available on [GitHub](https://github.com/opensearch-project/) and you're welcome to build from source for customized deployments. Downloadable artifacts for OpenSearch and OpenSearch Dashboards include plugins and tools, ready for you to use with minimal configuration. diff --git a/verify-signatures.markdown b/verify-signatures.markdown index a26e39a3d1..6badf8e396 100644 --- a/verify-signatures.markdown +++ b/verify-signatures.markdown @@ -29,7 +29,8 @@ Our current PGP key fingerprint is `C5B7 4989 65EF D1C2 924B A9D5 39D3 1987 931 *Note: If you see "gpg: Note: This key has expired!" as originally noted in [Issue 2040](https://github.com/opensearch-project/opensearch-build/issues/2040){:target="_blank"}, please download the newest key. See change log for dates.* -### JarSigner +### JarSigner +Only the JDBC driver is signed with JarSigner. To verify signature run in the terminal: ``` jarsigner -verify -verbose @@ -43,5 +44,6 @@ jarsigner -verify -verbose |:-------------|:-------|:----------------|:----------------| | 2022-05-11 | [Issue 2040](https://github.com/opensearch-project/opensearch-build/issues/2040){:target="_blank"} | 2022-05-12 | 2023-05-12 | | 2023-05-04 | [Issue 2136](https://github.com/opensearch-project/opensearch-build/issues/2136){:target="_blank"} | 2023-05-03 | 2024-05-12 | +| 2023-06-21 | [Issue 3652](https://github.com/opensearch-project/opensearch-build/issues/3652){:target="_blank"} | 2023-04-13 | 2024-04-16 |
\ No newline at end of file From a1b7a875f958d60018c665ddab57dd9d754ba591 Mon Sep 17 00:00:00 2001 From: Guian Gumpac Date: Thu, 22 Jun 2023 12:54:50 -0700 Subject: [PATCH 4/6] Changed issue link as it was moved Signed-off-by: Guian Gumpac --- verify-signatures.markdown | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/verify-signatures.markdown b/verify-signatures.markdown index 6badf8e396..2535ec5aa7 100644 --- a/verify-signatures.markdown +++ b/verify-signatures.markdown @@ -44,6 +44,6 @@ jarsigner -verify -verbose |:-------------|:-------|:----------------|:----------------| | 2022-05-11 | [Issue 2040](https://github.com/opensearch-project/opensearch-build/issues/2040){:target="_blank"} | 2022-05-12 | 2023-05-12 | | 2023-05-04 | [Issue 2136](https://github.com/opensearch-project/opensearch-build/issues/2136){:target="_blank"} | 2023-05-03 | 2024-05-12 | -| 2023-06-21 | [Issue 3652](https://github.com/opensearch-project/opensearch-build/issues/3652){:target="_blank"} | 2023-04-13 | 2024-04-16 | +| 2023-06-21 | [Issue 97](https://github.com/opensearch-project/sql-jdbc/issues/97){:target="_blank"} | 2023-04-13 | 2031-11-09 |
\ No newline at end of file From 4aaae3d96c7bb14a2b44321e9aab6a61308e2acf Mon Sep 17 00:00:00 2001 From: jhmcintyre Date: Fri, 23 Jun 2023 14:55:15 -0700 Subject: [PATCH 5/6] Update vector-database.html MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Adding link to blog post "Amazon OpenSearch Service’s vector database capabilities explained" in Blog Posts section of page. Signed-off-by: jhmcintyre --- platform/search/vector-database.html | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/platform/search/vector-database.html b/platform/search/vector-database.html index 7dd6968678..d3b5b3f1b6 100644 --- a/platform/search/vector-database.html +++ b/platform/search/vector-database.html @@ -105,7 +105,8 @@

Blog Posts

  • Augmenting Large Language Models with Verified Information Sources
  • The ABCs of semantic search in OpenSearch
    • -
  • Augmenting ChatGPT with Amazon OpenSearch
    • +
  • Augmenting ChatGPT with Amazon OpenSearch
    • +
  • Amazon OpenSearch Service’s vector database capabilities explained
  • Build a powerful question answering bot
  • Implement unified text and image search with a CLIP model
  • Building an NLU-powered search application with Amazon SageMaker and the Amazon OpenSearch Service
    • From 9c5c7813f78af1b336feb33ec8710813b4c944eb Mon Sep 17 00:00:00 2001 From: jhmcintyre <104451898+jhmcintyre@users.noreply.github.com> Date: Fri, 23 Jun 2023 16:28:49 -0700 Subject: [PATCH 6/6] Add AWS partner highlight post to blog Signed-off-by: jhmcintyre <104451898+jhmcintyre@users.noreply.github.com> --- ...ng-opensearch-vector-database-capabilities.md | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 _posts/2023-06-26-exploring-opensearch-vector-database-capabilities.md diff --git a/_posts/2023-06-26-exploring-opensearch-vector-database-capabilities.md b/_posts/2023-06-26-exploring-opensearch-vector-database-capabilities.md new file mode 100644 index 0000000000..435f79322d --- /dev/null +++ b/_posts/2023-06-26-exploring-opensearch-vector-database-capabilities.md @@ -0,0 +1,16 @@ +--- +layout: post +title: "Partner highlight: Exploring OpenSearch’s vector database capabilities" +authors: +- jhmcintyre +date: 2023-06-29 +categories: + - partner-highlight +meta_keywords: vector database, opensearch, semantic search, retrieval augmented generation, large language model, LLM, AI +meta_description: Learn about the vector database capabilities built into OpenSearch and explore how Amazon OpenSearch Service can be used to implement semantic search, recommendation engines, and more. + +--- + +Many organizations are turning to machine learning (ML) tools to enhance their search applications. Among those tools are ML embedding models, which can encode the meaning and context of documents, images, and audio into vectors. Those vectors can be stored and indexed within a [vector database](https://opensearch.org/platform/search/vector-database.html), then searched to identify similarities. Ultimately, this functionality can be used to augment search with artificial intelligence. + + In a [recent blog post](https://aws.amazon.com/blogs/big-data/amazon-opensearch-services-vector-database-capabilities-explained/), OpenSearch partner and contributor [Amazon Web Services](https://docs.aws.amazon.com/opensearch-service/latest/developerguide/gsg.html) takes an in-depth look at the vector database capabilities built into OpenSearch and explores how Amazon OpenSearch Service can be used to implement semantic search, Retrieval Augmented Generation (RAG) with large language models (LLMs), recommendation engines, and search rich media. [Take a look](https://aws.amazon.com/blogs/big-data/amazon-opensearch-services-vector-database-capabilities-explained/).