TruLens v1.1.0 (#1539)

* drafting

* undo file add

* version bump

* poetry lock

* apply groundedness reasons normalization to answerability versino

* fix AttributeError

* fix engine URL

* blog updates

* missing emojis

* poetry lock

---------

Co-authored-by: Josh Reini <[email protected]>
Co-authored-by: corey hu <[email protected]>

docs/blog/posts/trulens_1_1_dashboard_updates.md

@@ -1,13 +1,12 @@
 ---
 categories:
   - General
-date: 2024-09-25
+date: 2024-10-09
 ---
 
 # What's new in TruLens 1.1: Dashboard Comparison View, Multi-App Support, Metadata Editing, and More!
 
-TruLens 1.1.0 has been released! This release includes a number of improvements to the TruLens dashboard, including a new comparison view and a more intuitive user interface. We have also made several improvements performance and usability.
-
+In TruLens 1.1, we re-imagined the dashboard with a focus on making it easy to track large numbers of experiments, make comparisons and improve your apps for production. We also made several improvements performance and usability.
 <!-- more -->
 
 ## Dashboard Highlights
@@ -20,7 +19,7 @@ An overhaul of the TruLens dashboard has been released with major features and i
 
 #### Global app selector
 
-TruLens 1.0 introduced app versioning, allowing performance of their LLM apps to be tracked across different versions. On multi-app tables, the dashboard sidebar now includes an app selector to quickly navigate to the desired application.
+TruLens 1.0 introduced app versioning, allowing performance of their LLM apps to be tracked across different versions. Now in 1.1 when you're tracking more than one app, the dashboard sidebar now includes an app selector to quickly navigate to the desired application.
 
 #### App version and Record search and filtering
 
@@ -84,13 +83,14 @@ The records page has been updated to include a more intuitive flow for viewing a
 
 #### Try it out!
 
-We hope you enjoy the new features and improvements in TruLens 1.1.0! To get started, use [`run_dashboard`][trulens.dashboard.run.run_dashboard] with a TruSession object:
+We hope you enjoy the new features and improvements in TruLens 1.1! To get started, use [`run_dashboard`][trulens.dashboard.run.run_dashboard] with a TruSession object:
 
+!!! example
 
-```python
-from trulens.core import TruSession
-from trulens.dashboard import run_dashboard
+  ```python
+  from trulens.core import TruSession
+  from trulens.dashboard import run_dashboard
 
-session = TruSession(...)
-run_dashboard(session)
-```
+  session = TruSession(...)
+  run_dashboard(session)
+  ```

pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/apps/langchain/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-apps-langchain"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/apps/llamaindex/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-apps-llamaindex"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/apps/nemo/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-apps-nemo"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/benchmark/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-benchmark"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/connectors/snowflake/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-connectors-snowflake"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/connectors/snowflake/trulens/connectors/snowflake/connector.py

@@ -74,7 +74,7 @@ def __init__(
             database_prefix,
             database_args,
             database_check_revision,
-            URL(**connection_parameters),
+            connection_parameters=connection_parameters,
         )
 
     def _create_snowpark_session(

src/core/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-core"
-version = "1.0.2a0"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/dashboard/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-dashboard"
-version = "1.0.2a0"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/feedback/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-feedback"
-version = "1.0.1"
+version = "1.1.0"
 description = "A TruLens extension package implementing feedback functions for LLM App evaluation."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/feedback/trulens/feedback/llm_provider.py

@@ -1843,8 +1843,8 @@ def evaluate_hypothesis(index, hypothesis):
                     premise=f"{source}", hypothesis=f"{hypothesis}"
                 )
                 score, reason = self.generate_score_and_reasons(
-                    system_prompt,
-                    user_prompt,
+                    system_prompt=system_prompt,
+                    user_prompt=user_prompt,
                     min_score_val=min_score_val,
                     max_score_val=max_score_val,
                     temperature=temperature,

src/providers/bedrock/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-providers-bedrock"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/providers/cortex/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-providers-cortex"
-version = "1.0.1"
+version = "1.1.0"
 description = "A TruLens extension package adding Snowflake Cortex support for LLM App evaluation."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/providers/huggingface/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-providers-huggingface"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/providers/langchain/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-providers-langchain"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/providers/litellm/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-providers-litellm"
-version = "1.0.1"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/providers/openai/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens-providers-openai"
-version = "1.0.2a0"
+version = "1.1.0"
 description = "Library to systematically track and evaluate LLM based applications."
 authors = [
   "Snowflake Inc. <[email protected]>",

src/trulens_eval/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 
 [tool.poetry]
 name = "trulens_eval"
-version = "1.0.1"
+version = "1.1.0"
 description = "Backwards-compatibility package for API of trulens_eval<1.0.0 using API of trulens-*>=1.0.0."
 authors = [
   "Snowflake Inc. <[email protected]>",