[feat]: kedro==0.18.13 & great_expectations~=0.17

erwinpaillacan · Oct 10, 2023 · b012ca3 · b012ca3
1 parent 0268a2a
commit b012ca3
Show file tree

Hide file tree

Showing 7 changed files with 170 additions and 174 deletions.
diff --git a/conf/base/catalog.yml b/conf/base/catalog.yml
@@ -3,9 +3,8 @@
 # Documentation for this file format can be found in "The Data Catalog"
 # Link: https://kedro.readthedocs.io/en/stable/data/data_catalog.html
 companies.raw:
-  type: pandas.CSVDataSet
+  type: pandas.CSVDataset
   filepath: data/01_raw/companies.csv
-
 # preprocessed_companies:
 #   type: pandas.CSVDataSet
-#   filepath: data/02_intermediate/companies.csv
+#   filepath: data/02_intermediate/companies.csv
diff --git a/great_expectations/expectations/companies/intermediate/suite.json b/great_expectations/expectations/companies/intermediate/suite.json
@@ -115,6 +115,6 @@
   ],
   "ge_cloud_id": null,
   "meta": {
-    "great_expectations_version": "0.16.12"
+    "great_expectations_version": "0.17.21"
   }
 }
diff --git a/notebooks/great_expectations_starter.ipynb b/notebooks/great_expectations_starter.ipynb
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,7 +1,7 @@
 [tool.kedro]
 package_name = "kedro_great_example"
 project_name = "kedro-great-example"
-kedro_init_version = "0.18.7"
+kedro_init_version = "0.18.13"
 
 [tool.isort]
 profile = "black"

diff --git a/src/kedro_great_example/hooks.py b/src/kedro_great_example/hooks.py
@@ -44,10 +44,8 @@ def _run_validation(self, dataset_name: str, data: Any):
           data (Any): The data to be validated.
         """
         if dataset_name in self.dataset_expectation_mapping:
-
-            expectation_context = ge.data_context.DataContext(
-                context_root_dir=self.context_root_dir
-            )
+
+            expectation_context = ge.get_context(context_root_dir=self.context_root_dir)
             checkpoint_name = self.dataset_expectation_mapping[dataset_name]
 
             results = expectation_context.run_checkpoint(

diff --git a/src/kedro_great_example/settings.py b/src/kedro_great_example/settings.py
@@ -26,14 +26,9 @@
 # CONF_SOURCE = "conf"
 
 # Class that manages how configuration is loaded.
-# CONFIG_LOADER_CLASS = ConfigLoader
-# Keyword arguments to pass to the `CONFIG_LOADER_CLASS` constructor.
-# CONFIG_LOADER_ARGS = {
-#       "config_patterns": {
-#           "spark" : ["spark*/"],
-#           "parameters": ["parameters*", "parameters*/**", "**/parameters*"],
-#       }
-# }
+from kedro.config import OmegaConfigLoader  # new import
+
+CONFIG_LOADER_CLASS = OmegaConfigLoader
 
 # Class that manages the Data Catalog.
 # from kedro.io import DataCatalog

diff --git a/src/requirements.txt b/src/requirements.txt
@@ -5,9 +5,10 @@ isort~=5.0
 jupyter~=1.0
 jupyterlab_server>=2.11.1, <2.16.0
 jupyterlab~=3.0
-kedro~=0.18
+kedro==0.18.13
+kedro-datasets==1.7.1
 nbstripout~=0.4
 pytest-cov~=3.0
 pytest-mock>=1.7.1, <2.0
 pytest~=6.2
-great_expectations~=0.16
+great_expectations~=0.17