Update template files to comply with linter jobs. (#249)

* Lint?

Signed-off-by: Laura Couto <[email protected]>

* Revert "Lint again"

This reverts commit 088365d.

Signed-off-by: Laura Couto <[email protected]>

* Replace all Set, Tuple and Dict uses by python builtin type hints

Signed-off-by: Laura Couto <[email protected]>

---------

Signed-off-by: Laura Couto <[email protected]>

astro-airflow-iris/{{ cookiecutter.repo_name }}/docs/source/conf.py

@@ -1,5 +1,4 @@
 #!/usr/bin/env python3
-# -*- coding: utf-8 -*-
 
 
 # {{ cookiecutter.python_package }} documentation build

astro-airflow-iris/{{ cookiecutter.repo_name }}/pyproject.toml

@@ -8,7 +8,7 @@ readme = "README.md"
 dynamic = ["dependencies", "version"]
 
 [project.scripts]
-{{ cookiecutter.repo_name }} = "{{ cookiecutter.python_package }}.__main__:main"
+"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
 
 [project.entry-points."kedro.hooks"]
 

astro-airflow-iris/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipeline_registry.py

@@ -1,11 +1,10 @@
 """Project pipelines."""
-from typing import Dict
 
 from kedro.framework.project import find_pipelines
 from kedro.pipeline import Pipeline
 
 
-def register_pipelines() -> Dict[str, Pipeline]:
+def register_pipelines() -> dict[str, Pipeline]:
     """Register the project's pipelines.
 
     Returns:

astro-airflow-iris/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_engineering/nodes.py

@@ -4,12 +4,12 @@
 PLEASE DELETE THIS FILE ONCE YOU START WORKING ON YOUR OWN PROJECT!
 """
 
-from typing import Any, Dict
+from typing import Any
 
 import pandas as pd
 
 
-def split_data(data: pd.DataFrame, example_test_data_ratio: float) -> Dict[str, Any]:
+def split_data(data: pd.DataFrame, example_test_data_ratio: float) -> dict[str, Any]:
     """Node for splitting the classical Iris data set into training and test
     sets, each split into features and labels.
     The split ratio parameter is taken from conf/project/parameters.yml.

astro-airflow-iris/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_science/nodes.py

@@ -4,14 +4,14 @@
 Delete this when you start working on your own Kedro project.
 """
 import logging
-from typing import Any, Dict
+from typing import Any
 
 import numpy as np
 import pandas as pd
 
 
 def train_model(
-    train_x: pd.DataFrame, train_y: pd.DataFrame, parameters: Dict[str, Any]
+    train_x: pd.DataFrame, train_y: pd.DataFrame, parameters: dict[str, Any]
 ) -> np.ndarray:
     """Node for training a simple multi-class logistic regression model. The
     number of training iterations as well as the learning rate are taken from

databricks-iris/{{ cookiecutter.repo_name }}/pyproject.toml

@@ -8,7 +8,7 @@ readme = "README.md"
 dynamic = ["dependencies", "version"]
 
 [project.scripts]
-{{ cookiecutter.repo_name }} = "{{ cookiecutter.python_package }}.__main__:main"
+"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
 
 [project.entry-points."kedro.hooks"]
 

databricks-iris/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/nodes.py

@@ -4,14 +4,13 @@
 """
 
 import logging
-from typing import Dict, Tuple
 
 import numpy as np
 import pandas as pd
 from pyspark.sql import DataFrame
 
 
-def split_data(data: DataFrame, parameters: Dict) -> Tuple:
+def split_data(data: DataFrame, parameters: dict) -> tuple:
     """Splits data into features and targets training and test sets.
 
     Args:

databricks-iris/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipeline_registry.py

@@ -1,11 +1,10 @@
 """Project pipelines."""
-from typing import Dict
 
 from kedro.framework.project import find_pipelines
 from kedro.pipeline import Pipeline
 
 
-def register_pipelines() -> Dict[str, Pipeline]:
+def register_pipelines() -> dict[str, Pipeline]:
     """Register the project's pipelines.
 
     Returns:

features/environment.py

@@ -8,9 +8,9 @@
 import tempfile
 import venv
 from pathlib import Path
-from typing import Any, Set
+from typing import Any
 
-_PATHS_TO_REMOVE: Set[Path] = set()
+_PATHS_TO_REMOVE: set[Path] = set()
 
 
 

spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/docs/source/conf.py

@@ -1,5 +1,4 @@
 #!/usr/bin/env python3
-# -*- coding: utf-8 -*-
 
 
 # {{ cookiecutter.python_package }} documentation build

spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/pyproject.toml

@@ -8,7 +8,7 @@ readme = "README.md"
 dynamic = ["dependencies", "version"]
 
 [project.scripts]
-{{ cookiecutter.repo_name }} = "{{ cookiecutter.python_package }}.__main__:main"
+"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
 
 [project.entry-points."kedro.hooks"]
 
@@ -43,7 +43,7 @@ namespaces = false
 package_name = "{{ cookiecutter.python_package }}"
 project_name = "{{ cookiecutter.project_name }}"
 kedro_init_version = "{{ cookiecutter.kedro_version }}"
-tools = {{ cookiecutter.tools | default('') | string | replace('\"', '\\\"') }}
+tools = "{{ cookiecutter.tools | default('') | string | replace('\"', '\\\"') }}"
 example_pipeline = "{{ cookiecutter.example_pipeline }}"
 source_dir = "src"
 

spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipeline_registry.py

@@ -1,11 +1,10 @@
 """Project pipelines."""
-from typing import Dict
 
 from kedro.framework.project import find_pipelines
 from kedro.pipeline import Pipeline
 
 
-def register_pipelines() -> Dict[str, Pipeline]:
+def register_pipelines() -> dict[str, Pipeline]:
     """Register the project's pipelines.
 
     Returns:

spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_processing/nodes.py

@@ -1,4 +1,3 @@
-from typing import Dict, Tuple
 
 import pandas as pd
 
@@ -19,7 +18,7 @@ def _parse_money(x: pd.Series) -> pd.Series:
     return x
 
 
-def preprocess_companies(companies: pd.DataFrame) -> Tuple[pd.DataFrame, Dict]:
+def preprocess_companies(companies: pd.DataFrame) -> tuple[pd.DataFrame, dict]:
     """Preprocesses the data for companies.
 
     Args:

spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_science/nodes.py

@@ -1,13 +1,12 @@
 import logging
-from typing import Dict, Tuple
 
 import pandas as pd
 from sklearn.linear_model import LinearRegression
 from sklearn.metrics import max_error, mean_absolute_error, r2_score
 from sklearn.model_selection import train_test_split
 
 
-def split_data(data: pd.DataFrame, parameters: Dict) -> Tuple:
+def split_data(data: pd.DataFrame, parameters: dict) -> tuple:
     """Splits data into features and targets training and test sets.
 
     Args:
@@ -41,7 +40,7 @@ def train_model(X_train: pd.DataFrame, y_train: pd.Series) -> LinearRegression:
 
 def evaluate_model(
     regressor: LinearRegression, X_test: pd.DataFrame, y_test: pd.Series
-) -> Dict[str, float]:
+) -> dict[str, float]:
     """Calculates and logs the coefficient of determination.
 
     Args:

spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/tests/pipelines/data_science/test_pipeline.py

@@ -64,4 +64,4 @@ def test_data_science_pipeline(caplog, dummy_data, dummy_parameters):
 
     SequentialRunner().run(pipeline, catalog)
 
-    assert successful_run_msg in caplog.text
+    assert successful_run_msg in caplog.text

spaceflights-pandas/{{ cookiecutter.repo_name }}/docs/source/conf.py

@@ -1,5 +1,4 @@
 #!/usr/bin/env python3
-# -*- coding: utf-8 -*-
 
 
 # {{ cookiecutter.python_package }} documentation build

spaceflights-pandas/{{ cookiecutter.repo_name }}/pyproject.toml

@@ -8,7 +8,7 @@ readme = "README.md"
 dynamic = ["dependencies", "version"]
 
 [project.scripts]
-{{ cookiecutter.repo_name }} = "{{ cookiecutter.python_package }}.__main__:main"
+"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
 
 [project.entry-points."kedro.hooks"]
 
@@ -43,7 +43,7 @@ namespaces = false
 package_name = "{{ cookiecutter.python_package }}"
 project_name = "{{ cookiecutter.project_name }}"
 kedro_init_version = "{{ cookiecutter.kedro_version }}"
-tools = {{ cookiecutter.tools | default('') | string | replace('\"', '\\\"') }}
+tools = "{{ cookiecutter.tools | default('') | string | replace('\"', '\\\"') }}"
 example_pipeline = "{{ cookiecutter.example_pipeline }}"
 source_dir = "src"
 

spaceflights-pandas/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipeline_registry.py

@@ -1,11 +1,10 @@
 """Project pipelines."""
-from typing import Dict
 
 from kedro.framework.project import find_pipelines
 from kedro.pipeline import Pipeline
 
 
-def register_pipelines() -> Dict[str, Pipeline]:
+def register_pipelines() -> dict[str, Pipeline]:
     """Register the project's pipelines.
 
     Returns:

spaceflights-pandas/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_science/nodes.py

@@ -1,13 +1,12 @@
 import logging
-from typing import Dict, Tuple
 
 import pandas as pd
 from sklearn.linear_model import LinearRegression
 from sklearn.metrics import r2_score
 from sklearn.model_selection import train_test_split
 
 
-def split_data(data: pd.DataFrame, parameters: Dict) -> Tuple:
+def split_data(data: pd.DataFrame, parameters: dict) -> tuple:
     """Splits data into features and targets training and test sets.
 
     Args:

spaceflights-pandas/{{ cookiecutter.repo_name }}/tests/pipelines/data_science/test_pipeline.py

@@ -64,4 +64,4 @@ def test_data_science_pipeline(caplog, dummy_data, dummy_parameters):
 
     SequentialRunner().run(pipeline, catalog)
 
-    assert successful_run_msg in caplog.text
+    assert successful_run_msg in caplog.text

spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/docs/source/conf.py

@@ -1,5 +1,4 @@
 #!/usr/bin/env python3
-# -*- coding: utf-8 -*-
 
 
 # {{ cookiecutter.python_package }} documentation build

spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/pyproject.toml

@@ -8,7 +8,7 @@ readme = "README.md"
 dynamic = ["dependencies", "version"]
 
 [project.scripts]
-{{ cookiecutter.repo_name }} = "{{ cookiecutter.python_package }}.__main__:main"
+"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
 
 [project.entry-points."kedro.hooks"]
 
@@ -43,7 +43,7 @@ namespaces = false
 package_name = "{{ cookiecutter.python_package }}"
 project_name = "{{ cookiecutter.project_name }}"
 kedro_init_version = "{{ cookiecutter.kedro_version }}"
-tools = {{ cookiecutter.tools | default('') | string | replace('\"', '\\\"') }}
+tools = "{{ cookiecutter.tools | default('') | string | replace('\"', '\\\"') }}"
 example_pipeline = "{{ cookiecutter.example_pipeline }}"
 source_dir = "src"
 

spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipeline_registry.py

@@ -1,11 +1,10 @@
 """Project pipelines."""
-from typing import Dict
 
 from kedro.framework.project import find_pipelines
 from kedro.pipeline import Pipeline
 
 
-def register_pipelines() -> Dict[str, Pipeline]:
+def register_pipelines() -> dict[str, Pipeline]:
     """Register the project's pipelines.
 
     Returns:

spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_processing/nodes.py

@@ -1,4 +1,3 @@
-from typing import Dict, Tuple
 
 import pandas as pd
 from pyspark.sql import Column
@@ -24,7 +23,7 @@ def _parse_money(x: Column) -> Column:
     return x
 
 
-def preprocess_companies(companies: SparkDataFrame) -> Tuple[SparkDataFrame, Dict]:
+def preprocess_companies(companies: SparkDataFrame) -> tuple[SparkDataFrame, dict]:
     """Preprocesses the data for companies.
 
     Args:

spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_science/nodes.py

@@ -1,13 +1,12 @@
 import logging
-from typing import Dict, Tuple
 
 import pandas as pd
 from sklearn.linear_model import LinearRegression
 from sklearn.metrics import max_error, mean_absolute_error, r2_score
 from sklearn.model_selection import train_test_split
 
 
-def split_data(data: pd.DataFrame, parameters: Dict) -> Tuple:
+def split_data(data: pd.DataFrame, parameters: dict) -> tuple:
     """Splits data into features and targets training and test sets.
 
     Args:
@@ -41,7 +40,7 @@ def train_model(X_train: pd.DataFrame, y_train: pd.Series) -> LinearRegression:
 
 def evaluate_model(
     regressor: LinearRegression, X_test: pd.DataFrame, y_test: pd.Series
-) -> Dict[str, float]:
+) -> dict[str, float]:
     """Calculates and logs the coefficient of determination.
 
     Args:

spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/tests/pipelines/data_science/test_pipeline.py

@@ -64,4 +64,4 @@ def test_data_science_pipeline(caplog, dummy_data, dummy_parameters):
 
     SequentialRunner().run(pipeline, catalog)
 
-    assert successful_run_msg in caplog.text
+    assert successful_run_msg in caplog.text

spaceflights-pyspark/{{ cookiecutter.repo_name }}/docs/source/conf.py

@@ -1,5 +1,4 @@
 #!/usr/bin/env python3
-# -*- coding: utf-8 -*-
 
 
 # {{ cookiecutter.python_package }} documentation build

spaceflights-pyspark/{{ cookiecutter.repo_name }}/pyproject.toml

@@ -8,7 +8,7 @@ readme = "README.md"
 dynamic = ["dependencies", "version"]
 
 [project.scripts]
-{{ cookiecutter.repo_name }} = "{{ cookiecutter.python_package }}.__main__:main"
+"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
 
 [project.entry-points."kedro.hooks"]
 
@@ -43,7 +43,7 @@ namespaces = false
 package_name = "{{ cookiecutter.python_package }}"
 project_name = "{{ cookiecutter.project_name }}"
 kedro_init_version = "{{ cookiecutter.kedro_version }}"
-tools = {{ cookiecutter.tools | default('') | string | replace('\"', '\\\"') }}
+tools = "{{ cookiecutter.tools | default('') | string | replace('\"', '\\\"') }}"
 example_pipeline = "{{ cookiecutter.example_pipeline }}"
 source_dir = "src"
 

spaceflights-pyspark/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipeline_registry.py

@@ -1,11 +1,10 @@
 """Project pipelines."""
-from typing import Dict
 
 from kedro.framework.project import find_pipelines
 from kedro.pipeline import Pipeline
 
 
-def register_pipelines() -> Dict[str, Pipeline]:
+def register_pipelines() -> dict[str, Pipeline]:
     """Register the project's pipelines.
 
     Returns:

spaceflights-pyspark/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_science/nodes.py

@@ -1,13 +1,12 @@
 import logging
-from typing import Dict, Tuple
 
 import pandas as pd
 from sklearn.linear_model import LinearRegression
 from sklearn.metrics import r2_score
 from sklearn.model_selection import train_test_split
 
 
-def split_data(data: pd.DataFrame, parameters: Dict) -> Tuple:
+def split_data(data: pd.DataFrame, parameters: dict) -> tuple:
     """Splits data into features and targets training and test sets.
 
     Args:

spaceflights-pyspark/{{ cookiecutter.repo_name }}/tests/pipelines/data_science/test_pipeline.py

@@ -64,4 +64,4 @@ def test_data_science_pipeline(caplog, dummy_data, dummy_parameters):
 
     SequentialRunner().run(pipeline, catalog)
 
-    assert successful_run_msg in caplog.text
+    assert successful_run_msg in caplog.text