Dev

.domino/dependencies_map.json

@@ -5,24 +5,25 @@
             "requirements_file": "requirements_0.txt"
         },
         "pieces": [
-            "SaveImagePiece",
-            "GetDateTimePiece",
             "CustomPythonPiece",
-            "LogPiece",
+            "GetItemFromArrayPiece",
+            "ToyDatasetsPiece",
+            "SaveImagePiece",
             "ImageFilterPiece",
-            "DataConversionPiece",
-            "YDataProfilingPiece",
             "StringConditionChecksPiece",
+            "LoremIpsumGeneratorPiece",
+            "ToStringPiece",
+            "GetDateTimePiece",
+            "LogPiece",
             "PageScrapperPiece",
             "SleepPiece",
+            "HttpRequestPiece",
             "StringOperationsPiece",
-            "ToyDatasetsPiece",
-            "ToStringPiece",
-            "LoremIpsumGeneratorPiece",
-            "GetItemFromArrayPiece",
-            "HttpRequestPiece"
+            "DataConversionPiece",
+            "YDataProfilingPiece",
+            "RenameTabularColumnsPiece"
         ],
         "secrets": [],
-        "source_image": "ghcr.io/tauffer-consulting/default_domino_pieces:0.8.1-group0"
+        "source_image": "ghcr.io/tauffer-consulting/default_domino_pieces:development-group0"
     }
 }

.github/workflows/tests-dev.yml

@@ -20,10 +20,15 @@ jobs:
         with:
           python-version: "3.10"
 
-      - name: Pip install packages
+      # - name: Pip install packages
+      #   run: |
+      #     python -m pip install -U pip
+      #     pip install --no-cache-dir domino-py[cli]
+      # TODO remove
+      - name: Pip install from branch
         run: |
           python -m pip install -U pip
-          pip install --no-cache-dir domino-py[cli]
+          pip install git+https://github.com/Tauffer-Consulting/domino@dev#egg=domino-py[cli]
 
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v2
@@ -37,7 +42,7 @@ jobs:
 
       - name: Run organize and build images
         run: |
-          domino piece organize --build-images --source-url=https://github.com/${{github.repository}} --tag-overwrite=development
+          domino piece organize --build-images --source-url=https://github.com/${{github.repository}} --tag-overwrite=development --dev
 
       - name: Install Tests Dependencies
         run: pip install -r requirements-tests.txt

config.toml

@@ -5,4 +5,3 @@ REPOSITORY_NAME = "default_domino_pieces"
 REPOSITORY_LABEL = "Default Pieces Repository"
 
 VERSION = "0.8.1"
-

pieces/CustomPythonPiece/models.py

@@ -36,7 +36,7 @@ class InputModel(BaseModel):
         }
     )
     script: str = Field(
-        default="""# Do not modify the function definition line
+        default="""# Do not modify the function name in definition line
 def custom_function(kwarg_1, kwarg_2):
     # Write your code here
     print(f"First argument: {kwarg_1}")

pieces/PageScrapperPiece/models.py

@@ -1,13 +1,13 @@
 from pydantic import BaseModel, Field
-from typing import List
+from typing import List, Optional
 
 
 class ItemType(BaseModel):
     tag: str = Field(
         default="p",
         description='HTML tag name.',
     )
-    class_name: str = Field(
+    class_name: Optional[str] = Field(
         default="",
         description='HTML tag class name.',
     )

pieces/RenameTabularColumnsPiece/metadata.json

@@ -0,0 +1,16 @@
+{
+    "name": "RenameTabularColumnsPiece",
+    "description": "A piece that receives an dataframe and a dictionary with the columns to rename and returns the dataframe with the columns renamed.",
+    "dependency": {
+        "requirements_file": "requirements_0.txt"
+    },
+    "tags": [
+        "default",
+        "pandas",
+        "dataframe"
+    ],
+    "style": {
+        "node_label": "Rename Tabular Columns",
+        "icon_class_name": "icon-park-twotone:data-file"
+    }
+}

pieces/RenameTabularColumnsPiece/models.py

@@ -0,0 +1,35 @@
+from pydantic import BaseModel, Field
+from typing import List
+
+class ColumnsToRename(BaseModel):
+    """
+    ColumnsToRename Model
+    """
+    old_column_name: str = Field(
+        title='Old Column Name',
+    )
+    new_column_name: str = Field(
+        title='New Column Name',
+    )
+
+class InputModel(BaseModel):
+    """
+    GetDateTimePiece Input Model
+    """
+    input_data: str = Field(
+        description='Input data.'
+    )
+
+    columns_to_rename: List[ColumnsToRename] = Field(
+        title='Columns to Rename',
+        description='List of columns to rename.'
+    )
+
+
+class OutputModel(BaseModel):
+    """
+    GetDateTimePiece Output Model
+    """
+    output_data: str = Field(
+        description='Output data.'
+    )

pieces/RenameTabularColumnsPiece/piece.py

@@ -0,0 +1,32 @@
+from domino.base_piece import BasePiece
+from .models import InputModel, OutputModel
+import pandas as pd
+from pathlib import Path
+
+
+class RenameTabularColumnsPiece(BasePiece):
+
+    def piece_function(self, input_data: InputModel):
+        """
+        GetDateTimePiece piece function.
+        """
+        input_data_file = input_data.input_data
+        if input_data_file.endswith('.csv'):
+            df = pd.read_csv(input_data_file)
+        elif input_data_file.endswith('.json'):
+            df = pd.read_json(input_data_file)
+        else:
+            raise ValueError("File format not supported. Please pass a CSV or JSON file.")
+
+        columns_to_rename = {}
+        for columns_data in input_data.columns_to_rename:
+            columns_to_rename[columns_data.old_column_name] = columns_data.new_column_name
+
+        df.rename(columns=columns_to_rename, inplace=True)
+
+        output_data_path = Path(self.results_path) / 'output_data.csv'
+        df.to_csv(output_data_path, index=False)
+
+        return OutputModel(output_data=str(output_data_path))
+
+

pieces/RenameTabularColumnsPiece/test_rename_columns_piece.py

@@ -0,0 +1,8 @@
+from domino.testing import piece_dry_run
+
+
+
+
+def test_rename_columns_piece():
+    ...
+