Powerplant data functions

.gitignore

@@ -142,4 +142,5 @@ workflow/.DS_Store
 workflow/scripts/.DS_Store
 
 # Environment credentials
-.env
+.env
+workflow/scripts/osemosys_global/powerplant_data_test.py

config/config.yaml

@@ -55,7 +55,16 @@ user_defined_capacity:
   #              first_year_of_expansion, 
   #              build_rate_per_year, 
   #              cost]
-  TRNINDEAINDNE: [0, 2030, "open", 2030, 10, 861]
+  PWRCOAINDWE01: [8, 2000, "open", 2025, 5, 1100]
+
+user_defined_capacity_transmission:
+  # technology: [capacity, 
+  #              first_year, 
+  #              "fixed/open", 
+  #              first_year_of_expansion, 
+  #              build_rate_per_year, 
+  #              cost]
+  TRNINDEAINDNE: [5, 1975, "open", 2030, 10, 861]
 
 nodes_to_add:
  #- "AAAXX" where AAA is a 3-letter country code, 

workflow/rules/preprocess.smk

@@ -20,22 +20,35 @@ demand_figures = [
 # output script files
 
 power_plant_files = [
+    'powerplant/CapitalCost.csv',
+    'powerplant/FixedCost.csv',
+    'powerplant/CapacityToActivityUnit.csv',
+    'powerplant/OperationalLife.csv',
+    'powerplant/TotalAnnualMaxCapacityInvestment.csv',
+    'powerplant/TotalAnnualMinCapacityInvestment.csv',
+    'FUEL.csv',
+    'powerplant/InputActivityRatio.csv',
+    'powerplant/OutputActivityRatio.csv',
+    'MODE_OF_OPERATION.csv',
+    'REGION.csv',
+    'powerplant/ResidualCapacity.csv',
+    'powerplant/TECHNOLOGY.csv',
+    'YEAR.csv',
+    'AvailabilityFactor.csv'
+    ]
+
+transmission_files = [
     'CapitalCost.csv',
     'FixedCost.csv',
     'CapacityToActivityUnit.csv',
     'OperationalLife.csv',
     'TotalAnnualMaxCapacityInvestment.csv',
     'TotalAnnualMinCapacityInvestment.csv',
     'TotalTechnologyModelPeriodActivityUpperLimit.csv',
-    'FUEL.csv',
     'InputActivityRatio.csv',
     'OutputActivityRatio.csv',
-    'MODE_OF_OPERATION.csv',
-    'REGION.csv',
     'ResidualCapacity.csv',
     'TECHNOLOGY.csv',
-    'YEAR.csv',
-    'AvailabilityFactor.csv'
     ]
 
 timeslice_files = [
@@ -88,42 +101,84 @@ user_capacity_files = [
 
 check_files = os.listdir('resources/otoole/data')
 generated_files = [
-    power_plant_files, 
+    power_plant_files,
+    transmission_files,
     timeslice_files, 
     variable_cost_files, 
     demand_files, 
     emission_files, 
     max_capacity_files]
 for file_list in generated_files:
     [check_files.remove(csv) for csv in file_list]
-
+    
 # rules
 
 rule make_data_dir:
     output: directory('results/data')
     shell: 'mkdir -p {output}'
 
+
+def powerplant_cap_custom_csv() -> str:
+    if config["nodes_to_add"]:
+        return "resources/data/custom_nodes/residual_capacity.csv"
+    else:
+        return []   
+
 rule powerplant:
     message:
-        'Generating powerplant data...'
+        "Generating powerplant data..."
     input:
-        'resources/data/PLEXOS_World_2015_Gold_V1.1.xlsx',
-        'resources/data/weo_2020_powerplant_costs.csv',
-        'resources/data/operational_life.csv',
-        'resources/data/naming_convention_tech.csv',
-        'resources/data/Costs Line expansion.xlsx',
-        'resources/data/weo_region_mapping.csv',
-    params: 
-        trade = config['crossborderTrade'],
+        plexos = 'resources/data/PLEXOS_World_2015_Gold_V1.1.xlsx',
+        weo_costs = 'resources/data/weo_2020_powerplant_costs.csv',
+        weo_regions = 'resources/data/weo_region_mapping.csv',
+        default_op_life = 'resources/data/operational_life.csv',
+        naming_convention_tech = 'resources/data/naming_convention_tech.csv',
+        line_data = 'resources/data/Costs Line expansion.xlsx',
+        default_av_factors = 'resources/data/availability_factors.csv',
+        custom_res_cap = powerplant_cap_custom_csv()
+    params:
         start_year = config['startYear'],
         end_year = config['endYear'],
-        invest_techs = config['no_invest_technologies']
+        region_name = 'GLOBAL',
+        custom_nodes = config['nodes_to_add'],
+        user_defined_capacity = config['user_defined_capacity'],
+        no_investment_techs = config['no_invest_technologies'],
+        output_data_dir = 'results/data',
+        input_data_dir = 'resources/data',
+        powerplant_data_dir = 'results/data/powerplant',
+
     output:
         csv_files = expand('results/data/{output_file}', output_file = power_plant_files)
     log:
         log = 'results/logs/powerplant.log'
-    shell:
-        'python workflow/scripts/osemosys_global/powerplant_data.py 2> {log}'
+    script:
+        "../scripts/osemosys_global/powerplant/main.py"
+
+rule transmission:
+    message:
+        "Generating transmission data..."
+    input:
+        rules.powerplant.output.csv_files,
+        plexos = 'resources/data/PLEXOS_World_2015_Gold_V1.1.xlsx',
+        default_op_life = 'resources/data/operational_life.csv',
+        line_data = 'resources/data/Costs Line expansion.xlsx',
+    params:
+        trade = config['crossborderTrade'],
+        start_year = config['startYear'],
+        end_year = config['endYear'],
+        region_name = 'GLOBAL',
+        custom_nodes = config['nodes_to_add'],
+        user_defined_capacity_transmission = config['user_defined_capacity_transmission'],
+        no_investment_techs = config['no_invest_technologies'],
+        output_data_dir = 'results/data',
+        input_data_dir = 'resources/data',
+        powerplant_data_dir = 'results/data/powerplant',
+    output:
+        csv_files = expand('results/data/{output_file}', output_file = transmission_files)
+    log:
+        log = 'results/logs/transmission.log'
+    script:
+        "../scripts/osemosys_global/transmission/main.py"
 
 rule timeslice:
     message:
@@ -251,6 +306,7 @@ rule file_check:
         'Generating missing files...'
     input:
         rules.powerplant.output.csv_files,
+        rules.transmission.output.csv_files,
         rules.timeslice.output.csv_files,
         rules.variable_costs.output.csv_files,
         rules.demand_projections.output.csv_files,
@@ -262,6 +318,4 @@ rule file_check:
     log: 
         log = 'results/logs/file_check.log'
     shell:
-        'python workflow/scripts/osemosys_global/file_check.py 2> {log}'
-
-
+        'python workflow/scripts/osemosys_global/file_check.py 2> {log}'

workflow/scripts/osemosys_global/custom.py

@@ -0,0 +1,48 @@
+"""Custom Nodes logic"""
+
+import pandas as pd
+import itertools
+
+
+def _get_custom_demand_expected(
+    nodes: list[str], start_year: int, end_year: int
+) -> pd.DataFrame:
+    """Gets formatted expected custom data"""
+
+    years = range(start_year, end_year + 1)
+
+    df = pd.DataFrame(
+        list(itertools.product(nodes, years)), columns=["CUSTOM_NODE", "YEAR"]
+    )
+    df["REGION"] = "GLOBAL"
+    df["FUEL"] = "ELC" + df["CUSTOM_NODE"] + "02"
+
+    return df
+
+
+def import_custom_demand_data(csv: str) -> pd.DataFrame:
+    """Gets all custom demand data"""
+    return pd.read_csv(csv)
+
+
+def get_custom_demand_data(
+    all_custom: pd.DataFrame, nodes: list[str], start_year: int, end_year: int
+) -> pd.DataFrame:
+    """Gets merged custom demand data"""
+
+    expected = _get_custom_demand_expected(nodes, start_year, end_year)
+
+    df = pd.merge(expected, all_custom, how="left", on=["CUSTOM_NODE", "YEAR"])
+    df = df[["REGION", "FUEL", "YEAR", "VALUE"]]
+
+    return df
+
+
+def merge_default_custom_data(
+    default: pd.DataFrame, custom: pd.DataFrame
+) -> pd.DataFrame:
+    assert default.columns.equals(custom.columns)
+    df = pd.concat([default, custom], ignore_index=True)
+    df["VALUE"] = df["VALUE"].round(2)
+    df = df.drop_duplicates(keep="first", subset=["REGION", "FUEL", "YEAR"])
+    return df