fix: reduce number of levels in summary files

Author: FabianHofmann

scripts/make_cumulative_costs.py

@@ -60,14 +60,14 @@ def calculate_cumulative_cost(costs, planning_horizons):
     configure_logging(snakemake)
     set_scenario_config(snakemake)
 
-    costs = pd.read_csv(snakemake.input.costs, index_col=[0, 1, 2], header=[0, 1, 2])
+    costs = pd.read_csv(snakemake.input.costs, index_col=[0, 1, 2], header=0)
+
+    # clean multiindex: add cluster/opts from scenario & make planning horizons numeric
+    cluster = str(snakemake.params.scenario["clusters"][0])
+    sector_opts = snakemake.params.scenario.get("sector_opts", [""])[0]
 
-    # clean multiindex: handle empty opts/sector_opts & make planning horizons numeric
     costs.columns = pd.MultiIndex.from_tuples(
-        [
-            (lvl0, "" if lvl1.startswith("Unnamed:") else lvl1, pd.to_numeric(lvl2))
-            for lvl0, lvl1, lvl2 in costs.columns
-        ],
+        [(cluster, sector_opts, pd.to_numeric(horizon)) for horizon in costs.columns],
         names=["cluster", "opt", "planning_horizon"],
     )
 

scripts/make_global_summary.py

@@ -58,6 +58,13 @@
 
         summaries = pd.concat(summaries, axis=1, keys=summaries_dict.keys())
 
+        # Drop redundant second level from column MultiIndex (original column names)
+        if (
+            isinstance(summaries.columns, pd.MultiIndex)
+            and summaries.columns.nlevels == 2
+        ):
+            summaries.columns = summaries.columns.droplevel(1)
+
         summaries.sort_index().to_csv(snakemake.output[kind])
 
         del summaries

scripts/plot_summary.py

@@ -496,7 +496,7 @@ def plot_carbon_budget_distribution(input_eurostat, options):
     configure_logging(snakemake)
     set_scenario_config(snakemake)
 
-    n_header = 3
+    n_header = 1
 
     plot_costs()