Fix the many-to-one merge for multiple detectors per exposure

lsst-sqre · Jun 24, 2024 · 2cd175b · 2cd175b
1 parent a7970a5
commit 2cd175b
Showing 1 changed file with 6 additions and 5 deletions.
diff --git a/prompt-processing/groups.ipynb b/prompt-processing/groups.ipynb
@@ -945,12 +945,13 @@
     "# When fan-out handles a group\n",
     "df = get_df_from_loki_fanout(date, \"message deserialized\", f'|~ \"{survey}\"')\n",
     "df.rename(columns={\"ts\": \"ts_fanout\"}, inplace=True)\n",
-    "df_loki = df_loki.merge(\n",
+    "df_loki = pandas.merge(\n",
+    "    df_loki.reset_index(),\n",
     "    df,\n",
-    "    on=\"groupId\",\n",
-    "    how=\"outer\",\n",
-    "    validate=\"one_to_one\",\n",
-    ")"
+    "    on=[\"groupId\"],\n",
+    "    how=\"left\",\n",
+    "    validate=\"many_to_one\",\n",
+    ").set_index([\"groupId\", \"detector\"])\n"
    ]
   },
   {