Merge branch 'tickets/DM-47268'

lsst · Oct 30, 2024 · dffaafd · dffaafd
2 parents b604551 + f181ee8
commit dffaafd
Show file tree

Hide file tree

Showing 10 changed files with 6,130 additions and 0 deletions.
diff --git a/doc_datasets/test101/README.md b/doc_datasets/test101/README.md
@@ -0,0 +1,8 @@
+
+Sample data and configuration for a test catalog referenced in the "Ingest Workflow Developer's Guide"
+======================================================================================================
+
+See the following section of the Guide for further details:
+
+  "Ingesting Catalogs" / "Ingest Workflow Developer's Guide" / "Simple Workflow Example"
+
diff --git a/doc_datasets/test101/data/Filter.csv b/doc_datasets/test101/data/Filter.csv
@@ -0,0 +1,9 @@
+0	u	0	0
+1	g	0	0
+2	r	0	0
+3	i	0	0
+4	z	0	0
+5	y	0	0
+6	w	0	0
+7	V	0	0
+-99	DD	0	0
diff --git a/doc_datasets/test101/data/Object/chunk_7310_overlap.txt b/doc_datasets/test101/data/Object/chunk_7310_overlap.txt
diff --git a/doc_datasets/test101/data/Object/chunk_7480.txt b/doc_datasets/test101/data/Object/chunk_7480.txt
diff --git a/doc_datasets/test101/data/Object/chunk_7480_overlap.txt b/doc_datasets/test101/data/Object/chunk_7480_overlap.txt
diff --git a/doc_datasets/test101/data/Source/chunk_7480.txt b/doc_datasets/test101/data/Source/chunk_7480.txt
diff --git a/doc_datasets/test101/database_test101.json b/doc_datasets/test101/database_test101.json
@@ -0,0 +1,10 @@
+{
+    "version": 12,
+    "auth_key":"",
+    "database":"test101",
+    "auto_build_secondary_index":1,
+    "local_load_secondary_index":1,
+    "num_stripes":85,
+    "num_sub_stripes":12,
+    "overlap":0.01667
+}
diff --git a/doc_datasets/test101/table_Filter.json b/doc_datasets/test101/table_Filter.json
@@ -0,0 +1,14 @@
+{
+    "version": 12,
+    "auth_key":"",
+    "database":"test101",
+    "table":"Filter",
+    "is_partitioned":0,
+    "fields_terminated_by":"\\t",
+    "schema":[
+        {"name":"filterId", "type":"tinyint(4) NOT NULL"},
+        {"name":"filterName", "type":"char(3) NOT NULL"},
+        {"name":"photClam", "type":"float NOT NULL"},
+        {"name":"photBW", "type":"float NOT NULL"}
+    ]
+}
diff --git a/doc_datasets/test101/table_Object.json b/doc_datasets/test101/table_Object.json
@@ -0,0 +1,241 @@
+{
+    "version": 12,
+    "auth_key":"",
+    "database":"test101",
+    "table":"Object",
+    "is_partitioned":1,
+    "director_table":"",
+    "director_key":"objectId",
+    "latitude_key":"decl_PS",
+    "longitude_key":"ra_PS",
+    "fields_terminated_by":",",
+    "schema":[
+        {"name":"objectId", "type":"bigint(20) NOT NULL"},
+        {"name":"iauId", "type":"char(34) default NULL"},
+        {"name":"ra_PS", "type":"double NOT NULL"},
+        {"name":"ra_PS_Sigma", "type":"float default NULL"},
+        {"name":"decl_PS", "type":"double NOT NULL"},
+        {"name":"decl_PS_Sigma", "type":"float default NULL"},
+        {"name":"radecl_PS_Cov", "type":"float default NULL"},
+        {"name":"ra_SG", "type":"double default NULL"},
+        {"name":"ra_SG_Sigma", "type":"float default NULL"},
+        {"name":"decl_SG", "type":"double default NULL"},
+        {"name":"decl_SG_Sigma", "type":"float default NULL"},
+        {"name":"radecl_SG_Cov", "type":"float default NULL"},
+        {"name":"raRange", "type":"float default NULL"},
+        {"name":"declRange", "type":"float default NULL"},
+        {"name":"muRa_PS", "type":"double default NULL"},
+        {"name":"muRa_PS_Sigma", "type":"float default NULL"},
+        {"name":"muDecl_PS", "type":"double default NULL"},
+        {"name":"muDecl_PS_Sigma", "type":"float default NULL"},
+        {"name":"muRaDecl_PS_Cov", "type":"float default NULL"},
+        {"name":"parallax_PS", "type":"double default NULL"},
+        {"name":"parallax_PS_Sigma", "type":"float default NULL"},
+        {"name":"canonicalFilterId", "type":"tinyint(4) default NULL"},
+        {"name":"extendedness", "type":"float default NULL"},
+        {"name":"varProb", "type":"float default NULL"},
+        {"name":"earliestObsTime", "type":"double default NULL"},
+        {"name":"latestObsTime", "type":"double default NULL"},
+        {"name":"flags", "type":"int(11) default NULL"},
+        {"name":"uNumObs", "type":"int(11) default NULL"},
+        {"name":"uExtendedness", "type":"float default NULL"},
+        {"name":"uVarProb", "type":"float default NULL"},
+        {"name":"uRaOffset_PS", "type":"float default NULL"},
+        {"name":"uRaOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"uDeclOffset_PS", "type":"float default NULL"},
+        {"name":"uDeclOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"uRaDeclOffset_PS_Cov", "type":"float default NULL"},
+        {"name":"uRaOffset_SG", "type":"float default NULL"},
+        {"name":"uRaOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"uDeclOffset_SG", "type":"float default NULL"},
+        {"name":"uDeclOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"uRaDeclOffset_SG_Cov", "type":"float default NULL"},
+        {"name":"uLnL_PS", "type":"float default NULL"},
+        {"name":"uLnL_SG", "type":"float default NULL"},
+        {"name":"uFlux_PS", "type":"float default NULL"},
+        {"name":"uFlux_PS_Sigma", "type":"float default NULL"},
+        {"name":"uFlux_SG", "type":"float default NULL"},
+        {"name":"uFlux_SG_Sigma", "type":"float default NULL"},
+        {"name":"uFlux_CSG", "type":"float default NULL"},
+        {"name":"uFlux_CSG_Sigma", "type":"float default NULL"},
+        {"name":"uTimescale", "type":"float default NULL"},
+        {"name":"uEarliestObsTime", "type":"double default NULL"},
+        {"name":"uLatestObsTime", "type":"double default NULL"},
+        {"name":"uSersicN_SG", "type":"float default NULL"},
+        {"name":"uSersicN_SG_Sigma", "type":"float default NULL"},
+        {"name":"uE1_SG", "type":"float default NULL"},
+        {"name":"uE1_SG_Sigma", "type":"float default NULL"},
+        {"name":"uE2_SG", "type":"float default NULL"},
+        {"name":"uE2_SG_Sigma", "type":"float default NULL"},
+        {"name":"uRadius_SG", "type":"float default NULL"},
+        {"name":"uRadius_SG_Sigma", "type":"float default NULL"},
+        {"name":"uFlags", "type":"int(11) default NULL"},
+        {"name":"gNumObs", "type":"int(11) default NULL"},
+        {"name":"gExtendedness", "type":"float default NULL"},
+        {"name":"gVarProb", "type":"float default NULL"},
+        {"name":"gRaOffset_PS", "type":"float default NULL"},
+        {"name":"gRaOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"gDeclOffset_PS", "type":"float default NULL"},
+        {"name":"gDeclOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"gRaDeclOffset_PS_Cov", "type":"float default NULL"},
+        {"name":"gRaOffset_SG", "type":"float default NULL"},
+        {"name":"gRaOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"gDeclOffset_SG", "type":"float default NULL"},
+        {"name":"gDeclOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"gRaDeclOffset_SG_Cov", "type":"float default NULL"},
+        {"name":"gLnL_PS", "type":"float default NULL"},
+        {"name":"gLnL_SG", "type":"float default NULL"},
+        {"name":"gFlux_PS", "type":"float default NULL"},
+        {"name":"gFlux_PS_Sigma", "type":"float default NULL"},
+        {"name":"gFlux_SG", "type":"float default NULL"},
+        {"name":"gFlux_SG_Sigma", "type":"float default NULL"},
+        {"name":"gFlux_CSG", "type":"float default NULL"},
+        {"name":"gFlux_CSG_Sigma", "type":"float default NULL"},
+        {"name":"gTimescale", "type":"float default NULL"},
+        {"name":"gEarliestObsTime", "type":"double default NULL"},
+        {"name":"gLatestObsTime", "type":"double default NULL"},
+        {"name":"gSersicN_SG", "type":"float default NULL"},
+        {"name":"gSersicN_SG_Sigma", "type":"float default NULL"},
+        {"name":"gE1_SG", "type":"float default NULL"},
+        {"name":"gE1_SG_Sigma", "type":"float default NULL"},
+        {"name":"gE2_SG", "type":"float default NULL"},
+        {"name":"gE2_SG_Sigma", "type":"float default NULL"},
+        {"name":"gRadius_SG", "type":"float default NULL"},
+        {"name":"gRadius_SG_Sigma", "type":"float default NULL"},
+        {"name":"gFlags", "type":"int(11) default NULL"},
+        {"name":"rNumObs", "type":"int(11) default NULL"},
+        {"name":"rExtendedness", "type":"float default NULL"},
+        {"name":"rVarProb", "type":"float default NULL"},
+        {"name":"rRaOffset_PS", "type":"float default NULL"},
+        {"name":"rRaOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"rDeclOffset_PS", "type":"float default NULL"},
+        {"name":"rDeclOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"rRaDeclOffset_PS_Cov", "type":"float default NULL"},
+        {"name":"rRaOffset_SG", "type":"float default NULL"},
+        {"name":"rRaOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"rDeclOffset_SG", "type":"float default NULL"},
+        {"name":"rDeclOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"rRaDeclOffset_SG_Cov", "type":"float default NULL"},
+        {"name":"rLnL_PS", "type":"float default NULL"},
+        {"name":"rLnL_SG", "type":"float default NULL"},
+        {"name":"rFlux_PS", "type":"float default NULL"},
+        {"name":"rFlux_PS_Sigma", "type":"float default NULL"},
+        {"name":"rFlux_SG", "type":"float default NULL"},
+        {"name":"rFlux_SG_Sigma", "type":"float default NULL"},
+        {"name":"rFlux_CSG", "type":"float default NULL"},
+        {"name":"rFlux_CSG_Sigma", "type":"float default NULL"},
+        {"name":"rTimescale", "type":"float default NULL"},
+        {"name":"rEarliestObsTime", "type":"double default NULL"},
+        {"name":"rLatestObsTime", "type":"double default NULL"},
+        {"name":"rSersicN_SG", "type":"float default NULL"},
+        {"name":"rSersicN_SG_Sigma", "type":"float default NULL"},
+        {"name":"rE1_SG", "type":"float default NULL"},
+        {"name":"rE1_SG_Sigma", "type":"float default NULL"},
+        {"name":"rE2_SG", "type":"float default NULL"},
+        {"name":"rE2_SG_Sigma", "type":"float default NULL"},
+        {"name":"rRadius_SG", "type":"float default NULL"},
+        {"name":"rRadius_SG_Sigma", "type":"float default NULL"},
+        {"name":"rFlags", "type":"int(11) default NULL"},
+        {"name":"iNumObs", "type":"int(11) default NULL"},
+        {"name":"iExtendedness", "type":"float default NULL"},
+        {"name":"iVarProb", "type":"float default NULL"},
+        {"name":"iRaOffset_PS", "type":"float default NULL"},
+        {"name":"iRaOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"iDeclOffset_PS", "type":"float default NULL"},
+        {"name":"iDeclOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"iRaDeclOffset_PS_Cov", "type":"float default NULL"},
+        {"name":"iRaOffset_SG", "type":"float default NULL"},
+        {"name":"iRaOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"iDeclOffset_SG", "type":"float default NULL"},
+        {"name":"iDeclOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"iRaDeclOffset_SG_Cov", "type":"float default NULL"},
+        {"name":"iLnL_PS", "type":"float default NULL"},
+        {"name":"iLnL_SG", "type":"float default NULL"},
+        {"name":"iFlux_PS", "type":"float default NULL"},
+        {"name":"iFlux_PS_Sigma", "type":"float default NULL"},
+        {"name":"iFlux_SG", "type":"float default NULL"},
+        {"name":"iFlux_SG_Sigma", "type":"float default NULL"},
+        {"name":"iFlux_CSG", "type":"float default NULL"},
+        {"name":"iFlux_CSG_Sigma", "type":"float default NULL"},
+        {"name":"iTimescale", "type":"float default NULL"},
+        {"name":"iEarliestObsTime", "type":"double default NULL"},
+        {"name":"iLatestObsTime", "type":"double default NULL"},
+        {"name":"iSersicN_SG", "type":"float default NULL"},
+        {"name":"iSersicN_SG_Sigma", "type":"float default NULL"},
+        {"name":"iE1_SG", "type":"float default NULL"},
+        {"name":"iE1_SG_Sigma", "type":"float default NULL"},
+        {"name":"iE2_SG", "type":"float default NULL"},
+        {"name":"iE2_SG_Sigma", "type":"float default NULL"},
+        {"name":"iRadius_SG", "type":"float default NULL"},
+        {"name":"iRadius_SG_Sigma", "type":"float default NULL"},
+        {"name":"iFlags", "type":"int(11) default NULL"},
+        {"name":"zNumObs", "type":"int(11) default NULL"},
+        {"name":"zExtendedness", "type":"float default NULL"},
+        {"name":"zVarProb", "type":"float default NULL"},
+        {"name":"zRaOffset_PS", "type":"float default NULL"},
+        {"name":"zRaOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"zDeclOffset_PS", "type":"float default NULL"},
+        {"name":"zDeclOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"zRaDeclOffset_PS_Cov", "type":"float default NULL"},
+        {"name":"zRaOffset_SG", "type":"float default NULL"},
+        {"name":"zRaOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"zDeclOffset_SG", "type":"float default NULL"},
+        {"name":"zDeclOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"zRaDeclOffset_SG_Cov", "type":"float default NULL"},
+        {"name":"zLnL_PS", "type":"float default NULL"},
+        {"name":"zLnL_SG", "type":"float default NULL"},
+        {"name":"zFlux_PS", "type":"float default NULL"},
+        {"name":"zFlux_PS_Sigma", "type":"float default NULL"},
+        {"name":"zFlux_SG", "type":"float default NULL"},
+        {"name":"zFlux_SG_Sigma", "type":"float default NULL"},
+        {"name":"zFlux_CSG", "type":"float default NULL"},
+        {"name":"zFlux_CSG_Sigma", "type":"float default NULL"},
+        {"name":"zTimescale", "type":"float default NULL"},
+        {"name":"zEarliestObsTime", "type":"double default NULL"},
+        {"name":"zLatestObsTime", "type":"double default NULL"},
+        {"name":"zSersicN_SG", "type":"float default NULL"},
+        {"name":"zSersicN_SG_Sigma", "type":"float default NULL"},
+        {"name":"zE1_SG", "type":"float default NULL"},
+        {"name":"zE1_SG_Sigma", "type":"float default NULL"},
+        {"name":"zE2_SG", "type":"float default NULL"},
+        {"name":"zE2_SG_Sigma", "type":"float default NULL"},
+        {"name":"zRadius_SG", "type":"float default NULL"},
+        {"name":"zRadius_SG_Sigma", "type":"float default NULL"},
+        {"name":"zFlags", "type":"int(11) default NULL"},
+        {"name":"yNumObs", "type":"int(11) default NULL"},
+        {"name":"yExtendedness", "type":"float default NULL"},
+        {"name":"yVarProb", "type":"float default NULL"},
+        {"name":"yRaOffset_PS", "type":"float default NULL"},
+        {"name":"yRaOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"yDeclOffset_PS", "type":"float default NULL"},
+        {"name":"yDeclOffset_PS_Sigma", "type":"float default NULL"},
+        {"name":"yRaDeclOffset_PS_Cov", "type":"float default NULL"},
+        {"name":"yRaOffset_SG", "type":"float default NULL"},
+        {"name":"yRaOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"yDeclOffset_SG", "type":"float default NULL"},
+        {"name":"yDeclOffset_SG_Sigma", "type":"float default NULL"},
+        {"name":"yRaDeclOffset_SG_Cov", "type":"float default NULL"},
+        {"name":"yLnL_PS", "type":"float default NULL"},
+        {"name":"yLnL_SG", "type":"float default NULL"},
+        {"name":"yFlux_PS", "type":"float default NULL"},
+        {"name":"yFlux_PS_Sigma", "type":"float default NULL"},
+        {"name":"yFlux_SG", "type":"float default NULL"},
+        {"name":"yFlux_SG_Sigma", "type":"float default NULL"},
+        {"name":"yFlux_CSG", "type":"float default NULL"},
+        {"name":"yFlux_CSG_Sigma", "type":"float default NULL"},
+        {"name":"yTimescale", "type":"float default NULL"},
+        {"name":"yEarliestObsTime", "type":"double default NULL"},
+        {"name":"yLatestObsTime", "type":"double default NULL"},
+        {"name":"ySersicN_SG", "type":"float default NULL"},
+        {"name":"ySersicN_SG_Sigma", "type":"float default NULL"},
+        {"name":"yE1_SG", "type":"float default NULL"},
+        {"name":"yE1_SG_Sigma", "type":"float default NULL"},
+        {"name":"yE2_SG", "type":"float default NULL"},
+        {"name":"yE2_SG_Sigma", "type":"float default NULL"},
+        {"name":"yRadius_SG", "type":"float default NULL"},
+        {"name":"yRadius_SG_Sigma", "type":"float default NULL"},
+        {"name":"yFlags", "type":"int(11) default NULL"},
+        {"name":"chunkId", "type":"int(11) NOT NULL"},
+        {"name":"subChunkId", "type":"int(11) NOT NULL"}
+    ]
+}