Update CDS DRS mapping data

README.md

@@ -22,9 +22,10 @@ that using these commands (requires access to the htan-dcc google project):
 cd data
 bq extract --destination_format CSV released.entities_v6_1 gs://htan-release-files/entities_v6_1.csv
 bq extract --destination_format CSV released.metadata_v6_1 gs://htan-release-files/metadata_v6_1.csv
+bq extract --destination_format NEWLINE_DELIMITED_JSON released.cds_drs_mapping gs://htan-release-files/cds_drs_mapping.json
 gsutil cp gs://htan-release-files/entities_v6_1.csv entities_v6_1.csv
 gsutil cp gs://htan-release-files/metadata_v6_1.csv metadata_v6_1.csv
-
+gsutil cp gs://htan-release-files/cds_drs_mapping.json cds_drs_mapping.json
 ```
 
 #### Pull files from Synapse and Process for ingestion

data/processSynapseJSON.log

@@ -2,9 +2,9 @@ ncc: Version 0.28.6
 ncc: Compiling file index.js
 ncc: Using [email protected] (local user-provided)
   40kB  sourcemap-register.js
-8479kB  index.js
+8675kB  index.js
 1425kB  index.js.map
-8519kB  [29085ms] - ncc 0.28.6
+8715kB  [8766ms] - ncc 0.28.6
 Missing ParentBiospecimenID:  {
   Component: 'ScRNA-seqLevel3',
   Filename: 'single_cell_RNAseq_level_3_ped_glioma/HTAN_pHGG_161_New_Reg1_snRNA/barcodes.tsv.gz',

data/processSynapseJSON.ts

@@ -374,7 +374,6 @@ function getReleaseSynapseIds(
 
 function addDownloadSourcesInfo(
     file: BaseSerializableEntity,
-    dbgapSynapseSet: Set<string>,
     dbgapImgSynapseSet: Set<string>
 ) {
     if (
@@ -389,9 +388,8 @@ function addDownloadSourcesInfo(
         // them from the portal listing entirely so assume they are there
         file.isRawSequencing = true;
         if (
-            file.synapseId &&
-            (dbgapSynapseSet.has(file.synapseId) ||
-                file.Filename.endsWith('bai'))
+            (file.synapseId && file.viewers?.cds?.drs_uri) ||
+            file.Filename.endsWith('bai')
         ) {
             file.downloadSource = DownloadSourceCategory.dbgap;
         } else {
@@ -402,13 +400,10 @@ function addDownloadSourcesInfo(
         if (file.synapseId && dbgapImgSynapseSet.has(file.synapseId)) {
             // Level 2 imaging data is open access
             // ImagingLevel2, SRRSImagingLevel2 as specified in released.entities table (CDS_Release) column
-            if (
-                file.level === 'Level 2' &&
-                file.Component.startsWith('Imaging')
-            ) {
+            if (file.viewers?.cds?.drs_uri) {
                 file.downloadSource = DownloadSourceCategory.cds;
             } else {
-                file.downloadSource = DownloadSourceCategory.dbgap;
+                file.downloadSource = DownloadSourceCategory.comingSoon;
             }
         } else if (
             file.Component === 'OtherAssay' &&
@@ -617,7 +612,6 @@ function processSynapseJSON(
         ancestryByParticipantID
     );
 
-    const dbgapSynapseSet = new Set<string>(getDbgapSynapseIds(entitiesById));
     const dbgapImgSynapseSet = new Set<string>(
         getDbgapImgSynapseIds(entitiesById)
     );
@@ -645,10 +639,10 @@ function processSynapseJSON(
             parentData?.therapy || []
         ).map((d) => d.ParticipantID);
 
-        addDownloadSourcesInfo(file, dbgapSynapseSet, dbgapImgSynapseSet);
+        addViewers(file);
+        addDownloadSourcesInfo(file, dbgapImgSynapseSet);
         addReleaseInfo(file, entitiesById);
         addImageChannelMetadata(file, entitiesById);
-        addViewers(file);
         return file as SerializableEntity;
     });
     //  .filter((f): f is SerializableEntity => !!f); // file should be defined (typescript doesnt understand (f=>f)

lib/helpers.ts

@@ -44,7 +44,7 @@ export async function fetchData(): Promise<LoadDataResult> {
     const processedSynURL =
         process.env.NODE_ENV === 'development'
             ? '/processed_syn_data.json'
-            : `${getCloudBaseUrl()}/processed_syn_data_20241204_1543.json`;
+            : `${getCloudBaseUrl()}/processed_syn_data_20241206_1308.json`;
     return fetchSynData(processedSynURL);
 }