Add dvc to manage ROOT data (#6)

* WIP

* Avoid dvc copies

* Fix truncated file

* Add remaining ROOT files

* Update justfile

.dvc/.gitignore

@@ -0,0 +1,3 @@
+/config.local
+/tmp
+/cache

.dvc/config

@@ -0,0 +1,8 @@
+[core]
+    analytics = false
+    remote = azure
+[cache]
+    type = "hardlink,symlink"
+['remote "azure"']
+    url = azure://dvc
+    account_name = etsinitiative

.dvcignore

@@ -0,0 +1,3 @@
+# Add patterns of files dvc should ignore, which could improve
+# the performance. Learn more at
+# https://dvc.org/doc/user-guide/dvcignore

.gitignore

@@ -5,3 +5,6 @@
 ~$*
 *~
 *.bak
+
+sensitivity_center.txt
+*.bin

data/root/.gitignore

@@ -0,0 +1 @@
+/ETSIPETscanner_mIEC_*.root

data/root/ETSIPETscanner_mIEC_1.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: c5ff16f6056c1c012e80a456266733b0
+  size: 1353678231
+  hash: md5
+  path: ETSIPETscanner_mIEC_1.root

data/root/ETSIPETscanner_mIEC_10.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 2061fbdabae023e414a50edaea26ae71
+  size: 1350366532
+  hash: md5
+  path: ETSIPETscanner_mIEC_10.root

data/root/ETSIPETscanner_mIEC_11.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 8a03ccfcf409ea72724b32e355f15877
+  size: 1350864567
+  hash: md5
+  path: ETSIPETscanner_mIEC_11.root

data/root/ETSIPETscanner_mIEC_12.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 5c03d557a244b55741eb0a9515603425
+  size: 1355610420
+  hash: md5
+  path: ETSIPETscanner_mIEC_12.root

data/root/ETSIPETscanner_mIEC_13.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 40cbddb9749e23ac830d94b9aaef7c27
+  size: 1354438671
+  hash: md5
+  path: ETSIPETscanner_mIEC_13.root

data/root/ETSIPETscanner_mIEC_14.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 555eedd30ec19af30280c7ffdce1cf0b
+  size: 1350981281
+  hash: md5
+  path: ETSIPETscanner_mIEC_14.root

data/root/ETSIPETscanner_mIEC_15.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 4a569d8932f0028deacfc1ee32cdd4cd
+  size: 1350693184
+  hash: md5
+  path: ETSIPETscanner_mIEC_15.root

data/root/ETSIPETscanner_mIEC_16.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: c1d0a0b8dd9c2e72fdc86f303695bd89
+  size: 1351158050
+  hash: md5
+  path: ETSIPETscanner_mIEC_16.root

data/root/ETSIPETscanner_mIEC_17.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 08a01717de47c9a53838e9125d2dbd32
+  size: 1351619296
+  hash: md5
+  path: ETSIPETscanner_mIEC_17.root

data/root/ETSIPETscanner_mIEC_18.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: b2363dd0bd64678184582a7f18ec8e35
+  size: 1351438222
+  hash: md5
+  path: ETSIPETscanner_mIEC_18.root

data/root/ETSIPETscanner_mIEC_19.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 894ff676d300d5297963a2d1069243d8
+  size: 1350647817
+  hash: md5
+  path: ETSIPETscanner_mIEC_19.root

data/root/ETSIPETscanner_mIEC_2.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 3809cbff3d4157ffab62e02ea835ce45
+  size: 1355589429
+  hash: md5
+  path: ETSIPETscanner_mIEC_2.root

data/root/ETSIPETscanner_mIEC_20.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 3df6f376a08a0b89e69ca59e068b76aa
+  size: 1350147598
+  hash: md5
+  path: ETSIPETscanner_mIEC_20.root

data/root/ETSIPETscanner_mIEC_21.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 13360c39fd198134361c6667322f894c
+  size: 1354440285
+  hash: md5
+  path: ETSIPETscanner_mIEC_21.root

data/root/ETSIPETscanner_mIEC_22.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 35935c66a79acc9d5bed6cb5ebb74906
+  size: 1351725085
+  hash: md5
+  path: ETSIPETscanner_mIEC_22.root

data/root/ETSIPETscanner_mIEC_23.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 9197adb3034fabae0bd5cacd151f5410
+  size: 1351965861
+  hash: md5
+  path: ETSIPETscanner_mIEC_23.root

data/root/ETSIPETscanner_mIEC_24.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 7f8eddddbc1949e53e1b377f7f7e8e81
+  size: 1351156724
+  hash: md5
+  path: ETSIPETscanner_mIEC_24.root

data/root/ETSIPETscanner_mIEC_25.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: ad0867cd8dbec7ea959d22b879fd00a5
+  size: 1350102332
+  hash: md5
+  path: ETSIPETscanner_mIEC_25.root

data/root/ETSIPETscanner_mIEC_26.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 6f1c33ae0c59c8f3a00e8fc03426313c
+  size: 1353989283
+  hash: md5
+  path: ETSIPETscanner_mIEC_26.root

data/root/ETSIPETscanner_mIEC_27.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: c10779cd8ef7a57a727a4fa50914120c
+  size: 1354536810
+  hash: md5
+  path: ETSIPETscanner_mIEC_27.root

data/root/ETSIPETscanner_mIEC_28.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 13ddf3bdcacdc91dfe3ac65040b7131d
+  size: 1351074412
+  hash: md5
+  path: ETSIPETscanner_mIEC_28.root

data/root/ETSIPETscanner_mIEC_29.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: b40ac73dc60cce7f9db4c03414afe703
+  size: 1351127532
+  hash: md5
+  path: ETSIPETscanner_mIEC_29.root

data/root/ETSIPETscanner_mIEC_3.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: dc31e55285f86cd7715d7e30c1819929
+  size: 1353932913
+  hash: md5
+  path: ETSIPETscanner_mIEC_3.root

data/root/ETSIPETscanner_mIEC_30.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 69242a9246871edb2655e68d5cea1ab3
+  size: 1351380786
+  hash: md5
+  path: ETSIPETscanner_mIEC_30.root

data/root/ETSIPETscanner_mIEC_31.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 28099d5a06856b1552a036e58ec711bd
+  size: 1354127361
+  hash: md5
+  path: ETSIPETscanner_mIEC_31.root

data/root/ETSIPETscanner_mIEC_32.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: b298bef2c48753a21cbe3a373543cd28
+  size: 1351244181
+  hash: md5
+  path: ETSIPETscanner_mIEC_32.root

data/root/ETSIPETscanner_mIEC_33.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 0c89b8b6fdf8d58a5632a06a92e8f21a
+  size: 1355116025
+  hash: md5
+  path: ETSIPETscanner_mIEC_33.root

data/root/ETSIPETscanner_mIEC_34.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: bce4051dd74a4c6991300699fc5f6b61
+  size: 1356115012
+  hash: md5
+  path: ETSIPETscanner_mIEC_34.root

data/root/ETSIPETscanner_mIEC_35.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: eb1c924c8386837261acde17dda8d514
+  size: 1351551047
+  hash: md5
+  path: ETSIPETscanner_mIEC_35.root

data/root/ETSIPETscanner_mIEC_36.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: f60e04dd6093b730aa73e52a709dbf06
+  size: 1351543492
+  hash: md5
+  path: ETSIPETscanner_mIEC_36.root

data/root/ETSIPETscanner_mIEC_4.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 615be5fc935205dc3c4bdd85c1ca8403
+  size: 1354126353
+  hash: md5
+  path: ETSIPETscanner_mIEC_4.root

data/root/ETSIPETscanner_mIEC_5.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: d38ff8bf6138b9c441ad046a66e59c0c
+  size: 1353088663
+  hash: md5
+  path: ETSIPETscanner_mIEC_5.root

data/root/ETSIPETscanner_mIEC_6.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 4282e6447b16f46d74c6ff87dff73610
+  size: 1350712593
+  hash: md5
+  path: ETSIPETscanner_mIEC_6.root

data/root/ETSIPETscanner_mIEC_7.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 15ec30e215b0fe7783f667d8bbab9cd2
+  size: 1354198821
+  hash: md5
+  path: ETSIPETscanner_mIEC_7.root

data/root/ETSIPETscanner_mIEC_8.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: f913572d0b37d056262b2027eb67ec32
+  size: 1352550018
+  hash: md5
+  path: ETSIPETscanner_mIEC_8.root

data/root/ETSIPETscanner_mIEC_9.root.dvc

@@ -0,0 +1,5 @@
+outs:
+- md5: 2827daa73eb5f6ab33a207980ccc6968
+  size: 1353094469
+  hash: md5
+  path: ETSIPETscanner_mIEC_9.root

environment.yml

@@ -6,6 +6,7 @@ dependencies:
   - bash-completion>=2.11
   - cmake>=3.21.3
   - compilers
+  - dvc-azure=2.23.0
   - fmt>=8.1.1
   - gh=2.38.0
   - h5py>=3.7.0

justfile

@@ -1,9 +1,6 @@
 set shell := ['bash', '-ceuo', 'pipefail']
 
-default: build
-
-@download-test-data:
-    data/download-data.sh
+default: run
 
 @ensure-build-dir:
     mkdir -p cpp/build
@@ -16,6 +13,20 @@ default: build
     cd cpp/build; \
     cmake -GNinja ..
 
-@build: configure
+@build: generate configure
     cd cpp/build; \
     ninja
+
+@download-test-data:
+    export AZURE_STORAGE_SAS_TOKEN="sp=rl&st=2023-11-14T18:39:07Z&se=2024-11-15T02:39:07Z&spr=https&sv=2022-11-02&sr=c&sig=0KVD7ORBM7Mx1%2BhVrVbqYcQycshhvT2XvdmrWVetiQM%3D"; \
+    dvc pull data/root/ETSIPETscanner_mIEC_1.root
+
+@download-test-data-full:
+    export AZURE_STORAGE_SAS_TOKEN="sp=rl&st=2023-11-14T18:39:07Z&se=2024-11-15T02:39:07Z&spr=https&sv=2022-11-02&sr=c&sig=0KVD7ORBM7Mx1%2BhVrVbqYcQycshhvT2XvdmrWVetiQM%3D"; \
+    dvc pull
+
+@run: build download-test-data
+    cpp/build/root_to_petsird --root-prefix data/root/ETSIPETscanner_mIEC_ --number-of-root-files 1 --petsird-file petsird.bin
+
+@run-full: build download-test-data-full
+    cpp/build/root_to_petsird --root-prefix data/root/ETSIPETscanner_mIEC_ --number-of-root-files 36 --petsird-file petsird-full.bin