Merge pull request #396 from leondavi/nn_tiles

Nn tiles - fix a bug and add multi -source
leondavi · Aug 21, 2024 · c01ac0b · c01ac0b
2 parents 0f22202 + 732a4a3
commit c01ac0b
Show file tree

Hide file tree

Showing 12 changed files with 2,987 additions and 95 deletions.
diff --git a/examples/tiles3_mnist_example/conn_4Router12Client4S.json b/examples/tiles3_mnist_example/conn_4Router12Client4S.json
@@ -0,0 +1,9 @@
+{
+    "connectionsMap":
+    {
+        "r1":["apiServer","mainServer", "c1", "s1_0", "r2","c2","c3"],
+        "r2":["c4", "s2_0","r3","c7","c12"],
+        "r3":["c5","s3_0" ,"r4","c8","c11"],
+        "r4":["c6","s4_0", "r1","c9","c10"]
+    }
+}
diff --git a/examples/tiles3_mnist_example/dc_12w_12c_13d_4s_4r_tiles_rr.json b/examples/tiles3_mnist_example/dc_12w_12c_13d_4s_4r_tiles_rr.json
diff --git a/examples/tiles3_mnist_example/exp_tiles_13d_12c_4s_4r_12w_rr.json b/examples/tiles3_mnist_example/exp_tiles_13d_12c_4s_4r_12w_rr.json
@@ -0,0 +1,126 @@
+{
+    "experimentName": "tiles_rr",
+    "experimentType": "classification",
+    "batchSize": 20,
+    "csvFilePath": "/tmp/nerlnet/data/NerlnetData-master/nerlnet/Tiles_Mnist_sorted/mnist_tiles_sorted.csv",
+    "numOfFeatures": "252",
+    "numOfLabels": "10",
+    "headersNames": "0,1,2,3,4,5,6,7,8,9",
+    "Phases": 
+    [
+       {
+          "phaseName": "training_phase",
+          "phaseType": "training",
+          "sourcePieces":
+          [
+             {
+                "sourceName": "s1_0",
+                "startingSample": "0",
+                "numOfBatches": "500",
+                "workers": "w1_0,w1_1,w1_2,w1_3",
+                "nerltensorType": "float"
+            },
+            {
+                "sourceName": "s2_0",
+                "startingSample": "59999",
+                "numOfBatches": "500",
+                "workers": "w2_0,w2_1,w2_2,w2_3",
+                "nerltensorType": "float"
+            },
+            {
+                "sourceName": "s3_0",
+                "startingSample": "119998",
+                "numOfBatches": "500",
+                "workers": "w3_0,w3_1,w3_2,w3_3",
+                "nerltensorType": "float"
+            }
+          ]  
+       },
+       {
+        "phaseName": "training1_phase",
+        "phaseType": "training",
+        "sourcePieces":
+        [
+           {
+              "sourceName": "s1_0",
+              "startingSample": "10000",
+              "numOfBatches": "500",
+              "workers": "w1_0,w1_1,w1_2,w1_3",
+              "nerltensorType": "float"
+          },
+          {
+              "sourceName": "s2_0",
+              "startingSample": "69999",
+              "numOfBatches": "500",
+              "workers": "w2_0,w2_1,w2_2,w2_3",
+              "nerltensorType": "float"
+          },
+          {
+              "sourceName": "s3_0",
+              "startingSample": "129998",
+              "numOfBatches": "500",
+              "workers": "w3_0,w3_1,w3_2,w3_3",
+              "nerltensorType": "float"
+          }
+        ]  
+     },
+     {
+        "phaseName": "training2_phase",
+        "phaseType": "training",
+        "sourcePieces":
+        [
+           {
+              "sourceName": "s1_0",
+              "startingSample": "20000",
+              "numOfBatches": "500",
+              "workers": "w1_0,w1_1,w1_2,w1_3",
+              "nerltensorType": "float"
+          },
+          {
+              "sourceName": "s2_0",
+              "startingSample": "79999",
+              "numOfBatches": "500",
+              "workers": "w2_0,w2_1,w2_2,w2_3",
+              "nerltensorType": "float"
+          },
+          {
+              "sourceName": "s3_0",
+              "startingSample": "139998",
+              "numOfBatches": "500",
+              "workers": "w3_0,w3_1,w3_2,w3_3",
+              "nerltensorType": "float"
+          }
+        ]  
+     },
+       {
+          "phaseName": "prediction_phase",
+          "phaseType": "prediction",
+          "sourcePieces":
+          [
+            {
+                "sourceName": "s1_0",
+                "startingSample": "32000",
+                "numOfBatches": "500",
+                "workers": "w1_0,w1_1,w1_2,w1_3",
+                "nerltensorType": "float"
+            },
+            {
+                "sourceName": "s2_0",
+                "startingSample": "91999",
+                "numOfBatches": "500",
+                "workers": "w2_0,w2_1,w2_2,w2_3",
+                "nerltensorType": "float"
+            },
+            {
+                "sourceName": "s3_0",
+                "startingSample": "151998",
+                "numOfBatches": "500",
+                "workers": "w3_0,w3_1,w3_2,w3_3",
+                "nerltensorType": "float"
+            }
+          ]    
+       }
+    ]
+ }
+
+