Merge pull request #263 from leondavi/FullFlowCI

Full flow ci
leondavi · Nov 9, 2023 · ddb84a3 · ddb84a3
2 parents 01255c8 + 3800ebd
commit ddb84a3
Show file tree

Hide file tree

Showing 8 changed files with 265 additions and 309 deletions.
diff --git a/Tests/NerlnetFullFlowTest.sh b/Tests/NerlnetFullFlowTest.sh
@@ -13,6 +13,7 @@ NERLNET_CONFIG_INPUT_DATA_DIR=$NERLNET_CONFIG_DIR/inputDataDir.nerlconfig
 NERLNET_CONFIG_INPUT_DATA_DIR_BACKUP=$NERLNET_CONFIG_DIR/inputDataDir.nerlconfig.bac
 
 TEST_INPUT_JSONS_FILES_DIR="$TESTS_PATH/inputJsonsFiles"
+export TESTS_BASELINE="$TEST_INPUT_JSONS_FILES_DIR/accuracy_stats_synt_1d_2c_4r_4w.json"
 
 TEST_ARCH_JSON_NOIP_0=$TEST_INPUT_JSONS_FILES_DIR/arch_test_synt_1d_2c_1s_4r_4w.json.noip
 TEST_ARCH_JSON_0=$TEST_INPUT_JSONS_FILES_DIR/arch_test_synt_1d_2c_1s_4r_4w.json

diff --git a/Tests/inputJsonsFiles/accuracy_stats_synt_1d_2c_4r_4w.json b/Tests/inputJsonsFiles/accuracy_stats_synt_1d_2c_4r_4w.json
@@ -0,0 +1,166 @@
+{
+    "w1": {
+        "0": {
+            "TN": 36860,
+            "FP": 4,
+            "FN": 0,
+            "TP": 12136,
+            "Accuracy": 0.9999183673469387,
+            "Balanced Accuracy": 0.9999457465277778,
+            "Precision": 0.999670510708402,
+            "Recall": 1.0,
+            "True Negative Rate": 0.9998914930555556,
+            "Informedness": 0.9998914930555556,
+            "F1": 0.9998352282089307
+        },
+        "1": {
+            "TN": 36498,
+            "FP": 208,
+            "FN": 0,
+            "TP": 12294,
+            "Accuracy": 0.9957551020408163,
+            "Balanced Accuracy": 0.9971666757478341,
+            "Precision": 0.9833626619740842,
+            "Recall": 1.0,
+            "True Negative Rate": 0.9943333514956683,
+            "Informedness": 0.9943333514956683,
+            "F1": 0.9916115502500404
+        },
+        "2": {
+            "TN": 24430,
+            "FP": 0,
+            "FN": 255,
+            "TP": 24315,
+            "Accuracy": 0.9947959183673469,
+            "Balanced Accuracy": 0.9948107448107448,
+            "Precision": 1.0,
+            "Recall": 0.9896214896214897,
+            "True Negative Rate": 1.0,
+            "Informedness": 0.9896214896214897,
+            "F1": 0.9947836759742252
+        }
+    },
+    "w2": {
+        "0": {
+            "TN": 36754,
+            "FP": 110,
+            "FN": 0,
+            "TP": 12136,
+            "Accuracy": 0.9977551020408163,
+            "Balanced Accuracy": 0.9985080295138888,
+            "Precision": 0.9910174750939083,
+            "Recall": 1.0,
+            "True Negative Rate": 0.9970160590277778,
+            "Informedness": 0.9970160590277777,
+            "F1": 0.9954884751045854
+        },
+        "1": {
+            "TN": 36413,
+            "FP": 293,
+            "FN": 139,
+            "TP": 12155,
+            "Accuracy": 0.9911836734693877,
+            "Balanced Accuracy": 0.9903556627496741,
+            "Precision": 0.9764620822622108,
+            "Recall": 0.9886936717097772,
+            "True Negative Rate": 0.9920176537895712,
+            "Informedness": 0.9807113254993483,
+            "F1": 0.9825398108479508
+        },
+        "2": {
+            "TN": 24430,
+            "FP": 0,
+            "FN": 251,
+            "TP": 24319,
+            "Accuracy": 0.9948775510204082,
+            "Balanced Accuracy": 0.9948921448921448,
+            "Precision": 1.0,
+            "Recall": 0.9897842897842898,
+            "True Negative Rate": 1.0,
+            "Informedness": 0.9897842897842897,
+            "F1": 0.994865920759271
+        }
+    },
+    "w3": {
+        "0": {
+            "TN": 36863,
+            "FP": 1,
+            "FN": 0,
+            "TP": 12136,
+            "Accuracy": 0.9999795918367347,
+            "Balanced Accuracy": 0.9999864366319444,
+            "Precision": 0.9999176073164703,
+            "Recall": 1.0,
+            "True Negative Rate": 0.9999728732638888,
+            "Informedness": 0.9999728732638888,
+            "F1": 0.9999588019610266
+        },
+        "1": {
+            "TN": 36365,
+            "FP": 341,
+            "FN": 1,
+            "TP": 12293,
+            "Accuracy": 0.9930204081632653,
+            "Balanced Accuracy": 0.9953143125909452,
+            "Precision": 0.9730093398765237,
+            "Recall": 0.9999186595087034,
+            "True Negative Rate": 0.9907099656731869,
+            "Informedness": 0.9906286251818903,
+            "F1": 0.986280487804878
+        },
+        "2": {
+            "TN": 24430,
+            "FP": 0,
+            "FN": 348,
+            "TP": 24222,
+            "Accuracy": 0.9928979591836735,
+            "Balanced Accuracy": 0.9929181929181929,
+            "Precision": 1.0,
+            "Recall": 0.9858363858363859,
+            "True Negative Rate": 1.0,
+            "Informedness": 0.9858363858363859,
+            "F1": 0.9928676832267586
+        }
+    },
+    "w4": {
+        "0": {
+            "TN": 36863,
+            "FP": 1,
+            "FN": 0,
+            "TP": 12136,
+            "Accuracy": 0.9999795918367347,
+            "Balanced Accuracy": 0.9999864366319444,
+            "Precision": 0.9999176073164703,
+            "Recall": 1.0,
+            "True Negative Rate": 0.9999728732638888,
+            "Informedness": 0.9999728732638888,
+            "F1": 0.9999588019610266
+        },
+        "1": {
+            "TN": 36339,
+            "FP": 367,
+            "FN": 1,
+            "TP": 12293,
+            "Accuracy": 0.9924897959183674,
+            "Balanced Accuracy": 0.9949601470594245,
+            "Precision": 0.9710110584518168,
+            "Recall": 0.9999186595087034,
+            "True Negative Rate": 0.9900016346101455,
+            "Informedness": 0.989920294118849,
+            "F1": 0.9852528652721007
+        },
+        "2": {
+            "TN": 24430,
+            "FP": 0,
+            "FN": 354,
+            "TP": 24216,
+            "Accuracy": 0.9927755102040816,
+            "Balanced Accuracy": 0.9927960927960928,
+            "Precision": 1.0,
+            "Recall": 0.9855921855921856,
+            "True Negative Rate": 1.0,
+            "Informedness": 0.9855921855921856,
+            "F1": 0.9927438199483458
+        }
+    }
+}