Files from original subproject adapted to act as a standalone project

.gitignore

@@ -0,0 +1,4 @@
+/pandoc_reports/*
+.pyc
+**/__pycache__/**
+.idea/

README.md

@@ -0,0 +1 @@
+# Report Generator

conf/report_generator_config.ini

@@ -0,0 +1,30 @@
+[DEFAULT]
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = true
+
+GENERATE_EXPERIMENT_PLOT = true
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = false
+
+NODES_LIST = "aux0,aux1,pre0,pre1,pre2,pre3,comp0,comp1,comp2,comp3,comp4,comp5,comp6,comp7,comp8,comp9"
+APPS_LIST = "aux_user0,pre_user0,comp_user0"
+
+#STATIC_LIMITS = false
+STATIC_LIMITS = true
+XLIM =aux_user0:3300,pre_user0:3300,comp_user0:1700
+#2500
+YLIM = "cpu:default:15000,energy:default:600,cpu:aux_user0:1800,energy:aux_user0:200,cpu:pre_user0:3500,energy:pre_user0:300,cpu:comp_user0:9000,energy:comp_user0:600"
+XTICKS_STEP = 400
+
+REPORTED_RESOURCES = "cpu,energy"
+EXPERIMENT_TYPE = "energy"
+
+#PLOTTING_FORMATS= png
+PLOTTING_FORMATS = svg
+#PLOTTING_FORMATS = "png,svg"
+
+PRINT_ENERGY_MAX=true
+
+DOWNSAMPLE = 20

conf/templates/energy/metagenomics/report_generator_config.ini

@@ -0,0 +1,30 @@
+[DEFAULT]
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = true
+
+GENERATE_EXPERIMENT_PLOT = true
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = false
+
+NODES_LIST = "aux0,aux1,pre0,pre1,pre2,pre3,comp0,comp1,comp2,comp3,comp4,comp5,comp6,comp7,comp8,comp9"
+APPS_LIST = "aux_user0,pre_user0,comp_user0"
+
+#STATIC_LIMITS = false
+STATIC_LIMITS = true
+__XLIM__ ={XLIM}
+#2500
+YLIM = "cpu:default:15000,energy:default:600,cpu:aux_user0:1800,energy:aux_user0:200,cpu:pre_user0:3500,energy:pre_user0:300,cpu:comp_user0:9000,energy:comp_user0:600"
+XTICKS_STEP = 400
+
+REPORTED_RESOURCES = "cpu,energy"
+EXPERIMENT_TYPE = "energy"
+
+#PLOTTING_FORMATS= png
+PLOTTING_FORMATS = svg
+#PLOTTING_FORMATS = "png,svg"
+
+__PRINT_ENERGY_MAX__={PRINT_ENERGY_MAX}
+
+DOWNSAMPLE = 20

conf/templates/energy/metagenomics/timeseries_config.ini

@@ -0,0 +1,3 @@
+[DEFAULT]
+OPENTSDB_IP = 192.168.50.61
+OPENTSDB_PORT = 4242

conf/templates/energy/metagenomics/timestamping_config.ini

@@ -0,0 +1,7 @@
+[DEFAULT]
+MONGODB_IP = 192.168.50.61
+MONGODB_PORT = 8000
+MONGODB_USER = root
+TESTS_DATABASE_NAME = tests
+EXPERIMENTS_DATABASE_NAME = experiments
+MAX_CONNECTION_TRIES = 10

conf/templates/energy/microbenchmarks/report_generator_config.ini

@@ -0,0 +1,31 @@
+[DEFAULT]
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = true
+
+GENERATE_EXPERIMENT_PLOT = false
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = false
+
+NODES_LIST = "node0,node1,node2,node3,node4,node5,node6,node7,node8,node9,node10,node11,node12,node13,node14,node15,node16,node17,node18,node19,node20,node21,node22,node23,node24,node25,node26,node27,node28,node29,node30,node31"
+APPS_LIST = "app1"
+
+#STATIC_LIMITS = false
+STATIC_LIMITS = true
+__XLIM__ ={XLIM}
+#2500
+YLIM = "cpu:default:25000,energy:default:2000"
+__XTICKS_STEP__ = {XTICKS_STEP}
+
+REPORTED_RESOURCES = "cpu,energy"
+EXPERIMENT_TYPE = "energy"
+
+#PLOTTING_FORMATS= png
+PLOTTING_FORMATS = svg
+#PLOTTING_FORMATS = "png,svg"
+
+__PRINT_ENERGY_MAX__={PRINT_ENERGY_MAX}
+
+#DOWNSAMPLE = 10
+__DOWNSAMPLE__ = {DOWNSAMPLE}

conf/templates/energy/microbenchmarks/timeseries_config.ini

@@ -0,0 +1,3 @@
+[DEFAULT]
+OPENTSDB_IP = 192.168.50.61
+OPENTSDB_PORT = 4242

conf/templates/energy/microbenchmarks/timestamping_config.ini

@@ -0,0 +1,7 @@
+[DEFAULT]
+MONGODB_IP = 192.168.50.61
+MONGODB_PORT = 8000
+MONGODB_USER = root
+TESTS_DATABASE_NAME = tests
+EXPERIMENTS_DATABASE_NAME = experiments
+MAX_CONNECTION_TRIES = 10

conf/templates/energy/streaming/report_generator_config.ini

@@ -0,0 +1,31 @@
+[DEFAULT]
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = true
+
+GENERATE_EXPERIMENT_PLOT = true
+GENERATE_USER_PLOTS = true
+GENERATE_APP_PLOTS = false
+GENERATE_NODES_PLOTS = false
+
+
+NODES_LIST = "master0,master1,hibench0,hibench0,kafka0,kafka1,kafka2,kafka3,slave0,slave1,slave2,slave3,slave4,slave5,slave6,slave7,slave8,slave9"
+APPS_LIST = "hibenches_user0,kafkas_user0,spark_user0,hibenches_user1,kafkas_user1,spark_user1"
+USERS_LIST = "user0,user1"
+
+#STATIC_LIMITS = false
+STATIC_LIMITS = true
+__XLIM__ ={XLIM}
+__YLIM__ = {YLIM}
+__XTICKS_STEP__ = {XTICKS_STEP}
+REPORTED_RESOURCES = cpu,energy
+EXPERIMENT_TYPE = energy
+
+#PLOTTING_FORMATS= png
+PLOTTING_FORMATS = svg
+#PLOTTING_FORMATS = "png,svg"
+
+PRINT_ENERGY_MAX = true
+
+DOWNSAMPLE = 20

conf/templates/energy/streaming/timeseries_config.ini

@@ -0,0 +1,3 @@
+[DEFAULT]
+OPENTSDB_IP = 192.168.50.61
+OPENTSDB_PORT = 4242

conf/templates/energy/streaming/timestamping_config.ini

@@ -0,0 +1,7 @@
+[DEFAULT]
+MONGODB_IP = 192.168.50.61
+MONGODB_PORT = 8000
+MONGODB_USER = root
+TESTS_DATABASE_NAME = tests
+EXPERIMENTS_DATABASE_NAME = experiments
+MAX_CONNECTION_TRIES = 10

conf/templates/serverless/report_generator_config_example.ini

@@ -0,0 +1,21 @@
+[DEFAULT]
+MONGODB_IP = mongodb
+MONGODB_PORT = 8000
+TESTS_DATABASE_NAME = tests
+EXPERIMENTS_DATABASE_NAME = experiments
+MAX_CONNECTION_TRIES = 10
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = false
+
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = true
+
+ADD_APP_PLOTS_TO_REPORT = false
+ADD_NODES_PLOTS_TO_REPORT = false
+NODES_LIST = "node1,node2,node3,node4,node5,node6,node7,node8,node9,node10,node11"
+
+
+NUM_BASE_EXPERIMENTS = 2
+TEST_TYPE_STEPPING = 2

conf/templates/serverless/report_generator_config_hadoop.ini

@@ -0,0 +1,32 @@
+[DEFAULT]
+MONGODB_IP = mongodb
+MONGODB_PORT = 8000
+TESTS_DATABASE_NAME = tests
+EXPERIMENTS_DATABASE_NAME = experiments
+MAX_CONNECTION_TRIES = 10
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = false
+
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = true
+
+ADD_APP_PLOTS_TO_REPORT = false
+ADD_NODES_PLOTS_TO_REPORT = false
+NODES_LIST = "node1,node2,node3,node4,node5,node6,node7,node8,node9,node10,node11"
+
+#NUM_BASE_EXPERIMENTS = 2
+#TEST_TYPE_STEPPING = 2
+
+# HADOOP
+NUM_BASE_EXPERIMENTS = 7
+TEST_TYPE_STEPPING = 11
+
+# SPARK
+#NUM_BASE_EXPERIMENTS = 19
+#TEST_TYPE_STEPPING = 19
+
+# STREAMING
+#NUM_BASE_EXPERIMENTS = 4
+#TEST_TYPE_STEPPING = 4

conf/templates/serverless/report_generator_config_spark.ini

@@ -0,0 +1,32 @@
+[DEFAULT]
+MONGODB_IP = mongodb
+MONGODB_PORT = 8000
+TESTS_DATABASE_NAME = tests
+EXPERIMENTS_DATABASE_NAME = experiments
+MAX_CONNECTION_TRIES = 10
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = false
+
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = true
+
+ADD_APP_PLOTS_TO_REPORT = false
+ADD_NODES_PLOTS_TO_REPORT = false
+NODES_LIST = "node1,node2,node3,node4,node5,node6,node7,node8,node9,node10,node11"
+
+#NUM_BASE_EXPERIMENTS = 2
+#TEST_TYPE_STEPPING = 2
+
+# HADOOP
+#NUM_BASE_EXPERIMENTS = 8
+#TEST_TYPE_STEPPING = 13
+
+# SPARK
+NUM_BASE_EXPERIMENTS = 19
+TEST_TYPE_STEPPING = 19
+
+# STREAMING
+#NUM_BASE_EXPERIMENTS = 4
+#TEST_TYPE_STEPPING = 4

conf/templates/serverless/report_generator_config_streaming.ini

@@ -0,0 +1,32 @@
+[DEFAULT]
+MONGODB_IP = mongodb
+MONGODB_PORT = 8000
+TESTS_DATABASE_NAME = tests
+EXPERIMENTS_DATABASE_NAME = experiments
+MAX_CONNECTION_TRIES = 10
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = false
+
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = true
+
+ADD_APP_PLOTS_TO_REPORT = false
+ADD_NODES_PLOTS_TO_REPORT = false
+NODES_LIST = "node1,node2,node3,node4,node5,node6,node7,node8,node9"
+
+#NUM_BASE_EXPERIMENTS = 2
+#TEST_TYPE_STEPPING = 2
+
+# HADOOP
+#NUM_BASE_EXPERIMENTS = 8
+#TEST_TYPE_STEPPING = 13
+
+# SPARK
+#NUM_BASE_EXPERIMENTS = 19
+#TEST_TYPE_STEPPING = 19
+
+# STREAMING
+NUM_BASE_EXPERIMENTS = 4
+TEST_TYPE_STEPPING = 4

conf/templates/serverless_revision/concurrent/report_generator_config.ini

@@ -0,0 +1,21 @@
+[DEFAULT]
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = true
+
+GENERATE_EXPERIMENT_PLOT = true
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = false
+
+NODES_LIST = "node0,node1,node2,node3,node4,node5,node6,node7,node8,node9,node10,node11,node12,node13,node14,node15,node16,node17,node18,node19,node20,node21,node22,node23,node24,node25,node26,node27,node28,node29,node30,node31"
+APPS_LIST = "app1"
+
+STATIC_LIMITS = true
+XLIM = "app1:1900"
+YLIM = "cpu:default:20000"
+XTICKS_STEP = 200
+REPORTED_RESOURCES = "cpu"
+EXPERIMENT_TYPE = "serverless"
+PLOTTING_FORMATS="png,svg"
+

conf/templates/serverless_revision/concurrent/timestamping_config.ini

@@ -0,0 +1,7 @@
+[DEFAULT]
+MONGODB_IP = times-hybrid
+MONGODB_PORT = 8000
+MONGODB_USER = jonatan
+TESTS_POST_ENDPOINT = tests
+EXPERIMENTS_POST_ENDPOINT = experiments
+MAX_CONNECTION_TRIES = 10

conf/templates/serverless_revision/hybrid/report_generator_config.ini

@@ -0,0 +1,18 @@
+[DEFAULT]
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = true
+
+GENERATE_EXPERIMENT_PLOT = true
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = false
+
+NODES_LIST = "node0,node1,node2,node3,node4,node5,node6,node7,node8,node9,node10,node11,node12,node13,node14,node15,node16,node17,node18,node19,node20,node21,node22,node23,node24,node25,node26,node27,node28,node29,node30,node31"
+APPS_LIST = "app1"
+
+STATIC_LIMITS = true
+XLIM = "app1:3400"
+YLIM = "cpu:default:20000"
+XTICKS_STEP = 400
+REPORTED_RESOURCES = "cpu"

conf/templates/serverless_revision/hybrid/timestamping_config.ini

@@ -0,0 +1,7 @@
+[DEFAULT]
+MONGODB_IP = times-hybrid
+MONGODB_PORT = 8000
+MONGODB_USER = jonatan
+TESTS_POST_ENDPOINT = tests
+EXPERIMENTS_POST_ENDPOINT = experiments
+MAX_CONNECTION_TRIES = 10

conf/templates/serverless_revision/microbenchmarks/report_generator_config.ini

@@ -0,0 +1,18 @@
+[DEFAULT]
+PRINT_NODE_INFO = false
+MAX_DIFF_TIME = 9
+PRINT_MISSING_INFO_REPORT = true
+PRINT_TEST_BASIC_INFORMATION = true
+
+GENERATE_EXPERIMENT_PLOT = false
+GENERATE_APP_PLOTS = true
+GENERATE_NODES_PLOTS = false
+
+NODES_LIST = "node0,node1,node2,node3,node4,node5,node6,node7,node8,node9,node10,node11,node12,node13,node14,node15,node16,node17,node18,node19,node20,node21,node22,node23,node24,node25,node26,node27,node28,node29,node30,node31"
+APPS_LIST = "app1"
+
+STATIC_LIMITS = true
+XLIM = "app1:1350"
+YLIM = "cpu:default:20000"
+XTICKS_STEP = 100
+REPORTED_RESOURCES = "cpu"

conf/templates/serverless_revision/microbenchmarks/timestamping_config.ini

@@ -0,0 +1,7 @@
+[DEFAULT]
+MONGODB_IP = times-hybrid
+MONGODB_PORT = 8000
+MONGODB_USER = jonatan
+TESTS_POST_ENDPOINT = tests
+EXPERIMENTS_POST_ENDPOINT = experiments
+MAX_CONNECTION_TRIES = 10