Merge branch 'master' into 181-handle-report-deployment

.gitignore

@@ -68,5 +68,9 @@ reports/
 #Test Outputs
 tests/data/outputs/
 
+
 tmp/
-tmp.ipynb
+tmp.ipynb
+
+#Executables
+tests/data/parallelSum

config/machines/local.json

@@ -0,0 +1,9 @@
+{
+    "machine": "local",
+    "targets":["default:builtin:default"],
+    "execution_policy": "async",
+    "reframe_base_dir":"$HOME/Documents/Repos/benchmarking/build/reframe",
+    "reports_base_dir":"$HOME/Documents/Repos/benchmarking/reports/",
+    "input_dataset_base_dir":"$HOME/Documents/Repos/benchmarking/",
+    "output_app_dir":"$HOME/Documents/Repos/benchmarking"
+}

config/tests_parallelSum/parallelSum.json

@@ -1,18 +1,14 @@
 {
     "executable": "{{machine.input_dataset_base_dir}}/tests/data/parallelSum",
-    "output_directory": "{{machine.output_app_dir}}/tests/data/outputs/parallelSum",
     "use_case_name": "parallel_sum",
     "timeout":"0-0:5:0",
+    "output_directory": "{{machine.output_app_dir}}/tests/data/outputs/parallelSum",
+    //Application options
     "options": [
         "{{parameters.elements.value}}",
         "{{output_directory}}/{{instance}}"
     ],
-    "outputs": [
-        {
-            "filepath":"{{output_directory}}/{{instance}}/outputs.csv",
-            "format":"csv"
-        }
-    ],
+    //Files containing execution times
     "scalability": {
         "directory": "{{output_directory}}/{{instance}}/",
         "stages": [
@@ -24,19 +20,26 @@
             }
         ]
     },
+    // Files containing app outputs
+    "outputs": [
+        {
+            "filepath":"{{output_directory}}/{{instance}}/outputs.csv",
+            "format":"csv"
+        }
+    ],
+    // Test validation (Only stdout supported at the moment)
     "sanity": {
         "success": ["[SUCCESS]"],
         "error": ["[OOPSIE]","Error"]
     },
+    // Test parameters
     "parameters": [
         {
             "name": "nb_tasks",
             "sequence": [
                 {"tasks" : 1, "exclusive_access":true},
                 {"tasks" : 2, "exclusive_access":true},
-                {"tasks" : 4, "exclusive_access":true},
-                {"tasks" : 8, "exclusive_access":true},
-                {"tasks" : 16, "exclusive_access":true}
+                {"tasks" : 4, "exclusive_access":true}
             ]
         },
         {

docs/antora.yml

@@ -17,4 +17,4 @@ ext:
   collector:
 nav:
   - modules/ROOT/nav.adoc
-
+  - modules/tutorial/nav.adoc

docs/modules/ROOT/nav.adoc

@@ -0,0 +1 @@
+* xref:ROOT:index.adoc[Benchmarks]

docs/modules/tutorial/data/plots.json

@@ -0,0 +1 @@
+[{"title": "Absolute performance", "plot_types": ["stacked_bar", "grouped_bar"], "transformation": "performance", "aggregations": null, "variables": ["computation_time"], "names": ["Time"], "xaxis": {"parameter": "nb_tasks.tasks", "label": "Number of tasks"}, "secondary_axis": {"parameter": "elements", "label": "N"}, "yaxis": {"parameter": null, "label": "Execution time (s)"}, "color_axis": null}, {"title": "Absolute performance", "plot_types": ["stacked_bar", "table"], "transformation": "performance", "aggregations": null, "variables": ["computation_time"], "names": ["Time"], "xaxis": {"parameter": "elements", "label": "N"}, "secondary_axis": {"parameter": "nb_tasks.tasks", "label": "Number of tasks"}, "yaxis": {"parameter": null, "label": "Execution time (s)"}, "color_axis": null}, {"title": "Speedup", "plot_types": ["scatter"], "transformation": "speedup", "aggregations": null, "variables": ["computation_time"], "names": ["Time"], "xaxis": {"parameter": "nb_tasks.tasks", "label": "Number of tasks"}, "secondary_axis": {"parameter": "elements", "label": "N"}, "yaxis": {"parameter": null, "label": "Execution time (s)"}, "color_axis": null}]