From 0583f5be561bb1c72cfcdef83b1c3d4a861a26bc Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
<41898282+github-actions[bot]@users.noreply.github.com>
Date: Thu, 22 Aug 2024 06:52:33 +0000
Subject: [PATCH] generated
---
...-3f6b6580-db46-4f5a-9466-d641e2b453dd.json | 894 ++++++++++++++++++
1 file changed, 894 insertions(+)
create mode 100644 rosa_scalability/2024/08/22/result-20240822-061028-3f6b6580-db46-4f5a-9466-d641e2b453dd.json
diff --git a/rosa_scalability/2024/08/22/result-20240822-061028-3f6b6580-db46-4f5a-9466-d641e2b453dd.json b/rosa_scalability/2024/08/22/result-20240822-061028-3f6b6580-db46-4f5a-9466-d641e2b453dd.json
new file mode 100644
index 000000000..ba31f998c
--- /dev/null
+++ b/rosa_scalability/2024/08/22/result-20240822-061028-3f6b6580-db46-4f5a-9466-d641e2b453dd.json
@@ -0,0 +1,894 @@
+{
+ "$schema": "urn:keycloak-benchmark:0.1",
+ "uuid": "3f6b6580-db46-4f5a-9466-d641e2b453dd",
+ "name": "ROSA Scalability Benchmark Run Results",
+ "start": "2024-08-22T06:10:28+00:00",
+ "end": "2024-08-22T06:50:41+00:00",
+ "context": {
+ "numOfPods": 3,
+ "cpuRequestsPerPod": 6,
+ "cpuLimitsPerPod": null,
+ "stickySessionDisabled": true,
+ "externalInfinispanFeatureEnabled": false,
+ "memRequestsPerPod": 3000,
+ "memLimitPerPod": 4000,
+ "dbPool": {
+ "init": 30,
+ "min": 30,
+ "max": 30
+ },
+ "metaspace": {
+ "init": 96,
+ "max": 256
+ },
+ "isMultiAZ": true,
+ "keycloakOperatorTag": "nightly",
+ "keycloakRepository": "",
+ "keycloakBranch": "",
+ "keycloakDatabase": "aurora-postgres",
+ "databaseMode": "single",
+ "ispnDeployment": "ispn:crossdc"
+ },
+ "memoryUsageTest": {
+ "activeSessionsPer500MbPerPod": 78176,
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 274500,
+ "ok": 274500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 9,
+ "ok": 9,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1040,
+ "ok": 1040,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 56,
+ "ok": 56,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 42,
+ "ok": 42,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 40,
+ "ok": 40,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 83,
+ "ok": 83,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 130,
+ "ok": 130,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 179,
+ "ok": 179,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 274492,
+ "percentage": 99.99708561020036
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 8,
+ "percentage": 0.0029143897996357013
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 436.4069952305246,
+ "ok": 436.4069952305246,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1040,
+ "ok": 1040,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 31,
+ "ok": 31,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 16,
+ "ok": 16,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 28,
+ "ok": 28,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 39,
+ "ok": 39,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 57,
+ "ok": 57,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 74,
+ "ok": 74,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91494,
+ "percentage": 99.99344262295082
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 6,
+ "percentage": 0.006557377049180329
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 145.4689984101749,
+ "ok": 145.4689984101749,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 46,
+ "ok": 46,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 824,
+ "ok": 824,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 103,
+ "ok": 103,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 35,
+ "ok": 35,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 97,
+ "ok": 97,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 116,
+ "ok": 116,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 157,
+ "ok": 157,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 230,
+ "ok": 230,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91498,
+ "percentage": 99.99781420765026
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 2,
+ "percentage": 0.002185792349726776
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 145.4689984101749,
+ "ok": 145.4689984101749,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 9,
+ "ok": 9,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 543,
+ "ok": 543,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 33,
+ "ok": 33,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 24,
+ "ok": 24,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 27,
+ "ok": 27,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 42,
+ "ok": 42,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 69,
+ "ok": 69,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 118,
+ "ok": 118,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91500,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 145.4689984101749,
+ "ok": 145.4689984101749,
+ "ko": 0
+ }
+ }
+ ]
+ },
+ "cpuUsageForLoginsTest": {
+ "userLoginsPerSecPer1vCpuPerPod": 110,
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 366000,
+ "ok": 366000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 7,
+ "ok": 7,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 2100,
+ "ok": 2100,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 56,
+ "ok": 56,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 49,
+ "ok": 49,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 37,
+ "ok": 37,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 80,
+ "ok": 80,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 146,
+ "ok": 146,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 219,
+ "ok": 219,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 365989,
+ "percentage": 99.99699453551912
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 10,
+ "percentage": 0.00273224043715847
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 1,
+ "percentage": 0.000273224043715847
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 589.3719806763285,
+ "ok": 589.3719806763285,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 2100,
+ "ok": 2100,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 32,
+ "ok": 32,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 17,
+ "ok": 17,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 28,
+ "ok": 28,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 39,
+ "ok": 39,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 58,
+ "ok": 58,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 74,
+ "ok": 74,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91497,
+ "percentage": 99.99672131147541
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 2,
+ "percentage": 0.002185792349726776
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 1,
+ "percentage": 0.001092896174863388
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.34299516908212,
+ "ok": 147.34299516908212,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 48,
+ "ok": 48,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 857,
+ "ok": 857,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 117,
+ "ok": 117,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 47,
+ "ok": 47,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 107,
+ "ok": 107,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 133,
+ "ok": 133,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 197,
+ "ok": 197,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 294,
+ "ok": 294,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91494,
+ "percentage": 99.99344262295082
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 6,
+ "percentage": 0.006557377049180329
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.34299516908212,
+ "ok": 147.34299516908212,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 9,
+ "ok": 9,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 826,
+ "ok": 826,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 37,
+ "ok": 37,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 31,
+ "ok": 31,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 29,
+ "ok": 29,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 44,
+ "ok": 44,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 79,
+ "ok": 79,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 164,
+ "ok": 164,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91499,
+ "percentage": 99.99890710382515
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 1,
+ "percentage": 0.001092896174863388
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.34299516908212,
+ "ok": 147.34299516908212,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser logout",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 7,
+ "ok": 7,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1184,
+ "ok": 1184,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 38,
+ "ok": 38,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 35,
+ "ok": 35,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 25,
+ "ok": 25,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 48,
+ "ok": 48,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 102,
+ "ok": 102,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 166,
+ "ok": 166,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91499,
+ "percentage": 99.99890710382515
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 1,
+ "percentage": 0.001092896174863388
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.34299516908212,
+ "ok": 147.34299516908212,
+ "ko": 0
+ }
+ }
+ ]
+ },
+ "cpuUsageForCredentialGrantsTest": {
+ "credentialGrantsPerSecPer1vCpu": 1200,
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 610000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 10,
+ "ok": 10,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1038,
+ "ok": 1038,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 11,
+ "ok": 11,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 15,
+ "ok": 15,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 39,
+ "ok": 39,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609976,
+ "percentage": 99.9960655737705
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 24,
+ "percentage": 0.003934426229508197
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2866344605475,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Client credentials grant type",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 610000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 10,
+ "ok": 10,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1038,
+ "ok": 1038,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 13,
+ "ok": 13,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 11,
+ "ok": 11,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 12,
+ "ok": 12,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 15,
+ "ok": 15,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 39,
+ "ok": 39,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609976,
+ "percentage": 99.9960655737705
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 24,
+ "percentage": 0.003934426229508197
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2866344605475,
+ "ko": 0
+ }
+ }
+ ]
+ }
+}