From 2033059526568e5c38e1c8a4ec6067b963bb7707 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 13 Aug 2024 08:07:27 +0000 Subject: [PATCH] generated --- ...-183e14a0-d5a3-4b98-8510-feb933715539.json | 894 ++++++++++++++++++ 1 file changed, 894 insertions(+) create mode 100644 rosa_scalability/2024/08/13/result-20240813-072636-183e14a0-d5a3-4b98-8510-feb933715539.json diff --git a/rosa_scalability/2024/08/13/result-20240813-072636-183e14a0-d5a3-4b98-8510-feb933715539.json b/rosa_scalability/2024/08/13/result-20240813-072636-183e14a0-d5a3-4b98-8510-feb933715539.json new file mode 100644 index 000000000..c124f43f0 --- /dev/null +++ b/rosa_scalability/2024/08/13/result-20240813-072636-183e14a0-d5a3-4b98-8510-feb933715539.json @@ -0,0 +1,894 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "183e14a0-d5a3-4b98-8510-feb933715539", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-08-13T07:26:36+00:00", + "end": "2024-08-13T08:05:56+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "externalInfinispanFeatureEnabled": false, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "", + "keycloakBranch": "", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 1157109, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 274500, + "ok": 274500, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 1082, + "ok": 1082, + "ko": 0 + }, + "meanResponseTime": { + "total": 60, + "ok": 60, + "ko": 0 + }, + "standardDeviation": { + "total": 50, + "ok": 50, + "ko": 0 + }, + "percentiles1": { + "total": 40, + "ok": 40, + "ko": 0 + }, + "percentiles2": { + "total": 89, + "ok": 89, + "ko": 0 + }, + "percentiles3": { + "total": 140, + "ok": 140, + "ko": 0 + }, + "percentiles4": { + "total": 209, + "ok": 209, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 274491, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 9, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 437.79904306220095, + "ok": 437.79904306220095, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "maxResponseTime": { + "total": 1082, + "ok": 1082, + "ko": 0 + }, + "meanResponseTime": { + "total": 31, + "ok": 31, + "ko": 0 + }, + "standardDeviation": { + "total": 15, + "ok": 15, + "ko": 0 + }, + "percentiles1": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "percentiles2": { + "total": 38, + "ok": 38, + "ko": 0 + }, + "percentiles3": { + "total": 57, + "ok": 57, + "ko": 0 + }, + "percentiles4": { + "total": 73, + "ok": 73, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91497, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 3, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 145.93301435406698, + "ok": 145.93301435406698, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 49, + "ok": 49, + "ko": 0 + }, + "maxResponseTime": { + "total": 843, + "ok": 843, + "ko": 0 + }, + "meanResponseTime": { + "total": 111, + "ok": 111, + "ko": 0 + }, + "standardDeviation": { + "total": 47, + "ok": 47, + "ko": 0 + }, + "percentiles1": { + "total": 102, + "ok": 102, + "ko": 0 + }, + "percentiles2": { + "total": 123, + "ok": 123, + "ko": 0 + }, + "percentiles3": { + "total": 173, + "ok": 173, + "ko": 0 + }, + "percentiles4": { + "total": 291, + "ok": 291, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91495, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 5, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 145.93301435406698, + "ok": 145.93301435406698, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 804, + "ok": 804, + "ko": 0 + }, + "meanResponseTime": { + "total": 37, + "ok": 37, + "ko": 0 + }, + "standardDeviation": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles1": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "percentiles2": { + "total": 43, + "ok": 43, + "ko": 0 + }, + "percentiles3": { + "total": 80, + "ok": 80, + "ko": 0 + }, + "percentiles4": { + "total": 164, + "ok": 164, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91499, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 1, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 145.93301435406698, + "ok": 145.93301435406698, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 13902, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 366000, + "ok": 366000, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 1044, + "ok": 1044, + "ko": 0 + }, + "meanResponseTime": { + "total": 67, + "ok": 67, + "ko": 0 + }, + "standardDeviation": { + "total": 64, + "ok": 64, + "ko": 0 + }, + "percentiles1": { + "total": 41, + "ok": 41, + "ko": 0 + }, + "percentiles2": { + "total": 93, + "ok": 93, + "ko": 0 + }, + "percentiles3": { + "total": 184, + "ok": 184, + "ko": 0 + }, + "percentiles4": { + "total": 320, + "ok": 320, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 365996, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 4, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 590.3225806451613, + "ok": 590.3225806451613, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "maxResponseTime": { + "total": 1044, + "ok": 1044, + "ko": 0 + }, + "meanResponseTime": { + "total": 31, + "ok": 31, + "ko": 0 + }, + "standardDeviation": { + "total": 15, + "ok": 15, + "ko": 0 + }, + "percentiles1": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "percentiles2": { + "total": 39, + "ok": 39, + "ko": 0 + }, + "percentiles3": { + "total": 55, + "ok": 55, + "ko": 0 + }, + "percentiles4": { + "total": 73, + "ok": 73, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91496, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 4, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 50, + "ok": 50, + "ko": 0 + }, + "maxResponseTime": { + "total": 722, + "ok": 722, + "ko": 0 + }, + "meanResponseTime": { + "total": 135, + "ok": 135, + "ko": 0 + }, + "standardDeviation": { + "total": 66, + "ok": 66, + "ko": 0 + }, + "percentiles1": { + "total": 117, + "ok": 117, + "ko": 0 + }, + "percentiles2": { + "total": 151, + "ok": 151, + "ko": 0 + }, + "percentiles3": { + "total": 259, + "ok": 259, + "ko": 0 + }, + "percentiles4": { + "total": 417, + "ok": 417, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 663, + "ok": 663, + "ko": 0 + }, + "meanResponseTime": { + "total": 43, + "ok": 43, + "ko": 0 + }, + "standardDeviation": { + "total": 45, + "ok": 45, + "ko": 0 + }, + "percentiles1": { + "total": 31, + "ok": 31, + "ko": 0 + }, + "percentiles2": { + "total": 47, + "ok": 47, + "ko": 0 + }, + "percentiles3": { + "total": 114, + "ok": 114, + "ko": 0 + }, + "percentiles4": { + "total": 265, + "ok": 265, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 630, + "ok": 630, + "ko": 0 + }, + "meanResponseTime": { + "total": 58, + "ok": 58, + "ko": 0 + }, + "standardDeviation": { + "total": 58, + "ok": 58, + "ko": 0 + }, + "percentiles1": { + "total": 39, + "ok": 39, + "ko": 0 + }, + "percentiles2": { + "total": 67, + "ok": 67, + "ko": 0 + }, + "percentiles3": { + "total": 165, + "ok": 165, + "ko": 0 + }, + "percentiles4": { + "total": 307, + "ok": 307, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": 104172, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 1043, + "ok": 1043, + "ko": 0 + }, + "meanResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "standardDeviation": { + "total": 6, + "ok": 6, + "ko": 0 + }, + "percentiles1": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles2": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "percentiles3": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "percentiles4": { + "total": 16, + "ok": 16, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609981, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 19, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 1043, + "ok": 1043, + "ko": 0 + }, + "meanResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "standardDeviation": { + "total": 6, + "ok": 6, + "ko": 0 + }, + "percentiles1": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles2": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "percentiles3": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "percentiles4": { + "total": 16, + "ok": 16, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609981, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 19, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + } + ] + } +}