From ec3c425774fd94e92b5273074c7420d81a3cc82a Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
<41898282+github-actions[bot]@users.noreply.github.com>
Date: Wed, 14 Aug 2024 14:51:56 +0000
Subject: [PATCH] generated
---
...-15ef2171-2fec-49ce-9751-c0c024611e1f.json | 898 ++++++++++++++++++
1 file changed, 898 insertions(+)
create mode 100644 rosa_scalability/2024/08/14/result-20240814-141135-15ef2171-2fec-49ce-9751-c0c024611e1f.json
diff --git a/rosa_scalability/2024/08/14/result-20240814-141135-15ef2171-2fec-49ce-9751-c0c024611e1f.json b/rosa_scalability/2024/08/14/result-20240814-141135-15ef2171-2fec-49ce-9751-c0c024611e1f.json
new file mode 100644
index 000000000..9641d659f
--- /dev/null
+++ b/rosa_scalability/2024/08/14/result-20240814-141135-15ef2171-2fec-49ce-9751-c0c024611e1f.json
@@ -0,0 +1,898 @@
+{
+ "$schema": "urn:keycloak-benchmark:0.1",
+ "uuid": "15ef2171-2fec-49ce-9751-c0c024611e1f",
+ "name": "ROSA Scalability Benchmark Run Results",
+ "start": "2024-08-14T14:11:35+00:00",
+ "end": "2024-08-14T14:49:53+00:00",
+ "context": {
+ "numOfPods": 3,
+ "cpuRequestsPerPod": 6,
+ "cpuLimitsPerPod": null,
+ "stickySessionDisabled": true,
+ "externalInfinispanFeatureEnabled": true,
+ "memRequestsPerPod": 3000,
+ "memLimitPerPod": 4000,
+ "dbPool": {
+ "init": 30,
+ "min": 30,
+ "max": 30
+ },
+ "metaspace": {
+ "init": 96,
+ "max": 256
+ },
+ "isMultiAZ": true,
+ "keycloakOperatorTag": "nightly",
+ "keycloakRepository": "",
+ "keycloakBranch": "",
+ "keycloakDatabase": "aurora-postgres",
+ "databaseMode": "single",
+ "ispnDeployment": "ispn:crossdc"
+ },
+ "memoryUsageTest": {
+ "activeSessionsPer500MbPerPod": 100714,
+ "ispnStatistics": {
+ "cacheName": "sessions",
+ "averageXsiteReplicationTime": 10
+ },
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 274500,
+ "ok": 274500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 78,
+ "ok": 78,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1268,
+ "ok": 1268,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 163,
+ "ok": 163,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 54,
+ "ok": 54,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 153,
+ "ok": 153,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 220,
+ "ok": 220,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 240,
+ "ok": 240,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 254,
+ "ok": 254,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 274482,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 12,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 6,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 442.741935483871,
+ "ok": 442.741935483871,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 214,
+ "ok": 214,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 1268,
+ "ok": 1268,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 229,
+ "ok": 229,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 18,
+ "ok": 18,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 225,
+ "ok": 225,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 234,
+ "ok": 234,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 250,
+ "ok": 250,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 262,
+ "ok": 262,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91482,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 12,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 6,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 109,
+ "ok": 109,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 768,
+ "ok": 768,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 154,
+ "ok": 154,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 21,
+ "ok": 21,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 152,
+ "ok": 152,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 166,
+ "ok": 166,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 189,
+ "ok": 189,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 208,
+ "ok": 208,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91500,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91500,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 78,
+ "ok": 78,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 510,
+ "ok": 510,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 106,
+ "ok": 106,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 16,
+ "ok": 16,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 103,
+ "ok": 103,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 115,
+ "ok": 115,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 133,
+ "ok": 133,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 149,
+ "ok": 149,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 91500,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 0,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.58064516129033,
+ "ko": 0
+ }
+ }
+ ]
+ },
+ "cpuUsageForLoginsTest": {
+ "userLoginsPerSecPer1vCpuPerPod": 105,
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 298992,
+ "ok": 231985,
+ "ko": 67007
+ },
+ "minResponseTime": {
+ "total": 69,
+ "ok": 70,
+ "ko": 69
+ },
+ "maxResponseTime": {
+ "total": 7835,
+ "ok": 7835,
+ "ko": 6086
+ },
+ "meanResponseTime": {
+ "total": 497,
+ "ok": 610,
+ "ko": 109
+ },
+ "standardDeviation": {
+ "total": 645,
+ "ok": 685,
+ "ko": 182
+ },
+ "percentiles1": {
+ "total": 222,
+ "ok": 239,
+ "ko": 70
+ },
+ "percentiles2": {
+ "total": 656,
+ "ok": 869,
+ "ko": 71
+ },
+ "percentiles3": {
+ "total": 1857,
+ "ok": 2046,
+ "ko": 308
+ },
+ "percentiles4": {
+ "total": 3022,
+ "ok": 3178,
+ "ko": 1016
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 169125,
+ "percentage": 57
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 26118,
+ "percentage": 9
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 36742,
+ "percentage": 12
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 67007,
+ "percentage": 22
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 482.2451612903226,
+ "ok": 374.1693548387097,
+ "ko": 108.0758064516129
+ }
+ },
+ {
+ "name": "Browser to Log In Endpoint",
+ "numberOfRequests": {
+ "total": 91500,
+ "ok": 91499,
+ "ko": 1
+ },
+ "minResponseTime": {
+ "total": 214,
+ "ok": 214,
+ "ko": 5776
+ },
+ "maxResponseTime": {
+ "total": 6585,
+ "ok": 6585,
+ "ko": 5776
+ },
+ "meanResponseTime": {
+ "total": 432,
+ "ok": 432,
+ "ko": 5776
+ },
+ "standardDeviation": {
+ "total": 418,
+ "ok": 418,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 238,
+ "ok": 238,
+ "ko": 5776
+ },
+ "percentiles2": {
+ "total": 413,
+ "ok": 413,
+ "ko": 5776
+ },
+ "percentiles3": {
+ "total": 1303,
+ "ok": 1303,
+ "ko": 5776
+ },
+ "percentiles4": {
+ "total": 2019,
+ "ok": 2018,
+ "ko": 5776
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 77310,
+ "percentage": 84
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 8251,
+ "percentage": 9
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 5938,
+ "percentage": 6
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 1,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.58064516129033,
+ "ok": 147.57903225806453,
+ "ko": 0.0016129032258064516
+ }
+ },
+ {
+ "name": "Browser posts correct credentials",
+ "numberOfRequests": {
+ "total": 91499,
+ "ok": 91499,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 110,
+ "ok": 110,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 7835,
+ "ok": 7835,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 500,
+ "ok": 500,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 651,
+ "ok": 651,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 180,
+ "ok": 180,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 623,
+ "ok": 623,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 1857,
+ "ok": 1857,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 2969,
+ "ok": 2969,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 71399,
+ "percentage": 78
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 7401,
+ "percentage": 8
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 12699,
+ "percentage": 14
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.57903225806453,
+ "ok": 147.57903225806453,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Exchange Code",
+ "numberOfRequests": {
+ "total": 91499,
+ "ok": 24494,
+ "ko": 67005
+ },
+ "minResponseTime": {
+ "total": 69,
+ "ok": 79,
+ "ko": 69
+ },
+ "maxResponseTime": {
+ "total": 6489,
+ "ok": 6489,
+ "ko": 6086
+ },
+ "meanResponseTime": {
+ "total": 295,
+ "ok": 804,
+ "ko": 109
+ },
+ "standardDeviation": {
+ "total": 443,
+ "ok": 538,
+ "ko": 180
+ },
+ "percentiles1": {
+ "total": 71,
+ "ok": 738,
+ "ko": 70
+ },
+ "percentiles2": {
+ "total": 340,
+ "ok": 1070,
+ "ko": 71
+ },
+ "percentiles3": {
+ "total": 1219,
+ "ok": 1743,
+ "ko": 308
+ },
+ "percentiles4": {
+ "total": 1906,
+ "ok": 2623,
+ "ko": 1015
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 13487,
+ "percentage": 15
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 6575,
+ "percentage": 7
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 4432,
+ "percentage": 5
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 67005,
+ "percentage": 73
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 147.57903225806453,
+ "ok": 39.50645161290323,
+ "ko": 108.0725806451613
+ }
+ },
+ {
+ "name": "Browser logout",
+ "numberOfRequests": {
+ "total": 24494,
+ "ok": 24493,
+ "ko": 1
+ },
+ "minResponseTime": {
+ "total": 70,
+ "ok": 70,
+ "ko": 3103
+ },
+ "maxResponseTime": {
+ "total": 6384,
+ "ok": 6384,
+ "ko": 3103
+ },
+ "meanResponseTime": {
+ "total": 1492,
+ "ok": 1492,
+ "ko": 3103
+ },
+ "standardDeviation": {
+ "total": 972,
+ "ok": 972,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 1358,
+ "ok": 1358,
+ "ko": 3103
+ },
+ "percentiles2": {
+ "total": 2130,
+ "ok": 2130,
+ "ko": 3103
+ },
+ "percentiles3": {
+ "total": 3264,
+ "ok": 3264,
+ "ko": 3103
+ },
+ "percentiles4": {
+ "total": 4138,
+ "ok": 4138,
+ "ko": 3103
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 6929,
+ "percentage": 28
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 3891,
+ "percentage": 16
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 13673,
+ "percentage": 56
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 1,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 39.50645161290323,
+ "ok": 39.50483870967742,
+ "ko": 0.0016129032258064516
+ }
+ }
+ ]
+ },
+ "cpuUsageForCredentialGrantsTest": {
+ "credentialGrantsPerSecPer1vCpu": 1260,
+ "statistics": [
+ {
+ "name": "All Requests",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 610000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 210,
+ "ok": 210,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 2344,
+ "ok": 2344,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 214,
+ "ok": 214,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 11,
+ "ok": 11,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 213,
+ "ok": 213,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 214,
+ "ok": 214,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 218,
+ "ok": 218,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 236,
+ "ok": 236,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609975,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 1,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 24,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2866344605475,
+ "ko": 0
+ }
+ },
+ {
+ "name": "Client credentials grant type",
+ "numberOfRequests": {
+ "total": 610000,
+ "ok": 610000,
+ "ko": 0
+ },
+ "minResponseTime": {
+ "total": 210,
+ "ok": 210,
+ "ko": 0
+ },
+ "maxResponseTime": {
+ "total": 2344,
+ "ok": 2344,
+ "ko": 0
+ },
+ "meanResponseTime": {
+ "total": 214,
+ "ok": 214,
+ "ko": 0
+ },
+ "standardDeviation": {
+ "total": 11,
+ "ok": 11,
+ "ko": 0
+ },
+ "percentiles1": {
+ "total": 213,
+ "ok": 213,
+ "ko": 0
+ },
+ "percentiles2": {
+ "total": 214,
+ "ok": 214,
+ "ko": 0
+ },
+ "percentiles3": {
+ "total": 218,
+ "ok": 218,
+ "ko": 0
+ },
+ "percentiles4": {
+ "total": 236,
+ "ok": 236,
+ "ko": 0
+ },
+ "group1": {
+ "name": "t < 800 ms",
+ "htmlName": "t < 800 ms",
+ "count": 609975,
+ "percentage": 100
+ },
+ "group2": {
+ "name": "800 ms <= t < 1200 ms",
+ "htmlName": "t >= 800 ms
t < 1200 ms",
+ "count": 1,
+ "percentage": 0
+ },
+ "group3": {
+ "name": "t >= 1200 ms",
+ "htmlName": "t >= 1200 ms",
+ "count": 24,
+ "percentage": 0
+ },
+ "group4": {
+ "name": "failed",
+ "htmlName": "failed",
+ "count": 0,
+ "percentage": 0
+ },
+ "meanNumberOfRequestsPerSecond": {
+ "total": 982.2866344605475,
+ "ok": 982.2866344605475,
+ "ko": 0
+ }
+ }
+ ]
+ }
+}