diff --git a/rosa_scalability/2024/07/10/result-20240710-071939-f5c10ffb-69c7-4456-b1d3-6d9b9e7fd04b.json b/rosa_scalability/2024/07/10/result-20240710-071939-f5c10ffb-69c7-4456-b1d3-6d9b9e7fd04b.json new file mode 100644 index 000000000..b5c7cff63 --- /dev/null +++ b/rosa_scalability/2024/07/10/result-20240710-071939-f5c10ffb-69c7-4456-b1d3-6d9b9e7fd04b.json @@ -0,0 +1,903 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "f5c10ffb-69c7-4456-b1d3-6d9b9e7fd04b", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-07-10T07:19:39+00:00", + "end": "2024-07-10T07:56:34+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "externalInfinispanFeatureEnabled": false, + "persistentSessionsEnabled": true, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "", + "keycloakBranch": "", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 37903, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 13 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 274500, + "ok": 274500, + "ko": 0 + }, + "minResponseTime": { + "total": 6, + "ok": 6, + "ko": 0 + }, + "maxResponseTime": { + "total": 4215, + "ok": 4215, + "ko": 0 + }, + "meanResponseTime": { + "total": 60, + "ok": 60, + "ko": 0 + }, + "standardDeviation": { + "total": 55, + "ok": 55, + "ko": 0 + }, + "percentiles1": { + "total": 32, + "ok": 32, + "ko": 0 + }, + "percentiles2": { + "total": 105, + "ok": 105, + "ko": 0 + }, + "percentiles3": { + "total": 155, + "ok": 155, + "ko": 0 + }, + "percentiles4": { + "total": 193, + "ok": 193, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 274474, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 22, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 4, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 442.741935483871, + "ok": 442.741935483871, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "maxResponseTime": { + "total": 1081, + "ok": 1081, + "ko": 0 + }, + "meanResponseTime": { + "total": 25, + "ok": 25, + "ko": 0 + }, + "standardDeviation": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles1": { + "total": 22, + "ok": 22, + "ko": 0 + }, + "percentiles2": { + "total": 31, + "ok": 31, + "ko": 0 + }, + "percentiles3": { + "total": 49, + "ok": 49, + "ko": 0 + }, + "percentiles4": { + "total": 63, + "ok": 63, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91489, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 11, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 57, + "ok": 57, + "ko": 0 + }, + "maxResponseTime": { + "total": 918, + "ok": 918, + "ko": 0 + }, + "meanResponseTime": { + "total": 125, + "ok": 125, + "ko": 0 + }, + "standardDeviation": { + "total": 32, + "ok": 32, + "ko": 0 + }, + "percentiles1": { + "total": 121, + "ok": 121, + "ko": 0 + }, + "percentiles2": { + "total": 141, + "ok": 141, + "ko": 0 + }, + "percentiles3": { + "total": 179, + "ok": 179, + "ko": 0 + }, + "percentiles4": { + "total": 220, + "ok": 220, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91489, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 11, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 6, + "ok": 6, + "ko": 0 + }, + "maxResponseTime": { + "total": 4215, + "ok": 4215, + "ko": 0 + }, + "meanResponseTime": { + "total": 29, + "ok": 29, + "ko": 0 + }, + "standardDeviation": { + "total": 38, + "ok": 38, + "ko": 0 + }, + "percentiles1": { + "total": 20, + "ok": 20, + "ko": 0 + }, + "percentiles2": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles3": { + "total": 80, + "ok": 80, + "ko": 0 + }, + "percentiles4": { + "total": 138, + "ok": 138, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91496, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 4, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 49, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 11 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 366000, + "ok": 366000, + "ko": 0 + }, + "minResponseTime": { + "total": 6, + "ok": 6, + "ko": 0 + }, + "maxResponseTime": { + "total": 4261, + "ok": 4261, + "ko": 0 + }, + "meanResponseTime": { + "total": 56, + "ok": 56, + "ko": 0 + }, + "standardDeviation": { + "total": 60, + "ok": 60, + "ko": 0 + }, + "percentiles1": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles2": { + "total": 90, + "ok": 90, + "ko": 0 + }, + "percentiles3": { + "total": 149, + "ok": 149, + "ko": 0 + }, + "percentiles4": { + "total": 206, + "ok": 206, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 365971, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 1, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 28, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 590.3225806451613, + "ok": 590.3225806451613, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1102, + "ok": 1102, + "ko": 0 + }, + "meanResponseTime": { + "total": 22, + "ok": 22, + "ko": 0 + }, + "standardDeviation": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles1": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles2": { + "total": 26, + "ok": 26, + "ko": 0 + }, + "percentiles3": { + "total": 43, + "ok": 43, + "ko": 0 + }, + "percentiles4": { + "total": 54, + "ok": 54, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91499, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 1, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 59, + "ok": 59, + "ko": 0 + }, + "maxResponseTime": { + "total": 397, + "ok": 397, + "ko": 0 + }, + "meanResponseTime": { + "total": 124, + "ok": 124, + "ko": 0 + }, + "standardDeviation": { + "total": 35, + "ok": 35, + "ko": 0 + }, + "percentiles1": { + "total": 116, + "ok": 116, + "ko": 0 + }, + "percentiles2": { + "total": 138, + "ok": 138, + "ko": 0 + }, + "percentiles3": { + "total": 192, + "ok": 192, + "ko": 0 + }, + "percentiles4": { + "total": 253, + "ok": 253, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 6, + "ok": 6, + "ko": 0 + }, + "maxResponseTime": { + "total": 4227, + "ok": 4227, + "ko": 0 + }, + "meanResponseTime": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "standardDeviation": { + "total": 37, + "ok": 37, + "ko": 0 + }, + "percentiles1": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles2": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "percentiles3": { + "total": 84, + "ok": 84, + "ko": 0 + }, + "percentiles4": { + "total": 160, + "ok": 160, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91497, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 3, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "maxResponseTime": { + "total": 4261, + "ok": 4261, + "ko": 0 + }, + "meanResponseTime": { + "total": 52, + "ok": 52, + "ko": 0 + }, + "standardDeviation": { + "total": 72, + "ok": 72, + "ko": 0 + }, + "percentiles1": { + "total": 44, + "ok": 44, + "ko": 0 + }, + "percentiles2": { + "total": 61, + "ok": 61, + "ko": 0 + }, + "percentiles3": { + "total": 102, + "ok": 102, + "ko": 0 + }, + "percentiles4": { + "total": 159, + "ok": 159, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91475, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 25, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": -1028, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 608319, + "ko": 1681 + }, + "minResponseTime": { + "total": 8, + "ok": 8, + "ko": 17 + }, + "maxResponseTime": { + "total": 10069, + "ok": 2122, + "ko": 10069 + }, + "meanResponseTime": { + "total": 39, + "ok": 11, + "ko": 9980 + }, + "standardDeviation": { + "total": 524, + "ok": 25, + "ko": 486 + }, + "percentiles1": { + "total": 9, + "ok": 9, + "ko": 10003 + }, + "percentiles2": { + "total": 10, + "ok": 10, + "ko": 10003 + }, + "percentiles3": { + "total": 15, + "ok": 14, + "ko": 10007 + }, + "percentiles4": { + "total": 48, + "ok": 38, + "ko": 10020 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 608093, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 198, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 28, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 1681, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 979.5797101449275, + "ko": 2.706924315619968 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 608319, + "ko": 1681 + }, + "minResponseTime": { + "total": 8, + "ok": 8, + "ko": 17 + }, + "maxResponseTime": { + "total": 10069, + "ok": 2122, + "ko": 10069 + }, + "meanResponseTime": { + "total": 39, + "ok": 11, + "ko": 9980 + }, + "standardDeviation": { + "total": 524, + "ok": 25, + "ko": 486 + }, + "percentiles1": { + "total": 9, + "ok": 9, + "ko": 10003 + }, + "percentiles2": { + "total": 10, + "ok": 10, + "ko": 10003 + }, + "percentiles3": { + "total": 15, + "ok": 14, + "ko": 10007 + }, + "percentiles4": { + "total": 48, + "ok": 38, + "ko": 10020 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 608093, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 198, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 28, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 1681, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 979.5797101449275, + "ko": 2.706924315619968 + } + } + ] + } +}