-
Notifications
You must be signed in to change notification settings - Fork 154
/
index.html
1043 lines (879 loc) · 210 KB
/
index.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
<!DOCTYPE html>
<html>
<head>
<meta charset="UTF-8">
<title>ClickBench — a Benchmark For Analytical DBMS</title>
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="icon" href="data:image/gif;base64,R0lGODlhIAAgAOMPAHMUEmkyHOcbF8UvJts/E3BeOih1YziiQmebLt2AFjeyQKqZKNWPjLybfPfcDP///yH5BAEKAA8ALAAAAAAgACAAAATg8MlJ6ws26z0EGcQmZgAhnN6oPg0wDA0zrGMTAADDxEJCZ4Gba8c4hX4Uw+XWeYGOyMdhgkuYrAToqIBQHBCIKQ6wcJhPyINarUBcyuYE+ndQeOsKuNlxmv3CdnZfew5yAlEPC12BhFhZiBJ2CI1GkBMHeoV9PpYPhIUDBqIFnZ8EBaKplqYMqaqIewl8A6iupFF7C1YCoaJqq4UOWQIBBmtTuIQmWWxekJQeYWuWcFYPfl+dLAELOxML2hIYDeEWt7flEufknTZB7+8NBeyINxjqDwU4QYg26BTu6KVTEQEAOw==">
<link href="https://fonts.googleapis.com/css2?family=Inter&display=swap" rel="stylesheet">
<style>
:root {
--color: black;
--title-color: black;
--background-color: white;
--link-color: #08F;
--link-hover-color: #F40;
--selector-text-color: black;
--selector-active-text-color: black;
--selector-background-color: #EEE;
--selector-active-background-color: #FFCB80;
--selector-hover-text-color: black;
--selector-hover-background-color: #FDB;
--summary-every-other-row-color: #F8F8F8;
--highlight-color: #EEE;
--bar-color: #FFCB80;
--tooltip-text-color: white;
--tooltip-background-color: black;
--nothing-selected-color: #CCC;
--shadow-color: grey;
}
[data-theme="dark"] {
--color: #CCC;
--title-color: white;
--background-color: #04293A;
--link-color: #8CF;
--link-hover-color: #FFF;
--selector-text-color: white;
--selector-background-color: #444;
--selector-active-text-color: white;
--selector-active-background-color: #088;
--selector-hover-text-color: black;
--selector-hover-background-color: white;
--summary-every-other-row-color: #042e41;
--highlight-color: #064663;
--bar-color: #088;
--tooltip-text-color: white;
--tooltip-background-color: #444;
--nothing-selected-color: #666;
--shadow-color: black;
}
html, body {
color: var(--color);
background-color: var(--background-color);
width: 100%;
height: 100%;
margin: 0;
overflow: auto;
box-sizing: border-box;
}
body {
font-family: 'Inter', sans-serif;
padding: 1% 3% 0 3%;
}
h1 {
color: var(--title-color);
}
table {
border-spacing: 1px;
}
.stick-left {
position: sticky;
left: 0px;
}
.selectors-container {
padding: 2rem 0 2rem 0;
user-select: none;
}
.selectors-container th {
text-align: left;
vertical-align: top;
white-space: nowrap;
padding-top: 0.5rem;
padding-right: 1rem;
}
.selector {
display: inline-block;
margin-left: 0.1rem;
padding: 0.2rem 0.5rem 0.2rem 0.5rem;
background: var(--selector-background-color);
color: var(--selector-text-color);
border: 0.2rem solid var(--background-color);
border-radius: 0.5rem;
}
.selector-active {
color: var(--selector-active-text-color);
background: var(--selector-active-background-color);
}
a, a:visited {
text-decoration: none;
color: var(--link-color);
cursor: pointer;
}
a:hover {
color: var(--link-hover-color);
}
.selector:hover {
color: var(--selector-hover-text-color) !important;
background: var(--selector-background-color);
}
.selector-active:hover {
background: var(--selector-hover-background-color);
}
#summary tr:nth-child(odd) {
background: var(--summary-every-other-row-color);
}
.summary-name {
white-space: nowrap;
text-align: right;
padding-right: 1rem;
}
.summary-bar-cell {
width: 100%;
}
.summary-bar {
height: 1rem;
background: var(--bar-color);
border-radius: 0 0.2rem 0.2rem 0;
}
.summary-number {
font-family: monospace;
text-align: right;
padding-left: 1rem;
white-space: nowrap;
}
th {
padding-bottom: 0.5rem;
}
.th-entry-hilite {
background: var(--highlight-color);
font-weight: bold;
}
.summary-row:hover, .summary-row-hilite {
background: var(--highlight-color) !important;
font-weight: bold;
}
#details {
padding-bottom: 1rem;
}
#details th {
vertical-align: bottom;
white-space: pre;
}
#details td {
white-space: pre;
font-family: monospace;
text-align: right;
padding: 0.1rem 0.5rem 0.1rem 0.5rem;
}
.shadow:hover {
box-shadow: 0 0 1rem var(--shadow-color);
position: relative;
}
#nothing-selected {
display: none;
font-size: 32pt;
font-weight: bold;
color: var(--nothing-selected-color);
}
.note {
position: relative;
display: inline-block;
}
.tooltip {
position: absolute;
bottom: calc(100% + 0.5rem);
visibility: hidden;
background-color: var(--tooltip-background-color);
color: var(--tooltip-text-color);
box-shadow: 0 0 1rem var(--shadow-color);
padding: 0.5rem 0.75rem;
border-radius: 0.5rem;
z-index: 1;
text-align: left;
white-space: normal;
}
.tooltip-result {
left: calc(50% - 0.25rem);
width: 20rem;
margin-left: -10rem;
}
.tooltip-query {
left: 0;
width: 40rem;
margin-left: -3rem;
}
.note:hover .tooltip {
visibility: visible;
}
.tooltip::after {
content: " ";
position: absolute;
top: 100%;
border-width: 0.5rem;
border-style: solid;
border-color: var(--tooltip-background-color) transparent transparent transparent;
}
.tooltip-result::after {
left: 50%;
margin-left: -1rem;
}
.tooltip-query::after {
left: 3rem;
margin-left: 0.5rem;
}
.nowrap {
text-wrap: none;
}
.themes {
float: right;
font-size: 200%;
cursor: pointer;
}
#toggle-dark, #toggle-light {
padding-right: 0.5rem;
cursor: pointer;
}
#toggle-dark:hover, #toggle-light:hover {
display: inline-block;
transform: translate(1px, 1px);
filter: brightness(125%);
}
</style>
<script type="text/javascript">
const queries = [
"SELECT COUNT(*) FROM hits;",
"SELECT COUNT(*) FROM hits WHERE AdvEngineID <> 0;",
"SELECT SUM(AdvEngineID), COUNT(*), AVG(ResolutionWidth) FROM hits;",
"SELECT AVG(UserID) FROM hits;",
"SELECT COUNT(DISTINCT UserID) FROM hits;",
"SELECT COUNT(DISTINCT SearchPhrase) FROM hits;",
"SELECT MIN(EventDate), MAX(EventDate) FROM hits;",
"SELECT AdvEngineID, COUNT(*) FROM hits WHERE AdvEngineID <> 0 GROUP BY AdvEngineID ORDER BY COUNT(*) DESC;",
"SELECT RegionID, COUNT(DISTINCT UserID) AS u FROM hits GROUP BY RegionID ORDER BY u DESC LIMIT 10;",
"SELECT RegionID, SUM(AdvEngineID), COUNT(*) AS c, AVG(ResolutionWidth), COUNT(DISTINCT UserID) FROM hits GROUP BY RegionID ORDER BY c DESC LIMIT 10;",
"SELECT MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhoneModel ORDER BY u DESC LIMIT 10;",
"SELECT MobilePhone, MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhone, MobilePhoneModel ORDER BY u DESC LIMIT 10;",
"SELECT SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;",
"SELECT SearchPhrase, COUNT(DISTINCT UserID) AS u FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY u DESC LIMIT 10;",
"SELECT SearchEngineID, SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, SearchPhrase ORDER BY c DESC LIMIT 10;",
"SELECT UserID, COUNT(*) FROM hits GROUP BY UserID ORDER BY COUNT(*) DESC LIMIT 10;",
"SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;",
"SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase LIMIT 10;",
"SELECT UserID, extract(minute FROM EventTime) AS m, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, m, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;",
"SELECT UserID FROM hits WHERE UserID = 435090932899640449;",
"SELECT COUNT(*) FROM hits WHERE URL LIKE '%google%';",
"SELECT SearchPhrase, MIN(URL), COUNT(*) AS c FROM hits WHERE URL LIKE '%google%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;",
"SELECT SearchPhrase, MIN(URL), MIN(Title), COUNT(*) AS c, COUNT(DISTINCT UserID) FROM hits WHERE Title LIKE '%Google%' AND URL NOT LIKE '%.google.%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;",
"SELECT * FROM hits WHERE URL LIKE '%google%' ORDER BY EventTime LIMIT 10;",
"SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT 10;",
"SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;",
"SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;",
"SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL <> '' GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;",
"SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\\.)?([^/]+)/.*$', '\\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;",
"SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), ..., SUM(ResolutionWidth + 89) FROM hits;",
"SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;",
"SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;",
"SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;",
"SELECT URL, COUNT(*) AS c FROM hits GROUP BY URL ORDER BY c DESC LIMIT 10;",
"SELECT 1, URL, COUNT(*) AS c FROM hits GROUP BY 1, URL ORDER BY c DESC LIMIT 10;",
"SELECT ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3, COUNT(*) AS c FROM hits GROUP BY ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3 ORDER BY c DESC LIMIT 10;",
"SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND URL <> '' GROUP BY URL ORDER BY PageViews DESC LIMIT 10;",
"SELECT Title, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND Title <> '' GROUP BY Title ORDER BY PageViews DESC LIMIT 10;",
"SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND IsLink <> 0 AND IsDownload = 0 GROUP BY URL ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;",
"SELECT TraficSourceID, SearchEngineID, AdvEngineID, CASE WHEN (SearchEngineID = 0 AND AdvEngineID = 0) THEN Referer ELSE '' END AS Src, URL AS Dst, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 GROUP BY TraficSourceID, SearchEngineID, AdvEngineID, Src, Dst ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;",
"SELECT URLHash, EventDate, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND TraficSourceID IN (-1, 6) AND RefererHash = 3594120000172545465 GROUP BY URLHash, EventDate ORDER BY PageViews DESC LIMIT 10 OFFSET 100;",
"SELECT WindowClientWidth, WindowClientHeight, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND DontCountHits = 0 AND URLHash = 2868770270353813622 GROUP BY WindowClientWidth, WindowClientHeight ORDER BY PageViews DESC LIMIT 10 OFFSET 10000;",
"SELECT DATE_TRUNC('minute', EventTime) AS M, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-14' AND EventDate <= '2013-07-15' AND IsRefresh = 0 AND DontCountHits = 0 GROUP BY DATE_TRUNC('minute', EventTime) ORDER BY DATE_TRUNC('minute', EventTime) LIMIT 10 OFFSET 1000;",
];
const data = [
{"system":"AlloyDB","date":"2023-11-25","machine":"16 vCPU 128GB","cluster_size":"serverless","comment":"","tags":["C","column-oriented","PostgreSQL compatible","managed","gcp"],"data_size":9941379875,"result":[[3.58975,3.57992,3.54662],[0.08625,0.0838,0.08574],[3.10807,2.97731,2.9985],[2.44647,2.36909,2.39708],[41.17192,39.8976,41.06776],[133.67873,131.0997,128.0839],[4.12758,4.0239,4.08013],[0.09695,0.09319,0.09563],[36.86525,35.32732,35.25588],[48.45764,47.93144,46.52182],[2.97389,2.89167,2.95393],[2.72543,2.63553,2.69429],[23.60888,23.60363,23.46187],[33.28765,32.03713,31.81454],[12.95648,12.47305,12.33908],[21.37397,21.35981,21.19967],[46.84838,46.70314,46.10616],[0.06719,0.06616,0.06635],[49.55343,49.13112,48.82092],[0.06027,0.05733,0.05961],[7.33196,7.22324,7.31305],[7.30749,7.03247,7.22055],[2.55208,2.53827,2.4771],[1.20815,1.16618,1.19975],[0.76076,0.73289,0.75499],[6.91366,6.74895,6.64693],[1.02818,1.0217,0.98556],[6.67123,6.46139,6.44516],[73.94566,71.68655,73.74145],[0.00645,0.00614,0.00639],[11.49935,11.35433,10.95156],[23.93414,23.63846,22.78162],[204.59582,195.91745,203.92405],[198.93847,190.58213,191.488],[197.07735,193.70621,190.22602],[21.8236,21.72214,21.08265],[0.5763,0.55371,0.57517],[0.15114,0.14738,0.14813],[0.10535,0.1045,0.10124],[61.08416,59.11649,60.05224],[0.15439,0.1529,0.15313],[0.10687,0.10602,0.10481],[0.06382,0.06367,0.06166]],"source":"alloydb/results/gcp.128GB_tuned.json"}
,{"system":"AlloyDB","date":"2023-11-25","machine":"8 vCPU 64GB","cluster_size":"serverless","comment":"","tags":["C","column-oriented","PostgreSQL compatible","managed","gcp"],"load_time":1542.701,"data_size":9941379875,"result":[[0.04429,0.04555,0.04464],[0.05494,0.05795,0.0538],[5.52233,5.55348,5.53804],[0.18139,0.17172,0.17111],[38.25567,38.1576,38.5746],[132.30154,124.59854,129.70091],[0.1538,0.14888,0.1502],[0.0584,0.05693,0.0575],[48.85052,54.4561,47.63751],[58.38215,50.89242,53.64699],[4.42328,3.71359,3.7597],[5.6967,4.67211,4.48202],[32.4703,28.54384,37.19972],[36.8378,34.04776,34.80886],[33.21462,30.91896,30.53358],[41.69617,33.77339,36.76691],[43.20633,37.4131,37.30944],[25.46057,23.55137,23.50256],[83.6056,72.14608,72.80396],[0.03791,0.03714,0.03701],[1.84639,1.83773,1.82651],[1.84538,1.84679,1.83233],[2.80047,2.80394,2.79981],[1.84779,1.85333,2.09807],[0.24713,0.24938,0.24784],[0.242,0.24185,0.24887],[0.25738,0.25794,0.2578],[12.25023,13.87483,13.80917],[140.76758,137.80336,135.55751],[34.61802,32.68714,32.99748],[11.94978,10.60262,10.63637],[17.55175,15.42009,15.80226],[136.56734,132.20804,128.12384],[299.99693,299.39792,300.19667],[292.53741,294.08641,290.84805],[35.0318,35.99207,34.83464],[1.77379,1.77419,1.77291],[0.20839,0.20906,0.20819],[0.08119,0.08196,0.0806],[79.63974,79.52291,79.7422],[0.16732,0.16582,0.16672],[0.08804,0.08814,0.08854],[0.26845,0.27617,0.26581]],"source":"alloydb/results/gcp.64GB.json"}
,{"system":"AlloyDB (tuned)","date":"2023-11-25","machine":"8 vCPU 64GB","cluster_size":"serverless","comment":"","tags":["C","column-oriented","PostgreSQL compatible","managed","gcp"],"data_size":9941379875,"result":[[7.11048,6.81159,6.85428],[0.10712,0.10539,0.10201],[6.42161,6.42044,6.17124],[7.88847,7.65133,7.83937],[47.47492,46.46201,46.61368],[151.57497,151.01057,147.70801],[8.20814,8.05926,7.98462],[0.12629,0.12275,0.12579],[50.9117,50.11772,48.58087],[65.24977,62.63182,63.58147],[3.48446,3.46335,3.37196],[3.43708,3.35836,3.28975],[30.4466,29.72274,29.29321],[46.18427,44.27185,44.86855],[17.84287,17.05244,17.21619],[39.27104,39.05974,38.04304],[61.95329,60.63962,60.3608],[40.38744,39.67606,39.63239],[117.0918,113.77307,113.70085],[0.07113,0.0696,0.06804],[28.62813,28.23878,28.54505],[7.46989,7.29768,7.45564],[11.97918,11.49149,11.95816],[2.06128,2.0465,1.96989],[1.49499,1.42799,1.49289],[7.03996,6.81411,6.82069],[1.70064,1.6449,1.62148],[16.29584,15.77466,15.90961],[143.97222,143.47589,137.00654],[34.64727,33.73392,32.98713],[12.95055,12.88698,12.75863],[21.14254,20.3264,20.5585],[182.45645,182.13571,174.99374],[280.35455,280.26156,270.72378],[283.26785,280.28151,283.25794],[39.54823,38.02645,38.04996],[3.28297,3.1221,3.16658],[0.43624,0.4229,0.41784],[0.10995,0.10963,0.10946],[99.91317,96.76177,97.57349],[0.18159,0.17739,0.1768],[0.11189,0.11146,0.11141],[0.09493,0.09065,0.09334]],"source":"alloydb/results/gcp.64GB_tuned.json"}
,{"system":"Athena (partitioned)","date":"2022-07-01","machine":"serverless","cluster_size":"serverless","comment":"","tags":["stateless","managed","Java","column-oriented"],"load_time":0,"data_size":13800000000,"result":[[2.777,3.275,2.925],[1.503,3.136,4.003],[4.544,3.833,3.64],[3.9,2.514,3.522],[3.46,2.186,3.244],[3.624,2.742,3.185],[2.21,1.984,3.123],[3.207,2.403,2.685],[2.936,2.014,3.869],[8.333,7.102,4.434],[7.401,4.697,3.155],[4.214,3.065,4.748],[6.207,4.213,2.576],[3.428,3.085,3.401],[2.92,3.3,3.278],[2.205,2.558,2.419],[4.641,3.888,2.155],[3.219,2.822,3.292],[3.23,3.579,4.31],[2.288,3.543,3.95],[3.032,2.859,2.807],[3.926,3.247,2.928],[4.477,4.048,4.392],[7.407,6.375,6.123],[2.611,2.872,2.827],[2.566,2.567,3.6],[3.673,3.733,2.925],[2.426,3.218,2.78],[5.125,3.778,4.25],[4.565,4.03,4.066],[3.628,3.219,2.953],[6.207,5.973,3.158],[4.339,5.601,4.234],[2.618,3.107,3.433],[4.661,2.79,2.846],[2.373,1.629,2.734],[2.721,2.15,1.962],[3.207,2.154,2.186],[2.453,2.477,3.217],[2.691,4.732,3.584],[2.589,2.613,3.231],[1.926,3.617,1.82],[1.506,2.404,2.343]],"source":"athena/results/partitioned.json"}
,{"system":"Athena (single)","date":"2022-07-01","machine":"serverless","cluster_size":"serverless","comment":"","tags":["stateless","managed","Java","column-oriented"],"load_time":0,"data_size":13800000000,"result":[[2.268,1.327,2.137],[3.427,2.248,3.605],[3.254,2.548,2.316],[3.025,2.314,3.003],[2.264,2.876,4.213],[3.044,2.745,2.698],[2.732,2.199,2.659],[2.022,3.692,3.072],[2.746,2.477,2.785],[3.53,2.782,4.031],[2.709,2.047,2.853],[2.318,1.969,3.4],[2.635,1.935,2.707],[3.049,3.38,3.071],[3.661,2.387,2.476],[2.479,2.591,2.21],[3.093,3.698,4.351],[3.479,3.236,2.274],[4.36,2.97,3.457],[2.525,2.384,3.328],[3.34,3.174,3.409],[3.163,2.971,3.034],[2.999,3.539,2.906],[6.454,7.597,7.858],[2.754,1.951,2.645],[2.852,3.018,2.718],[2.513,2.678,2.417],[3.293,2.521,2.771],[4.392,3.863,3.981],[3.658,4.246,4.027],[3.028,3.87,2.337],[2.923,3.635,3.591],[3.142,4.105,3.15],[3.66,3.187,4.745],[2.652,2.695,2.742],[2.262,2.776,1.815],[1.881,2.212,2.053],[1.934,2.551,1.524],[2.069,2.26,1.805],[2.626,2.902,2.793],[1.791,2.082,2.481],[3.757,2.6,1.946],[2.608,1.994,3.967]],"source":"athena/results/single.json"}
,{"system":"Aurora for MySQL","date":"2022-07-01","machine":"16acu","cluster_size":1,"comment":"Some queries cannot run due to ERROR 1114 (HY000) at line 1: The table '/rdsdbdata/tmp/#sqlaff_e5_0' is full","tags":["managed","C++","MySQL compatible","row-oriented"],"load_time":7687.318,"data_size":89614492631,"result":[[740.42,739.91,746.65],[828.2,835.67,832.87],[830.08,830.98,832.38],[829.88,832.83,830.87],[845.99,842.4,843.21],[869.51,870.69,869.75],[823.77,829.08,825.54],[827.74,832.87,829.25],[916.26,909.46,929.17],[946.49,939.27,932.32],[852.37,857.69,854.74],[857.99,864.05,825.14],[null,null,null],[863.37,860.2,865.62],[null,null,null],[891.84,895.28,893.68],[null,null,null],[null,null,null],[1420.12,1419.34,1445.08],[28.94,0.21,0.21],[917.64,917.56,916.92],[923.47,921.7,923.82],[919.95,918.37,920.17],[1002.19,1002.07,1001.2],[902.23,902.65,901.8],[901.17,900.02,898.3],[900.04,898.89,903.35],[901.78,902.71,901.28],[null,null,null],[1153.29,1154,1156.46],[862.57,863.35,859.69],[923.14,921.1,923.92],[1370.78,1401.72,1401.44],[1454.67,1455.55,1458.79],[1463.31,1466.75,1461.83],[941.03,944.07,937.23],[7.42,2.8,2.77],[2.57,2.52,2.59],[1.5,1.52,1.59],[3.62,3.57,3.61],[0.95,0.94,0.94],[0.9,0.92,0.91],[1.69,1.72,1.69]],"source":"aurora-mysql/results/16acu.json"}
,{"system":"Aurora for PostgreSQL","date":"2022-07-01","machine":"16acu","cluster_size":1,"comment":"","tags":["managed","C","PostgreSQL compatible","row-oriented"],"load_time":2127,"data_size":52183852646,"result":[[12.8361,5.71812,5.8241],[61.2565,62.1402,63.7173],[68.0578,68.1218,67.609],[7.83207,5.90193,6.0461],[48.7194,48.0233,48.2198],[289.492,304.639,282.436],[6.30572,6.31857,6.21598],[53.644,53.8931,53.5307],[131.526,131.45,131.102],[137.724,136.921,137.758],[57.2079,56.2775,56.2152],[56.5349,56.2048,55.9569],[82.3897,82.8866,83.534],[97.0569,97.1392,96.4731],[85.6557,86.7783,86.2804],[49.4325,42.4309,42.5743],[111.537,114.59,111.807],[88.4322,89.3756,87.7899],[160.781,163.866,161.394],[1025.04,2.10165,2.10065],[106.741,56.2731,56.1535],[59.2681,59.5272,59.536],[58.6083,57.6054,57.3935],[54.8271,55.1397,56.3487],[54.718,52.469,53.271],[53.5387,53.1926,52.4008],[52.0042,51.9581,52.2453],[60.1317,59.9695,59.2187],[244.608,242.954,243.815],[91.8674,92.4165,91.5884],[63.7122,64.277,64.2783],[69.2596,68.9535,69.4508],[234.222,241.138,240.316],[488.169,462.257,460.466],[472.929,471.809,476.635],[103.664,116.131,103.467],[16.8124,3.34058,3.37782],[0.852414,0.832073,0.859857],[0.305464,0.31166,0.306694],[4.55625,4.54098,4.58501],[0.299746,0.297532,0.30334],[0.275732,0.279817,0.27766],[0.332107,0.324387,0.320099]],"source":"aurora-postgresql/results/16acu.json"}
,{"system":"ByConity","date":"2023-06-21","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":343.482,"data_size":14602455235,"result":[[0.003,0.003,0.003],[0.03,0.05,0.025],[0.137,0.049,0.048],[0.318,0.062,0.056],[0.564,0.479,0.475],[0.983,0.772,0.766],[0.054,0.044,0.036],[0.039,0.03,0.031],[0.717,0.6,0.611],[0.813,0.633,0.665],[0.348,0.238,0.234],[0.351,0.256,0.277],[0.899,0.765,0.756],[1.447,1.139,1.07],[1.07,0.867,0.861],[0.976,0.917,0.882],[2.614,2.385,2.425],[1.801,1.622,1.591],[4.729,4.366,4.437],[0.218,0.136,0.106],[8.703,0.786,0.722],[9.845,0.799,0.813],[18.827,1.709,1.682],[56.739,5.832,4.243],[1.777,0.267,0.27],[0.395,0.205,0.229],[1.776,0.244,0.263],[8.509,0.718,0.707],[11.414,10.222,10.292],[2.118,2.104,2.115],[1.413,0.624,0.614],[4.403,0.765,0.77],[5.21,4.964,4.947],[9.678,3.707,3.651],[9.684,3.661,3.712],[1.317,1.16,1.199],[0.22,0.152,0.101],[0.084,0.061,0.041],[0.08,0.035,0.053],[0.246,0.169,0.17],[0.083,0.025,0.034],[0.036,0.027,0.028],[0.054,0.047,0.019]],"source":"byconity/results/c6a.4xlarge.json"}
,{"system":"ByteHouse","date":"2022-07-27","machine":"L","cluster_size":8,"tags":["managed","column-oriented","ClickHouse derivative","C++"],"load_time":745,"data_size":27190000000,"result":[[0.239865,0.0870234,0.222015],[0.182402,0.105131,0.131712],[0.200164,0.13875,0.121221],[0.38027,0.140809,0.106769],[0.345668,0.315182,0.3484],[0.499999,0.346608,0.376732],[0.163644,0.199362,0.104804],[0.135081,0.121857,0.132218],[0.498781,0.443817,0.451166],[0.925841,0.931702,0.938799],[0.208082,0.138678,0.154934],[0.1849,0.166067,0.189213],[0.375623,0.440097,0.408131],[2.876857214,2.879602691,2.856211343],[0.514966,0.481675,0.525073],[0.379692,0.403246,0.409433],[1.07893968,0.981566,0.998549],[0.970913,0.991069,1.019743901],[2.32956516,2.028961393,2.058936806],[0.121056,0.0874094,0.117498],[1.242306022,0.409433,0.381256],[0.333268,0.362866,0.368105],[0.724634,0.616216,0.609811],[8.372272024,1.940810909,1.919313531],[0.215081,0.16656,0.183373],[0.159827,0.173928,0.160971],[0.173209,0.217374,0.178429],[0.364914,0.392851,0.392753],[3.258063215,3.055232843,3.158432938],[0.969086,0.944354,1.001753137],[0.33521,0.344545,0.435078],[0.563083,0.597303,0.54695],[2.824918949,2.784792896,2.773636287],[2.04203589,1.985002429,1.96329676],[1.972932613,1.905925254,2.000995567],[0.660906,0.638376,0.638797],[0.273916,0.291013,0.275462],[0.197361,0.204497,0.245296],[0.158102,0.190007,0.220325],[0.420387,0.410065,0.391049],[0.185806,0.152663,0.138554],[0.302098,0.146736,0.132355],[0.153148,0.138142,0.140028]],"source":"bytehouse/results/l.json"}
,{"system":"ByteHouse","date":"2022-07-27","machine":"M","cluster_size":4,"tags":["managed","column-oriented","ClickHouse derivative","C++"],"load_time":745,"data_size":27190000000,"result":[[0.204356,0.124087,0.111343],[0.162147,0.120088,0.129223],[0.138304,0.124968,0.100887],[0.424216,0.193393,0.148192],[0.626537,0.636493,0.701694],[0.700354,0.61407,0.563147],[0.226713,0.107379,0.105274],[0.115582,0.129062,0.135826],[0.908611,0.890668,0.930481],[1.072457112,1.196782563,1.085087466],[0.185372,0.229904,0.228918],[0.210959,0.220222,0.229587],[0.77719,0.751063,0.808261],[3.443675466,3.529152804,3.431081103],[0.918561,0.941661,0.964774],[0.81437,0.826625,0.830821],[2.154593924,2.196733859,2.145739942],[2.002076959,2.010973594,1.968857393],[5.072657424,5.071079422,4.954039807],[0.127813,0.107606,0.105492],[1.344124274,0.76118,0.738414],[0.847975,0.866883,0.790545],[2.17366727,1.90929253,1.956613481],[6.798822715,6.030441596,5.961431634],[0.232659,0.24189,0.225892],[0.22483,0.213993,0.165657],[0.249597,0.23609,0.234343],[0.886731,0.895649,0.93452],[8.905864883,8.909027527,9.119373795],[2.729399515,2.700112742,2.80527209],[0.599962,0.679839,0.657434],[1.120159397,1.130162921,1.114698924],[6.566110112,6.552839157,6.49319341],[4.601181289,4.529338346,4.554859438],[4.54498289,4.497598791,4.527396409],[1.33884046,1.347533604,1.313194291],[0.298073,0.29527,0.27903],[0.163254,0.188463,0.15891],[0.210311,0.197546,0.140187],[0.395194,0.434253,0.45348],[0.175269,0.17503,0.145714],[0.159227,0.126441,0.119968],[0.188247,0.140864,0.117428]],"source":"bytehouse/results/m.json"}
,{"system":"ByteHouse","date":"2022-07-27","machine":"S","cluster_size":2,"tags":["managed","column-oriented","ClickHouse derivative","C++"],"load_time":745,"data_size":27190000000,"result":[[0.465819,0.116044,0.10382],[0.12678,0.120683,0.178592],[0.19001,0.153998,0.150897],[0.241946,0.125373,0.139151],[1.069480177,1.034297324,1.106595058],[1.562573773,1.206818889,1.221545036],[0.152539,0.122294,0.117231],[0.130834,0.117555,0.132048],[1.599240755,1.514699748,1.542136004],[1.341486754,1.417470413,1.509794379],[0.273263,0.302114,0.37113],[0.323308,0.317832,0.346367],[1.350003276,1.463167781,1.394062227],[6.526322756,6.562415941,6.603599898],[1.657413456,1.617141092,1.658355897],[1.301159782,1.328003217,1.417677445],[4.200100191,4.116794792,4.145844627],[4.083672003,3.939048097,4.009026718],[7.324285002,7.220264513,7.23919483],[0.124951,0.102059,0.120177],[1.358183279,0.815601,0.825568],[0.950995,0.890438,0.994714],[2.508912285,1.891410174,1.924645465],[9.532990518,6.816463253,6.810721155],[0.288955,0.257077,0.323011],[0.287261,0.252905,0.301686],[0.352302,0.289875,0.325013],[0.8885,0.853163,0.90298],[11.996772143,11.335378584,10.928031696],[3.223346367,3.274467765,3.039989844],[1.076384222,1.121689429,1.066842857],[1.584906113,1.634423718,1.636641605],[11.265273648,11.250953518,11.265621391],[6.284396525,6.419369583,6.503485024],[6.301652951,6.381827207,6.450726416],[1.645218925,1.660535448,1.591234664],[0.290394,0.268129,0.259014],[0.209527,0.20071,0.271621],[0.168356,0.156549,0.17388],[0.459272,0.45036,0.456921],[0.15138,0.149573,0.137896],[0.130298,0.127121,0.13154],[0.159379,0.147829,0.111582]],"source":"bytehouse/results/s.json"}
,{"system":"ByteHouse","date":"2022-07-27","machine":"XS","cluster_size":1,"tags":["managed","column-oriented","ClickHouse derivative","C++"],"load_time":745,"data_size":27190000000,"result":[[0.334492,0.140158,0.0909441],[0.122217,0.142934,0.121548],[0.263181,0.251692,0.159929],[0.501333,0.200059,0.219135],[2.543492592,2.468309526,2.505868611],[2.105666571,1.866756211,1.868941926],[0.157011,0.138289,0.110994],[0.15848,0.144542,0.128616],[3.76437585,3.757666963,3.743468944],[5.197558004,5.259393402,5.139950006],[0.533442,0.52521,0.503231],[0.625686,0.555617,0.562393],[2.032266525,2.090553195,2.048844919],[9.476237603,9.242733377,9.257434743],[2.594378405,2.51700318,2.540499896],[2.787015125,2.553855869,2.685139351],[7.066527549,7.059590995,6.987027019],[7.108010061,7.044795687,7.03812524],[null,null,null],[null,0.209801,0.104863],[2.984792059,1.572371926,1.647719208],[1.726619136,1.633982696,1.798097257],[5.146083425,3.894626038,3.656518498],[18.920700154,13.498453727,13.139848744],[0.510479,0.499504,0.483596],[0.365547,0.425842,0.36962],[0.534826,0.504277,0.524545],[1.537858153,1.582564121,1.604139517],[23.250904201,22.080878553,21.513499569],[5.463228855,5.731769582,5.901987317],[2.113222129,2.060105649,2.033058146],[3.50674888,3.609345167,3.409845797],[20.424145951,19.854551128,19.813706849],[10.04241229,10.562756073,10.160329814],[10.287907057,10.111982383,10.401184257],[3.36941313,3.553914517,3.392025903],[0.249871,0.23235,0.272925],[0.193886,0.176331,0.190031],[0.136083,0.175412,0.146943],[0.446597,0.419983,0.430357],[0.163078,0.191785,0.18088],[0.187119,0.132299,0.121292],[0.150617,0.167402,0.139849]],"source":"bytehouse/results/xs.json"}
,{"system":"chDB (DataFrame)","date":"2024-09-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","serverless","dataframe","ClickHouse derivative"],"load_time":0,"data_size":46998823722,"result":[[0.05626875200005088,0.03751970800021809,0.03710983100017984],[0.06512281899995287,0.05849275699983991,0.0585379379999722],[0.044165491000057955,0.041299934000107896,0.040226853000149276],[0.08134618700023566,0.040427908999845386,0.04047265000008338],[0.24362793399996008,0.2186527310004749,0.2025154820003081],[0.2937789709999379,0.29077527099980216,0.2973619129998042],[0.04860631699921214,0.044442590999096865,0.04185208899980353],[0.07148085600010745,0.087940534000154,0.07362535899983413],[0.32479551800133777,0.31021195799985435,0.3000845909991767],[0.3567556970001533,0.3498798099999476,0.36433636799984015],[0.1430718550000165,0.14249916199969448,0.13584852000030878],[0.13416774699999223,0.12045774299986078,0.126722227999835],[0.3129409140001371,0.39802245999999286,0.27576033200011807],[0.30749968300006003,0.30776443899958394,0.2933942620002199],[0.2840204679996532,0.29736796199995297,0.2656048210001245],[0.16236161799997717,0.14227574799997456,0.1577743770003508],[0.41774886599978345,0.45844158400041124,0.4236037320001742],[0.343798914999752,0.34234521600001244,0.3242654260002382],[0.8645628289996239,0.7159582540002702,0.701609888999883],[0.07303793199980646,0.0385745369999313,0.039382633000059286],[0.7685791720014095,0.7017175380005938,0.7004018799998448],[0.7086737089998678,0.7338668900001721,0.726541903999987],[1.0143638360000296,1.025565608999841,0.9419111859997429],[4.812288134000028,2.167691587000263,2.528547120999974],[0.155205888999717,0.14651630200023646,0.15077497899983427],[0.1408380660000148,0.14518392399986624,0.13928737500009447],[0.1470085519999884,0.15105727499985733,0.1438814180000918],[0.8403685159992165,0.7649107939996611,0.8209212080000725],[1.9075914280001598,1.8646036999998614,1.885373637000157],[0.07688073700001041,0.07453166799996325,0.07560217999980523],[0.20158837400003904,0.20706678800024747,0.19952737999983583],[0.2738630439998815,0.2761814330001471,0.2812519489998522],[0.7870267199996306,0.709162213000036,0.7544576690002032],[1.2057435320002696,1.1144656840000606,1.1528750570003468],[1.2744926979999036,1.227631830000064,1.2613582039998619],[0.1441288920000261,0.1581041039999036,0.1318917770004191],[0.7185039579999284,0.6852749829999993,0.6816314070001681],[0.49516889899996386,0.46560566200014364,0.4326922939999349],[0.7060461809996923,0.2074475480003457,0.2127349039997171],[0.8890890540001237,0.4336082350000652,0.7149529159999474],[0.09202534199994261,0.08829310200007967,0.08950286199979018],[0.08598820699990029,0.08675313599997025,0.08428598599994075],[0.08334934399999838,0.08340355500013175,0.0796592659999078]],"source":"chdb-dataframe/results/c6a.metal.json"}
,{"system":"chDB (Parquet, partitioned)","date":"2023-12-03","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"],"load_time":0,"data_size":14737670832,"result":[[0.14784930900009385,0.01985562499999105,0.021213920000036524],[0.23510076200000185,0.06982731300013256,0.06856002199992872],[0.2806472989998383,0.10366240700000162,0.10361096500014355],[0.4541343600001255,0.10390106999989257,0.10059215999990556],[0.6548878610001339,0.45662324699992496,0.44750324799997543],[0.9521819659998982,0.6404522270001962,0.6559423100000004],[0.19805788999997276,0.08715895099999216,0.0858150569999907],[0.19715853299999253,0.07409634200007531,0.07549481599994579],[0.8598950299999615,0.6492269000000306,0.6434426030000395],[1.4808940620000612,0.7829620970001088,0.7904872159999741],[0.7163226630000281,0.29504979300008927,0.29545888900020145],[0.7511556739998468,0.34864025900014894,0.3431280479999259],[1.0435813250001047,0.7161780030000955,0.7318749700000353],[2.4113232699999116,1.0243360720000965,1.0260252030000174],[1.2562044089997926,0.8427601549999508,0.8326057299998411],[0.8358988709999267,0.5704252309999447,0.5721753729999364],[2.9971273280000332,1.9693855880000228,2.0168051440000454],[2.2065102920000754,1.2419878719999815,1.206855657999995],[5.954841275999797,3.93939489100012,3.761597123999991],[0.3187466500000937,0.09396397000000434,0.09140732100013338],[9.446635591000131,1.2302154330000121,1.2444675809999808],[11.13492346199996,1.7419908340000347,1.7516095379999115],[21.622155369999973,4.072843675000058,4.131993770000008],[55.58301193300008,15.83693858699985,15.83159159999991],[2.6420749609999348,0.4748529260000396,0.4266739149998102],[0.9177854079998724,0.3910574720000568,0.38483357899986004],[2.641131261000055,0.40119044900006884,0.40792182199993476],[9.619309540000131,1.49244403900002,1.5195660050001152],[10.307241965000003,9.973063463000017,9.892692844999829],[1.4131518259998757,1.308299055000134,1.295807866999894],[2.608687121999992,0.7656866700001501,0.7761720030000561],[6.227150900999959,1.0895756959998835,1.0740852459998678],[7.3493140729999595,5.250387106000062,5.316255329999876],[10.698823475999916,4.070322148999821,4.003926844000034],[10.69004674499979,4.052407979999998,3.9830662209999446],[1.2015532409998286,0.9601744899998721,0.9185318380000353],[0.29470233899996856,0.1431545279999682,0.14107450999995308],[0.2372298170000704,0.09401625999998942,0.09287700000004406],[0.18732362600007946,0.08822406300009789,0.09083071099985318],[0.4340662390000034,0.26780105800003184,0.2632765340001697],[0.1738416400000915,0.06409417200006828,0.06505390999996052],[0.18030453799997304,0.057552695999902426,0.05883049899989601],[0.1795836840001357,0.1313909179998518,0.06348699399995894]],"source":"chdb-parquet/results/c6a.4xlarge.json"}
,{"system":"chDB (Parquet, partitioned)","date":"2023-12-03","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"],"load_time":0,"data_size":14737670832,"result":[[0.18159093600002052,0.03465310399997179,0.03535941499990258],[0.2831564299999627,0.07290863800017178,0.07088584300004186],[0.4106436740000845,0.11962774199992054,0.11457044600001609],[0.47319400800006406,0.11146962500015434,0.11445495399993888],[1.6001970140000594,1.1832852380000531,1.2053231469999446],[1.9747222290000082,1.3993265449998944,1.4632436899998993],[0.293016236000085,0.10769365200007996,0.10403609099989808],[0.30888328800006093,0.08704660199987302,0.08690985099997306],[0.9676274400001148,0.4142185770001561,0.4095282320001843],[1.508716829999912,0.4386639290000858,0.42993967000006705],[0.7211182660000759,0.22335372600014125,0.22127814999998918],[0.8024834689999807,0.24581066700011434,0.2369266250000237],[0.9941888450000533,0.34986996500015266,0.36299695699995027],[2.2883914159999676,0.5018040939999082,0.39797729199995047],[1.0599523600001248,0.39205417400012266,0.3990406109999185],[0.614120850999825,0.26384819800000514,0.27866645900007825],[2.468679433000034,0.7421945380001489,0.707125589000043],[2.390665940999952,0.6761940030000915,0.6212907079998331],[4.531502312999919,1.2391869979999228,1.2929706920001536],[0.41148081200003617,0.08244017399988479,0.07748579300005076],[9.470291036999924,0.4142645150000135,0.42491283499998644],[11.166745869999886,0.4193407879999995,0.47778978899987123],[21.716601035000167,0.8906946930001141,0.9057610759998624],[55.87572047799995,4.693745457999967,4.408192557999882],[2.6822018080001726,0.2497673709999617,0.18029253800000333],[0.9117738509999072,0.19944890400006443,0.19231710099984411],[2.6458359000000655,0.19551512300017748,0.17991257200014843],[9.665634246000081,0.644791166999994,0.5677360409999892],[8.823865798999805,1.8234754839998004,1.911617729999989],[0.887859853000009,0.7314614570000231,0.7472309880001831],[2.609201996000138,0.3776117290001366,0.42668743700005507],[6.085526299000094,0.5356784809998771,0.5014943220000987],[5.348554426000192,1.4791098619998593,1.6584785480001756],[9.919410929999913,1.198197147999963,1.3908020020001004],[9.918529573000114,1.4790268179999657,1.2929598839998562],[0.5918198439999287,0.36387553300005493,0.3893138729999919],[0.353354839000076,0.15782711399992877,0.17798462199993992],[0.3100515420001102,0.16545474899999135,0.10927909599990926],[0.3464544030000525,0.19426173600004404,0.10704828600000837],[0.5001845439999215,0.28064504200006013,0.28905982800006313],[0.3150378160000855,0.12564524300000812,0.08628042499981348],[0.24802713799999765,0.1437892629999169,0.0803308869999455],[0.2594364960000348,0.2181738829999631,0.08233647700012625]],"source":"chdb-parquet/results/c6a.metal.json"}
,{"system":"chDB","date":"2023-12-03","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"],"load_time":637,"data_size":14737670832,"result":[[0.14022313399982522,0.07355542799996329,0.07344153099984396],[0.3531703529997685,0.07925550599975395,0.07806606800022564],[0.26351363100002345,0.09193721700012247,0.1917902549998871],[0.38363148100006583,0.10103324399960911,0.09784656199963138],[0.9900537669996083,0.5613570460000119,0.5433893519998492],[1.2167202540003927,0.7107847610000135,0.663691573000051],[0.2699314280002909,0.2127854670002307,0.09261755900024582],[0.267586774999927,0.08097015600014856,0.1945969809999042],[1.232095701000162,0.7143670550003662,0.7134953560002941],[1.5054283530002976,0.7469580990000395,0.7727119840001251],[0.7220912419998058,0.23418598399985058,0.22906905100035146],[0.7720030830000724,0.2630191090001972,0.2604900350002026],[1.5689540900002612,0.7868708519999927,0.8063358419999531],[2.3660360549997677,1.2540504009998585,1.192564518999916],[1.9073773019999862,0.9206097809997118,0.9538239580001573],[1.1452982619998693,0.6703060720001304,0.6640104650000467],[3.2011426869999013,2.391980210999918,2.273702514999968],[2.4969228180002574,1.4384517379999124,1.3977177189999566],[6.500014078999811,4.478574523000134,4.411389963000147],[0.4156887280000774,0.08146456199983731,0.07878659600009996],[10.376145662999988,0.695910000999902,0.7210108459998992],[11.976330335000057,0.953245059999972,0.8184917880003013],[13.305014652999944,1.2751543530002891,1.2672313510001914],[36.8242805750001,3.0744901809998737,3.0243863149999015],[2.475535126000068,0.2707847709998532,0.2684428269999444],[0.949858046999907,0.2340432820001297,0.22373586100002285],[2.516790250000213,0.26695283199978803,0.25893610200000694],[10.64464905199975,0.8958689270002651,0.8061138169996411],[13.404723361999913,11.371307846000036,11.63507005700012],[2.7593700480001644,2.7037539289999586,2.7058590489996277],[2.3854017950002344,0.6277965969998149,0.654272507999849],[5.341114754000046,0.9585087829996155,0.8893770189997667],[7.1543934960000115,5.363972212000135,5.548733007999999],[12.195872321000024,4.450395718999971,4.3755110330002935],[12.317952603999856,4.24272665799981,4.316219603999798],[1.7115063109999937,1.2473451579999164,1.326466134000384],[0.2809372130000156,0.23459212699981435,0.11978739599999244],[0.4466324979998717,0.09181159999980082,0.09241002299995671],[0.3804757940001764,0.08911344600028315,0.08342132999996466],[0.307677596999838,0.16184386700024334,0.1668336709999494],[0.3277544040001885,0.0886090859999058,0.08678907300009087],[0.28715330100021674,0.07937189900030717,0.0784708450000835],[0.204657553999823,0.07808052500013218,0.07627645000002303]],"source":"chdb/results/c6a.4xlarge.json"}
,{"system":"chDB","date":"2023-12-03","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"],"load_time":584,"data_size":14737670832,"result":[[0.1398201020000016,0.06791341200000289,0.07391149699999744],[0.2597099600000021,0.2069418270000014,0.08758834399999671],[0.47551589900000124,0.09728062599999987,0.09487701800000536],[0.4691224370000029,0.1740481620000054,0.10000902900000597],[2.0630773329999954,1.7024521199999896,1.6643195909999946],[2.3481535089999994,1.6481386580000077,1.7530449890000028],[0.357762754999996,0.09266164299999957,0.09053794000000437],[0.4038841520000034,0.10313489499999662,0.10715072499999678],[1.0590748890000015,0.47724499000000264,0.45966836799999555],[1.1300884690000004,0.48051896699999475,0.46993974000000094],[0.775603744999998,0.19686701099999482,0.1892493929999972],[0.6906902610000003,0.21718392299999323,0.21430437200000085],[1.3169523250000026,0.4156535830000081,0.3755140890000064],[2.036119763000002,0.5071473900000001,0.5511740860000032],[1.383330911999991,0.3799174090000008,0.3751193639999997],[1.019473775999998,0.3739846369999924,0.35971603200000857],[2.4504302189999976,0.877971260999999,0.7683858299999997],[2.3557413229999895,0.8719610389999986,0.683793068],[4.092770959999996,1.7129616520000184,1.297148031000006],[0.35451071500000353,0.09219286999999099,0.08560756100001754],[9.639714029000004,0.3707775869999921,0.23417643499999485],[11.064303246999998,0.324648658000001,0.4172894439999766],[13.232740172999996,0.4640560629999868,0.3877608140000177],[35.72404554799999,1.0838868939999884,0.9306462309999972],[2.364133627000001,0.154316730000005,0.14268514899998763],[0.9073242750000077,0.14350597200001403,0.14364811400000121],[2.3429148049999924,0.272847009000003,0.14734456700000464],[9.656295885999981,0.6313464649999787,0.49251017000000274],[8.370034843999974,1.9595999350000284,1.734505702999968],[0.904578416999982,0.7361198660000241,0.6462295329999961],[2.0744172760000197,0.29773619299999154,0.3026944260000164],[4.899459804999992,0.4551924770000255,0.4221328589999871],[4.543115612000008,2.2998050609999723,2.2794130400000086],[10.537130942999966,1.4773695650000036,1.4047146670000075],[10.415939505999972,1.4964427190000151,1.516837157999987],[1.1674407470000006,0.5462833650000221,0.5045760180000229],[0.4713924260000226,0.1254563469999539,0.1255517769999983],[0.24476967099997182,0.2168840989999694,0.09768120500001487],[0.3363335870000128,0.08840301899999758,0.09693554400001858],[0.30560961300000145,0.2762818190000189,0.15135863000000427],[0.2204463159999932,0.09077218100003392,0.08913131299999577],[0.31145180899994784,0.0834306520000041,0.08373748599996134],[0.30414350099999865,0.08266997800001263,0.08533381199998757]],"source":"chdb/results/c6a.metal.json"}
,{"system":"Citus","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented"],"load_time":1579,"data_size":18980918899,"result":[[7.58503,6.70447,6.52499],[6.33941,5.06063,5.00238],[11.7488,9.86417,9.93223],[12.6306,9.36305,9.17061],[40.6101,39.0803,38.1187],[117.654,113.912,113.441],[10.3404,8.08936,7.70732],[6.31542,4.72821,4.72989],[82.5425,77.2124,76.9219],[91.1776,83.4492,82.4727],[14.5474,10.0815,10.3873],[15.4899,11.2922,11.1877],[19.9794,15.5002,17.4492],[76.9216,72.5172,72.7915],[21.5446,17.5691,18.561],[56.9438,54.6387,53.5745],[75.0977,69.7842,70.0259],[31.3299,27.0267,26.3216],[129.417,122.956,121.182],[3.73386,2.14148,2.12737],[34.6021,27.9727,28.6878],[37.152,29.6193,29.2966],[52.2157,37.8589,37.6994],[181.955,149.08,148.471],[15.4687,11.3138,10.3856],[10.2779,8.46868,8.8324],[14.4687,10.4076,11.4263],[47.009,40.2969,39.6888],[749.946,742.979,744.461],[69.4383,67.5636,67.2128],[27.0317,21.4008,20.9524],[36.6675,25.6347,26.4408],[140.424,130.546,129.738],[106.959,92.033,90.1609],[110.98,94.4787,96.2656],[64.4474,60.1853,60.6816],[6.17549,6.25376,5.87004],[1.99153,1.81776,1.80596],[1.00141,0.800271,0.801975],[7.91778,7.70928,8.33299],[0.929845,0.642076,0.638478],[0.866536,0.683567,0.680218],[0.937823,0.784747,0.765929]],"source":"citus/results/c6a.4xlarge.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":209.346,"data_size":9945176522,"result":[[0.002,0.002,0.003],[0.502,0.013,0.064],[0.61,0.047,0.047],[0.51,0.051,0.273],[0.304,0.3,0.254],[0.615,0.509,0.474],[0.021,0.019,0.019],[0.05,0.056,0.019],[0.667,0.495,0.419],[0.641,0.433,0.479],[0.367,0.22,0.187],[0.362,0.222,0.299],[0.506,0.532,0.513],[0.657,0.752,0.563],[0.798,0.587,0.641],[0.298,0.279,0.276],[1.306,1.078,1.286],[0.856,0.841,1.035],[3.586,2.749,2.195],[0.023,0.022,0.018],[0.741,0.738,2.897],[0.817,0.999,0.814],[3.524,1.169,2.605],[7.387,6.133,2.554],[0.197,0.221,0.193],[0.207,0.141,0.197],[0.218,0.197,0.195],[0.624,0.773,0.878],[6.408,9.72,6.816],[0.06,0.044,0.048],[0.403,0.559,0.533],[0.788,0.599,0.537],[1.938,2.248,1.477],[2.527,2.478,2.071],[2.544,1.85,2.179],[0.263,0.228,0.239],[0.037,0.038,0.059],[0.034,0.027,0.024],[0.026,0.024,0.029],[0.091,0.076,0.087],[0.021,0.015,0.025],[0.016,0.02,0.015],[0.015,0.015,0.012]],"source":"clickhouse-cloud/results/aws.192GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":709.038,"data_size":9945948486,"result":[[0.002,0.002,0.002],[0.661,0.508,0.026],[0.457,0.363,0.224],[0.665,0.613,0.448],[2.211,1.569,1.556],[3.083,2.602,3.949],[0.112,0.138,0.285],[0.047,0.082,0.136],[1.932,1.918,1.794],[2.212,2.178,3.014],[0.789,0.674,0.71],[0.804,0.82,0.895],[2.564,3.138,2.545],[3.848,3.962,3.731],[3.84,3.541,3.503],[1.966,1.943,1.71],[8.587,9.285,8.444],[6.194,6.314,6.158],[30.898,26.871,27.354],[0.084,0.087,0.085],[22.318,12.353,4.96],[5.208,5.437,5.241],[24.802,14.021,6.205],[55.894,18.103,17.924],[2.061,1.385,1.345],[0.938,0.947,0.937],[1.38,1.357,1.519],[4.554,4.391,4.722],[53.28,49.932,57.742],[0.165,0.177,0.157],[3.889,2.506,2.499],[7.382,3.552,3.186],[25.357,24.037,21.587],[23.807,21.54,23.157],[22.899,22.409,22.793],[1.35,1.372,1.451],[0.283,0.132,0.13],[0.055,0.057,0.056],[0.058,0.186,0.06],[0.47,0.253,0.326],[0.267,0.031,0.034],[0.173,0.021,0.021],[0.02,0.022,0.019]],"source":"clickhouse-cloud/results/aws.24GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":183.113,"data_size":9944105375,"result":[[0.003,0.003,0.003],[0.353,0.014,0.063],[0.03,0.028,0.442],[0.037,0.036,0.036],[0.378,0.485,0.224],[0.39,0.214,0.221],[0.015,0.015,0.1],[0.049,0.018,0.017],[0.537,0.447,0.306],[0.391,0.326,0.419],[0.245,0.244,0.128],[0.275,0.138,0.133],[0.324,0.246,0.262],[0.352,0.387,0.358],[0.473,0.319,0.368],[0.228,0.214,0.166],[0.688,0.855,0.695],[0.45,0.462,0.439],[1.296,1.608,1.234],[0.146,0.137,0.014],[1.856,0.401,0.398],[1.164,0.449,0.441],[0.52,0.523,1.743],[4.185,1.315,1.429],[0.198,0.119,0.167],[0.092,0.093,0.092],[0.12,0.119,0.121],[0.388,0.404,0.386],[3.521,3.904,3.455],[0.036,0.035,0.119],[0.253,0.363,0.243],[0.36,0.472,0.587],[1.635,1.545,1.346],[1.118,1.229,1.189],[1.161,1.161,1.243],[0.185,0.137,0.128],[0.042,0.036,0.036],[0.208,0.026,0.023],[0.026,0.026,0.027],[0.134,0.064,0.069],[0.017,0.159,0.019],[0.016,0.016,0.015],[0.012,0.013,0.012]],"source":"clickhouse-cloud/results/aws.360GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":500.089,"data_size":9941848624,"result":[[0.003,0.002,0.002],[0.805,0.049,0.467],[0.321,0.219,0.115],[0.29,0.743,0.614],[0.844,1.532,0.802],[1.535,2.694,1.79],[0.152,0.04,0.04],[0.034,0.052,0.032],[1.286,1.021,2.158],[1.878,2.017,1.386],[0.605,0.7,0.458],[0.579,0.783,0.496],[2.584,2.458,1.922],[2.163,3.899,2.277],[2.431,2.04,3.667],[1.314,1.204,2.09],[4.345,4.595,7.672],[3.401,5.077,3.905],[12.98,16.065,10.554],[0.065,0.058,0.061],[10.738,4.774,6.9],[5.347,5.048,2.7],[5.958,13.143,5.936],[28.415,15.895,27.813],[1.281,0.914,0.917],[0.485,0.489,0.518],[0.737,0.713,0.942],[4.04,2.309,4.196],[25.431,24.721,48.531],[0.131,0.132,0.121],[1.77,1.35,2.56],[2.499,2.873,1.81],[25.958,32.626,17.683],[11.07,14.637,10.76],[10.394,10.676,7.049],[0.838,0.765,1.093],[0.238,0.287,0.164],[0.09,0.076,0.244],[0.326,0.077,0.088],[0.307,0.816,0.223],[0.21,0.042,0.029],[0.151,0.021,0.03],[0.148,0.088,0.019]],"source":"clickhouse-cloud/results/aws.48GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2024-11-14","machine":"720GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":225.191,"data_size":9943934567,"result":[[0.005,0.005,0.004],[1.296,0.039,0.027],[1.08,0.155,0.034],[0.035,0.036,0.037],[0.904,0.194,0.179],[0.622,0.571,0.264],[0.022,0.023,0.023],[0.03,0.052,0.027],[1.137,0.64,0.435],[0.644,0.47,0.458],[0.301,0.194,0.172],[0.171,0.286,0.331],[0.296,0.297,0.257],[0.411,0.469,0.38],[0.755,0.344,0.33],[0.232,0.195,0.21],[0.722,0.622,0.702],[0.605,0.423,0.624],[1.45,1.501,1.293],[0.021,0.019,0.019],[0.344,2.059,1.29],[0.377,0.376,0.378],[0.614,1.983,1.144],[1.365,1.257,4.61],[0.153,0.137,0.141],[0.123,0.111,0.122],[0.145,0.152,0.151],[0.444,0.393,0.421],[3.005,3.368,3.336],[0.148,0.158,0.052],[0.577,0.3,0.3],[0.925,0.412,0.413],[1.723,1.677,1.735],[1.279,1.241,1.037],[1.177,1.025,1.166],[0.188,0.149,0.165],[0.184,0.05,0.055],[0.031,0.032,0.035],[0.04,0.149,0.043],[0.278,0.106,0.102],[0.022,0.029,0.028],[0.224,0.022,0.025],[0.017,0.017,0.015]],"source":"clickhouse-cloud/results/aws.720GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":185.314,"data_size":9942910578,"result":[[0.003,0.002,0.003],[0.403,0.021,0.526],[0.068,0.342,0.058],[0.11,0.091,0.09],[1.869,0.649,0.511],[1.068,0.88,0.67],[0.095,0.027,0.109],[0.05,0.02,0.02],[0.838,0.571,1.18],[0.873,0.861,0.811],[0.238,0.232,0.326],[0.468,0.278,0.284],[0.732,0.683,0.77],[1.143,1.184,1.149],[1.183,1.344,1.101],[0.661,0.517,0.606],[2.755,2.455,2.506],[2.215,1.47,1.717],[4.773,4.856,4.838],[0.028,0.028,0.028],[1.484,1.431,1.395],[6.437,1.406,1.568],[7.894,2.239,1.789],[14.37,4.958,12.985],[0.395,0.482,0.375],[0.276,0.266,0.268],[0.348,0.377,0.487],[1.648,1.152,1.356],[12.442,12.077,14.024],[0.08,0.058,0.057],[1.006,0.693,0.653],[1.255,0.776,1.463],[5.805,2.791,4.814],[4.874,3.388,5.01],[4.697,3.389,4.045],[0.543,0.379,0.5],[0.068,0.049,0.054],[0.029,0.03,0.029],[0.047,0.027,0.026],[0.12,0.112,0.118],[0.021,0.021,0.027],[0.015,0.014,0.014],[0.015,0.015,0.221]],"source":"clickhouse-cloud/results/aws.96GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"dev","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":386.91,"data_size":9946486874,"result":[[0.002,0.003,0.005],[0.026,0.042,0.026],[0.1,0.108,0.101],[0.193,0.245,0.2],[0.858,1.305,1.164],[1.33,1.895,2.302],[0.057,0.048,0.05],[0.026,0.026,0.034],[0.988,1.032,0.953],[1.922,1.884,1.252],[0.555,0.506,0.564],[0.626,0.701,0.566],[1.723,1.554,1.372],[2.566,2.475,2.069],[1.805,1.698,2.087],[1.067,1.208,1.003],[4.422,4.232,4.255],[3.083,3.338,4.153],[16.584,13.5,13.057],[0.06,0.058,0.048],[2.81,3.209,2.511],[3.45,2.909,2.948],[14.817,3.367,3.724],[9.58,9.215,10.249],[0.966,0.698,0.735],[0.465,0.514,0.477],[0.676,0.681,0.668],[2.353,2.571,2.274],[25.404,24.888,25.133],[0.145,0.103,0.099],[1.39,1.264,1.283],[2.188,1.663,1.526],[13.876,12.598,14.155],[12.956,11.67,11.77],[12.536,11.642,11.539],[0.886,0.811,0.66],[0.134,0.147,0.112],[0.054,0.065,0.051],[0.082,0.057,0.056],[0.246,0.244,0.238],[0.027,0.025,0.031],[0.021,0.021,0.026],[0.023,0.021,0.018]],"source":"clickhouse-cloud/results/aws.dev.json"}
,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":391.575,"data_size":9946205251,"result":[[0.003,0.005,0.004],[2.142,0.011,0.014],[0.05,0.05,0.048],[2.347,0.235,3.322],[0.518,0.342,0.232],[4.497,0.509,0.509],[0.021,0.022,0.109],[0.052,0.051,0.013],[0.607,1.629,0.684],[0.569,0.707,0.665],[0.233,0.238,0.214],[0.208,2.185,0.225],[2.492,0.627,0.37],[0.496,0.519,0.609],[0.802,0.788,0.57],[0.309,0.533,0.365],[1.843,1.227,1.119],[0.821,0.755,0.715],[4.855,4.509,2.34],[0.325,0.027,0.018],[10.559,11.016,0.691],[1.612,2.736,0.841],[0.982,5.158,3.35],[3.088,9.669,10.354],[0.209,0.193,0.186],[0.194,0.186,0.195],[0.186,0.219,0.211],[0.617,0.588,0.654],[7.879,7.843,5.34],[0.063,0.04,0.064],[0.575,0.577,0.376],[0.915,0.59,0.744],[2.276,3.178,3.094],[2.807,1.942,2.93],[2.093,2.963,2.937],[0.39,0.296,0.374],[0.041,0.067,0.038],[0.023,0.039,0.023],[0.051,0.04,0.04],[0.072,0.073,2.288],[0.3,0.26,0.015],[0.113,0.026,0.019],[2.261,0.01,0.017]],"source":"clickhouse-cloud/results/azure.192GB.json"}
,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":761.595,"data_size":9947110164,"result":[[0.003,0.004,0.002],[0.023,0.153,2.229],[0.35,0.169,0.145],[1.809,0.279,0.617],[1.586,3.69,4.721],[8.135,4.198,5.306],[0.113,0.073,0.049],[0.03,0.029,0.05],[5.531,5.23,4.191],[2.118,2.152,2.166],[0.81,0.72,0.644],[0.953,0.961,0.907],[7.995,2.472,3.138],[4.164,12.652,3.466],[3.506,4.229,4.101],[2.133,6.143,1.828],[8.841,17.501,9.558],[6.802,7.66,6.183],[37.364,35.228,32.108],[0.086,0.086,0.073],[4.739,29.607,4.246],[4.86,4.95,5.383],[16.95,9.244,5.911],[18.892,16.947,17.313],[1.356,1.357,1.242],[0.895,0.913,0.917],[1.552,1.275,1.228],[4.933,5.557,4.996],[43.25,44.221,53.631],[0.184,0.148,0.161],[2.458,2.254,2.584],[3.348,2.819,3.464],[25.963,23.297,39.466],[21.305,21.292,32.382],[29.24,29.514,21.215],[1.394,1.393,1.32],[0.202,0.133,0.183],[0.07,0.068,0.05],[0.052,0.067,0.066],[0.259,0.386,0.257],[0.039,0.027,0.028],[0.023,0.016,0.017],[0.017,0.023,0.016]],"source":"clickhouse-cloud/results/azure.24GB.json"}
,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":174.063,"data_size":9943101025,"result":[[0.004,0.003,0.004],[0.012,2.331,0.062],[0.025,0.324,0.209],[3.159,0.035,0.367],[0.222,0.367,0.188],[2.811,0.57,0.279],[0.062,0.012,0.056],[0.017,0.054,0.015],[0.384,2.543,0.369],[0.674,2.516,0.401],[0.298,0.359,0.145],[0.146,0.267,0.142],[0.298,0.812,0.29],[0.394,0.421,0.842],[0.542,0.341,0.513],[0.288,0.27,0.409],[0.896,0.864,1.348],[0.504,0.547,0.783],[3.558,1.518,1.489],[0.014,0.015,0.014],[12.287,0.423,3.44],[0.493,0.491,0.497],[8.205,0.58,2.327],[21.583,1.643,5.204],[0.19,0.133,0.145],[0.106,0.104,0.11],[0.144,0.127,0.146],[0.456,0.435,0.627],[5.05,5.051,3.995],[0.035,0.056,0.057],[0.432,0.279,0.272],[0.576,0.564,0.374],[2.065,1.997,1.741],[1.321,2.013,1.895],[1.418,1.339,2.038],[0.238,0.165,0.295],[0.04,0.04,0.035],[0.022,0.035,0.039],[0.027,0.028,0.027],[0.114,0.08,0.073],[0.021,0.026,0.015],[0.015,0.015,0.015],[0.011,0.011,0.011]],"source":"clickhouse-cloud/results/azure.360GB.json"}
,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":459.039,"data_size":9943899655,"result":[[0.002,0.002,0.002],[5.258,0.061,0.019],[0.781,0.258,0.261],[1.375,0.205,4.797],[1.018,0.809,1.943],[5.686,2.947,1.346],[0.031,0.078,0.03],[0.055,0.022,0.02],[1.224,2.54,3.689],[1.297,1.771,1.632],[0.717,0.723,0.421],[0.463,3.403,0.926],[3.976,2.801,2.89],[2.481,5.061,4.423],[4.389,1.834,3.893],[1.158,1.21,1.036],[10.672,4.49,10.894],[3.37,3.038,6.891],[21.673,12.82,9.473],[0.039,0.042,0.058],[25.481,3.55,2.307],[11.606,2.775,4.203],[5.174,6.658,5.061],[8.145,15.839,14.642],[1.274,0.679,1.067],[0.685,0.572,0.502],[1.018,1.074,0.669],[3.659,4.112,2.171],[21.78,22.771,30.402],[0.109,1.69,0.079],[10.206,7.302,2.168],[19.761,3.639,26.816],[15.741,13.366,15.107],[56.719,6.718,25.185],[13.193,12.52,6.217],[0.908,0.752,0.869],[0.203,0.114,0.1],[0.054,0.051,0.075],[0.05,0.073,0.048],[0.363,0.223,0.221],[0.025,0.024,0.025],[0.017,0.017,0.03],[0.017,0.013,0.026]],"source":"clickhouse-cloud/results/azure.48GB.json"}
,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":200.428,"data_size":9943698026,"result":[[0.002,0.004,0.004],[2.347,0.015,0.015],[0.063,0.048,2.508],[2.404,1.229,0.073],[0.817,0.536,0.522],[3.018,0.793,1.059],[0.056,0.022,0.079],[0.015,0.014,0.052],[1.564,0.62,1.138],[0.764,0.75,0.685],[0.353,0.201,0.294],[0.445,0.238,0.237],[4.358,1.124,0.765],[1.924,1.756,1.042],[1.762,1.052,0.942],[1.359,1.582,0.945],[4.301,2.753,2.32],[2.104,2.946,1.7],[8.829,7.687,4.79],[0.034,0.025,0.025],[9.242,1.484,1.432],[1.398,1.379,1.69],[5.613,1.677,1.639],[71.189,4.572,5.048],[0.342,0.388,0.358],[0.249,0.261,0.261],[0.339,0.4,0.357],[1.135,1.335,1.331],[12.454,12.544,13.303],[0.061,0.061,0.054],[0.772,0.993,0.691],[0.928,1.314,1.027],[5.473,4.673,3.433],[3.306,4.778,3.429],[3.43,31.128,3.222],[0.772,0.734,0.411],[0.34,0.096,0.096],[0.032,0.217,0.193],[2.086,0.058,0.032],[0.348,0.112,0.264],[0.479,0.021,0.017],[0.013,0.171,0.012],[0.013,0.018,0.017]],"source":"clickhouse-cloud/results/azure.96GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":258.916,"data_size":9946203518,"result":[[0.003,0.003,0.003],[0.589,0.501,0.146],[0.429,0.286,0.037],[0.455,0.062,0.161],[0.31,0.592,0.269],[0.772,0.639,0.448],[0.138,0.017,0.019],[0.024,0.03,0.105],[0.731,0.744,0.512],[0.621,0.591,0.599],[0.298,0.201,0.272],[0.389,0.347,0.189],[0.525,0.432,0.569],[1.086,0.695,0.647],[0.732,0.833,0.558],[0.36,0.392,0.356],[1.318,1.335,1.187],[0.964,1.018,0.837],[4.644,3.982,3.432],[0.021,0.026,0.022],[3.616,2.1,0.601],[0.69,0.684,0.7],[3.322,2.886,0.956],[9.287,2.868,2.189],[0.27,0.21,0.208],[0.171,0.185,0.157],[0.202,0.242,0.24],[0.804,0.753,0.808],[6.399,7.907,7.529],[0.048,0.237,0.043],[0.909,0.429,0.588],[0.779,1.014,1.432],[2.124,2.704,2.045],[2.353,2.426,2.433],[2.442,2.242,2.369],[0.324,0.311,0.298],[0.053,0.054,0.054],[0.168,0.036,0.035],[0.039,0.033,0.034],[0.11,0.102,0.259],[0.023,0.024,0.021],[0.283,0.019,0.02],[0.015,0.015,0.015]],"source":"clickhouse-cloud/results/gcp.192GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":930.199,"data_size":9946973751,"result":[[0.003,0.003,0.004],[0.031,0.755,0.029],[0.982,0.403,0.151],[1.037,1.008,0.277],[3.271,2.949,3.167],[3.972,4.858,2.913],[0.143,0.134,0.046],[0.034,0.037,0.047],[2.553,2.199,2.447],[2.971,2.75,2.681],[0.838,0.871,0.643],[1.004,0.903,1.131],[2.969,3.197,3.19],[5.617,4.667,4.776],[4.66,4.523,3.905],[2.79,2.544,2.464],[10.995,11.301,9.926],[7.538,8.087,8.008],[29.355,37.493,39.672],[0.078,0.085,0.076],[4.872,22.713,4.422],[5.198,26.18,5.288],[26.797,5.974,6.121],[19.114,82.504,21.365],[1.612,1.428,1.462],[1.02,1.005,0.991],[1.616,1.436,1.384],[5.014,4.844,4.527],[49.458,65.169,50.682],[0.158,0.149,0.17],[3.423,3.128,2.7],[3.992,5.639,11.379],[37.261,34.079,33.82],[27.792,28.114,28.024],[26.666,27.657,28.319],[1.792,1.739,1.706],[0.362,0.172,0.168],[0.06,0.071,0.059],[0.071,0.179,0.064],[0.347,0.485,0.327],[0.037,0.029,0.298],[0.243,0.025,0.028],[0.022,0.023,0.02]],"source":"clickhouse-cloud/results/gcp.24GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":173.036,"data_size":9945099612,"result":[[0.003,0.003,0.003],[0.445,0.022,0.019],[0.038,0.038,0.041],[0.532,0.045,0.415],[0.298,0.297,0.255],[0.595,0.592,0.249],[0.166,0.139,0.022],[0.107,0.147,0.021],[0.779,0.762,0.432],[0.766,0.455,0.468],[0.187,0.166,0.165],[0.524,0.183,0.157],[0.566,0.532,0.382],[0.48,0.5,0.429],[0.448,0.441,0.411],[0.311,0.21,0.362],[0.886,0.956,0.753],[0.526,0.813,0.591],[2.202,2.173,1.777],[0.019,0.183,0.018],[1.816,0.457,0.354],[0.518,0.412,1.961],[2.064,0.508,0.527],[5.461,1.707,1.711],[0.162,0.139,0.159],[0.128,0.132,0.101],[0.338,0.144,0.151],[0.532,0.454,0.443],[4.609,3.511,3.556],[0.201,0.039,0.038],[0.358,0.337,0.279],[0.487,0.453,1.107],[2.561,2.546,2.458],[1.873,1.499,1.839],[1.632,1.922,1.894],[0.279,0.293,0.206],[0.045,0.059,0.054],[0.189,0.036,0.034],[0.038,0.036,0.035],[0.087,0.109,0.092],[0.286,0.021,0.02],[0.211,0.019,0.021],[0.016,0.014,0.016]],"source":"clickhouse-cloud/results/gcp.360GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":430.422,"data_size":9946415374,"result":[[0.002,0.003,0.002],[1.306,0.027,1.324],[0.292,0.302,0.101],[0.177,0.201,0.236],[1.606,1.464,1.481],[2.281,2.343,1.988],[0.028,0.03,0.164],[0.23,0.049,0.025],[2.246,1.932,1.368],[2.283,2.531,1.744],[0.553,0.53,0.525],[0.654,0.53,0.713],[2.743,1.889,1.353],[3.381,2.77,3.438],[2.077,2.423,2.703],[1.216,1.375,1.229],[5.602,4.694,4.756],[3.351,5.057,4.054],[12.821,14.718,12.416],[0.048,0.048,0.045],[11.162,9.106,2.906],[3.283,2.483,2.603],[4.023,3.875,13.968],[37.917,38.928,8.747],[1.572,1.559,0.71],[0.526,0.545,0.546],[0.771,0.701,0.698],[10.485,2.238,8.988],[30.245,24.86,24.789],[0.286,0.092,0.231],[1.474,2.325,1.499],[5.481,2.399,2.15],[16.414,26.368,19.864],[8.698,8.556,9.382],[8.824,8.581,9.167],[1.182,1.034,1.008],[0.31,0.312,0.138],[0.346,0.056,0.057],[0.207,0.061,0.051],[0.276,0.262,0.25],[0.335,0.033,0.021],[0.233,0.023,0.022],[0.018,0.017,0.017]],"source":"clickhouse-cloud/results/gcp.48GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"708GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":214.404,"data_size":9945104431,"result":[[0.004,0.004,0.004],[0.491,0.459,0.113],[0.321,0.035,0.035],[0.476,0.394,0.04],[0.278,0.18,0.26],[0.501,0.448,0.225],[0.172,0.019,0.029],[0.139,0.029,0.114],[0.566,0.395,0.475],[0.582,0.62,0.5],[0.35,0.142,0.343],[0.341,0.129,0.329],[0.343,0.287,0.271],[0.543,0.449,0.376],[0.546,0.399,0.299],[0.188,0.18,0.289],[0.709,0.916,0.635],[0.537,0.435,0.543],[2.078,1.893,1.761],[0.02,0.026,0.197],[1.127,0.35,0.361],[0.456,0.435,0.413],[1.739,0.53,0.405],[4.068,3.492,1.394],[0.129,0.182,0.144],[0.109,0.12,0.116],[0.149,0.137,0.139],[0.478,0.46,0.444],[3.439,3.427,3.041],[0.043,0.056,0.045],[0.258,0.323,0.299],[0.471,0.489,0.436],[2.187,2.121,2.517],[1.789,2.092,1.769],[1.68,1.792,1.632],[0.207,0.209,0.174],[0.047,0.058,0.061],[0.035,0.035,0.035],[0.034,0.039,0.043],[0.108,0.114,0.098],[0.023,0.02,0.02],[0.022,0.02,0.022],[0.017,0.015,0.015]],"source":"clickhouse-cloud/results/gcp.708GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":218.673,"data_size":9943610169,"result":[[0.003,0.003,0.003],[0.566,0.019,0.529],[0.284,0.07,0.084],[0.499,0.078,0.087],[0.615,0.506,0.552],[0.987,0.773,1.17],[0.021,0.322,0.182],[0.023,0.02,0.158],[1.213,0.923,0.897],[1.336,1.047,0.994],[0.305,0.282,0.424],[0.456,0.455,0.346],[0.939,1.176,0.776],[1.794,1.395,1.663],[1.469,1.11,1.469],[1.022,0.743,0.768],[3.767,3.427,3.45],[1.782,2.168,2.186],[6.984,6.192,4.795],[0.028,0.032,0.031],[5.694,1.303,1.46],[5.378,1.625,1.523],[1.956,1.817,6.501],[18.943,4.234,16.138],[0.398,0.369,0.465],[0.353,0.267,0.283],[0.449,0.417,0.435],[1.403,1.226,1.196],[13.72,13.366,13.042],[0.074,0.072,0.068],[1.047,1.029,0.985],[1.586,1.423,1.431],[6.796,5.047,4.928],[4.818,4.468,4.567],[4.819,5.11,5.366],[0.574,0.489,0.594],[0.065,0.078,0.068],[0.038,0.043,0.039],[0.037,0.034,0.04],[0.12,0.136,0.12],[0.028,0.023,0.024],[0.019,0.019,0.016],[0.015,0.02,0.014]],"source":"clickhouse-cloud/results/gcp.96GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"dev","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":614.384,"data_size":9947548785,"result":[[0.003,0.003,0.002],[0.025,0.026,0.02],[0.107,0.166,0.209],[0.277,0.238,0.339],[1.855,1.309,1.213],[1.628,2.273,2.147],[0.038,0.031,0.04],[0.023,0.025,0.028],[1.281,2.01,1.657],[2.005,2.03,1.541],[0.638,0.379,0.376],[0.754,0.514,0.725],[2.13,1.703,1.677],[2.805,2.557,2.765],[2.259,2.272,2.16],[1.219,1.42,1.354],[5.305,5.201,6],[3.55,3.817,3.979],[16.907,17.049,16.565],[0.06,0.045,0.054],[2.578,2.432,2.624],[2.945,3.034,2.886],[3.301,3.141,3.538],[10.981,10.534,9.928],[1.029,0.802,0.744],[0.534,0.526,0.662],[0.755,0.758,0.721],[2.417,2.62,2.401],[26.498,26.444,26.528],[0.119,0.146,0.106],[1.523,1.454,1.632],[2.635,2.709,1.965],[20.364,17.667,17.855],[15.962,15.779,15.797],[15.443,16.151,15.901],[1.118,1.139,0.901],[0.124,0.114,0.123],[0.054,0.048,0.061],[0.046,0.053,0.049],[0.265,0.24,0.199],[0.033,0.029,0.032],[0.021,0.018,0.018],[0.017,0.022,0.016]],"source":"clickhouse-cloud/results/gcp.dev.json"}
,{"system":"ClickHouse (data lake, partitioned)","date":"2024-11-06","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[1.345,0.499,0.387],[2.423,1.109,0.715],[2.303,1.075,0.857],[2.67,1.166,0.798],[0.948,0.928,0.944],[1.599,1.121,1.065],[1.215,0.754,0.69],[0.623,0.627,0.613],[1.064,1.114,1.096],[1.412,1.383,1.422],[0.921,0.915,0.927],[0.974,0.934,0.935],[1.187,1.208,1.208],[1.562,1.584,1.569],[1.335,1.307,1.301],[1.126,1.11,1.054],[2.448,2.444,2.467],[1.766,1.875,1.668],[4.858,4.856,4.964],[0.639,0.649,0.629],[4.372,4.318,4.359],[5.049,5.194,5.053],[9.54,9.482,9.7],[23.912,23.986,23.578],[1.171,1.05,1.053],[0.876,0.839,0.86],[1.14,1.073,1.076],[4.881,4.898,4.82],[9.908,9.958,9.966],[0.681,0.699,2.947],[1.463,1.487,1.503],[2.107,2.139,2.114],[5.2,5.192,5.197],[6.305,6.334,6.364],[6.322,6.238,6.293],[0.955,0.909,0.96],[0.436,0.384,0.393],[0.345,0.364,0.351],[0.38,0.394,0.387],[0.665,0.654,0.64],[0.267,0.244,0.258],[0.264,0.245,0.274],[0.239,0.252,0.25]],"source":"clickhouse-datalake/results/c6a.4xlarge.partitioned.json"}
,{"system":"ClickHouse (data lake, single)","date":"2024-11-06","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.112,0.136,0.12],[0.469,0.484,0.508],[0.768,0.786,0.835],[0.592,0.579,0.615],[0.797,0.846,0.805],[1.138,1.128,1.096],[0.491,0.498,0.5],[0.51,0.504,0.462],[0.884,0.961,0.96],[1.483,1.755,1.542],[1.02,1.016,1.009],[1.003,1.027,0.999],[1.267,1.251,1.29],[1.742,1.75,1.76],[1.404,1.341,1.312],[1.007,0.985,0.99],[2.638,2.639,2.655],[1.919,1.867,1.86],[5.238,7.393,5.993],[0.703,0.778,0.564],[6.585,4.648,4.457],[5.289,5.097,5.183],[9.948,8.963,9.099],[26.905,23.358,22.849],[1.441,1.477,1.456],[0.988,1.019,1.008],[1.552,4.386,1.514],[4.961,4.971,4.855],[9.588,9.622,9.693],[0.539,0.504,0.523],[1.874,1.844,1.876],[2.86,2.832,2.817],[5.32,5.409,5.294],[6.295,6.382,6.431],[6.379,6.387,6.306],[0.789,0.79,0.795],[0.469,0.445,0.437],[0.323,0.338,0.34],[0.434,0.444,0.445],[0.723,0.663,0.64],[0.279,0.272,0.256],[0.263,0.26,0.267],[0.225,0.22,0.233]],"source":"clickhouse-datalake/results/c6a.4xlarge.single.json"}
,{"system":"ClickHouse (data lake, partitioned)","date":"2024-11-06","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.13,0.161,0.149],[0.248,0.274,0.292],[0.326,0.374,0.388],[0.276,0.341,0.375],[0.551,0.591,0.552],[0.605,0.592,0.584],[0.294,0.276,0.283],[0.271,0.29,0.31],[0.694,0.693,0.711],[0.837,0.849,0.853],[0.576,0.53,0.52],[0.509,0.473,0.535],[0.606,0.647,0.571],[0.736,0.75,0.735],[0.637,0.625,0.656],[0.637,0.467,0.476],[1.02,1.043,1.073],[0.942,0.963,0.931],[1.71,1.744,1.785],[0.293,0.298,0.308],[1.983,1.926,1.837],[1.994,2.133,2.064],[2.862,3.032,3.078],[6.229,6.796,6.638],[1.454,1.309,1.084],[0.435,0.431,0.436],[0.909,0.601,0.503],[1.994,1.928,1.879],[2.272,2.24,2.224],[0.644,0.285,0.279],[0.724,0.668,0.73],[1.2,1.195,0.981],[2.02,1.913,1.98],[2.333,2.385,2.452],[2.441,2.421,2.41],[0.537,0.436,0.561],[0.429,0.438,0.438],[0.294,0.325,0.31],[0.381,1.177,0.445],[0.686,0.652,0.672],[0.332,0.272,0.233],[0.208,0.23,0.218],[0.188,0.187,2.161]],"source":"clickhouse-datalake/results/c6a.metal.partitioned.json"}
,{"system":"ClickHouse (data lake, single)","date":"2024-11-06","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.24,0.153,0.174],[0.766,1.361,0.373],[1.423,0.494,0.585],[1.499,0.628,0.373],[0.562,0.541,0.554],[1.276,0.736,0.707],[0.828,0.417,0.284],[0.258,0.281,0.271],[0.605,0.614,0.657],[1.042,0.857,0.766],[0.552,0.564,0.543],[0.537,0.517,0.482],[0.832,0.664,0.624],[0.799,0.774,0.854],[0.624,0.615,0.642],[0.6,1.597,0.536],[1.142,1.103,1.075],[0.987,1.014,0.983],[1.961,1.865,1.965],[0.655,0.306,0.322],[3.593,1.93,1.871],[2.146,2.205,2.146],[4.713,3.425,3.168],[9.47,8.502,8.712],[0.581,0.598,0.629],[0.453,0.454,0.484],[0.632,0.637,0.65],[2.053,2.061,1.914],[1.996,2.007,2.018],[0.294,0.288,0.298],[0.864,0.803,0.727],[1.156,1.081,1.073],[1.974,2.019,1.872],[2.562,2.515,2.534],[2.684,2.468,2.403],[0.502,0.535,0.49],[0.451,0.45,0.456],[0.334,0.354,0.354],[0.459,0.442,0.441],[0.66,0.642,0.656],[0.278,0.261,0.284],[0.279,0.282,0.279],[0.224,0.232,0.236]],"source":"clickhouse-datalake/results/c6a.metal.single.json"}
,{"system":"ClickHouse (Parquet, partitioned)","date":"2024-11-06","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.035,0.028,0.048],[0.16,0.146,0.13],[0.249,0.234,0.233],[0.487,0.202,0.159],[0.645,0.518,0.517],[1.047,0.737,0.754],[0.152,0.122,0.138],[0.192,0.129,0.15],[0.965,0.741,0.726],[1.618,0.913,0.918],[0.761,0.431,0.425],[0.855,0.501,0.526],[1.186,0.915,0.939],[2.651,1.313,1.265],[1.311,1.072,1.07],[0.794,0.72,0.732],[3.263,2.191,2.175],[2.521,1.403,1.413],[6.275,4.468,4.486],[0.218,0.178,0.17],[9.963,4.051,4.098],[11.754,4.59,4.602],[22.673,8.634,8.643],[58.074,21.406,21.45],[2.909,0.772,0.753],[0.928,0.511,0.501],[2.917,0.752,0.764],[10.112,4.43,4.412],[9.626,9.405,9.376],[0.206,0.18,0.182],[2.836,1.048,1.032],[6.7,1.56,1.591],[7.255,4.751,4.778],[11.184,5.974,5.936],[11.2,6.062,5.914],[0.616,0.574,0.583],[0.264,0.192,0.208],[0.223,0.133,0.113],[0.239,0.137,0.136],[0.437,0.299,0.302],[0.167,0.073,0.072],[0.16,0.09,0.085],[0.165,0.065,0.097]],"source":"clickhouse-parquet/results/c6a.4xlarge.partitioned.json"}
,{"system":"ClickHouse (Parquet, single)","date":"2024-11-06","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.1,0.05,0.05],[0.173,0.096,0.093],[0.24,0.124,0.12],[0.382,0.152,0.129],[0.594,0.487,0.464],[0.887,0.671,0.647],[0.158,0.091,0.075],[0.183,0.099,0.099],[0.882,0.683,0.672],[1.388,0.789,0.761],[0.621,0.331,0.337],[0.706,0.352,0.348],[1.033,0.879,0.875],[2.458,1.207,1.203],[1.129,0.968,0.96],[0.78,0.691,0.692],[3.055,2.108,2.102],[2.238,1.334,1.34],[6.057,4.37,4.366],[0.314,0.14,0.137],[10.113,3.389,3.354],[11.836,3.752,3.708],[23.192,7.122,7.044],[58.91,18.073,17.863],[2.609,0.7,0.665],[0.783,0.449,0.432],[2.604,0.703,0.657],[9.696,3.785,3.739],[9.288,9.208,9.189],[0.218,0.121,0.119],[2.428,0.825,0.825],[6.068,1.375,1.354],[6.772,4.918,4.542],[10.77,5.368,5.314],[10.709,5.376,5.474],[0.636,0.536,0.535],[0.307,0.16,0.158],[0.218,0.142,0.124],[0.271,0.14,0.142],[0.445,0.242,0.242],[0.191,0.088,0.086],[0.178,0.085,0.081],[0.22,0.089,0.092]],"source":"clickhouse-parquet/results/c6a.4xlarge.single.json"}
,{"system":"ClickHouse (Parquet, partitioned)","date":"2024-11-06","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.083,0.068,0.067],[0.181,0.146,0.142],[0.248,0.172,0.171],[0.474,0.188,0.221],[0.873,0.434,0.403],[1.061,0.516,0.467],[0.205,0.139,0.151],[0.188,0.145,0.162],[0.95,0.51,0.491],[1.577,0.565,0.567],[0.755,0.361,0.349],[0.825,0.33,0.304],[1.055,0.511,0.504],[2.42,0.657,0.649],[1.141,0.529,0.543],[0.573,0.408,0.412],[2.553,0.853,0.818],[2.442,0.763,0.752],[4.744,1.523,1.51],[0.332,0.187,0.177],[9.951,1.276,1.283],[11.553,1.222,1.171],[22.287,2.039,1.991],[56.925,5.714,5.37],[2.911,0.36,0.378],[0.912,0.335,0.306],[2.859,0.39,0.381],[10.042,1.225,1.239],[8.955,2.13,2.034],[0.275,0.187,0.181],[2.754,0.508,0.515],[6.366,0.659,0.646],[5.516,1.711,1.573],[10.313,1.959,2.004],[10.274,1.915,2.007],[0.52,0.383,0.365],[0.263,0.252,0.199],[0.229,0.153,0.197],[0.227,0.154,0.203],[0.445,0.342,0.351],[0.16,0.127,0.114],[0.167,0.098,0.146],[0.164,0.097,0.142]],"source":"clickhouse-parquet/results/c6a.metal.partitioned.json"}
,{"system":"ClickHouse (Parquet, single)","date":"2024-11-06","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.113,0.053,0.053],[0.182,0.116,0.122],[0.242,0.148,0.158],[0.411,0.183,0.183],[0.678,0.417,0.41],[0.94,0.425,0.448],[0.146,0.109,0.114],[0.161,0.127,0.126],[0.85,0.518,0.508],[1.378,0.563,0.552],[0.669,0.367,0.397],[0.689,0.341,0.296],[0.916,0.537,0.517],[2.276,0.65,0.612],[0.989,0.539,0.494],[0.588,0.434,0.426],[2.336,0.873,0.871],[2.264,0.803,0.763],[4.585,1.583,1.646],[0.385,0.174,0.173],[9.987,1.083,1.061],[11.75,1.357,1.16],[22.942,2.058,2.155],[58.098,5.389,5.396],[2.73,0.365,0.375],[0.814,0.281,0.275],[2.657,0.387,0.376],[10.042,1.243,1.197],[8.389,1.666,1.627],[0.274,0.156,0.151],[2.47,0.432,0.438],[6.069,0.604,0.605],[5.278,1.665,1.638],[10.384,1.72,1.761],[10.301,1.806,1.75],[0.512,0.377,0.36],[0.269,0.154,0.16],[0.192,0.147,0.142],[0.236,0.162,0.15],[0.403,0.231,0.254],[0.181,0.102,0.096],[0.172,0.098,0.095],[0.21,0.097,0.096]],"source":"clickhouse-parquet/results/c6a.metal.single.json"}
,{"system":"ClickHouse (web)","date":"2024-11-06","machine":"c5n.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","serverless","stateless"],"load_time":1,"data_size":14557009492,"result":[[0.003,0.002,0.002],[0.456,0.012,0.012],[0.775,0.032,0.03],[0.602,0.039,0.038],[0.494,0.319,0.311],[1.342,0.508,0.497],[0.11,0.012,0.01],[0.074,0.014,0.014],[1.127,0.55,0.535],[0.83,0.584,0.585],[0.599,0.189,0.19],[0.536,0.209,0.206],[0.839,0.536,0.568],[1.296,0.79,0.764],[1.167,0.627,0.625],[0.587,0.411,0.404],[2.004,1.582,1.547],[1.299,0.945,0.936],[4.22,3.071,3.066],[0.454,0.019,0.018],[3.261,0.745,0.741],[3.378,0.845,0.831],[4.934,1.053,1.056],[12.95,2.728,2.683],[1.164,0.242,0.247],[0.418,0.207,0.201],[0.88,0.245,0.249],[3.224,0.749,0.754],[12.093,11.365,11.4],[0.169,0.039,0.037],[1.052,0.518,0.517],[1.756,0.619,0.611],[3.539,2.784,2.83],[4.889,2.585,2.515],[4.908,2.602,2.564],[0.49,0.329,0.34],[0.14,0.041,0.04],[0.099,0.022,0.024],[0.15,0.023,0.023],[0.191,0.078,0.075],[0.085,0.013,0.014],[0.096,0.012,0.013],[0.095,0.014,0.012]],"source":"clickhouse-web/results/c5n.4xlarge.json"}
,{"system":"ClickHouse (web)","date":"2024-11-06","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","serverless","stateless"],"load_time":1,"data_size":14557009492,"result":[[0.043,0.003,0.003],[0.192,0.015,0.014],[0.187,0.02,0.02],[0.159,0.022,0.021],[0.328,0.215,0.185],[0.484,0.198,0.182],[0.091,0.018,0.017],[0.1,0.017,0.019],[0.436,0.262,0.293],[0.433,0.297,0.268],[0.401,0.109,0.105],[0.305,0.092,0.091],[0.445,0.171,0.184],[0.491,0.228,0.198],[0.491,0.189,0.184],[0.215,0.124,0.124],[0.645,0.365,0.362],[0.463,0.256,0.264],[1.703,0.659,0.667],[0.41,0.016,0.016],[1.965,0.131,0.162],[0.99,0.163,0.159],[1.776,0.227,0.273],[8.722,0.736,0.796],[0.606,0.059,0.057],[0.335,0.053,0.048],[0.397,0.061,0.059],[1.462,0.302,0.351],[1.787,1.254,1.232],[0.145,0.042,0.04],[0.491,0.169,0.163],[1.358,0.23,0.242],[1.688,1.038,0.938],[1.421,0.711,0.754],[1.636,0.701,0.725],[0.204,0.108,0.097],[0.138,0.035,0.033],[0.067,0.023,0.023],[0.108,0.023,0.025],[0.222,0.065,0.059],[0.09,0.016,0.015],[0.096,0.016,0.016],[0.12,0.015,0.015]],"source":"clickhouse-web/results/c6a.metal.json"}
,{"system":"ClickHouse","date":"2024-11-06","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":469.586,"data_size":14468691215,"result":[[0.004,0.002,0.002],[0.019,0.008,0.008],[0.048,0.022,0.02],[0.564,0.036,0.029],[0.866,0.351,0.353],[0.817,0.443,0.443],[0.017,0.011,0.01],[0.054,0.01,0.01],[0.642,0.505,0.511],[0.841,0.545,0.547],[0.19,0.124,0.121],[0.665,0.14,0.136],[1.381,0.598,0.595],[1.696,0.831,0.844],[1.171,0.667,0.698],[0.608,0.528,0.515],[2.267,1.758,1.731],[1.883,0.925,0.917],[5.144,3.428,3.435],[0.33,0.015,0.015],[9.764,0.618,0.602],[10.425,0.691,0.676],[12.715,1.179,1.131],[36.161,2.562,2.533],[1.842,0.183,0.179],[0.921,0.159,0.165],[2.427,0.177,0.176],[9.52,0.692,0.711],[9.305,8.872,8.991],[0.057,0.027,0.026],[2.396,0.415,0.424],[4.831,0.611,0.601],[5.498,4.197,4.164],[11.014,3.601,3.443],[10.926,3.318,3.3],[0.463,0.4,0.426],[0.055,0.042,0.043],[0.025,0.029,0.02],[0.031,0.018,0.016],[0.095,0.074,0.076],[0.024,0.013,0.012],[0.016,0.009,0.009],[0.014,0.008,0.011]],"source":"clickhouse/results/c6a.4xlarge.json"}
,{"system":"ClickHouse","date":"2024-11-06","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":128.425,"data_size":14469489159,"result":[[0.007,0.003,0.003],[0.025,0.013,0.013],[0.043,0.018,0.018],[0.357,0.02,0.02],[0.723,0.188,0.168],[0.851,0.182,0.167],[0.019,0.017,0.016],[0.037,0.018,0.018],[0.774,0.275,0.259],[0.595,0.277,0.282],[0.202,0.094,0.11],[0.474,0.099,0.098],[1.018,0.177,0.148],[1.754,0.217,0.193],[1.057,0.173,0.16],[0.401,0.131,0.127],[1.905,0.383,0.33],[1.462,0.283,0.254],[3.127,0.816,0.63],[0.085,0.011,0.01],[8.844,0.131,0.117],[10.426,0.156,0.148],[12.542,0.235,0.215],[34.941,0.621,0.562],[1.796,0.043,0.043],[1.097,0.044,0.041],[2.517,0.049,0.045],[9.36,0.24,0.248],[8.985,1.246,1.172],[0.077,0.038,0.039],[1.747,0.138,0.124],[4.364,0.193,0.16],[3.814,1.164,0.732],[8.881,0.714,0.621],[8.999,0.718,0.646],[0.133,0.104,0.096],[0.056,0.031,0.03],[0.031,0.023,0.023],[0.036,0.018,0.019],[0.093,0.055,0.059],[0.029,0.015,0.017],[0.023,0.012,0.013],[0.019,0.013,0.012]],"source":"clickhouse/results/c6a.metal.json"}
,{"system":"ClickHouse (tuned)","date":"2024-02-07","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":136.444,"data_size":14805280065,"result":[[0.007,0.004,0.003],[0.022,0.015,0.014],[0.148,0.108,0.018],[0.56,0.02,0.02],[0.792,0.124,0.113],[1.281,0.136,0.135],[0.018,0.018,0.018],[0.019,0.056,0.019],[0.783,0.178,0.158],[1.463,0.401,0.384],[0.517,0.043,0.096],[0.624,0.059,0.057],[1.253,0.171,0.148],[1.871,0.215,0.171],[1.178,0.15,0.158],[0.507,0.128,0.124],[1.972,0.349,0.309],[1.514,0.099,0.094],[3.703,0.871,0.634],[0.063,0.014,0.014],[9.336,0.117,0.106],[10.853,0.16,0.136],[14.71,0.172,0.152],[11.588,0.444,0.444],[2.049,0.053,0.043],[1.186,0.042,0.038],[2.629,0.051,0.043],[9.714,0.161,0.157],[8.452,0.207,0.175],[0.056,0.041,0.041],[1.738,0.121,0.108],[5.023,0.177,0.15],[3.963,1.096,0.749],[9.404,0.66,0.558],[9.178,0.661,0.569],[0.13,0.106,0.097],[0.106,0.046,0.044],[0.031,0.033,0.031],[0.036,0.025,0.025],[0.068,0.043,0.043],[0.032,0.028,0.026],[0.031,0.026,0.026],[0.027,0.028,0.024]],"source":"clickhouse/results/c6a.metal.tuned.json"}
,{"system":"ClickHouse (tuned, memory)","date":"2024-02-13","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":84.733,"data_size":82800083772,"result":[[0.039,0.01,0.01],[0.036,0.012,0.013],[0.021,0.015,0.015],[0.041,0.017,0.017],[0.189,0.121,0.112],[0.204,0.132,0.129],[0.018,0.011,0.011],[0.013,0.015,0.016],[0.198,0.176,0.165],[0.406,0.389,0.367],[0.111,0.042,0.04],[0.359,0.042,0.04],[0.177,0.157,0.159],[0.203,0.203,0.172],[0.164,0.148,0.158],[0.116,0.133,0.119],[0.385,0.304,0.338],[0.148,0.086,0.078],[0.97,0.693,0.59],[0.015,0.016,0.015],[0.552,0.116,0.116],[0.122,0.13,0.126],[0.706,0.139,0.137],[0.168,0.185,0.168],[0.036,0.034,0.035],[0.032,0.032,0.031],[0.035,0.034,0.035],[0.258,0.18,0.169],[0.584,0.216,0.226],[0.036,0.038,0.037],[0.109,0.082,0.077],[0.203,0.115,0.112],[0.971,1.154,0.677],[0.537,0.551,0.526],[0.551,0.522,0.544],[0.102,0.102,0.102],[0.054,0.042,0.04],[0.049,0.037,0.035],[0.046,0.025,0.026],[0.061,0.054,0.054],[0.09,0.033,0.033],[0.073,0.031,0.03],[0.023,0.022,0.023]],"source":"clickhouse/results/c6a.metal.tuned.memory.json"}
,{"system":"Cloudberry","date":"2024-06-06","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"14 segments, ORCA enabled","tags":["C","column-oriented","PostgreSQL compatible"],"load_time":601,"data_size":36000000000,"result":[[2.173,1.26579,1.20612],[0.465985,0.516486,0.456447],[1.53791,1.5524,1.63604],[1.31345,1.47556,1.15037],[3.66678,3.5253,3.71092],[4.23088,4.26322,4.11236],[1.44425,1.47619,1.35175],[0.48145,0.455806,0.453411],[7.46934,7.51548,7.48229],[8.21909,8.23294,8.27678],[1.23858,1.14339,1.17733],[1.53071,1.42023,1.49591],[2.53298,2.64729,2.63093],[4.74204,4.89615,4.93231],[3.05115,2.86411,2.89032],[4.56816,4.58857,4.5366],[6.13065,6.01515,6.09068],[2.71352,2.37954,2.2351],[12.3888,11.4789,11.5468],[0.360055,0.274073,0.27257],[8.38201,2.86586,2.85456],[9.45564,3.0287,2.98867],[18.474,3.89813,3.90008],[51.4046,11.5569,11.5704],[2.08253,1.20666,1.24219],[1.3231,1.09074,1.07332],[2.0372,1.27095,1.34142],[8.62518,5.8701,5.96058],[46.3904,46.6966,46.3766],[12.753,12.5567,12.6463],[2.48726,2.44008,2.34194],[5.18777,3.17771,3.14549],[17.4276,17.2235,17.4913],[69.9815,58.3946,61.5823],[76.4982,63.9136,64.8521],[6.55847,6.4148,6.4689],[0.352788,0.165255,0.161224],[0.164454,0.102261,0.10196],[0.151853,0.088741,0.086824],[0.31383,0.267392,0.263897],[0.173952,0.092015,0.094212],[0.171487,0.098961,0.096316],[0.190935,0.124257,0.119859]],"source":"cloudberry/results/c6a.4xlarge.json"}
,{"system":"CrateDB","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"For some queries it gives \"Data too large\".","tags":["Java","column-oriented"],"load_time":10687,"data_size":109636633416,"result":[[0.008162,0.005118,0.002553],[0.350014,0.39977,0.133775],[2.58426,2.47192,2.59779],[2.12939,0.532981,0.507246],[null,null,null],[null,null,null],[1.18488,1.06603,1.07219],[0.209264,0.073284,0.067912],[null,null,null],[null,null,null],[1.68892,1.2866,1.47428],[1.62976,1.43073,1.26904],[12.7517,13.0334,13.2685],[18.8587,null,18.6951],[11.2982,11.2108,11.577],[20.2964,20.4035,19.1076],[null,null,null],[null,null,null],[null,null,null],[0.202044,0.010009,0.005566],[9.22964,4.54606,0.774149],[1.41673,1.09885,0.789775],[12.3933,8.06911,1.69671],[1.45018,0.969528,0.979718],[0.357589,0.14887,0.153326],[0.189282,0.133963,0.130279],[0.153222,0.140756,0.139861],[27.5195,19.6862,20.1825],[72.7575,68.2,67.1238],[144.533,146.579,152.144],[8.76866,9.00563,8.46917],[17.6652,16.6755,16.0558],[null,null,null],[null,null,null],[null,null,null],[42.2967,44.9621,44.4386],[0.786911,0.4904,0.508416],[0.602075,0.226261,0.182399],[0.131407,0.058958,0.054518],[0.954736,1.1361,1.14233],[0.23764,0.139109,0.134472],[0.110253,0.057695,0.056073],[0.124285,0.150479,0.066226]],"source":"cratedb/results/c6a.4xlarge.json"}
,{"system":"Crunchy Bridge for Analytics (Parquet)","date":"2024-06-05","machine":"Analytics-256GB (64 vCores, 256 GB)","cluster_size":1,"comment":"","tags":["column-oriented","PostgreSQL compatible","analytical","managed"],"data_size":14779976446,"result":[[0.0628,0.0726,0.0699],[0.361,0.0713,0.0706],[0.4281,0.0821,0.0819],[0.4133,0.0884,0.0879],[0.3735,0.1454,0.1463],[0.4762,0.244,0.236],[0.2493,0.0761,0.0774],[0.1362,0.0734,0.0737],[0.2802,0.1653,0.1656],[0.5351,0.2102,0.2109],[0.3286,0.1102,0.1099],[0.2949,0.1135,0.1133],[0.5787,0.242,0.2544],[0.5019,0.28,0.2818],[0.4142,0.2518,0.2536],[0.2518,0.1629,0.1565],[0.5032,0.2965,0.2888],[0.4987,0.2764,0.2721],[1.2427,0.8276,0.8378],[5.9475,0.7041,0.7026],[1.5523,0.5729,0.5729],[1.4388,0.4994,0.4961],[2.3632,0.7972,0.7951],[5.7294,2.354,2.347],[0.4353,0.1463,0.1382],[0.3627,0.1325,0.1334],[0.4214,0.142,0.1406],[1.4605,0.5591,0.5534],[2.589,2.1074,2.1023],[0.256,0.1601,0.1592],[0.5807,0.1927,0.1964],[0.8045,0.2173,0.2202],[1.032,0.6704,0.6718],[1.6656,0.9118,0.9003],[1.6751,0.9396,0.9062],[0.2671,0.1728,0.173],[0.4445,0.1802,0.1823],[0.2588,0.1354,0.1346],[0.4247,0.1536,0.1526],[0.8441,0.3354,0.3201],[0.2188,0.0809,0.0808],[0.2217,0.0787,0.0777],[0.3362,0.2414,0.2417]],"source":"crunchy-bridge-for-analytics/results/crunchy-bridge-analytics-256.json"}
,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"}
,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"}
,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"}
,{"system":"DataFusion (Parquet, partitioned)","date":"2024-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v43.0.0 (88f58bf)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.051,0.019,0.019],[0.091,0.035,0.035],[0.189,0.085,0.088],[0.383,0.081,0.077],[1.071,0.811,0.803],[0.944,0.801,0.805],[0.078,0.03,0.03],[0.103,0.037,0.037],[1.313,1.205,1.201],[1.357,1.034,1.025],[0.511,0.255,0.253],[0.634,0.295,0.301],[1.016,0.856,0.879],[2.615,1.421,1.374],[1.131,0.931,0.918],[1.051,0.952,0.958],[2.672,2.031,2.066],[2.592,1.879,1.887],[5.549,4.226,4.335],[0.254,0.078,0.075],[9.967,1.098,1.092],[11.248,1.329,1.327],[21.868,2.82,2.818],[55.458,10.286,10.609],[2.678,0.488,0.486],[0.802,0.352,0.354],[2.672,0.507,0.498],[9.614,1.513,1.507],[8.368,3.394,3.521],[0.535,0.418,0.439],[2.362,0.854,0.861],[5.957,0.91,0.914],[4.78,3.806,3.871],[10.168,3.654,3.586],[10.09,3.645,3.546],[1.775,1.644,1.66],[0.364,0.199,0.183],[0.183,0.078,0.075],[0.29,0.128,0.123],[0.619,0.376,0.376],[0.148,0.053,0.044],[0.142,0.042,0.042],[0.155,0.065,0.053]],"source":"datafusion/results/partitioned.json"}
,{"system":"DataFusion (Parquet, single)","date":"2024-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v43.0.0 (88f58bf)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.093,0.055,0.056],[0.138,0.07,0.07],[0.206,0.12,0.117],[0.346,0.118,0.114],[0.979,0.867,0.871],[1.03,0.902,0.904],[0.125,0.064,0.077],[0.143,0.083,0.078],[1.304,1.169,1.24],[1.533,1.104,1.1],[0.475,0.272,0.278],[0.562,0.309,0.315],[1.165,0.931,0.965],[2.643,1.402,1.49],[1.143,0.997,0.983],[1.106,0.991,0.993],[2.727,2.161,2.098],[2.578,1.954,1.947],[5.53,4.311,4.253],[0.319,0.105,0.107],[9.732,1.155,1.149],[11.337,1.468,1.407],[22.055,3.678,3.663],[55.942,10.017,10.014],[2.561,0.557,0.577],[0.809,0.51,0.519],[2.579,0.634,0.62],[9.63,1.618,1.655],[8.645,3.565,3.699],[0.584,0.493,0.485],[2.285,0.978,0.991],[5.69,1.046,1.006],[4.468,3.833,3.885],[10.123,3.663,3.654],[10.114,3.672,3.685],[1.743,1.597,1.659],[0.389,0.242,0.23],[0.266,0.155,0.17],[0.369,0.161,0.18],[0.659,0.446,0.416],[0.19,0.084,0.085],[0.177,0.078,0.079],[0.164,0.103,0.088]],"source":"datafusion/results/single.json"}
,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"}
,{"system":"Apache Doris","date":"2024-09-19","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":451,"data_size":17361511279,"result":[[0.07,0.02,0.02],[0.11,0.02,0.02],[1.1,0.03,0.04],[1.69,0.05,0.05],[1.7,0.15,0.16],[1.53,0.2,0.2],[0.04,0.02,0.02],[0.07,0.03,0.03],[2.58,0.24,0.23],[3.55,0.25,0.25],[2.53,0.08,0.07],[3.11,0.07,0.08],[1.87,0.22,0.19],[3.67,0.28,0.25],[2.2,0.24,0.23],[1.49,0.11,0.12],[3.82,0.3,0.3],[2.97,0.08,0.08],[4.91,0.5,0.5],[0.05,0.01,0.02],[11.3,0.23,0.11],[13.35,0.12,0.06],[25.53,0.17,0.08],[7.3,1.37,0.05],[2.58,0.19,0.24],[2.17,0.04,0.05],[3.2,0.04,0.03],[11.55,0.24,0.22],[9.48,0.98,0.92],[0.49,0.05,0.05],[4.99,0.13,0.14],[6.96,0.16,0.15],[4.94,0.88,0.83],[11.61,1.07,0.99],[11.65,1.06,0.95],[0.87,0.18,0.17],[1.75,0.04,0.04],[2.14,0.04,0.03],[1.82,0.02,0.02],[2.23,0.08,0.08],[1.37,0.03,0.03],[2.01,0.03,0.02],[1.11,0.03,0.03]],"source":"doris/results/c6a.metal.json"}
,{"system":"Drill","date":"2024-11-24","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Java","column-oriented","stateless"],"load_time":0,"data_size":14737666736,"result":[[3.046,0.309,0.261],[6.066,1.886,1.615],[6.473,2.001,1.75],[6.043,2.223,1.736],[9.395,4.32,3.731],[9.556,4.387,3.603],[null,null,null],[6.844,1.902,1.711],[11.262,5.008,4.427],[14.792,6.867,6.238],[7.988,2.4,2.166],[7.946,2.502,2.308],[10.427,4.163,3.665],[28.138,21.889,21.401],[10.188,4.653,3.961],[10.48,4.534,4.324],[13.757,7.576,7.084],[12.241,6.567,5.915],[20.586,14.548,14.216],[6.026,1.776,1.582],[14.551,4.881,4.266],[17.023,4.738,4.516],[28.208,7.529,6.898],[60.192,26.466,26.15],[8.317,3.519,2.881],[8.094,3.38,2.832],[8.945,4.074,3.379],[15.844,6.551,6.101],[24.296,17.581,17.854],[23.981,17.37,16.952],[11.55,4.529,4.099],[14.62,5.417,4.879],[30.061,22.54,21.676],[23.016,16.483,16.168],[23.794,17.162,16.963],[11.432,5.653,4.955],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null]],"source":"drill/results/c6a.4xlarge.json"}
,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"}
,{"system":"DuckDB (DataFrame)","date":"2024-09-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","serverless","dataframe"],"load_time":0,"data_size":46998823722,"result":[[0.05120044299997062,0.01451553300012165,0.016491983000150867],[0.02931129100011276,0.01839072099983241,0.018927282000049672],[0.02511615699995673,0.024862691000180348,0.02501659499989728],[0.03695813600006659,0.02565254800015282,0.02570289799996317],[0.27191674599998805,0.2775967420001052,0.2588871349999863],[0.3774085860000923,0.32757853100006284,0.33302718000013554],[0.038237650999917605,0.024178557999903205,0.02490608199991584],[0.030545426000117004,0.029484825000054116,0.03014319799990517],[0.3520581459998994,0.27471974500017493,0.26925484400007915],[0.39639628200002336,0.2872111970001242,0.28630923800014896],[0.06255191200011723,0.06675710700005766,0.06318350399988049],[0.09806364399994891,0.07049120199985737,0.07045088099994246],[0.25685957099994994,0.2923465579999629,0.24080298700005187],[0.9493479239999397,0.8976369989999512,0.9234879899999214],[0.3275632019999921,0.2994161829999848,0.2994098889998895],[0.2028798320000078,0.19643380100002106,0.1967687379999552],[0.7205587729998115,0.704859057000067,0.6930526240001472],[0.6267178019999846,0.4605590639999718,0.5435651209999832],[1.7618106520000765,1.4338731269999243,1.4774597579998499],[0.11568013700002666,0.11198447299989311,0.1095309229999657],[0.8348995979999927,0.7820795490000819,0.7994894509999085],[0.4610988360000192,0.41369037799995567,0.39819625199995246],[1.174443158000031,1.1575830060000043,1.1208328130000154],[2.0461591100000533,1.9994193829999858,1.9205524290000084],[0.08894231599992963,0.07940710399998352,0.07883891300002688],[0.2340729590000592,0.20119833499993547,0.2027061050001521],[0.10939303000009204,0.09853198099995097,0.10583861800000705],[0.8641946679999819,0.7357956940001259,0.7316882210001495],[4.0055917649999175,3.918783111999983,3.955649695000102],[0.71008102400001,0.6993178180000086,0.6358406850000392],[0.30175355000005766,0.2801632960000006,0.2704750220000642],[0.3884521920000225,0.2658412359999147,0.3451120859999719],[1.3527775069998824,1.126724648000072,1.1895273829998587],[1.914437374999943,1.9059109310001532,1.8425559129998874],[1.7254979159998585,1.7914850100000421,1.7172489999999017],[0.2766488639999807,0.3223322660001031,0.3366883370000323],[0.45268178699984674,0.43472940599995125,0.4311858629998824],[1.162701579000077,0.9709281650000321,0.9300721709998925],[0.3190891100000499,0.3109210760001133,0.30955156799996075],[0.5417726650000532,0.5106009759999779,0.4813571659999525],[0.02814393799985737,0.0257830399998511,0.025415173000055802],[0.0350184450001143,0.026704358999950273,0.03011910799978068],[0.03502820700009579,0.03178924200005895,0.03449460599995291]],"source":"duckdb-dataframe/results/c6a.metal.json"}
,{"system":"DuckDB (Parquet, partitioned)","date":"2023-09-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.06858791799959363,0.044711035000091215,0.042833501000131946],[0.08466665400010243,0.061327259999870876,0.06103660400003719],[0.14877448299967,0.10559172700004638,0.10446714899990184],[0.33234463500002676,0.09389112100006969,0.09252776699986498],[1.1345820209999147,0.5388421589996142,0.5428325200000472],[0.8665522809997128,0.7525683420003588,0.7726315990003059],[0.14739966299976004,0.12885476300016308,0.1280705589997524],[0.08514470599993729,0.0660608250000223,0.06364701199981937],[0.7901016199998594,0.6670942910000122,0.6656622149998839],[1.112716422000176,0.9176106790000631,0.8993262330000107],[0.4155927659999179,0.21104949600021428,0.21018879099983678],[1.0025453209996158,0.2506203090001691,0.24569647199996325],[1.2344316989997424,0.6329478739999104,0.6651636070000677],[2.456399698000041,1.0311697550000645,1.0137859460000982],[0.9334836890002407,0.6877674190000107,0.70905577800022],[0.673465615999703,0.5981919160003599,0.6082133740001154],[2.494906011999774,1.4013747280000644,1.3922408849998646],[2.375765204000345,1.324844154999937,1.3226832469999863],[4.690465237999888,2.3323504360000697,2.3752783559998534],[0.20363476300008188,0.08883917699995436,0.08691825200003223],[9.97606974700011,1.850158613000076,1.8413504770001055],[10.993020309999793,1.688866285000131,1.6903490720001173],[21.570115048999924,3.479486579999957,3.460369050999816],[55.44843658699983,11.133978315999684,11.129654930000015],[2.6089661060000253,0.48738706799986176,0.47928872500006037],[0.7135218759999589,0.3805757249997441,0.35711958900037644],[2.769580591999784,0.4973172830000294,0.4876009600002362],[9.315595299000051,1.488970874000188,1.4658663950003756],[8.170337007999933,4.1328330040000765,4.145880016000319],[4.665519644000142,4.670076305000293,4.6598440840002695],[2.2809909809998317,0.781899636000162,0.7691932829998223],[6.008987953999622,0.9412647040003321,0.9506733889998031],[6.1903129289999015,3.628633594999883,3.815570798999943],[9.97725304100004,2.979070244000013,2.997355967999738],[9.978100522000204,2.992902611000318,3.022268540999903],[0.92484311599992,0.8439210039996397,0.8562627520000206],[0.23992238600021665,0.13403623200019865,0.1317714319998231],[0.1254186490000393,0.09669256999995923,0.09850224299998445],[0.13835749800000485,0.09647460799988039,0.0929961749998256],[0.3313648240000475,0.2376939770001627,0.24857611900006304],[0.07056037899974399,0.05403545599983772,0.051252997999654326],[0.07037150599990127,0.04856322000023283,0.04816857199966762],[0.06874101699986568,0.04819512300036877,0.04709468300006847]],"source":"duckdb-parquet/results/c6a.4xlarge.json"}
,{"system":"DuckDB","date":"2023-09-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":584,"data_size":25332035584,"result":[[0.026924091999717348,0.003037471999959962,0.0030087130003266793],[0.16772413799981223,0.012932972999806225,0.012755570000081207],[1.2386933419998059,0.03195383900037996,0.03169731600019077],[1.193935569000132,0.05566495500033852,0.055519788000310655],[1.2719721720000052,0.4797815800002354,0.47364618500023425],[1.7204052460001549,0.5739197209995837,0.6044714929998918],[0.13692102499999237,0.016513684000074136,0.016418880999935936],[0.42878113500000836,0.013978246000078798,0.01376930500009621],[2.144393795000269,0.5794733759998962,0.5795776770000884],[2.8978004400000827,0.7554636660001961,0.7576688170001944],[1.4596238879998964,0.18253447699999015,0.18234920899976714],[2.0671171230001164,0.20573082399960185,0.20432037900036448],[2.0727818139998817,0.49253306799982965,0.5038160149997566],[3.3520127649999267,0.8635853699997824,0.8859385079999811],[2.076823574000173,0.5337086039999122,0.5591845710000598],[0.6800219409997226,0.5261602820000917,0.5328403540002],[3.3403330400001323,1.2221616189999622,1.2723400309996578],[3.3052175400002852,1.2275647739998021,1.2696754610001335],[6.236794336999992,2.1919357929996295,2.266641716000322],[0.34883063199958997,0.038191365000329824,0.03821421199972974],[20.648422884999945,0.8656416110002283,0.8617157950002365],[22.367165485999976,0.6310706739996021,0.6244764059997578],[38.236362885999824,0.9444063159999132,0.9462657369999761],[95.79474400300023,4.57907104800006,4.498353044000396],[4.15015750900011,0.1932854189999489,0.18837451800027338],[1.9394079560001956,0.19987759199966604,0.19433718700020108],[4.543052850000095,0.20305141100016044,0.19478781699990577],[20.80425411499982,0.5468405399997209,0.5366565440003797],[14.24943101000008,4.494378264999796,4.4872481480001625],[0.7351944990000447,0.6778340149999167,0.6781058520000443],[4.485817211999802,0.4642300189998423,0.472603571000036],[7.575815559000148,0.6107541849996778,0.629833944999973],[7.22739360200012,4.044819612000083,4.163989215000129],[20.450376160999895,2.465135957000257,2.461840141999801],[20.466968382999767,2.605108253999788,2.608107234000272],[0.8528685460000816,0.6727260970001225,0.6969227390000015],[0.11805038800002876,0.03027148999990459,0.0272187630002918],[0.07883884800003216,0.015259446000072785,0.012236310999924171],[0.09153883999988466,0.017189998000048945,0.013864642000044114],[0.1759261150000384,0.06460375899996507,0.06465984499982369],[0.09337568199998714,0.00883036599998377,0.007896293999692716],[0.08930611300002056,0.008033808000163845,0.007339697000134038],[0.06956559599984757,0.009394902000167349,0.009093027000290022]],"source":"duckdb/results/c5.4xlarge.json"}
,{"system":"DuckDB","date":"2023-09-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":557,"data_size":25409892352,"result":[[0.028086780999728944,0.002414253000097233,0.0021636960000250838],[0.46563523099985105,0.010625985999922705,0.01016174400001546],[0.8891034559997024,0.025961164999898756,0.025551394000103755],[1.2264355699999214,0.03623923299983289,0.036103159000049345],[1.2716879180002252,0.3992600950000451,0.39979254900026717],[1.7464284959996803,0.476917694000349,0.4876424449998922],[0.3640209790000881,0.014415404999908787,0.013864879999800905],[0.4231801880000603,0.011493789000269317,0.011028166999949462],[1.9182373680000637,0.4695572649998212,0.473022095000033],[2.8863619510002536,0.6202132429998528,0.6272343959999489],[1.469674029000089,0.15033233000031032,0.1493539050002255],[2.122888372000034,0.16747449600006803,0.16623175400036416],[2.19689435600003,0.41368822100002944,0.4245434929998737],[3.353093207999791,0.7176920880001489,0.7419013379999342],[2.106729788999928,0.45157940500030236,0.45956111399982547],[0.7618140450003921,0.44360254799994436,0.4438193040000442],[3.3160554369997044,1.0091327439999986,1.0501606820002962],[3.2899087420000797,0.9937532539997846,1.0319792189998225],[6.147077066000293,1.8601839829998426,1.7930358930002512],[0.5478519510002116,0.029630810000071506,0.029407205000097747],[20.476412891999644,0.7287512409998271,0.7185980860003838],[22.457170643000154,0.5557742740002141,0.5497367680000025],[38.57942790900006,0.7984957059998123,0.7973248660000536],[96.20789085900014,3.8985825760000807,3.8594193190001533],[4.189989236000201,0.16466093799999726,0.1578326910002943],[2.0615221919997566,0.16868170299994745,0.1622597460000179],[4.6220101120002255,0.17378973800032327,0.1636861649999446],[20.925809684999876,0.4753908990001037,0.46921747900023547],[14.220432916999926,3.337972157999957,3.3373912329998348],[0.584624170999632,0.4804462130000502,0.4832376250001289],[4.546239200999935,0.39545450399964466,0.3945328300001165],[7.614473170999645,0.5206363369998144,0.5212976839998191],[6.800434293000308,3.344280624000021,3.4436193860001367],[20.560247130000334,2.172507063000012,2.1904886800002714],[20.578359694000028,2.2406041530002767,2.3070416179998574],[0.7716577450000841,0.5659581239997351,0.5712790600000517],[0.15594478200000594,0.02518773699966914,0.023627209000096627],[0.10974644699990677,0.012240085000030376,0.01144400700013648],[0.12063824999995632,0.01217633400028717,0.01063554699976521],[0.24521544600020206,0.04823300399993968,0.0470517949997884],[0.13470358900030988,0.007704704999923706,0.006628890000229148],[0.13843043999986548,0.006789723999645503,0.006517027999962011],[0.08625227099992117,0.0081432560000394,0.00758258299993031]],"source":"duckdb/results/c6a.4xlarge.json"}
,{"system":"DuckDB","date":"2023-09-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":143.93,"data_size":28223746048,"result":[[0.03236215499964601,0.001631959999940591,0.0017349720001220703],[0.2017167620001601,0.004977931000212266,0.004112590999739041],[1.7824451350002164,0.01057577699975809,0.00924506499995914],[1.5068001750000803,0.011147404999974242,0.008505592999881628],[1.9968912629997249,0.3409851499995966,0.3641603260002739],[2.19996057499975,0.42094028299970887,0.37727264799968907],[0.21778730100004395,0.009304663999955665,0.006554180999955861],[0.6552495579999231,0.00758900300024834,0.006111935000262747],[3.237778974000321,0.37195273199995427,0.37644760800003496],[4.101916444999915,0.3916224780000448,0.4356481650002024],[1.981583973999932,0.10101389099963853,0.0828059509999548],[2.5021246000001156,0.12936520600032964,0.06469776399990224],[2.0287027350000244,0.2671814919999633,0.2580042009999488],[5.0058850400000665,2.5847008529999584,0.9242121399997814],[2.3203943019998405,0.23897008799985997,0.2951310849998663],[0.9209703480000826,0.37256716299998516,0.20133301800024128],[3.6552786790002756,0.49283485800015114,0.4653434940000807],[3.684886160000133,0.5913837480002258,0.6050533939996967],[6.08533725999996,1.1212222939998355,1.2291971190002187],[0.7086644400001205,0.012204473000110738,0.011541186000158632],[22.877518454999972,0.24069266800006517,0.14223928199999136],[24.865264503000162,0.11923907699974734,0.09882567700014988],[44.523412047999955,0.43662231000007523,0.2732989429996451],[106.65310618600006,2.291449360000115,1.0823644299998705],[4.273118970999803,0.11639817900004346,0.04853129599996464],[1.9446537600001648,0.18474681899988354,0.07775153500006127],[4.282858682999631,0.1974552310002764,0.07218202500007465],[22.900311010999758,0.16852921000008791,0.137986748000003],[15.712022881999928,1.605772540000089,1.495060542000374],[0.35286867500008157,0.12376627899993764,0.09917158700000073],[4.9339620559999275,0.19886905099974683,0.25272748499992304],[7.844819150999683,0.2757238479998705,0.3000885700002982],[6.1183534870001495,1.578629292000187,1.6954807430001892],[22.53793776099974,1.0309925289998318,1.407939608000106],[22.57955366799979,1.7960458739999012,2.255313027000284],[0.6876235540003108,0.331532089999655,0.2276349650001066],[1.1719605680000313,0.061066774999744666,0.040371307999976125],[1.5213748269998177,0.04644827699985399,0.03365288300028624],[1.7530375439996533,0.05019643499963422,0.02876765000019077],[3.1484079319998273,0.09479282800020883,0.059220590999757405],[2.582429621999836,0.03467660899968905,0.013035046999902988],[3.2146319700000276,0.03065071499986516,0.013175667999803409],[1.291933348999919,0.027330930000061926,0.011119961000076728]],"source":"duckdb/results/c6a.metal.json"}
,{"system":"Elasticsearch","date":"2022-07-20","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"","tags":["Java","search"],"load_time":10071.796,"data_size":76633643596,"result":[[0,0,0],[0.53,1.667,1.67],[13.977,14.071,13.991],[6.761,6.694,6.744],[4.38,4.413,4.432],[156.644,156.142,156.421],[6.252,6.206,6.301],[1.721,1.714,1.709],[16,16.05,16.432],[32.227,32.35,32.389],[1.784,1.778,1.772],[2.22,2.212,2.214],[5.197,5.25,5.201],[5.238,5.187,5.191],[5.564,5.598,5.63],[5.512,5.589,5.455],[12.825,12.748,12.841],[12.315,12.394,12.167],[36.529,36.493,36.737],[0.002,0.002,0.002],[13.372,13.321,13.418],[16.461,16.487,16.459],[26.246,25.728,25.837],[13.416,13.365,13.541],[1.028,1.045,1.026],[1.286,1.288,1.297],[1.028,1.03,1.032],[116.649,117.058,117.61],[null,null,null],[1480.142,1484.714,1483.256],[2.193,2.155,2.157],[2.238,2.233,2.257],[8.843,8.538,8.611],[16.879,16.863,16.949],[16.787,16.85,16.853],[47.658,46.439,46.566],[10.1,10.095,10.063],[7.803,7.834,7.821],[10.097,9.961,10.188],[16.014,16.064,16.065],[0.143,0.144,0.144],[0.13,0.131,0.131],[0.337,0.337,0.336]],"source":"elasticsearch/results/c6a.4xlarge.json"}
,{"hide":true,"system":"Elasticsearch (tuned)","date":"2022-07-25","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"Tuned by repeated benchmark to find the optimal Elasticsearch shard number and size for this resource type and workload","tags":["Java","search"],"load_time":5264.429,"data_size":91680375082,"result":[[0,0,0],[0.195,0.38,0.381],[3.559,3.504,3.493],[1.972,1.632,1.609],[1.066,1.055,1.065],[42.797,41.784,41.63],[1.575,1.561,1.565],[0.387,0.385,0.401],[4.005,4.042,3.985],[7.786,7.81,7.91],[0.613,0.489,0.494],[0.667,0.604,0.6],[1.467,1.401,1.413],[1.473,1.491,1.477],[1.592,1.524,1.526],[1.334,1.318,1.314],[3.203,3.192,3.219],[3.104,3.108,3.107],[8.973,9.051,9.087],[0.038,0.002,0.002],[8.41,4.558,4.55],[5.904,5.417,5.425],[12.761,9.118,9.103],[4.534,4.537,4.542],[0.326,0.294,0.288],[0.411,0.369,0.369],[0.292,0.292,0.291],[40.03,34.1,34.044],[null,null,null],[380.687,385.475,388.004],[0.746,0.542,0.538],[1.989,0.564,0.551],[1.993,2.019,1.997],[5.635,5.286,5.257],[5.242,5.207,5.266],[11.442,11.569,11.639],[3.625,3.604,3.583],[3.063,2.916,2.92],[3.581,3.494,3.497],[5.54,5.206,5.227],[0.108,0.025,0.026],[0.059,0.021,0.023],[0.071,0.071,0.071]],"source":"elasticsearch/results/c6a.4xlarge.tuned.json"}
,{"system":"GlareDB","date":"2024-02-02","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","serverless"],"load_time":0,"data_size":14779976446,"result":[[0.221,0.07,0.069],[0.509,0.425,0.424],[0.569,0.462,0.466],[0.787,0.483,0.47],[1.339,1.22,1.2],[1.8,1.644,1.649],[0.49,0.418,0.41],[0.509,0.423,0.423],[2.009,1.88,1.92],[3.383,3.134,3.147],[0.95,0.695,0.702],[0.891,0.743,0.721],[1.787,1.646,1.654],[4.032,3.007,2.974],[1.911,1.746,1.762],[1.538,1.321,1.36],[3.746,3.335,3.327],[3.611,3.064,2.993],[7.835,6.293,6.414],[0.882,0.469,0.47],[9.903,1.943,1.947],[11.653,2.182,2.172],[22.503,4.41,4.416],[56.481,11.754,11.769],[3.039,0.925,0.917],[1.132,0.854,0.855],[2.939,0.991,0.973],[9.958,2.688,2.695],[9.431,5.639,5.614],[1.027,0.872,0.814],[2.611,1.508,1.497],[6.177,1.887,1.96],[9.675,9.095,8.891],[12.268,7.139,7.063],[12.675,7.661,7.671],[2.418,2.25,2.21],[9.998,2.095,2.066],[9.273,2.782,2.722],[10.015,2.085,2.079],[18.876,3.284,3.317],[2.963,0.939,0.917],[2.165,0.973,0.936],[1.38,0.901,0.864]],"source":"glaredb/results/c6a.4xlarge.json"}
,{"system":"GlareDB","date":"2024-02-02","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","serverless"],"load_time":0,"data_size":14779976446,"result":[[0.213,0.07,0.071],[4.066,4.06,3.978],[3.994,3.812,4.046],[4.287,4.122,4.218],[6.016,6.482,6.21],[5.26,5.308,5.242],[3.968,4.054,4.054],[4.013,3.961,4.045],[7.124,6.742,6.934],[5.632,5.625,5.433],[4.546,4.463,4.577],[4.54,4.616,4.675],[5.438,5.302,5.243],[6.286,6.115,6.202],[5.46,5.259,5.531],[6.064,6.451,6.458],[7.461,7.655,7.337],[6.92,7.538,7.684],[11.688,11.362,11.378],[4.264,4.085,4.092],[12.973,4.585,4.449],[14.739,4.562,4.676],[25.511,5.088,5.323],[59.374,8.895,8.542],[6.076,4.352,4.324],[4.305,4.233,4.334],[6.083,4.45,4.398],[12.983,4.812,4.721],[11.651,5.245,5.281],[4.275,4.214,4.175],[5.561,5.378,5.63],[9.22,5.983,6.112],[17.147,15.575,15.934],[14.016,9.356,8.974],[14.274,9.454,9.371],[6.675,6.473,6.51],[13.348,4.684,4.587],[12.473,4.655,4.58],[13.153,4.471,4.637],[21.939,4.932,4.951],[6.033,4.32,4.282],[5.181,4.242,4.286],[4.503,4.312,4.215]],"source":"glaredb/results/c6a.metal.json"}
,{"system":"Greenplum","date":"2022-08-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","column-oriented","PostgreSQL compatible"],"load_time":1080,"data_size":42000000000,"result":[[2.19644,1.27581,1.07334],[1.36821,1.09289,1.00081],[1.84455,1.93433,1.9734],[1.38533,1.07306,0.997511],[10.4301,10.1377,10.0064],[3.24183,3.67479,3.23526],[1.81177,1.22447,1.72696],[1.28568,1.12341,1.02112],[3.5159,3.7946,3.51106],[5.78795,5.90487,5.95635],[1.50773,1.80496,1.26395],[1.68682,1.93425,1.54081],[2.29378,2.75715,2.22458],[3.41812,3.09848,3.0303],[2.96859,2.96836,2.9949],[3.04409,3.00935,2.98848],[4.10668,3.98626,4.00533],[3.51045,3.14617,3.02558],[9.31981,9.03239,9.00459],[0.563991,0.853628,0.971569],[8.40649,3.29997,3.82986],[9.52108,3.52917,3.86565],[18.4842,4.56174,4.67819],[50.449,16.4463,16.4923],[1.96056,1.59658,1.85278],[1.76567,1.51262,1.52955],[2.11338,1.81927,1.92422],[8.6392,5.18686,5.77986],[51.8749,52.0756,52.2289],[63.6736,63.868,63.3526],[2.92731,2.88967,2.96908],[4.83141,3.88826,3.41858],[42.2016,40.1165,39.4692],[14.5369,10.3602,10.4522],[14.7224,10.829,10.8651],[5.32702,5.79151,5.20852],[0.339799,0.158694,0.160555],[0.173487,0.112253,0.112419],[0.158136,0.102158,0.101214],[0.341324,0.263589,0.24586],[0.171119,0.109181,0.108795],[0.178617,0.117175,0.117738],[0.205935,0.137013,0.137252]],"source":"greenplum/results/c6a.4xlarge.json"}
,{"system":"HeavyAI","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous names: OmniSci, mapD. Many queries cannot run due to errors and limitations.","tags":["C++","column-oriented"],"load_time":572.633,"data_size":50887437386,"result":[[6.525,0.022,0.029],[0.301,0.042,0.04],[0.287,0.095,0.093],[2.572,0.039,0.04],[null,null,null],[null,null,null],[7.327,0.093,0.097],[0.244,0.043,0.038],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.939,0.295,0.294],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[4.716,3.91,3.955],[null,null,null],[0.154,0.083,0.106],[14.426,0.07,0.071],[null,null,null],[null,null,null],[null,null,null],[2.276,0.258,0.272],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[1.832,1.64,1.602],[null,null,null],[null,null,null],[null,null,null],[14.811,0.494,0.497],[null,null,null],[null,null,null],[1.941,0.255,0.255],[5.457,0.172,0.283],[0.476,0.269,0.256],[14.239,0.179,0.178],[3.992,0.112,0.112],[1.031,0.116,0.116],[1.365,0.089,0.088]],"source":"heavyai/results/c6a.4xlarge.json"}
,{"system":"Hydra","date":"2023-09-19","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented"],"load_time":1222,"data_size":18995669982,"result":[[0.381752,0.249001,0.243783],[0.261088,0.211013,0.209277],[0.6692,0.634666,0.627473],[0.545165,0.431892,0.439854],[22.4371,21.8547,21.731],[34.8689,33.0467,32.5865],[0.410038,0.377206,0.376254],[0.22464,0.206133,0.204092],[27.1582,26.4292,26.5203],[30.1541,29.4784,30.2199],[3.31616,2.76618,2.75128],[3.55764,3.28978,3.27316],[7.74401,7.64012,7.6384],[10.703,10.2599,10.2098],[8.70712,8.33702,8.29268],[17.9937,17.5084,17.5291],[22.8406,22.2649,22.1176],[4.08958,3.59194,3.61345],[39.0156,37.7258,37.8926],[0.267125,0.233304,0.233594],[3.12914,2.74305,2.72563],[2.91522,2.89177,2.90416],[3.76881,3.62139,3.62348],[26.322,20.5805,20.3337],[1.69125,1.05602,1.06068],[1.06135,0.828339,0.831532],[1.26898,1.06035,1.05212],[4.17896,4.03193,4.03657],[43.0503,42.5091,42.3298],[7.89438,7.50181,7.39528],[9.33451,8.76728,8.79973],[15.0403,14.6597,14.3034],[58.8221,58.6056,58.6859],[34.2914,35.0405,34.2519],[36.3141,35.6205,36.5728],[14.2056,13.8882,13.8284],[0.367202,0.33666,0.33517],[0.22008,0.172653,0.167434],[0.15307,0.126572,0.126678],[1.11688,0.671288,0.696326],[0.160667,0.145181,0.141243],[0.137686,0.122734,0.118493],[0.197786,0.123078,0.122094]],"source":"hydra/results/c6a.4xlarge.json"}
,{"system":"Infobright","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Only 90% of data successfully loaded. Some queries run for days.","tags":["C++","column-oriented","MySQL compatible"],"load_time":2317,"data_size":13760341294,"result":[[0.01,0,0],[2.39,2.4,2.44],[0,0,0],[7.21,6.04,6.91],[16.09,16.86,15.69],[48.8,42.37,48.63],[0,0,0],[3.48,2.42,2.42],[23.56,24.78,22.21],[32.87,31.71,34.48],[14.8,14.83,14.11],[16.7,16.53,17.37],[1752.91,1999.88,1961.4],[1193.43,1167,1220.47],[2184.81,2316.12,2224.14],[32.58,30.69,31.58],[300.17,16221.33,16168.44],[122.4,120.49,124.67],[78927.44,79250.44,78504.89],[3.38,1.22,1.21],[289.73,302.3,285.83],[415.82,389.23,403.28],[573.82,590.81,575.06],[300.13,293.96,285.64],[41.42,37.48,39.64],[75.2,75.37,72.07],[39.22,41.52,40.11],[449.56,445.03,448.68],[null,null,null],[450.87,488.3,453.83],[58.69,59.29,58.07],[84.47,78.92,79.38],[517.97,520.29,504.96],[182468.89,182468.89,182468.89],[182468.89,182468.89,182468.89],[68.43,66.93,67.68],[8.3,3.62,3.61],[1.04,0.62,0.62],[0.22,0.18,0.18],[567.78,566.52,563.02],[0.29,0.14,0.11],[0.17,0.08,0.08],[1.37,1.34,1.32]],"source":"infobright/results/c6a.4xlarge.json"}
,{"system":"Kinetica","date":"2023-01-04","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["column-oriented"],"load_time":1374,"data_size":null,"result":[[0.52,0.048,0.047],[0.504,0.349,0.048],[0.274,0.11,0.047],[1.782,8.797,0.046],[1.835,1.692,0.676],[2.123,1.176,0.203],[0.37,0.094,0.047],[0.149,0.081,0.05],[3.394,3.162,0.556],[3.609,3.344,1.727],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.475,2.355,2.269],[null,null,null],[null,null,null],[null,null,null],[0.109,0.09,0.06],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.084,0.173,0.177],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[24.669,23.317,0.093],[3.282,1.192,1.114],[4.848,2.753,2.768],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[0.521,0.1,0.055],[0.182,0.071,0.054],[0.122,0.089,0.053]],"source":"kinetica/results/c6a.4xlarge.json"}
,{"system":"MariaDB ColumnStore","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous name: InfiniDB.","tags":["C++","column-oriented","MySQL compatible"],"load_time":2507.8,"data_size":19712857022,"result":[[0.151,0.158,0.148],[0.1,0.101,0.106],[1.221,1.233,1.226],[0.739,0.736,0.741],[2.025,2.046,2.004],[3.725,4.801,3.755],[0.871,0.749,0.736],[0.118,0.108,0.103],[2.108,2.029,2.029],[4.225,4.271,4.288],[1.711,1.402,1.407],[1.526,1.435,1.42],[5.339,4.172,3.61],[4.692,4.729,4.96],[4.013,3.86,3.918],[3.236,2.68,2.629],[null,null,null],[null,null,null],[null,null,null],[0.137,0.109,0.147],[12.331,6.069,8.619],[2.162,2.178,2.192],[16.849,30.463,26.639],[92,90.208,92.814],[3.042,1.763,1.791],[1.779,1.772,1.749],[1.793,1.821,1.888],[13.036,10.747,9.59],[null,null,null],[78.224,79.141,77.806],[2.837,2.654,2.675],[5.833,4.552,3.678],[null,null,null],[null,null,null],[null,null,null],[3.626,3.546,3.709],[1.719,1.787,1.876],[1.345,0.906,0.91],[0.117,0.091,0.093],[1.217,1.133,1.133],[0.114,0.063,0.062],[0.1,0.062,0.061],[null,null,null]],"source":"mariadb-columnstore/results/c6a.4xlarge.json"}
,{"hide":true,"system":"MariaDB","date":"2023-03-16","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"For some reason many queries run in almost exactly one hour. Most likely a coincidence. It is installed from Debian packages, which might explain the abysmal performance.","tags":["C++","row-oriented","MySQL compatible"],"load_time":8625,"data_size":104270986073,"result":[[2325.7,2320,2333.78],[2334.78,2332.22,2327.4],[2348.31,2364.93,2375.47],[2378.97,2384.7,2404.94],[2440.64,2424.09,2426.42],[2672.27,2688.11,2690.41],[2431.34,2443.24,2434.15],[2436.65,2428.4,2433.15],[2498.67,2502.58,2489.58],[2530.63,2520.99,2526.05],[3214.94,3152.09,3133.92],[3189.99,3169.31,3148.69],[2554.55,2556.7,2546.32],[8019,8082.98,8090.95],[2610.89,2587.29,2597.82],[2956.4,2965.74,2976.53],[3093.56,3104.46,3100.55],[3050.67,3036.62,3103.31],[3533.67,3477.88,3570.5],[2453.61,2436.78,2427.24],[2521.56,2514.54,2519.21],[2542.57,2540.39,2544.67],[2558.61,2567.56,2563.08],[2579.95,2568.24,2571.27],[2507.4,2522.47,2517.66],[2543.29,2536.27,2528.08],[2532.54,2530.23,2526.74],[2563.83,2548.74,2545.44],[2926.8,2897.01,2920.1],[2940.88,2963.93,2982.09],[2626.55,2621.43,2635.34],[2623.32,2616.79,2583.39],[3729.89,3730.41,3734.37],[3047.16,3063.14,3090.9],[3096.45,3111.46,3103.45],[3124.1,3097.9,3097.01],[20.222,13.586,12.646],[12.03,11.99,12.006],[10.709,11.112,11.187],[14.77,14.692,14.271],[10.71,11.108,11.218],[11.676,11.118,11.19],[null,null,null]],"source":"mariadb/results/c6a.4xlarge.json"}
,{"system":"MonetDB","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","column-oriented"],"load_time":939,"data_size":49696606499,"result":[[0.000218,0.000157,0.000155],[0.101903,0.019908,0.018439],[0.282431,0.035987,0.034938],[2.868,0.029387,0.029207],[4.675,4.515,4.511],[6.584,4.269,4.65],[0.528827,0.063135,0.065742],[0.506863,0.020966,0.021687],[8.343,4.457,4.408],[7.224,6.548,7.576],[0.267003,0.233353,0.230444],[0.347206,0.28358,0.266085],[5.389,3.099,3.074],[7.653,7.759,8.596],[3.276,3.326,3.292],[5.31,3.465,3.578],[9.341,9.143,9.536],[9.584,9.604,9.419],[19.539,19.783,19.611],[0.004509,0.000702,0.000643],[20.801,1.57,1.603],[2.752,0.418221,0.395884],[14.717,0.800894,0.395477],[14.429,1.804,1.869],[1.386,0.159602,0.156426],[0.189736,0.167664,0.168781],[0.164681,0.176666,0.17126],[3.005,3.113,3.882],[null,null,null],[2.751,2.846,2.676],[7.937,2.579,2.447],[5.12,3.492,3.467],[22.862,22.567,23.211],[33.437,18.889,19.043],[18.898,19.583,19.047],[14.774,12.984,13.803],[3.865,0.322143,0.323117],[0.192149,0.177791,0.175984],[0.194173,0.159398,0.165201],[0.680778,0.592252,0.560738],[0.106465,0.10638,0.102692],[0.154871,0.153752,0.155782],[0.11459,0.09639,0.095594]],"source":"monetdb/results/c6a.4xlarge.json"}
,{"system":"MongoDB","date":"2022-10-25","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["row-oriented","document","C++"],"load_time":44824,"data_size":86397751448,"result":[[64.713,63.126,62.48],[0.402,0.398,0.398],[116.556,115.775,115.935],[116.883,92.054,91.646],[28.523,25.694,25.618],[19.974,10.235,10.204],[0.005,0.003,0.003],[0.656,0.644,0.65],[390.984,377.012,377.204],[2331.229,2617.011,2659.976],[403.396,410.754,389.201],[400.136,391.611,384.638],[90.255,70.314,70.648],[171.232,133.632,133.416],[57.835,57.8,57.136],[474.638,421.62,419.999],[332.07,266.801,266.967],[246.706,246.484,246.741],[466.25,465.911,465.399],[0.01,0.003,0.002],[238.439,70.732,69.911],[152.131,20.13,20.276],[28.018,23.201,23.292],[118.896,79.388,74.994],[21.888,11.393,11.423],[0.005,0.002,0.002],[31.821,15.74,15.353],[113.3,110.56,109.007],[287.151,178.123,177.878],[1099.097,1076.143,1064.104],[4987.582,4947.372,4873.488],[4816.666,4748.195,4823.137],[982.576,933.784,912.187],[1081.243,706.058,585.97],[593.68,570.279,594.089],[544.094,427.503,419.334],[11.766,5.643,4.975],[1.628,1.651,1.626],[3.444,2.222,2.232],[10.562,8.762,9.151],[0.724,0.445,0.446],[0.423,0.413,0.388],[1.601,2.202,2.375]],"source":"mongodb/results/c6a.4xlarge.json"}
,{"system":"MotherDuck","date":"2024-10-29","machine":"cloud","cluster_size":1,"tags":["C++","column-oriented","serverless"],"load_time":57.27,"data_size":23620000000,"result":[[0.022321860000374727,0.012934670001413906,0.012823413999285549],[0.024380385999393184,0.012925036000524415,0.012814411998988362],[0.038363479001418455,0.015576638001221,0.01562748600190389],[0.03155873300056555,0.021764302997326013,0.02121602799888933],[0.17027187499843421,0.14739435199953732,0.14690826999867568],[0.20644352700037416,0.19285383399983402,0.18173918799948297],[0.02371823299836251,0.012589622001542011,0.012246084999787854],[0.04112412900212803,0.016385651997552486,0.01679801299906103],[0.1886740549998649,0.1850254379969556,0.18047275500066462],[0.25464338600068004,0.24228513200068846,0.24277507700026035],[0.06307598200146458,0.06222396100201877,0.06118656300168368],[0.0769712619985512,0.06881667799825664,0.07263678299932508],[0.17805651500020758,0.17287376500098617,0.17574450200118008],[0.35226519700154313,0.3180267339994316,0.32635465799830854],[0.19063701599952765,0.18687298700024257,0.18603799500124296],[0.21010683900021832,0.1866715190008108,0.198137998002494],[0.38373803200011025,0.37373249000302167,0.371793443999195],[0.3542730239969387,0.33429408599840826,0.33363083899894264],[0.6366427199973259,0.6410418160012341,0.6345498260016029],[0.05052374699880602,0.014082836998568382,0.014972674998716684],[0.3299962970013439,0.30164447399874916,0.3019338140002219],[0.2213447880021704,0.221652765001636,0.22077769899988198],[0.3728656390012475,0.3468815829983214,0.34391914299703785],[1.2559020400003647,1.2022961519978708,1.2722901870001806],[0.12352756700056489,0.12905511599819874,0.11581274600030156],[0.06644965200030128,0.10702265000145417,0.06476570199811249],[0.11048688200025936,0.07675166399712907,0.07593394799914677],[0.2186288560005778,0.2090998989988293,0.18735763899894664],[1.3868503670018981,1.3703306460010936,1.2348434389969043],[0.7405084229976637,0.7247317809997185,0.729713893000735],[0.18527704200096196,0.1730873589986004,0.15151636199880159],[0.20919774299909477,0.191980165996938,0.1933938189977198],[0.7669437040021876,0.7439510249969317,0.7487478670009295],[0.8591277329978766,0.8134900770019158,0.8157381170021836],[0.8418528250003874,0.8204738799977349,0.8599285560012504],[0.2758991349983262,0.2533942770023714,0.24527843900068547],[0.05365405100019416,0.045813198001269484,0.04610075799791957],[0.03199732199936989,0.022308995001367293,0.021592714001599234],[0.030769754001084948,0.030530198997439584,0.03006599299988011],[0.09920943899851409,0.12626113100122893,0.08831893900060095],[0.023186009002529318,0.015893660998699488,0.013306151999131544],[0.03293053500237875,0.012570572002005065,0.012848910002503544],[0.025673778996861074,0.015225869999994757,0.016331293001712766]],"source":"motherduck/results/result.json"}
,{"system":"MySQL (MyISAM)","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","row-oriented","MySQL compatible"],"load_time":2512,"data_size":121588958061,"result":[[0,0,0],[283.32,276.83,274.52],[276.93,278.29,283.27],[28.83,23.63,21.55],[46.41,40.81,40.93],[467.04,467.39,469.08],[31.02,25.89,24.2],[277.89,275.3,277.3],[329.34,325.8,325.35],[342.86,338.43,336.95],[282.03,279.87,281.22],[277.74,282.68,282],[335.66,334.83,336.44],[305.24,310.39,307.3],[337.41,338.52,342.94],[308.66,307.34,306.27],[738.38,748.44,740.75],[738.75,734.01,738.25],[867.01,872.92,868.84],[25.65,20.61,18.46],[312.39,313.67,306.66],[301.66,305.12,308.01],[298.12,298.44,312.4],[311.34,309.9,311.85],[281.87,278.5,275],[277.46,277.46,277.46],[280.75,278.04,281.76],[263.9,417.39,406.88],[707.21,711.96,705],[668.1,668.33,665.96],[330.31,333.36,331.94],[506.57,506.18,500.53],[2604.49,2681.96,2703.12],[830.65,832.88,831.14],[831.98,830.46,833.41],[608.49,608.51,613.68],[4.56,4.13,4.16],[3.8,3.8,3.7],[1.65,1.45,1.46],[6.33,5.14,6.15],[1.6,1.41,1.41],[1.56,1.42,1.39],[7.04,1.17,1.13]],"source":"mysql-myisam/results/c6a.4xlarge.json"}
,{"system":"MySQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","row-oriented","MySQL compatible"],"load_time":9472,"data_size":171953585825,"result":[[339.77,339.88,339.77],[364.91,371.86,367.55],[366.2,368.91,389.66],[364.39,377.53,571.45],[377.69,390.02,384.86],[569.48,576.51,574.68],[367.4,368.23,370.41],[371.29,384.02,613.22],[478.85,683.22,495.68],[489.9,635.96,662.43],[386.07,396.49,640.15],[389.13,412.55,444.12],[447.97,455.54,448.06],[423.22,845.44,813.6],[452.48,460.07,453.98],[577.54,623.21,586.49],[852.07,856.36,862.66],[838.09,848.92,851.12],[1006.37,1011.16,1023.17],[369.76,375.61,415.28],[412.45,419.9,456.62],[411.65,432.88,482.2],[412.73,420.73,429.5],[551.16,577.62,545.45],[382.89,394.76,386.37],[380.9,391.4,385.05],[385.3,394.67,460.32],[388.95,394.7,387.21],[800.33,807.9,807.11],[706.03,745.27,718.9],[450.9,489.59,530.97],[625.5,651.93,647.32],[2721.13,2792.12,2819.26],[945.9,954.94,957.54],[945.42,953.78,965.16],[684.36,716.29,708.75],[10.01,3.79,3.77],[7.48,3.32,3.27],[5.09,0.98,0.96],[8.7,4.77,4.68],[4.82,0.76,0.74],[4.46,0.77,0.75],[7.04,1.17,1.13]],"source":"mysql/results/c6a.4xlarge.json"}
,{"system":"Oxla","date":"2024-04-09","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Ingests data only from non-compressed cvs.","tags":["C","analytical","somewhat PostgreSQL compatible"],"load_time":497.815,"data_size":17394972923,"result":[[3.112892,0.068225,0.049215],[1.476993,0.068502,0.01352],[1.532504,0.015794,0.01899],[1.541791,0.043208,0.090244],[1.424205,1.114138,1.079011],[1.546764,1.340306,1.339957],[0.202873,0.009787,0.008214],[1.017122,0.01247,0.010861],[1.790766,1.816432,1.681662],[2.06058,2.051205,2.05747],[0.166164,0.149605,0.147586],[0.33821,0.15334,0.15212],[0.968408,0.975795,0.932127],[1.641231,1.648973,1.69153],[1.039926,1.021776,1.015062],[1.059569,1.038191,1.016849],[2.930077,2.780725,2.786122],[2.7766,2.745188,2.827054],[5.474963,5.455883,5.462812],[0.069049,0.037876,0.030425],[5.294758,2.818725,2.803313],[null,null,null],[null,null,null],[21.034479,18.253271,6.146486],[0.17394,0.151798,0.146398],[0.180155,0.170271,0.177003],[0.22494,0.216158,0.216051],[0.978861,0.973059,0.964485],[null,null,null],[0.030928,0.02037,0.020366],[0.408601,0.412485,0.408602],[0.875709,0.743332,0.704842],[7.962516,7.867736,7.594272],[6.209667,5.892066,5.963681],[5.931634,5.947336,6.005506],[0.577314,0.583573,0.545736],[0.126127,0.090768,0.094307],[0.110712,0.04149,0.039939],[0.060824,0.043637,0.030213],[0.322545,0.204934,0.185178],[0.121207,0.011082,0.011699],[0.069138,0.012728,0.014108],[0.030538,0.028048,0.030625]],"source":"oxla/results/c6a.4xlarge.json"}
,{"system":"Pandas (DataFrame)","date":"2024-09-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","serverless","dataframe"],"load_time":0,"data_size":46998823718,"result":[[94.85904947930048,94.3460198319518,94.37713289545036],[1.431384237598831,1.3912876943999437,1.3844853995993616],[0.08555814599894802,0.08529179399993154,0.08538529799989192],[0.07446354079984303,0.07420929889885884,0.07405653089972475],[4.045293917999516,4.054952681998839,4.051108713600843],[9.397236594001152,8.553888651601302,8.551957798800869],[0.20142598079983146,0.20082141240054624,0.20077682039845968],[0.6888897023993195,0.7089972360001411,0.7090266588005761],[9.793415095200906,9.746425586400438,9.77463934079933],[11.31212157124992,11.317409126249913,11.365981332498905],[9.561819545998878,9.526289238000025,9.549710942401726],[9.638392472399573,9.68899648799852,9.516723232799269],[36.02233861439891,35.35183182599794,35.03054625840087],[40.99436554069816,41.21673876189979,41.24658190379887],[99.42101739960053,98.99104403760283,99.61387698720223],[11.37903030359885,11.301075006001337,11.354333800797757],[328.1500654404023,327.7806476567988,329.1575996675994],[40.46806235400145,40.32875272679958,40.21332760319783],[710.873256987604,709.9021454064001,709.1302060236034],[0.12158637359971182,0.0502676939999219,0.05029934999911348],[25.416243308401317,23.607750895197384,23.531343283200112],[28.19667632640194,28.307106355203725,28.03666319760232],[109.4524946891979,107.89275825840159,108.05671904040064],[23.69155465800141,23.749371099603014,23.71198061239861],[27.952041746398027,27.95151388080121,27.995164492801994],[59.47395566519991,59.6197073184012,58.98795632160036],[53.49264745560212,53.33148341399937,53.44261157879809],[149.89341028799828,150.0440580671973,150.43764930480103],[351.62001316439853,359.9997044964009,351.64450961039694],[33.07338013560075,33.07266394199833,33.07734229680064],[18.24362592239923,18.262576292401356,18.19058843999956],[27.786943907999376,27.59487604439637,27.847514002797833],[115.49374400880042,111.91312766519778,111.8312668188024],[104.13023711280111,97.22372503439982,97.7520352571999],[97.18665714719972,97.11860653920158,97.45631518800073],[299.7628146300005,297.58259715119925,297.4566010572016],[7.761557435998111,7.722232234799594,7.732103157199095],[6.957877979998012,6.616552991600551,6.931742102401041],[0.6273289979973924,0.6247513715992681,0.6277366368012735],[6.127344027599611,6.063661066796341,6.084284174400091],[1.3988516340003117,1.3979855832018073,1.4039395200001308],[0.7085309304005932,0.7092239279983914,0.7087875852012075],[2.2844865708000723,2.2784988779996636,2.280001365198789]],"source":"pandas/results/c6a.metal.json"}
,{"hide":false,"system":"ParadeDB (Parquet, partitioned)","date":"2024-07-13","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","row-oriented","column-oriented","search","PostgreSQL compatible"],"load_time":0,"data_size":14779976446,"result":[[0.428529,0.169996,0.165737],[0.288946,0.183979,0.181161],[0.320601,0.19505,0.197994],[0.518503,0.211602,0.208391],[0.983889,0.535952,0.540423],[0.933326,0.71414,0.726933],[0.296356,0.18583,0.184422],[0.356075,0.19027,0.18721],[0.975868,0.638999,0.641937],[1.32702,0.867837,0.869265],[0.613737,0.27098,0.272166],[0.829598,0.313263,0.307575],[1.0526,0.647612,0.649306],[2.49939,0.985964,0.999792],[1.11407,0.709399,0.712346],[0.819786,0.573928,0.57883],[2.59222,1.24389,1.23864],[2.48332,1.23208,1.22347],[4.81146,2.17722,2.18397],[0.319524,0.200827,0.198878],[9.63605,2.08945,2.12315],[11.2103,1.9764,1.97172],[21.749,3.67693,3.67421],[55.5353,12.1117,12.171],[2.77726,0.514813,0.515359],[0.801555,0.387173,0.392298],[2.68619,0.528309,0.534164],[9.53043,1.99481,2.01316],[8.25088,4.33341,4.35408],[3.85116,3.68595,3.66299],[2.3524,0.811623,0.79966],[6.04314,0.931478,0.915213],[5.52233,2.58091,2.59227],[9.95394,3.09667,3.12531],[10.1152,3.1241,3.14043],[0.960004,0.758048,0.756207],[0.345793,0.205136,0.222101],[0.294038,0.178427,0.180238],[0.341727,0.177457,0.175767],[0.630001,0.348767,0.348869],[0.449262,0.175673,0.178257],[0.446425,0.172544,0.169029],[0.451342,0.172461,0.173655]],"source":"paradedb/results/partitioned.json"}
,{"hide":false,"system":"ParadeDB (Parquet, single)","date":"2024-07-13","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","row-oriented","column-oriented","search","PostgreSQL compatible"],"load_time":0,"data_size":14779976446,"result":[[0.30371,0.135831,0.134925],[0.331691,0.159252,0.159245],[0.400919,0.209442,0.209561],[0.502732,0.194204,0.194097],[0.950075,0.568904,0.569178],[0.903286,0.763889,0.774315],[0.24162,0.16433,0.166469],[0.235,0.160248,0.161342],[0.904137,0.684214,0.679888],[1.29153,0.912441,0.907842],[0.595888,0.287961,0.291285],[0.720569,0.337319,0.337211],[0.928428,0.695999,0.69211],[2.43338,1.04071,1.03619],[1.00484,0.753286,0.763281],[0.856187,0.621652,0.629723],[2.53197,1.26466,1.29484],[2.50383,1.26855,1.26425],[4.64118,2.16319,2.19976],[0.2972,0.192337,0.194048],[9.72895,2.19798,2.16338],[11.2355,2.07493,2.07859],[21.9552,3.80413,3.8139],[55.8402,12.0323,12.0304],[2.64233,0.562578,0.562455],[0.797866,0.443126,0.44026],[2.55378,0.576578,0.573527],[9.51073,2.08182,2.08824],[8.25622,4.44961,4.44914],[0.777114,0.611315,0.604831],[2.28008,0.860235,0.871169],[5.79713,0.958523,0.966058],[5.40475,2.54125,2.65384],[9.989,3.18323,3.15122],[10.1684,3.19349,3.2022],[0.939116,0.713083,0.714321],[0.421327,0.276761,0.295984],[0.295189,0.212242,0.226419],[0.316216,0.216213,0.219],[0.680445,0.427435,0.427072],[0.348007,0.143995,0.145892],[0.328972,0.144153,0.143452],[0.338385,0.16674,0.159561]],"source":"paradedb/results/single.json"}
,{"system":"pg_duckdb","date":"2024-11-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"tags":["column-oriented","PostgreSQL compatible"],"load_time":0,"data_size":14820690158,"result":[[0.351926,0.157902,0.156558],[0.345658,0.158225,0.158914],[0.394892,0.182112,0.176025],[0.620262,0.180706,0.17742],[0.811248,0.561753,0.563393],[0.89161,0.812544,0.81279],[2.1,2.04237,2.03909],[0.336115,0.16015,0.158404],[1.00691,0.656227,0.674508],[1.14059,0.862697,0.870801],[0.451017,0.273664,0.268315],[0.724813,0.29556,0.293166],[1.05912,0.745057,0.741007],[2.44665,1.11909,1.12935],[0.962736,0.784033,0.796004],[0.728667,0.646149,0.638498],[2.55352,1.53456,1.55299],[2.49952,1.45047,1.46625],[7.23186,7.05865,7.03078],[0.290544,0.189758,0.18489],[9.64611,1.9762,2.00181],[11.2125,1.78874,1.79432],[21.8801,3.59258,3.58376],[55.8226,9.48337,9.4639],[2.5122,1.09519,1.08597],[0.931618,0.441513,0.43588],[2.6909,1.1102,1.09948],[9.64311,1.7984,1.79922],[11.6223,11.2044,11.24],[0.551146,0.515668,0.518152],[2.37403,0.771994,0.767737],[5.69544,0.868471,0.871418],[7.1267,6.26004,6.24922],[10.7201,5.61527,5.93949],[10.8124,5.92022,5.99531],[0.804237,0.725757,0.718902],[0.440095,0.337127,0.338202],[0.484502,0.285584,0.285816],[0.490689,0.240211,0.228275],[0.804366,0.488588,0.48539],[0.401303,0.168294,0.16756],[0.360548,0.166672,0.164185],[0.588079,0.395648,0.392021]],"source":"pg_duckdb/results/c6a.4xlarge.json"}
,{"system":"Pinot","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"It successfully loaded only 94465149 out of 99997497 records. Some queries returned NullPointerException. The loading process is painful - splitting to 100 pieces required. It does not correctly report errors on data loading, the results may be incorrect.","tags":["Java","column-oriented"],"load_time":2032,"data_size":null,"result":[[0.002,0.001,0.001],[0.186,0.186,0.185],[0.251,0.276,0.258],[0.475,0.281,0.238],[3.907,3.655,3.633],[30.471,14.687,14.93],[null,null,null],[0.135,0.134,0.148],[3.039,2.902,2.938],[3.159,3.212,3.225],[4.217,4.197,4.384],[4.145,4.124,4.121],[2.989,3.145,3.18],[6.402,6.886,6.374],[3.245,3.35,3.129],[5.112,5.027,5.141],[5.509,5.279,5.257],[0.865,0.856,0.829],[null,null,null],[0.017,0.015,0.015],[54.348,19.562,19.128],[null,null,null],[76.596,74.719,14.228],[7.441,5.77,5.87],[0.376,0.327,0.286],[7.689,0.395,1.281],[3.434,0.499,0.5],[27.679,2.378,2.393],[null,null,null],[2.221,2.227,2.167],[4.941,4.639,4.565],[5.641,5.37,5.007],[5.295,5.006,5.357],[5.28,5.21,5.105],[6.231,6.238,6.385],[5.918,5.933,5.934],[0.26,0.202,0.21],[0.364,0.072,0.069],[0.042,0.034,0.035],[1.483,0.686,0.651],[0.113,0.071,0.079],[0.042,0.051,0.037],[null,null,null]],"source":"pinot/results/c6a.4xlarge.json"}
,{"system":"Polars (DataFrame)","date":"2024-09-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","serverless","dataframe"],"load_time":274.5956620259999,"data_size":46998823722,"result":[[2.7551000130188186e-05,2.0500001483014785e-06,3.8999996831989847e-07],[0.3393856870000036,0.08128961900001741,0.0792162879999978],[0.46830895299990516,0.4213311490000251,0.41986769899995124],[0.27111638099995616,0.0691876239998237,0.06879308600014156],[0.9961474940000699,1.1656686840001385,1.341034622000052],[3.293661254999961,3.3244774100000996,3.31177472100012],[0.05548804800014295,0.05496264599992173,0.05497070699993856],[0.30676389199993537,0.11210982800002967,0.10042662099999689],[5.758702494999852,1.412199709000106,0.9961499670000649],[1.269696352999972,1.0784102180000446,1.089092165000011],[1.5691383170001245,0.7789256089999981,0.7921542070000669],[1.0894663530000344,0.9373611309999887,0.8721730039999329],[2.494931741999835,1.7917862040001182,1.7991658439998446],[95.30520302599984,96.30335870499971,95.42217894499981],[1.9459286860001157,1.9641287069998725,1.9325827739999113],[1.4602280210001481,1.2033372910000253,1.3688985580001827],[3.3947668380001232,2.9921093740003926,2.996665767000195],[2.16839200000004,2.5575646139996024,2.477013052000075],[5.922572512999977,6.192915480000011,7.058452599999782],[0.21617201800017938,0.051977289999740606,0.05087722700000086],[6.605031917999895,5.489592963999712,3.316997033000007],[2.9719723640000666,1.9411770279998564,1.9698260360000859],[5.622727766000025,4.052559812999789,4.165921265999714],[2.1939042029998745,2.0240198039996358,2.0558673149998867],[3.2231196239999917,2.574916228999882,2.6234278580000137],[3.1981313249998493,3.2646530639999582,3.29449439300015],[2.607552430999931,2.5564862259998336,2.6211176460001298],[8.782033818999935,9.022877838000113,8.618930766000176],[65.78594618099987,65.80185137000035,65.21734767399994],[0.04148712999995041,0.00017722400025377283,2.6159999833907932e-05],[5.197321627000292,1.8464567339997302,1.8262284829997952],[2.020474259999901,2.1032231610001872,2.150142378000055],[6.235942041999806,8.480420082000364,7.408725919000062],[3.7926399410002887,3.562234329000148,3.638766590999694],[3.3556073149998156,3.7019931729996642,3.4804760279998845],[0.5585857320002106,0.6201126340001792,0.6397678640000777],[20.811287902000004,20.985524244000317,20.879136653000387],[18.704310231999898,19.610116691000258,18.715476107000086],[7.068463735000023,7.329527066000082,7.057720248999885],[null,null,null],[2.366720836999775,2.364191364999897,2.4704000149999956],[0.06867151899996315,0.06851112599997577,0.09032966999984637],[null,null,null]],"source":"polars/results/c6a.metal.json"}
,{"hide":true,"system":"PostgreSQL (tuned)","date":"2022-12-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":11800,"data_size":128875248605,"result":[[4.10957,0.687829,0.702019],[3.92694,0.63874,0.636411],[262.331,262.793,262.826],[6.14366,1.16457,1.20297],[26.752,27.4474,27.4878],[50.6555,47.6136,49.2373],[0.035605,0.002266,0.002208],[1.07557,0.599462,0.597673],[18.537,17.4348,17.7942],[309.49,306.831,306.894],[7.78261,2.95749,3.00855],[325.58,315.688,319.237],[4.03189,2.31557,2.21055],[18.8998,10.0497,10.0307],[272.381,271.91,271.87],[5.91906,4.17788,4.21394],[15.6578,15.8794,15.937],[0.025629,0.001484,0.00153],[312.64,312.543,310.582],[0.026206,0.001114,0.001115],[13.1447,0.090463,0.104537],[0.11893,0.093162,0.090471],[18.7775,0.107025,0.110361],[0.131412,0.089608,0.087852],[0.048958,0.00153,0.001405],[0.016134,0.001351,0.001268],[0.021939,0.001781,0.00164],[265.557,260.971,261.025],[277.516,276.053,277.378],[7.56565,6.50964,6.54902],[266.723,266.389,266.231],[269.738,269.255,269.193],[331.115,330.011,330.913],[416.169,421.255,423.724],[408.434,409.538,407.552],[35.5578,18.1707,18.6893],[3.17403,0.652905,0.698142],[0.730699,0.489315,0.465665],[0.563463,0.319131,0.3182],[1.23744,0.989391,1.01963],[0.752814,0.509212,0.511453],[0.677541,0.435178,0.437736],[1.18281,0.688545,0.697523]],"source":"postgresql-tuned/results/c6a.4xlarge.json"}
,{"system":"PostgreSQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":2342,"data_size":77797067741,"result":[[439.753,309.785,282.017],[317.874,254.238,254.941],[262.883,263.072,263.09],[32.421,5.31,5.06],[57.134,42.648,42.334],[358.423,356.315,358.342],[31.524,5.35,4.994],[263.145,263.193,263.165],[323.659,322.858,321.918],[327.395,326.17,326.231],[265.983,265.681,265.912],[269.984,265.336,265.379],[284.096,284.56,282.234],[277.25,279.455,280.035],[285.66,286.2,283.611],[66.605,32.023,38.282],[312.452,304.431,305.391],[289.209,290.449,287.578],[331.706,327.485,334.428],[24.646,2.543,2.263],[267.561,267.496,267.524],[267.729,267.69,268.184],[263.074,263.12,267.04],[267.602,267.488,267.494],[263.141,263.859,263.137],[262.923,263.102,263.113],[262.885,263.088,263.114],[267.864,269.127,268.204],[303.376,306.925,308.664],[263.221,263.119,263.148],[270.814,270.575,270.294],[278.342,275.925,276.224],[584.599,576.932,591.502],[462.576,446.962,439.779],[429.93,417.696,416.704],[296.875,297.283,295.14],[3.461,0.842,0.794],[2.179,0.564,0.558],[2.258,0.566,0.416],[2.805,1.311,1.317],[2.936,0.82,0.615],[2.197,0.736,0.535],[1.983,0.32,0.312]],"source":"postgresql/results/c6a.4xlarge.json"}
,{"system":"QuestDB (partitioned)","date":"2024-10-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"Data load for partitioned tables is multi-threaded and thus more efficient.","tags":["Java","time-series"],"load_time":151,"data_size":72847067281,"result":[[0.0301054,0.000351946,0.00060261],[0.446941,0.0199322,0.0194012],[0.186355,0.0152413,0.0140531],[2.85062,0.011467,0.0101999],[3.80858,0.313625,0.883023],[9.92775,0.124323,0.555829],[2.06007,0.0188749,0.0266775],[0.202483,0.0895518,0.025696],[2.8891,1.87386,1.84415],[2.53436,1.96201,1.96031],[0.614345,0.113815,0.0951987],[0.279108,0.108026,0.111274],[0.551378,0.322649,0.281151],[0.482721,0.360012,0.356998],[1.59179,0.421437,0.3468],[1.99645,0.683289,0.713084],[1.88586,1.25238,1.25662],[1.17893,0.646347,0.633041],[5.08589,3.36238,3.34523],[0.0119212,0.0102671,0.013652],[40.0805,0.106967,0.105679],[0.48243,0.106175,0.110229],[42.0307,0.100622,0.101532],[8.37013,0.0272795,0.0236258],[0.209459,0.00516386,0.00439012],[0.517174,0.569395,0.58406],[0.00895085,0.00308301,0.00208701],[0.528715,0.216628,0.164235],[30.4188,1.98834,2.09702],[0.017533,0.00582928,0.00530268],[1.54283,0.385097,0.378116],[2.57918,0.588727,0.529359],[5.62132,4.9124,4.84574],[1.5214,1.32526,1.28921],[1.65806,1.49697,1.49461],[0.904108,0.810532,0.840865],[0.161399,0.0710863,0.0784365],[0.0638774,0.0471584,0.0522615],[0.297413,0.0174379,0.0197405],[0.299174,0.197702,0.203304],[3.684,0.0246324,0.0223985],[1.81513,0.0205352,0.0190106],[0.0249853,0.00569712,0.0055805]],"source":"questdb-partitioned/results/c6a.metal.json"}
,{"system":"QuestDB","date":"2024-10-09","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Java","time-series"],"load_time":917,"data_size":72842076197,"result":[[0.0267469,0.000315648,0.000204292],[0.243935,0.0584394,0.0571544],[0.164447,0.0405866,0.0419158],[2.78843,0.0447992,0.0400407],[1.03294,0.632231,0.649037],[8.27164,0.416001,0.41234],[2.05855,0.0283982,0.0249849],[0.0970105,0.0603002,0.0586619],[1.75664,1.28013,1.34165],[1.64103,1.46646,1.45583],[0.587983,0.111085,0.114858],[0.333805,0.125956,0.120254],[0.76897,0.641986,0.629848],[1.07711,0.831999,0.816635],[1.01584,0.661145,0.663255],[1.36517,1.13413,1.12393],[2.45814,2.12409,2.10695],[1.68721,1.41751,1.43044],[5.82957,5.03722,5.0558],[0.0227488,0.0216856,0.0209847],[39.6222,0.425181,0.41306],[0.443867,0.411984,0.484265],[41.2987,0.348628,0.343631],[1.71851,0.453748,0.424465],[0.27521,0.261101,0.258651],[0.471864,0.458261,0.463149],[0.237869,0.233076,0.241666],[1.14559,0.775777,0.731655],[30.8611,3.46115,3.46739],[0.18659,0.00649302,0.00694743],[8.21033,0.662991,0.650421],[2.78398,1.11266,1.1099],[10.0182,7.88371,7.94421],[26.4142,2.34115,2.32238],[2.90635,2.60528,2.5653],[1.65078,1.64873,1.62161],[2.51176,0.171884,0.17744],[5.32861,0.12111,0.121409],[0.157613,0.0618055,0.0640424],[0.377184,0.252364,0.255961],[3.62222,0.0749138,0.0768184],[2.22908,0.0655021,0.0674176],[0.0818814,0.0708637,0.0649365]],"source":"questdb/results/c6a.4xlarge.json"}
,{"system":"Redshift","date":"2022-07-29","machine":"serverless","cluster_size":"serverless","comment":"","tags":["managed","column-oriented"],"load_time":1889,"data_size":30300000000,"result":[[0.204673,0.204057,0.199682],[2.57227,0.06361,0.029767],[4.436641,0.063275,0.038419],[4.045285,0.095483,0.036212],[3.836475,0.331029,0.302588],[3.870503,0.354183,0.334163],[4.415212,0.138202,0.202982],[4.595758,0.218455,0.218352],[5.014696,0.681662,0.748541],[5.225219,1.547334,1.545263],[4.584578,0.72432,0.662759],[4.989708,0.325297,0.664825],[4.113529,0.36393,0.343591],[4.261916,0.638592,0.606164],[4.05665,0.359074,0.467625],[4.562217,0.324242,0.323635],[4.794707,0.392733,0.552696],[2.785799,0.555024,0.533908],[5.186795,0.834753,0.821691],[2.538645,0.055274,0.025005],[2.952623,0.389594,0.235447],[4.522708,0.587444,0.607969],[6.980801,0.932761,0.949326],[27.480743,0.934181,0.912692],[3.802747,0.068159,0.06577],[3.781327,0.065613,0.065988],[3.995625,0.067925,0.067972],[4.607562,0.395705,0.441231],[5.138266,0.800484,0.79964],[5.705465,1.236098,1.133279],[5.105528,0.32746,0.348947],[5.075262,0.452786,0.339682],[4.465012,0.955494,0.742195],[4.586866,0.783934,0.812498],[5.182903,1.04809,1.058838],[4.331838,0.452791,0.325946],[5.790735,0.553011,0.582903],[5.600699,0.588159,0.589788],[5.217314,0.519302,0.423573],[6.281955,0.687085,0.494527],[3.990623,0.501763,0.533571],[4.451641,0.464027,0.231731],[3.953942,0.288126,0.283841]],"source":"redshift-serverless/results/serverless.json"}
,{"system":"Redshift","date":"2023-03-16","machine":"dc2.8xlarge","cluster_size":2,"comment":"","tags":["managed","column-oriented"],"load_time":2485,"data_size":27278704640,"result":[[0.091406,0.086338,0.087612],[3.69766,0.134031,0.091109],[3.5111,0.168351,0.142172],[3.60815,0.258997,0.218437],[0.889436,0.837116,0.849539],[0.731434,0.637602,0.614294],[0.18962,0.102182,0.112139],[3.62328,0.131585,0.106394],[5.24115,1.36685,1.31341],[10.9166,5.36471,5.42147],[5.42547,0.276808,0.290985],[5.64058,0.279121,0.279034],[5.46763,0.53574,0.5168],[5.29286,1.07603,1.03563],[5.78458,0.536501,0.549506],[3.21523,1.12748,1.13882],[6.54437,2.03254,2.00971],[5.98581,1.92732,1.81327],[7.66486,2.55847,2.56672],[3.42706,0.12806,0.098883],[4.73143,0.925719,0.859908],[4.83294,1.13573,0.965813],[9.84339,2.50898,2.52251],[40.4326,4.64149,3.80256],[5.19757,0.247997,0.264246],[5.41506,0.209713,0.260805],[4.77753,0.216233,0.267095],[5.56149,0.814863,0.785771],[134.925,129.613,129.588],[8.71915,0.56382,0.435913],[4.87089,0.885857,0.849695],[6.30403,0.576453,0.533121],[7.8966,2.51425,2.4379],[3.59329,3.52192,3.5328],[8.12716,3.53348,3.57861],[5.20591,1.00374,0.871943],[5.04128,1.00458,0.958819],[5.07238,1.01154,1.01714],[4.55457,0.394789,0.369611],[4.56489,0.511554,0.459726],[4.09241,0.155302,0.137224],[4.12911,0.15957,0.129961],[4.13896,0.14336,0.113134]],"source":"redshift/results/2x.dc2.8xlarge.json"}
,{"system":"Redshift","date":"2022-07-25","machine":"ra3.16xlarge","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":1829,"data_size":26330791936,"result":[[0.077429,0.024911,0.023306],[2.53116,0.059213,0.027695],[3.583972,0.063486,0.036182],[2.376308,0.084898,0.058801],[0.1555,0.109031,0.114305],[0.2439,0.198301,0.176052],[0.130623,0.028745,0.029271],[3.740631,0.035144,0.033783],[3.615666,0.136355,0.133104],[5.125836,1.432898,1.413138],[3.781026,0.090368,0.088729],[3.996543,0.111767,0.102832],[3.665831,0.168544,0.158393],[3.980324,0.305395,0.308288],[3.868897,0.181746,0.182552],[3.625138,0.146538,0.143406],[4.024699,0.340789,0.339775],[2.646998,0.442014,0.385201],[4.370081,0.663792,0.664333],[2.517381,0.055869,0.029468],[2.892161,0.361342,0.335877],[4.306186,0.364156,0.365814],[6.576232,1.030228,1.037391],[26.654131,1.354625,1.361705],[3.641366,0.103397,0.093371],[3.593615,0.079071,0.081853],[3.822308,0.083556,0.081115],[3.824567,0.295163,0.338925],[5.321484,1.061397,1.052438],[4.795037,0.267308,0.203014],[4.466789,0.164681,0.162661],[4.715724,0.204908,0.204441],[4.148436,0.664311,0.658639],[0.958589,0.91596,0.916875],[4.43871,0.940025,0.940112],[4.152015,0.137629,0.140684],[4.881633,0.303343,0.30078],[5.020373,0.314807,0.316961],[4.586323,0.065513,0.076092],[5.424183,0.100862,0.106056],[2.947259,0.080757,0.046727],[3.585538,0.074431,0.047424],[3.753716,0.04414,0.042809]],"source":"redshift/results/4x.ra3.16xlarge.json"}
,{"system":"Redshift","date":"2022-07-25","machine":"ra3.4xlarge","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":1904,"data_size":22313697280,"result":[[2.135081,0.017989,0.01775],[2.4142,0.022495,0.022023],[6.414938,0.057299,0.055643],[6.411557,0.178071,0.1771],[3.710171,0.300286,0.303593],[3.876626,0.454045,0.477494],[6.41068,0.037709,0.036684],[5.793739,0.024525,0.023881],[5.769831,0.465373,0.490227],[5.939799,3.530177,3.57276],[6.115389,0.177672,0.161334],[6.230233,0.170112,0.166583],[4.046352,0.479846,0.481283],[4.620393,0.923121,0.952839],[4.18785,0.509904,0.518239],[5.660648,0.413803,0.411108],[5.886176,1.123718,1.103859],[3.556251,1.336332,1.381805],[6.040107,1.981635,1.965932],[2.484137,0.030438,0.029756],[4.105144,1.515947,1.515338],[6.21666,1.581792,1.581579],[9.005864,3.555306,3.567163],[30.723242,4.88672,4.885439],[5.678108,0.240413,0.239727],[5.923512,0.232055,0.231429],[5.809703,0.242922,0.242932],[5.820199,1.254403,1.2539],[8.798963,4.587414,4.592794],[13.184562,0.925342,0.873526],[6.617764,0.406749,0.404641],[6.770537,0.587831,0.586834],[5.173074,1.685266,1.713844],[6.216833,2.82166,2.859146],[6.262067,2.851894,2.835493],[5.716614,0.313373,0.328139],[5.683282,0.95632,0.97491],[5.83116,1.103328,1.10476],[6.917177,0.124116,0.107132],[7.662737,0.149158,0.149209],[4.621167,0.044216,0.043012],[4.572912,0.042941,0.042108],[5.906381,0.027692,0.026924]],"source":"redshift/results/4x.ra3.4xlarge.json"}
,{"system":"Redshift","date":"2022-07-29","machine":"ra3.xlplus","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":2103,"data_size":21060648960,"result":[[0.079613,0.033549,0.03409],[2.968579,0.063904,0.041282],[4.080153,0.13095,0.108882],[3.210337,0.34364,0.298495],[4.544852,0.631037,0.582424],[4.387295,1.084085,1.060912],[3.068245,0.108602,0.082147],[4.600868,0.045357,0.044651],[5.016095,0.9119,0.867873],[6.649061,2.367888,2.313359],[5.443231,0.309726,0.290368],[5.668514,0.333039,0.313292],[5.188214,1.085051,1.149722],[6.32409,1.961323,1.973299],[5.49248,1.14419,1.123103],[4.882748,0.733695,0.7748],[6.401272,2.257003,2.278818],[5.977724,2.511508,2.403787],[7.838491,3.47004,3.546783],[2.942119,0.094772,0.052837],[5.742532,2.535047,2.498187],[7.144539,2.607847,2.610038],[13.254883,6.773696,6.784579],[21.841477,11.673254,9.552525],[4.594945,0.474181,0.478285],[4.635551,0.494066,0.455041],[4.832767,0.474136,0.474433],[6.19406,2.059882,2.06739],[12.694282,7.745891,7.737045],[19.926847,1.349867,1.27298],[6.178553,0.845828,0.858791],[6.394659,1.080842,1.070668],[8.112381,3.869544,3.9868],[10.048186,5.276152,5.259864],[9.260186,5.163649,5.210499],[4.766534,0.646525,0.657038],[7.602645,1.880335,1.884086],[7.527802,2.172033,2.190131],[5.57036,0.229991,0.228068],[6.632048,0.286827,0.275382],[4.224273,0.103105,0.077275],[4.614709,0.102518,0.075337],[4.389546,0.052659,0.050885]],"source":"redshift/results/4x.ra3.xplus.json"}
,{"system":"SingleStore","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to memory limits","tags":["MySQL compatible","column-oriented"],"load_time":690,"data_size":29836263469,"result":[[0.09,0,0],[0.23,0.04,0.01],[0.47,0.15,0.15],[0.63,0.09,0.08],[1.65,1.23,1.2],[7.96,2.79,2.63],[0.1,0,0],[0.17,0.02,0.02],[1.9,1.4,1.39],[4.79,3.52,3.48],[0.94,0.22,0.23],[0.89,0.24,0.23],[5.82,2.26,2.25],[6.97,4.62,4.66],[3.05,2.28,2.31],[3.92,2.7,2.28],[5.83,4.48,4.42],[4.76,4.13,4.12],[14.03,null,null],[0.57,0.05,0.04],[18.18,1.74,1.94],[20.85,2.17,0.98],[31.98,3.12,1.22],[78.96,3.35,108.85],[2.82,0.39,0.32],[1.83,0.44,0.35],[2.81,0.33,0.32],[18.33,2.57,1.15],[null,null,null],[3.56,2.4,2.4],[3.83,1.11,1.11],[7.35,1.73,1.7],[null,null,null],[null,null,null],[null,null,null],[2.53,1.92,1.84],[0.92,0.23,0.19],[0.84,0.15,0.08],[0.7,0.05,0.05],[3.12,0.38,0.36],[0.29,0.03,0.03],[0.22,0.06,0.02],[0.27,0.11,0.12]],"source":"singlestore/results/c6a.4xlarge.json"}
,{"system":"SingleStore","date":"2022-07-15","machine":"S2","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1145,"data_size":19219978649,"result":[[0.1,0.04,0.01],[0.13,0,0.01],[0.57,0.09,0.1],[0.64,0.13,0.08],[2.04,1.39,1.32],[2.56,1.95,2.15],[0.12,0.01,0],[0.34,0.06,0.01],[2.14,1.71,1.71],[5.7,5.1,5.49],[1.02,0.25,0.28],[1.05,0.29,0.25],[2.38,1.91,1.74],[4.04,3.4,3.46],[2.19,1.6,1.75],[1.9,1.56,1.55],[4.92,4.26,4.46],[4.13,4.01,4.03],[10.11,9.61,9.56],[0.36,0.05,0.1],[1.61,1.29,1.24],[1.04,0.55,0.57],[1.38,0.96,0.89],[3,2.15,2.31],[0.66,0.28,0.2],[0.67,0.19,0.16],[0.69,0.18,0.16],[1.14,0.56,0.56],[null,null,null],[3.43,1.69,1.51],[1.73,1.06,1.03],[2.17,1.6,1.45],[11.17,10.42,10.74],[9.94,9.61,9.66],[10.22,9.84,9.84],[2.31,1.79,1.97],[0.4,0.2,0.14],[0.35,0.16,0.09],[0.28,0.08,0.08],[0.68,0.28,0.36],[0.25,0.15,0.02],[0.23,0.1,0.01],[0.24,0.1,0.03]],"source":"singlestore/results/s2.json"}
,{"system":"SingleStore","date":"2022-07-15","machine":"S24","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1043,"data_size":19219978649,"result":[[0.1,0.04,0.07],[0.12,0.06,0],[0.42,0.05,0.01],[0.34,0.05,0.01],[0.97,0.29,0.23],[0.87,0.34,0.25],[0.06,0.04,0],[0.15,0.01,0.01],[1.04,0.39,0.31],[1.68,0.96,0.85],[0.3,0.19,0.09],[0.3,0.21,0.08],[0.56,0.26,0.35],[0.7,0.48,0.43],[0.64,0.35,0.27],[0.98,0.4,0.36],[1.52,0.75,0.86],[0.7,0.74,0.71],[1.73,1.07,0.96],[0.15,0.05,0.01],[0.37,0.2,0.26],[0.55,0.14,0.25],[0.41,0.31,0.31],[0.66,0.39,0.46],[0.52,0.12,0.08],[0.3,0.08,0.15],[0.32,0.16,0.07],[0.82,0.21,0.13],[null,null,null],[2.28,0.34,0.38],[0.55,0.28,0.17],[0.53,0.29,0.34],[1.75,1.07,1.04],[2.05,1.41,1.43],[2.11,1.45,1.4],[1.14,0.53,0.45],[0.34,0.12,0.24],[0.29,0.09,0.21],[0.35,0.11,0.18],[0.59,0.22,0.39],[0.3,0.07,0.15],[0.27,0.22,0.16],[0.29,0.06,0.06]],"source":"singlestore/results/s24.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"2XL","cluster_size":32,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.177,0.052,0.09],[0.903,0.324,0.782],[0.458,2.909,0.275],[0.881,0.316,0.166],[0.404,0.257,0.256],[0.481,0.325,0.339],[0.056,0.062,0.06],[0.183,0.324,0.28],[0.444,0.314,0.32],[0.408,0.426,0.417],[0.345,0.241,0.253],[0.406,0.245,0.235],[0.521,1.259,0.326],[0.466,0.493,0.526],[0.447,0.349,0.362],[0.327,0.322,0.302],[0.462,0.508,0.461],[0.489,0.481,0.455],[0.731,0.659,0.674],[0.151,0.156,0.16],[0.832,0.339,0.312],[0.289,0.292,0.34],[0.591,0.484,0.419],[2.661,0.716,0.696],[0.19,0.199,0.377],[0.181,0.182,0.194],[0.22,0.209,0.195],[0.368,0.33,0.347],[0.677,0.645,0.646],[0.877,0.886,0.871],[0.415,0.282,0.301],[1.265,0.404,0.55],[0.786,0.75,0.757],[0.905,0.835,0.841],[0.864,0.865,0.823],[0.352,0.36,0.364],[0.201,0.186,0.2],[0.143,0.137,0.276],[0.29,0.132,0.146],[0.31,0.301,0.304],[0.212,0.197,0.17],[0.223,0.174,0.177],[0.172,0.172,0.172]],"source":"snowflake/results/2xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"3XL","cluster_size":64,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.165,0.061,0.049],[1.356,1.252,1.502],[1.287,0.47,0.325],[0.627,0.331,0.181],[0.265,0.265,0.483],[0.887,0.45,0.298],[0.054,0.066,0.062],[0.182,0.222,0.194],[0.408,0.438,0.319],[0.434,0.462,0.411],[1.357,0.247,0.412],[0.343,0.25,0.517],[0.273,0.289,0.6],[0.404,0.405,0.392],[0.379,0.304,0.455],[0.275,0.271,0.264],[0.418,0.386,0.388],[0.417,0.434,0.567],[0.753,0.759,0.506],[0.291,0.307,0.4],[0.954,0.423,0.28],[0.568,0.562,0.248],[0.568,0.477,0.496],[1.458,0.492,0.514],[0.179,0.3,0.184],[0.165,0.169,0.176],[0.197,0.186,0.19],[0.289,0.547,0.397],[0.513,0.544,0.632],[0.766,0.754,0.775],[0.389,0.374,0.383],[0.484,0.297,0.286],[0.505,0.505,0.734],[0.656,0.598,0.621],[0.634,0.646,0.609],[0.309,0.298,0.37],[0.192,0.219,0.212],[0.84,0.174,0.139],[0.172,0.163,0.151],[0.323,0.296,0.347],[0.2,0.154,0.144],[0.191,0.121,0.125],[0.137,0.233,0.148]],"source":"snowflake/results/3xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"4XL","cluster_size":128,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.164,0.061,0.078],[2.471,2.436,1.927],[1.656,0.222,0.639],[0.336,1.244,0.206],[0.435,0.414,0.373],[0.52,0.495,0.326],[0.052,0.051,0.057],[0.244,0.515,0.358],[0.473,0.477,0.659],[0.706,0.523,0.499],[0.619,0.361,0.303],[0.463,0.367,0.29],[0.385,0.319,0.376],[0.661,0.436,0.452],[0.446,0.317,0.336],[0.504,0.283,0.395],[0.478,1.395,0.35],[0.555,1.041,0.993],[0.565,0.558,1.473],[0.31,0.684,0.278],[0.637,1.202,0.249],[0.467,0.294,0.436],[0.671,0.478,0.611],[6.262,0.449,0.425],[0.476,0.213,0.184],[0.552,0.241,0.201],[0.458,0.415,0.402],[0.339,0.357,0.322],[0.732,0.549,0.483],[0.914,0.757,0.743],[0.718,0.31,0.606],[0.605,0.363,0.425],[0.468,0.86,0.784],[0.868,1.787,0.713],[0.807,0.691,0.544],[0.485,0.338,0.672],[0.263,0.221,0.23],[0.147,0.145,0.139],[0.135,0.239,0.136],[0.322,0.378,0.348],[0.236,0.138,0.132],[0.193,0.124,0.139],[0.146,0.145,0.139]],"source":"snowflake/results/4xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"L","cluster_size":8,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.067,0.054,0.051],[1.158,1.409,0.19],[1.47,0.566,0.715],[0.892,0.534,0.264],[0.474,0.499,0.489],[0.95,0.65,0.699],[0.069,0.055,0.11],[0.317,0.307,0.321],[0.949,0.593,0.654],[0.713,1.099,0.86],[0.622,0.37,0.404],[0.457,0.369,0.414],[0.61,0.566,0.653],[0.97,1.006,0.976],[1.517,0.636,0.603],[0.532,0.541,0.533],[1.018,1.001,1.022],[0.942,0.996,0.94],[2.246,1.596,1.56],[0.181,0.184,0.2],[1.135,0.788,0.609],[0.669,0.528,0.524],[1.164,0.827,0.882],[3.545,2.214,2.107],[0.559,0.431,0.426],[0.34,0.296,0.383],[0.695,0.314,0.368],[0.628,0.658,0.637],[1.511,1.385,1,440],[1.39,1.418,1.322],[1.107,0.687,0.537],[1.026,0.737,0.659],[1.712,1.681,1.728],[2.141,2.13,2.225],[2.163,2.157,2.11],[0.65,0.619,0.627],[0.204,0.195,0.225],[0.159,0.152,0.156],[0.146,0.136,0.15],[0.359,0.29,0.364],[0.196,0.129,0.227],[0.201,0.128,0.143],[0.176,0.129,0.146]],"source":"snowflake/results/l.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"M","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.054,0.062,0.064],[0.698,0.563,0.407],[0.586,0.412,0.266],[1.386,0.363,0.301],[0.814,0.825,0.984],[1.303,1.024,1.048],[0.069,0.066,0.062],[0.334,0.254,0.27],[1.043,0.952,0.993],[1.21,1.209,1.171],[0.667,0.483,0.456],[0.543,0.495,0.5],[1.005,0.889,0.888],[1.644,1.646,1.652],[1.054,1.044,0.966],[0.893,0.874,0.907],[1.737,1.779,1.837],[1.518,1.539,1.526],[3.082,2.818,2.842],[0.309,0.286,0.256],[1.594,1.017,0.993],[0.781,0.853,0.735],[1.461,1.226,1.08],[5.308,2.974,2.642],[0.511,0.625,0.467],[0.405,0.382,0.439],[0.601,0.535,0.471],[0.947,1.624,1.192],[2.631,2.486,2.49],[1.938,1.96,1.954],[1.93,0.83,0.835],[1.359,1.14,1.062],[3.599,3.623,3.621],[3.619,3.741,3.663],[3.725,3.614,3.786],[1.149,1.126,1.055],[0.202,0.207,0.196],[0.152,0.139,0.145],[0.149,0.144,0.148],[0.383,0.287,0.294],[0.203,0.137,0.119],[0.2,0.312,0.137],[0.149,0.13,0.214]],"source":"snowflake/results/m.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"S","cluster_size":2,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.186,0.06,0.062],[0.98,0.574,0.311],[0.977,0.554,0.426],[0.686,0.573,0.404],[1.386,1.384,1.349],[1.871,1.697,1.704],[0.052,0.059,0.227],[0.309,0.536,0.508],[1.768,1.631,1.635],[2.039,2.219,1.908],[0.807,0.647,0.587],[0.763,0.69,0.631],[1.403,1.586,1.404],[2.593,2.584,2.554],[1.67,1.538,1.653],[1.659,1.509,1.514],[2.875,2.99,2.998],[2.605,2.549,2.598],[6.12,5.894,5.766],[0.32,0.431,0.416],[2.406,1.703,1.609],[1.189,1.186,1.163],[2.104,1.441,1.37],[7.144,5.174,4.139],[0.839,0.659,0.641],[0.527,0.518,0.509],[0.633,0.621,0.695],[1.491,1.509,1.514],[4.848,4.485,4.571],[3.067,3.106,3.098],[1.521,1.224,1.236],[1.839,1.69,1.497],[5.692,5.751,6.087],[6.733,6.755,6.712],[6.722,6.709,6.676],[1.704,1.686,1.676],[0.203,0.231,0.218],[0.151,0.134,0.214],[0.14,0.156,0.163],[0.317,0.328,0.319],[0.166,0.133,0.141],[0.166,0.12,0.14],[0.12,0.119,0.126]],"source":"snowflake/results/s.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"XL","cluster_size":16,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.071,0.053,0.057],[0.998,0.61,0.24],[0.42,1.138,1.051],[0.653,0.264,0.178],[0.352,0.312,0.349],[1.126,0.431,0.42],[0.067,0.057,0.054],[0.225,0.217,0.2],[0.617,0.366,0.371],[1.006,0.541,0.498],[0.463,0.425,0.293],[0.431,0.36,0.339],[0.392,0.371,0.386],[0.588,0.581,0.59],[0.634,0.414,0.4],[0.368,0.41,0.388],[0.594,0.639,0.663],[0.616,0.581,0.569],[1.092,0.933,0.901],[0.493,0.213,0.16],[0.886,0.48,0.442],[0.448,0.337,0.399],[0.84,0.572,0.505],[2.251,1.23,0.959],[0.295,0.253,0.241],[0.214,0.239,0.278],[0.261,0.232,0.314],[0.422,0.429,0.403],[0.892,0.934,0.883],[1.041,1.017,1.009],[0.715,0.442,0.363],[0.845,0.413,0.461],[1.101,1.085,1.102],[1.294,1.272,1.339],[1.839,1.327,1.241],[0.439,0.399,0.393],[0.199,0.211,0.19],[0.157,0.143,0.14],[0.145,0.157,0.141],[0.331,0.291,0.333],[0.173,0.214,0.138],[0.189,0.15,0.159],[0.135,0.149,0.138]],"source":"snowflake/results/xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"XS","cluster_size":1,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.169,0.055,0.056],[1.184,0.582,0.386],[1.35,0.56,0.568],[1.27,0.554,0.538],[2.516,2.564,2.506],[2.935,2.649,2.67],[0.052,0.05,0.064],[0.383,0.387,0.397],[3.249,2.993,3.014],[3.589,3.627,3.887],[1.243,0.986,0.966],[1.325,1.08,1.073],[2.038,2.046,2.035],[3.738,3.626,3.718],[2.318,2.159,2.176],[2.733,2.637,2.668],[5.607,5.683,5.667],[3.978,3.923,3.879],[10.085,9.871,9.844],[0.45,0.375,0.469],[5.474,3.103,3.06],[2.012,1.982,1.971],[3.365,2.471,2.501],[11.96,10.619,9.518],[1.074,1.059,1.026],[0.856,0.846,0.879],[1.1,1.085,1.083],[3.057,3.228,3.117],[9.406,9.019,9.158],[6.196,6.243,6.911],[2.906,2.343,2.017],[2.954,2.666,2.565],[9.459,9.565,9.557],[9.555,9.529,9.368],[9.409,9.185,9.294],[2.796,2.88,2.685],[0.299,0.249,0.262],[0.156,0.145,0.18],[0.147,0.146,0.16],[0.371,0.357,0.356],[0.166,0.133,0.155],[0.218,0.14,0.135],[0.14,0.152,0.158]],"source":"snowflake/results/xs.json"}
,{"system":"Spark","date":"2024-11-24","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Java","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[3.451568882999709,1.5099017709999316,1.4457615579995036],[3.6331949529994745,1.5100484389995472,1.4306618689997777],[3.8691103789997214,1.4875263670001004,1.4309303390000423],[3.898077081000338,1.7829432369999267,1.4163864700003614],[8.497431836999567,5.491745006999736,5.221632884999963],[9.437205449999965,5.365197217999594,5.351961569000196],[4.4380845669993505,1.529258092999953,1.453303806999429],[4.237463717999162,1.667103736000172,1.6277630399999907],[10.763717450000513,7.253228950999983,6.920655083999918],[null,null,null],[6.172259834000215,2.829899385999852,2.691536891999931],[6.373072564999347,3.1935174989994266,2.7825274629994965],[8.945597008000732,5.497667528999955,5.295739161999336],[null,null,null],[9.564496040999984,5.930335183000352,5.790437358000418],[9.215286374000243,5.703157988000385,5.49577771299937],[null,null,null],[10.59676237900021,7.282936314999461,7.215708122999786],[null,null,null],[3.8846778059996723,2.0206755600001998,2.169723668000188],[11.782155242000044,4.769403714999498,4.605500732999644],[13.540546769000684,6.075493086999813,5.741942548000225],[null,null,null],[null,null,null],[5.327587396999661,2.7010835809996934,2.6526427419994434],[4.6284881000001405,2.3514357849999215,2.246716489999926],[5.139321022000331,2.6851238569997804,2.615352394999718],[12.611963741000181,6.204201994999494,6.084104303999993],[28.934751748999588,null,null],[7.1145374830002766,4.032988468999974,3.9520326800002294],[9.205675344000156,5.727411702999234,5.090095773999565],[10.557396175999202,6.476196016999893,6.509062041999641],[null,null,null],[null,null,null],[null,null,null],[9.532622613000058,5.988163566000367,5.835901048999403],[4.609914306000064,2.430121431999396,1.941113203999521],[4.321152522000375,1.8502409359998637,1.5165435509998133],[4.113692834000176,1.7422720820004542,1.6487724720000188],[5.191798449000089,3.2760622159994455,2.884947004999958],[4.11264138200022,1.8089530379993448,1.5781850240000495],[4.053875679999692,1.728480698000567,1.6408681860002616],[4.013041234000411,1.6797796270002436,1.5398138239997934]],"source":"spark/results/c6a.4xlarge.json"}
,{"system":"SQLite","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","embedded","row-oriented"],"load_time":2608,"data_size":75776589824,"result":[[752.739,2.003,1.2],[304.302,291.521,286.965],[293.964,287.619,287.219],[758.302,5.879,5.65],[836.393,48.593,48.452],[362.605,344.884,356.245],[763.993,11.602,10.795],[296.348,286.879,287.557],[365.816,360.339,354.126],[374.403,365.196,362.261],[302.989,293.888,298.432],[303.64,291.729,295.347],[316.824,298.18,301.006],[320.665,301.15,305.227],[313.593,301.021,301.626],[794.881,47,47.225],[355.346,344.615,342.442],[316.499,305.971,305.007],[398.177,380.383,385.571],[751.82,5.082,4.913],[295.522,286.573,287.368],[298.58,287.182,288.303],[296.474,288.747,288.638],[296.579,287.127,287.361],[304.709,286.865,287.56],[300.391,290.633,288.587],[294.605,286.91,287.799],[305.986,312.111,305.626],[null,null,null],[411.225,397.614,394.253],[307.711,295.181,300.266],[312.472,299.079,298.19],[386.674,378.347,376.963],[409.742,409.554,420.273],[468.73,453.709,458.149],[366.015,347.446,346.728],[2.911,0.781,0.757],[1.599,0.609,0.587],[1.288,0.256,0.238],[2.469,1.582,1.52],[1.274,0.303,0.283],[1.322,0.317,0.314],[1.498,0.602,0.613]],"source":"sqlite/results/c6a.4xlarge.json"}
,{"system":"StarRocks","date":"2022-09-25","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":492,"data_size":17233927256,"result":[[0.04,0.02,0.02],[0.21,0.03,0.04],[1.88,0.07,0.07],[3.4,0.09,0.1],[0.37,0.34,0.33],[2.71,0.88,0.84],[0.03,0.02,0.02],[0.06,0.03,0.03],[1.66,0.53,0.47],[1.58,1.52,1.47],[0.68,0.1,0.11],[1.26,0.12,0.12],[0.54,0.54,0.54],[0.99,0.96,0.99],[0.81,0.77,0.8],[0.41,0.39,0.4],[1.45,1.49,1.52],[0.52,0.52,0.51],[2.98,2.6,2.56],[0.02,0.01,0],[12.97,1.1,1.11],[14.84,0.91,0.94],[27.68,1.96,1.94],[46.49,1.49,1.22],[0.16,0.11,0.07],[0.94,0.12,0.12],[0.06,0.05,0.04],[13.99,1.44,1.42],[11.58,10.2,10.37],[0.22,0.1,0.11],[4.6,0.38,0.36],[4.15,0.53,0.52],[3.54,3.48,3.48],[15.22,6.08,6.17],[14.9,6.34,6.31],[1.86,0.59,0.51],[0.99,0.09,0.08],[0.42,0.05,0.05],[0.15,0.04,0.04],[1.27,0.18,0.18],[0.32,0.04,0.03],[0.11,0.03,0.04],[0.08,0.03,0.02]],"source":"starrocks/results/c6a.4xlarge.json"}
,{"system":"StarRocks","date":"2023-02-10","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":433,"data_size":17705230744,"result":[[0.04,0.04,0.03],[0.12,0.03,0.03],[0.66,0.06,0.06],[2.08,0.08,0.06],[0.1,0.08,0.09],[2.19,0.22,0.21],[0.04,0.02,0.03],[0.06,0.04,0.04],[0.99,0.12,0.12],[0.73,0.74,0.7],[0.13,0.06,0.05],[1.04,0.06,0.07],[0.17,0.18,0.17],[0.23,0.23,0.23],[0.54,0.18,0.18],[0.09,0.09,0.08],[0.31,0.32,0.3],[0.12,0.1,0.11],[1.27,0.48,0.44],[0.01,0.01,0],[12.09,0.17,0.15],[0.17,0.13,0.12],[10.91,0.28,0.24],[28.25,0.86,1.36],[0.03,0.03,0.02],[0.06,0.04,0.04],[0.02,0.03,0.02],[0.63,0.24,0.21],[8.77,1.6,1.64],[0.12,0.1,0.1],[1.33,0.13,0.13],[3.46,0.18,0.19],[0.97,0.86,0.86],[0.95,0.96,0.98],[0.96,0.97,0.97],[0.14,0.12,0.14],[0.07,0.06,0.06],[0.05,0.04,0.04],[0.04,0.03,0.03],[0.1,0.09,0.09],[0.47,0.03,0.03],[0.25,0.03,0.03],[0.04,0.03,0.03]],"source":"starrocks/results/c6a.metal.json"}
,{"hide":false,"system":"Tablespace","date":"2024-02-25","machine":"L1 - 16CPU 32GB","cluster_size":1,"comment":"","tags":["C","Rust","row-oriented","column-oriented","PostgreSQL compatible","managed","analytical"],"load_time":13711,"data_size":135469176422,"result":[[0.436542,0.032826,0.058116],[0.475804,0.06273,0.069842],[0.221264,0.118931,0.108054],[1.13058,0.110611,0.107611],[0.842296,0.840424,0.84895],[2.84863,1.22785,1.17402],[0.009753,0.002873,0.003417],[0.195597,0.098896,0.074905],[1.70796,1.37998,1.54147],[1.4772,1.33613,1.31476],[0.373194,0.340836,0.338413],[0.375037,0.361468,0.378387],[1.16898,1.22366,1.21796],[2.09798,2.94135,2.16265],[1.52902,1.34797,1.2899],[0.972571,0.981924,0.914636],[2.43485,2.58636,2.75724],[0.005437,0.003755,0.003427],[5.30082,5.16673,5.20788],[0.006782,0.002805,0.002702],[16.7202,0.179415,0.169258],[0.210038,0.180524,0.174665],[23.7864,0.2504,0.242016],[0.183456,0.173261,0.17237],[0.048444,0.003245,0.003059],[0.007258,0.003278,0.003245],[0.015761,0.003279,0.003193],[22.3888,1.79019,1.70748],[17.1564,4.59906,18.7535],[0.599159,0.572579,0.5331],[1.20788,1.13153,1.1528],[3.71611,1.39238,1.40143],[8.40708,8.20716,7.2647],[46.2087,5.43577,45.5534],[6.23327,6.50139,6.08041],[2.44898,2.23633,2.08641],[0.42763,0.352619,0.30957],[0.678261,0.476425,0.445909],[0.179801,0.154265,0.160855],[0.776884,0.791492,0.785599],[0.171634,0.11076,0.090103],[0.110994,0.084385,0.084405],[0.103362,0.10878,0.093837]],"source":"tablespace/results/large-1.json"}
,{"system":"Tembo OLAP (columnar)","date":"2024-02-09","machine":"c6a.4xlarge, 500gb gp3","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented"],"load_time":4903,"data_size":33864704000,"result":[[0.335424,0.288406,0.291833],[0.273387,0.276144,0.280566],[1.04303,1.03311,1.02745],[0.699428,0.698998,0.701829],[23.4004,23.0228,23.3303],[35.6514,35.9655,36.1087],[0.091153,0.074667,0.076713],[0.27855,0.276916,0.278651],[27.9524,27.7416,27.1891],[30.495,31.5809,30.8035],[2.98169,3.01209,2.96031],[3.36352,3.38749,3.32161],[9.25541,9.33663,9.30109],[10.6757,10.6452,10.352],[10.0414,9.99654,9.95628],[23.6013,23.7551,24.0158],[27.5649,26.7495,27.0685],[0.422969,0.37809,0.382737],[46.2609,46.2509,46.5879],[0.312248,0.312461,0.319174],[2.71278,2.74919,2.66242],[2.85679,2.8941,2.91063],[3.79428,3.82795,3.76534],[21.6777,21.8457,22.4842],[1.55266,1.4268,1.42082],[0.3739,0.336904,0.343475],[1.23959,1.22557,1.23188],[4.89249,4.94013,4.92233],[42.7291,42.4905,42.5116],[8.16955,8.15319,8.1022],[11.0438,10.8213,10.9278],[18.9006,18.1182,17.7459],[72.6787,71.4905,72.13],[44.2683,42.1593,42.9159],[44.1782,44.6741,44.1548],[17.2926,18.1069,17.8896],[0.393598,0.395635,0.394274],[0.234447,0.237086,0.196967],[0.108035,0.125385,0.117379],[0.78023,0.826582,0.806038],[0.106995,0.113052,0.118778],[0.120202,0.11803,0.119093],[0.153295,0.150266,0.151742]],"source":"tembo-olap/results/tembo-olap-col-c6a.json"}
,{"system":"Timescale Cloud","machine":"16 vCPU 64GB","tags":["C","PostgreSQL compatible","column-oriented","time-series","managed"],"load_time":3582,"data_size":19304824832,"result":[[0.075078,0.062641,0.060859],[0.356679,0.217159,0.218063],[0.330869,0.319226,0.320091],[0.274104,0.257301,0.264884],[14.8053,14.7817,14.6727],[22.4741,22.8597,21.8114],[0.230202,0.218084,0.216785],[0.242509,0.237666,0.238227],[25.2311,25.2713,25.2604],[29.4385,29.4391,29.3042],[2.56387,2.50663,2.48296],[3.29134,3.27938,3.29352],[6.93207,7.33038,6.91789],[10.47,10.3729,10.2536],[8.08343,8.17223,8.24336],[16.4222,16.6352,16.3149],[29.7131,29.8508,29.7349],[15.5166,15.4578,15.4986],[72.0715,72.0958,72.2937],[0.20411,0.200251,0.200248],[1.75535,1.68471,1.68637],[1.69671,1.69661,1.70221],[2.05127,1.99516,2.0107],[0.104263,0.099408,0.101126],[0.057888,0.056858,0.05627],[0.510376,0.516145,0.516876],[0.057811,0.05596,0.055793],[6.03674,6.04754,6.02444],[43.4727,43.3198,41.1564],[13.0009,12.9786,12.9858],[9.18186,9.22684,9.17831],[20.2325,20.3254,19.9995],[185.469,189.014,188.07],[34.3162,34.0653,34.0879],[35.5032,35.8524,35.7265],[12.6179,12.6148,12.5377],[0.354916,0.342253,0.34791],[0.092101,0.095784,0.095194],[0.053379,0.05307,0.053502],[0.776028,0.702947,0.729014],[0.057851,0.058563,0.057731],[0.043598,0.044703,0.044412],[0.056388,0.055425,0.057354]],"source":"timescale-cloud/results/16cpu.json"}
,{"system":"Timescale Cloud","machine":"4 vCPU 16GB","tags":["C","PostgreSQL compatible","column-oriented","time-series","managed"],"load_time":4536,"data_size":19304824832,"result":[[0.132563,0.06754,0.066227],[12.47,0.418352,0.425837],[13.5199,0.695965,0.700155],[16.0906,0.543066,0.53308],[22.81,22.5785,22.6563],[100.193,44.5759,44.3303],[8.30518,0.423394,0.423294],[0.466769,0.483534,0.469381],[121.409,89.9863,81.032],[121.644,89.3886,90.3642],[24.5323,9.27267,9.28532],[26.1658,13.2515,13.3088],[32.3703,10.14,9.28468],[33.4338,32.7155,32.9535],[23.001,10.5094,10.4578],[22.3244,22.3388,21.6968],[38.4224,38.0172,38.1108],[24.9415,25.1886,25.1446],[65.9534,40.2524,38.3269],[0.199252,0.202224,0.199557],[43.2147,5.55271,4.90265],[5.62701,5.25481,5.24404],[32.8954,7.01226,5.87382],[0.185235,0.103521,0.102187],[0.136064,0.057624,0.056844],[6.97666,1.34103,1.34622],[0.058549,0.058072,0.058526],[32.4044,19.7943,19.0585],[175.214,140.977,140.618],[52.3848,38.8652,38.6217],[63.2884,15.4103,15.6003],[65.86,79.4447,55.9994],[244.804,237.298,263.979],[114.885,49.2981,46.3849],[47.8801,50.7047,47.5506],[51.5432,21.8774,21.6287],[0.696973,0.47058,0.467237],[0.310589,0.128216,0.128819],[0.115109,0.068861,0.068149],[1.48006,1.10717,1.09055],[0.135312,0.078641,0.078742],[0.073446,0.057867,0.066032],[0.113972,0.094673,0.09543]],"source":"timescale-cloud/results/4cpu.json"}
,{"system":"Timescale Cloud","machine":"8 vCPU 32GB","tags":["C","PostgreSQL compatible","column-oriented","time-series","managed"],"load_time":4100,"data_size":19304824832,"result":[[0.077708,0.059169,0.059776],[0.610029,0.300701,0.2942],[0.596807,0.473727,0.473655],[0.543076,0.386686,0.367081],[22.8123,22.3908,22.4697],[44.1105,43.6139,43.4017],[0.40188,0.294889,0.291965],[0.330931,0.324949,0.324184],[81.8691,80.6517,81.067],[88.4032,88.1518,88.0832],[10.7307,9.34208,9.2576],[14.4886,13.3007,13.2212],[7.5493,7.55247,7.71715],[32.7137,32.3522,32.0355],[8.46518,8.54379,8.50341],[17.4125,17.7189,17.4182],[31.5671,31.4438,31.2331],[17.4257,17.4776,17.5177],[77.2229,76.5833,76.9343],[0.19568,0.192536,0.208533],[28.2475,5.43625,3.03199],[3.02817,3.02891,3.00948],[25.2653,3.62269,3.60629],[0.125884,0.106314,0.105304],[0.110555,0.058473,0.055182],[1.28762,0.811976,0.813051],[0.055858,0.054563,0.056349],[14.2602,10.0349,10.0452],[97.4627,90.6144,90.5417],[27.2562,23.3383,23.2969],[29.3687,9.91587,9.79159],[21.5964,20.7483,21.0502],[200.438,196.866,192.585],[52.2831,36.8464,36.2378],[38.5351,37.7414,38.1977],[13.8983,13.893,13.8798],[0.405851,0.384899,0.393844],[0.142963,0.102368,0.102197],[0.065548,0.061028,0.060279],[0.871367,0.83288,0.853763],[0.123719,0.067854,0.06501],[0.052932,0.051012,0.049953],[0.082306,0.069516,0.070417]],"source":"timescale-cloud/results/8cpu.json"}
,{"system":"TimescaleDB (no columnstore)","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","row-oriented","time-series"],"load_time":2633,"data_size":72021778432,"result":[[0.825759,0.795017,0.79407],[262.68,248.867,248.585],[258.451,248.351,248.325],[258.379,248.281,248.262],[275.418,264.224,263.995],[280.869,270.926,270.091],[258.175,248.071,248.046],[258.111,248.006,247.977],[288.051,277.948,277.788],[290.165,281.137,281.095],[259.547,248.679,248.555],[259.714,248.728,248.66],[267.949,257.085,256.911],[269.134,258.08,258.368],[269.013,258.061,258.173],[284.455,273.874,273.497],[326.982,314.428,314.388],[312.693,301.501,305.346],[385.588,375.142,361.127],[257.505,247.396,247.374],[257.456,247.333,247.304],[257.384,247.258,247.245],[257.301,247.155,247.16],[0.290002,0.26618,0.266557],[0.028196,0.005748,0.005692],[257.227,247.116,247.091],[0.029594,0.005812,0.00571],[257.177,247.068,247.028],[271.838,260.902,261.47],[257.088,246.934,246.867],[279.554,269.624,269.901],[293.384,280.375,283.582],[475.407,453.481,451.233],[361.092,349.146,352.018],[358.697,356.885,351.725],[282.44,273.055,272.881],[5.86585,0.981175,0.98396],[0.751076,0.724599,0.724766],[0.167832,0.141113,0.141385],[1.8474,1.80169,1.7934],[0.212307,0.184387,0.18482],[0.20732,0.175064,0.175146],[0.728829,0.705309,0.705701]],"source":"timescaledb-no-columnstore/results/c6a.4xlarge.json"}
,{"system":"TimescaleDB","date":"2024-11-12","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented","time-series"],"load_time":2925,"data_size":19304833024,"result":[[0.235548,0.036099,0.036163],[19.7933,0.169001,0.168361],[18.9245,0.247457,0.246337],[21.9931,0.20608,0.205977],[10.682,10.2227,10.1876],[37.9536,15.4292,15.2575],[9.1745,0.173641,0.175963],[0.230673,0.186469,0.186658],[31.7209,19.9927,19.9604],[22.8619,22.7002,22.6094],[7.48437,1.77802,1.79897],[6.61606,2.31768,2.41576],[13.6664,5.51914,5.53991],[8.24705,8.01542,8.00718],[13.5789,6.52172,6.55581],[13.9546,14.1044,13.9579],[24.4316,24.3629,24.7242],[13.2509,13.1415,12.9678],[76.6103,58.951,59.1555],[0.190042,0.155834,0.155095],[61.4993,3.42105,1.43345],[1.47164,1.44235,1.44143],[72.3975,1.63576,1.60404],[0.255848,0.079533,0.079303],[0.449811,0.043526,0.044307],[13.2346,0.411303,0.407034],[0.072324,0.043998,0.044456],[22.342,4.22788,4.17213],[65.9515,33.8073,34.0337],[26.7949,12.0366,11.9864],[97.3602,7.56289,7.14007],[52.8152,15.1488,15.1431],[142.318,142.004,140.552],[75.0637,28.5268,28.8399],[29.8478,29.4829,29.1753],[11.1359,11.3287,11.3091],[0.325518,0.259915,0.260927],[0.132595,0.064657,0.065113],[0.090194,0.038158,0.039605],[0.731474,0.538372,0.542066],[0.156162,0.042762,0.044043],[0.076735,0.031384,0.031414],[0.126314,0.041685,0.041164]],"source":"timescaledb/results/c6a.4xlarge.json"}
,{"system":"Tinybird (Free Trial)","date":"2024-11-11","machine":"serverless","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":0,"data_size":0,"result":[[0.002,0.002,0.006],[0.03,0.03,0.034],[0.08,0.08,0.083],[0.109,0.104,0.102],[1.011,0.668,0.637],[0.664,0.582,0.597],[1.899,0.055,0.068],[0.036,0.033,0.032],[2.55,2.519,2.341],[2.076,2.042,2.387],[0.344,0.365,0.322],[0.599,0.401,0.413],[1.228,1.265,1.085],[1.742,1.729,1.941],[1.477,1.468,1.423],[1.442,1.317,1.496],[4.402,4.385,4.476],[3.236,3.165,3.396],[9.751,9.707,8.164],[0.079,0.084,0.074],[2.924,1.204,1.213],[1.243,1.122,1.69],[3.846,1.67,1.727],[7.491,8.793,7.513],[0.352,0.338,0.39],[0.293,0.255,0.262],[0.384,0.445,0.407],[1.518,1.366,1.326],[null,null,null],[0.09,0.092,0.094],[0.951,0.897,0.946],[1.152,1.106,1.299],[5.331,5.509,5.432],[8.104,8.451,8.519],[6.037,6.861,7.138],[3.298,3.412,3.422],[1.225,1.121,1.167],[1.53,1.768,1.189],[0.989,0.891,0.854],[2.183,2.042,1.919],[0.166,0.018,0.015],[0.527,0.284,0.304],[0.214,0.213,0.205]],"source":"tinybird/results/tinybird.json"}
,{"system":"Umbra","date":"2024-02-05","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","PostgreSQL compatible"],"load_time":505.913,"data_size":36477780830,"result":[[0.030601,0.010866,0.011101],[0.33904,0.003698,0.003548],[0.645752,0.027352,0.026303],[0.719249,0.026984,0.026267],[0.727638,0.13537,0.133211],[2.0782,0.252201,0.255137],[0.338405,0.027632,0.027376],[0.309864,0.004253,0.004158],[1.61685,0.243389,0.263255],[3.01982,0.51973,0.524606],[1.08709,0.033062,0.032059],[1.46887,0.037179,0.035897],[2.0821,0.216457,0.215829],[3.92123,0.391088,0.395779],[2.48072,0.233635,0.21876],[0.765295,0.18303,0.18472],[3.88406,0.518152,0.541263],[3.8342,0.459446,0.476508],[7.15095,0.868591,0.862418],[0.674124,0.001847,0.001711],[18.1118,0.276739,0.27634],[21.1296,0.085333,0.083386],[35.0997,0.143139,0.141073],[122.717,118.44,116.582],[5.06751,0.009433,0.009186],[2.00484,0.00967,0.009456],[5.07312,0.038766,0.038597],[18.5152,0.269536,0.271205],[13.2374,2.55058,2.54432],[0.465351,0.022607,0.021943],[4.74853,0.13671,0.133112],[7.54723,0.204112,0.20182],[5.16736,1.29808,1.30411],[18.7229,1.4329,1.42222],[18.6891,1.47666,1.50563],[0.706767,0.194858,0.196652],[19.6567,0.01349,0.013724],[12.869,0.008628,0.009058],[1.23511,0.019785,0.019251],[34.5888,0.030742,0.027173],[0.503624,0.015988,0.015614],[0.288441,0.016486,0.016809],[3.59948,0.005299,0.005082]],"source":"umbra/results/c6a.4xlarge.json"}
,{"system":"Umbra","date":"2024-02-05","machine":"c6a.metal, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","PostgreSQL compatible"],"load_time":224.253,"data_size":37985071698,"result":[[0.664962,0.014879,0.013896],[0.86897,0.014264,0.014216],[1.39741,0.019753,0.019888],[1.76497,0.022482,0.022356],[1.80665,0.067752,0.081],[3.30264,0.133111,0.156861],[0.785534,0.0208,0.022284],[0.870046,0.015516,0.016097],[2.66753,0.14137,0.15998],[4.51368,0.689448,0.726916],[2.19478,0.053639,0.059179],[2.57461,0.043306,0.045997],[3.30665,0.164523,0.175388],[4.92596,0.234748,0.273746],[3.70171,0.147932,0.182008],[1.851,0.094632,0.113691],[4.93327,0.243824,0.270263],[4.87596,0.226228,0.210788],[8.02335,0.306983,0.333771],[1.7747,0.017516,0.018097],[19.9175,0.097303,0.081085],[22.3949,0.049008,0.049755],[37.544,0.080033,0.08298],[127.193,0.237656,0.249893],[5.70401,0.02041,0.02158],[2.93367,0.020734,0.021048],[6.12096,0.034546,0.038698],[19.8159,0.110082,0.107088],[14.2241,0.336072,0.36425],[0.663126,0.019808,0.019036],[5.58319,0.082806,0.083288],[8.2146,0.106136,0.093486],[5.46498,0.342316,0.345279],[19.5496,0.631508,0.862308],[19.0042,0.849141,0.840496],[0.303872,0.119839,0.087051],[20.4269,0.029673,0.027629],[14.2258,0.02278,0.019946],[7.9593,0.012017,0.013362],[35.6343,0.039568,0.037401],[2.49159,0.014061,0.013447],[2.00332,0.012786,0.011437],[3.64226,0.016922,0.017801]],"source":"umbra/results/c6a.metal.json"}
]; // end of data
const additional_data_size_points = [
{"fake": true, "system": "hits.tsv", "data_size": 74807831229},
{"fake": true, "system": "hits.csv", "data_size": 81136059858},
{"fake": true, "system": "hits.json", "data_size": 232733025002},
{"fake": true, "system": "hits.parquet", "data_size": 14779976446},
{"fake": true, "system": "hits.tsv.gz", "data_size": 16298506510},
{"fake": true, "system": "hits.csv.gz", "data_size": 16608960810},
{"fake": true, "system": "hits.json.gz", "data_size": 23728268670}
];
</script>
</head>
<body>
<div class="header stick-left">
<span class="nowrap themes"><span id="toggle-dark">🌚</span><span id="toggle-light">🌞</span></span>
<h1>ClickBench — a Benchmark For Analytical DBMS</h1>
<a href="https://github.com/ClickHouse/ClickBench/">Methodology</a> | <a href="https://github.com/ClickHouse/ClickBench/">Reproduce and Validate the Results</a> | <a href="https://github.com/ClickHouse/ClickBench/">Add a System</a> | <a href="https://github.com/ClickHouse/ClickBench/">Report Mistake</a> | <a href="https://benchmark.clickhouse.com/hardware/">Hardware Benchmark</a> | <a href="https://benchmark.clickhouse.com/versions/">Versions Benchmark</a>
</div>
<table class="selectors-container stick-left">
<tr>
<th>System: </th>
<td id="selectors_system">
<a id="select-all-systems" class="selector selector-active">All</a>
</td>
</tr>
<tr>
<th>Type: </th>
<td id="selectors_type">
<a id="select-all-types" class="selector selector-active">All</a>
</td>
</tr>
<tr>
<th>Machine: </th>
<td id="selectors_machine">
<a id="select-all-machines" class="selector selector-active">All</a>
</td>
</tr>
<tr>
<th>Cluster size: </th>
<td id="selectors_cluster_size">
<a id="select-all-cluster-sizes" class="selector selector-active">All</a>
</td>
</tr>
<tr>
<th>Metric: </th>
<td id="selectors_run">
<a class="selector" id="selector-metric-cold">Cold Run</a>
<a class="selector" id="selector-metric-hot">Hot Run</a>
<a class="selector" id="selector-metric-load">Load Time</a>
<a class="selector" id="selector-metric-size">Storage Size</a>
</td>
</tr>
</table>
<table class="stick-left comparison">
<thead>
<tr>
<th class="summary-name">
System & Machine
</th>
<th colspan="2">
Relative <span id="time-or-size">time</span> (lower is better)
</th>
</tr>
</thead>
<tbody id="summary">
</tbody>
</table>
<div id="nothing-selected" class="stick-left">Nothing selected</div>
<div class="stick-left comparison">
<h2>Detailed Comparison</h2>
</div>
<table id="details">
<thead>
<tr id="details_head">
</tr>
</thead>
<tbody id="details_body">
</tbody>
</table>
<script type="text/javascript">
const constant_time_add = 0.01;
const missing_result_penalty = 2;
const missing_result_time = 300;
let selectors = {
"system": {},
"type": {},
"machine": {},
"cluster_size": {},
"metric": "hot",
"queries": [],
};
let theme = 'light';
function setTheme(new_theme) {
theme = new_theme;
document.documentElement.setAttribute('data-theme', theme);
window.localStorage.setItem('theme', theme);
render();
}
document.getElementById('toggle-light').addEventListener('click', e => setTheme('light'));
document.getElementById('toggle-dark').addEventListener('click', e => setTheme('dark'));
let new_theme = window.localStorage.getItem('theme');
if (new_theme && new_theme != theme) {
setTheme(new_theme);
}
/// Generate selectors
let systems = document.getElementById('selectors_system');
let types = document.getElementById('selectors_type');
let machines = document.getElementById('selectors_machine');
let cluster_sizes = document.getElementById('selectors_cluster_size');
let unique_systems = [... new Set(data.map(elem => elem.system))];
function toggle(e, elem, selectors_map) {
selectors_map[elem] = !selectors_map[elem];
e.target.className = selectors_map[elem] ? 'selector selector-active' : 'selector';
render();
updateHistory();
}
function toggleAll(e, selectors_map) {
const new_value = Object.keys(selectors_map).filter(k => selectors_map[k]).length * 2 < Object.keys(selectors_map).length;
[...e.target.parentElement.querySelectorAll('a')].map(
elem => { elem.className = new_value ? 'selector selector-active' : 'selector' });
Object.keys(selectors_map).map(k => { selectors_map[k] = new_value });
render();
updateHistory();
}
unique_systems.map(elem => {
let selector = document.createElement('a');
selector.className = 'selector selector-active';
selector.appendChild(document.createTextNode(elem));
systems.appendChild(selector);
if (!(elem in selectors.system)) { selectors.system[elem] = data.some(entry => entry.system == elem && !entry.hide); }
selector.addEventListener('click', e => toggle(e, elem, selectors.system));
/// Highlighting summary rows and table columns on hovering over the system selector.
selector.addEventListener('mouseover', e => {
[...document.querySelectorAll('.summary-row')].map(row => {
row.className = row.dataset.system == elem ? 'summary-row summary-row-hilite' : 'summary-row' });
[...document.querySelectorAll('.th-entry')].map(th => {
th.className = th.dataset.system == elem ? 'th-entry th-entry-hilite' : 'th-entry' });
});
selector.addEventListener('mouseout', e => {
[...document.querySelectorAll('.summary-row')].map(row => { row.className = 'summary-row' });
[...document.querySelectorAll('.th-entry')].map(row => { row.className = 'th-entry' });
});
});
[... new Set(data.map(elem => elem.tags).flat())].map(elem => {
let selector = document.createElement('a');
selector.className = 'selector selector-active';
selector.appendChild(document.createTextNode(elem));
types.appendChild(selector);
if (!(elem in selectors.type)) { selectors.type[elem] = true; }
selector.addEventListener('click', e => toggle(e, elem, selectors.type));
});
[... new Set(data.map(elem => elem.machine))].map(elem => {
let selector = document.createElement('a');
selector.className = 'selector selector-active';
selector.appendChild(document.createTextNode(elem));
machines.appendChild(selector);
if (!(elem in selectors.machine)) { selectors.machine[elem] = true; }
selector.addEventListener('click', e => toggle(e, elem, selectors.machine));
});
[... new Set(data.map(elem => elem.cluster_size))].sort(
(a, b) => ((typeof(b) === 'number') - (typeof(a) === 'number')) || (a - b)).map(elem => {
let selector = document.createElement('a');
selector.className = 'selector selector-active';
selector.appendChild(document.createTextNode(elem));
cluster_sizes.appendChild(selector);
if (!(elem in selectors.cluster_size)) { selectors.cluster_size[elem] = true; }
selector.addEventListener('click', e => toggle(e, elem, selectors.cluster_size));
});
document.getElementById('select-all-systems').addEventListener('click', e => toggleAll(e, selectors.system));
document.getElementById('select-all-types').addEventListener('click', e => toggleAll(e, selectors.type));
document.getElementById('select-all-machines').addEventListener('click', e => toggleAll(e, selectors.machine));
document.getElementById('select-all-cluster-sizes').addEventListener('click', e => toggleAll(e, selectors.cluster_size));
[...document.getElementById('selectors_run').querySelectorAll('a')].map(elem => elem.addEventListener('click', e => {
[...e.target.parentElement.querySelectorAll('a')].map(elem => { elem.className = elem == e.target ? 'selector selector-active' : 'selector' });
}));
document.getElementById('selector-metric-cold').addEventListener('click', e => { selectors.metric = 'cold'; render(); updateHistory(); });
document.getElementById('selector-metric-hot').addEventListener('click', e => { selectors.metric = 'hot'; render(); updateHistory(); });
document.getElementById('selector-metric-load').addEventListener('click', e => { selectors.metric = 'load'; render(); updateHistory(); });
document.getElementById('selector-metric-size').addEventListener('click', e => { selectors.metric = 'size'; render(); updateHistory(); });
selectors.queries = [...data[0].result.keys()].map(k => true);
function updateSelectors() {
[...systems.childNodes].map(elem => { elem.className = selectors.system[elem.innerText] ? 'selector selector-active' : 'selector' });
[...types.childNodes].map(elem => { elem.className = selectors.type[elem.innerText] ? 'selector selector-active' : 'selector' });
[...machines.childNodes].map(elem => { elem.className = selectors.machine[elem.innerText] ? 'selector selector-active' : 'selector' });
[...cluster_sizes.childNodes].map(elem => { elem.className = selectors.cluster_size[elem.innerText] ? 'selector selector-active' : 'selector' });
[...document.getElementById('selectors_run').querySelectorAll('a')].map(elem => {
elem.className = elem.id == 'selector-metric-' + selectors.metric ? 'selector selector-active' : 'selector' });
[...document.querySelectorAll('.query-checkbox')].map((elem, i) => { elem.checked = selectors.queries[i] });
}
function clearElement(elem)
{
while (elem.firstChild) {
elem.removeChild(elem.lastChild);
}
}
function selectRun(timings) {
return selectors.metric == 'cold' ? timings[0] : (timings[1] !== null && timings[2] !== null ? Math.min(timings[1], timings[2]) : null)
}
function addNote(text) {
let note = document.createElement('sup');
note.className = 'note';
note.appendChild(document.createTextNode('†'));
let tooltip = document.createElement('span');
tooltip.className = 'tooltip tooltip-result';
tooltip.appendChild(document.createTextNode(text));
note.appendChild(tooltip);
return note;
}
function renderSummary(filtered_data) {
let table = document.getElementById('summary');
clearElement(table);
/// Generate summary
/// The algorithm: for each of the queries,
/// - if there is a result - take query duration, add 10 ms, and divide it to the corresponding value from the baseline,
/// - if there is no result - take the worse query duration across all query runs for this system and multiply by 2.
/// Take geometric mean across the queries.
let summary = {};
const num_queries = filtered_data[0].result.length;
const baseline_data = [...filtered_data[0].result.keys()].map(query_num =>
[...Array(3).keys()].map(run_num =>
Math.min(...filtered_data.filter(elem => !elem.fake).map(elem => elem.result[query_num][run_num]).filter(x => x))));
const min_load_time = Math.min(...filtered_data.map(elem => elem.load_time).filter(x => x));
const min_data_size = Math.min(...filtered_data.map(elem => elem.data_size).filter(x => x));
let summaries;
if (selectors.metric == 'load') {
summaries = filtered_data.map(elem => elem.load_time / min_load_time);
document.getElementById('time-or-size').innerText = 'time';
} else if (selectors.metric == 'size') {
summaries = filtered_data.map(elem => elem.data_size / min_data_size);
document.getElementById('time-or-size').innerText = 'size';
} else {
summaries = filtered_data.map(elem => {
const fallback_timing = missing_result_penalty * Math.max(missing_result_time, ...elem.result.map(timings => selectRun(timings)));
let accumulator = 0;
let used_queries = 0;
const no_queries_selected = selectors.queries.filter(x => x).length == 0;
for (let i = 0; i < num_queries; ++i) {
if (no_queries_selected || selectors.queries[i]) {
const curr_timing = selectRun(elem.result[i]) ?? fallback_timing;
const baseline_timing = selectRun(baseline_data[i]);
const ratio = (constant_time_add + curr_timing) / (constant_time_add + baseline_timing);
accumulator += Math.log(ratio);
++used_queries;
}
}
return Math.exp(accumulator / used_queries);
});
document.getElementById('time-or-size').innerText = 'time';
}
const sorted_indices = [...summaries.keys()].sort((a, b) => summaries[a] - summaries[b]);
const max_ratio = summaries[sorted_indices[sorted_indices.length - 1]];
sorted_indices.map(idx => {
const elem = filtered_data[idx];
if (selectors.metric == 'size' && elem.data_size === null) { return; }
let tr = document.createElement('tr');
tr.className = 'summary-row';
tr.dataset.system = elem.system;
let td_name = document.createElement('td');
td_name.className = 'summary-name';
if (!elem.fake) {
let link = document.createElement('a');
link.appendChild(document.createTextNode(`${elem.system} (${Number.isInteger(elem.cluster_size) && elem.cluster_size > 1 ? elem.cluster_size + '×': ''}${elem.machine})`));
link.href = "https://github.com/ClickHouse/ClickBench/blob/main/" + elem.source;
td_name.appendChild(link);
} else {
td_name.appendChild(document.createTextNode(elem.system));
}
if (elem.comment) { td_name.appendChild(addNote(elem.comment)); }
td_name.appendChild(document.createTextNode(': '));
const ratio = summaries[idx];
const percentage = summaries[idx] / max_ratio * 100;
let td_number = document.createElement('td');
td_number.className = 'summary-number';
const text = selectors.metric == 'load' ? (elem.load_time ? `${Math.round(elem.load_time)}s (×${ratio.toFixed(2)})` : 'stateless')
: selectors.metric == 'size' ? `${(elem.data_size / 1024 / 1024 / 1024).toFixed(2)} GiB (×${ratio.toFixed(2)})`
: `×${ratio.toFixed(2)}`;
td_number.appendChild(document.createTextNode(text));
let td_bar = document.createElement('td');
td_bar.className = 'summary-bar-cell';
let bar = document.createElement('div');
bar.className = `summary-bar`;
bar.style.width = `${percentage}%`;
td_bar.appendChild(bar);
tr.appendChild(td_name);
tr.appendChild(td_bar);
tr.appendChild(td_number);
table.appendChild(tr);
});
return [sorted_indices, baseline_data];
}
function colorize(elem, ratio) {
let [r, g, b] = [0, 0, 0];
/// ratio less than 1 - green
/// ratio from 1 to 2 - green to yellow
/// ratio from 2 to 10 - yellow to red
/// ratio from 10 to 1000 to infinity - red to brown to black
/// Note: we are using RGB space without proper gamma correction. Read more: https://www.handprint.com/HP/WCL/color1.html
if (ratio !== null) {
if (ratio < 1) {
r = 232;
g = 255;
b = 232;
} else if (ratio <= 1) {
g = 255;
} else if (ratio <= 2) {
g = 255;
r = (ratio - 1) * 255;
} else if (ratio <= 10) {
g = (10 - ratio) / 8 * 255;
r = 255;
} else {
r = (1 - ((ratio - 10) / ((ratio - 10) + 1000))) * 255;
}
}
if (document.documentElement.getAttribute('data-theme') == 'dark') {
r /= 1.5;
g /= 1.5;
b /= 1.5;
}
elem.style.backgroundColor = `rgb(${r}, ${g}, ${b})`;
if (ratio === null || ratio > 10) {
/// This will look better on dark backgrounds
elem.style.color = 'white';
} else {
elem.style.color = 'black';
}
/// The best result is highlighted
if (ratio == 1) {
elem.style.fontWeight = 'bold';
}
}
function render() {
let details_head = document.getElementById('details_head');
let details_body = document.getElementById('details_body');
clearElement(details_head);
clearElement(details_body);
let filtered_data = data.filter(elem =>
selectors.system[elem.system] &&
selectors.machine[elem.machine] &&
selectors.cluster_size[elem.cluster_size] &&
elem.tags.filter(type => selectors.type[type]).length > 0);
let nothing_selected_elem = document.getElementById('nothing-selected');
if (filtered_data.length == 0) {
nothing_selected_elem.style.display = 'block';
[...document.querySelectorAll('.comparison')].map(e => e.style.display = 'none');
return;
}
nothing_selected_elem.style.display = 'none';
[...document.querySelectorAll('.comparison')].map(e => e.style.display = 'block');
if (selectors.metric == 'size') {
filtered_data = [...filtered_data, ...additional_data_size_points];
}
let [sorted_indices, baseline_data] = renderSummary(filtered_data);
sorted_indices = sorted_indices.filter(idx => !filtered_data[idx].fake);
/// Generate details
/// Global checkbox
{
let th_checkbox = document.createElement('th');
let checkbox = document.createElement('input');
checkbox.type = 'checkbox';
checkbox.checked = true;
checkbox.addEventListener('change', e => {
[...document.querySelectorAll('.query-checkbox')].map(elem => { elem.checked = e.target.checked });
selectors.queries.map((_, i) => { selectors.queries[i] = e.target.checked });
renderSummary(filtered_data);
updateHistory();
});
th_checkbox.appendChild(checkbox);
details_head.appendChild(th_checkbox);
details_head.appendChild(document.createElement('th'));
}
/// Table header
sorted_indices.map(idx => {
const elem = filtered_data[idx];
let th = document.createElement('th');
th.appendChild(document.createTextNode(`${elem.system}\n(${Number.isInteger(elem.cluster_size) && elem.cluster_size > 1 ? elem.cluster_size + '×': ''}${elem.machine})`));
th.className = 'th-entry';
th.dataset.system = elem.system;
details_head.appendChild(th);
});
/// Load times
{
let tr = document.createElement('tr');
tr.className = 'shadow';
let td_title = document.createElement('td');
td_title.colSpan = 2;
td_title.appendChild(document.createTextNode('Load time: '));
tr.appendChild(td_title);
sorted_indices.map(idx => {
const curr_timing = filtered_data[idx].load_time;
const baseline_timing = Math.min(...filtered_data.map(elem => elem.load_time).filter(x => x));
const ratio = curr_timing / baseline_timing;
let td = document.createElement('td');
td.appendChild(document.createTextNode(curr_timing ? `${Math.round(curr_timing)}s (×${ratio.toFixed(2)})` : '0'));
colorize(td, ratio);
tr.appendChild(td);
});
details_body.appendChild(tr);
}
/// Data sizes
{
let tr = document.createElement('tr');
tr.className = 'shadow';
let td_title = document.createElement('td');
td_title.colSpan = 2;
td_title.appendChild(document.createTextNode('Data size: '));
tr.appendChild(td_title);
sorted_indices.map(idx => {
const curr_size = filtered_data[idx].data_size;
const baseline_size = Math.min(...filtered_data.map(elem => elem.data_size).filter(x => x));
const ratio = curr_size !== null ? curr_size / baseline_size : null;
let td = document.createElement('td');
td.appendChild(document.createTextNode(curr_size !== null ? `${(curr_size / 1024 / 1024 / 1024).toFixed(2)} GiB (×${ratio.toFixed(2)})` : '☠'));
colorize(td, ratio);
tr.appendChild(td);
});
details_body.appendChild(tr);
}
/// Query runtimes
const num_queries = filtered_data[0].result.length;
for (let query_num = 0; query_num < num_queries; ++query_num) {
let tr = document.createElement('tr');
tr.className = 'shadow';
let td_checkbox = document.createElement('td');
let checkbox = document.createElement('input');
checkbox.type = 'checkbox';
checkbox.className = 'query-checkbox';
checkbox.checked = selectors.queries[query_num];
checkbox.addEventListener('change', e => {
selectors.queries[query_num] = e.target.checked;
renderSummary(filtered_data);
updateHistory();
});
td_checkbox.appendChild(checkbox);
tr.appendChild(td_checkbox);
let td_query_num = document.createElement('td');
td_query_num.className = 'note';
td_query_num.appendChild(document.createTextNode(`Q${query_num}. `));
let tooltip = document.createElement('span');
tooltip.className = 'tooltip tooltip-query';
tooltip.appendChild(document.createTextNode(`Query ${query_num}: ${queries[query_num]}`));
td_query_num.appendChild(tooltip);