diff --git a/datafusion/README.md b/datafusion/README.md index 8e6077f6a..b9c5b5d38 100644 --- a/datafusion/README.md +++ b/datafusion/README.md @@ -20,15 +20,15 @@ The benchmark should be completed in under an hour. On-demand pricing is $0.6 pe 1. `cd ClickBench/datafusion` 1. `vi benchmark.sh` and modify following line to target Datafusion version ``` - git checkout 36.0.0 + git checkout 40.0.0 ``` 1. `bash benchmark.sh` ### Know Issues: -1. importing parquet by `datafusion-cli` doesn't support schema, need to add some casting in quries.sql (e.g. converting EventTime from Int to Timestamp via `to_timestamp_seconds`) -2. importing parquet by `datafusion-cli` make column name column name case-sensitive, i change all column name in quries.sql to double quoted literal (e.g. `EventTime` -> `"EventTime"`) -3. `comparing binary with utf-8` and `group by binary` don't work in mac, if you run these quries in mac, you'll get some errors for quries contain binary format apache/arrow-datafusion#3050 +1. importing parquet by `datafusion-cli` doesn't support schema, need to add some casting in queries.sql (e.g. converting EventTime from Int to Timestamp via `to_timestamp_seconds`) +2. importing parquet by `datafusion-cli` make column name column name case-sensitive, i change all column name in queries.sql to double quoted literal (e.g. `EventTime` -> `"EventTime"`) +3. `comparing binary with utf-8` and `group by binary` don't work in mac, if you run these queries in mac, you'll get some errors for queries contain binary format apache/arrow-datafusion#3050 ## Generate full human readable results (for debugging) diff --git a/datafusion/benchmark.sh b/datafusion/benchmark.sh index 5f747fb97..38e1bbb03 100755 --- a/datafusion/benchmark.sh +++ b/datafusion/benchmark.sh @@ -14,7 +14,7 @@ sudo yum install gcc -y # Install DataFusion main branch git clone https://github.com/apache/arrow-datafusion.git cd arrow-datafusion/datafusion-cli -git checkout 36.0.0 +git checkout 40.0.0 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release export PATH="`pwd`/target/release:$PATH" cd ../.. diff --git a/datafusion/results/partitioned.json b/datafusion/results/partitioned.json index 570b6a91d..52661cb82 100644 --- a/datafusion/results/partitioned.json +++ b/datafusion/results/partitioned.json @@ -1,9 +1,9 @@ { "system": "DataFusion (Parquet, partitioned)", - "date": "2024-03-07", + "date": "2024-07-27", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v36.0.0 (bf6f83b)", + "comment": "v40.0.0 (4cae813)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[0.039, 0.011, 0.009], -[0.081, 0.028, 0.025], -[0.164, 0.070, 0.069], -[0.369, 0.076, 0.073], -[1.266, 0.782, 0.782], -[1.270, 1.172, 1.182], -[0.058, 0.031, 0.033], -[0.056, 0.027, 0.027], -[1.481, 1.412, 1.389], -[1.256, 0.964, 0.968], -[0.469, 0.274, 0.279], -[0.790, 0.309, 0.308], -[1.364, 1.237, 1.255], -[3.424, 2.509, 2.520], -[1.468, 1.387, 1.402], -[0.966, 0.899, 0.900], -[3.151, 2.654, 2.619], -[3.090, 2.555, 2.580], -[6.834, 5.596, 5.624], -[0.396, 0.066, 0.068], -[10.209, 1.558, 1.580], -[11.343, 1.892, 1.855], -[22.693, 4.159, 4.199], -[55.450, 11.146, 11.161], -[2.693, 0.488, 0.491], -[0.769, 0.429, 0.422], -[2.640, 0.572, 0.561], -[9.681, 2.242, 2.267], -[8.752, 5.296, 5.205], -[0.496, 0.403, 0.402], -[2.388, 1.067, 1.064], -[6.067, 1.554, 1.546], -[8.350, 7.786, 7.676], -[11.737, 6.850, 6.943], -[12.001, 7.473, 7.597], -[1.878, 1.764, 1.757], -[0.453, 0.284, 0.283], -[0.167, 0.107, 0.106], -[0.202, 0.136, 0.122], -[0.814, 0.667, 0.642], -[0.133, 0.040, 0.044], -[0.122, 0.034, 0.033], -[0.129, 0.045, 0.044] +[0.043, 0.018, 0.016], +[0.087, 0.031, 0.028], +[0.173, 0.072, 0.073], +[0.356, 0.075, 0.081], +[1.201, 0.784, 0.796], +[0.960, 0.831, 0.837], +[0.057, 0.026, 0.026], +[0.062, 0.029, 0.031], +[1.408, 1.314, 1.315], +[1.302, 1.025, 1.038], +[0.483, 0.280, 0.269], +[0.705, 0.306, 0.296], +[1.137, 0.931, 0.939], +[3.183, 2.245, 2.252], +[1.499, 1.415, 1.429], +[1.011, 0.901, 0.897], +[3.230, 2.670, 2.655], +[3.136, 2.560, 2.539], +[6.849, 5.608, 5.827], +[0.299, 0.075, 0.068], +[10.086, 1.544, 1.617], +[11.238, 1.821, 1.835], +[21.957, 4.104, 4.132], +[55.510, 10.615, 10.548], +[2.678, 0.503, 0.500], +[0.765, 0.412, 0.413], +[2.649, 0.574, 0.559], +[9.652, 2.177, 2.203], +[8.528, 5.051, 5.019], +[0.499, 0.421, 0.439], +[2.389, 1.018, 1.028], +[6.060, 1.520, 1.513], +[8.820, 8.081, 7.826], +[10.604, 4.851, 5.088], +[10.567, 4.971, 4.880], +[1.737, 1.659, 1.649], +[0.363, 0.247, 0.231], +[0.156, 0.093, 0.092], +[0.198, 0.125, 0.124], +[0.902, 0.701, 0.683], +[0.144, 0.042, 0.041], +[0.130, 0.037, 0.040], +[0.131, 0.055, 0.050] ] } diff --git a/datafusion/results/single.json b/datafusion/results/single.json index 37dee277f..8bb98a74a 100644 --- a/datafusion/results/single.json +++ b/datafusion/results/single.json @@ -1,9 +1,9 @@ { "system": "DataFusion (Parquet, single)", - "date": "2024-03-07", + "date": "2024-07-27", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v36.0.0 (bf6f83b)", + "comment": "v40.0.0 (4cae813)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[0.075, 0.045, 0.048], -[0.105, 0.059, 0.060], -[0.170, 0.100, 0.103], -[0.349, 0.105, 0.107], -[1.145, 0.841, 0.834], -[1.374, 1.251, 1.271], -[0.088, 0.064, 0.063], -[0.091, 0.065, 0.061], -[1.523, 1.442, 1.429], -[1.213, 1.025, 1.014], -[0.413, 0.315, 0.309], -[0.680, 0.334, 0.357], -[1.380, 1.260, 1.255], -[3.382, 2.497, 2.493], -[1.470, 1.392, 1.401], -[1.054, 0.946, 0.947], -[3.158, 2.703, 2.701], -[3.085, 2.615, 2.629], -[6.878, 5.644, 5.705], -[0.336, 0.098, 0.098], -[9.957, 1.526, 1.521], -[11.223, 1.853, 1.881], -[22.175, 4.074, 4.050], -[56.012, 11.500, 11.475], -[2.540, 0.578, 0.588], -[0.768, 0.524, 0.513], -[2.521, 0.670, 0.674], -[9.559, 2.258, 2.247], -[8.948, 5.095, 5.133], -[0.512, 0.460, 0.456], -[2.314, 1.127, 1.124], -[5.812, 1.591, 1.579], -[8.333, 7.788, 7.797], -[11.544, 6.860, 6.871], -[12.007, 7.641, 7.549], -[1.940, 1.815, 1.821], -[0.457, 0.318, 0.313], -[0.222, 0.179, 0.176], -[0.229, 0.178, 0.173], -[0.860, 0.693, 0.704], -[0.157, 0.073, 0.072], -[0.142, 0.069, 0.074], -[0.150, 0.086, 0.077] +[0.076, 0.051, 0.055], +[0.113, 0.066, 0.066], +[0.196, 0.115, 0.105], +[0.340, 0.114, 0.115], +[1.074, 0.862, 0.858], +[0.995, 0.874, 0.909], +[0.088, 0.076, 0.065], +[0.102, 0.078, 0.068], +[1.442, 1.349, 1.368], +[1.260, 1.083, 1.064], +[0.451, 0.306, 0.304], +[0.597, 0.337, 0.335], +[1.088, 0.986, 0.974], +[3.085, 2.261, 2.268], +[1.522, 1.428, 1.429], +[1.068, 0.957, 0.960], +[3.217, 2.702, 2.754], +[3.149, 2.621, 2.564], +[6.978, 5.679, 5.865], +[0.338, 0.107, 0.113], +[9.885, 1.466, 1.474], +[11.225, 1.794, 1.791], +[22.035, 3.906, 3.912], +[55.923, 10.899, 10.975], +[2.560, 0.579, 0.575], +[0.754, 0.509, 0.506], +[2.517, 0.674, 0.651], +[9.574, 2.220, 2.216], +[9.070, 4.926, 4.940], +[0.536, 0.473, 0.481], +[2.288, 1.090, 1.101], +[5.823, 1.543, 1.528], +[8.637, 8.328, 7.848], +[10.477, 4.972, 5.022], +[10.435, 4.910, 5.020], +[1.827, 1.685, 1.724], +[0.389, 0.275, 0.270], +[0.201, 0.175, 0.160], +[0.230, 0.173, 0.172], +[0.887, 0.749, 0.755], +[0.172, 0.085, 0.076], +[0.165, 0.075, 0.073], +[0.160, 0.090, 0.100] ] } diff --git a/datafusion/run.sh b/datafusion/run.sh index 673f6dc9a..a6cc85626 100755 --- a/datafusion/run.sh +++ b/datafusion/run.sh @@ -31,7 +31,7 @@ cat queries.sql | while read query; do # 2. each query contains a "Query took xxx seconds", we just grep these 2 lines # 3. use sed to take the second line # 4. use awk to take the number we want - RES=`datafusion-cli -f $CREATE_SQL_FILE /tmp/query.sql 2>&1 | grep "Query took" | sed -n 2p | awk '{print $7}'` + RES=`datafusion-cli -f $CREATE_SQL_FILE /tmp/query.sql 2>&1 | grep "Elapsed" |sed -n 2p | awk '{ print $2 }' [[ $RES != "" ]] && \ echo -n "$RES" || \ echo -n "null" diff --git a/index.html b/index.html index dd2a29e69..b8d161419 100644 --- a/index.html +++ b/index.html @@ -393,8 +393,8 @@ ,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"} -,{"system":"DataFusion (Parquet, partitioned)","date":"2024-03-07","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v36.0.0 (bf6f83b)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.039,0.011,0.009],[0.081,0.028,0.025],[0.164,0.07,0.069],[0.369,0.076,0.073],[1.266,0.782,0.782],[1.27,1.172,1.182],[0.058,0.031,0.033],[0.056,0.027,0.027],[1.481,1.412,1.389],[1.256,0.964,0.968],[0.469,0.274,0.279],[0.79,0.309,0.308],[1.364,1.237,1.255],[3.424,2.509,2.52],[1.468,1.387,1.402],[0.966,0.899,0.9],[3.151,2.654,2.619],[3.09,2.555,2.58],[6.834,5.596,5.624],[0.396,0.066,0.068],[10.209,1.558,1.58],[11.343,1.892,1.855],[22.693,4.159,4.199],[55.45,11.146,11.161],[2.693,0.488,0.491],[0.769,0.429,0.422],[2.64,0.572,0.561],[9.681,2.242,2.267],[8.752,5.296,5.205],[0.496,0.403,0.402],[2.388,1.067,1.064],[6.067,1.554,1.546],[8.35,7.786,7.676],[11.737,6.85,6.943],[12.001,7.473,7.597],[1.878,1.764,1.757],[0.453,0.284,0.283],[0.167,0.107,0.106],[0.202,0.136,0.122],[0.814,0.667,0.642],[0.133,0.04,0.044],[0.122,0.034,0.033],[0.129,0.045,0.044]],"source":"datafusion/results/partitioned.json"} -,{"system":"DataFusion (Parquet, single)","date":"2024-03-07","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v36.0.0 (bf6f83b)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.075,0.045,0.048],[0.105,0.059,0.06],[0.17,0.1,0.103],[0.349,0.105,0.107],[1.145,0.841,0.834],[1.374,1.251,1.271],[0.088,0.064,0.063],[0.091,0.065,0.061],[1.523,1.442,1.429],[1.213,1.025,1.014],[0.413,0.315,0.309],[0.68,0.334,0.357],[1.38,1.26,1.255],[3.382,2.497,2.493],[1.47,1.392,1.401],[1.054,0.946,0.947],[3.158,2.703,2.701],[3.085,2.615,2.629],[6.878,5.644,5.705],[0.336,0.098,0.098],[9.957,1.526,1.521],[11.223,1.853,1.881],[22.175,4.074,4.05],[56.012,11.5,11.475],[2.54,0.578,0.588],[0.768,0.524,0.513],[2.521,0.67,0.674],[9.559,2.258,2.247],[8.948,5.095,5.133],[0.512,0.46,0.456],[2.314,1.127,1.124],[5.812,1.591,1.579],[8.333,7.788,7.797],[11.544,6.86,6.871],[12.007,7.641,7.549],[1.94,1.815,1.821],[0.457,0.318,0.313],[0.222,0.179,0.176],[0.229,0.178,0.173],[0.86,0.693,0.704],[0.157,0.073,0.072],[0.142,0.069,0.074],[0.15,0.086,0.077]],"source":"datafusion/results/single.json"} +,{"system":"DataFusion (Parquet, partitioned)","date":"2024-07-27","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v40.0.0 (4cae813)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.043,0.018,0.016],[0.087,0.031,0.028],[0.173,0.072,0.073],[0.356,0.075,0.081],[1.201,0.784,0.796],[0.960,0.831,0.837],[0.057,0.026,0.026],[0.062,0.029,0.031],[1.408,1.314,1.315],[1.302,1.025,1.038],[0.483,0.280,0.269],[0.705,0.306,0.296],[1.137,0.931,0.939],[3.183,2.245,2.252],[1.499,1.415,1.429],[1.011,0.901,0.897],[3.230,2.670,2.655],[3.136,2.560,2.539],[6.849,5.608,5.827],[0.299,0.075,0.068],[10.086,1.544,1.617],[11.238,1.821,1.835],[21.957,4.104,4.132],[55.510,10.615,10.548],[2.678,0.503,0.500],[0.765,0.412,0.413],[2.649,0.574,0.559],[9.652,2.177,2.203],[8.528,5.051,5.019],[0.499,0.421,0.439],[2.389,1.018,1.028],[6.060,1.520,1.513],[8.820,8.081,7.826],[10.604,4.851,5.088],[10.567,4.971,4.880],[1.737,1.659,1.649],[0.363,0.247,0.231],[0.156,0.093,0.092],[0.198,0.125,0.124],[0.902,0.701,0.683],[0.144,0.042,0.041],[0.130,0.037,0.040],[0.131,0.055,0.050]],"source":"datafusion/results/partitioned.json"} +,{"system":"DataFusion (Parquet, single)","date":"2024-07-27","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v40.0.0 (4cae813)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result": [[0.076,0.051,0.055],[0.113,0.066,0.066],[0.196,0.115,0.105],[0.340,0.114,0.115],[1.074,0.862,0.858],[0.995,0.874,0.909],[0.088,0.076,0.065],[0.102,0.078,0.068],[1.442,1.349,1.368],[1.260,1.083,1.064],[0.451,0.306,0.304],[0.597,0.337,0.335],[1.088,0.986,0.974],[3.085,2.261,2.268],[1.522,1.428,1.429],[1.068,0.957,0.960],[3.217,2.702,2.754],[3.149,2.621,2.564],[6.978,5.679,5.865],[0.338,0.107,0.113],[9.885,1.466,1.474],[11.225,1.794,1.791],[22.035,3.906,3.912],[55.923,10.899,10.975],[2.560,0.579,0.575],[0.754,0.509,0.506],[2.517,0.674,0.651],[9.574,2.220,2.216],[9.070,4.926,4.940],[0.536,0.473,0.481],[2.288,1.090,1.101],[5.823,1.543,1.528],[8.637,8.328,7.848],[10.477,4.972,5.022],[10.435,4.910,5.020],[1.827,1.685,1.724],[0.389,0.275,0.270],[0.201,0.175,0.160],[0.230,0.173,0.172],[0.887,0.749,0.755],[0.172,0.085,0.076],[0.165,0.075,0.073],[0.160,0.090,0.100]],"source":"datafusion/results/single.json"} ,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"} ,{"system":"DuckDB (Parquet, partitioned)","date":"2023-09-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.06858791799959363,0.044711035000091215,0.042833501000131946],[0.08466665400010243,0.061327259999870876,0.06103660400003719],[0.14877448299967,0.10559172700004638,0.10446714899990184],[0.33234463500002676,0.09389112100006969,0.09252776699986498],[1.1345820209999147,0.5388421589996142,0.5428325200000472],[0.8665522809997128,0.7525683420003588,0.7726315990003059],[0.14739966299976004,0.12885476300016308,0.1280705589997524],[0.08514470599993729,0.0660608250000223,0.06364701199981937],[0.7901016199998594,0.6670942910000122,0.6656622149998839],[1.112716422000176,0.9176106790000631,0.8993262330000107],[0.4155927659999179,0.21104949600021428,0.21018879099983678],[1.0025453209996158,0.2506203090001691,0.24569647199996325],[1.2344316989997424,0.6329478739999104,0.6651636070000677],[2.456399698000041,1.0311697550000645,1.0137859460000982],[0.9334836890002407,0.6877674190000107,0.70905577800022],[0.673465615999703,0.5981919160003599,0.6082133740001154],[2.494906011999774,1.4013747280000644,1.3922408849998646],[2.375765204000345,1.324844154999937,1.3226832469999863],[4.690465237999888,2.3323504360000697,2.3752783559998534],[0.20363476300008188,0.08883917699995436,0.08691825200003223],[9.97606974700011,1.850158613000076,1.8413504770001055],[10.993020309999793,1.688866285000131,1.6903490720001173],[21.570115048999924,3.479486579999957,3.460369050999816],[55.44843658699983,11.133978315999684,11.129654930000015],[2.6089661060000253,0.48738706799986176,0.47928872500006037],[0.7135218759999589,0.3805757249997441,0.35711958900037644],[2.769580591999784,0.4973172830000294,0.4876009600002362],[9.315595299000051,1.488970874000188,1.4658663950003756],[8.170337007999933,4.1328330040000765,4.145880016000319],[4.665519644000142,4.670076305000293,4.6598440840002695],[2.2809909809998317,0.781899636000162,0.7691932829998223],[6.008987953999622,0.9412647040003321,0.9506733889998031],[6.1903129289999015,3.628633594999883,3.815570798999943],[9.97725304100004,2.979070244000013,2.997355967999738],[9.978100522000204,2.992902611000318,3.022268540999903],[0.92484311599992,0.8439210039996397,0.8562627520000206],[0.23992238600021665,0.13403623200019865,0.1317714319998231],[0.1254186490000393,0.09669256999995923,0.09850224299998445],[0.13835749800000485,0.09647460799988039,0.0929961749998256],[0.3313648240000475,0.2376939770001627,0.24857611900006304],[0.07056037899974399,0.05403545599983772,0.051252997999654326],[0.07037150599990127,0.04856322000023283,0.04816857199966762],[0.06874101699986568,0.04819512300036877,0.04709468300006847]],"source":"duckdb-parquet/results/c6a.4xlarge.json"}