diff --git a/clickhouse-tencent/create.sql b/clickhouse-tencent/create.sql index 587f1f25c6..bb52f0e0c0 100644 --- a/clickhouse-tencent/create.sql +++ b/clickhouse-tencent/create.sql @@ -108,5 +108,4 @@ CREATE OR REPLACE TABLE hits PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID) ) ENGINE = MergeTree -SETTINGS fsync_after_insert = 1, -- https://github.com/ClickHouse/ClickBench/issues/678 - auto_statistics_types = ''; -- see clickhouse/create.sql for the rationale +SETTINGS fsync_after_insert = 1; -- https://github.com/ClickHouse/ClickBench/issues/678 diff --git a/clickhouse/create.sql b/clickhouse/create.sql index a6311a5a8c..bb52f0e0c0 100644 --- a/clickhouse/create.sql +++ b/clickhouse/create.sql @@ -108,5 +108,4 @@ CREATE OR REPLACE TABLE hits PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID) ) ENGINE = MergeTree -SETTINGS fsync_after_insert = 1, -- https://github.com/ClickHouse/ClickBench/issues/678 - auto_statistics_types = ''; -- per-column uniqState blobs grow with cardinality (~140 KB for high-card columns × ~30 such columns ≈ 4 MB per part of statistics.packed). Cold queries pay the load cost before cached_estimator is populated by the bg refresh task. Disabling stops the auto-stats files from being created on merge. +SETTINGS fsync_after_insert = 1; -- https://github.com/ClickHouse/ClickBench/issues/678 diff --git a/clickhouse/results/20260917/c6a.2xlarge.json b/clickhouse/results/20260917/c6a.2xlarge.json new file mode 100644 index 0000000000..b80a034222 --- /dev/null +++ b/clickhouse/results/20260917/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "ClickHouse", + "date": "2026-09-17", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative"], + "load_time": 240, + "data_size": 9436618859, + "concurrent_qps": 0.49, + "concurrent_error_ratio": 0.049, + "result": [ + [0.001, 0.001, 0.001], + [0.041, 0.001, 0.001], + [0.682, 0.076, 0.071], + [1.747, 0.09, 0.089], + [1.912, 0.461, 0.449], + [2.222, 0.917, 0.855], + [0.057, 0.007, 0.003], + [0.311, 0.044, 0.016], + [2.34, 0.804, 0.822], + [2.537, 0.944, 0.922], + [2.075, 0.206, 0.203], + [2.161, 0.259, 0.232], + [2.84, 0.696, 0.736], + [3.582, 1.033, 1.001], + [3.014, 0.872, 0.89], + [2.14, 0.491, 0.449], + [3.78, 1.718, 1.776], + [3.46, 0.777, 0.789], + [5.304, 3.207, 3.113], + [1.441, 0.004, 0.004], + [8.276, 0.815, 0.824], + [9.23, 0.192, 0.194], + [10.317, 1.161, 1.164], + [4.417, 0.234, 0.196], + [2.989, 0.176, 0.153], + [2.676, 0.471, 0.454], + [2.928, 0.647, 0.14], + [1.135, 0.351, 0.368], + [8.877, 3.279, 3.39], + [0.568, 0.117, 0.07], + [2.099, 0.501, 0.544], + [5.93, 0.633, 0.588], + [8.164, 3.146, 3.348], + [15.91, 8.927, 9.212], + [15.745, 8.972, 9.074], + [1.496, 0.446, 0.423], + [0.546, 0.072, 0.066], + [0.325, 0.04, 0.037], + [0.569, 0.041, 0.043], + [0.876, 0.136, 0.13], + [0.363, 0.021, 0.024], + [0.402, 0.019, 0.033], + [0.264, 0.014, 0.015] +] + } + \ No newline at end of file diff --git a/clickhouse/results/20260917/c6a.4xlarge.json b/clickhouse/results/20260917/c6a.4xlarge.json new file mode 100644 index 0000000000..d4d7992df5 --- /dev/null +++ b/clickhouse/results/20260917/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "ClickHouse", + "date": "2026-09-17", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative"], + "load_time": 215, + "data_size": 9420220381, + "concurrent_qps": 1.467, + "concurrent_error_ratio": 0.001, + "result": [ + [0.001, 0.001, 0.001], + [0.001, 0.001, 0.031], + [0.386, 0.032, 0.032], + [1.272, 0.042, 0.041], + [1.485, 0.226, 0.221], + [2.069, 0.402, 0.39], + [0.02, 0.002, 0.002], + [0.112, 0.011, 0.011], + [1.935, 0.508, 0.48], + [2.114, 0.546, 0.502], + [1.55, 0.119, 0.122], + [1.603, 0.154, 0.164], + [2.122, 0.425, 0.395], + [3.266, 0.591, 0.587], + [2.358, 0.496, 0.46], + [1.571, 0.294, 0.293], + [3.241, 1.137, 1.129], + [2.897, 0.455, 0.453], + [4.812, 2.136, 2.166], + [0.921, 0.003, 0.003], + [6.836, 0.4, 0.388], + [7.905, 0.115, 0.108], + [9.187, 0.542, 0.553], + [4.134, 0.316, 0.095], + [2.22, 0.116, 0.143], + [1.971, 0.194, 0.193], + [2.245, 0.717, 0.102], + [0.733, 0.158, 0.165], + [7.389, 1.654, 1.631], + [0.367, 0.036, 0.034], + [1.607, 0.26, 0.259], + [5.822, 0.346, 0.355], + [7.129, 2.221, 2.183], + [8.429, 2.222, 2.074], + [8.531, 2.079, 1.896], + [0.988, 0.221, 0.204], + [0.328, 0.067, 0.033], + [0.235, 0.019, 0.019], + [0.378, 0.023, 0.034], + [0.633, 0.075, 0.069], + [0.234, 0.013, 0.013], + [0.262, 0.029, 0.011], + [0.201, 0.012, 0.022] +] + } + \ No newline at end of file diff --git a/clickhouse/results/20260917/c6a.large.json b/clickhouse/results/20260917/c6a.large.json new file mode 100644 index 0000000000..0f509b4bcd --- /dev/null +++ b/clickhouse/results/20260917/c6a.large.json @@ -0,0 +1,60 @@ +{ + "system": "ClickHouse", + "date": "2026-09-17", + "machine": "c6a.large", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative"], + "load_time": 678, + "data_size": 9425373622, + "concurrent_qps": 0.145, + "concurrent_error_ratio": 0.112, + "result": [ + [0.005, 0.002, 0.003], + [0.003, 0.005, 0.003], + [0.913, 0.679, 0.692], + [1.662, 1.688, 1.421], + [5.021, 3.831, 4.216], + [8.429, 7.9, 8.184], + [0.787, 0.015, 0.018], + [0.843, 0.108, 0.157], + [9.182, 8.423, 8.621], + [10.062, 8.89, 9.786], + [3.249, 2.835, 2.838], + [3.867, 3.609, 3.518], + [10.356, 10.046, 9.668], + [30.682, 30.807, 32.604], + [11.718, 11.851, 11.394], + [5.513, 5.76, 5.628], + [55.01, 55.037, 54.589], + [13.903, 14.433, 13.393], + [97.793, 92.87, 100.468], + [1.165, 0.03, 0.019], + [24.077, 10.703, 9.32], + [30.549, 2.132, 1.847], + [37.42, 15.367, 14.563], + [4.723, 2.44, 2.301], + [2.462, 2.148, 2.083], + [6.068, 6.86, 6.393], + [2.422, 1.8, 1.716], + [5.032, 5.508, 4.889], + [61.654, 61.398, 59.849], + [0.959, 0.771, 0.648], + [7.016, 7.442, 7.116], + [10.507, 9.629, 9.602], + [123.434, 120.806, 125.115], + [94.177, 93.754, 94.8], + [96.37, 91.246, 94.292], + [5.004, 5.251, 5.477], + [1.118, 0.671, 0.735], + [0.639, 0.289, 0.311], + [0.585, 0.278, 0.238], + [1.448, 1.901, 1.449], + [0.429, 0.113, 0.121], + [0.654, 0.122, 0.14], + [0.675, 0.074, 0.2] +] + } + \ No newline at end of file diff --git a/clickhouse/results/20260917/c6a.metal.json b/clickhouse/results/20260917/c6a.metal.json new file mode 100644 index 0000000000..13ac1ead17 --- /dev/null +++ b/clickhouse/results/20260917/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "ClickHouse", + "date": "2026-09-17", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative"], + "load_time": 152, + "data_size": 9461788236, + "concurrent_qps": 15.657, + "concurrent_error_ratio": 0, + "result": [ + [0.002, 0.001, 0.001], + [0.001, 0.001, 0.002], + [0.319, 0.025, 0.013], + [0.824, 0.013, 0.013], + [0.893, 0.069, 0.07], + [1.356, 0.101, 0.096], + [0.035, 0.002, 0.002], + [0.156, 0.01, 0.01], + [1.39, 0.249, 0.241], + [1.611, 0.249, 0.255], + [1.002, 0.086, 0.087], + [1.183, 0.087, 0.112], + [1.285, 0.085, 0.091], + [2.153, 0.134, 0.128], + [1.587, 0.108, 0.105], + [0.864, 0.063, 0.059], + [2.046, 0.207, 0.234], + [1.938, 0.074, 0.073], + [3.129, 0.361, 0.35], + [0.846, 0.004, 0.003], + [5.538, 0.108, 0.11], + [6.408, 0.03, 0.031], + [7.879, 0.117, 0.115], + [4.068, 0.107, 0.134], + [1.43, 0.147, 0.104], + [1.313, 0.046, 0.044], + [1.372, 0.094, 0.076], + [0.455, 0.045, 0.045], + [5.614, 0.31, 0.299], + [0.28, 0.019, 0.02], + [1.271, 0.068, 0.093], + [3.703, 0.1, 0.079], + [3.751, 0.399, 0.383], + [6.752, 0.491, 0.478], + [6.66, 0.529, 0.458], + [0.59, 0.07, 0.058], + [0.513, 0.054, 0.054], + [0.295, 0.03, 0.03], + [0.593, 0.035, 0.046], + [0.815, 0.101, 0.096], + [0.38, 0.02, 0.02], + [0.372, 0.017, 0.017], + [0.23, 0.015, 0.014] +] + } + \ No newline at end of file diff --git a/clickhouse/results/20260917/c6a.xlarge.json b/clickhouse/results/20260917/c6a.xlarge.json new file mode 100644 index 0000000000..b23bfd957a --- /dev/null +++ b/clickhouse/results/20260917/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "ClickHouse", + "date": "2026-09-17", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative"], + "load_time": 287, + "data_size": 9421091136, + "concurrent_qps": 0.402, + "concurrent_error_ratio": 0.073, + "result": [ + [0.003, 0.002, 0.002], + [0.003, 0.002, 0.002], + [1.027, 0.154, 0.163], + [1.385, 0.194, 0.197], + [2.133, 0.935, 0.873], + [2.991, 1.956, 2.113], + [0.08, 0.005, 0.008], + [0.627, 0.054, 0.053], + [2.98, 1.746, 1.899], + [3.349, 2.042, 2.161], + [2.079, 0.396, 0.434], + [2.187, 0.482, 0.51], + [3.181, 1.549, 1.736], + [4.136, 2.515, 2.175], + [3.61, 2.143, 2.012], + [2.959, 0.91, 0.888], + [5.395, 4.162, 3.779], + [3.898, 1.758, 1.74], + [20.788, 17.328, 17.138], + [1.23, 0.004, 0.004], + [7.158, 1.594, 1.576], + [8.37, 0.36, 0.383], + [9.766, 2.242, 2.413], + [2.967, 0.362, 0.355], + [2.381, 0.254, 0.269], + [2.295, 0.793, 0.763], + [2.377, 0.294, 0.273], + [1.898, 0.648, 0.681], + [9.212, 6.806, 6.598], + [0.789, 0.225, 0.187], + [2.659, 0.907, 0.895], + [4.745, 1.101, 1.188], + [25.779, 23.69, 24.99], + [22.717, 17.242, 16.784], + [22.11, 17.31, 16.93], + [0.927, 0.795, 0.759], + [0.287, 0.103, 0.099], + [0.16, 0.055, 0.051], + [0.29, 0.056, 0.054], + [0.51, 0.185, 0.232], + [0.289, 0.027, 0.025], + [0.252, 0.024, 0.023], + [0.245, 0.022, 0.019] +] + } + \ No newline at end of file diff --git a/clickhouse/results/20260917/c7a.metal-48xl.json b/clickhouse/results/20260917/c7a.metal-48xl.json new file mode 100644 index 0000000000..8a457dde29 --- /dev/null +++ b/clickhouse/results/20260917/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "ClickHouse", + "date": "2026-09-17", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative"], + "load_time": 166, + "data_size": 9530158877, + "concurrent_qps": 27.903, + "concurrent_error_ratio": 0, + "result": [ + [0.002, 0.002, 0.002], + [0.262, 0.002, 0.002], + [0.356, 0.011, 0.011], + [0.909, 0.011, 0.01], + [1.169, 0.055, 0.059], + [1.497, 0.088, 0.078], + [0.031, 0.003, 0.003], + [0.455, 0.011, 0.038], + [1.365, 0.273, 0.203], + [1.602, 0.195, 0.214], + [1.048, 0.139, 0.088], + [1.217, 0.085, 0.082], + [1.559, 0.097, 0.074], + [1.942, 0.108, 0.086], + [1.455, 0.102, 0.074], + [0.892, 0.041, 0.038], + [2.171, 0.134, 0.109], + [1.914, 0.055, 0.055], + [3.129, 0.177, 0.169], + [0.768, 0.004, 0.004], + [5.949, 0.067, 0.068], + [6.643, 0.024, 0.022], + [8.102, 0.088, 0.076], + [4.381, 0.224, 0.168], + [1.403, 0.161, 0.074], + [1.505, 0.053, 0.037], + [1.673, 0.642, 0.109], + [0.476, 0.029, 0.024], + [5.798, 0.178, 0.167], + [0.337, 0.017, 0.018], + [1.227, 0.084, 0.05], + [3.626, 0.069, 0.061], + [3.726, 0.193, 0.176], + [6.003, 0.282, 0.244], + [5.876, 0.279, 0.244], + [0.613, 0.044, 0.04], + [0.435, 0.039, 0.046], + [0.246, 0.027, 0.071], + [0.51, 0.024, 0.025], + [0.734, 0.088, 0.089], + [0.307, 0.017, 0.016], + [0.278, 0.015, 0.015], + [0.207, 0.012, 0.013] +] + } + \ No newline at end of file diff --git a/clickhouse/results/20260917/c8g.4xlarge.json b/clickhouse/results/20260917/c8g.4xlarge.json new file mode 100644 index 0000000000..64d3193c92 --- /dev/null +++ b/clickhouse/results/20260917/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "ClickHouse", + "date": "2026-09-17", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative"], + "load_time": 201, + "data_size": 9425770085, + "concurrent_qps": 3.095, + "concurrent_error_ratio": 0.605, + "result": [ + [0.001, 0.001, 0.001], + [0.003, 0.001, 0.001], + [0.432, 0.018, 0.018], + [1.34, 0.028, 0.029], + [1.446, 0.131, 0.129], + [2.06, 0.186, 0.19], + [0.042, 0.002, 0.002], + [0.193, 0.009, 0.009], + [1.813, 0.252, 0.24], + [2.097, 0.294, 0.286], + [1.621, 0.098, 0.106], + [1.681, 0.102, 0.101], + [2.072, 0.199, 0.195], + [3.153, 0.272, 0.266], + [2.212, 0.241, 0.234], + [1.401, 0.128, 0.129], + [3.144, 0.478, 0.469], + [2.983, 0.203, 0.202], + [4.6, 0.756, 0.732], + [1.043, 0.003, 0.003], + [7.727, 0.223, 0.21], + [8.728, 0.063, 0.062], + [10.065, 0.311, 0.301], + [4.727, 0.097, 0.086], + [2.359, 0.073, 0.084], + [1.983, 0.099, 0.104], + [2.247, 0.471, 0.051], + [0.768, 0.093, 0.09], + [7.883, 0.877, 0.888], + [0.37, 0.032, 0.027], + [1.674, 0.154, 0.144], + [6.274, 0.18, 0.178], + [6.616, 0.808, 0.755], + [8.67, 0.978, 0.983], + [8.686, 0.974, 1], + [0.994, 0.123, 0.111], + [0.315, 0.023, 0.036], + [0.204, 0.015, 0.015], + [0.355, 0.029, 0.014], + [0.584, 0.057, 0.042], + [0.221, 0.011, 0.012], + [0.243, 0.011, 0.011], + [0.146, 0.01, 0.009] +] + } + \ No newline at end of file diff --git a/clickhouse/results/20260917/c8g.metal-48xl.json b/clickhouse/results/20260917/c8g.metal-48xl.json new file mode 100644 index 0000000000..6ac9b55ec2 --- /dev/null +++ b/clickhouse/results/20260917/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "ClickHouse", + "date": "2026-09-17", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative"], + "load_time": 152, + "data_size": 9433612568, + "concurrent_qps": 31.997, + "concurrent_error_ratio": 0, + "result": [ + [0.001, 0.001, 0.001], + [0.001, 0.001, 0.001], + [0.298, 0.021, 0.008], + [0.75, 0.018, 0.008], + [0.807, 0.045, 0.047], + [1.275, 0.082, 0.068], + [0.075, 0.002, 0.002], + [0.178, 0.008, 0.009], + [1.298, 0.191, 0.199], + [1.431, 0.208, 0.223], + [0.968, 0.092, 0.07], + [1.102, 0.1, 0.066], + [1.281, 0.081, 0.079], + [2.089, 0.109, 0.097], + [1.402, 0.086, 0.069], + [0.909, 0.045, 0.044], + [2.033, 0.185, 0.108], + [1.99, 0.072, 0.069], + [3.147, 0.213, 0.151], + [0.813, 0.003, 0.003], + [5.744, 0.079, 0.07], + [6.764, 0.022, 0.022], + [7.927, 0.099, 0.089], + [4.502, 0.382, 0.297], + [1.349, 0.183, 0.117], + [1.234, 0.092, 0.033], + [1.443, 0.577, 0.099], + [0.54, 0.026, 0.027], + [5.592, 0.19, 0.152], + [0.279, 0.032, 0.017], + [1.263, 0.07, 0.062], + [3.651, 0.08, 0.074], + [3.496, 0.187, 0.175], + [5.966, 0.263, 0.201], + [5.976, 0.266, 0.206], + [0.604, 0.05, 0.043], + [0.543, 0.053, 0.055], + [0.364, 0.03, 0.029], + [0.608, 0.028, 0.028], + [0.955, 0.105, 0.099], + [0.386, 0.017, 0.017], + [0.423, 0.043, 0.015], + [0.227, 0.013, 0.012] +] + } + \ No newline at end of file