Merge pull request #15263 from ClickHouse/add-more-hardware-results

Add more hardware results

benchmark/hardware.sh

@@ -14,6 +14,8 @@ TRIES=3
 AMD64_BIN_URL="https://clickhouse-builds.s3.yandex.net/0/e29c4c3cc47ab2a6c4516486c1b77d57e7d42643/clickhouse_build_check/gcc-10_relwithdebuginfo_none_bundled_unsplitted_disable_False_binary/clickhouse"
 AARCH64_BIN_URL="https://clickhouse-builds.s3.yandex.net/0/e29c4c3cc47ab2a6c4516486c1b77d57e7d42643/clickhouse_special_build_check/clang-10-aarch64_relwithdebuginfo_none_bundled_unsplitted_disable_False_binary/clickhouse"
 
+# Note: on older Ubuntu versions, 'axel' does not support IPv6. If you are using IPv6-only servers on very old Ubuntu, just don't install 'axel'.
+
 FASTER_DOWNLOAD=wget
 if command -v axel >/dev/null; then
     FASTER_DOWNLOAD=axel
@@ -60,10 +62,12 @@ if [[ ! -d data ]]; then
     if [[ ! -f $DATASET ]]; then
         $FASTER_DOWNLOAD "https://clickhouse-datasets.s3.yandex.net/hits/partitions/$DATASET"
     fi
-    
+
     tar $TAR_PARAMS --strip-components=1 --directory=. -x -v -f $DATASET
 fi
 
+uptime
+
 echo "Starting clickhouse-server"
 
 ./clickhouse server > server.log 2>&1 &
@@ -105,9 +109,12 @@ echo
 echo "Benchmark complete. System info:"
 echo
 
-echo '----Version and build id--------'
-./clickhouse local --query "SELECT version(), buildId()"
+echo '----Version, build id-----------'
+./clickhouse local --query "SELECT format('Version: {}, build id: {}', version(), buildId())"
+./clickhouse local --query "SELECT format('The number of threads is: {}', value) FROM system.settings WHERE name = 'max_threads'" --output-format TSVRaw
+./clickhouse local --query "SELECT format('Current time: {}', toString(now(), 'UTC'))"
 echo '----CPU-------------------------'
+cat /proc/cpuinfo | grep -i -F 'model name' | uniq
 lscpu
 echo '----Block Devices---------------'
 lsblk

website/benchmark/benchmark.js

@@ -403,7 +403,7 @@ function generate_diagram() {
         var table_row = "";
 
         table_row += "<tr>";
-        table_row += "<td class='text-right w-15 align-middle'";
+        table_row += "<td class='text-right text-nowrap w-15 align-middle'";
         if (filtered_results[j].system_full) {
             table_row += ' data-toggle="tooltip" data-placement="right" title="' + filtered_results[j].system_full + '"';
         }

website/benchmark/hardware/results/049_aws_c5metal.json → website/benchmark/hardware/results/aws_c5metal_100.json

 [
     {
-        "system":       "AWS c5.metal",
+        "system":       "AWS c5.metal 100GB",
         "system_full":  "AWS c5.metal 96vCPU 192GiB 100GB SSD",
         "time":         "2020-01-17 00:00:00",
         "kind":         "cloud",

website/benchmark/hardware/results/aws_c5metal_300.json

+[
+    {
+        "system":       "AWS c5.metal 300GB",
+        "system_full":  "AWS c5.metal 96vCPU 192GiB 300GB SSD",
+        "time":         "2020-09-23 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.012, 0.002, 0.002],
+[0.066, 0.018, 0.018],
+[0.066, 0.028, 0.027],
+[0.186, 0.033, 0.031],
+[0.362, 0.095, 0.093],
+[1.092, 0.141, 0.142],
+[0.035, 0.020, 0.021],
+[0.023, 0.018, 0.018],
+[0.303, 0.176, 0.181],
+[0.817, 0.198, 0.198],
+[0.322, 0.091, 0.092],
+[0.600, 0.098, 0.098],
+[1.059, 0.265, 0.253],
+[1.542, 0.318, 0.310],
+[0.682, 0.286, 0.283],
+[0.372, 0.320, 0.295],
+[1.610, 0.832, 0.750],
+[1.301, 0.492, 0.458],
+[3.446, 1.361, 1.330],
+[0.189, 0.050, 0.035],
+[9.246, 0.338, 0.265],
+[10.163, 0.277, 0.249],
+[19.616, 0.663, 0.639],
+[20.068, 0.418, 0.367],
+[1.812, 0.097, 0.093],
+[0.976, 0.090, 0.083],
+[2.458, 0.097, 0.095],
+[9.397, 0.344, 0.323],
+[7.320, 0.415, 0.413],
+[0.780, 0.753, 0.748],
+[1.328, 0.226, 0.223],
+[4.643, 0.339, 0.329],
+[4.136, 2.049, 2.021],
+[9.213, 1.080, 0.923],
+[9.192, 1.019, 0.959],
+[0.410, 0.360, 0.378],
+[0.244, 0.155, 0.163],
+[0.102, 0.077, 0.071],
+[0.045, 0.055, 0.049],
+[0.459, 0.318, 0.316],
+[0.069, 0.033, 0.026],
+[0.035, 0.027, 0.020],
+[0.019, 0.009, 0.010]
+        ]
+    }
+]

website/benchmark/hardware/results/aws_c6metal.json

+[
+    {
+        "system":       "AWS c6.metal (Graviton 2)",
+        "system_full":  "AWS c6.metal (Graviton 2) 64 CPU 128GiB 2x1.7TB local SSD md-RAID-0",
+        "time":         "2020-09-23 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.004, 0.003, 0.001],
+[0.085, 0.030, 0.032],
+[0.029, 0.028, 0.026],
+[0.047, 0.068, 0.070],
+[0.090, 0.075, 0.079],
+[0.140, 0.126, 0.124],
+[0.018, 0.013, 0.012],
+[0.032, 0.021, 0.032],
+[0.154, 0.139, 0.138],
+[0.204, 0.155, 0.156],
+[0.101, 0.091, 0.090],
+[0.104, 0.104, 0.100],
+[0.223, 0.203, 0.203],
+[0.273, 0.255, 0.253],
+[0.232, 0.212, 0.213],
+[0.230, 0.223, 0.223],
+[0.506, 0.484, 0.483],
+[0.334, 0.330, 0.316],
+[1.139, 1.085, 1.088],
+[0.065, 0.077, 0.054],
+[0.484, 0.315, 0.315],
+[0.545, 0.295, 0.291],
+[0.980, 0.661, 1.476],
+[1.415, 1.101, 0.675],
+[0.150, 0.086, 0.085],
+[0.094, 0.077, 0.078],
+[0.150, 0.087, 0.086],
+[0.478, 0.348, 0.346],
+[0.424, 0.403, 0.399],
+[1.435, 1.388, 1.417],
+[0.215, 0.178, 0.178],
+[0.378, 0.294, 0.289],
+[1.669, 1.590, 1.596],
+[1.105, 1.007, 1.010],
+[1.074, 1.041, 1.014],
+[0.339, 0.323, 0.323],
+[0.210, 0.199, 0.204],
+[0.096, 0.091, 0.092],
+[0.084, 0.080, 0.079],
+[0.425, 0.405, 0.423],
+[0.034, 0.025, 0.022],
+[0.022, 0.019, 0.018],
+[0.007, 0.007, 0.007]
+        ]
+    }
+]

website/benchmark/hardware/results/045_aws_m6g_16xlarge.json → website/benchmark/hardware/results/aws_m6g_16xlarge.json

 [
     {
-        "system":       "AWS m6g.16xlarge",
-        "system_full":       "AWS m6g.16xlarge (Graviton2) 64 vCPU, 256 GiB RAM, EBS",
+        "system":       "AWS m6g.16xlarge (Graviton 2)",
+        "system_full":  "AWS m6g.16xlarge (Graviton 2) 64 vCPU, 256 GiB RAM, EBS",
         "time":         "2020-02-13 00:00:00",
         "kind": "cloud",
         "result":

website/benchmark/hardware/results/xeon_e5_2650_4hdd.json

+[
+    {
+        "system":       "Xeon E5-2650",
+        "system_full":  "Xeon E5-2650 v2 @ 2.60GHz, 2 sockets, 16 threads, 4xHDD RAID-10",
+        "time":         "2020-09-25 00:00:00",
+        "kind":         "server",
+        "result":
+        [
+[0.040, 0.002, 0.002],
+[0.698, 0.014, 0.013],
+[0.533, 0.030, 0.030],
+[0.700, 0.043, 0.046],
+[0.749, 0.108, 0.102],
+[1.350, 0.221, 0.259],
+[0.168, 0.020, 0.020],
+[0.096, 0.013, 0.013],
+[1.132, 0.406, 0.386],
+[1.279, 0.426, 0.440],
+[0.842, 0.153, 0.146],
+[1.042, 0.186, 0.182],
+[1.149, 0.536, 0.533],
+[1.734, 0.688, 0.683],
+[1.481, 0.688, 0.651],
+[1.100, 0.709, 0.700],
+[2.367, 1.668, 1.682],
+[1.687, 1.013, 0.988],
+[4.768, 3.647, 3.783],
+[0.599, 0.055, 0.040],
+[5.530, 0.646, 0.622],
+[6.658, 0.671, 0.648],
+[11.795, 1.645, 1.574],
+[19.248, 1.168, 0.906],
+[1.826, 0.224, 0.232],
+[0.964, 0.189, 0.187],
+[2.058, 0.234, 0.215],
+[5.811, 0.758, 0.704],
+[4.805, 1.014, 0.995],
+[2.272, 2.035, 1.838],
+[1.827, 0.546, 0.547],
+[3.643, 0.863, 0.834],
+[5.816, 5.069, 5.168],
+[6.585, 2.655, 2.756],
+[6.949, 2.681, 2.795],
+[1.325, 1.090, 1.072],
+[0.460, 0.183, 0.179],
+[1.000, 0.087, 0.091],
+[0.142, 0.051, 0.038],
+[0.808, 0.392, 0.391],
+[0.256, 0.021, 0.015],
+[0.132, 0.038, 0.012],
+[0.054, 0.006, 0.006]
+        ]
+    }
+]

website/benchmark/hardware/results/yandex_cloud_cascade_lake_32_vcpu.json

+[
+    {
+        "system":       "Yandex Cloud 32vCPU",
+        "system_full":  "Yandex Cloud Cascade Lake, 32 vCPU, 128 GB RAM, 300 GB SSD",
+        "cpu_vendor":   "Intel",
+        "time":         "2020-09-23 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.021, 0.001, 0.001],
+[0.051, 0.011, 0.010],
+[0.396, 0.025, 0.025],
+[1.400, 0.035, 0.033],
+[1.413, 0.095, 0.098],
+[2.272, 0.222, 0.208],
+[0.042, 0.014, 0.014],
+[0.024, 0.011, 0.010],
+[1.948, 0.311, 0.303],
+[2.267, 0.379, 0.348],
+[1.498, 0.138, 0.135],
+[1.563, 0.164, 0.155],
+[2.435, 0.544, 0.516],
+[3.937, 0.661, 0.659],
+[2.724, 0.727, 0.642],
+[1.795, 0.683, 0.641],
+[4.668, 1.682, 1.643],
+[3.802, 1.051, 0.895],
+[8.297, 3.835, 4.592],
+[1.427, 0.100, 0.033],
+[16.816, 0.652, 0.547],
+[19.159, 0.650, 0.532],
+[35.374, 1.538, 1.311],
+[32.736, 0.854, 0.699],
+[4.767, 0.203, 0.184],
+[2.249, 0.166, 0.158],
+[4.759, 0.207, 0.189],
+[16.826, 0.584, 0.529],
+[14.308, 0.920, 0.789],
+[1.137, 1.041, 0.992],
+[3.967, 0.545, 0.555],
+[9.196, 0.872, 0.789],
+[9.554, 5.501, 5.694],
+[17.810, 2.712, 2.329],
+[17.726, 2.653, 2.793],
+[1.260, 0.955, 0.978],
+[0.260, 0.171, 0.164],
+[0.092, 0.065, 0.069],
+[0.046, 0.041, 0.037],
+[0.475, 0.391, 0.383],
+[0.066, 0.021, 0.019],
+[0.023, 0.024, 0.011],
+[0.022, 0.005, 0.005]
+        ]
+    }
+]

website/benchmark/hardware/results/yandex_cloud_cascade_lake_80_vcpu.json

+[
+    {
+        "system":       "Yandex Cloud 80vCPU",
+        "system_full":  "Yandex Cloud Cascade Lake, 80 vCPU, 160 GB RAM, 4TB SSD",
+        "cpu_vendor":   "Intel",
+        "time":         "2020-09-23 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.024, 0.002, 0.002],
+[0.067, 0.012, 0.012],
+[0.104, 0.017, 0.017],
+[0.411, 0.020, 0.021],
+[0.577, 0.069, 0.068],
+[0.739, 0.123, 0.122],
+[0.038, 0.015, 0.014],
+[0.024, 0.012, 0.012],
+[0.625, 0.169, 0.168],
+[0.748, 0.216, 0.207],
+[0.471, 0.089, 0.082],
+[0.487, 0.092, 0.087],
+[0.818, 0.256, 0.245],
+[1.324, 0.352, 0.352],
+[0.927, 0.333, 0.319],
+[0.642, 0.376, 0.377],
+[1.686, 0.983, 0.959],
+[1.290, 0.588, 0.582],
+[3.105, 1.793, 1.818],
+[0.426, 0.031, 0.034],
+[5.559, 0.415, 0.344],
+[6.343, 0.435, 0.405],
+[11.779, 1.151, 1.101],
+[11.851, 0.537, 0.509],
+[1.530, 0.125, 0.126],
+[0.695, 0.103, 0.103],
+[1.531, 0.127, 0.119],
+[5.576, 0.541, 0.496],
+[4.718, 0.740, 0.719],
+[1.429, 1.467, 1.500],
+[1.309, 0.335, 0.322],
+[3.138, 0.505, 0.518],
+[5.481, 3.475, 3.512],
+[6.330, 1.877, 1.818],
+[6.238, 1.843, 1.813],
+[0.660, 0.626, 0.603],
+[0.251, 0.152, 0.151],
+[0.090, 0.058, 0.059],
+[0.041, 0.038, 0.034],
+[0.470, 0.376, 0.385],
+[0.076, 0.015, 0.018],
+[0.030, 0.018, 0.010],
+[0.024, 0.006, 0.005]
+        ]
+    }
+]