Closed GlutenPerfBot closed 3 weeks ago
failures are related with https://github.com/facebookincubator/velox/pull/11321
===== Performance report for TPCDS SF2000 with Velox backend, for reference only ====
query | log/native_master_11_08_2024_time.csv | log/native_master_11_07_2024_e204dc5f06_time.csv | difference | percentage |
q1 | 14.21 | 14.01 | -0.203 | 98.57% |
q2 | 16.85 | 15.47 | -1.382 | 91.80% |
q3 | 4.79 | 5.38 | 0.597 | 112.48% |
q4 | 71.90 | 71.35 | -0.552 | 99.23% |
q5 | 10.39 | 8.53 | -1.864 | 82.06% |
q6 | 3.91 | 3.56 | -0.346 | 91.15% |
q7 | 8.13 | 6.19 | -1.945 | 76.09% |
q8 | 3.55 | 3.37 | -0.185 | 94.80% |
q9 | 25.73 | 24.70 | -1.028 | 96.00% |
q10 | 8.78 | 8.53 | -0.251 | 97.15% |
q11 | 36.97 | 38.80 | 1.829 | 104.95% |
q12 | 1.31 | 2.60 | 1.282 | 197.53% |
q13 | 6.82 | 6.68 | -0.141 | 97.93% |
q14a | 49.17 | 48.71 | -0.460 | 99.06% |
q14b | 43.12 | 41.94 | -1.183 | 97.26% |
q15 | 2.76 | 2.49 | -0.275 | 90.03% |
q16 | 49.50 | 49.64 | 0.133 | 100.27% |
q17 | 4.88 | 4.84 | -0.039 | 99.19% |
q18 | 6.67 | 6.74 | 0.070 | 101.05% |
q19 | 2.13 | 2.15 | 0.018 | 100.84% |
q20 | 1.55 | 1.43 | -0.123 | 92.08% |
q21 | 1.33 | 1.16 | -0.167 | 87.43% |
q22 | 7.91 | 7.95 | 0.039 | 100.49% |
q23a | 109.93 | 108.43 | -1.503 | 98.63% |
q23b | 129.40 | 127.84 | -1.560 | 98.79% |
q24a | 105.34 | 105.35 | 0.013 | 100.01% |
q24b | 102.31 | 108.77 | 6.466 | 106.32% |
q25 | 4.05 | 4.22 | 0.165 | 104.08% |
q26 | 3.72 | 4.11 | 0.394 | 110.59% |
q27 | 4.40 | 5.61 | 1.209 | 127.46% |
q28 | 31.36 | 34.08 | 2.723 | 108.68% |
q29 | 11.95 | 9.08 | -2.867 | 76.01% |
q30 | 4.71 | 4.69 | -0.013 | 99.71% |
q31 | 6.98 | 6.97 | -0.005 | 99.93% |
q32 | 1.25 | 1.20 | -0.044 | 96.48% |
q33 | 4.79 | 5.37 | 0.578 | 112.07% |
q34 | 3.77 | 3.71 | -0.066 | 98.26% |
q35 | 8.87 | 8.28 | -0.593 | 93.31% |
q36 | 6.47 | 5.73 | -0.747 | 88.45% |
q37 | 4.82 | 4.99 | 0.168 | 103.50% |
q38 | 13.40 | 13.59 | 0.187 | 101.39% |
q39a | 3.57 | 3.15 | -0.412 | 88.46% |
q39b | 3.11 | 3.00 | -0.106 | 96.59% |
q40 | 3.87 | 3.92 | 0.050 | 101.30% |
q41 | 0.57 | 0.63 | 0.054 | 109.38% |
q42 | 0.94 | 0.99 | 0.048 | 105.05% |
q43 | 4.56 | 4.83 | 0.270 | 105.93% |
q44 | 9.41 | 9.56 | 0.150 | 101.59% |
q45 | 3.18 | 3.23 | 0.057 | 101.78% |
q46 | 3.85 | 3.76 | -0.090 | 97.67% |
q47 | 18.08 | 18.30 | 0.227 | 101.26% |
q48 | 5.11 | 5.18 | 0.068 | 101.32% |
q49 | 7.87 | 7.12 | -0.748 | 90.50% |
q50 | 21.63 | 21.23 | -0.400 | 98.15% |
q51 | 9.74 | 9.60 | -0.142 | 98.54% |
q52 | 0.98 | 1.07 | 0.089 | 109.08% |
q53 | 2.25 | 2.44 | 0.193 | 108.59% |
q54 | 3.78 | 3.78 | 0.005 | 100.12% |
q55 | 1.15 | 1.08 | -0.069 | 93.97% |
q56 | 4.06 | 3.95 | -0.107 | 97.36% |
q57 | 10.52 | 10.77 | 0.249 | 102.36% |
q58 | 2.61 | 2.54 | -0.066 | 97.49% |
q59 | 11.95 | 10.83 | -1.121 | 90.62% |
q60 | 4.04 | 3.98 | -0.065 | 98.40% |
q61 | 4.07 | 4.15 | 0.086 | 102.13% |
q62 | 4.77 | 4.61 | -0.168 | 96.48% |
q63 | 2.50 | 2.74 | 0.239 | 109.56% |
q64 | 61.72 | 65.14 | 3.425 | 105.55% |
q65 | 17.89 | 17.98 | 0.093 | 100.52% |
q66 | 4.31 | 4.10 | -0.206 | 95.21% |
q67 | 431.98 | 430.87 | -1.110 | 99.74% |
q68 | 4.00 | 4.94 | 0.934 | 123.35% |
q69 | 5.31 | 5.48 | 0.170 | 103.20% |
q70 | 13.01 | 11.29 | -1.716 | 86.81% |
q71 | 2.40 | 2.42 | 0.016 | 100.65% |
q72 | 215.37 | 217.27 | 1.898 | 100.88% |
q73 | 2.51 | 2.44 | -0.067 | 97.33% |
q74 | 22.82 | 23.23 | 0.404 | 101.77% |
q75 | 26.66 | 28.48 | 1.819 | 106.82% |
q76 | 13.44 | 14.78 | 1.342 | 109.99% |
q77 | 2.05 | 2.03 | -0.026 | 98.76% |
q78 | 50.53 | 49.65 | -0.880 | 98.26% |
q79 | 4.06 | 4.13 | 0.079 | 101.94% |
q80 | 11.68 | 11.96 | 0.279 | 102.39% |
q81 | 5.27 | 4.42 | -0.852 | 83.85% |
q82 | 6.98 | 6.76 | -0.220 | 96.84% |
q83 | 1.66 | 1.62 | -0.043 | 97.43% |
q84 | 2.85 | 2.90 | 0.051 | 101.78% |
q85 | 6.98 | 7.84 | 0.859 | 112.30% |
q86 | 4.12 | 4.32 | 0.196 | 104.76% |
q87 | 13.38 | 13.42 | 0.035 | 100.26% |
q88 | 18.06 | 18.43 | 0.363 | 102.01% |
q89 | 4.10 | 3.59 | -0.511 | 87.53% |
q90 | 2.93 | 3.02 | 0.087 | 102.98% |
q91 | 2.50 | 2.04 | -0.457 | 81.70% |
q92 | 1.25 | 1.23 | -0.016 | 98.74% |
q93 | 42.16 | 35.53 | -6.630 | 84.28% |
q94 | 27.94 | 27.17 | -0.762 | 97.27% |
q9 | 89.73 | 87.34 | -2.389 | 97.34% |
q5 | 2.82 | 2.53 | -0.294 | 89.59% |
q96 | 17.84 | 17.89 | 0.047 | 100.26% |
q97 | 1.96 | 1.83 | -0.129 | 93.43% |
q98 | 11.29 | 10.82 | -0.469 | 95.85% |
q99 | 11.29 | 10.82 | -0.469 | 95.85% |
total | 2241.62 | 2233.56 | -8.060 | 99.64% |
===== Performance report for TPCH SF2000 with Velox backend, for reference only ====
query | log/native_master_11_08_2024_time.csv | log/native_master_11_07_2024_e204dc5f06_time.csv | difference | percentage |
q1 | 51.32 | 52.71 | 1.389 | 102.71% |
q2 | 29.71 | 29.94 | 0.233 | 100.78% |
q3 | 53.28 | 52.92 | -0.355 | 99.33% |
q4 | 42.41 | 43.86 | 1.452 | 103.42% |
q5 | 105.13 | 104.85 | -0.275 | 99.74% |
q6 | 12.86 | 12.56 | -0.298 | 97.68% |
q7 | 111.85 | 111.18 | -0.669 | 99.40% |
q8 | 115.95 | 117.06 | 1.110 | 100.96% |
q9 | 173.29 | 171.09 | -2.198 | 98.73% |
q10 | 68.23 | 67.37 | -0.859 | 98.74% |
q11 | 26.70 | 27.46 | 0.759 | 102.84% |
q12 | 31.57 | 31.44 | -0.135 | 99.57% |
q13 | 50.61 | 52.61 | 2.001 | 103.95% |
q14 | 25.08 | 23.06 | -2.026 | 91.92% |
q15 | 51.04 | 52.43 | 1.394 | 102.73% |
q16 | 17.80 | 17.70 | -0.096 | 99.46% |
q17 | 126.93 | 126.25 | -0.678 | 99.47% |
q18 | 196.89 | 198.02 | 1.129 | 100.57% |
q19 | 28.08 | 27.85 | -0.229 | 99.18% |
q20 | 39.86 | 41.89 | 2.027 | 105.08% |
q21 | 340.05 | 341.24 | 1.186 | 100.35% |
q22 | 16.01 | 15.61 | -0.402 | 97.49% |
total | 1714.64 | 1719.10 | 4.458 | 100.26% |
===== Performance report for TPCDS SF2000 with Velox backend, for reference only ====
query | log/native_master_11_09_2024_time.csv | log/native_master_11_08_2024_76b375d998_time.csv | difference | percentage |
q1 | 15.21 | 14.21 | -0.997 | 93.44% |
q2 | 13.80 | 16.85 | 3.056 | 122.15% |
q3 | 5.19 | 4.79 | -0.403 | 92.23% |
q4 | 72.95 | 71.90 | -1.049 | 98.56% |
q5 | 11.39 | 10.39 | -1.001 | 91.21% |
q6 | 2.21 | 3.91 | 1.701 | 177.03% |
q7 | 8.47 | 8.13 | -0.335 | 96.04% |
q8 | 3.30 | 3.55 | 0.251 | 107.61% |
q9 | 26.66 | 25.73 | -0.927 | 96.52% |
q10 | 8.84 | 8.78 | -0.059 | 99.34% |
q11 | 38.64 | 36.97 | -1.671 | 95.68% |
q12 | 1.34 | 1.31 | -0.024 | 98.23% |
q13 | 6.41 | 6.82 | 0.409 | 106.38% |
q14a | 51.06 | 49.17 | -1.896 | 96.29% |
q14b | 41.55 | 43.12 | 1.567 | 103.77% |
q15 | 2.52 | 2.76 | 0.238 | 109.41% |
q16 | 49.37 | 49.50 | 0.133 | 100.27% |
q17 | 4.82 | 4.88 | 0.063 | 101.30% |
q18 | 7.06 | 6.67 | -0.388 | 94.50% |
q19 | 2.06 | 2.13 | 0.066 | 103.21% |
q20 | 1.45 | 1.55 | 0.100 | 106.91% |
q21 | 1.22 | 1.33 | 0.111 | 109.16% |
q22 | 8.33 | 7.91 | -0.415 | 95.01% |
q23a | 105.15 | 109.93 | 4.783 | 104.55% |
q23b | 129.49 | 129.40 | -0.088 | 99.93% |
q24a | 114.30 | 105.34 | -8.967 | 92.16% |
q24b | 113.86 | 102.31 | -11.555 | 89.85% |
q25 | 4.05 | 4.05 | 0.008 | 100.20% |
q26 | 4.12 | 3.72 | -0.399 | 90.31% |
q27 | 5.00 | 4.40 | -0.598 | 88.05% |
q28 | 32.49 | 31.36 | -1.133 | 96.51% |
q29 | 10.91 | 11.95 | 1.036 | 109.49% |
q30 | 5.02 | 4.71 | -0.314 | 93.75% |
q31 | 7.22 | 6.98 | -0.244 | 96.62% |
q32 | 1.21 | 1.25 | 0.034 | 102.77% |
q33 | 4.47 | 4.79 | 0.322 | 107.20% |
q34 | 3.94 | 3.77 | -0.163 | 95.87% |
q35 | 8.50 | 8.87 | 0.376 | 104.42% |
q36 | 5.45 | 6.47 | 1.023 | 118.78% |
q37 | 5.02 | 4.82 | -0.198 | 96.05% |
q38 | 16.36 | 13.40 | -2.953 | 81.95% |
q39a | 3.27 | 3.57 | 0.301 | 109.22% |
q39b | 3.20 | 3.11 | -0.090 | 97.20% |
q40 | 5.68 | 3.87 | -1.813 | 68.09% |
q41 | 0.67 | 0.57 | -0.092 | 86.13% |
q42 | 0.90 | 0.94 | 0.037 | 104.09% |
q43 | 4.84 | 4.56 | -0.277 | 94.27% |
q44 | 9.29 | 9.41 | 0.118 | 101.27% |
q45 | 3.23 | 3.18 | -0.050 | 98.45% |
q46 | 3.94 | 3.85 | -0.099 | 97.49% |
q47 | 17.79 | 18.08 | 0.290 | 101.63% |
q48 | 5.13 | 5.11 | -0.020 | 99.61% |
q49 | 7.42 | 7.87 | 0.453 | 106.11% |
q50 | 22.48 | 21.63 | -0.852 | 96.21% |
q51 | 9.39 | 9.74 | 0.353 | 103.76% |
q52 | 1.07 | 0.98 | -0.085 | 92.01% |
q53 | 2.44 | 2.25 | -0.192 | 92.14% |
q54 | 3.67 | 3.78 | 0.109 | 102.98% |
q55 | 1.13 | 1.15 | 0.021 | 101.90% |
q56 | 3.98 | 4.06 | 0.078 | 101.95% |
q57 | 10.51 | 10.52 | 0.015 | 100.15% |
q58 | 2.47 | 2.61 | 0.136 | 105.49% |
q59 | 12.05 | 11.95 | -0.097 | 99.20% |
q60 | 4.20 | 4.04 | -0.158 | 96.25% |
q61 | 4.04 | 4.07 | 0.025 | 100.63% |
q62 | 5.20 | 4.77 | -0.429 | 91.76% |
q63 | 2.45 | 2.50 | 0.056 | 102.30% |
q64 | 66.31 | 61.72 | -4.588 | 93.08% |
q65 | 17.77 | 17.89 | 0.116 | 100.65% |
q66 | 6.50 | 4.31 | -2.191 | 66.28% |
q67 | 432.62 | 431.98 | -0.640 | 99.85% |
q68 | 3.91 | 4.00 | 0.095 | 102.44% |
q69 | 5.50 | 5.31 | -0.196 | 96.43% |
q70 | 11.22 | 13.01 | 1.791 | 115.96% |
q71 | 2.55 | 2.40 | -0.155 | 93.94% |
q72 | 214.04 | 215.37 | 1.332 | 100.62% |
q73 | 2.30 | 2.51 | 0.202 | 108.76% |
q74 | 22.67 | 22.82 | 0.152 | 100.67% |
q75 | 25.27 | 26.66 | 1.392 | 105.51% |
q76 | 12.32 | 13.44 | 1.124 | 109.12% |
q77 | 1.94 | 2.05 | 0.119 | 106.14% |
q78 | 49.53 | 50.53 | 1.006 | 102.03% |
q79 | 3.95 | 4.06 | 0.106 | 102.68% |
q80 | 11.82 | 11.68 | -0.146 | 98.76% |
q81 | 4.61 | 5.27 | 0.662 | 114.36% |
q82 | 8.34 | 6.98 | -1.361 | 83.68% |
q83 | 1.58 | 1.66 | 0.087 | 105.53% |
q84 | 3.04 | 2.85 | -0.192 | 93.68% |
q85 | 7.82 | 6.98 | -0.846 | 89.19% |
q86 | 4.32 | 4.12 | -0.202 | 95.34% |
q87 | 13.83 | 13.38 | -0.451 | 96.74% |
q88 | 18.22 | 18.06 | -0.155 | 99.15% |
q89 | 3.08 | 4.10 | 1.021 | 133.18% |
q90 | 3.73 | 2.93 | -0.801 | 78.54% |
q91 | 2.44 | 2.50 | 0.055 | 102.26% |
q92 | 1.22 | 1.25 | 0.027 | 102.25% |
q93 | 42.85 | 42.16 | -0.686 | 98.40% |
q94 | 26.79 | 27.94 | 1.146 | 104.28% |
q9 | 90.39 | 89.73 | -0.662 | 99.27% |
q5 | 2.75 | 2.82 | 0.071 | 102.58% |
q96 | 17.96 | 17.84 | -0.125 | 99.30% |
q97 | 1.79 | 1.96 | 0.173 | 109.65% |
q98 | 11.26 | 11.29 | 0.028 | 100.25% |
q99 | 11.26 | 11.29 | 0.028 | 100.25% |
total | 2267.07 | 2241.62 | -25.451 | 98.88% |
Upstream Velox's New Commits: