Benchmarks
Date Lang Batch Benchmark Mean Z-Score Error
2022-11-09 13:13 R tpch arrow, native, memory_map=False, TPCH-01, scale_factor=0.01, R 0.141 s -0.271
2022-11-09 13:13 R tpch arrow, native, memory_map=False, TPCH-01, scale_factor=0.1, R 0.152 s 0.073
2022-11-09 13:14 R tpch arrow, parquet, memory_map=False, TPCH-01, scale_factor=0.1, R 0.203 s 0.130
2022-11-09 13:13 R tpch arrow, parquet, memory_map=False, TPCH-01, scale_factor=0.01, R 0.170 s 0.206
2022-11-09 13:14 R tpch arrow, native, memory_map=False, TPCH-01, scale_factor=1, R 0.315 s 0.018
2022-11-09 13:14 R tpch arrow, parquet, memory_map=False, TPCH-01, scale_factor=1, R 0.547 s -0.857
2022-11-09 13:15 R tpch arrow, parquet, memory_map=False, TPCH-02, scale_factor=0.01, R 0.229 s 0.350
2022-11-09 13:14 R tpch arrow, native, memory_map=False, TPCH-01, scale_factor=10, R 1.901 s -0.321
2022-11-09 13:15 R tpch arrow, parquet, memory_map=False, TPCH-01, scale_factor=10, R 3.544 s 0.050
2022-11-09 13:15 R tpch arrow, native, memory_map=False, TPCH-02, scale_factor=0.01, R 0.188 s 0.537
2022-11-09 13:15 R tpch arrow, parquet, memory_map=False, TPCH-02, scale_factor=1, R 0.322 s 0.256
2022-11-09 13:16 R tpch arrow, native, memory_map=False, TPCH-03, scale_factor=0.01, R 0.156 s 0.597
2022-11-09 13:15 R tpch arrow, native, memory_map=False, TPCH-02, scale_factor=1, R 0.252 s 0.562
2022-11-09 13:15 R tpch arrow, native, memory_map=False, TPCH-02, scale_factor=0.1, R 0.199 s 0.366
2022-11-09 13:15 R tpch arrow, parquet, memory_map=False, TPCH-02, scale_factor=0.1, R 0.242 s 0.219
2022-11-09 13:16 R tpch arrow, native, memory_map=False, TPCH-02, scale_factor=10, R 0.834 s 0.556
2022-11-09 13:16 R tpch arrow, parquet, memory_map=False, TPCH-03, scale_factor=0.01, R 0.189 s 0.442
2022-11-09 13:16 R tpch arrow, parquet, memory_map=False, TPCH-02, scale_factor=10, R 1.159 s 0.640
2022-11-09 13:16 R tpch arrow, native, memory_map=False, TPCH-03, scale_factor=1, R 0.272 s 0.560
2022-11-09 13:17 R tpch arrow, parquet, memory_map=False, TPCH-03, scale_factor=10, R 3.056 s -0.439
2022-11-09 13:18 R tpch arrow, parquet, memory_map=False, TPCH-04, scale_factor=0.01, R 0.162 s 0.487
2022-11-09 13:18 R tpch arrow, native, memory_map=False, TPCH-04, scale_factor=0.1, R 0.141 s 0.750
2022-11-09 13:18 R tpch arrow, parquet, memory_map=False, TPCH-04, scale_factor=0.1, R 0.171 s 0.410
2022-11-09 13:18 R tpch arrow, parquet, memory_map=False, TPCH-04, scale_factor=1, R 0.269 s 0.248
2022-11-09 13:16 R tpch arrow, parquet, memory_map=False, TPCH-03, scale_factor=0.1, R 0.217 s 0.249
2022-11-09 13:19 R tpch arrow, parquet, memory_map=False, TPCH-05, scale_factor=0.01, R 0.219 s 0.405
2022-11-09 13:20 R tpch arrow, parquet, memory_map=False, TPCH-05, scale_factor=10, R 3.122 s -0.602
2022-11-09 13:21 R tpch arrow, parquet, memory_map=False, TPCH-06, scale_factor=0.01, R 0.142 s 0.199
2022-11-09 13:23 R tpch arrow, parquet, memory_map=False, TPCH-07, scale_factor=1, R 0.528 s 0.484
2022-11-09 13:16 R tpch arrow, native, memory_map=False, TPCH-03, scale_factor=0.1, R 0.164 s 0.622
2022-11-09 13:17 R tpch arrow, native, memory_map=False, TPCH-04, scale_factor=0.01, R 0.135 s 0.633
2022-11-09 13:24 R tpch arrow, parquet, memory_map=False, TPCH-08, scale_factor=0.01, R 0.273 s 0.376
2022-11-09 13:24 R tpch arrow, native, memory_map=False, TPCH-08, scale_factor=1, R 0.263 s 0.532
2022-11-09 13:17 R tpch arrow, native, memory_map=False, TPCH-03, scale_factor=10, R 1.363 s 0.843
2022-11-09 13:19 R tpch arrow, parquet, memory_map=False, TPCH-05, scale_factor=0.1, R 0.249 s 0.338
2022-11-09 13:22 R tpch arrow, parquet, memory_map=False, TPCH-06, scale_factor=10, R 2.514 s -1.025
2022-11-09 13:22 R tpch arrow, parquet, memory_map=False, TPCH-07, scale_factor=0.01, R 0.234 s 0.337
2022-11-09 13:19 R tpch arrow, native, memory_map=False, TPCH-04, scale_factor=10, R 1.211 s 0.936
2022-11-09 13:19 R tpch arrow, native, memory_map=False, TPCH-05, scale_factor=1, R 0.236 s 0.565
2022-11-09 13:22 R tpch arrow, native, memory_map=False, TPCH-07, scale_factor=0.1, R 0.198 s 0.552
2022-11-09 13:25 R tpch arrow, parquet, memory_map=False, TPCH-08, scale_factor=10, R 3.366 s -1.251
2022-11-09 13:16 R tpch arrow, parquet, memory_map=False, TPCH-03, scale_factor=1, R 0.476 s -0.076
2022-11-09 13:18 R tpch arrow, native, memory_map=False, TPCH-04, scale_factor=1, R 0.244 s 0.698
2022-11-09 13:20 R tpch arrow, native, memory_map=False, TPCH-05, scale_factor=10, R 0.811 s 0.673
2022-11-09 13:21 R tpch arrow, parquet, memory_map=False, TPCH-06, scale_factor=1, R 0.391 s -0.148
2022-11-09 13:23 R tpch arrow, parquet, memory_map=False, TPCH-07, scale_factor=10, R 3.135 s 0.062
2022-11-09 13:19 R tpch arrow, parquet, memory_map=False, TPCH-04, scale_factor=10, R 1.064 s 0.590
2022-11-09 13:19 R tpch arrow, native, memory_map=False, TPCH-05, scale_factor=0.01, R 0.177 s 0.546
2022-11-09 13:21 R tpch arrow, native, memory_map=False, TPCH-06, scale_factor=1, R 0.145 s 0.439
2022-11-09 13:19 R tpch arrow, native, memory_map=False, TPCH-05, scale_factor=0.1, R 0.180 s 0.630
2022-11-09 13:21 R tpch arrow, parquet, memory_map=False, TPCH-06, scale_factor=0.1, R 0.164 s 0.269
2022-11-09 13:22 R tpch arrow, parquet, memory_map=False, TPCH-07, scale_factor=0.1, R 0.264 s 0.195
2022-11-09 13:25 R tpch arrow, parquet, memory_map=False, TPCH-09, scale_factor=0.01, R 0.226 s 0.394
2022-11-09 13:25 R tpch arrow, native, memory_map=False, TPCH-09, scale_factor=0.1, R 0.199 s 0.600
2022-11-09 13:29 R tpch arrow, parquet, memory_map=False, TPCH-11, scale_factor=1, R 0.511 s 0.238
2022-11-09 13:30 R tpch arrow, parquet, memory_map=False, TPCH-12, scale_factor=0.01, R 0.180 s 0.155
2022-11-09 13:28 R tpch arrow, parquet, memory_map=False, TPCH-10, scale_factor=1, R 0.529 s 0.369
2022-11-09 13:29 R tpch arrow, native, memory_map=False, TPCH-11, scale_factor=0.01, R 0.143 s 0.534
2022-11-09 13:30 R tpch arrow, parquet, memory_map=False, TPCH-12, scale_factor=0.1, R 0.273 s 0.194
2022-11-09 13:20 R tpch arrow, parquet, memory_map=False, TPCH-05, scale_factor=1, R 0.507 s 0.556
2022-11-09 13:21 R tpch arrow, native, memory_map=False, TPCH-06, scale_factor=0.1, R 0.113 s 0.357
2022-11-09 13:22 R tpch arrow, native, memory_map=False, TPCH-07, scale_factor=0.01, R 0.197 s 0.413
2022-11-09 13:23 R tpch arrow, native, memory_map=False, TPCH-07, scale_factor=10, R 0.944 s 0.610
2022-11-09 13:21 R tpch arrow, native, memory_map=False, TPCH-06, scale_factor=0.01, R 0.111 s 0.408
2022-11-09 13:22 R tpch arrow, native, memory_map=False, TPCH-06, scale_factor=10, R 0.466 s 0.164
2022-11-09 13:22 R tpch arrow, native, memory_map=False, TPCH-07, scale_factor=1, R 0.272 s 0.538
2022-11-09 13:24 R tpch arrow, native, memory_map=False, TPCH-08, scale_factor=0.1, R 0.227 s 0.539
2022-11-09 13:27 R tpch arrow, native, memory_map=False, TPCH-09, scale_factor=10, R 1.124 s 0.852
2022-11-09 13:28 R tpch arrow, native, memory_map=False, TPCH-10, scale_factor=10, R 1.130 s 1.135
2022-11-09 13:29 R tpch arrow, native, memory_map=False, TPCH-11, scale_factor=0.1, R 0.158 s 0.560
2022-11-09 13:30 R tpch arrow, native, memory_map=False, TPCH-12, scale_factor=0.1, R 0.197 s 0.454
2022-11-09 13:24 R tpch arrow, native, memory_map=False, TPCH-08, scale_factor=0.01, R 0.225 s 0.481
2022-11-09 13:24 R tpch arrow, parquet, memory_map=False, TPCH-08, scale_factor=0.1, R 0.301 s 0.383
2022-11-09 13:25 R tpch arrow, native, memory_map=False, TPCH-09, scale_factor=0.01, R 0.185 s 0.557
2022-11-09 13:27 R tpch arrow, native, memory_map=False, TPCH-10, scale_factor=1, R 0.270 s 0.692
2022-11-09 13:29 R tpch arrow, native, memory_map=False, TPCH-11, scale_factor=10, R 1.497 s -3.554
2022-11-09 13:32 R tpch arrow, parquet, memory_map=False, TPCH-13, scale_factor=0.1, R 0.282 s 0.168
2022-11-09 13:34 R tpch arrow, parquet, memory_map=False, TPCH-14, scale_factor=1, R 0.969 s 0.093
2022-11-09 13:26 R tpch arrow, native, memory_map=False, TPCH-09, scale_factor=1, R 0.294 s 0.577
2022-11-09 13:27 R tpch arrow, parquet, memory_map=False, TPCH-09, scale_factor=10, R 3.979 s -0.737
2022-11-09 13:27 R tpch arrow, parquet, memory_map=False, TPCH-10, scale_factor=0.01, R 0.209 s 0.418
2022-11-09 13:27 R tpch arrow, native, memory_map=False, TPCH-10, scale_factor=0.1, R 0.181 s 0.355
2022-11-09 13:27 R tpch arrow, parquet, memory_map=False, TPCH-10, scale_factor=0.1, R 0.243 s 0.135
2022-11-09 13:29 R tpch arrow, parquet, memory_map=False, TPCH-11, scale_factor=0.01, R 0.184 s -0.047
2022-11-09 13:24 R tpch arrow, parquet, memory_map=False, TPCH-08, scale_factor=1, R 0.571 s 0.103
2022-11-09 13:25 R tpch arrow, native, memory_map=False, TPCH-08, scale_factor=10, R 0.648 s 0.618
2022-11-09 13:28 R tpch arrow, parquet, memory_map=False, TPCH-10, scale_factor=10, R 3.346 s -1.859
2022-11-09 13:26 R tpch arrow, parquet, memory_map=False, TPCH-09, scale_factor=0.1, R 0.267 s 0.247
2022-11-09 13:27 R tpch arrow, native, memory_map=False, TPCH-10, scale_factor=0.01, R 0.173 s 0.615
2022-11-09 13:29 R tpch arrow, parquet, memory_map=False, TPCH-11, scale_factor=0.1, R 0.221 s 0.188
2022-11-09 13:26 R tpch arrow, parquet, memory_map=False, TPCH-09, scale_factor=1, R 0.612 s 0.143
2022-11-09 13:32 R tpch arrow, native, memory_map=False, TPCH-13, scale_factor=1, R 0.628 s 0.480
2022-11-09 13:40 R tpch arrow, native, memory_map=False, TPCH-18, scale_factor=1, R 0.328 s 0.427
2022-11-09 13:40 R tpch arrow, parquet, memory_map=False, TPCH-18, scale_factor=1, R 0.520 s 0.568
2022-11-09 13:30 R tpch arrow, parquet, memory_map=False, TPCH-11, scale_factor=10, R 3.623 s 0.176
2022-11-09 13:30 R tpch arrow, native, memory_map=False, TPCH-12, scale_factor=0.01, R 0.140 s 0.501
2022-11-09 13:30 R tpch arrow, native, memory_map=False, TPCH-12, scale_factor=1, R 0.464 s 0.217
2022-11-09 13:32 R tpch arrow, native, memory_map=False, TPCH-13, scale_factor=0.01, R 0.126 s 0.279
2022-11-09 13:34 R tpch arrow, parquet, memory_map=False, TPCH-14, scale_factor=0.01, R 0.184 s 0.147
2022-11-09 13:34 R tpch arrow, native, memory_map=False, TPCH-14, scale_factor=1, R 0.350 s 0.356
2022-11-09 13:29 R tpch arrow, native, memory_map=False, TPCH-11, scale_factor=1, R 0.260 s 0.655
2022-11-09 13:30 R tpch arrow, parquet, memory_map=False, TPCH-12, scale_factor=1, R 1.153 s 0.120
2022-11-09 13:31 R tpch arrow, native, memory_map=False, TPCH-12, scale_factor=10, R 3.324 s -0.008
2022-11-09 13:32 R tpch arrow, parquet, memory_map=False, TPCH-13, scale_factor=0.01, R 0.159 s 0.295
2022-11-09 13:33 R tpch arrow, native, memory_map=False, TPCH-13, scale_factor=10, R 5.006 s 0.414
2022-11-09 13:33 R tpch arrow, native, memory_map=False, TPCH-14, scale_factor=0.01, R 0.144 s 0.550
2022-11-09 13:34 R tpch arrow, parquet, memory_map=False, TPCH-14, scale_factor=0.1, R 0.257 s -0.176
2022-11-09 13:36 R tpch arrow, native, memory_map=False, TPCH-15, scale_factor=0.1, R 0.146 s 0.527
2022-11-09 13:36 R tpch arrow, native, memory_map=False, TPCH-15, scale_factor=1, R 0.204 s 0.662
2022-11-09 13:37 R tpch arrow, parquet, memory_map=False, TPCH-16, scale_factor=0.01, R 0.166 s 0.360
2022-11-09 13:37 R tpch arrow, native, memory_map=False, TPCH-16, scale_factor=1, R 0.240 s 0.538
2022-11-09 13:38 R tpch arrow, parquet, memory_map=False, TPCH-16, scale_factor=10, R 3.084 s 0.661
2022-11-09 13:32 R tpch arrow, parquet, memory_map=False, TPCH-13, scale_factor=1, R 0.869 s 0.143
2022-11-09 13:38 R tpch arrow, native, memory_map=False, TPCH-17, scale_factor=0.1, R 0.150 s 0.468
2022-11-09 13:39 R tpch arrow, native, memory_map=False, TPCH-17, scale_factor=10, R 0.847 s 0.526
2022-11-09 13:32 R tpch arrow, parquet, memory_map=False, TPCH-12, scale_factor=10, R 9.152 s 0.349
2022-11-09 13:32 R tpch arrow, native, memory_map=False, TPCH-13, scale_factor=0.1, R 0.217 s 0.707
2022-11-09 13:34 R tpch arrow, native, memory_map=False, TPCH-14, scale_factor=0.1, R 0.167 s 0.574
2022-11-09 13:36 R tpch arrow, parquet, memory_map=False, TPCH-15, scale_factor=1, R 0.469 s 0.287
2022-11-09 13:37 R tpch arrow, parquet, memory_map=False, TPCH-16, scale_factor=1, R 0.454 s -0.582
2022-11-09 13:41 R tpch arrow, native, memory_map=False, TPCH-18, scale_factor=10, R 3.012 s 0.219
2022-11-09 13:35 R tpch arrow, native, memory_map=False, TPCH-14, scale_factor=10, R 2.165 s 0.424
2022-11-09 13:37 R tpch arrow, parquet, memory_map=False, TPCH-16, scale_factor=0.1, R 0.204 s 0.396
2022-11-09 13:38 R tpch arrow, native, memory_map=False, TPCH-16, scale_factor=10, R 1.148 s 0.939
2022-11-09 13:38 R tpch arrow, parquet, memory_map=False, TPCH-17, scale_factor=0.01, R 0.192 s 0.269
2022-11-09 13:42 R tpch arrow, parquet, memory_map=False, TPCH-19, scale_factor=0.1, R 0.331 s -0.992
2022-11-09 13:33 R tpch arrow, parquet, memory_map=False, TPCH-13, scale_factor=10, R 7.120 s 0.731
2022-11-09 13:36 R tpch arrow, native, memory_map=False, TPCH-15, scale_factor=10, R 0.862 s -0.048
2022-11-09 13:39 R tpch arrow, parquet, memory_map=False, TPCH-17, scale_factor=1, R 1.224 s -0.080
2022-11-09 13:40 R tpch arrow, parquet, memory_map=False, TPCH-17, scale_factor=10, R 10.204 s -2.594
2022-11-09 13:40 R tpch arrow, native, memory_map=False, TPCH-18, scale_factor=0.1, R 0.145 s 0.621
2022-11-09 13:40 R tpch arrow, parquet, memory_map=False, TPCH-18, scale_factor=0.1, R 0.193 s 0.421
2022-11-09 13:37 R tpch arrow, parquet, memory_map=False, TPCH-15, scale_factor=10, R 3.070 s -1.043
2022-11-09 13:38 R tpch arrow, parquet, memory_map=False, TPCH-17, scale_factor=0.1, R 0.277 s 0.289
2022-11-09 13:35 R tpch arrow, parquet, memory_map=False, TPCH-14, scale_factor=10, R 7.454 s 1.410
2022-11-09 13:35 R tpch arrow, native, memory_map=False, TPCH-15, scale_factor=0.01, R 0.141 s 0.578
2022-11-09 13:35 R tpch arrow, parquet, memory_map=False, TPCH-15, scale_factor=0.01, R 0.175 s 0.341
2022-11-09 13:36 R tpch arrow, parquet, memory_map=False, TPCH-15, scale_factor=0.1, R 0.202 s 0.243
2022-11-09 13:37 R tpch arrow, native, memory_map=False, TPCH-16, scale_factor=0.01, R 0.133 s 0.468
2022-11-09 13:37 R tpch arrow, native, memory_map=False, TPCH-16, scale_factor=0.1, R 0.151 s 0.550
2022-11-09 13:38 R tpch arrow, native, memory_map=False, TPCH-17, scale_factor=0.01, R 0.148 s 0.379
2022-11-09 13:42 R tpch arrow, native, memory_map=False, TPCH-19, scale_factor=1, R 0.955 s 0.294
2022-11-09 13:38 R tpch arrow, native, memory_map=False, TPCH-17, scale_factor=1, R 0.217 s 0.222
2022-11-09 13:40 R tpch arrow, native, memory_map=False, TPCH-18, scale_factor=0.01, R 0.134 s 0.456
2022-11-09 13:40 R tpch arrow, parquet, memory_map=False, TPCH-18, scale_factor=0.01, R 0.171 s 0.314
2022-11-09 13:49 R tpch arrow, native, memory_map=False, TPCH-22, scale_factor=10, R 0.318 s 0.633
2022-11-09 13:42 R tpch arrow, parquet, memory_map=False, TPCH-19, scale_factor=0.01, R 0.225 s -0.844
2022-11-09 13:44 R tpch arrow, native, memory_map=False, TPCH-20, scale_factor=0.01, R 0.175 s 0.622
2022-11-09 13:45 R tpch arrow, native, memory_map=False, TPCH-20, scale_factor=1, R 0.232 s 0.444
2022-11-09 13:48 R tpch arrow, parquet, memory_map=False, TPCH-22, scale_factor=1, R 0.380 s 0.364
2022-11-09 13:45 R tpch arrow, native, memory_map=False, TPCH-20, scale_factor=0.1, R 0.178 s 0.523
2022-11-09 13:42 R tpch arrow, parquet, memory_map=False, TPCH-18, scale_factor=10, R 4.445 s 0.204
2022-11-09 13:42 R tpch arrow, native, memory_map=False, TPCH-19, scale_factor=0.01, R 0.182 s -0.553
2022-11-09 13:42 R tpch arrow, native, memory_map=False, TPCH-19, scale_factor=0.1, R 0.252 s -0.637
2022-11-09 13:43 R tpch arrow, native, memory_map=False, TPCH-19, scale_factor=10, R 10.101 s 1.576
2022-11-09 13:46 R tpch arrow, native, memory_map=False, TPCH-21, scale_factor=0.1, R 0.467 s 0.628
2022-11-09 13:48 R tpch arrow, native, memory_map=False, TPCH-22, scale_factor=1, R 0.153 s 0.564
2022-11-09 13:42 R tpch arrow, parquet, memory_map=False, TPCH-19, scale_factor=1, R 1.579 s -0.366
2022-11-09 13:44 R tpch arrow, parquet, memory_map=False, TPCH-20, scale_factor=0.01, R 0.225 s 0.334
2022-11-09 13:45 R tpch arrow, parquet, memory_map=False, TPCH-20, scale_factor=1, R 1.100 s -0.118
2022-11-09 13:46 R tpch arrow, native, memory_map=False, TPCH-21, scale_factor=0.01, R 0.261 s 0.463
2022-11-09 13:49 R tpch arrow, parquet, memory_map=False, TPCH-22, scale_factor=10, R 2.368 s 0.333
2022-11-09 13:44 R tpch arrow, parquet, memory_map=False, TPCH-19, scale_factor=10, R 14.803 s -0.389
2022-11-09 13:46 R tpch arrow, parquet, memory_map=False, TPCH-20, scale_factor=10, R 8.124 s 0.131
2022-11-09 13:45 R tpch arrow, parquet, memory_map=False, TPCH-20, scale_factor=0.1, R 0.306 s -0.799
2022-11-09 13:47 R tpch arrow, parquet, memory_map=False, TPCH-21, scale_factor=1, R 3.175 s 0.083
2022-11-09 13:46 R tpch arrow, native, memory_map=False, TPCH-20, scale_factor=10, R 0.773 s 0.588
2022-11-09 13:46 R tpch arrow, parquet, memory_map=False, TPCH-21, scale_factor=0.01, R 0.313 s 0.240
2022-11-09 13:47 R tpch arrow, native, memory_map=False, TPCH-21, scale_factor=1, R 2.588 s 0.489
2022-11-09 13:48 R tpch arrow, native, memory_map=False, TPCH-22, scale_factor=0.01, R 0.133 s 0.355
2022-11-09 13:48 R tpch arrow, parquet, memory_map=False, TPCH-22, scale_factor=0.01, R 0.168 s 0.252
2022-11-09 13:47 R tpch arrow, parquet, memory_map=False, TPCH-21, scale_factor=0.1, R 0.578 s 0.136
2022-11-09 13:48 R tpch arrow, native, memory_map=False, TPCH-22, scale_factor=0.1, R 0.137 s 0.141
2022-11-09 13:48 R tpch arrow, parquet, memory_map=False, TPCH-22, scale_factor=0.1, R 0.189 s 0.098