Benchmarks results

gistfile1.txt

Comparing baseline and cancel_safety
--------------------
Benchmark clickbench_extended.json
--------------------
┏━━━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┳━━━━━━━━━━━┓
┃ Query        ┃   baseline ┃ cancel_safety ┃    Change ┃
┡━━━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━━━━╇━━━━━━━━━━━┩
│ QQuery 0     │  3949.63ms │     4009.24ms │ no change │
│ QQuery 1     │  1943.87ms │     1945.33ms │ no change │
│ QQuery 2     │  3901.66ms │     3874.57ms │ no change │
│ QQuery 3     │  1675.42ms │     1717.27ms │ no change │
│ QQuery 4     │  4123.49ms │     4262.81ms │ no change │
│ QQuery 5     │ 48048.35ms │    47785.43ms │ no change │
│ QQuery 6     │  5850.58ms │     5890.07ms │ no change │
│ QQuery 7     │  6905.25ms │     6990.39ms │ no change │
│ QQuery 8     │  2257.11ms │     2225.03ms │ no change │
└──────────────┴────────────┴───────────────┴───────────┘
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━┓
┃ Benchmark Summary            ┃            ┃
┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━┩
│ Total Time (baseline)        │ 78655.38ms │
│ Total Time (cancel_safety)   │ 78700.13ms │
│ Average Time (baseline)      │  8739.49ms │
│ Average Time (cancel_safety) │  8744.46ms │
│ Queries Faster               │          0 │
│ Queries Slower               │          0 │
│ Queries with No Change       │          9 │
└──────────────────────────────┴────────────┘
--------------------
Benchmark clickbench_partitioned.json
--------------------
┏━━━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┓
┃ Query        ┃   baseline ┃ cancel_safety ┃        Change ┃
┡━━━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━┩
│ QQuery 0     │    51.66ms │       64.21ms │  1.24x slower │
│ QQuery 1     │   133.94ms │      141.25ms │  1.05x slower │
│ QQuery 2     │   347.46ms │      349.06ms │     no change │
│ QQuery 3     │   347.64ms │      339.18ms │     no change │
│ QQuery 4     │  1699.98ms │     1737.58ms │     no change │
│ QQuery 5     │  2087.75ms │     2074.32ms │     no change │
│ QQuery 6     │    64.75ms │       74.28ms │  1.15x slower │
│ QQuery 7     │   154.67ms │      152.20ms │     no change │
│ QQuery 8     │  2676.00ms │     2679.25ms │     no change │
│ QQuery 9     │  3120.43ms │     3132.58ms │     no change │
│ QQuery 10    │  1039.65ms │     1082.14ms │     no change │
│ QQuery 11    │  1198.27ms │     1153.07ms │     no change │
│ QQuery 12    │  2530.12ms │     2657.19ms │  1.05x slower │
│ QQuery 13    │  4116.40ms │     4274.03ms │     no change │
│ QQuery 14    │  2578.44ms │     2555.21ms │     no change │
│ QQuery 15    │  2526.20ms │     2443.40ms │     no change │
│ QQuery 16    │  4740.63ms │     4817.56ms │     no change │
│ QQuery 17    │  4060.09ms │     4059.32ms │     no change │
│ QQuery 18    │  8969.96ms │     8907.80ms │     no change │
│ QQuery 19    │   250.62ms │      264.63ms │  1.06x slower │
│ QQuery 20    │  3024.35ms │     2972.31ms │     no change │
│ QQuery 21    │  3627.59ms │     3537.40ms │     no change │
│ QQuery 22    │  6019.82ms │     6154.98ms │     no change │
│ QQuery 23    │ 25342.55ms │    24907.35ms │     no change │
│ QQuery 24    │  1534.47ms │     1466.21ms │     no change │
│ QQuery 25    │  1354.62ms │     1262.29ms │ +1.07x faster │
│ QQuery 26    │  1607.35ms │     1604.49ms │     no change │
│ QQuery 27    │  4005.59ms │     4145.63ms │     no change │
│ QQuery 28    │ 28357.92ms │    29107.98ms │     no change │
│ QQuery 29    │  1936.45ms │     1924.48ms │     no change │
│ QQuery 30    │  2361.23ms │     2365.53ms │     no change │
│ QQuery 31    │  2641.17ms │     2601.47ms │     no change │
│ QQuery 32    │  8635.42ms │     8421.01ms │     no change │
│ QQuery 33    │  9429.87ms │     9377.67ms │     no change │
│ QQuery 34    │  9790.15ms │     9923.10ms │     no change │
│ QQuery 35    │  3492.67ms │     3461.24ms │     no change │
│ QQuery 36    │   217.61ms │      231.87ms │  1.07x slower │
│ QQuery 37    │   122.53ms │      133.39ms │  1.09x slower │
│ QQuery 38    │   236.50ms │      272.41ms │  1.15x slower │
│ QQuery 39    │   393.38ms │      357.50ms │ +1.10x faster │
│ QQuery 40    │   117.62ms │      101.60ms │ +1.16x faster │
│ QQuery 41    │   114.34ms │      116.41ms │     no change │
│ QQuery 42    │    92.15ms │       98.64ms │  1.07x slower │
└──────────────┴────────────┴───────────────┴───────────────┘
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━┓
┃ Benchmark Summary            ┃             ┃
┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━┩
│ Total Time (baseline)        │ 157150.03ms │
│ Total Time (cancel_safety)   │ 157503.24ms │
│ Average Time (baseline)      │   3654.65ms │
│ Average Time (cancel_safety) │   3662.87ms │
│ Queries Faster               │           3 │
│ Queries Slower               │           9 │
│ Queries with No Change       │          31 │
└──────────────────────────────┴─────────────┘
--------------------
Benchmark tpch_mem_sf1.json
--------------------
┏━━━━━━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┓
┃ Query        ┃ baseline ┃ cancel_safety ┃        Change ┃
┡━━━━━━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━┩
│ QQuery 1     │ 398.57ms │      330.42ms │ +1.21x faster │
│ QQuery 2     │  74.98ms │       70.72ms │ +1.06x faster │
│ QQuery 3     │ 112.10ms │      112.91ms │     no change │
│ QQuery 4     │  65.58ms │       67.98ms │     no change │
│ QQuery 5     │ 174.76ms │      187.87ms │  1.08x slower │
│ QQuery 6     │  38.01ms │       37.91ms │     no change │
│ QQuery 7     │ 332.32ms │      332.86ms │     no change │
│ QQuery 8     │  75.33ms │       76.22ms │     no change │
│ QQuery 9     │ 192.53ms │      208.58ms │  1.08x slower │
│ QQuery 10    │ 150.46ms │      153.54ms │     no change │
│ QQuery 11    │  30.09ms │       31.60ms │     no change │
│ QQuery 12    │ 153.64ms │      151.99ms │     no change │
│ QQuery 13    │  85.68ms │       89.11ms │     no change │
│ QQuery 14    │  26.86ms │       26.30ms │     no change │
│ QQuery 15    │  58.27ms │       53.89ms │ +1.08x faster │
│ QQuery 16    │  71.43ms │       71.12ms │     no change │
│ QQuery 17    │ 248.53ms │      245.76ms │     no change │
│ QQuery 18    │ 640.29ms │      668.80ms │     no change │
│ QQuery 19    │  61.95ms │       61.57ms │     no change │
│ QQuery 20    │ 126.61ms │      108.48ms │ +1.17x faster │
│ QQuery 21    │ 539.44ms │      493.37ms │ +1.09x faster │
│ QQuery 22    │  95.45ms │       84.12ms │ +1.13x faster │
└──────────────┴──────────┴───────────────┴───────────────┘
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━┓
┃ Benchmark Summary            ┃           ┃
┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━┩
│ Total Time (baseline)        │ 3752.88ms │
│ Total Time (cancel_safety)   │ 3665.12ms │
│ Average Time (baseline)      │  170.59ms │
│ Average Time (cancel_safety) │  166.60ms │
│ Queries Faster               │         6 │
│ Queries Slower               │         2 │
│ Queries with No Change       │        14 │
└──────────────────────────────┴───────────┘