Benchmark results 2

gistfile1.txt

Comparing baseline and cancel_safety
--------------------
Benchmark clickbench_extended.json
--------------------
┏━━━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━┓
┃ Query        ┃   baseline ┃ cancel_safety ┃       Change ┃
┡━━━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━┩
│ QQuery 0     │  3952.81ms │     3948.19ms │    no change │
│ QQuery 1     │  1926.73ms │     2075.42ms │ 1.08x slower │
│ QQuery 2     │  3949.43ms │     3803.91ms │    no change │
│ QQuery 3     │  1683.96ms │     1730.32ms │    no change │
│ QQuery 4     │  4257.18ms │     4182.06ms │    no change │
│ QQuery 5     │ 48241.98ms │    48424.50ms │    no change │
│ QQuery 6     │  5864.79ms │     5677.10ms │    no change │
│ QQuery 7     │  6980.68ms │     7017.10ms │    no change │
│ QQuery 8     │  2361.75ms │     2263.83ms │    no change │
└──────────────┴────────────┴───────────────┴──────────────┘
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━┓
┃ Benchmark Summary            ┃            ┃
┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━┩
│ Total Time (baseline)        │ 79219.30ms │
│ Total Time (cancel_safety)   │ 79122.43ms │
│ Average Time (baseline)      │  8802.14ms │
│ Average Time (cancel_safety) │  8791.38ms │
│ Queries Faster               │          0 │
│ Queries Slower               │          1 │
│ Queries with No Change       │          8 │
└──────────────────────────────┴────────────┘
--------------------
Benchmark clickbench_partitioned.json
--------------------
┏━━━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┓
┃ Query        ┃   baseline ┃ cancel_safety ┃        Change ┃
┡━━━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━┩
│ QQuery 0     │    55.61ms │       58.44ms │  1.05x slower │
│ QQuery 1     │   143.46ms │      137.87ms │     no change │
│ QQuery 2     │   348.39ms │      345.24ms │     no change │
│ QQuery 3     │   337.60ms │      343.79ms │     no change │
│ QQuery 4     │  1727.78ms │     1740.85ms │     no change │
│ QQuery 5     │  2119.92ms │     2206.98ms │     no change │
│ QQuery 6     │    66.36ms │       73.55ms │  1.11x slower │
│ QQuery 7     │   162.85ms │      180.91ms │  1.11x slower │
│ QQuery 8     │  2719.83ms │     2744.27ms │     no change │
│ QQuery 9     │  3271.49ms │     3205.81ms │     no change │
│ QQuery 10    │  1057.07ms │      925.63ms │ +1.14x faster │
│ QQuery 11    │  1168.96ms │     1196.36ms │     no change │
│ QQuery 12    │  2662.23ms │     2654.27ms │     no change │
│ QQuery 13    │  3920.00ms │     4214.73ms │  1.08x slower │
│ QQuery 14    │  2457.08ms │     2568.48ms │     no change │
│ QQuery 15    │  2460.04ms │     2415.06ms │     no change │
│ QQuery 16    │  4797.50ms │     4713.37ms │     no change │
│ QQuery 17    │  4059.43ms │     4075.91ms │     no change │
│ QQuery 18    │  8993.49ms │     8900.87ms │     no change │
│ QQuery 19    │   288.09ms │      299.59ms │     no change │
│ QQuery 20    │  3175.74ms │     3092.01ms │     no change │
│ QQuery 21    │  3595.26ms │     3592.91ms │     no change │
│ QQuery 22    │  6117.92ms │     6348.40ms │     no change │
│ QQuery 23    │ 25417.87ms │    25379.40ms │     no change │
│ QQuery 24    │  1604.22ms │     1504.70ms │ +1.07x faster │
│ QQuery 25    │  1137.26ms │     1250.87ms │  1.10x slower │
│ QQuery 26    │  1577.40ms │     1591.47ms │     no change │
│ QQuery 27    │  4156.51ms │     4031.50ms │     no change │
│ QQuery 28    │ 28808.77ms │    29017.22ms │     no change │
│ QQuery 29    │  1899.12ms │     1985.70ms │     no change │
│ QQuery 30    │  2490.35ms │     2412.23ms │     no change │
│ QQuery 31    │  2621.06ms │     2592.21ms │     no change │
│ QQuery 32    │  8221.30ms │     8293.74ms │     no change │
│ QQuery 33    │  9324.60ms │     9443.46ms │     no change │
│ QQuery 34    │  9934.87ms │    10053.83ms │     no change │
│ QQuery 35    │  3457.81ms │     3571.98ms │     no change │
│ QQuery 36    │   279.46ms │      230.95ms │ +1.21x faster │
│ QQuery 37    │   127.06ms │      140.91ms │  1.11x slower │
│ QQuery 38    │   248.06ms │      280.43ms │  1.13x slower │
│ QQuery 39    │   439.17ms │      353.17ms │ +1.24x faster │
│ QQuery 40    │   129.56ms │      115.45ms │ +1.12x faster │
│ QQuery 41    │   130.02ms │      109.83ms │ +1.18x faster │
│ QQuery 42    │   108.57ms │      109.38ms │     no change │
└──────────────┴────────────┴───────────────┴───────────────┘
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━┓
┃ Benchmark Summary            ┃             ┃
┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━┩
│ Total Time (baseline)        │ 157819.14ms │
│ Total Time (cancel_safety)   │ 158503.73ms │
│ Average Time (baseline)      │   3670.21ms │
│ Average Time (cancel_safety) │   3686.13ms │
│ Queries Faster               │           6 │
│ Queries Slower               │           7 │
│ Queries with No Change       │          30 │
└──────────────────────────────┴─────────────┘
--------------------
Benchmark tpch_mem_sf1.json
--------------------
┏━━━━━━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┓
┃ Query        ┃ baseline ┃ cancel_safety ┃        Change ┃
┡━━━━━━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━┩
│ QQuery 1     │ 339.32ms │      423.88ms │  1.25x slower │
│ QQuery 2     │  72.40ms │       71.03ms │     no change │
│ QQuery 3     │ 117.67ms │      113.86ms │     no change │
│ QQuery 4     │  67.59ms │       64.88ms │     no change │
│ QQuery 5     │ 180.95ms │      174.35ms │     no change │
│ QQuery 6     │  38.58ms │       37.27ms │     no change │
│ QQuery 7     │ 336.14ms │      348.97ms │     no change │
│ QQuery 8     │  71.81ms │       72.75ms │     no change │
│ QQuery 9     │ 209.76ms │      207.59ms │     no change │
│ QQuery 10    │ 152.40ms │      152.59ms │     no change │
│ QQuery 11    │  30.29ms │       32.22ms │  1.06x slower │
│ QQuery 12    │ 160.21ms │      164.85ms │     no change │
│ QQuery 13    │  98.93ms │      103.57ms │     no change │
│ QQuery 14    │  26.66ms │       27.04ms │     no change │
│ QQuery 15    │  67.42ms │       54.50ms │ +1.24x faster │
│ QQuery 16    │  72.47ms │       72.61ms │     no change │
│ QQuery 17    │ 246.76ms │      258.72ms │     no change │
│ QQuery 18    │ 669.15ms │      652.61ms │     no change │
│ QQuery 19    │  78.35ms │       63.18ms │ +1.24x faster │
│ QQuery 20    │ 117.25ms │      106.76ms │ +1.10x faster │
│ QQuery 21    │ 498.46ms │      518.53ms │     no change │
│ QQuery 22    │  84.78ms │       86.62ms │     no change │
└──────────────┴──────────┴───────────────┴───────────────┘
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━┓
┃ Benchmark Summary            ┃           ┃
┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━┩
│ Total Time (baseline)        │ 3737.34ms │
│ Total Time (cancel_safety)   │ 3808.38ms │
│ Average Time (baseline)      │  169.88ms │
│ Average Time (cancel_safety) │  173.11ms │
│ Queries Faster               │         3 │
│ Queries Slower               │         2 │
│ Queries with No Change       │        17 │
└──────────────────────────────┴───────────┘