Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 23 additions & 1 deletion .github/workflows/bench.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,106 +22,128 @@ jobs:
- name: insert
filter: "^insert/"
file: bench_insert.txt
threshold: "0.99"

# ── Sequential: insert_file ─────────────────────────────────────────
- name: insert_file
filter: "^insert_file/"
file: bench_insert_file.txt
threshold: "0.99"

# ── Sequential: query (includes query_extras) ───────────────────────
- name: query
filter: "^query/"
file: bench_query.txt
threshold: "0.99"

# ── Sequential: time_travel ─────────────────────────────────────────
- name: time_travel
filter: "^time_travel/"
file: bench_time_travel.txt
threshold: "0.99"

# ── Sequential: recursion ───────────────────────────────────────────
- name: recursion
filter: "^recursion/"
file: bench_recursion.txt
threshold: "0.99"

# ── Sequential: open ────────────────────────────────────────────────
- name: open
filter: "^open/"
file: bench_open.txt
threshold: "0.99"

# ── Sequential: checkpoint ──────────────────────────────────────────
- name: checkpoint
filter: "^checkpoint"
file: bench_checkpoint.txt
threshold: "0.99"

# ── Concurrent (in-memory): readers ────────────────────────────────
# threshold=0.999: concurrent benchmarks are noisy on shared CI runners
- name: concurrent/readers
filter: "^concurrent/readers/"
file: bench_concurrent_readers.txt
threshold: "0.999"

# ── Concurrent (in-memory): readers_plus_writer ────────────────────
- name: concurrent/readers_plus_writer
filter: "^concurrent/readers_plus_writer/"
file: bench_concurrent_mixed.txt
threshold: "0.999"

# ── Concurrent (in-memory): serialized_writers ─────────────────────
- name: concurrent/serialized_writers
filter: "^concurrent/serialized_writers/"
file: bench_concurrent_writers.txt
threshold: "0.999"

# ── Concurrent (file-backed): readers ──────────────────────────────
- name: concurrent_file/readers
filter: "^concurrent_file/readers/"
file: bench_concurrent_file_readers.txt
threshold: "0.999"

# ── Concurrent (file-backed): readers_plus_writer ──────────────────
- name: concurrent_file/readers_plus_writer
filter: "^concurrent_file/readers_plus_writer/"
file: bench_concurrent_file_mixed.txt
threshold: "0.999"

# ── Concurrent (file-backed): serialized_writers ───────────────────
- name: concurrent_file/serialized_writers
filter: "^concurrent_file/serialized_writers/"
file: bench_concurrent_file_writers.txt
threshold: "0.999"

# ── Concurrent: B+tree scan ─────────────────────────────────────────
- name: concurrent_btree_scan
filter: "^concurrent_btree_scan"
file: bench_concurrent_btree_scan.txt
threshold: "0.999"

# ── Negation: not / not-join ────────────────────────────────────────
- name: negation
filter: "^negation/"
file: bench_negation.txt
threshold: "0.99"

# ── Disjunction: or / or-join ───────────────────────────────────────
- name: disjunction
filter: "^disjunction/"
file: bench_disjunction.txt
threshold: "0.99"

# ── Aggregation (includes aggregation_extras) ───────────────────────
- name: aggregation
filter: "^aggregation/"
file: bench_aggregation.txt
threshold: "0.99"

# ── Expression filters / binding ────────────────────────────────────
- name: expr
filter: "^expr/"
file: bench_expr.txt
threshold: "0.99"

# ── Window functions ────────────────────────────────────────────────
- name: window
filter: "^window/"
file: bench_window.txt
threshold: "0.99"

# ── Temporal metadata ───────────────────────────────────────────────
- name: temporal_metadata
filter: "^temporal_metadata/"
file: bench_temporal_metadata.txt
threshold: "0.99"

# ── User-defined functions ──────────────────────────────────────────
- name: udf
filter: "^udf/"
file: bench_udf.txt
threshold: "0.99"

steps:
- name: Checkout
Expand Down Expand Up @@ -160,7 +182,7 @@ jobs:
--testbed ubuntu-latest \
--threshold-measure latency \
--threshold-test t_test \
--threshold-upper-boundary 0.99 \
--threshold-upper-boundary ${{ matrix.threshold }} \
--err \
--adapter rust_criterion \
--file ${{ matrix.file }}
Expand Down
15 changes: 14 additions & 1 deletion .github/workflows/bench_light.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,63 +22,76 @@ jobs:
- name: insert
filter: "^insert" # matches insert/ and insert_file/
file: bench_insert.txt
threshold: "0.99"

# ── Sequential: query ───────────────────────────────────────────────
- name: query
filter: "^query/"
file: bench_query.txt
threshold: "0.99"

# ── Sequential: time_travel ─────────────────────────────────────────
- name: time_travel
filter: "^time_travel/"
file: bench_time_travel.txt
threshold: "0.99"

# ── Sequential: recursion ───────────────────────────────────────────
- name: recursion
filter: "^recursion/"
file: bench_recursion.txt
threshold: "0.99"

# ── Sequential: open ────────────────────────────────────────────────
- name: open
filter: "^open/"
file: bench_open.txt
threshold: "0.99"

# ── Sequential: checkpoint ──────────────────────────────────────────
- name: checkpoint
filter: "^checkpoint/"
file: bench_checkpoint.txt
threshold: "0.99"

# ── Concurrent (in-memory): readers ────────────────────────────────
# Note: "concurrent/readers/" (trailing slash) distinguishes this
# group from concurrent/readers_plus_writer/.
# threshold=0.999: concurrent benchmarks are noisy on shared CI runners
- name: concurrent/readers
filter: "^concurrent/readers/"
file: bench_concurrent_readers.txt
threshold: "0.999"

# ── Concurrent (in-memory): readers_plus_writer ────────────────────
- name: concurrent/readers_plus_writer
filter: "^concurrent/readers_plus_writer/"
file: bench_concurrent_mixed.txt
threshold: "0.999"

# ── Concurrent (in-memory): serialized_writers ─────────────────────
- name: concurrent/serialized_writers
filter: "^concurrent/serialized_writers/"
file: bench_concurrent_writers.txt
threshold: "0.999"

# ── Concurrent (file-backed): readers ──────────────────────────────
- name: concurrent_file/readers
filter: "^concurrent_file/readers/"
file: bench_concurrent_file_readers.txt
threshold: "0.999"

# ── Concurrent (file-backed): readers_plus_writer ──────────────────
- name: concurrent_file/readers_plus_writer
filter: "^concurrent_file/readers_plus_writer/"
file: bench_concurrent_file_mixed.txt
threshold: "0.999"

# ── Concurrent (file-backed): serialized_writers ───────────────────
- name: concurrent_file/serialized_writers
filter: "^concurrent_file/serialized_writers/"
file: bench_concurrent_file_writers.txt
threshold: "0.999"

steps:
- name: Checkout
Expand Down Expand Up @@ -117,7 +130,7 @@ jobs:
--testbed ubuntu-latest \
--threshold-measure latency \
--threshold-test t_test \
--threshold-upper-boundary 0.99 \
--threshold-upper-boundary ${{ matrix.threshold }} \
--err \
--adapter rust_criterion \
--file ${{ matrix.file }}
Expand Down
Loading