Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/backtest.yml
Original file line number Diff line number Diff line change
Expand Up @@ -79,4 +79,4 @@ jobs:
if: always()
run: |
sudo killall firedancer-dev || true
sudo $OBJDIR/bin/firedancer-dev configure fini all --config ../dump/mainnet-308392063-v2.3.0_backtest.toml || true
sudo $OBJDIR/bin/firedancer-dev configure fini all --config ../dump/genesis-vat-alpenglow-agave-v4.4-968b24ce_backtest.toml || true
4 changes: 2 additions & 2 deletions .github/workflows/benchmark.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,13 +11,13 @@ on:
description: 'GitHub token for posting comments'
snapshot-ledger:
type: string
default: testnet-438272759-snapload
default: testnet-455087014-snapload
description: 'load-only testnet ledger (genesis.bin + full snapshot) for the snapshot row'
workflow_dispatch:
inputs:
snapshot-ledger:
type: string
default: testnet-438272759-snapload
default: testnet-455087014-snapload

permissions:
contents: read
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/on_pull_request.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ jobs:
uses: ./.github/workflows/benchmark.yml
with:
github-token: ${{ github.token }}
snapshot-ledger: testnet-438272759-snapload
snapshot-ledger: testnet-455087014-snapload
secrets: inherit
build_checks_1:
if: github.event.pull_request.draft == false
Expand Down
7 changes: 0 additions & 7 deletions .github/workflows/tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -113,10 +113,3 @@ jobs:
source /opt/${{ matrix.compiler }}/${{ matrix.compiler }}-${{ matrix.compiler-version }}/activate
sudo rm -rf "$HOME/.firedancer/fd1"
make run-integration-test

- name: run solcap tests
if: ${{ matrix.run-unit-tests && matrix.test-case == 'native' }}
run: |
sudo prlimit --pid $$ --memlock=-1:-1
source /opt/${{ matrix.compiler }}/${{ matrix.compiler }}-${{ matrix.compiler-version }}/activate
DUMP=../dump make run-solcap-tests
266 changes: 1 addition & 265 deletions book/api/metrics-generated.md

Large diffs are not rendered by default.

5 changes: 0 additions & 5 deletions config/everything.mk
Original file line number Diff line number Diff line change
Expand Up @@ -673,11 +673,6 @@ LLVM_PROFILE_FILE="$(OBJDIR)/cov/raw/test_vectors-%p.profraw" \
LOG_PATH="$(OBJDIR)/log/fd-test-vectors-report" \
contrib/test/run_test_vectors.sh

run-solcap-tests: bin unit-test
OBJDIR=$(OBJDIR) \
MACHINE=$(MACHINE) \
contrib/test/run_solcap_tests.sh

seccomp-policies:
$(FIND) . -name '*.seccomppolicy' -print0 | xargs -0 -n 1 $(PYTHON) contrib/codegen/generate_filters.py

Expand Down
7 changes: 3 additions & 4 deletions contrib/ci/bench/bench.sh
Original file line number Diff line number Diff line change
Expand Up @@ -59,11 +59,10 @@ case $what in
cp contrib/ci/bench/bench.toml "$BENCH_DIR/$side/" # each side runs the config its checkout knows
size -A -d "$bin/firedancer" > "$out.size"
"$bin/firedancer-dev" mem --mainnet --json > "$out.mem.mainnet.json"
"$bin/firedancer-dev" mem --mainnet --alpenglow --json > "$out.mem.ag.mainnet.json"
"$bin/firedancer-dev" mem --testnet --json > "$out.mem.testnet.json"
;;
replay) backtest "${BENCH_LEDGER:-mainnet-424669000-perf-ledger-v4.2.0-beta.1-vat}" \
-e "${BENCH_END_SLOT:-424669200}" -m 4000000 --cache-size-gib 12 --partition-size-gib 4 ;;
replay) backtest "${BENCH_LEDGER:-mainnet-459662777-perf-ledger-v4.5.0-alpha.2-alpenglow}" \
-e "${BENCH_END_SLOT:-459662997}" -m 4000000 --cache-size-gib 12 --partition-size-gib 4 ;;
Comment thread
ripatel-fd marked this conversation as resolved.
snapshot) # load-only ledger: no shreds
if ! mountpoint -q $RAMDB; then # brd allocates on first write: one untimed load touches the pages both sides reuse
{ findmnt -rn -o TARGET -S /dev/ram0 || true; } | xargs -r sudo umount # findmnt exits 1 when nothing is mounted
Expand All @@ -82,7 +81,7 @@ case $what in
quiesce
inplace
rm -f "$out.log"
sudo $BINDIR/bin/firedancer-dev bench --alpenglow --no-watch --duration 10 --config "$out.toml" \
sudo $BINDIR/bin/firedancer-dev bench --no-watch --duration 10 --config "$out.toml" \
Comment thread
ripatel-fd marked this conversation as resolved.
--log-path "$out.log" > /dev/null 2>&1
;;
*) echo "bench.sh: unknown measurement $what" >&2; exit 1 ;;
Expand Down
3 changes: 1 addition & 2 deletions contrib/ci/bench/benchmark_comment.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,11 +38,10 @@ def mem(d, s, cluster):
("snapshot_load", "snapshot load, testnet", "snapshot", snapshot_load, ".2f s", 1.5, 3.0, False),
("mem_mainnet", "mem total, mainnet", "replay", lambda d, s: mem(d, s, "mainnet"), ".2f GiB", 0.0, 1.0, False),
("mem_testnet", "mem total, testnet", "replay", lambda d, s: mem(d, s, "testnet"), ".2f GiB", 0.0, 1.0, False),
("mem_ag_mainnet","mem total, ag mainnet", "replay", lambda d, s: mem(d, s, "ag.mainnet"), ".2f GiB", 0.0, 1.0, False),
("compile", "clean compile, firedancer", "*", lambda d, s: float(read(d, s, "build.time").split()[0]), ".2f s", 1.5, 3.0, False),
("binsize", "binary size, firedancer", "replay", lambda d, s: os.path.getsize(f"{d}/{s}/bin/firedancer") / 1e6, ".2f MB", 0.5, 2.0, False),
)
HIST_HDR = ("TPS", "BENCH", "SNAP", "MEM·M", "MEM·T", "AG·M", "COMPILE", "BINARY")
HIST_HDR = ("TPS", "BENCH", "SNAP", "MEM·M", "MEM·T", "COMPILE", "BINARY")

def tier(row, d):
_, _, _, _, _, warn, red, up = row
Expand Down
1 change: 0 additions & 1 deletion contrib/test/run_script_tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,6 @@ $UNIT_TEST/test_cnc --tile-cpus 0,2 2> $LOG_PATH/cnc || test_status=
$UNIT_TEST/test_tile --tile-cpus 0-8/2 2> $LOG_PATH/tile_multi || test_status=1
$UNIT_TEST/test_tpool --tile-cpus 0-7 2> $LOG_PATH/tpool_large || test_status=1
$UNIT_TEST/test_store --tile-cpus 0-3 --require-multitile 2> $LOG_PATH/store_multi || test_status=1
$UNIT_TEST/test_reasm --tile-cpus 0-3 --require-multitile 2> $LOG_PATH/reasm_multi || test_status=1

if $UNIT_TEST/test_ipc_init $OBJDIR && \
$UNIT_TEST/test_ipc_meta 16 && \
Expand Down
200 changes: 0 additions & 200 deletions contrib/test/run_solcap_tests.sh

This file was deleted.

3 changes: 1 addition & 2 deletions contrib/test/run_test_vectors.sh
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ fi
# If WORK_DIR is provided, use it directly and skip the whole
# git clone/fetch/checkout/cache/rsync dance. The provided directory
# is expected to already contain the fixtures laid out as
# <WORK_DIR>/{block,syscall,txn,elf_loader,instr,shred}/fixtures
# <WORK_DIR>/{block,syscall,txn,elf_loader,instr}/fixtures
if [ -n "${WORK_DIR:-}" ]; then
echo "Using provided WORK_DIR: $WORK_DIR"
else
Expand Down Expand Up @@ -79,7 +79,6 @@ export FD_LOG_PATH="$LOG_PATH/solfuzz.log"
"$WORK_DIR/txn/fixtures" \
"$WORK_DIR/elf_loader/fixtures" \
"$WORK_DIR/instr/fixtures" \
"$WORK_DIR/shred/fixtures" \
"$WORK_DIR/cost/fixtures" \
"$WORK_DIR/vm_serialization/fixtures" \
"$WORK_DIR/gossip/fixtures"
Expand Down
1 change: 0 additions & 1 deletion contrib/test/run_unit_tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,6 @@ declare -A TEST_GIGANTIC_PAGES=(
[test_vm_syscall_curve]=5
[test_vm_interp]=5
[test_bpf_loader_program]=5
[test_tower_tile]=4
[test_log_collector]=4
[test_ssmanifest_parser]=2
[test_replay_tile]=2
Expand Down
3 changes: 0 additions & 3 deletions src/app/firedancer-dev/Local.mk
Original file line number Diff line number Diff line change
Expand Up @@ -10,12 +10,9 @@ $(call add-objs,commands/bench,fd_firedancer_dev)
$(call add-objs,commands/dev,fd_firedancer_dev)
$(call add-objs,commands/backtest,fd_firedancer_dev)
$(call add-objs,commands/snapshot_load,fd_firedancer_dev)
$(call add-objs,commands/repair,fd_firedancer_dev)
$(call add-objs,commands/rotor,fd_firedancer_dev)
$(call add-objs,commands/tower,fd_firedancer_dev)
$(call add-objs,commands/ipecho_server,fd_firedancer_dev)
$(call add-objs,commands/gossip_dump,fd_firedancer_dev)
$(call add-objs,commands/reasm,fd_firedancer_dev)

ifdef FD_ARCH_SUPPORTS_SANDBOX
$(call make-bin,firedancer-dev,main,fd_firedancer_dev fd_firedancer fddev_shared fdctl_shared fdctl_platform fd_discof fd_disco fd_choreo fd_flamenco fd_waltz_test fd_quic fd_tls fd_reedsol fd_waltz fd_tango fd_ballet fd_util_extra fd_util)
Expand Down
Loading
Loading