From cff56790bdf6e695a874d0338170cb22a96cf12d Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Wed, 16 Jul 2025 15:21:10 +0530 Subject: [PATCH 01/12] run.sh + test and build bench --- benches/BUILD_BENCH.md | 44 ++++++++++++++++++++++++++++++++++++++++++ benches/TEST_BENCH.md | 44 ++++++++++++++++++++++++++++++++++++++++++ benches/run.sh | 19 ++++++++++++++++++ 3 files changed, 107 insertions(+) create mode 100644 benches/BUILD_BENCH.md create mode 100644 benches/TEST_BENCH.md create mode 100644 benches/run.sh diff --git a/benches/BUILD_BENCH.md b/benches/BUILD_BENCH.md new file mode 100644 index 0000000000000..220c8ffba4cad --- /dev/null +++ b/benches/BUILD_BENCH.md @@ -0,0 +1,44 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-16 15:05:32 + +## Summary + +Benchmarked 3 Foundry versions across 4 repositories. + +### Repositories Tested + +1. [ithacaxyz/account](https://github.com/ithacaxyz/account) +2. [Vectorized/solady](https://github.com/Vectorized/solady) +3. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) +4. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53**: forge Version: 1.3.0-nightly (13c4502 2025-07-16) + +## Forge Build (With Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53 | +| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 4.94 s | 5.79 s | 4.33 s | +| solady | 6.54 s | 5.42 s | 6.21 s | +| Uniswap-v4-core | 43.85 s | 47.91 s | 45.56 s | +| sparkdotfi-spark-psm | 6.65 s | 6.85 s | 6.74 s | + +## Forge Build (No Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53 | +| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 4.84 s | 5.78 s | 4.00 s | +| solady | 6.52 s | 5.43 s | 6.09 s | +| Uniswap-v4-core | 46.92 s | 48.00 s | 45.68 s | +| sparkdotfi-spark-psm | 5.91 s | 6.29 s | 6.35 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/TEST_BENCH.md b/benches/TEST_BENCH.md new file mode 100644 index 0000000000000..0798e3a10bfb2 --- /dev/null +++ b/benches/TEST_BENCH.md @@ -0,0 +1,44 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-16 14:49:56 + +## Summary + +Benchmarked 3 Foundry versions across 4 repositories. + +### Repositories Tested + +1. [ithacaxyz/account](https://github.com/ithacaxyz/account) +2. [Vectorized/solady](https://github.com/Vectorized/solady) +3. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) +4. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53**: forge Version: 1.3.0-nightly (13c4502 2025-07-16) + +## Forge Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53 | +| -------------------- | -------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 11.73 s | 3.32 s | 16.04 s | +| solady | 3.09 s | 4.93 s | 5.85 s | +| Uniswap-v4-core | 18.39 s | 31.66 s | 34.89 s | +| sparkdotfi-spark-psm | 1m 39.9s | 1m 38.2s | 2m 22.4s | + +## Forge Fuzz Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53 | +| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 13.19 s | 7.12 s | 15.97 s | +| solady | 4.01 s | 4.35 s | 5.91 s | +| Uniswap-v4-core | 20.26 s | 32.36 s | 27.33 s | +| sparkdotfi-spark-psm | 9.22 s | 7.39 s | 15.44 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/run.sh b/benches/run.sh new file mode 100644 index 0000000000000..6d267c7105ce2 --- /dev/null +++ b/benches/run.sh @@ -0,0 +1,19 @@ +# Forge versions |stable | revm-24 nightly | revm-27 nightly +export VERSIONS="v1.2.3,nightly-05918765cb239024e9ca396825abb9f46257419a,nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53" \ +# Repositories +export REPOS="ithacaxyz/account:v0.3.2,Vectorized/solady:v0.1.22,Uniswap/v4-core:59d3ecf,sparkdotfi/spark-psm:v1.0.0" \ + +export COVERAGE_REPOS="ithacaxyz/account:v0.3.2,Uniswap/v4-core:59d3ecf,sparkdotfi/spark-psm:v1.0.0" \ + +# Forge test bench + +foundry-bench --versions "$VERSIONS" --repos "$REPOS" --benchmarks forge_test,forge_fuzz_test --output-dir ./benches --output-file TEST_BENCH.md && \ + +# Forge build bench + +foundry-bench --versions "$VERSIONS" --repos "$REPOS" --benchmarks forge_build_no_cache,forge_build_with_cache --output-dir ./benches --output-file BUILD_BENCH.md && \ + +# Coverage bench + +foundry-bench --versions "$VERSIONS" --repos "$COVERAGE_REPOS" --benchmarks forge_coverage --output-dir ./benches --output-file COVERAGE_BENCH.md + From d6796c7afc5cce7b05f434b98a578040215a6fee Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Thu, 17 Jul 2025 15:28:13 +0530 Subject: [PATCH 02/12] bench seq: test, fuzz and build --- benches/BUILD_BENCH.md | 44 ----------- benches/TEST_BENCH.md | 44 ----------- benches/results/build/ITHACA_ACCOUNT.md | 29 +++++++ benches/results/build/ITHACA_ACCOUNT_cache.md | 29 +++++++ benches/results/build/SOLADY.md | 29 +++++++ benches/results/build/SOLADY_cache.md | 29 +++++++ benches/results/build/SPARK_PSM.md | 29 +++++++ benches/results/build/SPARK_PSM_cache.md | 29 +++++++ benches/results/build/UNISWAP_V4_CORE.md | 29 +++++++ .../results/build/UNISWAP_V4_CORE_cache.md | 29 +++++++ benches/results/test/ITHACA_ACCOUNT.md | 29 +++++++ benches/results/test/ITHACA_ACCOUNT_fuzz.md | 29 +++++++ benches/results/test/SOLADY.md | 29 +++++++ benches/results/test/SOLADY_fuzz.md | 29 +++++++ benches/results/test/SPARK_PSM.md | 29 +++++++ benches/results/test/SPARK_PSM_fuzz.md | 29 +++++++ benches/results/test/UNISWAP_V4_CORE.md | 29 +++++++ benches/results/test/UNISWAP_V4_CORE_fuzz.md | 29 +++++++ benches/run.sh | 79 ++++++++++++++++--- 19 files changed, 534 insertions(+), 97 deletions(-) delete mode 100644 benches/BUILD_BENCH.md delete mode 100644 benches/TEST_BENCH.md create mode 100644 benches/results/build/ITHACA_ACCOUNT.md create mode 100644 benches/results/build/ITHACA_ACCOUNT_cache.md create mode 100644 benches/results/build/SOLADY.md create mode 100644 benches/results/build/SOLADY_cache.md create mode 100644 benches/results/build/SPARK_PSM.md create mode 100644 benches/results/build/SPARK_PSM_cache.md create mode 100644 benches/results/build/UNISWAP_V4_CORE.md create mode 100644 benches/results/build/UNISWAP_V4_CORE_cache.md create mode 100644 benches/results/test/ITHACA_ACCOUNT.md create mode 100644 benches/results/test/ITHACA_ACCOUNT_fuzz.md create mode 100644 benches/results/test/SOLADY.md create mode 100644 benches/results/test/SOLADY_fuzz.md create mode 100644 benches/results/test/SPARK_PSM.md create mode 100644 benches/results/test/SPARK_PSM_fuzz.md create mode 100644 benches/results/test/UNISWAP_V4_CORE.md create mode 100644 benches/results/test/UNISWAP_V4_CORE_fuzz.md diff --git a/benches/BUILD_BENCH.md b/benches/BUILD_BENCH.md deleted file mode 100644 index 220c8ffba4cad..0000000000000 --- a/benches/BUILD_BENCH.md +++ /dev/null @@ -1,44 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-16 15:05:32 - -## Summary - -Benchmarked 3 Foundry versions across 4 repositories. - -### Repositories Tested - -1. [ithacaxyz/account](https://github.com/ithacaxyz/account) -2. [Vectorized/solady](https://github.com/Vectorized/solady) -3. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) -4. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53**: forge Version: 1.3.0-nightly (13c4502 2025-07-16) - -## Forge Build (With Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53 | -| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | -| ithacaxyz-account | 4.94 s | 5.79 s | 4.33 s | -| solady | 6.54 s | 5.42 s | 6.21 s | -| Uniswap-v4-core | 43.85 s | 47.91 s | 45.56 s | -| sparkdotfi-spark-psm | 6.65 s | 6.85 s | 6.74 s | - -## Forge Build (No Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53 | -| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | -| ithacaxyz-account | 4.84 s | 5.78 s | 4.00 s | -| solady | 6.52 s | 5.43 s | 6.09 s | -| Uniswap-v4-core | 46.92 s | 48.00 s | 45.68 s | -| sparkdotfi-spark-psm | 5.91 s | 6.29 s | 6.35 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/TEST_BENCH.md b/benches/TEST_BENCH.md deleted file mode 100644 index 0798e3a10bfb2..0000000000000 --- a/benches/TEST_BENCH.md +++ /dev/null @@ -1,44 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-16 14:49:56 - -## Summary - -Benchmarked 3 Foundry versions across 4 repositories. - -### Repositories Tested - -1. [ithacaxyz/account](https://github.com/ithacaxyz/account) -2. [Vectorized/solady](https://github.com/Vectorized/solady) -3. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) -4. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53**: forge Version: 1.3.0-nightly (13c4502 2025-07-16) - -## Forge Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53 | -| -------------------- | -------- | ------------------------------------------------ | ------------------------------------------------ | -| ithacaxyz-account | 11.73 s | 3.32 s | 16.04 s | -| solady | 3.09 s | 4.93 s | 5.85 s | -| Uniswap-v4-core | 18.39 s | 31.66 s | 34.89 s | -| sparkdotfi-spark-psm | 1m 39.9s | 1m 38.2s | 2m 22.4s | - -## Forge Fuzz Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53 | -| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | -| ithacaxyz-account | 13.19 s | 7.12 s | 15.97 s | -| solady | 4.01 s | 4.35 s | 5.91 s | -| Uniswap-v4-core | 20.26 s | 32.36 s | 27.33 s | -| sparkdotfi-spark-psm | 9.22 s | 7.39 s | 15.44 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/ITHACA_ACCOUNT.md b/benches/results/build/ITHACA_ACCOUNT.md new file mode 100644 index 0000000000000..d4ced4836771e --- /dev/null +++ b/benches/results/build/ITHACA_ACCOUNT.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 14:02:24 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [ithacaxyz/account](https://github.com/ithacaxyz/account) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Build (No Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| ithacaxyz-account | 2.08 s | 2.10 s | 2.31 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/ITHACA_ACCOUNT_cache.md b/benches/results/build/ITHACA_ACCOUNT_cache.md new file mode 100644 index 0000000000000..976fd5a0008cc --- /dev/null +++ b/benches/results/build/ITHACA_ACCOUNT_cache.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 14:41:28 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [ithacaxyz/account](https://github.com/ithacaxyz/account) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Build (With Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| ithacaxyz-account | 2.09 s | 2.13 s | 2.33 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/SOLADY.md b/benches/results/build/SOLADY.md new file mode 100644 index 0000000000000..8935fcf45dcec --- /dev/null +++ b/benches/results/build/SOLADY.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 14:03:56 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [Vectorized/solady](https://github.com/Vectorized/solady) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Build (No Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| solady | 3.10 s | 3.12 s | 3.20 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/SOLADY_cache.md b/benches/results/build/SOLADY_cache.md new file mode 100644 index 0000000000000..b1e8298a281aa --- /dev/null +++ b/benches/results/build/SOLADY_cache.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 14:42:42 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [Vectorized/solady](https://github.com/Vectorized/solady) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Build (With Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| solady | 3.07 s | 3.06 s | 3.10 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/SPARK_PSM.md b/benches/results/build/SPARK_PSM.md new file mode 100644 index 0000000000000..6f3288bc10afe --- /dev/null +++ b/benches/results/build/SPARK_PSM.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 14:21:00 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Build (No Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| sparkdotfi-spark-psm | 2.82 s | 2.83 s | 2.99 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/SPARK_PSM_cache.md b/benches/results/build/SPARK_PSM_cache.md new file mode 100644 index 0000000000000..f33ebd5d78e5d --- /dev/null +++ b/benches/results/build/SPARK_PSM_cache.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 15:02:04 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Build (With Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| sparkdotfi-spark-psm | 2.78 s | 2.82 s | 3.01 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/UNISWAP_V4_CORE.md b/benches/results/build/UNISWAP_V4_CORE.md new file mode 100644 index 0000000000000..6fa3d5428c8e8 --- /dev/null +++ b/benches/results/build/UNISWAP_V4_CORE.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 14:12:52 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Build (No Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| Uniswap-v4-core | 26.21 s | 27.03 s | 26.50 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/UNISWAP_V4_CORE_cache.md b/benches/results/build/UNISWAP_V4_CORE_cache.md new file mode 100644 index 0000000000000..24a3d09dd8470 --- /dev/null +++ b/benches/results/build/UNISWAP_V4_CORE_cache.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 14:54:49 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Build (With Cache) + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| Uniswap-v4-core | 25.36 s | 25.49 s | 25.82 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/ITHACA_ACCOUNT.md b/benches/results/test/ITHACA_ACCOUNT.md new file mode 100644 index 0000000000000..73356cd957490 --- /dev/null +++ b/benches/results/test/ITHACA_ACCOUNT.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 12:55:53 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [ithacaxyz/account](https://github.com/ithacaxyz/account) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| ithacaxyz-account | 3.69 s | 3.49 s | 3.26 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/ITHACA_ACCOUNT_fuzz.md b/benches/results/test/ITHACA_ACCOUNT_fuzz.md new file mode 100644 index 0000000000000..4cf0550b0f292 --- /dev/null +++ b/benches/results/test/ITHACA_ACCOUNT_fuzz.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 13:36:33 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [ithacaxyz/account](https://github.com/ithacaxyz/account) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Fuzz Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| ithacaxyz-account | 3.92 s | 3.37 s | 3.52 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/SOLADY.md b/benches/results/test/SOLADY.md new file mode 100644 index 0000000000000..796f13cf3e5be --- /dev/null +++ b/benches/results/test/SOLADY.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 12:57:52 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [Vectorized/solady](https://github.com/Vectorized/solady) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| solady | 2.79 s | 3.47 s | 3.04 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/SOLADY_fuzz.md b/benches/results/test/SOLADY_fuzz.md new file mode 100644 index 0000000000000..ce83a4f58deb1 --- /dev/null +++ b/benches/results/test/SOLADY_fuzz.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 13:38:11 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [Vectorized/solady](https://github.com/Vectorized/solady) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Fuzz Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| solady | 2.96 s | 2.66 s | 2.82 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/SPARK_PSM.md b/benches/results/test/SPARK_PSM.md new file mode 100644 index 0000000000000..84ff5cfe5ea42 --- /dev/null +++ b/benches/results/test/SPARK_PSM.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 13:30:30 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| sparkdotfi-spark-psm | 1m 3.7s | 1m 1.2s | 1m 5.3s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/SPARK_PSM_fuzz.md b/benches/results/test/SPARK_PSM_fuzz.md new file mode 100644 index 0000000000000..6212448051ad5 --- /dev/null +++ b/benches/results/test/SPARK_PSM_fuzz.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 13:55:44 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Fuzz Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| sparkdotfi-spark-psm | 3.68 s | 3.52 s | 3.63 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/UNISWAP_V4_CORE.md b/benches/results/test/UNISWAP_V4_CORE.md new file mode 100644 index 0000000000000..591a07a4670b1 --- /dev/null +++ b/benches/results/test/UNISWAP_V4_CORE.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 13:08:49 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| Uniswap-v4-core | 8.04 s | 7.58 s | 8.44 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/UNISWAP_V4_CORE_fuzz.md b/benches/results/test/UNISWAP_V4_CORE_fuzz.md new file mode 100644 index 0000000000000..0c2725674f00c --- /dev/null +++ b/benches/results/test/UNISWAP_V4_CORE_fuzz.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 13:48:39 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Fuzz Test + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +|------------|----------|----------|----------| +| Uniswap-v4-core | 8.06 s | 7.82 s | 8.31 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/run.sh b/benches/run.sh index 6d267c7105ce2..07770c7fb4078 100644 --- a/benches/run.sh +++ b/benches/run.sh @@ -1,19 +1,80 @@ # Forge versions |stable | revm-24 nightly | revm-27 nightly -export VERSIONS="v1.2.3,nightly-05918765cb239024e9ca396825abb9f46257419a,nightly-13c4502c80ceae8429056eefc1e6a3b1e4e86b53" \ +export VERSIONS="v1.2.3,nightly-05918765cb239024e9ca396825abb9f46257419a,nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085" \ + # Repositories -export REPOS="ithacaxyz/account:v0.3.2,Vectorized/solady:v0.1.22,Uniswap/v4-core:59d3ecf,sparkdotfi/spark-psm:v1.0.0" \ -export COVERAGE_REPOS="ithacaxyz/account:v0.3.2,Uniswap/v4-core:59d3ecf,sparkdotfi/spark-psm:v1.0.0" \ +export ITHACA_ACCOUNT="ithacaxyz/account:v0.3.2" \ + +export SOLADY_REPO="Vectorized/solady:v0.1.22" \ + +export UNISWAP_V4_CORE="Uniswap/v4-core:59d3ecf" \ + +export SPARK_PSM="sparkdotfi/spark-psm:v1.0.0" \ + +# Benches + +export TEST="forge_test" \ + +export FUZZ_TEST="forge_fuzz_test" \ + +export BUILD="forge_build_no_cache" \ + +export BUILD_CACHE="forge_build_with_cache" \ + +export COVERAGE="forge_coverage" \ + +# Results Dir + +export TEST_RESUTLS_DIR="./benches/results/test" \ + +export BUILD_RESULTS_DIR="./benches/results/build" \ + +export COVERAGE_RESULTS_DIR="./benches/results/coverage" \ + +# Bench every repo in isolation for each command to get the true performance. + +# Forge Tests + +echo "================== Forge Tests ==================" && \ + +foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $TEST --output-dir $TEST_RESUTLS_DIR --output-file ITHACA_ACCOUNT.md && \ +foundry-bench --versions "$VERSIONS" --repos "$SOLADY_REPO" --benchmarks $TEST --output-dir $TEST_RESUTLS_DIR --output-file SOLADY.md && \ +foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $TEST --output-dir $TEST_RESUTLS_DIR --output-file UNISWAP_V4_CORE.md && \ +foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $TEST --output-dir $TEST_RESUTLS_DIR --output-file SPARK_PSM.md && \ + +# Forge Fuzz Tests + +echo "================== Forge Fuzz Tests ==================" && \ + +foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $FUZZ_TEST --output-dir $TEST_RESUTLS_DIR --output-file ITHACA_ACCOUNT_fuzz.md && \ +foundry-bench --versions "$VERSIONS" --repos "$SOLADY_REPO" --benchmarks $FUZZ_TEST --output-dir $TEST_RESUTLS_DIR --output-file SOLADY_fuzz.md && \ +foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $FUZZ_TEST --output-dir $TEST_RESUTLS_DIR --output-file UNISWAP_V4_CORE_fuzz.md && \ +foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $FUZZ_TEST --output-dir $TEST_RESUTLS_DIR --output-file SPARK_PSM_fuzz.md && \ + +# Forge Build + +echo "================== Forge Build ==================" && \ + +foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $BUILD --output-dir $BUILD_RESULTS_DIR --output-file ITHACA_ACCOUNT.md && \ +foundry-bench --versions "$VERSIONS" --repos "$SOLADY_REPO" --benchmarks $BUILD --output-dir $BUILD_RESULTS_DIR --output-file SOLADY.md && \ +foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $BUILD --output-dir $BUILD_RESULTS_DIR --output-file UNISWAP_V4_CORE.md && \ +foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $BUILD --output-dir $BUILD_RESULTS_DIR --output-file SPARK_PSM.md && \ -# Forge test bench +# Forge Build with Cache -foundry-bench --versions "$VERSIONS" --repos "$REPOS" --benchmarks forge_test,forge_fuzz_test --output-dir ./benches --output-file TEST_BENCH.md && \ +echo "================== Forge Build with Cache ==================" && \ -# Forge build bench +foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $BUILD_CACHE --output-dir $BUILD_RESULTS_DIR --output-file ITHACA_ACCOUNT_cache.md && \ +foundry-bench --versions "$VERSIONS" --repos "$SOLADY_REPO" --benchmarks $BUILD_CACHE --output-dir $BUILD_RESULTS_DIR --output-file SOLADY_cache.md && \ +foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $BUILD_CACHE --output-dir $BUILD_RESULTS_DIR --output-file UNISWAP_V4_CORE_cache.md && \ +foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $BUILD_CACHE --output-dir $BUILD_RESULTS_DIR --output-file SPARK_PSM_cache.md && \ -foundry-bench --versions "$VERSIONS" --repos "$REPOS" --benchmarks forge_build_no_cache,forge_build_with_cache --output-dir ./benches --output-file BUILD_BENCH.md && \ +# Coverage -# Coverage bench +echo "================== Forge Coverage ==================" && \ -foundry-bench --versions "$VERSIONS" --repos "$COVERAGE_REPOS" --benchmarks forge_coverage --output-dir ./benches --output-file COVERAGE_BENCH.md +foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $COVERAGE --output-dir $COVERAGE_RESULTS_DIR --output-file ITHACA_ACCOUNT.md && \ +foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $COVERAGE --output-dir $COVERAGE_RESULTS_DIR --output-file UNISWAP_V4_CORE.md && \ +foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $COVERAGE --output-dir $COVERAGE_RESULTS_DIR --output-file SPARK_PSM.md && \ +echo "================== Forge Benchmarks Completed ==================" From 52ba9a492984eb19ed853ad6bb46f2bd040614e4 Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Thu, 17 Jul 2025 15:54:43 +0530 Subject: [PATCH 03/12] fix(`benches`): use prepare in forge build benches --- benches/src/lib.rs | 26 +++++++++++++++++++++++--- 1 file changed, 23 insertions(+), 3 deletions(-) diff --git a/benches/src/lib.rs b/benches/src/lib.rs index aa9c6ad318c54..8d767118421ce 100644 --- a/benches/src/lib.rs +++ b/benches/src/lib.rs @@ -195,12 +195,14 @@ impl BenchmarkProject { /// * `command` - The command to benchmark /// * `runs` - Number of runs to perform /// * `setup` - Optional setup command to run before the benchmark series (e.g., "forge build") + /// * `prepare` - Optional prepare command to run before each timing run (e.g., "forge clean") /// * `conclude` - Optional conclude command to run after each timing run (e.g., cleanup) /// * `verbose` - Whether to show command output /// /// # Hyperfine flags used: /// * `--runs` - Number of timing runs /// * `--setup` - Execute before the benchmark series (not before each run) + /// * `--prepare` - Execute before each timing run /// * `--conclude` - Execute after each timing run /// * `--export-json` - Export results to JSON for parsing /// * `--shell=bash` - Use bash for shell command execution @@ -213,6 +215,7 @@ impl BenchmarkProject { command: &str, runs: u32, setup: Option<&str>, + prepare: Option<&str>, conclude: Option<&str>, verbose: bool, ) -> Result { @@ -240,6 +243,11 @@ impl BenchmarkProject { hyperfine_cmd.arg("--setup").arg(setup_cmd); } + // Add optional prepare command + if let Some(prepare_cmd) = prepare { + hyperfine_cmd.arg("--prepare").arg(prepare_cmd); + } + // Add optional conclude command if let Some(conclude_cmd) = conclude { hyperfine_cmd.arg("--conclude").arg(conclude_cmd); @@ -282,6 +290,7 @@ impl BenchmarkProject { runs, Some("forge build"), None, + None, verbose, ) } @@ -293,8 +302,16 @@ impl BenchmarkProject { runs: u32, verbose: bool, ) -> Result { - // No setup needed, uses existing cache - self.hyperfine("forge_build_with_cache", version, "forge build", runs, None, None, verbose) + self.hyperfine( + "forge_build_with_cache", + version, + "forge build", + runs, + Some("forge build"), + None, + None, + verbose, + ) } /// Benchmark forge build without cache @@ -304,12 +321,13 @@ impl BenchmarkProject { runs: u32, verbose: bool, ) -> Result { - // Clean before the benchmark series + // Clean before each timing run self.hyperfine( "forge_build_no_cache", version, "forge build", runs, + None, Some("forge clean"), None, verbose, @@ -331,6 +349,7 @@ impl BenchmarkProject { runs, Some("forge build"), None, + None, verbose, ) } @@ -351,6 +370,7 @@ impl BenchmarkProject { runs, None, None, + None, verbose, ) } From be5919024388c6f0bce3050258a8b11b0fe6ba8d Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Thu, 17 Jul 2025 17:46:24 +0530 Subject: [PATCH 04/12] coverage results --- benches/results/coverage/ITHACA_ACCOUNT.md | 29 +++++++++++++++++++++ benches/results/coverage/SPARK_PSM.md | 29 +++++++++++++++++++++ benches/results/coverage/UNISWAP_V4_CORE.md | 29 +++++++++++++++++++++ 3 files changed, 87 insertions(+) create mode 100644 benches/results/coverage/ITHACA_ACCOUNT.md create mode 100644 benches/results/coverage/SPARK_PSM.md create mode 100644 benches/results/coverage/UNISWAP_V4_CORE.md diff --git a/benches/results/coverage/ITHACA_ACCOUNT.md b/benches/results/coverage/ITHACA_ACCOUNT.md new file mode 100644 index 0000000000000..27b74fa8040a4 --- /dev/null +++ b/benches/results/coverage/ITHACA_ACCOUNT.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 17:11:16 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [ithacaxyz/account](https://github.com/ithacaxyz/account) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Coverage + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +| ----------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 16.33 s | 17.31 s | 16.43 s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/coverage/SPARK_PSM.md b/benches/results/coverage/SPARK_PSM.md new file mode 100644 index 0000000000000..ad9e6f9c011ef --- /dev/null +++ b/benches/results/coverage/SPARK_PSM.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 17:37:30 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Coverage + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +| -------------------- | -------- | ------------------------------------------------ | ------------------------------------------------ | +| sparkdotfi-spark-psm | 3m 52.9s | 4m 12.8s | 4m 15.0s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/coverage/UNISWAP_V4_CORE.md b/benches/results/coverage/UNISWAP_V4_CORE.md new file mode 100644 index 0000000000000..c38eac7f8de58 --- /dev/null +++ b/benches/results/coverage/UNISWAP_V4_CORE.md @@ -0,0 +1,29 @@ +# Foundry Benchmark Results + +**Date**: 2025-07-17 17:19:23 + +## Summary + +Benchmarked 3 Foundry versions across 1 repositories. + +### Repositories Tested + +1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) + +### Foundry Versions + +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) + +## Forge Coverage + +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +| --------------- | -------- | ------------------------------------------------ | ------------------------------------------------ | +| Uniswap-v4-core | 1m 40.6s | 1m 42.7s | 1m 47.5s | + +## System Information + +- **OS**: macos +- **CPU**: 8 +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) From e2e8738921a95e518cce7cfc030c5efe996a5119 Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Thu, 17 Jul 2025 18:03:28 +0530 Subject: [PATCH 05/12] fix(`benches`): forge build prepare and cleanup --- benches/src/lib.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/benches/src/lib.rs b/benches/src/lib.rs index 8d767118421ce..7eb8d16db9501 100644 --- a/benches/src/lib.rs +++ b/benches/src/lib.rs @@ -307,8 +307,8 @@ impl BenchmarkProject { version, "forge build", runs, - Some("forge build"), None, + Some("forge build"), None, verbose, ) @@ -327,9 +327,9 @@ impl BenchmarkProject { version, "forge build", runs, - None, Some("forge clean"), None, + Some("forge clean"), verbose, ) } From 9457b840b02a097b261aecb9b58c1b6039aeda43 Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Fri, 18 Jul 2025 11:22:00 +0530 Subject: [PATCH 06/12] latest run --- benches/LATEST.md | 79 ++++++++++++------- benches/results/build/ITHACA_ACCOUNT.md | 4 +- benches/results/build/ITHACA_ACCOUNT_cache.md | 4 +- benches/results/build/SOLADY.md | 4 +- benches/results/build/SOLADY_cache.md | 4 +- benches/results/build/SPARK_PSM.md | 4 +- benches/results/build/SPARK_PSM_cache.md | 4 +- benches/results/build/UNISWAP_V4_CORE.md | 4 +- .../results/build/UNISWAP_V4_CORE_cache.md | 4 +- benches/results/test/ITHACA_ACCOUNT.md | 4 +- benches/results/test/SOLADY.md | 4 +- 11 files changed, 70 insertions(+), 49 deletions(-) diff --git a/benches/LATEST.md b/benches/LATEST.md index e4f600ad96626..d9ffc2f430c3e 100644 --- a/benches/LATEST.md +++ b/benches/LATEST.md @@ -1,6 +1,6 @@ # 📊 Foundry Benchmark Results -**Generated at**: 2025-07-11 11:48:21 UTC +**Generated at**: 2025-07-17 20:15:00 UTC ## Forge Test @@ -8,22 +8,30 @@ 1. [ithacaxyz/account](https://github.com/ithacaxyz/account) 2. [Vectorized/solady](https://github.com/Vectorized/solady) +3. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) +4. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) + ### Foundry Versions -- **stable**: forge Version: 1.2.3-stable (a813a2c 2025-06-08) -- **nightly**: forge Version: 1.2.3-nightly (d592b3e 2025-07-11) +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) -| Repository | stable | nightly | -|------------|----------|----------| -| ithacaxyz-account | 6.86 s | 6.03 s | -| solady | 7.70 s | 6.94 s | +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 6.74 s | 3.24 s | 3.52 s | +| solady | 2.77 s | 2.76 s | 2.71 s | +| sparkdotfi-spark-psm | 1m 3.7s | 1m 1.2s | 1m 5.3s | +| Uniswap-v4-core | 8.04 s | 7.58 s | 8.44 s | ## Forge Fuzz Test -| Repository | stable | nightly | -|------------|----------|----------| -| ithacaxyz-account | 6.65 s | 6.28 s | -| solady | 7.87 s | 6.98 s | +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +| -------------------- | ------ | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 3.92 s | 3.37 s | 3.52 s | +| solady | 2.96 s | 2.66 s | 2.82 s | +| sparkdotfi-spark-psm | 3.68 s | 3.52 s | 3.63 s | +| Uniswap-v4-core | 8.06 s | 7.82 s | 8.31 s | ## Forge Build @@ -31,42 +39,55 @@ 1. [ithacaxyz/account](https://github.com/ithacaxyz/account) 2. [Vectorized/solady](https://github.com/Vectorized/solady) +3. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) +4. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) + ### Foundry Versions -- **stable**: forge Version: 1.2.3-stable (a813a2c 2025-06-08) -- **nightly**: forge Version: 1.2.3-nightly (d592b3e 2025-07-11) +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) ### No Cache -| Repository | stable | nightly | -|------------|----------|----------| -| ithacaxyz-account | 2.57 s | 2.61 s | -| solady | 3.95 s | 4.08 s | +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 9.67 s | 9.57 s | 9.76 s | +| solady | 14.93 s | 15.08 s | 15.06 s | +| sparkdotfi-spark-psm | 14.31 s | 13.39 s | 13.86 s | +| Uniswap-v4-core | 2m 6.4s | 2m 6.8s | 2m 14.6s | ### With Cache -| Repository | stable | nightly | -|------------|----------|----------| -| ithacaxyz-account | 2.58 s | 2.60 s | -| solady | 4.04 s | 4.07 s | +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 0.212 s | 0.214 s | 0.433 s | +| solady | 0.095 s | 0.117 s | 0.159 s | +| sparkdotfi-spark-psm | 0.173 s | 0.180 s | 0.315 s | +| Uniswap-v4-core | 0.138 s | 0.149 s | 0.211 s | ## Forge Coverage ### Repositories Tested 1. [ithacaxyz/account](https://github.com/ithacaxyz/account) +2. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) +3. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) + ### Foundry Versions -- **stable**: forge Version: 1.2.3-stable (a813a2c 2025-06-08) -- **nightly**: forge Version: 1.2.3-nightly (d592b3e 2025-07-11) +- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) +- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) +- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) -| Repository | stable | nightly | -|------------|----------|----------| -| ithacaxyz-account | 21.49 s | 20.85 s | +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +| -------------------- | -------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 16.33 s | 17.31 s | 16.43 s | +| sparkdotfi-spark-psm | 3m 52.9s | 4m 12.8s | 4m 15.0s | +| Uniswap-v4-core | 1m 40.6s | 1m 42.7s | 1m 47.5s | ## System Information - -- **OS**: linux +- **OS**: macos - **CPU**: 8 -- **Rustc**: unknown +- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/ITHACA_ACCOUNT.md b/benches/results/build/ITHACA_ACCOUNT.md index d4ced4836771e..ddc972e78e9aa 100644 --- a/benches/results/build/ITHACA_ACCOUNT.md +++ b/benches/results/build/ITHACA_ACCOUNT.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 14:02:24 +**Date**: 2025-07-17 18:51:31 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| ithacaxyz-account | 2.08 s | 2.10 s | 2.31 s | +| ithacaxyz-account | 9.67 s | 9.57 s | 9.76 s | ## System Information diff --git a/benches/results/build/ITHACA_ACCOUNT_cache.md b/benches/results/build/ITHACA_ACCOUNT_cache.md index 976fd5a0008cc..f50e1eee1ff4f 100644 --- a/benches/results/build/ITHACA_ACCOUNT_cache.md +++ b/benches/results/build/ITHACA_ACCOUNT_cache.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 14:41:28 +**Date**: 2025-07-17 19:48:38 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| ithacaxyz-account | 2.09 s | 2.13 s | 2.33 s | +| ithacaxyz-account | 0.212 s | 0.214 s | 0.433 s | ## System Information diff --git a/benches/results/build/SOLADY.md b/benches/results/build/SOLADY.md index 8935fcf45dcec..8374a9e55a4ea 100644 --- a/benches/results/build/SOLADY.md +++ b/benches/results/build/SOLADY.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 14:03:56 +**Date**: 2025-07-17 18:55:46 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| solady | 3.10 s | 3.12 s | 3.20 s | +| solady | 14.93 s | 15.08 s | 15.06 s | ## System Information diff --git a/benches/results/build/SOLADY_cache.md b/benches/results/build/SOLADY_cache.md index b1e8298a281aa..fd7144cd415fc 100644 --- a/benches/results/build/SOLADY_cache.md +++ b/benches/results/build/SOLADY_cache.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 14:42:42 +**Date**: 2025-07-17 19:49:36 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| solady | 3.07 s | 3.06 s | 3.10 s | +| solady | 0.095 s | 0.117 s | 0.159 s | ## System Information diff --git a/benches/results/build/SPARK_PSM.md b/benches/results/build/SPARK_PSM.md index 6f3288bc10afe..663a3c284e3b6 100644 --- a/benches/results/build/SPARK_PSM.md +++ b/benches/results/build/SPARK_PSM.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 14:21:00 +**Date**: 2025-07-17 19:40:32 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| sparkdotfi-spark-psm | 2.82 s | 2.83 s | 2.99 s | +| sparkdotfi-spark-psm | 14.31 s | 13.39 s | 13.86 s | ## System Information diff --git a/benches/results/build/SPARK_PSM_cache.md b/benches/results/build/SPARK_PSM_cache.md index f33ebd5d78e5d..ecc47521b2d30 100644 --- a/benches/results/build/SPARK_PSM_cache.md +++ b/benches/results/build/SPARK_PSM_cache.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 15:02:04 +**Date**: 2025-07-17 20:10:15 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| sparkdotfi-spark-psm | 2.78 s | 2.82 s | 3.01 s | +| sparkdotfi-spark-psm | 0.173 s | 0.180 s | 0.315 s | ## System Information diff --git a/benches/results/build/UNISWAP_V4_CORE.md b/benches/results/build/UNISWAP_V4_CORE.md index 6fa3d5428c8e8..1ca696f8aca76 100644 --- a/benches/results/build/UNISWAP_V4_CORE.md +++ b/benches/results/build/UNISWAP_V4_CORE.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 14:12:52 +**Date**: 2025-07-17 19:30:41 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| Uniswap-v4-core | 26.21 s | 27.03 s | 26.50 s | +| Uniswap-v4-core | 2m 6.4s | 2m 6.8s | 2m 14.6s | ## System Information diff --git a/benches/results/build/UNISWAP_V4_CORE_cache.md b/benches/results/build/UNISWAP_V4_CORE_cache.md index 24a3d09dd8470..48a3ce8f301b8 100644 --- a/benches/results/build/UNISWAP_V4_CORE_cache.md +++ b/benches/results/build/UNISWAP_V4_CORE_cache.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 14:54:49 +**Date**: 2025-07-17 20:03:46 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| Uniswap-v4-core | 25.36 s | 25.49 s | 25.82 s | +| Uniswap-v4-core | 0.138 s | 0.149 s | 0.211 s | ## System Information diff --git a/benches/results/test/ITHACA_ACCOUNT.md b/benches/results/test/ITHACA_ACCOUNT.md index 73356cd957490..39ca296bea39d 100644 --- a/benches/results/test/ITHACA_ACCOUNT.md +++ b/benches/results/test/ITHACA_ACCOUNT.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 12:55:53 +**Date**: 2025-07-17 18:31:17 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| ithacaxyz-account | 3.69 s | 3.49 s | 3.26 s | +| ithacaxyz-account | 6.74 s | 3.24 s | 3.52 s | ## System Information diff --git a/benches/results/test/SOLADY.md b/benches/results/test/SOLADY.md index 796f13cf3e5be..b81e40aea3517 100644 --- a/benches/results/test/SOLADY.md +++ b/benches/results/test/SOLADY.md @@ -1,6 +1,6 @@ # Foundry Benchmark Results -**Date**: 2025-07-17 12:57:52 +**Date**: 2025-07-17 18:32:54 ## Summary @@ -20,7 +20,7 @@ Benchmarked 3 Foundry versions across 1 repositories. | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | |------------|----------|----------|----------| -| solady | 2.79 s | 3.47 s | 3.04 s | +| solady | 2.77 s | 2.76 s | 2.71 s | ## System Information From bf349bb85b34ff79c57e19924621d4ba94404128 Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Fri, 18 Jul 2025 11:22:45 +0530 Subject: [PATCH 07/12] rm intermediate results --- benches/results/build/ITHACA_ACCOUNT.md | 29 ------------------- benches/results/build/ITHACA_ACCOUNT_cache.md | 29 ------------------- benches/results/build/SOLADY.md | 29 ------------------- benches/results/build/SOLADY_cache.md | 29 ------------------- benches/results/build/SPARK_PSM.md | 29 ------------------- benches/results/build/SPARK_PSM_cache.md | 29 ------------------- benches/results/build/UNISWAP_V4_CORE.md | 29 ------------------- .../results/build/UNISWAP_V4_CORE_cache.md | 29 ------------------- benches/results/coverage/ITHACA_ACCOUNT.md | 29 ------------------- benches/results/coverage/SPARK_PSM.md | 29 ------------------- benches/results/coverage/UNISWAP_V4_CORE.md | 29 ------------------- benches/results/test/ITHACA_ACCOUNT.md | 29 ------------------- benches/results/test/ITHACA_ACCOUNT_fuzz.md | 29 ------------------- benches/results/test/SOLADY.md | 29 ------------------- benches/results/test/SOLADY_fuzz.md | 29 ------------------- benches/results/test/SPARK_PSM.md | 29 ------------------- benches/results/test/SPARK_PSM_fuzz.md | 29 ------------------- benches/results/test/UNISWAP_V4_CORE.md | 29 ------------------- benches/results/test/UNISWAP_V4_CORE_fuzz.md | 29 ------------------- 19 files changed, 551 deletions(-) delete mode 100644 benches/results/build/ITHACA_ACCOUNT.md delete mode 100644 benches/results/build/ITHACA_ACCOUNT_cache.md delete mode 100644 benches/results/build/SOLADY.md delete mode 100644 benches/results/build/SOLADY_cache.md delete mode 100644 benches/results/build/SPARK_PSM.md delete mode 100644 benches/results/build/SPARK_PSM_cache.md delete mode 100644 benches/results/build/UNISWAP_V4_CORE.md delete mode 100644 benches/results/build/UNISWAP_V4_CORE_cache.md delete mode 100644 benches/results/coverage/ITHACA_ACCOUNT.md delete mode 100644 benches/results/coverage/SPARK_PSM.md delete mode 100644 benches/results/coverage/UNISWAP_V4_CORE.md delete mode 100644 benches/results/test/ITHACA_ACCOUNT.md delete mode 100644 benches/results/test/ITHACA_ACCOUNT_fuzz.md delete mode 100644 benches/results/test/SOLADY.md delete mode 100644 benches/results/test/SOLADY_fuzz.md delete mode 100644 benches/results/test/SPARK_PSM.md delete mode 100644 benches/results/test/SPARK_PSM_fuzz.md delete mode 100644 benches/results/test/UNISWAP_V4_CORE.md delete mode 100644 benches/results/test/UNISWAP_V4_CORE_fuzz.md diff --git a/benches/results/build/ITHACA_ACCOUNT.md b/benches/results/build/ITHACA_ACCOUNT.md deleted file mode 100644 index ddc972e78e9aa..0000000000000 --- a/benches/results/build/ITHACA_ACCOUNT.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 18:51:31 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [ithacaxyz/account](https://github.com/ithacaxyz/account) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Build (No Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| ithacaxyz-account | 9.67 s | 9.57 s | 9.76 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/ITHACA_ACCOUNT_cache.md b/benches/results/build/ITHACA_ACCOUNT_cache.md deleted file mode 100644 index f50e1eee1ff4f..0000000000000 --- a/benches/results/build/ITHACA_ACCOUNT_cache.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 19:48:38 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [ithacaxyz/account](https://github.com/ithacaxyz/account) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Build (With Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| ithacaxyz-account | 0.212 s | 0.214 s | 0.433 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/SOLADY.md b/benches/results/build/SOLADY.md deleted file mode 100644 index 8374a9e55a4ea..0000000000000 --- a/benches/results/build/SOLADY.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 18:55:46 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [Vectorized/solady](https://github.com/Vectorized/solady) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Build (No Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| solady | 14.93 s | 15.08 s | 15.06 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/SOLADY_cache.md b/benches/results/build/SOLADY_cache.md deleted file mode 100644 index fd7144cd415fc..0000000000000 --- a/benches/results/build/SOLADY_cache.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 19:49:36 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [Vectorized/solady](https://github.com/Vectorized/solady) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Build (With Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| solady | 0.095 s | 0.117 s | 0.159 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/SPARK_PSM.md b/benches/results/build/SPARK_PSM.md deleted file mode 100644 index 663a3c284e3b6..0000000000000 --- a/benches/results/build/SPARK_PSM.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 19:40:32 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Build (No Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| sparkdotfi-spark-psm | 14.31 s | 13.39 s | 13.86 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/SPARK_PSM_cache.md b/benches/results/build/SPARK_PSM_cache.md deleted file mode 100644 index ecc47521b2d30..0000000000000 --- a/benches/results/build/SPARK_PSM_cache.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 20:10:15 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Build (With Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| sparkdotfi-spark-psm | 0.173 s | 0.180 s | 0.315 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/UNISWAP_V4_CORE.md b/benches/results/build/UNISWAP_V4_CORE.md deleted file mode 100644 index 1ca696f8aca76..0000000000000 --- a/benches/results/build/UNISWAP_V4_CORE.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 19:30:41 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Build (No Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| Uniswap-v4-core | 2m 6.4s | 2m 6.8s | 2m 14.6s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/build/UNISWAP_V4_CORE_cache.md b/benches/results/build/UNISWAP_V4_CORE_cache.md deleted file mode 100644 index 48a3ce8f301b8..0000000000000 --- a/benches/results/build/UNISWAP_V4_CORE_cache.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 20:03:46 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Build (With Cache) - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| Uniswap-v4-core | 0.138 s | 0.149 s | 0.211 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/coverage/ITHACA_ACCOUNT.md b/benches/results/coverage/ITHACA_ACCOUNT.md deleted file mode 100644 index 27b74fa8040a4..0000000000000 --- a/benches/results/coverage/ITHACA_ACCOUNT.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 17:11:16 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [ithacaxyz/account](https://github.com/ithacaxyz/account) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Coverage - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -| ----------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | -| ithacaxyz-account | 16.33 s | 17.31 s | 16.43 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/coverage/SPARK_PSM.md b/benches/results/coverage/SPARK_PSM.md deleted file mode 100644 index ad9e6f9c011ef..0000000000000 --- a/benches/results/coverage/SPARK_PSM.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 17:37:30 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Coverage - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -| -------------------- | -------- | ------------------------------------------------ | ------------------------------------------------ | -| sparkdotfi-spark-psm | 3m 52.9s | 4m 12.8s | 4m 15.0s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/coverage/UNISWAP_V4_CORE.md b/benches/results/coverage/UNISWAP_V4_CORE.md deleted file mode 100644 index c38eac7f8de58..0000000000000 --- a/benches/results/coverage/UNISWAP_V4_CORE.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 17:19:23 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Coverage - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -| --------------- | -------- | ------------------------------------------------ | ------------------------------------------------ | -| Uniswap-v4-core | 1m 40.6s | 1m 42.7s | 1m 47.5s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/ITHACA_ACCOUNT.md b/benches/results/test/ITHACA_ACCOUNT.md deleted file mode 100644 index 39ca296bea39d..0000000000000 --- a/benches/results/test/ITHACA_ACCOUNT.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 18:31:17 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [ithacaxyz/account](https://github.com/ithacaxyz/account) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| ithacaxyz-account | 6.74 s | 3.24 s | 3.52 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/ITHACA_ACCOUNT_fuzz.md b/benches/results/test/ITHACA_ACCOUNT_fuzz.md deleted file mode 100644 index 4cf0550b0f292..0000000000000 --- a/benches/results/test/ITHACA_ACCOUNT_fuzz.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 13:36:33 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [ithacaxyz/account](https://github.com/ithacaxyz/account) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Fuzz Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| ithacaxyz-account | 3.92 s | 3.37 s | 3.52 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/SOLADY.md b/benches/results/test/SOLADY.md deleted file mode 100644 index b81e40aea3517..0000000000000 --- a/benches/results/test/SOLADY.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 18:32:54 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [Vectorized/solady](https://github.com/Vectorized/solady) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| solady | 2.77 s | 2.76 s | 2.71 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/SOLADY_fuzz.md b/benches/results/test/SOLADY_fuzz.md deleted file mode 100644 index ce83a4f58deb1..0000000000000 --- a/benches/results/test/SOLADY_fuzz.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 13:38:11 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [Vectorized/solady](https://github.com/Vectorized/solady) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Fuzz Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| solady | 2.96 s | 2.66 s | 2.82 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/SPARK_PSM.md b/benches/results/test/SPARK_PSM.md deleted file mode 100644 index 84ff5cfe5ea42..0000000000000 --- a/benches/results/test/SPARK_PSM.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 13:30:30 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| sparkdotfi-spark-psm | 1m 3.7s | 1m 1.2s | 1m 5.3s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/SPARK_PSM_fuzz.md b/benches/results/test/SPARK_PSM_fuzz.md deleted file mode 100644 index 6212448051ad5..0000000000000 --- a/benches/results/test/SPARK_PSM_fuzz.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 13:55:44 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Fuzz Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| sparkdotfi-spark-psm | 3.68 s | 3.52 s | 3.63 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/UNISWAP_V4_CORE.md b/benches/results/test/UNISWAP_V4_CORE.md deleted file mode 100644 index 591a07a4670b1..0000000000000 --- a/benches/results/test/UNISWAP_V4_CORE.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 13:08:49 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| Uniswap-v4-core | 8.04 s | 7.58 s | 8.44 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) diff --git a/benches/results/test/UNISWAP_V4_CORE_fuzz.md b/benches/results/test/UNISWAP_V4_CORE_fuzz.md deleted file mode 100644 index 0c2725674f00c..0000000000000 --- a/benches/results/test/UNISWAP_V4_CORE_fuzz.md +++ /dev/null @@ -1,29 +0,0 @@ -# Foundry Benchmark Results - -**Date**: 2025-07-17 13:48:39 - -## Summary - -Benchmarked 3 Foundry versions across 1 repositories. - -### Repositories Tested - -1. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) - -### Foundry Versions - -- **v1.2.3**: forge Version: 1.2.3-v1.2.3 (a813a2c 2025-06-08) -- **nightly-05918765cb239024e9ca396825abb9f46257419a**: forge Version: 1.2.3-nightly (0591876 2025-07-15) -- **nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085**: forge Version: 1.3.0-nightly (0af4341 2025-07-17) - -## Forge Fuzz Test - -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -|------------|----------|----------|----------| -| Uniswap-v4-core | 8.06 s | 7.82 s | 8.31 s | - -## System Information - -- **OS**: macos -- **CPU**: 8 -- **Rustc**: rustc 1.90.0-nightly (3014e79f9 2025-07-15) From 81ef5d77c921567a0c7e26399927d1ea7a0332ff Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Fri, 18 Jul 2025 11:23:04 +0530 Subject: [PATCH 08/12] rm sequential run script --- benches/run.sh | 80 -------------------------------------------------- 1 file changed, 80 deletions(-) delete mode 100644 benches/run.sh diff --git a/benches/run.sh b/benches/run.sh deleted file mode 100644 index 07770c7fb4078..0000000000000 --- a/benches/run.sh +++ /dev/null @@ -1,80 +0,0 @@ -# Forge versions |stable | revm-24 nightly | revm-27 nightly -export VERSIONS="v1.2.3,nightly-05918765cb239024e9ca396825abb9f46257419a,nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085" \ - -# Repositories - -export ITHACA_ACCOUNT="ithacaxyz/account:v0.3.2" \ - -export SOLADY_REPO="Vectorized/solady:v0.1.22" \ - -export UNISWAP_V4_CORE="Uniswap/v4-core:59d3ecf" \ - -export SPARK_PSM="sparkdotfi/spark-psm:v1.0.0" \ - -# Benches - -export TEST="forge_test" \ - -export FUZZ_TEST="forge_fuzz_test" \ - -export BUILD="forge_build_no_cache" \ - -export BUILD_CACHE="forge_build_with_cache" \ - -export COVERAGE="forge_coverage" \ - -# Results Dir - -export TEST_RESUTLS_DIR="./benches/results/test" \ - -export BUILD_RESULTS_DIR="./benches/results/build" \ - -export COVERAGE_RESULTS_DIR="./benches/results/coverage" \ - -# Bench every repo in isolation for each command to get the true performance. - -# Forge Tests - -echo "================== Forge Tests ==================" && \ - -foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $TEST --output-dir $TEST_RESUTLS_DIR --output-file ITHACA_ACCOUNT.md && \ -foundry-bench --versions "$VERSIONS" --repos "$SOLADY_REPO" --benchmarks $TEST --output-dir $TEST_RESUTLS_DIR --output-file SOLADY.md && \ -foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $TEST --output-dir $TEST_RESUTLS_DIR --output-file UNISWAP_V4_CORE.md && \ -foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $TEST --output-dir $TEST_RESUTLS_DIR --output-file SPARK_PSM.md && \ - -# Forge Fuzz Tests - -echo "================== Forge Fuzz Tests ==================" && \ - -foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $FUZZ_TEST --output-dir $TEST_RESUTLS_DIR --output-file ITHACA_ACCOUNT_fuzz.md && \ -foundry-bench --versions "$VERSIONS" --repos "$SOLADY_REPO" --benchmarks $FUZZ_TEST --output-dir $TEST_RESUTLS_DIR --output-file SOLADY_fuzz.md && \ -foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $FUZZ_TEST --output-dir $TEST_RESUTLS_DIR --output-file UNISWAP_V4_CORE_fuzz.md && \ -foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $FUZZ_TEST --output-dir $TEST_RESUTLS_DIR --output-file SPARK_PSM_fuzz.md && \ - -# Forge Build - -echo "================== Forge Build ==================" && \ - -foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $BUILD --output-dir $BUILD_RESULTS_DIR --output-file ITHACA_ACCOUNT.md && \ -foundry-bench --versions "$VERSIONS" --repos "$SOLADY_REPO" --benchmarks $BUILD --output-dir $BUILD_RESULTS_DIR --output-file SOLADY.md && \ -foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $BUILD --output-dir $BUILD_RESULTS_DIR --output-file UNISWAP_V4_CORE.md && \ -foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $BUILD --output-dir $BUILD_RESULTS_DIR --output-file SPARK_PSM.md && \ - -# Forge Build with Cache - -echo "================== Forge Build with Cache ==================" && \ - -foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $BUILD_CACHE --output-dir $BUILD_RESULTS_DIR --output-file ITHACA_ACCOUNT_cache.md && \ -foundry-bench --versions "$VERSIONS" --repos "$SOLADY_REPO" --benchmarks $BUILD_CACHE --output-dir $BUILD_RESULTS_DIR --output-file SOLADY_cache.md && \ -foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $BUILD_CACHE --output-dir $BUILD_RESULTS_DIR --output-file UNISWAP_V4_CORE_cache.md && \ -foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $BUILD_CACHE --output-dir $BUILD_RESULTS_DIR --output-file SPARK_PSM_cache.md && \ - -# Coverage - -echo "================== Forge Coverage ==================" && \ - -foundry-bench --versions "$VERSIONS" --repos "$ITHACA_ACCOUNT" --benchmarks $COVERAGE --output-dir $COVERAGE_RESULTS_DIR --output-file ITHACA_ACCOUNT.md && \ -foundry-bench --versions "$VERSIONS" --repos "$UNISWAP_V4_CORE" --benchmarks $COVERAGE --output-dir $COVERAGE_RESULTS_DIR --output-file UNISWAP_V4_CORE.md && \ -foundry-bench --versions "$VERSIONS" --repos "$SPARK_PSM" --benchmarks $COVERAGE --output-dir $COVERAGE_RESULTS_DIR --output-file SPARK_PSM.md && \ - -echo "================== Forge Benchmarks Completed ==================" From 4f381879b7dd561fee5efb0ebde0a5973e5132b6 Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Fri, 18 Jul 2025 14:52:02 +0530 Subject: [PATCH 09/12] LINT_ON_BUILD=false --- benches/src/lib.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/benches/src/lib.rs b/benches/src/lib.rs index 7eb8d16db9501..4ae7b08f9b422 100644 --- a/benches/src/lib.rs +++ b/benches/src/lib.rs @@ -305,7 +305,7 @@ impl BenchmarkProject { self.hyperfine( "forge_build_with_cache", version, - "forge build", + "FORGE_LINT_LINT_ON_BUILD=false forge build", runs, None, Some("forge build"), @@ -325,7 +325,7 @@ impl BenchmarkProject { self.hyperfine( "forge_build_no_cache", version, - "forge build", + "FORGE_LINT_LINT_ON_BUILD=false forge build", runs, Some("forge clean"), None, From a10514aab6914208222938edb90de34699ebf064 Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Fri, 18 Jul 2025 17:43:16 +0530 Subject: [PATCH 10/12] fix: FOUNDRY_LINT_LINT_ON_BUILD=false --- benches/src/lib.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/benches/src/lib.rs b/benches/src/lib.rs index 4ae7b08f9b422..2a3ea67ab71ac 100644 --- a/benches/src/lib.rs +++ b/benches/src/lib.rs @@ -305,7 +305,7 @@ impl BenchmarkProject { self.hyperfine( "forge_build_with_cache", version, - "FORGE_LINT_LINT_ON_BUILD=false forge build", + "FOUNDRY_LINT_LINT_ON_BUILD=false forge build", runs, None, Some("forge build"), @@ -325,7 +325,7 @@ impl BenchmarkProject { self.hyperfine( "forge_build_no_cache", version, - "FORGE_LINT_LINT_ON_BUILD=false forge build", + "FOUNDRY_LINT_LINT_ON_BUILD=false forge build", runs, Some("forge clean"), None, From 0758a0d405a70c05d669a297d26fee641ff527e2 Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Sat, 19 Jul 2025 22:00:42 +0530 Subject: [PATCH 11/12] latest build benches --- benches/LATEST.md | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/benches/LATEST.md b/benches/LATEST.md index d9ffc2f430c3e..c2f1798c6c9f0 100644 --- a/benches/LATEST.md +++ b/benches/LATEST.md @@ -1,6 +1,6 @@ # 📊 Foundry Benchmark Results -**Generated at**: 2025-07-17 20:15:00 UTC +**Generated at**: 2025-07-18 23:05:00 UTC ## Forge Test @@ -50,28 +50,28 @@ ### No Cache -| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | -| -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | -| ithacaxyz-account | 9.67 s | 9.57 s | 9.76 s | -| solady | 14.93 s | 15.08 s | 15.06 s | -| sparkdotfi-spark-psm | 14.31 s | 13.39 s | 13.86 s | -| Uniswap-v4-core | 2m 6.4s | 2m 6.8s | 2m 14.6s | +| Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | +| -------------------- | -------- | ------------------------------------------------ | ------------------------------------------------ | +| ithacaxyz-account | 9.32 s | 9.32 s | 9.46 s | +| solady | 15.01 s | 14.97 s | 14.81 s | +| sparkdotfi-spark-psm | 13.42 s | 13.29 s | 13.28 s | +| Uniswap-v4-core | 2m 11.6s | 2m 7.4s | 2m 6.3s | ### With Cache | Repository | v1.2.3 | nightly-05918765cb239024e9ca396825abb9f46257419a | nightly-0af43412f809c998d8b2fe69a1c9a789b7ebd085 | | -------------------- | ------- | ------------------------------------------------ | ------------------------------------------------ | -| ithacaxyz-account | 0.212 s | 0.214 s | 0.433 s | -| solady | 0.095 s | 0.117 s | 0.159 s | -| sparkdotfi-spark-psm | 0.173 s | 0.180 s | 0.315 s | -| Uniswap-v4-core | 0.138 s | 0.149 s | 0.211 s | +| ithacaxyz-account | 0.203 s | 0.205 s | 0.201 s | +| solady | 0.092 s | 0.090 s | 0.094 s | +| sparkdotfi-spark-psm | 0.170 s | 0.174 s | 0.173 s | +| Uniswap-v4-core | 0.135 s | 0.139 s | 0.135 s | ## Forge Coverage ### Repositories Tested 1. [ithacaxyz/account](https://github.com/ithacaxyz/account) -2. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) +2. [sparkdotfi/spark-psm](https://github.com/sparkdotfi/spark-psm) 3. [Uniswap/v4-core](https://github.com/Uniswap/v4-core) ### Foundry Versions From 62de47be4189c6e7b847aa24f895f4d65b0458f7 Mon Sep 17 00:00:00 2001 From: Yash Atreya <44857776+yash-atreya@users.noreply.github.com> Date: Thu, 24 Jul 2025 12:57:10 +0530 Subject: [PATCH 12/12] fix --- benches/src/lib.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/benches/src/lib.rs b/benches/src/lib.rs index 9e89748ac58b8..9efd28e0b9a2c 100644 --- a/benches/src/lib.rs +++ b/benches/src/lib.rs @@ -390,6 +390,7 @@ impl BenchmarkProject { runs, Some("forge build"), None, + None, verbose, ) }