2020-04-21 12:24:39 +02:00
|
|
|
name: Continuous Integration Checks
|
|
|
|
|
2023-04-17 19:25:30 +02:00
|
|
|
on:
|
|
|
|
push:
|
|
|
|
branches-ignore:
|
|
|
|
- master
|
|
|
|
pull_request:
|
|
|
|
branches-ignore:
|
|
|
|
- master
|
2020-04-21 12:24:39 +02:00
|
|
|
|
2023-04-17 20:32:53 +02:00
|
|
|
concurrency:
|
|
|
|
group: ${{ github.workflow }}-${{ github.ref }}
|
|
|
|
cancel-in-progress: true
|
|
|
|
|
2020-04-21 12:24:39 +02:00
|
|
|
jobs:
|
|
|
|
build:
|
|
|
|
strategy:
|
2021-07-29 19:40:14 +02:00
|
|
|
fail-fast: false
|
2020-04-21 12:24:39 +02:00
|
|
|
matrix:
|
2023-03-15 20:20:08 +01:00
|
|
|
platform: [ ubuntu-latest, windows-latest, macos-latest ]
|
2023-10-24 15:16:38 +02:00
|
|
|
toolchain: [ stable, beta, 1.63.0 ] # 1.63.0 is the MSRV for all crates.
|
2020-09-17 20:22:55 +02:00
|
|
|
runs-on: ${{ matrix.platform }}
|
2020-04-21 12:24:39 +02:00
|
|
|
steps:
|
|
|
|
- name: Checkout source code
|
2022-03-02 18:35:18 +01:00
|
|
|
uses: actions/checkout@v3
|
2020-04-21 12:24:39 +02:00
|
|
|
- name: Install Rust ${{ matrix.toolchain }} toolchain
|
2023-07-06 14:30:31 +02:00
|
|
|
run: |
|
|
|
|
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile=minimal --default-toolchain ${{ matrix.toolchain }}
|
|
|
|
rustup override set ${{ matrix.toolchain }}
|
2023-03-15 20:20:08 +01:00
|
|
|
- name: Install no-std-check dependencies for ARM Embedded
|
2023-03-15 19:17:02 +01:00
|
|
|
if: "matrix.platform == 'ubuntu-latest'"
|
2022-10-06 17:44:03 +02:00
|
|
|
run: |
|
|
|
|
rustup target add thumbv7m-none-eabi
|
|
|
|
sudo apt-get -y install gcc-arm-none-eabi
|
2023-12-09 00:05:37 +01:00
|
|
|
- name: Check for unknown cfg tags
|
|
|
|
run: ci/check-cfg-flags.py
|
2023-03-15 20:20:08 +01:00
|
|
|
- name: shellcheck the CI script
|
|
|
|
if: "matrix.platform == 'ubuntu-latest'"
|
2022-10-10 20:47:18 +02:00
|
|
|
run: |
|
2023-03-15 20:20:08 +01:00
|
|
|
sudo apt-get -y install shellcheck
|
|
|
|
shellcheck ci/ci-tests.sh
|
2023-12-12 17:25:09 +01:00
|
|
|
- name: Set RUSTFLAGS to deny warnings
|
|
|
|
if: "matrix.toolchain == '1.63.0'"
|
|
|
|
run: echo "RUSTFLAGS=-D warnings" >> "$GITHUB_ENV"
|
2023-03-15 20:20:08 +01:00
|
|
|
- name: Run CI script
|
|
|
|
shell: bash # Default on Winblows is powershell
|
2023-10-14 20:41:34 +02:00
|
|
|
run: CI_MINIMIZE_DISK_USAGE=1 ./ci/ci-tests.sh
|
2023-09-17 02:10:29 +02:00
|
|
|
|
|
|
|
coverage:
|
|
|
|
strategy:
|
|
|
|
fail-fast: false
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
|
|
- name: Checkout source code
|
|
|
|
uses: actions/checkout@v3
|
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
|
|
|
- name: Install Rust stable toolchain
|
2020-04-21 12:24:39 +02:00
|
|
|
run: |
|
2023-09-17 02:10:29 +02:00
|
|
|
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile=minimal
|
|
|
|
- name: Run tests with coverage generation
|
2020-04-21 12:24:39 +02:00
|
|
|
run: |
|
2023-09-17 02:10:29 +02:00
|
|
|
cargo install cargo-llvm-cov
|
|
|
|
export RUSTFLAGS="-Clink-dead-code -Coverflow-checks=off"
|
|
|
|
cargo llvm-cov --features rest-client,rpc-client,tokio,futures,serde --codecov --hide-instantiations --output-path=target/codecov.json
|
2020-08-03 22:48:58 +02:00
|
|
|
# Could you use this to fake the coverage report for your PR? Sure.
|
|
|
|
# Will anyone be impressed by your amazing coverage? No
|
|
|
|
# Maybe if codecov wasn't broken we wouldn't need to do this...
|
2023-09-17 02:10:29 +02:00
|
|
|
bash <(curl -s https://codecov.io/bash) -f target/codecov.json -t "f421b687-4dc2-4387-ac3d-dc3b2528af57"
|
2020-04-21 12:24:39 +02:00
|
|
|
|
2021-02-15 22:49:44 +01:00
|
|
|
benchmark:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
env:
|
2022-10-31 19:46:31 +01:00
|
|
|
TOOLCHAIN: stable
|
2021-02-15 22:49:44 +01:00
|
|
|
steps:
|
|
|
|
- name: Checkout source code
|
2022-03-02 18:35:18 +01:00
|
|
|
uses: actions/checkout@v3
|
2021-02-15 22:49:44 +01:00
|
|
|
- name: Install Rust ${{ env.TOOLCHAIN }} toolchain
|
2023-07-06 14:30:31 +02:00
|
|
|
run: |
|
|
|
|
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile=minimal --default-toolchain ${{ env.TOOLCHAIN }}
|
|
|
|
rustup override set ${{ env.TOOLCHAIN }}
|
2021-02-15 22:49:44 +01:00
|
|
|
- name: Cache routing graph snapshot
|
|
|
|
id: cache-graph
|
2022-03-21 18:38:00 +01:00
|
|
|
uses: actions/cache@v3
|
2021-02-15 22:49:44 +01:00
|
|
|
with:
|
Update the lightning graph snapshot used in benchmarks
The previous copy was more than one and a half years old, the
lightning network has changed a lot since!
As of this commit, performance on my Xeon W-10885M with a
SK hynix Gold P31 storing a BTRFS volume is as follows:
```
test ln::channelmanager::bench::bench_sends ... bench: 5,896,492 ns/iter (+/- 512,421)
test routing::gossip::benches::read_network_graph ... bench: 1,645,740,604 ns/iter (+/- 47,611,514)
test routing::gossip::benches::write_network_graph ... bench: 234,870,775 ns/iter (+/- 8,301,775)
test routing::router::benches::generate_mpp_routes_with_probabilistic_scorer ... bench: 166,155,032 ns/iter (+/- 30,206,162)
test routing::router::benches::generate_mpp_routes_with_zero_penalty_scorer ... bench: 136,843,661 ns/iter (+/- 67,111,218)
test routing::router::benches::generate_routes_with_probabilistic_scorer ... bench: 52,954,598 ns/iter (+/- 11,360,547)
test routing::router::benches::generate_routes_with_zero_penalty_scorer ... bench: 37,598,126 ns/iter (+/- 17,262,519)
test bench::bench_sends ... bench: 37,760,922 ns/iter (+/- 5,179,123)
test bench::bench_reading_full_graph_from_file ... bench: 25,615 ns/iter (+/- 1,149)
```
2023-01-19 05:41:02 +01:00
|
|
|
path: lightning/net_graph-2023-01-18.bin
|
|
|
|
key: ldk-net_graph-v0.0.113-2023-01-18.bin
|
2021-02-15 22:49:44 +01:00
|
|
|
- name: Fetch routing graph snapshot
|
|
|
|
if: steps.cache-graph.outputs.cache-hit != 'true'
|
|
|
|
run: |
|
Update the lightning graph snapshot used in benchmarks
The previous copy was more than one and a half years old, the
lightning network has changed a lot since!
As of this commit, performance on my Xeon W-10885M with a
SK hynix Gold P31 storing a BTRFS volume is as follows:
```
test ln::channelmanager::bench::bench_sends ... bench: 5,896,492 ns/iter (+/- 512,421)
test routing::gossip::benches::read_network_graph ... bench: 1,645,740,604 ns/iter (+/- 47,611,514)
test routing::gossip::benches::write_network_graph ... bench: 234,870,775 ns/iter (+/- 8,301,775)
test routing::router::benches::generate_mpp_routes_with_probabilistic_scorer ... bench: 166,155,032 ns/iter (+/- 30,206,162)
test routing::router::benches::generate_mpp_routes_with_zero_penalty_scorer ... bench: 136,843,661 ns/iter (+/- 67,111,218)
test routing::router::benches::generate_routes_with_probabilistic_scorer ... bench: 52,954,598 ns/iter (+/- 11,360,547)
test routing::router::benches::generate_routes_with_zero_penalty_scorer ... bench: 37,598,126 ns/iter (+/- 17,262,519)
test bench::bench_sends ... bench: 37,760,922 ns/iter (+/- 5,179,123)
test bench::bench_reading_full_graph_from_file ... bench: 25,615 ns/iter (+/- 1,149)
```
2023-01-19 05:41:02 +01:00
|
|
|
curl --verbose -L -o lightning/net_graph-2023-01-18.bin https://bitcoin.ninja/ldk-net_graph-v0.0.113-2023-01-18.bin
|
|
|
|
echo "Sha sum: $(sha256sum lightning/net_graph-2023-01-18.bin | awk '{ print $1 }')"
|
|
|
|
if [ "$(sha256sum lightning/net_graph-2023-01-18.bin | awk '{ print $1 }')" != "${EXPECTED_ROUTING_GRAPH_SNAPSHOT_SHASUM}" ]; then
|
2021-02-15 22:49:44 +01:00
|
|
|
echo "Bad hash"
|
|
|
|
exit 1
|
|
|
|
fi
|
2021-11-03 18:50:08 +01:00
|
|
|
env:
|
Update the lightning graph snapshot used in benchmarks
The previous copy was more than one and a half years old, the
lightning network has changed a lot since!
As of this commit, performance on my Xeon W-10885M with a
SK hynix Gold P31 storing a BTRFS volume is as follows:
```
test ln::channelmanager::bench::bench_sends ... bench: 5,896,492 ns/iter (+/- 512,421)
test routing::gossip::benches::read_network_graph ... bench: 1,645,740,604 ns/iter (+/- 47,611,514)
test routing::gossip::benches::write_network_graph ... bench: 234,870,775 ns/iter (+/- 8,301,775)
test routing::router::benches::generate_mpp_routes_with_probabilistic_scorer ... bench: 166,155,032 ns/iter (+/- 30,206,162)
test routing::router::benches::generate_mpp_routes_with_zero_penalty_scorer ... bench: 136,843,661 ns/iter (+/- 67,111,218)
test routing::router::benches::generate_routes_with_probabilistic_scorer ... bench: 52,954,598 ns/iter (+/- 11,360,547)
test routing::router::benches::generate_routes_with_zero_penalty_scorer ... bench: 37,598,126 ns/iter (+/- 17,262,519)
test bench::bench_sends ... bench: 37,760,922 ns/iter (+/- 5,179,123)
test bench::bench_reading_full_graph_from_file ... bench: 25,615 ns/iter (+/- 1,149)
```
2023-01-19 05:41:02 +01:00
|
|
|
EXPECTED_ROUTING_GRAPH_SNAPSHOT_SHASUM: da6066f2bddcddbe7d8a6debbd53545697137b310bbb8c4911bc8c81fc5ff48c
|
2021-11-03 18:50:08 +01:00
|
|
|
- name: Fetch rapid graph sync reference input
|
|
|
|
run: |
|
2022-07-25 20:35:51 +02:00
|
|
|
curl --verbose -L -o lightning-rapid-gossip-sync/res/full_graph.lngossip https://bitcoin.ninja/ldk-compressed_graph-285cb27df79-2022-07-21.bin
|
2021-11-03 18:50:08 +01:00
|
|
|
echo "Sha sum: $(sha256sum lightning-rapid-gossip-sync/res/full_graph.lngossip | awk '{ print $1 }')"
|
|
|
|
if [ "$(sha256sum lightning-rapid-gossip-sync/res/full_graph.lngossip | awk '{ print $1 }')" != "${EXPECTED_RAPID_GOSSIP_SHASUM}" ]; then
|
|
|
|
echo "Bad hash"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
env:
|
2022-07-25 20:35:51 +02:00
|
|
|
EXPECTED_RAPID_GOSSIP_SHASUM: e0f5d11641c11896d7af3a2246d3d6c3f1720b7d2d17aab321ecce82e6b7deb8
|
2021-03-27 02:50:54 +01:00
|
|
|
- name: Test with Network Graph on Rust ${{ matrix.toolchain }}
|
|
|
|
run: |
|
|
|
|
cd lightning
|
|
|
|
RUSTFLAGS="--cfg=require_route_graph_test" cargo test
|
2021-05-27 06:04:20 +02:00
|
|
|
RUSTFLAGS="--cfg=require_route_graph_test" cargo test --features hashbrown
|
2021-03-27 02:50:54 +01:00
|
|
|
cd ..
|
2021-02-15 22:49:44 +01:00
|
|
|
- name: Run benchmarks on Rust ${{ matrix.toolchain }}
|
|
|
|
run: |
|
2023-05-11 08:03:57 +02:00
|
|
|
cd bench
|
|
|
|
RUSTFLAGS="--cfg=ldk_bench --cfg=require_route_graph_test" cargo bench
|
|
|
|
- name: Run benchmarks with hashbrown on Rust ${{ matrix.toolchain }}
|
|
|
|
run: |
|
|
|
|
cd bench
|
|
|
|
RUSTFLAGS="--cfg=ldk_bench --cfg=require_route_graph_test" cargo bench --features hashbrown
|
2021-02-15 22:49:44 +01:00
|
|
|
|
2020-09-15 20:39:44 +02:00
|
|
|
check_commits:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
env:
|
2023-07-14 22:02:29 +02:00
|
|
|
TOOLCHAIN: stable
|
2020-09-15 20:39:44 +02:00
|
|
|
steps:
|
|
|
|
- name: Checkout source code
|
2022-03-02 18:35:18 +01:00
|
|
|
uses: actions/checkout@v3
|
2020-09-15 20:39:44 +02:00
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
|
|
|
- name: Install Rust ${{ env.TOOLCHAIN }} toolchain
|
2023-07-06 14:30:31 +02:00
|
|
|
run: |
|
|
|
|
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile=minimal --default-toolchain ${{ env.TOOLCHAIN }}
|
|
|
|
rustup override set ${{ env.TOOLCHAIN }}
|
2020-09-15 20:39:44 +02:00
|
|
|
- name: Fetch full tree and rebase on upstream
|
|
|
|
run: |
|
2021-12-27 04:53:16 +01:00
|
|
|
git remote add upstream https://github.com/lightningdevkit/rust-lightning
|
2020-09-15 20:39:44 +02:00
|
|
|
git fetch upstream
|
2020-10-02 22:32:32 +02:00
|
|
|
export GIT_COMMITTER_EMAIL="rl-ci@example.com"
|
|
|
|
export GIT_COMMITTER_NAME="RL CI"
|
2020-09-15 20:39:44 +02:00
|
|
|
git rebase upstream/main
|
|
|
|
- name: For each commit, run cargo check (including in fuzz)
|
|
|
|
run: ci/check-each-commit.sh upstream/main
|
|
|
|
|
2022-06-10 10:45:57 +02:00
|
|
|
check_release:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
env:
|
|
|
|
TOOLCHAIN: stable
|
|
|
|
steps:
|
|
|
|
- name: Checkout source code
|
|
|
|
uses: actions/checkout@v3
|
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
|
|
|
- name: Install Rust ${{ env.TOOLCHAIN }} toolchain
|
2023-07-06 14:30:31 +02:00
|
|
|
run: |
|
|
|
|
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile=minimal --default-toolchain ${{ env.TOOLCHAIN }}
|
|
|
|
rustup override set ${{ env.TOOLCHAIN }}
|
2022-06-10 10:45:57 +02:00
|
|
|
- name: Run cargo check for release build.
|
|
|
|
run: |
|
|
|
|
cargo check --release
|
|
|
|
cargo check --no-default-features --features=no-std --release
|
2023-10-24 15:16:38 +02:00
|
|
|
cargo check --no-default-features --features=futures,std --release
|
2022-06-10 10:45:57 +02:00
|
|
|
cargo doc --release
|
2023-03-31 07:59:21 +02:00
|
|
|
- name: Run cargo check for Taproot build.
|
|
|
|
run: |
|
|
|
|
cargo check --release
|
|
|
|
cargo check --no-default-features --features=no-std --release
|
2023-10-24 15:16:38 +02:00
|
|
|
cargo check --no-default-features --features=futures,std --release
|
2023-03-31 07:59:21 +02:00
|
|
|
cargo doc --release
|
|
|
|
env:
|
2023-06-20 20:29:00 +02:00
|
|
|
RUSTFLAGS: '--cfg=taproot'
|
|
|
|
RUSTDOCFLAGS: '--cfg=taproot'
|
2022-06-10 10:45:57 +02:00
|
|
|
|
2020-04-21 12:24:39 +02:00
|
|
|
fuzz:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
env:
|
2023-07-06 14:30:31 +02:00
|
|
|
TOOLCHAIN: 1.58
|
2020-04-21 12:24:39 +02:00
|
|
|
steps:
|
|
|
|
- name: Checkout source code
|
2022-03-02 18:35:18 +01:00
|
|
|
uses: actions/checkout@v3
|
2023-07-06 14:30:31 +02:00
|
|
|
- name: Install Rust ${{ env.TOOLCHAIN }} toolchain
|
|
|
|
run: |
|
|
|
|
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile=minimal --default-toolchain ${{ env.TOOLCHAIN }}
|
|
|
|
rustup override set ${{ env.TOOLCHAIN }}
|
2020-04-21 12:24:39 +02:00
|
|
|
- name: Install dependencies for honggfuzz
|
|
|
|
run: |
|
|
|
|
sudo apt-get update
|
|
|
|
sudo apt-get -y install build-essential binutils-dev libunwind-dev
|
2020-04-24 20:22:31 +02:00
|
|
|
- name: Sanity check fuzz targets on Rust ${{ env.TOOLCHAIN }}
|
2021-02-19 21:07:28 +01:00
|
|
|
run: cd fuzz && RUSTFLAGS="--cfg=fuzzing" cargo test --verbose --color always
|
2020-04-24 20:22:31 +02:00
|
|
|
- name: Run fuzzers
|
2021-04-07 19:04:29 +02:00
|
|
|
run: cd fuzz && ./ci-fuzz.sh && cd ..
|
|
|
|
- name: Run lightning-invoice fuzzers
|
|
|
|
run: cd lightning-invoice/fuzz && RUSTFLAGS="--cfg=fuzzing" cargo test --verbose && ./ci-fuzz.sh
|
2020-05-11 02:09:42 +02:00
|
|
|
|
2020-10-08 19:47:49 +02:00
|
|
|
linting:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
env:
|
2023-01-19 18:45:46 +01:00
|
|
|
TOOLCHAIN: stable
|
2020-10-08 19:47:49 +02:00
|
|
|
steps:
|
|
|
|
- name: Checkout source code
|
2022-03-02 18:35:18 +01:00
|
|
|
uses: actions/checkout@v3
|
2020-10-08 19:47:49 +02:00
|
|
|
- name: Install Rust ${{ env.TOOLCHAIN }} toolchain
|
2023-07-06 14:30:31 +02:00
|
|
|
run: |
|
|
|
|
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile=minimal --default-toolchain ${{ env.TOOLCHAIN }}
|
|
|
|
rustup override set ${{ env.TOOLCHAIN }}
|
2020-10-08 19:47:49 +02:00
|
|
|
- name: Install clippy
|
|
|
|
run: |
|
|
|
|
rustup component add clippy
|
|
|
|
- name: Run default clippy linting
|
|
|
|
run: |
|
2021-08-02 17:30:01 +02:00
|
|
|
cargo clippy -- -Aclippy::erasing_op -Aclippy::never_loop -Aclippy::if_same_then_else -Dclippy::try_err
|