mirror of
https://github.com/lightningnetwork/lnd.git
synced 2025-02-23 22:46:40 +01:00
88bd0cb806
This commit adds a new flag to shuffle all the test cases before running them so tests which require lots of blocks to be mined are less likely to be run in the same tranch. The other benefit is this approach provides a more efficient way to figure which tests are broken since all the differnet backends are running different tranches in their builds, we can identify more failed tests in one push.
153 lines
4.5 KiB
Makefile
153 lines
4.5 KiB
Makefile
DEV_TAGS = dev
|
|
RPC_TAGS = autopilotrpc chainrpc invoicesrpc neutrinorpc peersrpc routerrpc signrpc verrpc walletrpc watchtowerrpc wtclientrpc
|
|
LOG_TAGS =
|
|
TEST_FLAGS =
|
|
ITEST_FLAGS =
|
|
ITEST_COVERAGE =
|
|
COLLECT_ITEST_COVERAGE =
|
|
EXEC_SUFFIX =
|
|
COVER_PKG = $$(go list -deps -tags="$(DEV_TAGS)" ./... | grep '$(PKG)' | grep -v lnrpc)
|
|
NUM_ITEST_TRANCHES = 4
|
|
ITEST_PARALLELISM = $(NUM_ITEST_TRANCHES)
|
|
POSTGRES_START_DELAY = 5
|
|
SHUFFLE_SEED = 0
|
|
|
|
# If rpc option is set also add all extra RPC tags to DEV_TAGS
|
|
ifneq ($(with-rpc),)
|
|
DEV_TAGS += $(RPC_TAGS)
|
|
endif
|
|
|
|
# Scale the number of parallel running itest tranches.
|
|
ifneq ($(tranches),)
|
|
NUM_ITEST_TRANCHES = $(tranches)
|
|
ITEST_PARALLELISM = $(NUM_ITEST_TRANCHES)
|
|
endif
|
|
|
|
# Give the ability to run the same tranche multiple times at the same time.
|
|
ifneq ($(parallel),)
|
|
ITEST_PARALLELISM = $(parallel)
|
|
endif
|
|
|
|
# Set the seed for shuffling the test cases.
|
|
ifneq ($(shuffleseed),)
|
|
SHUFFLE_SEED = $(shuffleseed)
|
|
endif
|
|
|
|
# Windows needs to append a .exe suffix to all executable files, otherwise it
|
|
# won't run them.
|
|
ifneq ($(windows),)
|
|
EXEC_SUFFIX = .exe
|
|
endif
|
|
|
|
# If specific package is being unit tested, construct the full name of the
|
|
# subpackage.
|
|
ifneq ($(pkg),)
|
|
UNITPKG := $(PKG)/$(pkg)
|
|
UNIT_TARGETED = yes
|
|
COVER_PKG = $(PKG)/$(pkg)
|
|
endif
|
|
|
|
# If a specific unit test case is being target, construct test.run filter.
|
|
ifneq ($(case),)
|
|
TEST_FLAGS += -test.run=$(case)
|
|
UNIT_TARGETED = yes
|
|
endif
|
|
|
|
# Define the integration test.run filter if the icase argument was provided.
|
|
ifneq ($(icase),)
|
|
TEST_FLAGS += -test.run="TestLightningNetworkDaemon/tranche.*/.*-of-.*/.*/$(icase)"
|
|
endif
|
|
|
|
# Run itests with specified db backend.
|
|
ifneq ($(dbbackend),)
|
|
ITEST_FLAGS += -dbbackend=$(dbbackend)
|
|
endif
|
|
|
|
ifeq ($(dbbackend),etcd)
|
|
DEV_TAGS += kvdb_etcd
|
|
endif
|
|
|
|
ifeq ($(dbbackend),postgres)
|
|
ifneq ($(nativesql),)
|
|
ITEST_FLAGS += -nativesql
|
|
endif
|
|
DEV_TAGS += kvdb_postgres
|
|
endif
|
|
|
|
ifeq ($(dbbackend),sqlite)
|
|
ifneq ($(nativesql),)
|
|
ITEST_FLAGS += -nativesql
|
|
endif
|
|
DEV_TAGS += kvdb_sqlite
|
|
endif
|
|
|
|
ifneq ($(tags),)
|
|
DEV_TAGS += ${tags}
|
|
endif
|
|
|
|
# Enable integration test coverage (requires Go >= 1.20.0).
|
|
ifneq ($(cover),)
|
|
ITEST_COVERAGE = -cover
|
|
COLLECT_ITEST_COVERAGE = go tool covdata textfmt -i=itest/cover -o coverage.txt
|
|
endif
|
|
|
|
# Define the log tags that will be applied only when running unit tests. If none
|
|
# are provided, we default to "nolog" which will be silent.
|
|
ifneq ($(log),)
|
|
LOG_TAGS := ${log}
|
|
else
|
|
LOG_TAGS := nolog
|
|
endif
|
|
|
|
# If a timeout was requested, construct initialize the proper flag for the go
|
|
# test command. If not, we set 180m (up from the default 10m).
|
|
ifneq ($(timeout),)
|
|
TEST_FLAGS += -test.timeout=$(timeout)
|
|
else
|
|
TEST_FLAGS += -test.timeout=180m
|
|
endif
|
|
|
|
ifneq ($(verbose),)
|
|
TEST_FLAGS += -test.v
|
|
endif
|
|
|
|
ifneq ($(nocache),)
|
|
TEST_FLAGS += -test.count=1
|
|
endif
|
|
|
|
GOLIST := go list -tags="$(DEV_TAGS)" -deps $(PKG)/... | grep '$(PKG)'| grep -v '/vendor/'
|
|
GOLISTCOVER := $(shell go list -tags="$(DEV_TAGS)" -deps -f '{{.ImportPath}}' ./... | grep '$(PKG)' | sed -e 's/^$(ESCPKG)/./')
|
|
|
|
# UNIT_TARGTED is undefined iff a specific package and/or unit test case is
|
|
# not being targeted.
|
|
UNIT_TARGETED ?= no
|
|
|
|
# If a specific package/test case was requested, run the unit test for the
|
|
# targeted case. Otherwise, default to running all tests.
|
|
ifeq ($(UNIT_TARGETED), yes)
|
|
UNIT := $(GOTEST) -tags="$(DEV_TAGS) $(RPC_TAGS) $(LOG_TAGS)" $(TEST_FLAGS) $(UNITPKG)
|
|
UNIT_DEBUG := $(GOTEST) -v -tags="$(DEV_TAGS) $(RPC_TAGS) $(LOG_TAGS)" $(TEST_FLAGS) $(UNITPKG)
|
|
UNIT_RACE := $(GOTEST) -tags="$(DEV_TAGS) $(RPC_TAGS) $(LOG_TAGS) lowscrypt" $(TEST_FLAGS) -race $(UNITPKG)
|
|
# NONE is a special value which selects no other tests but only executes the benchmark tests here.
|
|
UNIT_BENCH := $(GOTEST) -tags="$(DEV_TAGS) $(LOG_TAGS)" -test.bench=. -test.run=NONE $(UNITPKG)
|
|
endif
|
|
|
|
ifeq ($(UNIT_TARGETED), no)
|
|
UNIT := $(GOLIST) | $(XARGS) env $(GOTEST) -tags="$(DEV_TAGS) $(RPC_TAGS) $(LOG_TAGS)" $(TEST_FLAGS)
|
|
UNIT_DEBUG := $(GOLIST) | $(XARGS) env $(GOTEST) -v -tags="$(DEV_TAGS) $(RPC_TAGS) $(LOG_TAGS)" $(TEST_FLAGS)
|
|
UNIT_RACE := $(UNIT) -race
|
|
# NONE is a special value which selects no other tests but only executes the benchmark tests here.
|
|
UNIT_BENCH := $(GOLIST) | $(XARGS) env $(GOTEST) -tags="$(DEV_TAGS) $(RPC_TAGS) $(LOG_TAGS)" -test.bench=. -test.run=NONE
|
|
endif
|
|
|
|
|
|
# Default to btcd backend if not set.
|
|
ifeq ($(backend),)
|
|
backend = btcd
|
|
endif
|
|
|
|
# Construct the integration test command with the added build flags.
|
|
ITEST_TAGS := $(DEV_TAGS) $(RPC_TAGS) integration $(backend)
|
|
|
|
# Construct the coverage test command with the added build flags.
|
|
GOACC := $(GOACC_BIN) $(COVER_PKG) -- -tags="$(DEV_TAGS) $(LOG_TAGS)" $(TEST_FLAGS)
|