2019-04-02 01:33:13 +02:00
|
|
|
package channeldb
|
|
|
|
|
2020-11-09 10:21:25 +01:00
|
|
|
import (
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/lightningnetwork/lnd/clock"
|
2021-04-26 19:08:11 +02:00
|
|
|
"github.com/lightningnetwork/lnd/kvdb"
|
2020-11-09 10:21:25 +01:00
|
|
|
)
|
2020-01-20 10:57:34 +01:00
|
|
|
|
2019-04-02 01:33:13 +02:00
|
|
|
const (
|
|
|
|
// DefaultRejectCacheSize is the default number of rejectCacheEntries to
|
|
|
|
// cache for use in the rejection cache of incoming gossip traffic. This
|
|
|
|
// produces a cache size of around 1MB.
|
|
|
|
DefaultRejectCacheSize = 50000
|
|
|
|
|
|
|
|
// DefaultChannelCacheSize is the default number of ChannelEdges cached
|
|
|
|
// in order to reply to gossip queries. This produces a cache size of
|
|
|
|
// around 40MB.
|
|
|
|
DefaultChannelCacheSize = 20000
|
2021-09-21 19:18:25 +02:00
|
|
|
|
|
|
|
// DefaultPreAllocCacheNumNodes is the default number of channels we
|
|
|
|
// assume for mainnet for pre-allocating the graph cache. As of
|
|
|
|
// September 2021, there currently are 14k nodes in a strictly pruned
|
|
|
|
// graph, so we choose a number that is slightly higher.
|
|
|
|
DefaultPreAllocCacheNumNodes = 15000
|
2019-04-02 01:33:13 +02:00
|
|
|
)
|
|
|
|
|
2022-04-28 00:46:37 +02:00
|
|
|
// OptionalMiragtionConfig defines the flags used to signal whether a
|
|
|
|
// particular migration needs to be applied.
|
|
|
|
type OptionalMiragtionConfig struct {
|
|
|
|
// PruneRevocationLog specifies that the revocation log migration needs
|
|
|
|
// to be applied.
|
|
|
|
PruneRevocationLog bool
|
|
|
|
}
|
|
|
|
|
2019-04-02 01:33:13 +02:00
|
|
|
// Options holds parameters for tuning and customizing a channeldb.DB.
|
|
|
|
type Options struct {
|
2020-11-09 10:21:25 +01:00
|
|
|
kvdb.BoltBackendConfig
|
2022-04-28 00:46:37 +02:00
|
|
|
OptionalMiragtionConfig
|
2020-11-09 10:21:25 +01:00
|
|
|
|
2019-04-02 01:33:13 +02:00
|
|
|
// RejectCacheSize is the maximum number of rejectCacheEntries to hold
|
|
|
|
// in the rejection cache.
|
|
|
|
RejectCacheSize int
|
|
|
|
|
|
|
|
// ChannelCacheSize is the maximum number of ChannelEdges to hold in the
|
|
|
|
// channel cache.
|
|
|
|
ChannelCacheSize int
|
2019-10-04 17:19:34 +02:00
|
|
|
|
2020-11-25 01:40:54 +01:00
|
|
|
// BatchCommitInterval is the maximum duration the batch schedulers will
|
|
|
|
// wait before attempting to commit a pending set of updates.
|
|
|
|
BatchCommitInterval time.Duration
|
|
|
|
|
2021-09-21 19:18:25 +02:00
|
|
|
// PreAllocCacheNumNodes is the number of nodes we expect to be in the
|
|
|
|
// graph cache, so we can pre-allocate the map accordingly.
|
|
|
|
PreAllocCacheNumNodes int
|
|
|
|
|
2021-10-21 13:55:20 +02:00
|
|
|
// UseGraphCache denotes whether the in-memory graph cache should be
|
|
|
|
// used or a fallback version that uses the underlying database for
|
|
|
|
// path finding.
|
|
|
|
UseGraphCache bool
|
|
|
|
|
2021-12-13 10:53:58 +01:00
|
|
|
// NoMigration specifies that underlying backend was opened in read-only
|
|
|
|
// mode and migrations shouldn't be performed. This can be useful for
|
|
|
|
// applications that use the channeldb package as a library.
|
|
|
|
NoMigration bool
|
|
|
|
|
2023-02-10 09:13:34 +01:00
|
|
|
// NoRevLogAmtData when set to true, indicates that amount data should
|
|
|
|
// not be stored in the revocation log.
|
|
|
|
NoRevLogAmtData bool
|
|
|
|
|
2020-01-20 10:57:34 +01:00
|
|
|
// clock is the time source used by the database.
|
|
|
|
clock clock.Clock
|
2020-05-12 00:38:45 +02:00
|
|
|
|
|
|
|
// dryRun will fail to commit a successful migration when opening the
|
|
|
|
// database if set to true.
|
|
|
|
dryRun bool
|
2022-04-21 09:33:01 +02:00
|
|
|
|
|
|
|
// keepFailedPaymentAttempts determines whether failed htlc attempts
|
|
|
|
// are kept on disk or removed to save space.
|
|
|
|
keepFailedPaymentAttempts bool
|
2023-01-19 13:04:43 +01:00
|
|
|
|
|
|
|
// storeFinalHtlcResolutions determines whether to persistently store
|
|
|
|
// the final resolution of incoming htlcs.
|
|
|
|
storeFinalHtlcResolutions bool
|
2019-04-02 01:33:13 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// DefaultOptions returns an Options populated with default values.
|
|
|
|
func DefaultOptions() Options {
|
|
|
|
return Options{
|
2020-11-09 10:21:25 +01:00
|
|
|
BoltBackendConfig: kvdb.BoltBackendConfig{
|
|
|
|
NoFreelistSync: true,
|
|
|
|
AutoCompact: false,
|
|
|
|
AutoCompactMinAge: kvdb.DefaultBoltAutoCompactMinAge,
|
kvdb: add timeout options for bbolt (#4787)
* mod: bump btcwallet version to accept db timeout
* btcwallet: add DBTimeOut in config
* kvdb: add database timeout option for bbolt
This commit adds a DBTimeout option in bbolt config. The relevant
functions walletdb.Open/Create are updated to use this config. In
addition, the bolt compacter also applies the new timeout option.
* channeldb: add DBTimeout in db options
This commit adds the DBTimeout option for channeldb. A new unit
test file is created to test the default options. In addition,
the params used in kvdb.Create inside channeldb_test is updated
with a DefaultDBTimeout value.
* contractcourt+routing: use DBTimeout in kvdb
This commit touches multiple test files in contractcourt and routing.
The call of function kvdb.Create and kvdb.Open are now updated with
the new param DBTimeout, using the default value kvdb.DefaultDBTimeout.
* lncfg: add DBTimeout option in db config
The DBTimeout option is added to db config. A new unit test is
added to check the default DB config is created as expected.
* migration: add DBTimeout param in kvdb.Create/kvdb.Open
* keychain: update tests to use DBTimeout param
* htlcswitch+chainreg: add DBTimeout option
* macaroons: support DBTimeout config in creation
This commit adds the DBTimeout during the creation of macaroons.db.
The usage of kvdb.Create and kvdb.Open in its tests are updated with
a timeout value using kvdb.DefaultDBTimeout.
* walletunlocker: add dbTimeout option in UnlockerService
This commit adds a new param, dbTimeout, during the creation of
UnlockerService. This param is then passed to wallet.NewLoader
inside various service calls, specifying a timeout value to be
used when opening the bbolt. In addition, the macaroonService
is also called with this dbTimeout param.
* watchtower/wtdb: add dbTimeout param during creation
This commit adds the dbTimeout param for the creation of both
watchtower.db and wtclient.db.
* multi: add db timeout param for walletdb.Create
This commit adds the db timeout param for the function call
walletdb.Create. It touches only the test files found in chainntnfs,
lnwallet, and routing.
* lnd: pass DBTimeout config to relevant services
This commit enables lnd to pass the DBTimeout config to the following
services/config/functions,
- chainControlConfig
- walletunlocker
- wallet.NewLoader
- macaroons
- watchtower
In addition, the usage of wallet.Create is updated too.
* sample-config: add dbtimeout option
2020-12-08 00:31:49 +01:00
|
|
|
DBTimeout: kvdb.DefaultDBTimeout,
|
2020-11-09 10:21:25 +01:00
|
|
|
},
|
2022-04-28 00:46:37 +02:00
|
|
|
OptionalMiragtionConfig: OptionalMiragtionConfig{},
|
|
|
|
RejectCacheSize: DefaultRejectCacheSize,
|
|
|
|
ChannelCacheSize: DefaultChannelCacheSize,
|
|
|
|
PreAllocCacheNumNodes: DefaultPreAllocCacheNumNodes,
|
|
|
|
UseGraphCache: true,
|
|
|
|
NoMigration: false,
|
|
|
|
clock: clock.NewDefaultClock(),
|
2019-04-02 01:33:13 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// OptionModifier is a function signature for modifying the default Options.
|
|
|
|
type OptionModifier func(*Options)
|
|
|
|
|
|
|
|
// OptionSetRejectCacheSize sets the RejectCacheSize to n.
|
|
|
|
func OptionSetRejectCacheSize(n int) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.RejectCacheSize = n
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// OptionSetChannelCacheSize sets the ChannelCacheSize to n.
|
|
|
|
func OptionSetChannelCacheSize(n int) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.ChannelCacheSize = n
|
|
|
|
}
|
|
|
|
}
|
2019-10-04 17:19:34 +02:00
|
|
|
|
2021-09-21 19:18:25 +02:00
|
|
|
// OptionSetPreAllocCacheNumNodes sets the PreAllocCacheNumNodes to n.
|
|
|
|
func OptionSetPreAllocCacheNumNodes(n int) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.PreAllocCacheNumNodes = n
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-21 13:55:20 +02:00
|
|
|
// OptionSetUseGraphCache sets the UseGraphCache option to the given value.
|
|
|
|
func OptionSetUseGraphCache(use bool) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.UseGraphCache = use
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-02-10 09:13:34 +01:00
|
|
|
// OptionNoRevLogAmtData sets the NoRevLogAmtData option to the given value. If
|
|
|
|
// it is set to true then amount data will not be stored in the revocation log.
|
|
|
|
func OptionNoRevLogAmtData(noAmtData bool) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.NoRevLogAmtData = noAmtData
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-10-04 17:19:34 +02:00
|
|
|
// OptionSetSyncFreelist allows the database to sync its freelist.
|
|
|
|
func OptionSetSyncFreelist(b bool) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.NoFreelistSync = !b
|
|
|
|
}
|
|
|
|
}
|
2020-01-20 10:57:34 +01:00
|
|
|
|
2020-11-09 10:21:25 +01:00
|
|
|
// OptionAutoCompact turns on automatic database compaction on startup.
|
|
|
|
func OptionAutoCompact() OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.AutoCompact = true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// OptionAutoCompactMinAge sets the minimum age for automatic database
|
|
|
|
// compaction.
|
|
|
|
func OptionAutoCompactMinAge(minAge time.Duration) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.AutoCompactMinAge = minAge
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-11-25 01:40:54 +01:00
|
|
|
// OptionSetBatchCommitInterval sets the batch commit interval for the internval
|
|
|
|
// batch schedulers.
|
|
|
|
func OptionSetBatchCommitInterval(interval time.Duration) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.BatchCommitInterval = interval
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-12-13 10:53:58 +01:00
|
|
|
// OptionNoMigration allows the database to be opened in read only mode by
|
|
|
|
// disabling migrations.
|
|
|
|
func OptionNoMigration(b bool) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.NoMigration = b
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-01-20 10:57:34 +01:00
|
|
|
// OptionClock sets a non-default clock dependency.
|
|
|
|
func OptionClock(clock clock.Clock) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.clock = clock
|
|
|
|
}
|
|
|
|
}
|
2020-05-12 00:38:45 +02:00
|
|
|
|
2022-01-13 17:29:43 +01:00
|
|
|
// OptionDryRunMigration controls whether or not to intentionally fail to commit a
|
2020-05-12 00:38:45 +02:00
|
|
|
// successful migration that occurs when opening the database.
|
|
|
|
func OptionDryRunMigration(dryRun bool) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.dryRun = dryRun
|
|
|
|
}
|
|
|
|
}
|
2022-04-21 09:33:01 +02:00
|
|
|
|
|
|
|
// OptionKeepFailedPaymentAttempts controls whether failed payment attempts are
|
|
|
|
// kept on disk after a payment settles.
|
|
|
|
func OptionKeepFailedPaymentAttempts(keepFailedPaymentAttempts bool) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.keepFailedPaymentAttempts = keepFailedPaymentAttempts
|
|
|
|
}
|
|
|
|
}
|
2022-04-28 00:46:37 +02:00
|
|
|
|
2023-01-19 13:04:43 +01:00
|
|
|
// OptionStoreFinalHtlcResolutions controls whether to persistently store the
|
|
|
|
// final resolution of incoming htlcs.
|
|
|
|
func OptionStoreFinalHtlcResolutions(
|
|
|
|
storeFinalHtlcResolutions bool) OptionModifier {
|
|
|
|
|
|
|
|
return func(o *Options) {
|
|
|
|
o.storeFinalHtlcResolutions = storeFinalHtlcResolutions
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-04-28 00:46:37 +02:00
|
|
|
// OptionPruneRevocationLog specifies whether the migration for pruning
|
|
|
|
// revocation logs needs to be applied or not.
|
|
|
|
func OptionPruneRevocationLog(prune bool) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.OptionalMiragtionConfig.PruneRevocationLog = prune
|
|
|
|
}
|
|
|
|
}
|