2019-04-02 01:33:13 +02:00
|
|
|
package channeldb
|
|
|
|
|
2020-11-09 10:21:25 +01:00
|
|
|
import (
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/lightningnetwork/lnd/clock"
|
2021-04-26 19:08:11 +02:00
|
|
|
"github.com/lightningnetwork/lnd/kvdb"
|
2020-11-09 10:21:25 +01:00
|
|
|
)
|
2020-01-20 10:57:34 +01:00
|
|
|
|
2019-04-02 01:33:13 +02:00
|
|
|
const (
|
|
|
|
// DefaultRejectCacheSize is the default number of rejectCacheEntries to
|
|
|
|
// cache for use in the rejection cache of incoming gossip traffic. This
|
|
|
|
// produces a cache size of around 1MB.
|
|
|
|
DefaultRejectCacheSize = 50000
|
|
|
|
|
|
|
|
// DefaultChannelCacheSize is the default number of ChannelEdges cached
|
|
|
|
// in order to reply to gossip queries. This produces a cache size of
|
|
|
|
// around 40MB.
|
|
|
|
DefaultChannelCacheSize = 20000
|
2021-09-21 19:18:25 +02:00
|
|
|
|
|
|
|
// DefaultPreAllocCacheNumNodes is the default number of channels we
|
|
|
|
// assume for mainnet for pre-allocating the graph cache. As of
|
|
|
|
// September 2021, there currently are 14k nodes in a strictly pruned
|
|
|
|
// graph, so we choose a number that is slightly higher.
|
|
|
|
DefaultPreAllocCacheNumNodes = 15000
|
2019-04-02 01:33:13 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
// Options holds parameters for tuning and customizing a channeldb.DB.
|
|
|
|
type Options struct {
|
2020-11-09 10:21:25 +01:00
|
|
|
kvdb.BoltBackendConfig
|
|
|
|
|
2019-04-02 01:33:13 +02:00
|
|
|
// RejectCacheSize is the maximum number of rejectCacheEntries to hold
|
|
|
|
// in the rejection cache.
|
|
|
|
RejectCacheSize int
|
|
|
|
|
|
|
|
// ChannelCacheSize is the maximum number of ChannelEdges to hold in the
|
|
|
|
// channel cache.
|
|
|
|
ChannelCacheSize int
|
2019-10-04 17:19:34 +02:00
|
|
|
|
2020-11-25 01:40:54 +01:00
|
|
|
// BatchCommitInterval is the maximum duration the batch schedulers will
|
|
|
|
// wait before attempting to commit a pending set of updates.
|
|
|
|
BatchCommitInterval time.Duration
|
|
|
|
|
2021-09-21 19:18:25 +02:00
|
|
|
// PreAllocCacheNumNodes is the number of nodes we expect to be in the
|
|
|
|
// graph cache, so we can pre-allocate the map accordingly.
|
|
|
|
PreAllocCacheNumNodes int
|
|
|
|
|
2020-01-20 10:57:34 +01:00
|
|
|
// clock is the time source used by the database.
|
|
|
|
clock clock.Clock
|
2020-05-12 00:38:45 +02:00
|
|
|
|
|
|
|
// dryRun will fail to commit a successful migration when opening the
|
|
|
|
// database if set to true.
|
|
|
|
dryRun bool
|
2019-04-02 01:33:13 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// DefaultOptions returns an Options populated with default values.
|
|
|
|
func DefaultOptions() Options {
|
|
|
|
return Options{
|
2020-11-09 10:21:25 +01:00
|
|
|
BoltBackendConfig: kvdb.BoltBackendConfig{
|
|
|
|
NoFreelistSync: true,
|
|
|
|
AutoCompact: false,
|
|
|
|
AutoCompactMinAge: kvdb.DefaultBoltAutoCompactMinAge,
|
kvdb: add timeout options for bbolt (#4787)
* mod: bump btcwallet version to accept db timeout
* btcwallet: add DBTimeOut in config
* kvdb: add database timeout option for bbolt
This commit adds a DBTimeout option in bbolt config. The relevant
functions walletdb.Open/Create are updated to use this config. In
addition, the bolt compacter also applies the new timeout option.
* channeldb: add DBTimeout in db options
This commit adds the DBTimeout option for channeldb. A new unit
test file is created to test the default options. In addition,
the params used in kvdb.Create inside channeldb_test is updated
with a DefaultDBTimeout value.
* contractcourt+routing: use DBTimeout in kvdb
This commit touches multiple test files in contractcourt and routing.
The call of function kvdb.Create and kvdb.Open are now updated with
the new param DBTimeout, using the default value kvdb.DefaultDBTimeout.
* lncfg: add DBTimeout option in db config
The DBTimeout option is added to db config. A new unit test is
added to check the default DB config is created as expected.
* migration: add DBTimeout param in kvdb.Create/kvdb.Open
* keychain: update tests to use DBTimeout param
* htlcswitch+chainreg: add DBTimeout option
* macaroons: support DBTimeout config in creation
This commit adds the DBTimeout during the creation of macaroons.db.
The usage of kvdb.Create and kvdb.Open in its tests are updated with
a timeout value using kvdb.DefaultDBTimeout.
* walletunlocker: add dbTimeout option in UnlockerService
This commit adds a new param, dbTimeout, during the creation of
UnlockerService. This param is then passed to wallet.NewLoader
inside various service calls, specifying a timeout value to be
used when opening the bbolt. In addition, the macaroonService
is also called with this dbTimeout param.
* watchtower/wtdb: add dbTimeout param during creation
This commit adds the dbTimeout param for the creation of both
watchtower.db and wtclient.db.
* multi: add db timeout param for walletdb.Create
This commit adds the db timeout param for the function call
walletdb.Create. It touches only the test files found in chainntnfs,
lnwallet, and routing.
* lnd: pass DBTimeout config to relevant services
This commit enables lnd to pass the DBTimeout config to the following
services/config/functions,
- chainControlConfig
- walletunlocker
- wallet.NewLoader
- macaroons
- watchtower
In addition, the usage of wallet.Create is updated too.
* sample-config: add dbtimeout option
2020-12-08 00:31:49 +01:00
|
|
|
DBTimeout: kvdb.DefaultDBTimeout,
|
2020-11-09 10:21:25 +01:00
|
|
|
},
|
2021-09-21 19:18:25 +02:00
|
|
|
RejectCacheSize: DefaultRejectCacheSize,
|
|
|
|
ChannelCacheSize: DefaultChannelCacheSize,
|
|
|
|
PreAllocCacheNumNodes: DefaultPreAllocCacheNumNodes,
|
|
|
|
clock: clock.NewDefaultClock(),
|
2019-04-02 01:33:13 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// OptionModifier is a function signature for modifying the default Options.
|
|
|
|
type OptionModifier func(*Options)
|
|
|
|
|
|
|
|
// OptionSetRejectCacheSize sets the RejectCacheSize to n.
|
|
|
|
func OptionSetRejectCacheSize(n int) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.RejectCacheSize = n
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// OptionSetChannelCacheSize sets the ChannelCacheSize to n.
|
|
|
|
func OptionSetChannelCacheSize(n int) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.ChannelCacheSize = n
|
|
|
|
}
|
|
|
|
}
|
2019-10-04 17:19:34 +02:00
|
|
|
|
2021-09-21 19:18:25 +02:00
|
|
|
// OptionSetPreAllocCacheNumNodes sets the PreAllocCacheNumNodes to n.
|
|
|
|
func OptionSetPreAllocCacheNumNodes(n int) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.PreAllocCacheNumNodes = n
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-10-04 17:19:34 +02:00
|
|
|
// OptionSetSyncFreelist allows the database to sync its freelist.
|
|
|
|
func OptionSetSyncFreelist(b bool) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.NoFreelistSync = !b
|
|
|
|
}
|
|
|
|
}
|
2020-01-20 10:57:34 +01:00
|
|
|
|
2020-11-09 10:21:25 +01:00
|
|
|
// OptionAutoCompact turns on automatic database compaction on startup.
|
|
|
|
func OptionAutoCompact() OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.AutoCompact = true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// OptionAutoCompactMinAge sets the minimum age for automatic database
|
|
|
|
// compaction.
|
|
|
|
func OptionAutoCompactMinAge(minAge time.Duration) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.AutoCompactMinAge = minAge
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-11-25 01:40:54 +01:00
|
|
|
// OptionSetBatchCommitInterval sets the batch commit interval for the internval
|
|
|
|
// batch schedulers.
|
|
|
|
func OptionSetBatchCommitInterval(interval time.Duration) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.BatchCommitInterval = interval
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-01-20 10:57:34 +01:00
|
|
|
// OptionClock sets a non-default clock dependency.
|
|
|
|
func OptionClock(clock clock.Clock) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.clock = clock
|
|
|
|
}
|
|
|
|
}
|
2020-05-12 00:38:45 +02:00
|
|
|
|
|
|
|
// OptionDryRunMigration controls whether or not to intentially fail to commit a
|
|
|
|
// successful migration that occurs when opening the database.
|
|
|
|
func OptionDryRunMigration(dryRun bool) OptionModifier {
|
|
|
|
return func(o *Options) {
|
|
|
|
o.dryRun = dryRun
|
|
|
|
}
|
|
|
|
}
|