2020-03-13 17:05:28 +01:00
package lncfg
import (
2020-05-25 18:08:58 +02:00
"context"
2020-03-13 17:05:28 +01:00
"fmt"
2020-11-25 01:40:54 +01:00
"time"
2020-03-13 17:05:28 +01:00
2021-04-26 19:08:11 +02:00
"github.com/lightningnetwork/lnd/kvdb"
"github.com/lightningnetwork/lnd/kvdb/etcd"
2020-03-13 17:05:28 +01:00
)
const (
2020-11-25 01:40:54 +01:00
dbName = "channel.db"
BoltBackend = "bolt"
EtcdBackend = "etcd"
DefaultBatchCommitInterval = 500 * time . Millisecond
2020-03-13 17:05:28 +01:00
)
// DB holds database configuration for LND.
type DB struct {
Backend string ` long:"backend" description:"The selected database backend." `
2020-11-25 01:40:54 +01:00
BatchCommitInterval time . Duration ` long:"batch-commit-interval" description:"The maximum duration the channel graph batch schedulers will wait before attempting to commit a batch of pending updates. This can be tradeoff database contenion for commit latency." `
2021-02-09 20:19:31 +01:00
Etcd * etcd . Config ` group:"etcd" namespace:"etcd" description:"Etcd settings." `
2020-03-13 17:05:28 +01:00
2020-05-15 16:59:37 +02:00
Bolt * kvdb . BoltConfig ` group:"bolt" namespace:"bolt" description:"Bolt settings." `
2020-03-13 17:05:28 +01:00
}
2021-08-03 09:57:22 +02:00
// DefaultDB creates and returns a new default DB config.
2020-03-13 17:05:28 +01:00
func DefaultDB ( ) * DB {
return & DB {
2020-11-25 01:40:54 +01:00
Backend : BoltBackend ,
BatchCommitInterval : DefaultBatchCommitInterval ,
2020-11-09 10:21:23 +01:00
Bolt : & kvdb . BoltConfig {
AutoCompactMinAge : kvdb . DefaultBoltAutoCompactMinAge ,
kvdb: add timeout options for bbolt (#4787)
* mod: bump btcwallet version to accept db timeout
* btcwallet: add DBTimeOut in config
* kvdb: add database timeout option for bbolt
This commit adds a DBTimeout option in bbolt config. The relevant
functions walletdb.Open/Create are updated to use this config. In
addition, the bolt compacter also applies the new timeout option.
* channeldb: add DBTimeout in db options
This commit adds the DBTimeout option for channeldb. A new unit
test file is created to test the default options. In addition,
the params used in kvdb.Create inside channeldb_test is updated
with a DefaultDBTimeout value.
* contractcourt+routing: use DBTimeout in kvdb
This commit touches multiple test files in contractcourt and routing.
The call of function kvdb.Create and kvdb.Open are now updated with
the new param DBTimeout, using the default value kvdb.DefaultDBTimeout.
* lncfg: add DBTimeout option in db config
The DBTimeout option is added to db config. A new unit test is
added to check the default DB config is created as expected.
* migration: add DBTimeout param in kvdb.Create/kvdb.Open
* keychain: update tests to use DBTimeout param
* htlcswitch+chainreg: add DBTimeout option
* macaroons: support DBTimeout config in creation
This commit adds the DBTimeout during the creation of macaroons.db.
The usage of kvdb.Create and kvdb.Open in its tests are updated with
a timeout value using kvdb.DefaultDBTimeout.
* walletunlocker: add dbTimeout option in UnlockerService
This commit adds a new param, dbTimeout, during the creation of
UnlockerService. This param is then passed to wallet.NewLoader
inside various service calls, specifying a timeout value to be
used when opening the bbolt. In addition, the macaroonService
is also called with this dbTimeout param.
* watchtower/wtdb: add dbTimeout param during creation
This commit adds the dbTimeout param for the creation of both
watchtower.db and wtclient.db.
* multi: add db timeout param for walletdb.Create
This commit adds the db timeout param for the function call
walletdb.Create. It touches only the test files found in chainntnfs,
lnwallet, and routing.
* lnd: pass DBTimeout config to relevant services
This commit enables lnd to pass the DBTimeout config to the following
services/config/functions,
- chainControlConfig
- walletunlocker
- wallet.NewLoader
- macaroons
- watchtower
In addition, the usage of wallet.Create is updated too.
* sample-config: add dbtimeout option
2020-12-08 00:31:49 +01:00
DBTimeout : kvdb . DefaultDBTimeout ,
2020-11-09 10:21:23 +01:00
} ,
2020-03-13 17:05:28 +01:00
}
}
// Validate validates the DB config.
func ( db * DB ) Validate ( ) error {
switch db . Backend {
2020-08-05 00:34:29 +02:00
case BoltBackend :
2020-03-13 17:05:28 +01:00
2020-08-05 00:34:29 +02:00
case EtcdBackend :
2020-06-18 21:42:59 +02:00
if ! db . Etcd . Embedded && db . Etcd . Host == "" {
2020-03-13 17:05:28 +01:00
return fmt . Errorf ( "etcd host must be set" )
}
default :
return fmt . Errorf ( "unknown backend, must be either \"%v\" or \"%v\"" ,
2020-08-05 00:34:29 +02:00
BoltBackend , EtcdBackend )
2020-03-13 17:05:28 +01:00
}
return nil
}
2021-02-09 17:44:43 +01:00
// Init should be called upon start to pre-initialize database access dependent
// on configuration.
func ( db * DB ) Init ( ctx context . Context , dbPath string ) error {
// Start embedded etcd server if requested.
if db . Backend == EtcdBackend && db . Etcd . Embedded {
cfg , _ , err := kvdb . StartEtcdTestBackend (
dbPath , db . Etcd . EmbeddedClientPort ,
db . Etcd . EmbeddedPeerPort ,
)
if err != nil {
return err
}
// Override the original config with the config for
// the embedded instance.
db . Etcd = cfg
}
return nil
}
2020-05-07 05:48:05 +02:00
// DatabaseBackends is a two-tuple that holds the set of active database
// backends for the daemon. The two backends we expose are the local database
// backend, and the remote backend. The LocalDB attribute will always be
// populated. However, the remote DB will only be set if a replicated database
// is active.
type DatabaseBackends struct {
// LocalDB points to the local non-replicated backend.
LocalDB kvdb . Backend
// RemoteDB points to a possibly networked replicated backend. If no
// replicated backend is active, then this pointer will be nil.
RemoteDB kvdb . Backend
}
// GetBackends returns a set of kvdb.Backends as set in the DB config. The
// local database will ALWAYS be non-nil, while the remote database will only
// be populated if etcd is specified.
2021-02-09 17:56:42 +01:00
func ( db * DB ) GetBackends ( ctx context . Context , dbPath string ) (
* DatabaseBackends , error ) {
2020-05-07 05:48:05 +02:00
var (
localDB , remoteDB kvdb . Backend
err error
)
2020-05-20 14:04:34 +02:00
2020-08-05 00:34:29 +02:00
if db . Backend == EtcdBackend {
2021-02-09 17:44:43 +01:00
remoteDB , err = kvdb . Open (
kvdb . EtcdBackendName , ctx , db . Etcd ,
)
2020-05-07 05:48:05 +02:00
if err != nil {
return nil , err
}
}
2020-11-09 10:21:25 +01:00
localDB , err = kvdb . GetBoltBackend ( & kvdb . BoltBackendConfig {
DBPath : dbPath ,
DBFileName : dbName ,
kvdb: add timeout options for bbolt (#4787)
* mod: bump btcwallet version to accept db timeout
* btcwallet: add DBTimeOut in config
* kvdb: add database timeout option for bbolt
This commit adds a DBTimeout option in bbolt config. The relevant
functions walletdb.Open/Create are updated to use this config. In
addition, the bolt compacter also applies the new timeout option.
* channeldb: add DBTimeout in db options
This commit adds the DBTimeout option for channeldb. A new unit
test file is created to test the default options. In addition,
the params used in kvdb.Create inside channeldb_test is updated
with a DefaultDBTimeout value.
* contractcourt+routing: use DBTimeout in kvdb
This commit touches multiple test files in contractcourt and routing.
The call of function kvdb.Create and kvdb.Open are now updated with
the new param DBTimeout, using the default value kvdb.DefaultDBTimeout.
* lncfg: add DBTimeout option in db config
The DBTimeout option is added to db config. A new unit test is
added to check the default DB config is created as expected.
* migration: add DBTimeout param in kvdb.Create/kvdb.Open
* keychain: update tests to use DBTimeout param
* htlcswitch+chainreg: add DBTimeout option
* macaroons: support DBTimeout config in creation
This commit adds the DBTimeout during the creation of macaroons.db.
The usage of kvdb.Create and kvdb.Open in its tests are updated with
a timeout value using kvdb.DefaultDBTimeout.
* walletunlocker: add dbTimeout option in UnlockerService
This commit adds a new param, dbTimeout, during the creation of
UnlockerService. This param is then passed to wallet.NewLoader
inside various service calls, specifying a timeout value to be
used when opening the bbolt. In addition, the macaroonService
is also called with this dbTimeout param.
* watchtower/wtdb: add dbTimeout param during creation
This commit adds the dbTimeout param for the creation of both
watchtower.db and wtclient.db.
* multi: add db timeout param for walletdb.Create
This commit adds the db timeout param for the function call
walletdb.Create. It touches only the test files found in chainntnfs,
lnwallet, and routing.
* lnd: pass DBTimeout config to relevant services
This commit enables lnd to pass the DBTimeout config to the following
services/config/functions,
- chainControlConfig
- walletunlocker
- wallet.NewLoader
- macaroons
- watchtower
In addition, the usage of wallet.Create is updated too.
* sample-config: add dbtimeout option
2020-12-08 00:31:49 +01:00
DBTimeout : db . Bolt . DBTimeout ,
2020-11-09 10:21:25 +01:00
NoFreelistSync : ! db . Bolt . SyncFreelist ,
AutoCompact : db . Bolt . AutoCompact ,
AutoCompactMinAge : db . Bolt . AutoCompactMinAge ,
} )
2020-05-07 05:48:05 +02:00
if err != nil {
return nil , err
2020-03-13 17:05:28 +01:00
}
2020-05-07 05:48:05 +02:00
return & DatabaseBackends {
LocalDB : localDB ,
RemoteDB : remoteDB ,
} , nil
2020-03-13 17:05:28 +01:00
}
// Compile-time constraint to ensure Workers implements the Validator interface.
var _ Validator = ( * DB ) ( nil )