2021-08-30 19:55:02 +02:00
|
|
|
import asyncio
|
2020-09-05 08:00:44 +02:00
|
|
|
import importlib
|
2020-09-15 20:54:05 +02:00
|
|
|
import os
|
2022-07-16 14:23:03 +02:00
|
|
|
import re
|
|
|
|
import warnings
|
2020-09-05 08:00:44 +02:00
|
|
|
|
2022-07-16 14:23:03 +02:00
|
|
|
import click
|
2022-07-07 14:30:16 +02:00
|
|
|
from loguru import logger
|
|
|
|
|
2022-07-16 14:23:03 +02:00
|
|
|
from .core import db as core_db
|
|
|
|
from .core import migrations as core_migrations
|
|
|
|
from .db import COCKROACH, POSTGRES, SQLITE
|
2021-03-24 04:40:32 +01:00
|
|
|
from .helpers import (
|
|
|
|
get_css_vendored,
|
|
|
|
get_js_vendored,
|
2022-07-16 14:23:03 +02:00
|
|
|
get_valid_extensions,
|
2021-03-24 04:40:32 +01:00
|
|
|
url_for_vendored,
|
|
|
|
)
|
2020-09-15 20:54:05 +02:00
|
|
|
from .settings import LNBITS_PATH
|
2020-09-05 08:00:44 +02:00
|
|
|
|
|
|
|
|
|
|
|
@click.command("migrate")
|
2020-09-14 02:31:05 +02:00
|
|
|
def db_migrate():
|
2021-08-30 19:55:02 +02:00
|
|
|
asyncio.create_task(migrate_databases())
|
2020-09-05 08:00:44 +02:00
|
|
|
|
|
|
|
|
2020-09-15 20:54:05 +02:00
|
|
|
@click.command("assets")
|
|
|
|
def handle_assets():
|
|
|
|
transpile_scss()
|
|
|
|
bundle_vendored()
|
|
|
|
|
|
|
|
|
|
|
|
def transpile_scss():
|
2020-10-06 17:59:06 +02:00
|
|
|
with warnings.catch_warnings():
|
|
|
|
warnings.simplefilter("ignore")
|
|
|
|
from scss.compiler import compile_string # type: ignore
|
|
|
|
|
|
|
|
with open(os.path.join(LNBITS_PATH, "static/scss/base.scss")) as scss:
|
|
|
|
with open(os.path.join(LNBITS_PATH, "static/css/base.css"), "w") as css:
|
|
|
|
css.write(compile_string(scss.read()))
|
2020-09-15 20:54:05 +02:00
|
|
|
|
|
|
|
|
|
|
|
def bundle_vendored():
|
|
|
|
for getfiles, outputpath in [
|
|
|
|
(get_js_vendored, os.path.join(LNBITS_PATH, "static/bundle.js")),
|
|
|
|
(get_css_vendored, os.path.join(LNBITS_PATH, "static/bundle.css")),
|
|
|
|
]:
|
|
|
|
output = ""
|
|
|
|
for path in getfiles():
|
|
|
|
with open(path) as f:
|
|
|
|
output += "/* " + url_for_vendored(path) + " */\n" + f.read() + ";\n"
|
|
|
|
with open(outputpath, "w") as f:
|
|
|
|
f.write(output)
|
|
|
|
|
2022-03-12 15:23:16 +01:00
|
|
|
async def get_admin_settings():
|
|
|
|
from lnbits.extensions.admin.models import Admin
|
|
|
|
|
|
|
|
async with core_db.connect() as conn:
|
|
|
|
|
|
|
|
if conn.type == SQLITE:
|
|
|
|
exists = await conn.fetchone(
|
|
|
|
"SELECT * FROM sqlite_master WHERE type='table' AND name='admin'"
|
|
|
|
)
|
|
|
|
elif conn.type in {POSTGRES, COCKROACH}:
|
|
|
|
exists = await conn.fetchone(
|
|
|
|
"SELECT * FROM information_schema.tables WHERE table_name = 'admin'"
|
|
|
|
)
|
|
|
|
if not exists:
|
|
|
|
return False
|
|
|
|
|
|
|
|
row = await conn.fetchone("SELECT * from admin")
|
|
|
|
|
|
|
|
return Admin(**row) if row else None
|
2020-09-15 20:54:05 +02:00
|
|
|
|
2020-11-21 22:04:39 +01:00
|
|
|
async def migrate_databases():
|
2020-09-05 08:00:44 +02:00
|
|
|
"""Creates the necessary databases if they don't exist already; or migrates them."""
|
|
|
|
|
2021-06-22 04:22:52 +02:00
|
|
|
async def set_migration_version(conn, db_name, version):
|
|
|
|
await conn.execute(
|
|
|
|
"""
|
|
|
|
INSERT INTO dbversions (db, version) VALUES (?, ?)
|
|
|
|
ON CONFLICT (db) DO UPDATE SET version = ?
|
|
|
|
""",
|
|
|
|
(db_name, version, version),
|
|
|
|
)
|
|
|
|
|
|
|
|
async def run_migration(db, migrations_module):
|
|
|
|
db_name = migrations_module.__name__.split(".")[-2]
|
|
|
|
for key, migrate in migrations_module.__dict__.items():
|
|
|
|
match = match = matcher.match(key)
|
|
|
|
if match:
|
|
|
|
version = int(match.group(1))
|
|
|
|
if version > current_versions.get(db_name, 0):
|
2022-07-07 14:30:16 +02:00
|
|
|
logger.debug(f"running migration {db_name}.{version}")
|
2021-06-22 04:22:52 +02:00
|
|
|
await migrate(db)
|
|
|
|
|
|
|
|
if db.schema == None:
|
|
|
|
await set_migration_version(db, db_name, version)
|
|
|
|
else:
|
|
|
|
async with core_db.connect() as conn:
|
|
|
|
await set_migration_version(conn, db_name, version)
|
|
|
|
|
2021-03-26 23:10:30 +01:00
|
|
|
async with core_db.connect() as conn:
|
2021-06-22 04:22:52 +02:00
|
|
|
if conn.type == SQLITE:
|
|
|
|
exists = await conn.fetchone(
|
|
|
|
"SELECT * FROM sqlite_master WHERE type='table' AND name='dbversions'"
|
|
|
|
)
|
2021-07-02 23:32:58 +02:00
|
|
|
elif conn.type in {POSTGRES, COCKROACH}:
|
2021-06-22 04:22:52 +02:00
|
|
|
exists = await conn.fetchone(
|
|
|
|
"SELECT * FROM information_schema.tables WHERE table_name = 'dbversions'"
|
|
|
|
)
|
|
|
|
|
|
|
|
if not exists:
|
2021-03-26 23:10:30 +01:00
|
|
|
await core_migrations.m000_create_migrations_table(conn)
|
|
|
|
|
2021-06-22 04:22:52 +02:00
|
|
|
rows = await (await conn.execute("SELECT * FROM dbversions")).fetchall()
|
2021-03-26 23:10:30 +01:00
|
|
|
current_versions = {row["db"]: row["version"] for row in rows}
|
|
|
|
matcher = re.compile(r"^m(\d\d\d)_")
|
|
|
|
await run_migration(conn, core_migrations)
|
|
|
|
|
2021-06-22 04:22:52 +02:00
|
|
|
for ext in get_valid_extensions():
|
|
|
|
try:
|
|
|
|
ext_migrations = importlib.import_module(
|
|
|
|
f"lnbits.extensions.{ext.code}.migrations"
|
|
|
|
)
|
|
|
|
ext_db = importlib.import_module(f"lnbits.extensions.{ext.code}").db
|
|
|
|
except ImportError:
|
|
|
|
raise ImportError(
|
|
|
|
f"Please make sure that the extension `{ext.code}` has a migrations file."
|
|
|
|
)
|
|
|
|
|
|
|
|
async with ext_db.connect() as ext_conn:
|
|
|
|
await run_migration(ext_conn, ext_migrations)
|
2021-11-09 19:15:43 +01:00
|
|
|
|
2022-07-07 14:30:16 +02:00
|
|
|
logger.info("✔️ All migrations done.")
|