mirrors/lnbits-legend
1
0
Fork 0
mirror of https://github.com/lnbits/lnbits-legend.git synced 2025-03-10 09:19:42 +01:00
Code Issues Projects Releases Packages Wiki Activity

feat: add GITHUB_TOKEN for github api calls (prevent rate-limit)

Browse source
This commit is contained in:
Vlad Stan 2023-01-18 11:49:23 +02:00
parent 66d3e2fb2d
commit 12d32a4811
2 changed files with 92 additions and 105 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

190
lnbits/extension_manger.py
View file

@ -6,7 +6,7 @@ import sys
import urllib.request import urllib.request
import zipfile import zipfile
from http import HTTPStatus from http import HTTPStatus
from typing import List, NamedTuple, Optional from typing import Any, List, NamedTuple, Optional
import httpx import httpx
from fastapi.exceptions import HTTPException from fastapi.exceptions import HTTPException
@ -128,20 +128,16 @@ class ExtensionRelease(BaseModel):
@classmethod @classmethod
async def all_releases(cls, org, repo) -> List["ExtensionRelease"]: async def all_releases(cls, org, repo) -> List["ExtensionRelease"]:
async with httpx.AsyncClient() as client: try:
releases_url = f"https://api.github.com/repos/{org}/{repo}/releases" releases_url = f"https://api.github.com/repos/{org}/{repo}/releases"
resp = await client.get(releases_url) error_msg = "Cannot fetch extension releases"
if resp.status_code != 200: releases = await gihub_api_get(releases_url, error_msg)
raise HTTPException(
status_code=HTTPStatus.NOT_FOUND,
detail=f"Cannot fetch extension releases: {releases_url}: {resp.text}",
)
releases = resp.json()
return [ return [
ExtensionRelease.from_github_release(f"{org}/{repo}", r) ExtensionRelease.from_github_release(f"{org}/{repo}", r)
for r in releases for r in releases
] ]
except:
return []
class InstallableExtension(BaseModel): class InstallableExtension(BaseModel):
@ -304,72 +300,65 @@ class InstallableExtension(BaseModel):
) )
extension_id_list: List[str] = [e.id for e in extension_list] extension_id_list: List[str] = [e.id for e in extension_list]
async with httpx.AsyncClient() as client: for url in settings.lnbits_extensions_manifests:
for url in settings.lnbits_extensions_manifests: try:
try: error_msg = "Cannot fetch extensions manifest"
resp = await client.get(url) manifest = await gihub_api_get(url, error_msg)
if resp.status_code != 200: if "repos" in manifest:
logger.warning(f"Cannot fetch extensions manifest at: {url}") for r in manifest["repos"]:
continue if r["id"] in extension_id_list:
manifest = resp.json() continue
if "repos" in manifest: ext = await InstallableExtension.from_repo(
for r in manifest["repos"]: r["id"], r["organisation"], r["repository"]
if r["id"] in extension_id_list: )
continue if ext:
ext = await InstallableExtension.from_repo( extension_list += [ext]
r["id"], r["organisation"], r["repository"] extension_id_list += [ext.id]
)
if ext:
extension_list += [ext]
extension_id_list += [ext.id]
if "extensions" in manifest: if "extensions" in manifest:
for e in manifest["extensions"]: for e in manifest["extensions"]:
if e["id"] in extension_id_list: if e["id"] in extension_id_list:
continue continue
extension_list += [InstallableExtension.from_manifest(e)] extension_list += [InstallableExtension.from_manifest(e)]
extension_id_list += [e["id"]] extension_id_list += [e["id"]]
except Exception as e: except Exception as e:
logger.warning(f"Manifest {url} failed with '{str(e)}'") logger.warning(f"Manifest {url} failed with '{str(e)}'")
return extension_list return extension_list
@classmethod @classmethod
async def get_extension_releases(cls, ext_id: str) -> List["ExtensionRelease"]: async def get_extension_releases(cls, ext_id: str) -> List["ExtensionRelease"]:
extension_releases: List[ExtensionRelease] = [] extension_releases: List[ExtensionRelease] = []
async with httpx.AsyncClient() as client:
for url in settings.lnbits_extensions_manifests: for url in settings.lnbits_extensions_manifests:
try: try:
resp = await client.get(url) error_msg = "Cannot fetch extensions manifest"
if resp.status_code != 200: manifest = await gihub_api_get(url, error_msg)
logger.warning(f"Cannot fetch extensions manifest at: {url}") if "repos" in manifest:
continue for r in manifest["repos"]:
manifest = resp.json() if r["id"] == ext_id:
if "repos" in manifest: repo_releases = await ExtensionRelease.all_releases(
for r in manifest["repos"]: r["organisation"], r["repository"]
if r["id"] == ext_id: )
repo_releases = await ExtensionRelease.all_releases( extension_releases += repo_releases
r["organisation"], r["repository"]
if "extensions" in manifest:
for e in manifest["extensions"]:
if e["id"] == ext_id:
extension_releases += [
ExtensionRelease(
name=e["name"],
version=e["version"],
archive=e["archive"],
hash=e["hash"],
source_repo=url,
description=e["shortDescription"],
details_html=e.get("details"),
) )
extension_releases += repo_releases ]
if "extensions" in manifest: except Exception as e:
for e in manifest["extensions"]: logger.warning(f"Manifest {url} failed with '{str(e)}'")
if e["id"] == ext_id:
extension_releases += [
ExtensionRelease(
name=e["name"],
version=e["version"],
archive=e["archive"],
hash=e["hash"],
source_repo=url,
description=e["shortDescription"],
details_html=e.get("details"),
)
]
except Exception as e:
logger.warning(f"Manifest {url} failed with '{str(e)}'")
return extension_releases return extension_releases
@ -469,44 +458,35 @@ def icon_to_github_url(org: str, path: Optional[str]) -> str:
async def fetch_github_repo_info(org: str, repository: str): async def fetch_github_repo_info(org: str, repository: str):
repo_url = f"https://api.github.com/repos/{org}/{repository}"
error_msg = "Cannot fetch extension repo"
repo = await gihub_api_get(repo_url, error_msg)
lates_release_url = (
f"https://api.github.com/repos/{org}/{repository}/releases/latest"
)
error_msg = "Cannot fetch extension releases"
latest_release = await gihub_api_get(lates_release_url, error_msg)
config_url = f"""https://raw.githubusercontent.com/{org}/{repository}/{repo["default_branch"]}/config.json"""
error_msg = "Cannot fetch config for extension"
config = await gihub_api_get(config_url, error_msg)
return repo, latest_release, config
async def gihub_api_get(url: str, error_msg: Optional[str]) -> Any:
async with httpx.AsyncClient() as client: async with httpx.AsyncClient() as client:
repo_url = f"https://api.github.com/repos/{org}/{repository}" headers = (
resp = await client.get(repo_url) {"Authorization": "Bearer " + settings.lnbits_ext_github_token}
if resp.status_code != 200: if settings.lnbits_ext_github_token
detail = f"Cannot fetch extension repo: {repo_url}: {resp.text}" else None
logger.warning(detail) )
raise HTTPException( resp = await client.get(
status_code=HTTPStatus.NOT_FOUND, url,
detail=detail, headers=headers,
)
repo = resp.json()
lates_release_url = (
f"https://api.github.com/repos/{org}/{repository}/releases/latest"
) )
resp = await client.get(lates_release_url)
if resp.status_code != 200: if resp.status_code != 200:
detail = ( logger.warning(f"{error_msg} ({url}): {resp.text}")
f"Cannot fetch extension releases: {lates_release_url}: {resp.text}" resp.raise_for_status()
) return resp.json()
logger.warning(detail)
raise HTTPException(
status_code=HTTPStatus.NOT_FOUND,
detail=detail,
)
latest_release = resp.json()
config_url = f"""https://raw.githubusercontent.com/{org}/{repository}/{repo["default_branch"]}/config.json"""
resp = await client.get(config_url)
if resp.status_code != 200:
detail = f"Cannot fetch config for extension: {config_url}: {resp.text}"
logger.warning(detail)
raise HTTPException(
status_code=HTTPStatus.NOT_FOUND,
detail=detail,
)
config = resp.json()
return repo, latest_release, config

7
lnbits/settings.py
View file

@ -38,10 +38,16 @@ class LNbitsSettings(BaseSettings):
class UsersSettings(LNbitsSettings): class UsersSettings(LNbitsSettings):
lnbits_admin_users: List[str] = Field(default=[]) lnbits_admin_users: List[str] = Field(default=[])
lnbits_allowed_users: List[str] = Field(default=[]) lnbits_allowed_users: List[str] = Field(default=[])
class ExtensionsSettings(LNbitsSettings):
lnbits_admin_extensions: List[str] = Field(default=[]) lnbits_admin_extensions: List[str] = Field(default=[])
lnbits_disabled_extensions: List[str] = Field(default=[]) lnbits_disabled_extensions: List[str] = Field(default=[])
lnbits_extensions_manifests: List[str] = Field(default=[]) lnbits_extensions_manifests: List[str] = Field(default=[])
lnbits_upgraded_extensions: List[str] = Field(default=[]) lnbits_upgraded_extensions: List[str] = Field(default=[])
lnbits_ext_github_token: str = Field(
default=""
) # required due to GitHUb rate-limit
class ThemesSettings(LNbitsSettings): class ThemesSettings(LNbitsSettings):
@ -169,6 +175,7 @@ class FundingSourcesSettings(
class EditableSettings( class EditableSettings(
UsersSettings, UsersSettings,
ExtensionsSettings,
ThemesSettings, ThemesSettings,
OpsSettings, OpsSettings,
FundingSourcesSettings, FundingSourcesSettings,