2023-02-16 06:06:42 +01:00
|
|
|
import json
|
|
|
|
import logging
|
|
|
|
from random import randrange
|
|
|
|
from typing import Any, Optional, Dict, List
|
2023-03-18 07:12:58 +01:00
|
|
|
from sqlalchemy.engine import Row
|
2023-02-16 06:06:42 +01:00
|
|
|
from sqlalchemy.engine.cursor import CursorResult
|
|
|
|
from sqlalchemy.engine.base import Connection
|
|
|
|
from sqlalchemy.sql import text, func, select
|
|
|
|
from sqlalchemy.exc import SQLAlchemyError
|
|
|
|
from sqlalchemy import MetaData, Table, Column
|
|
|
|
from sqlalchemy.types import Integer, String, TIMESTAMP, JSON
|
|
|
|
from sqlalchemy.dialects.mysql import insert
|
|
|
|
|
|
|
|
from core.config import CoreConfig
|
|
|
|
|
|
|
|
metadata = MetaData()
|
|
|
|
|
|
|
|
schema_ver = Table(
|
|
|
|
"schema_versions",
|
|
|
|
metadata,
|
|
|
|
Column("game", String(4), primary_key=True, nullable=False),
|
|
|
|
Column("version", Integer, nullable=False, server_default="1"),
|
2023-03-09 17:38:58 +01:00
|
|
|
mysql_charset="utf8mb4",
|
2023-02-16 06:06:42 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
event_log = Table(
|
|
|
|
"event_log",
|
|
|
|
metadata,
|
|
|
|
Column("id", Integer, primary_key=True, nullable=False),
|
|
|
|
Column("system", String(255), nullable=False),
|
|
|
|
Column("type", String(255), nullable=False),
|
|
|
|
Column("severity", Integer, nullable=False),
|
2023-03-04 01:56:12 +01:00
|
|
|
Column("message", String(1000), nullable=False),
|
2023-02-16 06:06:42 +01:00
|
|
|
Column("details", JSON, nullable=False),
|
|
|
|
Column("when_logged", TIMESTAMP, nullable=False, server_default=func.now()),
|
2023-03-09 17:38:58 +01:00
|
|
|
mysql_charset="utf8mb4",
|
2023-02-16 06:06:42 +01:00
|
|
|
)
|
|
|
|
|
2023-03-09 17:38:58 +01:00
|
|
|
|
|
|
|
class BaseData:
|
2023-02-16 06:06:42 +01:00
|
|
|
def __init__(self, cfg: CoreConfig, conn: Connection) -> None:
|
|
|
|
self.config = cfg
|
|
|
|
self.conn = conn
|
|
|
|
self.logger = logging.getLogger("database")
|
2023-03-09 17:38:58 +01:00
|
|
|
|
|
|
|
def execute(self, sql: str, opts: Dict[str, Any] = {}) -> Optional[CursorResult]:
|
2023-02-16 06:06:42 +01:00
|
|
|
res = None
|
|
|
|
|
|
|
|
try:
|
|
|
|
self.logger.info(f"SQL Execute: {''.join(str(sql).splitlines())} || {opts}")
|
|
|
|
res = self.conn.execute(text(sql), opts)
|
|
|
|
|
|
|
|
except SQLAlchemyError as e:
|
|
|
|
self.logger.error(f"SQLAlchemy error {e}")
|
|
|
|
return None
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-02-16 06:06:42 +01:00
|
|
|
except UnicodeEncodeError as e:
|
|
|
|
self.logger.error(f"UnicodeEncodeError error {e}")
|
|
|
|
return None
|
|
|
|
|
|
|
|
except:
|
|
|
|
try:
|
|
|
|
res = self.conn.execute(sql, opts)
|
|
|
|
|
|
|
|
except SQLAlchemyError as e:
|
|
|
|
self.logger.error(f"SQLAlchemy error {e}")
|
|
|
|
return None
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-02-16 06:06:42 +01:00
|
|
|
except UnicodeEncodeError as e:
|
|
|
|
self.logger.error(f"UnicodeEncodeError error {e}")
|
|
|
|
return None
|
|
|
|
|
|
|
|
except:
|
|
|
|
self.logger.error(f"Unknown error")
|
|
|
|
raise
|
|
|
|
|
|
|
|
return res
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-02-16 06:06:42 +01:00
|
|
|
def generate_id(self) -> int:
|
|
|
|
"""
|
|
|
|
Generate a random 5-7 digit id
|
|
|
|
"""
|
|
|
|
return randrange(10000, 9999999)
|
2023-03-18 07:12:58 +01:00
|
|
|
|
|
|
|
def get_all_schema_vers(self) -> Optional[List[Row]]:
|
|
|
|
sql = select(schema_ver)
|
|
|
|
|
|
|
|
result = self.execute(sql)
|
|
|
|
if result is None:
|
|
|
|
return None
|
|
|
|
return result.fetchall()
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-02-16 06:06:42 +01:00
|
|
|
def get_schema_ver(self, game: str) -> Optional[int]:
|
|
|
|
sql = select(schema_ver).where(schema_ver.c.game == game)
|
|
|
|
|
|
|
|
result = self.execute(sql)
|
|
|
|
if result is None:
|
|
|
|
return None
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-03-04 01:23:14 +01:00
|
|
|
row = result.fetchone()
|
|
|
|
if row is None:
|
|
|
|
return None
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-03-04 01:23:14 +01:00
|
|
|
return row["version"]
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-02-16 06:06:42 +01:00
|
|
|
def set_schema_ver(self, ver: int, game: str = "CORE") -> Optional[int]:
|
2023-03-09 17:38:58 +01:00
|
|
|
sql = insert(schema_ver).values(game=game, version=ver)
|
|
|
|
conflict = sql.on_duplicate_key_update(version=ver)
|
|
|
|
|
2023-02-16 06:06:42 +01:00
|
|
|
result = self.execute(conflict)
|
|
|
|
if result is None:
|
2023-03-09 17:38:58 +01:00
|
|
|
self.logger.error(
|
|
|
|
f"Failed to update schema version for game {game} (v{ver})"
|
|
|
|
)
|
2023-02-16 06:06:42 +01:00
|
|
|
return None
|
|
|
|
return result.lastrowid
|
|
|
|
|
2023-03-09 17:38:58 +01:00
|
|
|
def log_event(
|
|
|
|
self, system: str, type: str, severity: int, message: str, details: Dict = {}
|
|
|
|
) -> Optional[int]:
|
|
|
|
sql = event_log.insert().values(
|
|
|
|
system=system,
|
|
|
|
type=type,
|
|
|
|
severity=severity,
|
|
|
|
message=message,
|
|
|
|
details=json.dumps(details),
|
|
|
|
)
|
2023-02-16 06:06:42 +01:00
|
|
|
result = self.execute(sql)
|
|
|
|
|
|
|
|
if result is None:
|
2023-03-09 17:38:58 +01:00
|
|
|
self.logger.error(
|
|
|
|
f"{__name__}: Failed to insert event into event log! system = {system}, type = {type}, severity = {severity}, message = {message}"
|
|
|
|
)
|
2023-02-16 06:06:42 +01:00
|
|
|
return None
|
|
|
|
|
|
|
|
return result.lastrowid
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-02-16 06:06:42 +01:00
|
|
|
def get_event_log(self, entries: int = 100) -> Optional[List[Dict]]:
|
|
|
|
sql = event_log.select().limit(entries).all()
|
|
|
|
result = self.execute(sql)
|
|
|
|
|
2023-03-09 17:38:58 +01:00
|
|
|
if result is None:
|
|
|
|
return None
|
2023-02-16 06:06:42 +01:00
|
|
|
return result.fetchall()
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-02-16 06:06:42 +01:00
|
|
|
def fix_bools(self, data: Dict) -> Dict:
|
2023-03-09 17:38:58 +01:00
|
|
|
for k, v in data.items():
|
2023-02-16 06:06:42 +01:00
|
|
|
if type(v) == str and v.lower() == "true":
|
|
|
|
data[k] = True
|
|
|
|
elif type(v) == str and v.lower() == "false":
|
|
|
|
data[k] = False
|
2023-03-09 17:38:58 +01:00
|
|
|
|
2023-02-16 06:06:42 +01:00
|
|
|
return data
|