bemaniutils/bemani/data/api/client.py

import json
import requests
from typing import Tuple, Dict, List, Any, Optional
from typing_extensions import Final

from bemani.common import (
    APIConstants,
    GameConstants,
    VersionConstants,
    DBConstants,
    ValidatedDict,
    Time,
    cache,
)


class APIException(Exception):
    pass


class NotAuthorizedAPIException(APIException):
    pass


class UnsupportedRequestAPIException(APIException):
    pass


class UnrecognizedRequestAPIException(APIException):
    pass


class UnsupportedVersionAPIException(APIException):
    pass


class RemoteServerErrorAPIException(APIException):
    pass


class APIClient:
    """
    A client that fully speaks BEMAPI and can pull information from a remote server.
    """

    API_VERSION: Final[str] = "v1"

    def __init__(self, base_uri: str, token: str, allow_stats: bool, allow_scores: bool) -> None:
        self.base_uri = base_uri
        self.token = token
        self.allow_stats = allow_stats
        self.allow_scores = allow_scores

    def __repr__(self) -> str:
        # Specifically defined so that two different instances of the same API client
        # cache under the same key, as we want to share results from a given server
        # to all local requests. We also have to be sensitive to any control character
        # limitations for memcached.
        repr_val = (
            "APIClient("
            + f"base_uri={self.base_uri!r},"
            + f"token={self.token!r},"
            + f"allow_stats={self.allow_stats!r},"
            + f"allow_scores={self.allow_scores!r}"
            + ")"
        )
        repr_val = repr_val.replace(" ", "_")
        repr_val = repr_val.replace("\r", "_")
        repr_val = repr_val.replace("\n", "_")
        return repr_val

    def _content_type_valid(self, content_type: str) -> bool:
        if ";" in content_type:
            left, right = content_type.split(";", 1)
            left = left.strip().lower()
            right = right.strip().lower()

            if left == "application/json" and ("=" in right):
                identifier, charset = right.split("=", 1)
                identifier = identifier.strip()
                charset = charset.strip()

                if identifier == "charset" and charset == "utf-8":
                    # This is valid.
                    return True
        return False

    def __exchange_data(self, request_uri: str, request_args: Dict[str, Any]) -> Dict[str, Any]:
        if self.base_uri[-1:] != "/":
            uri = f"{self.base_uri}/{request_uri}"
        else:
            uri = f"{self.base_uri}{request_uri}"

        headers = {
            "Authorization": f"Token {self.token}",
            "Content-Type": "application/json; charset=utf-8",
        }
        data = json.dumps(request_args).encode("utf8")

        try:
            r = requests.request(
                "GET",
                uri,
                headers=headers,
                data=data,
                allow_redirects=False,
                timeout=10,
            )
        except Exception:
            raise APIException("Failed to query remote server!")

        # Verify that content type is in the form of "application/json; charset=utf-8".
        if not self._content_type_valid(r.headers["content-type"]):
            raise APIException(f'API returned invalid content type \'{r.headers["content-type"]}\'!')

        jsondata = r.json()

        if r.status_code == 200:
            return jsondata

        if "error" not in jsondata:
            raise APIException(
                f"API returned error code {r.status_code} but did not include 'error' attribute in response JSON!"
            )
        error = jsondata["error"]

        if r.status_code == 401:
            raise NotAuthorizedAPIException("The API token used is not authorized against this server!")
        if r.status_code == 404:
            raise UnsupportedRequestAPIException("The server does not support this game/version or request object!")
        if r.status_code == 405:
            raise UnrecognizedRequestAPIException("The server did not recognize the request!")
        if r.status_code == 500:
            raise RemoteServerErrorAPIException(
                f"The server had an error processing the request and returned '{error}'"
            )
        if r.status_code == 501:
            raise UnsupportedVersionAPIException("The server does not support this version of the API!")
        raise APIException("The server returned an invalid status code {}!", format(r.status_code))

    def __translate(self, game: GameConstants, version: int) -> Tuple[str, str]:
        servergame = {
            GameConstants.DDR: "ddr",
            GameConstants.IIDX: "iidx",
            GameConstants.JUBEAT: "jubeat",
            GameConstants.MUSECA: "museca",
            GameConstants.POPN_MUSIC: "popnmusic",
            GameConstants.REFLEC_BEAT: "reflecbeat",
            GameConstants.SDVX: "soundvoltex",
        }.get(game)
        if servergame is None:
            raise UnsupportedRequestAPIException("The client does not support this game/version!")

        if version >= DBConstants.OMNIMIX_VERSION_BUMP:
            version = version - DBConstants.OMNIMIX_VERSION_BUMP
            omnimix = True
        else:
            omnimix = False

        serverversion = (
            {
                GameConstants.DDR: {
                    VersionConstants.DDR_X2: "12",
                    VersionConstants.DDR_X3_VS_2NDMIX: "13",
                    VersionConstants.DDR_2013: "14",
                    VersionConstants.DDR_2014: "15",
                    VersionConstants.DDR_ACE: "16",
                    VersionConstants.DDR_A20: "17",
                },
                GameConstants.IIDX: {
                    VersionConstants.IIDX_TRICORO: "20",
                    VersionConstants.IIDX_SPADA: "21",
                    VersionConstants.IIDX_PENDUAL: "22",
                    VersionConstants.IIDX_COPULA: "23",
                    VersionConstants.IIDX_SINOBUZ: "24",
                    VersionConstants.IIDX_CANNON_BALLERS: "25",
                    VersionConstants.IIDX_ROOTAGE: "26",
                    VersionConstants.IIDX_HEROIC_VERSE: "27",
                    VersionConstants.IIDX_BISTROVER: "28",
                },
                GameConstants.JUBEAT: {
                    VersionConstants.JUBEAT_SAUCER: "5",
                    VersionConstants.JUBEAT_SAUCER_FULFILL: "5a",
                    VersionConstants.JUBEAT_PROP: "6",
                    VersionConstants.JUBEAT_QUBELL: "7",
                    VersionConstants.JUBEAT_CLAN: "8",
                    VersionConstants.JUBEAT_FESTO: "9",
                    VersionConstants.JUBEAT_AVENUE: "10",
                },
                GameConstants.MUSECA: {
                    VersionConstants.MUSECA: "1",
                    VersionConstants.MUSECA_1_PLUS: "1p",
                },
                GameConstants.POPN_MUSIC: {
                    VersionConstants.POPN_MUSIC_TUNE_STREET: "19",
                    VersionConstants.POPN_MUSIC_FANTASIA: "20",
                    VersionConstants.POPN_MUSIC_SUNNY_PARK: "21",
                    VersionConstants.POPN_MUSIC_LAPISTORIA: "22",
                    VersionConstants.POPN_MUSIC_ECLALE: "23",
                    VersionConstants.POPN_MUSIC_USANEKO: "24",
                    VersionConstants.POPN_MUSIC_PEACE: "25",
                    VersionConstants.POPN_MUSIC_KAIMEI_RIDDLES: "26",
                },
                GameConstants.REFLEC_BEAT: {
                    VersionConstants.REFLEC_BEAT: "1",
                    VersionConstants.REFLEC_BEAT_LIMELIGHT: "2",
                    VersionConstants.REFLEC_BEAT_COLETTE: "3as",
                    VersionConstants.REFLEC_BEAT_GROOVIN: "4u",
                    VersionConstants.REFLEC_BEAT_VOLZZA: "5",
                    VersionConstants.REFLEC_BEAT_VOLZZA_2: "5a",
                    VersionConstants.REFLEC_BEAT_REFLESIA: "6",
                },
                GameConstants.SDVX: {
                    VersionConstants.SDVX_BOOTH: "1",
                    VersionConstants.SDVX_INFINITE_INFECTION: "2",
                    VersionConstants.SDVX_GRAVITY_WARS: "3",
                    VersionConstants.SDVX_HEAVENLY_HAVEN: "4",
                },
            }
            .get(game, {})
            .get(version)
        )
        if serverversion is None:
            raise UnsupportedRequestAPIException("The client does not support this game/version!")

        if omnimix:
            serverversion = "o" + serverversion

        return (servergame, serverversion)

    # Not caching this, as it is only hit when looking at the admin panel, and we want this to
    # always be up-to-date.
    def get_server_info(self) -> ValidatedDict:
        resp = self.__exchange_data("", {})
        return ValidatedDict(
            {
                "name": resp["name"],
                "email": resp["email"],
                "versions": resp["versions"],
            }
        )

    # Not caching this, as we would have to go back and ensure that any code which got outdated
    # profiles from a cache didn't end up with KeyError exceptions when trying to link profiles to
    # records. This is the coward's way out, but whatever.
    def get_profiles(
        self, game: GameConstants, version: int, idtype: APIConstants, ids: List[str]
    ) -> List[Dict[str, Any]]:
        # Allow remote servers to be disabled
        if not self.allow_scores:
            return []

        try:
            servergame, serverversion = self.__translate(game, version)
            resp = self.__exchange_data(
                f"{self.API_VERSION}/{servergame}/{serverversion}",
                {
                    "ids": ids,
                    "type": idtype.value,
                    "objects": ["profile"],
                },
            )
            return resp["profile"]
        except APIException:
            # Couldn't talk to server, assume empty profiles
            return []

    @cache.memoize(Time.SECONDS_IN_MINUTE * 1)
    def get_records(
        self,
        game: GameConstants,
        version: int,
        idtype: APIConstants,
        ids: List[str],
        since: Optional[int] = None,
        until: Optional[int] = None,
    ) -> List[Dict[str, Any]]:
        # Allow remote servers to be disabled
        if not self.allow_scores:
            return []

        try:
            servergame, serverversion = self.__translate(game, version)
            data: Dict[str, Any] = {
                "ids": ids,
                "type": idtype.value,
                "objects": ["records"],
            }
            if since is not None:
                data["since"] = since
            if until is not None:
                data["until"] = until
            resp = self.__exchange_data(
                f"{self.API_VERSION}/{servergame}/{serverversion}",
                data,
            )
            return resp["records"]
        except APIException:
            # Couldn't talk to server, assume empty records
            return []

    @cache.memoize(Time.SECONDS_IN_MINUTE * 5)
    def get_statistics(
        self, game: GameConstants, version: int, idtype: APIConstants, ids: List[str]
    ) -> List[Dict[str, Any]]:
        # Allow remote servers to be disabled
        if not self.allow_stats:
            return []

        try:
            servergame, serverversion = self.__translate(game, version)
            resp = self.__exchange_data(
                f"{self.API_VERSION}/{servergame}/{serverversion}",
                {
                    "ids": ids,
                    "type": idtype.value,
                    "objects": ["statistics"],
                },
            )
            return resp["statistics"]
        except APIException:
            # Couldn't talk to server, assume empty statistics
            return []

    @cache.memoize(Time.SECONDS_IN_HOUR * 1)
    def get_catalog(self, game: GameConstants, version: int) -> Dict[str, List[Dict[str, Any]]]:
        # No point disallowing this, since its only ever used for bootstrapping.

        try:
            servergame, serverversion = self.__translate(game, version)
            resp = self.__exchange_data(
                f"{self.API_VERSION}/{servergame}/{serverversion}",
                {
                    "ids": [],
                    "type": "server",
                    "objects": ["catalog"],
                },
            )
            return resp["catalog"]
        except APIException:
            # Couldn't talk to server, assume empty catalog
            return {}