MinerU/magic_pdf/libs/config_reader.py

"""
根据bucket的名字返回对应的s3 AK， SK，endpoint三元组

"""
import json
import os

from loguru import logger


def get_s3_config(bucket_name: str):
    """
    ~/magic_pdf_config.json 读出来
    """
    if os.name == "posix":  # Linux or macOS
        home_dir = os.path.expanduser("~")
    elif os.name == "nt":  # Windows
        home_dir = os.path.expandvars("%USERPROFILE%")
    else:
        raise Exception("Unsupported operating system")

    config_file = os.path.join(home_dir, "magic_pdf_config.json")

    if not os.path.exists(config_file):
        raise Exception("magic_pdf_config.json not found")

    with open(config_file, "r") as f:
        config = json.load(f)

    if bucket_name not in config:
        raise Exception("bucket_name not found in magic_pdf_config.json")

    ak = config[bucket_name].get("ak")
    sk = config[bucket_name].get("sk")
    endpoint = config[bucket_name].get("endpoint")

    if ak is None or sk is None or endpoint is None:
        raise Exception("ak, sk or endpoint not found in magic_pdf_config.json")

    # logger.info(f"get_s3_config: ak={ak}, sk={sk}, endpoint={endpoint}")

    return ak, sk, endpoint


if __name__ == '__main__':
    ak, sk, endpoint = get_s3_config("llm-raw")