main.py

from pathlib import Path

import yaml

from src.jobs_api.equity.get_china_index_data import collect_china_index_data
from src.jobs_api.equity.get_japan_index_data import collect_japan_index_data
from src.jobs_api.equity.get_nasdaq_index_data import collect_nasdaq_index_data
from src.jobs_api.equity.get_korea_index_data import collect_korean_index_data
from src.jobs_api.equity.get_index_data_from_yfinance import collect_yfinance_index_data

from src.jobs_api.fx.get_currencies import collect_currency_data

from src.jobs_xlsx.fixed_income.get_fixed_incomes_data import collect_fixed_income_data

from src.jobs_xlsx.behavior.get_behavior_index import collect_behavior_data

from src.jobs_api.risk.get_volatility_index import collect_volatility_data
from src.jobs_xlsx.risk.get_volatility_index_from_xlsx import collect_volatility_data_from_excel

from src.jobs_xlsx.get_macro_data import save_macro_data
from src.jobs_xlsx.freight.get_baltic_freight_index import collect_baltic_freight_data
from src.jobs_xlsx.freight.get_baltic_air_freight_index import collect_baltic_air_freight_data
from src.jobs_xlsx.freight.get_drewry_index import collect_drewry_wci_freight_data
from src.jobs_xlsx.freight.get_kcci_index import collect_kobc_container_freight_data
from src.jobs_xlsx.freight.get_rail_traffic_index import collect_us_rail_freight_data
from src.jobs_xlsx.freight.get_freight_index_data import collect_freights_data

from src.jobs_xlsx.trendforce.get_dx_dram_index import collect_dxi_index_data
from src.jobs_xlsx.trendforce.get_dx_comp_index import collect_trendforce_industry_data
from src.jobs_xlsx.cfm.get_cfm_comp_index import collect_cfm_industry_data
from src.jobs_xlsx.cfm.get_cfm_price_index import collect_cfm_price_index_data
from src.jobs_api.commodity.get_commodity_index import collect_commodity_index_data
from src.jobs_xlsx.industry.get_industry_data import collect_industry_data

# Project root 지정
PROJECT_ROOT = Path.cwd()

CONFIG_PATH = (
    PROJECT_ROOT
    / "config"
    / "macro_jobs.yaml"
)

def load_macro_jobs(
    config_path: str | Path = CONFIG_PATH,
) -> list[dict]:
    config_path = Path(config_path)

    if not config_path.exists():
        raise FileNotFoundError(
            f"YAML 설정 파일을 찾을 수 없습니다: {config_path}"
        )

    with config_path.open(
        mode="r",
        encoding="utf-8",
    ) as file:
        config = yaml.safe_load(file)

    if not config:
        raise ValueError(
            f"YAML 설정 파일이 비어 있습니다: {config_path}"
        )

    jobs = config.get("macro_jobs")

    if not isinstance(jobs, list):
        raise ValueError(
            "YAML의 'macro_jobs'는 리스트여야 합니다."
        )

    required_keys = {
        "input_path",
        "output_path",
        "symbol",
        "exchange",
        "country",
    }

    for index, job in enumerate(jobs, start=1):
        if not isinstance(job, dict):
            raise TypeError(
                f"{index}번째 macro job은 "
                "dictionary 형식이어야 합니다."
            )

        missing_keys = required_keys - set(job)

        if missing_keys:
            raise ValueError(
                f"{index}번째 macro job에 "
                f"필수 항목이 없습니다: {sorted(missing_keys)}"
            )

    return jobs


def collect_macro_data() -> None:
    macro_jobs = load_macro_jobs()

    for job in macro_jobs:
        input_path = PROJECT_ROOT / job["input_path"]
        output_path = PROJECT_ROOT / job["output_path"]

        save_macro_data(
            input_path=input_path,
            output_path=output_path,
            symbol=job["symbol"],
            exchange=job["exchange"],
            country=job["country"],
            sheet_name=job.get("sheet_name", 0),
        )

def market_main() -> None :
    collect_korean_index_data()
    collect_japan_index_data()
    collect_china_index_data()
    collect_nasdaq_index_data()
    return None

def fixed_income_main() -> None :
    fixed_income_yaml_path = 'config/fixed_income_jobs.yaml'

    collect_fixed_income_data(fixed_income_yaml_path)

def behavior_main() -> None :
    behavior_yaml_path = 'config/behavior_jobs.yaml'

    collect_behavior_data(behavior_yaml_path)

def currency_main() -> None :
    collect_currency_data()
    return None

def risk_main() -> None :
    collect_volatility_data()
    collect_volatility_data_from_excel()
    return None

def yfinance_main() -> None :
    collect_yfinance_index_data()

def commodity_main() -> None :
    collect_commodity_index_data()
    return None

def industry_main() -> None :
    industry_yaml_path = 'config/industry_jobs.yaml'

    collect_dxi_index_data()
    collect_trendforce_industry_data()
    collect_cfm_industry_data()
    collect_cfm_price_index_data()
    collect_industry_data(industry_yaml_path)
    return None

def freight_main() -> None :
    freights_yaml_path = 'config/freight_jobs.yaml'

    collect_baltic_freight_data()
    collect_baltic_air_freight_data()
    collect_drewry_wci_freight_data()
    collect_kobc_container_freight_data()
    collect_us_rail_freight_data()
    collect_freights_data(freights_yaml_path)

def macro_main() -> None :
    collect_macro_data()
    return None

if __name__ == "__main__":
    market_main()
    yfinance_main()
    currency_main()
    commodity_main()
    risk_main()
    industry_main()
    freight_main()
    macro_main()
    fixed_income_main()
    behavior_main()