import pandas as pd
from sqlalchemy import create_engine
import glob
import os
from urllib.parse import quote


user = "postgres"
password = quote("Krasava10&")
host = "postgres"
port = 5432
database = "exchange_rates"


engine = create_engine(
    f"postgresql+psycopg2://{user}:{password}@{host}:{port}/{database}"
)


transformed_folder = "/opt/airflow/transformed_batches"

batch_files = glob.glob(
    os.path.join(transformed_folder, "transformed_us_rates_*.csv")
)

for batch_file in batch_files:

    df = pd.read_csv(batch_file, parse_dates=["Date"])

    df.to_sql(
        "us_rates",
        engine,
        if_exists="append",
        index=False
    )

    print(f"Loaded: {batch_file}")