30 lines
1.8 KiB
Python
30 lines
1.8 KiB
Python
import os, psycopg2
|
|
from etl_billiards.tasks.dwd_load_task import DwdLoadTask
|
|
|
|
dwd_table="billiards_dwd.dwd_table_fee_log"
|
|
ods_table="billiards_ods.table_fee_transactions"
|
|
conn=psycopg2.connect(os.environ["PG_DSN"])
|
|
cur=conn.cursor()
|
|
task=DwdLoadTask(config={}, db_connection=None, api_client=None, logger=None)
|
|
cur.execute("SELECT column_name FROM information_schema.columns WHERE table_schema=%s AND table_name=%s", ("billiards_dwd", "dwd_table_fee_log"))
|
|
dwd_cols=[r[0].lower() for r in cur.fetchall()]
|
|
cur.execute("SELECT column_name FROM information_schema.columns WHERE table_schema=%s AND table_name=%s", ("billiards_ods", "table_fee_transactions"))
|
|
ods_cols=[r[0].lower() for r in cur.fetchall()]
|
|
cur.execute("SELECT column_name,data_type FROM information_schema.columns WHERE table_schema=%s AND table_name=%s", ("billiards_dwd", "dwd_table_fee_log"))
|
|
dwd_types={r[0].lower(): r[1].lower() for r in cur.fetchall()}
|
|
cur.execute("SELECT column_name,data_type FROM information_schema.columns WHERE table_schema=%s AND table_name=%s", ("billiards_ods", "table_fee_transactions"))
|
|
ods_types={r[0].lower(): r[1].lower() for r in cur.fetchall()}
|
|
mapping=task.FACT_MAPPINGS.get(dwd_table)
|
|
if mapping:
|
|
insert_cols=[d for d,o,_ in mapping if o in ods_cols]
|
|
select_exprs=[task._cast_expr(o,cast_type) for d,o,cast_type in mapping if o in ods_cols]
|
|
else:
|
|
insert_cols=[c for c in dwd_cols if c in ods_cols and c not in task.SCD_COLS]
|
|
select_exprs=task._build_fact_select_exprs(insert_cols,dwd_types,ods_types)
|
|
print('insert_cols', insert_cols)
|
|
print('select_exprs', select_exprs)
|
|
sql=f"INSERT INTO {task._format_table(dwd_table,'billiards_dwd')} ({', '.join(f'\"{c}\"' for c in insert_cols)}) SELECT {', '.join(select_exprs)} FROM {task._format_table(ods_table,'billiards_ods')}"
|
|
print(sql)
|
|
cur.close(); conn.close()
|
|
|