diff --git a/dags/upload_dicts.py b/dags/upload_dicts.py index 4496ed8..985de3c 100644 --- a/dags/upload_dicts.py +++ b/dags/upload_dicts.py @@ -77,16 +77,24 @@ def take_dogovor(**kwargs): index=False, method='multi' ) - conn.execute(f"DELETE FROM public.{table_name}") + # conn.execute(f"DELETE FROM public.{table_name}") conn.execute(f""" - INSERT INTO public.{table_name} (name, nomer, date_begin, date_end, uid_dogovor) - SELECT + INSERT INTO public.{table_name} (id, name, nomer, date_begin, date_end, uid_dogovor) + SELECT + row_number() over (order by uid_dogovor) id, name, nomer, date_begin, date_end, uid_dogovor FROM temp_{table_name} + ON CONFLICT (uid_dogovor) + DO UPDATE SET + id = EXCLUDED.id, + name = EXCLUDED.name, + nomer = EXCLUDED.nomer, + date_begin = EXCLUDED.date_begin, + date_end = EXCLUDED.date_end; """ ) @@ -134,15 +142,22 @@ def take_bank(**kwargs): index=False, method='multi' ) - conn.execute(f"DELETE FROM public.{table_name}") + # conn.execute(f"DELETE FROM public.{table_name}") conn.execute(f""" INSERT INTO public.{table_name} (name, inn, kpp, uid_bank) - SELECT + SELECT + row_number() over (order by uid_bank) id, name, inn, kpp, uid_bank FROM temp_{table_name} + ON CONFLICT (uid_bank) + DO UPDATE SET + id = EXCLUDED.id, + name = EXCLUDED.name, + inn = EXCLUDED.inn, + kpp = EXCLUDED.date_begin; """ ) @@ -189,7 +204,7 @@ def take_organizaciya(**kwargs): index=False, method='multi' ) - conn.execute(f"DELETE FROM public.{table_name}") + # conn.execute(f"DELETE FROM public.{table_name}") conn.execute(f""" INSERT INTO public.{table_name} (name, inn, kpp, uid_organizaciya) SELECT @@ -198,6 +213,12 @@ def take_organizaciya(**kwargs): kpp, uid_organizaciya FROM temp_{table_name} + ON CONFLICT (uid_organizaciya) + DO UPDATE SET + id = EXCLUDED.id, + name = EXCLUDED.name, + inn = EXCLUDED.inn, + kpp = EXCLUDED.date_begin; """ )