6796398924
- Move timesfm-forecast into apps/ directory - Flatten Udacity portfolio projects from deep URL-encoded paths into data-engineering/01-XX numbered directories - Remove old My-Data-Engineering-Portifolio/ parent directory - Rewrite root README.md: professional overview with badges, project table, and repo structure diagram - Create data-engineering/README.md with per-project descriptions - Add README.md for 02-cassandra-modeling (was missing) - Add README.md for 05-airflow-pipelines (was missing) - Normalize capstone readme.md -> README.md - Update .gitignore: add *.cfg, *.env, *.zip, *.sas7bdat, Jupyter checkpoints, IDE dirs; remove uv.lock exclusion - Add dwh.cfg.example and dl.cfg.example credential templates - Untrack real credential files (dwh.cfg, dl.cfg) Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
40 lines
929 B
Python
40 lines
929 B
Python
import configparser
|
|
import psycopg2
|
|
from sql_queries import create_table_queries, drop_table_queries
|
|
|
|
|
|
def drop_tables(cur, conn):
|
|
for query in drop_table_queries:
|
|
try:
|
|
cur.execute(query)
|
|
conn.commit()
|
|
print(query + ' - Done!')
|
|
except:
|
|
print(query + ' - Fail!')
|
|
pass
|
|
|
|
def create_tables(cur, conn):
|
|
for query in create_table_queries:
|
|
try:
|
|
cur.execute(query)
|
|
conn.commit()
|
|
print(query + ' - Done!')
|
|
except:
|
|
print(query + ' - Fail!')
|
|
pass
|
|
|
|
def main():
|
|
config = configparser.ConfigParser()
|
|
config.read('dwh.cfg')
|
|
|
|
conn = psycopg2.connect("host={} dbname={} user={} password={} port={}".format(*config['CLUSTER'].values()))
|
|
cur = conn.cursor()
|
|
|
|
drop_tables(cur, conn)
|
|
create_tables(cur, conn)
|
|
|
|
conn.close()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main() |