NickKalar/LMS-DB-ETL
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added logging

Browse Source
This commit is contained in:
Nick Kalar
2025-06-18 19:03:20 -04:00
parent 3cd25b1c53
commit 17c4728288
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/load.py
View File

@@ -2,9 +2,13 @@ import os
from dotenv import load_dotenv from dotenv import load_dotenv
import psycopg import psycopg
from datetime import date from datetime import date
import logging
load_dotenv() load_dotenv()
logger = logging.getLogger('load.py')
logging.basicConfig(filename='lms-etl.log', level=logging.DEBUG)
db_name = os.getenv('DB_NAME') db_name = os.getenv('DB_NAME')
db_user = os.getenv('DB_USER') db_user = os.getenv('DB_USER')
db_password = os.getenv('DB_PASSWORD') db_password = os.getenv('DB_PASSWORD')
@@ -38,7 +42,7 @@ collections_table_creation = """
def start(): def start():
with psycopg.connect(f'dbname={db_name} user={db_user} password={db_password}') as conn, \ with psycopg.connect(f'dbname={db_name} user={db_user} password={db_password}') as conn, \
open(f"output/transformed_{today}", 'r'): open(f"output/transformed_{today}.json", 'r'):
with conn.cursor() as cur: with conn.cursor() as cur:
cur.execute(collections_table_creation) cur.execute(collections_table_creation)
@@ -48,3 +52,4 @@ def load_transformed_books():
if __name__ == '__main__': if __name__ == '__main__':
start() start()
print('Loading Done')