From 63717ed3e6c319c1e5422ba18c6de6ea938bc99c Mon Sep 17 00:00:00 2001
From: Nicholas Kalar <nick@kalar.codes>
Date: Wed, 18 Jun 2025 19:03:58 -0400
Subject: [PATCH] initial version

---
 src/orchestrator.py | 42 ++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 42 insertions(+)
 create mode 100644 src/orchestrator.py

diff --git a/src/orchestrator.py b/src/orchestrator.py
new file mode 100644
index 0000000..f9f5fa7
--- /dev/null
+++ b/src/orchestrator.py
@@ -0,0 +1,42 @@
+import extract
+import transform
+import load
+import logging
+import os
+import sys
+from datetime import date, datetime
+
+logger = logging.getLogger('orchestrator.py')
+
+logging.basicConfig(filename='lms-etl.log', level=logging.DEBUG)
+today = date.today()
+
+if __name__ == '__main__':
+    try:
+        logger.info(f'{datetime.now()}:Starting extract.py')
+        extract.start()
+    except Exception as err:
+        logger.error(f'{datetime.now()}:An error occurred with extraction: {err}')
+        sys.exit(1)
+    logger.info(f'{datetime.now()}:Extraction completed.')
+
+    try:
+        logger.info(f'{datetime.now()}:Starting transform.py')
+        transform.start()
+    except Exception as err:
+        logger.error(f'{datetime.now()}:An error occurred with transformation: {err}')
+        sys.exit(1)
+    logger.info(f'{datetime.now()}:Transformation completed.')
+        
+    try:
+        logger.info(f'{datetime.now()}:Starting load.py')
+        load.start()
+    except Exception as err:
+        logger.error(f'{datetime.now()}:An error occurred with loading: {err}')
+        sys.exit(1)
+    logger.info(f'{datetime.now()}:Loading completed.')
+    
+    # os.remove(f'output/raw_google_books_{today}.json')
+    # os.remove(f'output/raw_open_lib_books_{today}.json')
+    # os.remove(f'output/transformed_{today}.json')
+    logger.info(f'{datetime.now()}:Orchestration complete. ETL Pipeline executed without errors.')