early hacks

Author: davidames

modules/DataLoadManager.py

@@ -38,6 +38,10 @@ def start_single_import(self, target_engine, configuration_name, requested_full_
                                                                                                               pipeline_configuration['load_table']))
             full_refresh = True
 
+        #Ask the source to check that ChangeTrackingIsEnabled and valid
+        #Maybe this returns a flag?
+
+
         data_load_tracker = DataLoadTracker(configuration_name, json_data, full_refresh)
 
         self.data_source.assert_data_source_is_valid(pipeline_configuration['source_table'],

modules/batch_executions/BatchExecution.py

@@ -0,0 +1,14 @@
+from sqlalchemy import Column, DateTime, Integer, String, Boolean, BigInteger
+from sqlalchemy.sql import func
+from sqlalchemy.ext.declarative import declarative_base
+
+Base = declarative_base()
+
+class BatchExecution(Base):
+    __tablename__ = 'batch_execution'
+    id = Column(Integer, primary_key=True)
+    model_name = Column(String(250), nullable=False)
+    is_full_refresh = Column(Boolean, nullable=False)
+    start_synchronization_version = Column(BigInteger, nullable=False)
+    next_bookmark_synchronization_version = Column(BigInteger, nullable=False)
+    started_on = Column(DateTime(timezone=True), server_default=func.now())

modules/batch_executions/BatchExecutionManager.py

@@ -0,0 +1,14 @@
+import os
+import json
+import logging
+from modules.BatchDataLoader import BatchDataLoader
+from modules.DestinationTableManager import DestinationTableManager
+from modules.DataLoadTracker import DataLoadTracker
+
+
+
+class BatchExecutionManager(object):
+    def __init__(self, configuration_path, data_source, logger=None):
+        self.logger = logger or logging.getLogger(__name__)
+        self.configuration_path = configuration_path
+        self.data_source = data_source