Print number of rows processed as an output of process command (#42)

Author: Sean Budd

rdl/DataLoadManager.py

@@ -58,7 +58,7 @@ def start_imports(self, force_full_refresh_models):
             model_number += 1  # avoid all_model_names.index(model_name) due to linear time-complexity in list length
             self.start_single_import(model_file, request_full_refresh, model_number, total_number_of_models)
 
-        self.data_load_tracker_repository.complete_execution(self.execution_id, total_number_of_models)
+        return self.data_load_tracker_repository.complete_execution(self.execution_id, total_number_of_models)
 
     def start_single_import(self, model_file, requested_full_refresh, model_number, total_number_of_models):
         model_name = model_file.stem

rdl/RelationalDataLoader.py

@@ -36,7 +36,9 @@ def execute_process_command(self):
         repository = DataLoadTrackerRepository(session_maker)
 
         data_load_manager = DataLoadManager(self.args.configuration_folder, source_db, destination_db, repository)
-        data_load_manager.start_imports(self.args.force_full_refresh_models)
+        total_rows_processed = data_load_manager.start_imports(self.args.force_full_refresh_models)
+
+        print(total_rows_processed)
 
     def execute_audit_command(self):
         destination_db = create_engine(self.args.destination_connection_string)

rdl/data_load_tracking/DataLoadTrackerRepository.py

@@ -43,15 +43,17 @@ def complete_execution(self, execution_id, total_number_of_models,
 
         execution_end_time = session.query(func.now()).scalar()
         total_execution_seconds = (execution_end_time - current_execution.execution_started).total_seconds()
+        total_rows_processed = self.get_execution_rows(current_execution.id)
 
         current_execution.total_models_processed = total_number_of_models
         current_execution.status = status
         current_execution.execution_ended = execution_end_time
         current_execution.execution_time_s = total_execution_seconds
-        current_execution.total_rows_processed = self.get_execution_rows(current_execution.id)
+        current_execution.total_rows_processed = total_rows_processed
         session.commit()
         self.logger.info(current_execution)
         session.close()
+        return total_rows_processed
 
     def create_execution_model(self, data_load_tracker):
         new_execution_model = ExecutionModelEntity(