Ran an automformatter over the files that Walter picked up

Author: davidames

modules/BatchDataLoader.py

@@ -5,7 +5,8 @@
 
 
 class BatchDataLoader(object):
-    def __init__(self, data_source, source_table_configuration, target_schema, target_table, columns, data_load_tracker, batch_configuration, target_engine, logger=None):
+    def __init__(self, data_source, source_table_configuration, target_schema, target_table, columns, data_load_tracker,
+                 batch_configuration, target_engine, logger=None):
         self.logger = logger or logging.getLogger(__name__)
         self.source_table_configuration = source_table_configuration
         self.columns = columns
@@ -22,7 +23,8 @@ def load_batch(self, previous_batch_key):
 
         self.logger.debug("ImportBatch Starting from previous_batch_key: {0}".format(previous_batch_key))
 
-        data_frame = self.data_source.get_next_data_frame(self.source_table_configuration, self.columns, self.batch_configuration, batch_tracker, previous_batch_key)
+        data_frame = self.data_source.get_next_data_frame(self.source_table_configuration, self.columns,
+                                                          self.batch_configuration, batch_tracker, previous_batch_key)
 
         if data_frame is None or len(data_frame) == 0:
             self.logger.debug("There are no rows to import, returning -1")
@@ -43,15 +45,15 @@ def write_data_frame_to_table(self, data_frame):
         self.logger.debug("Starting write to table {0}".format(qualified_target_table))
         data = StringIO()
 
-
-        data_frame.to_csv(data, header=False, index=False, na_rep='',  float_format='%.16g')
+        data_frame.to_csv(data, header=False, index=False, na_rep='', float_format='%.16g')
         # Float_format is used to truncate any insignificant digits. Unfortunately it gives us an artificial limitation
 
         data.seek(0)
         raw = self.target_engine.raw_connection()
         curs = raw.cursor()
 
-        column_array = list(map(lambda source_colum_name: self.get_destination_column_name(source_colum_name), data_frame.columns))
+        column_array = list(
+            map(lambda source_colum_name: self.get_destination_column_name(source_colum_name), data_frame.columns))
         column_list = ','.join(map(str, column_array))
 
         sql = "COPY {0}({1}) FROM STDIN with csv".format(qualified_target_table, column_list)

modules/ColumnTypeResolver.py

@@ -3,6 +3,7 @@
 from sqlalchemy.dialects.postgresql import JSONB
 from sqlalchemy.dialects.postgresql import UUID
 
+
 class ColumnTypeResolver(object):
     PANDAS_TYPE_MAP = {'string': str,
                        'datetime': str,

setup.py

@@ -1,33 +1,17 @@
 from setuptools import setup, find_packages
+
 setup(name='rdl',
       version='0.1',
-      packages = find_packages(),
+      packages=find_packages(),
       install_requires=[
-        'numpy==1.14.2',
-        'pandas==0.22.0',
-        'psycopg2==2.7.4',
-        'pyodbc==4.0.23',
-        'python-dateutil==2.7.2',
-        'pytz==2018.4',
-        'six==1.11.0',
-        'SQLAlchemy==1.2.7',
-        'sqlalchemy-citext==1.3.post0'
-    ]
+          'numpy==1.14.2',
+          'pandas==0.22.0',
+          'psycopg2==2.7.4',
+          'pyodbc==4.0.23',
+          'python-dateutil==2.7.2',
+          'pytz==2018.4',
+          'six==1.11.0',
+          'SQLAlchemy==1.2.7',
+          'sqlalchemy-citext==1.3.post0'
+      ]
       )
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-