Merge pull request #22 from PageUpPeopleOrg/rdl-module-test

Change RDL to proper module structure

Author: ChintanRaval

.gitignore

@@ -3,7 +3,7 @@
 .vscode/
 
 # config files
-modules/tests/config/connection.json
+rdl/tests/config/connection.json
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

README.md

@@ -6,10 +6,10 @@ A utility for taking data from MS-SQL and loading it into PostgreSQL
 
 ## Usage
 
-`py rdl.py --help`
+`py -m rdl --help`
 
 ```text
-usage: rdl.py process [-h] [-f [FORCE_FULL_REFRESH_MODELS]] [-l [LOG_LEVEL]]
+usage: py -m rdl process [-h] [-f [FORCE_FULL_REFRESH_MODELS]] [-l [LOG_LEVEL]]
                       source-connection-string destination-connection-string
                       configuration-folder
 
@@ -39,7 +39,7 @@ optional arguments:
                         Set the logging output level. ['CRITICAL', 'ERROR',
                         'WARNING', 'INFO', 'DEBUG']
 
-usage: rdl.py audit [-h] [-l [LOG_LEVEL]]
+usage: py -m rdl audit [-h] [-l [LOG_LEVEL]]
                     destination-connection-string model-type timestamp
 
 positional arguments:
@@ -134,7 +134,7 @@ _See [Postgres docs](https://www.postgresql.org/docs/9.1/static/auth-pg-hba-conf
 
 _Setup:_
 
-Create a new SQL Server Login/User using the script below. Make sure you update it with your desired password and if you update the username/login, please ensure the changes are reflected in: `modules/tests/config/connection.json`, which can be created using `modules/tests/config/connection.json.template`.
+Create a new SQL Server Login/User using the script below. Make sure you update it with your desired password and if you update the username/login, please ensure the changes are reflected in: `rdl/tests/config/connection.json`, which can be created using `rdl/tests/config/connection.json.template`.
 
 ```sql
 USE master;

modules/tests/__init__.py

@@ -2,8 +2,8 @@
 import csv
 
 from io import StringIO
-from modules.column_transformers.StringTransformers import ToUpper
-from modules.shared import Constants
+from rdl.column_transformers.StringTransformers import ToUpper
+from rdl.shared import Constants
 
 
 class BatchDataLoader(object):

rdl.py

@@ -5,11 +5,11 @@
 from pathlib import Path
 from json import JSONDecodeError
 
-from modules.BatchDataLoader import BatchDataLoader
-from modules.DestinationTableManager import DestinationTableManager
-from modules.data_load_tracking.DataLoadTracker import DataLoadTracker
-from modules.BatchKeyTracker import BatchKeyTracker
-from modules.shared import Constants
+from rdl.BatchDataLoader import BatchDataLoader
+from rdl.DestinationTableManager import DestinationTableManager
+from rdl.data_load_tracking.DataLoadTracker import DataLoadTracker
+from rdl.BatchKeyTracker import BatchKeyTracker
+from rdl.shared import Constants
 
 
 class DataLoadManager(object):

modules/BatchDataLoader.py rdl/BatchDataLoader.pymodules/BatchDataLoader.py renamed to rdl/BatchDataLoader.py

@@ -1,12 +1,12 @@
 import io
 import os
 import logging
-from modules.ColumnTypeResolver import ColumnTypeResolver
+from rdl.ColumnTypeResolver import ColumnTypeResolver
 
 from sqlalchemy import MetaData, DateTime, Boolean, BigInteger
 from sqlalchemy.schema import Column, Table
 from sqlalchemy.sql import func
-from modules.shared import Constants
+from rdl.shared import Constants
 
 
 class DestinationTableManager(object):

modules/BatchKeyTracker.py rdl/BatchKeyTracker.pymodules/BatchKeyTracker.py renamed to rdl/BatchKeyTracker.py

@@ -2,10 +2,10 @@
 import argparse
 from datetime import datetime
 from sqlalchemy import create_engine
-from modules.DataLoadManager import DataLoadManager
-from modules.shared import Constants
-from modules.data_load_tracking.DataLoadTrackerRepository import DataLoadTrackerRepository
-from modules.data_sources.DataSourceFactory import DataSourceFactory
+from rdl.DataLoadManager import DataLoadManager
+from rdl.shared import Constants
+from rdl.data_load_tracking.DataLoadTrackerRepository import DataLoadTrackerRepository
+from rdl.data_sources.DataSourceFactory import DataSourceFactory
 from sqlalchemy.orm import sessionmaker
 
 _LOG_LEVEL_STRINGS = ['CRITICAL', 'ERROR', 'WARNING', 'INFO', 'DEBUG']