Skip to content

[CX-2] First stable version for CSV merge script #4

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
fercasmen wants to merge 19 commits into
base: master
Choose a base branch
from
Open

[CX-2] First stable version for CSV merge script #4

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
19 commits
Select commit Hold shift + click to select a range
8bf2865
First stable version for the scotiabank script
fercasmen May 9, 2022
512ce3a
Added column selection feature
fercasmen May 9, 2022
836e2af
Added exe file and new version of the script
fercasmen May 12, 2022
3af6bbd
Updating repo
fercasmen Aug 11, 2022
b1a94f6
Delete test-scotiabankjamaica_pub.gpg
Teogran Oct 20, 2022
8b6cf6c
Delete result_upload.gpg
Teogran Oct 20, 2022
d56ca74
Delete officespace-1655449201.csv
Teogran Oct 20, 2022
fadd5e1
Delete result.pkl
Teogran Oct 20, 2022
231c650
Delete result.csv
Teogran Oct 20, 2022
273687c
Delete jackson_result.csv
Teogran Oct 20, 2022
e69dfeb
Delete demo-appengineering_pub.gpg
Teogran Oct 20, 2022
327a515
Delete Manually maintained file.csv
Teogran Oct 20, 2022
53922e8
Delete Jack2OfficeSpace_Photo-1655517602.csv
Teogran Oct 20, 2022
3672fca
Delete Directory file.csv
Teogran Oct 20, 2022
30ecf7d
Cleaning repo
fercasmen Oct 25, 2022
2acf915
Merge branch 'csv_merge' of https://github.com/officespacesoftware/ap…
fercasmen Oct 25, 2022
4d10e58
Cleaning repo
fercasmen Oct 25, 2022
8efc217
Rename csv_upload.py to csv-transport-sftp
Teogran Oct 25, 2022
441122b
Rename csv-transport-sftp to csv_upload.py
Teogran Oct 25, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 8 additions & 0 deletions .idea/.gitignore
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

8 changes: 8 additions & 0 deletions .idea/api_client_python.iml
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

6 changes: 6 additions & 0 deletions .idea/inspectionProfiles/profiles_settings.xml
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

4 changes: 4 additions & 0 deletions .idea/misc.xml
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

8 changes: 8 additions & 0 deletions .idea/modules.xml
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

6 changes: 6 additions & 0 deletions .idea/vcs.xml
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

170 changes: 170 additions & 0 deletions csv_upload.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,170 @@
import os
import tkinter

import pandas as pd
import logging
import calendar
import time
import pysftp as sftp
import pgpy
import dill
import tkinter as tk
from tkinter import filedialog

# IMPORTANT NOTE #
# If you want to use this file, you need to have the files "Directory file.csv"
# and "Manually maintained file.csv" in the same level that this file.
# After running the file it will create 2 new files, the log and the result file with the
# updated information ready.

# Libraries need it:
# - pandas
# - logging
# - calendar
# - time
# - pysftp
# - tkinter
# - pyinstaller (only if you are going to create the exe file)

# Open files and create a variable to dont run on errors

gmt = time.gmtime()
ts = calendar.timegm(gmt)
logging.basicConfig(filename=f"logs_{ts}.txt",
filemode='a',
format='%(asctime)s,%(msecs)d %(name)s %(levelname)s %(message)s',
datefmt='%H:%M:%S',
level=logging.DEBUG)
filename_root = ""


def browseFiles():
filename = filedialog.askopenfilename(initialdir="/",
title="Select a File",
filetypes=(("Text files",
"*.csv*"),
("all files",
"*.*")))

# Change label contents
label_file_explorer.configure(text="File Opened: " + filename)
global filename_root
filename_root = filename
window.destroy()


# Create the root window
window = tk.Tk()

# Set window title
window.title('File Explorer')

# Set window size
window.geometry("200x200")

# Set window background color
window.config(background="white")

# Create a File Explorer label
label_file_explorer = tk.Label(window,
text="Select the file to encrypt and send",
width=25, height=4,
fg="blue")

button_explore = tk.Button(window,
text="Browse Files",
command=browseFiles)

button_exit = tk.Button(window,
text="Exit",
command=exit)

# Grid method is chosen for placing
# the widgets at respective positions
# in a table like structure by
# specifying rows and columns
label_file_explorer.grid(column=1, row=1)

button_explore.grid(column=1, row=2)

button_exit.grid(column=1, row=3)

# Let the window wait for any events
window.mainloop()

# filename = input("Insert the name of the file: ")

pubKey, _ = pgpy.PGPKey.from_file('demo-appengineering_pub.gpg')
# filename_parts = filename_root.split("/")
# filename_root = filename_parts[::-1][0]
file_message = pgpy.PGPMessage.new(filename_root, file=True)
encryptedData = pubKey.encrypt(file_message)

with open('result_upload.gpg', 'wb') as file:
dill.dump(encryptedData, file)

logging.info("Uploading file")

FTP_HOST = os.getenv('FTP_HOST')
FTP_USER = os.getenv('FTP_USER')
FTP_PASS = os.getenv('FTP_PASS')
cnopts = sftp.CnOpts()
cnopts.hostkeys = None

with sftp.Connection(host=FTP_HOST, username=FTP_USER, password=FTP_PASS, cnopts=cnopts) as sftp:
# A 'You will need to explicitly load HostKeys' warning it's going to trigger,
# for now just ignore it, this will be solved once that we decide how to store
# credentials
logging.info("Connection successfully established ... ")
sftp.put('result_upload.gpg')
logging.info("File uploaded successfully")

# Closes the connection
sftp.close()

logging.info("Upload finished, press Enter to close this window!")

window = tk.Tk()
window.title('CSV Upload')
window.geometry("300x100")
label_columns = tk.Label(text="File its ready and uploaded on the server!", anchor='n')
label_columns.pack()

var = tk.IntVar()
button = tk.Button(window, text="Close", command=lambda: var.set(1))
button.place(relx=.5, rely=.5, anchor="s")
button.wait_variable(var)

window.destroy()

logging.info("Closing CSV Upload")

import smtplib, ssl

smtp_server = "smtp.gmail.com"
port = 587 # For starttls
sender_email = os.getenv('SENDER_EMAIL')
password = os.getenv('SENDER_PASS')
receiver_email = os.getenv('RECEIVER_EMAIL')

message = """\
Subject: File encripted

This message is sent to notify that the file has being encrypted and uploaded to the server."""

# Create a secure SSL context
context = ssl.create_default_context()

# Try to log in to server and send email
try:
server = smtplib.SMTP(smtp_server, port)
server.ehlo() # Can be omitted
server.starttls(context=context) # Secure the connection
server.ehlo() # Can be omitted
server.login(sender_email, password)
server.sendmail(sender_email, receiver_email, message)
except Exception as e:
# Print any error messages to stdout
print(e)
finally:
server.quit()
Loading