-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmain.py
More file actions
52 lines (36 loc) · 1.1 KB
/
main.py
File metadata and controls
52 lines (36 loc) · 1.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
from loguru import logger
from prefect import flow, task
from data import MRImerger
from database import TensorDatabaseManager
from Dashboard.dash_data import MRI_Dash
'''File loads data that is passed through data_url
Augments images and creates extra dataset
Merges original and augmented data to create final datasets with balanced classes'''
@task
def load_data(data_url):
logger.info("load_data called")
data_loader = MRImerger()
return data_loader.data_merge(data_url)
@task
def dash_statistics(data):
logger.info("dash_statistics called")
st = MRI_Dash()
st.dash_stats(data)
@task
def save_to_database(data):
logger.info("save_to_database called")
db = TensorDatabaseManager()
db.save_dataset(data)
@flow
def mri_to_dataset_flow(data_url):
logger.info("mri_to_dataset_flow called")
# load data
data = load_data(data_url)
# record stats for dashboard
dash_statistics(data)
#save data to db
save_to_database(data)
return data
data_url = 'Falah/Alzheimer_MRI'
if __name__ == "__main__":
mri_to_dataset_flow(data_url)