for the moment switch back to boto3 for file transfer

Author: MalteKurz

doubleml_serverless/double_ml_data_aws.py

@@ -1,6 +1,6 @@
 from doubleml import DoubleMLData
 import os
-from botocore.session import Session
+import boto3
 import pandas as pd
 
 
@@ -50,8 +50,7 @@ def from_s3(cls,
                 x_cols=None,
                 z_cols=None,
                 use_other_treat_as_covariate=True):
-        session = Session()
-        s3_client = session.create_client('s3')
+        s3_client = boto3.client('s3')
         response = s3_client.get_object(Bucket=bucket,
                                         Key=file_key)
         file = response["Body"]
@@ -66,8 +65,7 @@ def store_and_upload_to_s3(self):
         # load csv as a pd.DataFrame
         file_name = os.path.split(self.file_key)[1]
         self.data.to_csv(file_name)
-        session = Session()
-        s3_client = session.create_client('s3')
+        s3_client = boto3.client('s3')
         response = s3_client.upload_file(Filename=file_name,
                                          Bucket=self.bucket,
                                          Key=self.file_key)

requirements.txt

@@ -5,4 +5,5 @@ pandas
 scipy
 sklearn
 statsmodels
-aiobotocore
+boto3==1.14.44
+aiobotocore==1.1.2