added todo for cogstack2csv

Author: antsh3k

cogstack.py

@@ -96,5 +96,36 @@ def cogstack2df(self, query: Dict, index: str, column_headers=None, es_gen_size:
         else:
             df = pd.DataFrame(temp_results)
         return df
+    
+""" TODO create autosave function
+# Construct a df
+search_results_filename = 'search_results.csv'  # change output filename
+temp_results = []
+counter = 0
+save_interator = 5000  # saves every x hits
+df_headers = ['_index', '_type', '_id', '_score']
+df_headers.extend(columns)
+
+with open(search_results_filename, 'a') as f_object:
+    writer_object = writer(f_object)
+    writer_object.writerow(df_headers)
+    for hit in search_results:
+        if counter % save_interator == 0:
+            writer_object.writerows(temp_results)
+            temp_results = []
+            print(f'Saved {save_interator} docs')
+        row = {}
+        row['_index'] = hit['_index']
+        row['_type'] = hit['_type']
+        row['_id'] = hit['_id']
+        row['_score'] = hit['_score']
+        row.update(hit['_source'])
+        temp_results.append(row.values())
+        counter += 1
+        
+    writer_object.writerows(temp_results)
+    temp_results = []
+    f_object.close()
+"""