Add logging to metadata cache updater

Author: benjaminysmith

src/acquisition/covidcast/covidcast_meta_cache_updater.py

@@ -3,30 +3,41 @@
 # standard library
 import argparse
 import sys
+import time
 
 # first party
 from delphi.epidata.acquisition.covidcast.database import Database
+from delphi.epidata.acquisition.covidcast.logger import get_structured_logger
 from delphi.epidata.client.delphi_epidata import Epidata
-
+from delphi.operations import secrets
 
 def get_argument_parser():
   """Define command line arguments."""
 
-  # there are no flags, but --help will still work
-  return argparse.ArgumentParser()
+  parser = argparse.ArgumentParser()
+  parser.add_argument("--log_file", help="filename for log output")
+  return parser
 
 
 def main(args, epidata_impl=Epidata, database_impl=Database):
   """Update the covidcast metadata cache.
 
   `args`: parsed command-line arguments
   """
+  
+  secrets.db.host = 'delphi_database_epidata'
+  secrets.db.epi = ('user', 'pass')
+
+  logger = get_structured_logger("metadata_cache_updater", filename = args.log_file)
+  start_time = time.time()
   database = database_impl()
   database.connect()
 
   # fetch metadata
   try:
+    metadata_calculation_start_time = time.time() 
     metadata = database.get_covidcast_meta()
+    metadata_calculation_interval_in_seconds = metadata_calculation_start_time - start_time
   except:
     # clean up before failing
     database.disconnect(True)
@@ -35,7 +46,7 @@ def main(args, epidata_impl=Epidata, database_impl=Database):
   args = ("success",1)
   if len(metadata)==0:
     args = ("no results",-2)
-
+    
   print('covidcast_meta result: %s (code %d)' % args)
 
   if args[-1] != 1:
@@ -44,13 +55,19 @@ def main(args, epidata_impl=Epidata, database_impl=Database):
 
   # update the cache
   try:
+    metadata_update_start_time = time.time()
     database.update_covidcast_meta_cache(metadata)
+    metadata_update_interval_in_seconds = time.time() - metadata_update_start_time
     print('successfully cached epidata')
   finally:
     # no catch block so that an exception above will cause the program to
     # fail after the following cleanup
     database.disconnect(True)
 
+  logger.info("Generated and updated covidcast metadata",
+      metadata_calculation_interval_in_seconds = round(metadata_calculation_interval_in_seconds, 2),
+      metadata_update_interval_in_seconds = round(metadata_update_interval_in_seconds, 2),
+      total_runtime_in_seconds = round(time.time() - start_time, 2))
   return True