clean up files between rollup runs

nmdefries · krivard · web-flow · commit 622e9504cc65 · 2021-11-10T12:42:50.000-05:00
Co-authored-by: Katie Mazaitis &lt;krivard@cs.cmu.edu&gt;
diff --git a/facebook/micro/monthly-archive.sh b/facebook/micro/monthly-archive.sh
@@ -21,6 +21,9 @@ perform_rollup_and_post ()
     Rscript ../monthly-files.R ${MONTH%_*} ${R_MONTH} . >${OUT}.csv
     gzip ${OUT}.csv
     sftp -b <(echo -e "cd $1\nput ${OUT}.csv.gz") -P 2222 fb-automation@ftp.delphi.cmu.edu
+    rm -rf $1
+    mkdir $1
+    mv *.gz $1/
 }
 
 perform_rollup_and_post "fb-public-results"

Original file line number	Diff line number	Diff line change
`@@ -21,6 +21,9 @@ perform_rollup_and_post ()`
`21`	`21`	`Rscript ../monthly-files.R ${MONTH%_*} ${R_MONTH} . >${OUT}.csv`
`22`	`22`	`gzip ${OUT}.csv`
`23`	`23`	`sftp -b <(echo -e "cd $1\nput ${OUT}.csv.gz") -P 2222 fb-automation@ftp.delphi.cmu.edu`
	`24`	`+ rm -rf $1`
	`25`	`+ mkdir $1`
	`26`	`+ mv *.gz $1/`
`24`	`27`	`}`
`25`	`28`
`26`	`29`	`perform_rollup_and_post "fb-public-results"`