Skip to content

Commit 328740f

Browse files
committed
Remove envirnoment variable overrides
1 parent 59461c9 commit 328740f

File tree

1 file changed

+1
-8
lines changed

1 file changed

+1
-8
lines changed

cob_datapipeline/scripts/ingest_gencon.sh

Lines changed: 1 addition & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -2,19 +2,12 @@
22

33
set -eo pipefail
44

5-
# export / set all environment variables passed here by task for pick-up by subprocess
6-
export AIRFLOW_USER_HOME="/home/airflow"
7-
export HOME=$AIRFLOW_USER_HOME
8-
95
source $HOME/.bashrc
106

11-
export PATH="$AIRFLOW_USER_HOME/.local/bin:$PATH"
12-
export PATH="$AIRFLOW_USER_HOME/.rbenv/shims:$AIRFLOW_USER_HOME/.rbenv/bin:$PATH"
13-
147
export SOLR_URL="${SOLR_WEB_URL//\/\////$SOLR_AUTH_USER:$SOLR_AUTH_PASSWORD@}"
15-
export GENCON_INDEX_PATH="$PWD/gencon_index"
168

179
# Get the raw CSV files from S3
10+
mkdir -p $GENCON_TEMP_PATH
1811
aws s3 sync $GENCON_CSV_S3 $GENCON_TEMP_PATH --include "*.csv"
1912

2013
if [[ ! -d "$GENCON_INDEX_PATH" ]]; then

0 commit comments

Comments
 (0)