From 634e4283964f29be37bf3b816b97aec6bc548df3 Mon Sep 17 00:00:00 2001 From: Rachel Wegener Date: Thu, 16 May 2024 17:04:57 -0400 Subject: [PATCH 1/7] add emit and machinelearning python env --- postBuild | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/postBuild b/postBuild index 39200c6..86da735 100755 --- a/postBuild +++ b/postBuild @@ -12,3 +12,16 @@ cp custom_jupyter_server_config.json ${NB_PYTHON_PREFIX}/etc/jupyter/jupyter_not wget https://github.com/emit-sds/SpectralUnmixing/archive/refs/tags/v0.2.3.zip -P /home/jovyan/ unzip /home/jovyan/v0.2.3.zip -d /home/jovyan/ rm /home/jovyan/v0.2.3.zip + +# Create individual Python environments +# 1 - machine learning env +conda create -n machinelearning ipykernel +conda instlal -n machinelinearing -c conda-forge tensorflow +python -m ipykernel install --user --name machinelearning --display-name "machinelearning" + +# 2 - emit environment +conda create -n lpdaac_emit -c conda-forge python=3.10 fiona=1.8.22 gdal hvplot geoviews rioxarray rasterio geopandas earthaccess h5py h5netcdf spectral scikit-image seaborn dask ray-default +conda install -n lpdaac_emit ipykernel +git clone --depth 1 --branch v1.3.0 https://github.com/emit-sds/emit-utils.git /home/jovyan/emit-utils +conda activate lpdaac_emit && pip install -e /home/jovyan/emit-utils/ +python -m ipykernel install --user --name lpdaac_emit --display-name "lpdaac_emit" From 1982ee31bd28714f73ede5670289224740884cca Mon Sep 17 00:00:00 2001 From: Rachel Wegener Date: Thu, 16 May 2024 18:13:39 -0400 Subject: [PATCH 2/7] fix typo --- postBuild | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/postBuild b/postBuild index 86da735..76255bb 100755 --- a/postBuild +++ b/postBuild @@ -16,7 +16,7 @@ rm /home/jovyan/v0.2.3.zip # Create individual Python environments # 1 - machine learning env conda create -n machinelearning ipykernel -conda instlal -n machinelinearing -c conda-forge tensorflow +conda install -n machinelinearing -c conda-forge tensorflow python -m ipykernel install --user --name machinelearning --display-name "machinelearning" # 2 - emit environment From 77502c1fbdf9e44e48f05e2e4ee02a53c1d5ca96 Mon Sep 17 00:00:00 2001 From: Rachel Wegener Date: Thu, 16 May 2024 18:23:22 -0400 Subject: [PATCH 3/7] fix another typo --- postBuild | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/postBuild b/postBuild index 76255bb..825b517 100755 --- a/postBuild +++ b/postBuild @@ -16,7 +16,7 @@ rm /home/jovyan/v0.2.3.zip # Create individual Python environments # 1 - machine learning env conda create -n machinelearning ipykernel -conda install -n machinelinearing -c conda-forge tensorflow +conda install -n machinelearning -c conda-forge tensorflow python -m ipykernel install --user --name machinelearning --display-name "machinelearning" # 2 - emit environment From 304adde327e305ab46fcbe574f857fd8d4d084a8 Mon Sep 17 00:00:00 2001 From: Rachel Wegener Date: Thu, 16 May 2024 18:34:22 -0400 Subject: [PATCH 4/7] override cuda error --- postBuild | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/postBuild b/postBuild index 825b517..249347c 100755 --- a/postBuild +++ b/postBuild @@ -16,7 +16,7 @@ rm /home/jovyan/v0.2.3.zip # Create individual Python environments # 1 - machine learning env conda create -n machinelearning ipykernel -conda install -n machinelearning -c conda-forge tensorflow +CONDA_OVERRIDE_CUDA="11.8" conda install -n machinelearning -c conda-forge tensorflow python -m ipykernel install --user --name machinelearning --display-name "machinelearning" # 2 - emit environment From 7119f9fec5aa04add20c8e10fe172dcc4314367d Mon Sep 17 00:00:00 2001 From: Rachel Wegener Date: Thu, 16 May 2024 18:49:18 -0400 Subject: [PATCH 5/7] add cudatoolkit --- postBuild | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/postBuild b/postBuild index 249347c..cb10451 100755 --- a/postBuild +++ b/postBuild @@ -16,7 +16,7 @@ rm /home/jovyan/v0.2.3.zip # Create individual Python environments # 1 - machine learning env conda create -n machinelearning ipykernel -CONDA_OVERRIDE_CUDA="11.8" conda install -n machinelearning -c conda-forge tensorflow +CONDA_OVERRIDE_CUDA="11.8" conda install -n machinelearning -c conda-forge tensorflow cudatoolkit python -m ipykernel install --user --name machinelearning --display-name "machinelearning" # 2 - emit environment From e2bfe7186cbe735bdbce565d6c5f4f892d23fd7e Mon Sep 17 00:00:00 2001 From: Rachel Wegener Date: Thu, 16 May 2024 19:13:42 -0400 Subject: [PATCH 6/7] combine ipykernel and tensorflwo installs --- postBuild | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/postBuild b/postBuild index cb10451..d2e781b 100755 --- a/postBuild +++ b/postBuild @@ -15,8 +15,7 @@ rm /home/jovyan/v0.2.3.zip # Create individual Python environments # 1 - machine learning env -conda create -n machinelearning ipykernel -CONDA_OVERRIDE_CUDA="11.8" conda install -n machinelearning -c conda-forge tensorflow cudatoolkit +conda create -n machinelearning ipykernel tensorflow python -m ipykernel install --user --name machinelearning --display-name "machinelearning" # 2 - emit environment From bf7480936cf6276f34c3875aea6b67854ef340cd Mon Sep 17 00:00:00 2001 From: Rachel Wegener Date: Thu, 16 May 2024 19:27:08 -0400 Subject: [PATCH 7/7] combine ipykernel with lpdaac_emit env creation --- postBuild | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/postBuild b/postBuild index d2e781b..dd5dbe9 100755 --- a/postBuild +++ b/postBuild @@ -19,8 +19,7 @@ conda create -n machinelearning ipykernel tensorflow python -m ipykernel install --user --name machinelearning --display-name "machinelearning" # 2 - emit environment -conda create -n lpdaac_emit -c conda-forge python=3.10 fiona=1.8.22 gdal hvplot geoviews rioxarray rasterio geopandas earthaccess h5py h5netcdf spectral scikit-image seaborn dask ray-default -conda install -n lpdaac_emit ipykernel +conda create -n lpdaac_emit -c conda-forge python=3.10 fiona=1.8.22 gdal hvplot geoviews rioxarray rasterio geopandas earthaccess h5py h5netcdf spectral scikit-image seaborn dask ray-default ipykernel git clone --depth 1 --branch v1.3.0 https://github.com/emit-sds/emit-utils.git /home/jovyan/emit-utils conda activate lpdaac_emit && pip install -e /home/jovyan/emit-utils/ python -m ipykernel install --user --name lpdaac_emit --display-name "lpdaac_emit"