#!/bin/bash
#
#SBATCH --job-name=glacierMIP_filling
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=64
#SBATCH --time=24:00:00
#SBATCH --mail-user=lilian.schuster@uibk.ac.at
#SBATCH --mail-type=ALL
#SBATCH --qos=high

# Abort whenever a single step fails. Without this, bash will just continue on errors.
set -e

# On every node, when slurm starts a job, it will make sure the directory
# /work/username exists and is writable by the jobs user.
# We create a sub-directory there for this job to store its runtime data at.
WORKDIR="/work/$SLURM_JOB_USER/$SLURM_JOB_ID/my_run"
[[ -z "$SLURM_JOB_USER" ]] && WORKDIR="$(mktemp -d)"
mkdir -p "$WORKDIR"
echo "Workdir for this run: $WORKDIR"

#scp 

trap "rm -rf '$WORKDIR'" EXIT
##Link www fmaussion data here to avoid useless downloads
#preprocessed directory in www
mkdir -p "$WORKDIR/cache/cluster.klima.uni-bremen.de"
ln -s /home/www/fmaussion "$WORKDIR/cache/cluster.klima.uni-bremen.de/~fmaussion"
ln -s /home/www/lschuster "$WORKDIR/cache/cluster.klima.uni-bremen.de/~lschuster"
# Export the WORKDIR as environment variable so our script can use it to find its working directory.
export WORKDIR

# this JOBID can be used in the python script
echo "$SLURM_ARRAY_TASK_ID"
JOBID=$SLURM_ARRAY_TASK_ID
export JOBID

# Use the local data download cache
export OGGM_DOWNLOAD_CACHE=/home/data/download
export OGGM_DOWNLOAD_CACHE_RO=1
export OGGM_EXTRACT_DIR="${WORKDIR}/oggm_tmp"

#  20220308 --> libgomp1 perror
# start via sbatch postprocessing_fill_missing_glaciers_rounce.slurm '06'
srun -n 1 -c "${SLURM_JOB_CPUS_PER_NODE}" singularity exec /home/users/lschuster/images/oggm_436be57b187609add6892d49ed76a0fc04a49307.sif bash -s <<EOF
	set -e
	# Setup a fake home dir inside of our workdir, so we don't clutter the actual shared homedir with potentially incompatible stuff.
	#export HOME="$WORKDIR/fake_home"
	#mkdir "\$HOME"
	# Create a venv that _does_ use system-site-packages, since everything is already installed on the container.
	# We cannot work on the container itself, as the base system is immutable.
	python3 -m venv --system-site-packages "$WORKDIR/oggm_env"
	source "$WORKDIR/oggm_env/bin/activate"
	# Make sure latest pip is installed
	#pip install --upgrade pip setuptools
	# OPTIONAL: install another OGGM version
    # apt-get install libgomp1
    #pip install proj
    #pip install pyproj
    #pip install git+https://github.com/fmaussion/salem.git
    #pip install git+https://github.com/pyproj4/pyproj.git@a8d1c0d64fa12b7a5081c40c1c94ff69b2c455d8
    
    #pip install scikit-learn   
    #pip install --upgrade git+https://github.com/OGGM/oggm.git

	python3 postprocessing_fill_missing_glaciers_rounce.py $1

EOF



echo "SLURM DONE"