Email notifications for jobs added to pipeline

docs/SETUP.md

@@ -458,6 +458,12 @@ Repeat Steps 1-4 of the Section [Connect SSH Host for Tensorboard (Optional)](#c
 
 ## 8 - Test and Debug on the HPC Cluster
 
+First set your email address for SLURM notifications in the [slurm_job.sh](../slurm_job.sh) script:
+
+```sh
+#SBATCH --mail-user=<your-email-address>
+```
+
 You can run the DVC experiment pipeline on the HPC Cluster by submitting a single SLURM job:
 
 ```sh

slurm_job.sh

@@ -4,7 +4,11 @@
 # This file is licensed under the Apache License, Version 2.0.
 # See the LICENSE file in the root of this project for details.
 
+# Job name and logs
 #SBATCH -J tustu
+#SBATCH --output=./logs/slurm/slurm-%j.out
+
+# Resources needed
 #SBATCH --ntasks=1
 #SBATCH --nodes=1
 #SBATCH --ntasks-per-core=1
@@ -13,7 +17,10 @@
 #SBATCH --mem=100GB
 #SBATCH --time=10:00:00
 #SBATCH --partition=gpu
-#SBATCH --output=./logs/slurm/slurm-%j.out
+
+# Get email notifications for job status
+#SBATCH --mail-type=ALL
+#SBATCH --mail-user=<your-email-address>
 
 # Default variable values
 rebuild_container=false