Merge pull request #417 from Modalities/hotfix_benchmarking

Hotfixes for Slurm benchmarking scripts

Author: le1nux

tutorials/scaling_up/scripts/hpc/leonardo/job.sbatch

@@ -47,7 +47,8 @@ echo "START TIME: $(date)"
 
 # Step 1: Filter configs
 modalities benchmark list_remaining_runs \
-  --exp_root "$EXPERIMENT_ROOT/$NUM_RANKS" \
+  --exp_root "$EXPERIMENT_ROOT" \
+  --world_size "$NUM_RANKS" \
   --file_list_path "$CONFIG_LIST_FILE" \
   --expected_steps "$EXPECTED_STEPS" \
   --skip_exception_types "OutOfMemoryError,ValueError"
@@ -84,4 +85,4 @@ echo "END TIME: $(date)"
 
 # Clean up
 rm "$CONFIG_LIST_FILE"
-echo "=== FINISHED ==="
+echo "=== FINISHED ==="

tutorials/scaling_up/scripts/hpc/leonardo/submit_sweep.sh

@@ -42,9 +42,9 @@ for ws in $worldsizes; do
         --qos=$QOS \
         --nodes=$NODES \
         --time=$TIME_LIMIT \
-        --export=EXPERIMENT_ROOT=$EXPERIMENT_ROOT,EXPECTED_STEPS=$EXPECTED_STEPS  \
+        --export=EXPERIMENT_ROOT=ALL,$EXPERIMENT_ROOT,EXPECTED_STEPS=$EXPECTED_STEPS  \
         job.sbatch
 done
 
 rm "$CONFIG_LIST_FILE"
-echo "All jobs submitted."
+echo "All jobs submitted."