Merge pull request #1 from monaghaa/march_19_2024

March 19 2024

Author: monaghaa

easy_parallelization_htc_primer.pdf

@@ -0,0 +1,16 @@
+## Three examples for Alpine high throughput computing primer
+
+### Python script used for all three examples:
+* `cars_mpg.py`  (ingests arguments and processes into results)
+
+### Example 1 files (Job Array)
+* `cars_mpg_array.sh`   (job script)
+* `cars_mpg_input_args_array.txt`  (array arguments)
+
+### Example 2 files (Load Balancer)
+* `cars_mpg_lb.sh` (job script)
+* `cars_mpg_input_commands_lb.txt` (load balancer arguments)
+  
+### Example 3 files (GNU Parallel)
+* `cars_mpg_gnuparallel.sh` (job script)
+* `cars_mpg_input_commands_gnuparallel.txt` (GNU parallel arguments)

easy_parallelization_htc_primer.pptx

@@ -0,0 +1,6 @@
+import sys
+
+car=sys.argv[1]
+mpg=sys.argv[2]
+
+print("The " + car + " gets " + mpg + " mpg.")

examples/README.md

@@ -0,0 +1,15 @@
+#!/bin/bash
+#SBATCH --time=00:00:10
+#SBATCH --partition=amilan
+#SBATCH --qos=normal
+#SBATCH --nodes=1 
+#SBATCH --ntasks=1 
+#SBATCH --job-name=cars
+#SBATCH --output=cars.%A_%a.out
+#SBATCH --array=1-5
+
+# load anaconda python
+source /curc/sw/anaconda/default
+
+# run workflow
+python cars_mpg.py $(sed -n "${SLURM_ARRAY_TASK_ID}p" cars_mpg_input_args_array.txt)

examples/cars_mpg.py

@@ -0,0 +1,17 @@
+#!/bin/bash
+#SBATCH --time=00:00:10
+#SBATCH --partition=amilan
+#SBATCH --qos=normal
+#SBATCH --nodes=1   # optional
+#SBATCH --ntasks=5 
+#SBATCH --job-name=cars
+#SBATCH --output=cars.%j.out
+
+
+# load gnu parallel and anaconda python
+module purge
+module load gnu_parallel
+source /curc/sw/anaconda/default
+
+# run workflow
+parallel -j $SLURM_NTASKS < cars_mpg_input_commands_gnuparallel.txt

examples/cars_mpg_array.sh

@@ -0,0 +1,5 @@
+mustang 25
+pinto 30
+chevette 33
+nova 21
+cutlass 23

examples/cars_mpg_gnuparallel.sh

@@ -0,0 +1,5 @@
+python cars_mpg.py mustang 25
+python cars_mpg.py pinto 30
+python cars_mpg.py chevette 33
+python cars_mpg.py nova 21
+python cars_mpg.py cutlass 23

examples/cars_mpg_input_args_array.txt

@@ -0,0 +1,5 @@
+python cars_mpg.py mustang 25
+python cars_mpg.py pinto 30
+python cars_mpg.py chevette 33
+python cars_mpg.py nova 21
+python cars_mpg.py cutlass 23

examples/cars_mpg_input_commands_gnuparallel.txt

@@ -0,0 +1,17 @@
+#!/bin/bash
+#SBATCH --time=00:00:10
+#SBATCH --partition=amilan
+#SBATCH --qos=normal
+#SBATCH --nodes=1   # optional
+#SBATCH --ntasks=6 
+#SBATCH --job-name=cars
+#SBATCH --output=cars.%j.out
+
+
+# load loadbalancer and anaconda python
+module purge
+module load loadbalance
+source /curc/sw/anaconda/default
+
+# run workflow
+mpirun lb cars_mpg_input_commands_lb.txt