نمونه Jobهای واقعی در Slurm¶

mkdir -p ~/projects/slurm-demo/{scripts,logs,results,data}
cd ~/projects/slurm-demo

slurm-demo/
├── data/
├── scripts/
├── logs/
└── results/

cat > hello.slurm <<'SLURM_JOB'
#!/bin/bash
#SBATCH --job-name=hello-hpc
#SBATCH --partition=normal
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=1
#SBATCH --mem=1G
#SBATCH --time=00:05:00
#SBATCH --output=logs/hello-%j.out
#SBATCH --error=logs/hello-%j.err

mkdir -p logs

echo "Hello from IASBS HPC"
echo "HOST=$(hostname)"
echo "USER=$(whoami)"
echo "DATE=$(date)"
SLURM_JOB

sbatch hello.slurm

squeue -u $USER

ls -lah logs
cat logs/hello-*.out
cat logs/hello-*.err

cat > scripts/main.py <<'PYCODE_MAIN'
import os
import platform
from datetime import datetime

print("Python job is running")
print("User:", os.getenv("USER"))
print("Host:", platform.node())
print("Time:", datetime.now())
PYCODE_MAIN

cat > run-python.slurm <<'SLURM_JOB'
#!/bin/bash
#SBATCH --job-name=python-demo
#SBATCH --partition=normal
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=2
#SBATCH --mem=2G
#SBATCH --time=00:15:00
#SBATCH --output=logs/python-%j.out
#SBATCH --error=logs/python-%j.err

mkdir -p logs
python3 scripts/main.py
SLURM_JOB

sbatch run-python.slurm

cd ~/projects/slurm-demo
python3 -m venv .venv
source .venv/bin/activate
python -m pip install --upgrade pip
pip install numpy pandas matplotlib
deactivate

cat > scripts/check-env.py <<'PYCODE_ENV'
import numpy as np
import pandas as pd

print("NumPy:", np.__version__)
print("Pandas:", pd.__version__)
print("Environment is OK")
PYCODE_ENV

cat > run-python-venv.slurm <<'SLURM_JOB'
#!/bin/bash
#SBATCH --job-name=python-venv
#SBATCH --partition=normal
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=2
#SBATCH --mem=4G
#SBATCH --time=00:30:00
#SBATCH --output=logs/python-venv-%j.out
#SBATCH --error=logs/python-venv-%j.err

cd ~/projects/slurm-demo
source .venv/bin/activate
python scripts/check-env.py
SLURM_JOB

sbatch run-python-venv.slurm

cat > run-threaded.slurm <<'SLURM_JOB'
#!/bin/bash
#SBATCH --job-name=threaded-python
#SBATCH --partition=normal
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=4
#SBATCH --mem=8G
#SBATCH --time=01:00:00
#SBATCH --output=logs/threaded-%j.out
#SBATCH --error=logs/threaded-%j.err

export OMP_NUM_THREADS=4
export MKL_NUM_THREADS=4
export OPENBLAS_NUM_THREADS=4
export NUMEXPR_NUM_THREADS=4

python3 scripts/main.py
SLURM_JOB

sbatch run-threaded.slurm

mkdir -p data
echo "input 1" > data/input-1.txt
echo "input 2" > data/input-2.txt
echo "input 3" > data/input-3.txt

cat > scripts/array-demo.sh <<'BASH_SCRIPT'
#!/bin/bash
INPUT_FILE="data/input-${SLURM_ARRAY_TASK_ID}.txt"
echo "Task ID: ${SLURM_ARRAY_TASK_ID}"
echo "Input file: ${INPUT_FILE}"
cat "${INPUT_FILE}"
BASH_SCRIPT

chmod +x scripts/array-demo.sh

cat > array-job.slurm <<'SLURM_JOB'
#!/bin/bash
#SBATCH --job-name=array-demo
#SBATCH --partition=normal
#SBATCH --array=1-3
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=1
#SBATCH --mem=1G
#SBATCH --time=00:10:00
#SBATCH --output=logs/array-%A_%a.out
#SBATCH --error=logs/array-%A_%a.err

cd ~/projects/slurm-demo
bash scripts/array-demo.sh
SLURM_JOB

sbatch array-job.slurm

ls -lah logs/array-*
cat logs/array-*.out