Skip to content

Commit

Permalink
Add example SLURM processing files
Browse files Browse the repository at this point in the history
  • Loading branch information
dspinellis committed Oct 8, 2024
1 parent e198e2c commit 30c0a22
Show file tree
Hide file tree
Showing 3 changed files with 77 additions and 0 deletions.
29 changes: 29 additions & 0 deletions examples/cdindex/cdindex-multi.slurm
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
#!/bin/bash

#SBATCH --job-name=cdindex-multi
#SBATCH --output=cdindex-multi.out
#SBATCH --error=cdindex-multi.err
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=40
#SBATCH --mem=256G
#SBATCH --time=40:00:00
#SBATCH --partition=fat
#SBATCH --account=pa240702

# Calculate the CD index up to 2023

set -eu

# On ARIS cdindex-db can be compiled as follows:
# module load intel/18
# module load gnu/13
# SQLITE_DIR=$HOME/src/sqlite-amalgamation-3460000/ make cdindex-db

# /tmp is 2GB; redirect it here for 64GB
export TMP=$(mktemp -d /dev/shm/csmake.XXXXXX)
export TMPDIR="$TMP"

time ./cdindex-db cdindex.db rolap.db

rm -rf "$TMP"
19 changes: 19 additions & 0 deletions examples/cdindex/compress.slurm
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
#!/bin/bash

#SBATCH --job-name=cdindex-compress
#SBATCH --output=cdindex-compress.out
#SBATCH --error=cdindex-compress.err
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=8
#SBATCH --mem=16G
#SBATCH --time=40:00:00
#SBATCH --partition=compute
#SBATCH --account=pa240702

# Compress the reports

set -eu

cd reports
xz --threads=8 --keep --verbose cd5index-all.txt
29 changes: 29 additions & 0 deletions examples/cdindex/make.slurm
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
#!/bin/bash

#SBATCH --job-name=cdindex-make
#SBATCH --output=cdindex-make.out
#SBATCH --error=cdindex-make.err
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=2
#SBATCH --mem=16G
#SBATCH --time=40:00:00
#SBATCH --partition=compute
#SBATCH --account=pa240702

# Run make to compute the yearly cdindex

set -eu

# On ARIS cdindex-db can be compiled as follows:
# module load intel/18
# module load gnu/13
# SQLITE_DIR=$HOME/src/sqlite-amalgamation-3460000/ make cdindex-db

# /tmp is 2GB; redirect it here for 64GB
export TMP=$(mktemp -d /dev/shm/csmake.XXXXXX)
export TMPDIR="$TMP"

time make

rm -rf "$TMP"

0 comments on commit 30c0a22

Please sign in to comment.