diff --git a/examples/cdindex/cdindex-multi.slurm b/examples/cdindex/cdindex-multi.slurm new file mode 100644 index 0000000..41a0451 --- /dev/null +++ b/examples/cdindex/cdindex-multi.slurm @@ -0,0 +1,29 @@ +#!/bin/bash + +#SBATCH --job-name=cdindex-multi +#SBATCH --output=cdindex-multi.out +#SBATCH --error=cdindex-multi.err +#SBATCH --nodes=1 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH --time=40:00:00 +#SBATCH --partition=fat +#SBATCH --account=pa240702 + +# Calculate the CD index up to 2023 + +set -eu + +# On ARIS cdindex-db can be compiled as follows: +# module load intel/18 +# module load gnu/13 +# SQLITE_DIR=$HOME/src/sqlite-amalgamation-3460000/ make cdindex-db + +# /tmp is 2GB; redirect it here for 64GB +export TMP=$(mktemp -d /dev/shm/csmake.XXXXXX) +export TMPDIR="$TMP" + +time ./cdindex-db cdindex.db rolap.db + +rm -rf "$TMP" diff --git a/examples/cdindex/compress.slurm b/examples/cdindex/compress.slurm new file mode 100644 index 0000000..264a40a --- /dev/null +++ b/examples/cdindex/compress.slurm @@ -0,0 +1,19 @@ +#!/bin/bash + +#SBATCH --job-name=cdindex-compress +#SBATCH --output=cdindex-compress.out +#SBATCH --error=cdindex-compress.err +#SBATCH --nodes=1 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=8 +#SBATCH --mem=16G +#SBATCH --time=40:00:00 +#SBATCH --partition=compute +#SBATCH --account=pa240702 + +# Compress the reports + +set -eu + +cd reports +xz --threads=8 --keep --verbose cd5index-all.txt diff --git a/examples/cdindex/make.slurm b/examples/cdindex/make.slurm new file mode 100644 index 0000000..2294e9a --- /dev/null +++ b/examples/cdindex/make.slurm @@ -0,0 +1,29 @@ +#!/bin/bash + +#SBATCH --job-name=cdindex-make +#SBATCH --output=cdindex-make.out +#SBATCH --error=cdindex-make.err +#SBATCH --nodes=1 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=2 +#SBATCH --mem=16G +#SBATCH --time=40:00:00 +#SBATCH --partition=compute +#SBATCH --account=pa240702 + +# Run make to compute the yearly cdindex + +set -eu + +# On ARIS cdindex-db can be compiled as follows: +# module load intel/18 +# module load gnu/13 +# SQLITE_DIR=$HOME/src/sqlite-amalgamation-3460000/ make cdindex-db + +# /tmp is 2GB; redirect it here for 64GB +export TMP=$(mktemp -d /dev/shm/csmake.XXXXXX) +export TMPDIR="$TMP" + +time make + +rm -rf "$TMP"