run-performance-tests.sh

#!/bin/bash -e
#
# Jenkins launch script.
# Use:
#   bash run-performance-tests.sh 'namespace1 namespace2 ...' []
#

help() {
  cat - <<EOM
Jenkins test launch script.  Assumes the  GEN3_HOME environment variable
references a current [cloud-automation](https://github.com/uc-cdis/cloud-automation) folder.

Use:
  bash run-performance-tests.sh [--namespace=]KUBECTL_NAMESPACE] [--dryrun]
    --namespace default is KUBECTL_NAMESPACE:-default
EOM
}

isDryRun=false

dryrun() {
  local command
  command="$@"
  if [[ "$isDryRun" == false ]]; then
    echo "Running: $command" 1>&2
    eval "$command"
  else
    echo "DryRun - not running: $command" 1>&2
  fi
}

if [[ -z "$GEN3_HOME" ]]; then
  echo 'ERROR: GEN3_HOME environment not set - should reference cloud-automation/'
  exit 1
fi

source "${GEN3_HOME}/gen3/lib/utils.sh"
gen3_load "gen3/gen3setup"

namespaceList="${KUBECTL_NAMESPACE:-default}"
service="${service:-""}"

while [[ $# -gt 0 ]]; do
  key="$(echo "$1" | sed -e 's/^-*//' | sed -e 's/=.*$//')"
  value="$(echo "$1" | sed -e 's/^.*=//')"
  case "$key" in
    help)
      help
      exit 0
      ;;
    namespace)
      namespaceList="$value"
      ;;
    dryrun)
      isDryRun=true
      ;;
    *)
      if [[ -n "$value" && "$value" == "$key" ]]; then
        # treat dangling option as namespace for backward compatability
        namespaceList="$value"
      else
        echo "ERROR: unknown option $1"
        help
        exit 1
      fi
      ;;
  esac
  shift
done


cat - <<EOM
Running with:
  namespace=$namespaceList
EOM

echo 'INFO: installing dependencies'
dryrun npm ci

exitCode=0

testArgs="--debug --verbose --reporter mocha-multi"

for name in ${namespaceList}; do
  (
    export NAMESPACE="$name"
    cat - <<EOM

---------------------------
Launching test in $NAMESPACE
EOM

    echo "Generate pre-sign URLs"
    export presignURLs=()

    dataFiles=()
    while IFS= read -r line
    do
      dataFiles+=("$line")
    done < "DataImportOrder.txt"
    dataFiles=("${dataFiles[@]:1}")
    echo "${dataFiles[@]}"

    sizes=(10 100 1000)
    for size in ${sizes[@]}; do
        for dataFile in ${dataFiles[@]}; do
          presignURLs+=("${size}:=$(aws s3 presign s3://cdis-terraform-state/regressions/subm/${size}/${dataFile}.json)")
        done
    done

    presignURLs=${presignURLs[@]} dryrun npm test -- $testArgs --grep "@SubmissionPerformanceTests"
    dryrun npm test -- $testArgs --grep "@GenerateTestData"
    dryrun npm test -- $testArgs --grep "@QueryPerformanceTests"
    dryrun npm test -- $testArgs --grep "@ExportPerformanceTests"
  )
  if [[ $? -ne 0 ]]; then exitCode=1; fi
done

exit $exitCode