Skip to content

Early version of profiler harness #140

Early version of profiler harness

Early version of profiler harness #140

Workflow file for this run

name: Profiler
on:
pull_request:
jobs:
run_profiler:
name: Run Profiler
strategy:
matrix:
os: [single-cell-8c64g-runner]
python-version: ["3.11"]
runs-on: ${{matrix.os}}
permissions: # these permissions must be set for AWS auth to work!
id-token: write
contents: read
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 1
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v1
with:
aws-region: us-west-2
role-to-assume: arn:aws:iam::401986845158:role/PlaygroundS3
role-session-name: PushDockerImage
- name: Install AWS CLI v2
run: |
sudo apt install unzip
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o /tmp/awscliv2.zip
unzip -q /tmp/awscliv2.zip -d /tmp
rm /tmp/awscliv2.zip
sudo /tmp/aws/install --update
rm -rf /tmp/aws
- name: Run all tests
run: |
# Download gnu time tool
sudo apt-get update -y
sudo apt-get install wget -y
# Download the right version of python
#sudo apt install python3.11 -y
# Installing mount-s3
sudo wget https://s3.amazonaws.com/mountpoint-s3-release/latest/x86_64/mount-s3.deb
sudo apt install -y ./mount-s3.deb
# Setting up mount-s3. We use S3 file system as it is necessary to persist the
# profiling run data that are performed below
aws sts get-caller-identity
aws s3 ls s3://census-profiler-tests-trial
cd ~/
mkdir ./s3mount
mkdir ./s3cache
echo `pwd`
ls
mount-s3 --cache ./s3cache --metadata-ttl 300 census-profiler-tests-trial ./s3mount
./tools/perf_checker/perf_checker.sh