Early version of profiler harness #132
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Profiler | |
on: | |
pull_request: | |
jobs: | |
run_profiler: | |
name: Run Profiler | |
strategy: | |
matrix: | |
os: [single-cell-8c64g-runner] | |
python-version: ["3.11"] | |
runs-on: ${{matrix.os}} | |
permissions: # these permissions must be set for AWS auth to work! | |
id-token: write | |
contents: read | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 1 | |
- name: Configure AWS Credentials | |
uses: aws-actions/configure-aws-credentials@v1 | |
with: | |
aws-region: us-west-2 | |
role-to-assume: arn:aws:iam::401986845158:role/PlaygroundS3 | |
role-session-name: PushDockerImage | |
- name: Install AWS CLI v2 | |
run: | | |
sudo apt install unzip | |
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o /tmp/awscliv2.zip | |
unzip -q /tmp/awscliv2.zip -d /tmp | |
rm /tmp/awscliv2.zip | |
sudo /tmp/aws/install --update | |
rm -rf /tmp/aws | |
- name: Run all tests | |
run: | | |
# Download gnu time tool | |
sudo apt-get update -y | |
sudo apt-get install wget -y | |
# Download the right version of python | |
#sudo apt install python3.11 -y | |
# Installing mount-s3 | |
sudo wget https://s3.amazonaws.com/mountpoint-s3-release/latest/x86_64/mount-s3.deb | |
sudo apt install -y ./mount-s3.deb | |
# Setting up mount-s3. We use S3 file system as it is necessary to persist the | |
# profiling run data that are performed below | |
sudo aws sts get-caller-identity | |
sudo aws s3 ls s3://census-profiler-tests-trial | |
mkdir ./census-profiler-tests | |
mkdir ./s3_cache | |
echo `pwd` | |
sudo mount-s3 census-profiler-tests-trial `pwd`/census-profiler-tests --cache `pwd`/s3_cache --metadata-ttl 300 | |
./tools/perf_checker/perf_checker.sh |