-
Notifications
You must be signed in to change notification settings - Fork 23
60 lines (53 loc) · 1.89 KB
/
profiler.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
name: Profiler
on:
pull_request:
jobs:
run_profiler:
name: Run Profiler
strategy:
matrix:
os: [single-cell-8c64g-runner]
python-version: ["3.11"]
runs-on: ${{matrix.os}}
permissions: # these permissions must be set for AWS auth to work!
id-token: write
contents: read
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 1
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v1
with:
aws-region: us-west-2
role-to-assume: arn:aws:iam::401986845158:role/PlaygroundS3
role-session-name: PushDockerImage
- name: Install AWS CLI v2
run: |
sudo apt install unzip
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o /tmp/awscliv2.zip
unzip -q /tmp/awscliv2.zip -d /tmp
rm /tmp/awscliv2.zip
sudo /tmp/aws/install --update
rm -rf /tmp/aws
- name: Run all tests
run: |
# Download gnu time tool
sudo apt-get update -y
sudo apt-get install wget -y
# Download the right version of python
#sudo apt install python3.11 -y
# Installing mount-s3
sudo wget https://s3.amazonaws.com/mountpoint-s3-release/latest/x86_64/mount-s3.deb
sudo apt install -y ./mount-s3.deb
# Setting up mount-s3. We use S3 file system as it is necessary to persist the
# profiling run data that are performed below
aws sts get-caller-identity
aws s3 ls s3://census-profiler-tests-trial
cd ~/
mkdir ./s3mount
mkdir ./s3cache
echo `pwd`
ls
mount-s3 --cache ./s3cache --metadata-ttl 300 census-profiler-tests-trial ./s3mount
./tools/perf_checker/perf_checker.sh