test run

quic-interop · Oct 7, 2023 · da3af13 · da3af13
1 parent 04fcb2e
commit da3af13
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 83 deletions.
diff --git a/.github/workflows/interop.yml b/.github/workflows/interop.yml
@@ -1,5 +1,8 @@
 name: interop
 on:
+  push:
+    branches:
+      - backblaze-test
   schedule:
   - cron: "0 */8 * * *" # every 8h
 
@@ -209,14 +212,14 @@ jobs:
         env:
           CRON: "true"
         run: |
-          (python run.py --client ${{ matrix.client }} --server ${{ matrix.server }} --log-dir logs --json ${{ matrix.server }}_${{ matrix.client }}_results.json -t onlyTests || true) | tee output.txt
+          (python run.py --client ${{ matrix.client }} --server ${{ matrix.server }} --log-dir logs --json ${{ matrix.server }}_${{ matrix.client }}_results.json -t handshake || true) | tee output.txt
           mkdir -p logs/${{ matrix.server }}_${{ matrix.client }}
           mv output.txt logs/${{ matrix.server }}_${{ matrix.client }}/
       - name: Run measurements
         env:
           CRON: "true"
         run: |
-          python run.py --client ${{ matrix.client }} --server ${{ matrix.server }} --log-dir logs_measurement --json ${{ matrix.server }}_${{ matrix.client }}_measurements.json -t onlyMeasurements || true
+          python run.py --client ${{ matrix.client }} --server ${{ matrix.server }} --log-dir logs_measurement --json ${{ matrix.server }}_${{ matrix.client }}_measurements.json -t goodput || true
           if [ ! -d "logs_measurement" ]; then exit 0; fi
           find logs_measurement -depth -name "sim" -type d -exec rm -r "{}" \;
           find logs_measurement -depth -name "client" -type d -exec rm -r "{}" \;
@@ -241,13 +244,11 @@ jobs:
             ${{ matrix.server }}_${{ matrix.client }}_results.json
             ${{ matrix.server }}_${{ matrix.client }}_measurements.json
       - name: Install b2 cli
-        if: ${{ github.event_name == 'schedule' }}
         uses: sylwit/[email protected]
         env:
           B2_APPLICATION_KEY_ID: ${{ secrets.BACKBLAZE_KEY_ID }}
           B2_APPLICATION_KEY: ${{ secrets.BACKBLAZE_APPLICATION_KEY }}
       - name: Upload logs
-        if: ${{ github.event_name == 'schedule' }}
         run: |
           b2 sync logs/${{ matrix.server }}_${{ matrix.client }} b2://${{ vars.BACKBLAZE_BUCKET }}/${{ needs.config.outputs.logname }}
   aggregate:
@@ -302,17 +303,14 @@ jobs:
             rm latest || true
             ln -s $LOGNAME latest
       - name: Install b2 cli
-        if: ${{ github.event_name == 'schedule' }}
         uses: sylwit/[email protected]
         env:
           B2_APPLICATION_KEY_ID: ${{ secrets.BACKBLAZE_KEY_ID }}
           B2_APPLICATION_KEY: ${{ secrets.BACKBLAZE_APPLICATION_KEY }}
       - name: Upload result
-        if: ${{ github.event_name == 'schedule' }}
         run: |
           b2 upload-file ./result.json b2://${{ vars.BACKBLAZE_BUCKET }}/${{ needs.config.outputs.logname }}/
       - name: Remove old logs
-        if: ${{ github.event_name == 'schedule' }}
         run: |
           # b2 ls neither lists the contents of the bucket, nor does it list all files
           # Instead, it returns exactly *one* (the oldest) file per folder
@@ -330,7 +328,6 @@ jobs:
             fi
           done
       - name: Generate logs.json and upload it
-        if: ${{ github.event_name == 'schedule' }}
         run: |
           b2 ls --json quic-interop-runner | jq '[sort_by(.uploadTimestamp) | .[] | select(.fileName | contains("/")) | .fileName | split("/")[0] | select(. != null)]' > logs.json
           b2 upload-file ${{ vars.BACKBLAZE_BUCKET }} logs.json logs.json
diff --git a/implementations.json b/implementations.json
@@ -4,84 +4,9 @@
     "url": "https://github.com/lucas-clemente/quic-go",
     "role": "both"
   },
-  "ngtcp2": {
-    "image": "ghcr.io/ngtcp2/ngtcp2-interop:latest",
-    "url": "https://github.com/ngtcp2/ngtcp2",
-    "role": "both"
-  },
-  "quant": {
-    "image": "ntap/quant:interop",
-    "url": "https://github.com/NTAP/quant",
-    "role": "both"
-  },
-  "mvfst": {
-    "image": "lnicco/mvfst-qns:latest",
-    "url": "https://github.com/facebookincubator/mvfst",
-    "role": "both"
-  },
-  "quiche": {
-    "image": "cloudflare/quiche-qns:latest",
-    "url": "https://github.com/cloudflare/quiche",
-    "role": "both"
-  },
-  "kwik": {
-    "image": "peterdoornbosch/kwik_n_flupke-interop",
-    "url": "https://github.com/ptrd/kwik",
-    "role": "both"
-  },
-  "picoquic": {
-    "image": "privateoctopus/picoquic:latest",
-    "url": "https://github.com/private-octopus/picoquic",
-    "role": "both"
-  },
-  "aioquic": {
-    "image": "aiortc/aioquic-qns:latest",
-    "url": "https://github.com/aiortc/aioquic",
-    "role": "both"
-  },
-  "neqo": {
-    "image": "neqoquic/neqo-qns:latest",
-    "url": "https://github.com/mozilla/neqo",
-    "role": "both"
-  },
-  "nginx": {
-    "image": "public.ecr.aws/nginx/nginx-quic-qns:latest",
-    "url": "https://quic.nginx.org/",
-    "role": "server"
-  },
   "msquic": {
     "image": "ghcr.io/microsoft/msquic/qns:main",
     "url": "https://github.com/microsoft/msquic",
     "role": "both"
-  },
-  "chrome": {
-    "image": "martenseemann/chrome-quic-interop-runner",
-    "url": "https://github.com/marten-seemann/chrome-quic-interop-runner",
-    "role": "client"
-  },
-  "xquic": {
-    "image": "ghcr.io/alibaba/xquic/xquic-interop:latest",
-    "url": "https://github.com/alibaba/xquic",
-    "role": "both"
-  },
-  "lsquic": {
-    "image": "litespeedtech/lsquic-qir:latest",
-    "url": "https://github.com/litespeedtech/lsquic",
-    "role": "both"
-  },
-  "haproxy": {
-    "image": "haproxytech/haproxy-qns:latest",
-    "url": "https://github.com/haproxy/haproxy",
-    "role": "server"
-  },
-  "quinn": {
-    "image": "stammw/quinn-interop:latest",
-    "url": "https://github.com/quinn-rs/quinn",
-    "role": "both"
-  },
-  "s2n-quic": {
-    "image": "public.ecr.aws/s2n/s2n-quic-qns:latest",
-    "url": "https://github.com/aws/s2n-quic",
-    "role": "both"
   }
 }