diff --git a/.github/workflows/interop.yml b/.github/workflows/interop.yml index 57f37336..f1c318e2 100644 --- a/.github/workflows/interop.yml +++ b/.github/workflows/interop.yml @@ -10,9 +10,6 @@ jobs: permissions: id-token: write contents: read - env: - BUCKET: "quic-interop-runner" - RETENTION_DAYS: "3" steps: - uses: actions/checkout@v3 - uses: actions/setup-python@v4 @@ -24,10 +21,10 @@ jobs: env: B2_APPLICATION_KEY_ID: ${{ secrets.BACKBLAZE_KEY_ID }} B2_APPLICATION_KEY: ${{ secrets.BACKBLAZE_APPLICATION_KEY }} - - name: upload a file + - name: remove old logs run: | - threshold_time=$((($(date +%s) * 1000) - (${{ env.RETENTION_DAYS }} * 24 * 60 * 60 * 1000))) - old_files=$(b2 ls --json ${{ env.BUCKET}} | jq -r ".[] | select(.uploadTimestamp > $threshold_time)") + threshold_time=$((($(date +%s) * 1000) - (${{ vars.LOG_RETENTION_DAYS }} * 24 * 60 * 60 * 1000))) + old_files=$(b2 ls --json ${{ vars.BACKBLAZE_BUCKET}} | jq -r ".[] | select(.uploadTimestamp < $threshold_time)") echo "Deleting files:" echo $old_files | jq ".fileName" # Now delete them @@ -36,7 +33,12 @@ jobs: echo "Deleting $dir_name" # see https://github.com/Backblaze/B2_Command_Line_Tool/issues/495#issuecomment-413932585 mkdir empty # create an empty directory - b2 sync --delete --allowEmptySource empty b2://${{ env.BUCKET }}/"$dir_name" + b2 sync --delete --allowEmptySource empty b2://${{ vars.BACKBLAZE_BUCKET }}/"$dir_name" rmdir empty done + - name: generate logs.json and upload it + run: | + b2 ls --json quic-interop-runner | jq '[sort_by(.uploadTimestamp) | .[] | select(.fileName | contains("/")) | .fileName | split("/")[0] | select(. != null)]' > logs.json + b2 sync ./logs.json b2://${{ vars.BACKBLAZE_BUCKET }} +