ci: automatically get list of datasets to check (#43)

.github/workflows/ci.yml

@@ -16,21 +16,33 @@ concurrency:
 
 jobs:
 
+  # get list of datasets to check
+  get_datasets:
+    runs-on: ubuntu-latest
+    outputs:
+      datasets: ${{ steps.datasets.outputs.datasets }}
+    steps:
+      - name: checkout
+        uses: actions/checkout@v3
+      - name: get data sets
+        id: datasets
+        working-directory: qadb
+        run: |
+          ls -d pass*/* | jq -Rs '{"dataset": split("\n")[:-1]}' > list.json
+          echo "### List of Datasets" >> $GITHUB_STEP_SUMMARY
+          echo '```json' >> $GITHUB_STEP_SUMMARY
+          cat list.json | xargs -0 -I{} echo {} >> $GITHUB_STEP_SUMMARY
+          echo '```' >> $GITHUB_STEP_SUMMARY
+          echo datasets=$(jq -c . list.json) >> $GITHUB_OUTPUT
+
   # check consistency between Groovy and C++ APIs
   groovy_vs_cpp:
+    needs:
+      - get_datasets
     runs-on: ubuntu-latest
     strategy:
       fail-fast: true
-      matrix:
-        dataset:
-          - pass1/rga_fa18_inbending
-          - pass1/rga_fa18_outbending
-          - pass1/rga_sp19
-          - pass1/rgb_fa19
-          - pass1/rgb_sp19
-          - pass1/rgb_wi20
-          - pass1/rgk_fa18_6.5GeV
-          - pass1/rgk_fa18_7.5GeV
+      matrix: ${{ fromJson(needs.get_datasets.outputs.datasets) }}
     steps:
       - name: checkout
         uses: actions/checkout@v3

README.md

@@ -260,7 +260,6 @@ Documentation for QADB maintenance and revision
   * run `bin/makeTables.sh`
   * run `bin/makeTextFiles.sh`
   * update customized QA criteria sets, such as `OkForAsymmetry`
-  * add any new dataset to the CI tests: `.github/workflows/ci.yml`
   * add/update a symlink to this dataset in `qadb/latest`, if this is a new Pass
   * update the above table of data sets
   * use `git status` and `git diff` to review changes, then add and commit to