From fc8ef09f9e75cd228a276cbb778fac1ae42c7889 Mon Sep 17 00:00:00 2001
From: Scott Chamberlain <sachamber@fredhutch.org>
Date: Tue, 17 Dec 2024 12:51:18 -0800
Subject: [PATCH 1/7] added classes for proof and cromwell apis; first wdl
 submit test

---
 pyproject.toml                     |  2 +-
 tests/proof-api/constants.py       |  4 +++
 tests/proof-api/cromwell.py        | 45 ++++++++++++++++++++++++++++++
 tests/proof-api/proof.py           | 37 ++++++++++++++++++++++++
 tests/proof-api/test-api-basics.py |  6 +---
 tests/proof-api/test-submit.py     | 40 ++++++++++++++++++++++++++
 6 files changed, 128 insertions(+), 6 deletions(-)
 create mode 100644 tests/proof-api/constants.py
 create mode 100644 tests/proof-api/cromwell.py
 create mode 100644 tests/proof-api/proof.py
 create mode 100644 tests/proof-api/test-submit.py

diff --git a/pyproject.toml b/pyproject.toml
index 63782ce..d2238c9 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,5 +1,5 @@
 [project]
-name = "wdl-unit-tests"
+name = "wdlunittests"
 version = "0.1.0"
 description = "Add your description here"
 readme = "README.md"
diff --git a/tests/proof-api/constants.py b/tests/proof-api/constants.py
new file mode 100644
index 0000000..c6100db
--- /dev/null
+++ b/tests/proof-api/constants.py
@@ -0,0 +1,4 @@
+import os
+
+BASE_URL = "https://proof-api-dev.fredhutch.org"
+TOKEN = os.getenv("PROOF_API_TOKEN_DEV")
diff --git a/tests/proof-api/cromwell.py b/tests/proof-api/cromwell.py
new file mode 100644
index 0000000..e4f26d3
--- /dev/null
+++ b/tests/proof-api/cromwell.py
@@ -0,0 +1,45 @@
+import httpx
+from constants import TOKEN
+
+
+def as_file_object(path=None):
+    if not path:
+        return None
+    return open(path, mode="rb")
+
+
+class CromwellApi(object):
+    """CromwellApi class"""
+
+    def __init__(self, url):
+        self.base_url = url.rstrip("/")
+        self.token = TOKEN
+        self.headers = {"Authorization": f"Bearer {TOKEN}"}
+
+    def submit_workflow(
+        self,
+        wdl_path,
+        batch=None,
+        params=None,
+    ):
+        files = {
+            "workflowSource": as_file_object(str(wdl_path.absolute())),
+            "workflowInputs": as_file_object(batch),
+            "workflowInputs_2": as_file_object(params),
+        }
+        files = {k: v for k, v in files.items() if v}
+        res = httpx.post(
+            f"{self.base_url}/api/workflows/v1", headers=self.headers, files=files
+        )
+        res.raise_for_status()
+        return res.json()
+
+    def metadata(self, workflow_id):
+        params = {"expandSubWorkflows": False, "excludeKey": "calls"}
+        res = httpx.get(
+            f"{self.base_url}/api/workflows/v1/{workflow_id}/metadata",
+            headers=self.headers,
+            params=params,
+        )
+        res.raise_for_status()
+        return res.json()
diff --git a/tests/proof-api/proof.py b/tests/proof-api/proof.py
new file mode 100644
index 0000000..35c7973
--- /dev/null
+++ b/tests/proof-api/proof.py
@@ -0,0 +1,37 @@
+import httpx
+from constants import BASE_URL, TOKEN
+
+
+class ProofApi(object):
+    """ProofApi class"""
+
+    def __init__(self):
+        self.base_url = BASE_URL
+        self.token = TOKEN
+        self.headers = {"Authorization": f"Bearer {TOKEN}"}
+
+    def status(self, timeout=10):
+        res = httpx.get(
+            f"{self.base_url}/cromwell-server",
+            headers=self.headers,
+            timeout=timeout,
+        )
+        return res.json()
+
+    def is_cromwell_server_up(self, timeout=10):
+        return not self.status()["canJobStart"]
+
+    def start(self):
+        return httpx.post(
+            f"{self.base_url}/cromwell-server",
+            headers=self.headers,
+            json={"slurm_account": None},
+        )
+
+    def start_if_not_up(self):
+        if not self.is_cromwell_server_up():
+            return self.start()
+
+    def cromwell_url(self):
+        self.start_if_not_up()
+        return self.status()["cromwellUrl"]
diff --git a/tests/proof-api/test-api-basics.py b/tests/proof-api/test-api-basics.py
index de382ac..beb7564 100644
--- a/tests/proof-api/test-api-basics.py
+++ b/tests/proof-api/test-api-basics.py
@@ -1,10 +1,6 @@
-import os
-
 import httpx
+from constants import BASE_URL, TOKEN
 
-BASE_URL = "https://proof-api-dev.fredhutch.org"
-# test user token
-TOKEN = os.getenv("PROOF_API_TOKEN_DEV")
 headers = {"Authorization": f"Bearer {TOKEN}"}
 info_keys = ["branch", "commit_sha", "short_commit_sha", "commit_message", "tag"]
 status_keys = [
diff --git a/tests/proof-api/test-submit.py b/tests/proof-api/test-submit.py
new file mode 100644
index 0000000..17a480a
--- /dev/null
+++ b/tests/proof-api/test-submit.py
@@ -0,0 +1,40 @@
+import re
+import time
+from pathlib import Path
+
+from cromwell import CromwellApi
+from proof import ProofApi
+
+
+def make_path(file):
+    path = Path(__file__).parents[2].resolve()
+    return path / f"{file}/{file}.wdl"
+
+
+proof_api = ProofApi()
+# proof_api.status()
+# proof_api.is_cromwell_server_up()
+cromwell_url = proof_api.cromwell_url()
+cromwell_api = CromwellApi(url=cromwell_url)
+
+# cromwell_api.submit_workflow(wdl_path=make_path("helloHostname"))
+# cromwell_api.submit_workflow(
+#     wdl_path=Path("../../helloHostname/helloHostname.wdl").resolve()
+# )
+# cromwell_api.metadata('f8c84698-164e-4b5d-b64e-81256209949c')
+
+
+def test_submit_works():
+    """Submitting a WDL file works"""
+    submit_res = cromwell_api.submit_workflow(wdl_path=make_path("helloHostname"))
+    time.sleep(3)
+    metadata_submitted = cromwell_api.metadata(submit_res["id"])
+    print(metadata_submitted)
+    assert isinstance(submit_res, dict)
+    assert isinstance(metadata_submitted, dict)
+    assert submit_res["status"] == "Submitted"
+    assert metadata_submitted["status"] == "Submitted"
+    assert (
+        re.search("HelloHostname", metadata_submitted["submittedFiles"]["workflow"])
+        is not None
+    )

From 2b917be4df1ae518615761376a199f90251479ad Mon Sep 17 00:00:00 2001
From: Scott Chamberlain <sachamber@fredhutch.org>
Date: Tue, 17 Dec 2024 13:34:13 -0800
Subject: [PATCH 2/7] run on non fork prs only

---
 .github/workflows/api-tests.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.github/workflows/api-tests.yml b/.github/workflows/api-tests.yml
index f77a0d4..937d58e 100644
--- a/.github/workflows/api-tests.yml
+++ b/.github/workflows/api-tests.yml
@@ -11,6 +11,7 @@ on:
 
 jobs:
   api-tests:
+    if: ${{ ! github.event.pull_request.head.repo.fork }}
     runs-on: self-hosted
     steps:
       - uses: actions/checkout@v4

From 80e98ce14f46985d3a8ef6e241f8b85a8c0cf24f Mon Sep 17 00:00:00 2001
From: Scott Chamberlain <sachamber@fredhutch.org>
Date: Tue, 17 Dec 2024 13:34:41 -0800
Subject: [PATCH 3/7] sleep another sec for api test

---
 tests/proof-api/test-submit.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/proof-api/test-submit.py b/tests/proof-api/test-submit.py
index 17a480a..8b5a071 100644
--- a/tests/proof-api/test-submit.py
+++ b/tests/proof-api/test-submit.py
@@ -27,7 +27,7 @@ def make_path(file):
 def test_submit_works():
     """Submitting a WDL file works"""
     submit_res = cromwell_api.submit_workflow(wdl_path=make_path("helloHostname"))
-    time.sleep(3)
+    time.sleep(5)
     metadata_submitted = cromwell_api.metadata(submit_res["id"])
     print(metadata_submitted)
     assert isinstance(submit_res, dict)

From 5fc2ceda2d1d3596f8c22a2ac5c1a249929897cc Mon Sep 17 00:00:00 2001
From: Scott Chamberlain <sachamber@fredhutch.org>
Date: Tue, 17 Dec 2024 14:47:52 -0800
Subject: [PATCH 4/7] renamed proof-api dir to cromwell-api; remove proof api
 tests; add conftest for api connection creation

---
 tests/cromwell-api/conftest.py                | 11 ++++++++
 tests/cromwell-api/constants.py               |  4 +++
 tests/{proof-api => cromwell-api}/cromwell.py |  8 ++++++
 tests/{proof-api => cromwell-api}/proof.py    |  4 +--
 tests/cromwell-api/test-api-basics.py         |  3 +++
 .../test-submit.py                            | 12 ++++-----
 tests/proof-api/constants.py                  |  4 ---
 tests/proof-api/test-api-basics.py            | 25 -------------------
 8 files changed, 34 insertions(+), 37 deletions(-)
 create mode 100644 tests/cromwell-api/conftest.py
 create mode 100644 tests/cromwell-api/constants.py
 rename tests/{proof-api => cromwell-api}/cromwell.py (86%)
 rename tests/{proof-api => cromwell-api}/proof.py (91%)
 create mode 100644 tests/cromwell-api/test-api-basics.py
 rename tests/{proof-api => cromwell-api}/test-submit.py (82%)
 delete mode 100644 tests/proof-api/constants.py
 delete mode 100644 tests/proof-api/test-api-basics.py

diff --git a/tests/cromwell-api/conftest.py b/tests/cromwell-api/conftest.py
new file mode 100644
index 0000000..38ca88e
--- /dev/null
+++ b/tests/cromwell-api/conftest.py
@@ -0,0 +1,11 @@
+import pytest
+from cromwell import CromwellApi
+from proof import ProofApi
+
+proof_api = ProofApi()
+cromwell_url = proof_api.cromwell_url()
+
+
+@pytest.fixture
+def cromwell_api():
+    return CromwellApi(url=cromwell_url)
diff --git a/tests/cromwell-api/constants.py b/tests/cromwell-api/constants.py
new file mode 100644
index 0000000..8e755da
--- /dev/null
+++ b/tests/cromwell-api/constants.py
@@ -0,0 +1,4 @@
+import os
+
+PROOF_BASE_URL = "https://proof-api-dev.fredhutch.org"
+TOKEN = os.getenv("PROOF_API_TOKEN_DEV")
diff --git a/tests/proof-api/cromwell.py b/tests/cromwell-api/cromwell.py
similarity index 86%
rename from tests/proof-api/cromwell.py
rename to tests/cromwell-api/cromwell.py
index e4f26d3..d0d4f18 100644
--- a/tests/proof-api/cromwell.py
+++ b/tests/cromwell-api/cromwell.py
@@ -43,3 +43,11 @@ def metadata(self, workflow_id):
         )
         res.raise_for_status()
         return res.json()
+
+    def version(self):
+        res = httpx.get(
+            f"{self.base_url}/engine/v1/version",
+            headers=self.headers,
+        )
+        res.raise_for_status()
+        return res.json()
diff --git a/tests/proof-api/proof.py b/tests/cromwell-api/proof.py
similarity index 91%
rename from tests/proof-api/proof.py
rename to tests/cromwell-api/proof.py
index 35c7973..2a57a1d 100644
--- a/tests/proof-api/proof.py
+++ b/tests/cromwell-api/proof.py
@@ -1,12 +1,12 @@
 import httpx
-from constants import BASE_URL, TOKEN
+from constants import PROOF_BASE_URL, TOKEN
 
 
 class ProofApi(object):
     """ProofApi class"""
 
     def __init__(self):
-        self.base_url = BASE_URL
+        self.base_url = PROOF_BASE_URL
         self.token = TOKEN
         self.headers = {"Authorization": f"Bearer {TOKEN}"}
 
diff --git a/tests/cromwell-api/test-api-basics.py b/tests/cromwell-api/test-api-basics.py
new file mode 100644
index 0000000..19ee0e2
--- /dev/null
+++ b/tests/cromwell-api/test-api-basics.py
@@ -0,0 +1,3 @@
+def test_version(cromwell_api):
+    res = cromwell_api.version()
+    assert isinstance(res, dict)
diff --git a/tests/proof-api/test-submit.py b/tests/cromwell-api/test-submit.py
similarity index 82%
rename from tests/proof-api/test-submit.py
rename to tests/cromwell-api/test-submit.py
index 8b5a071..d290727 100644
--- a/tests/proof-api/test-submit.py
+++ b/tests/cromwell-api/test-submit.py
@@ -11,11 +11,11 @@ def make_path(file):
     return path / f"{file}/{file}.wdl"
 
 
-proof_api = ProofApi()
-# proof_api.status()
-# proof_api.is_cromwell_server_up()
-cromwell_url = proof_api.cromwell_url()
-cromwell_api = CromwellApi(url=cromwell_url)
+# proof_api = ProofApi()
+# # proof_api.status()
+# # proof_api.is_cromwell_server_up()
+# cromwell_url = proof_api.cromwell_url()
+# cromwell_api = CromwellApi(url=cromwell_url)
 
 # cromwell_api.submit_workflow(wdl_path=make_path("helloHostname"))
 # cromwell_api.submit_workflow(
@@ -24,7 +24,7 @@ def make_path(file):
 # cromwell_api.metadata('f8c84698-164e-4b5d-b64e-81256209949c')
 
 
-def test_submit_works():
+def test_submit_works(cromwell_api):
     """Submitting a WDL file works"""
     submit_res = cromwell_api.submit_workflow(wdl_path=make_path("helloHostname"))
     time.sleep(5)
diff --git a/tests/proof-api/constants.py b/tests/proof-api/constants.py
deleted file mode 100644
index c6100db..0000000
--- a/tests/proof-api/constants.py
+++ /dev/null
@@ -1,4 +0,0 @@
-import os
-
-BASE_URL = "https://proof-api-dev.fredhutch.org"
-TOKEN = os.getenv("PROOF_API_TOKEN_DEV")
diff --git a/tests/proof-api/test-api-basics.py b/tests/proof-api/test-api-basics.py
deleted file mode 100644
index beb7564..0000000
--- a/tests/proof-api/test-api-basics.py
+++ /dev/null
@@ -1,25 +0,0 @@
-import httpx
-from constants import BASE_URL, TOKEN
-
-headers = {"Authorization": f"Bearer {TOKEN}"}
-info_keys = ["branch", "commit_sha", "short_commit_sha", "commit_message", "tag"]
-status_keys = [
-    "canJobStart",
-    "jobStatus",
-    "cromwellUrl",
-    "jobStartTime",
-    "jobEndTime",
-    "jobInfo",
-]
-
-
-def test_info():
-    res = httpx.get(f"{BASE_URL}/info")
-    assert isinstance(res, httpx.Response)
-    assert list(res.json().keys()) == info_keys
-
-
-def test_status():
-    res = httpx.get(f"{BASE_URL}/cromwell-server", headers=headers, timeout=10)
-    assert isinstance(res, httpx.Response)
-    assert list(res.json().keys()) == status_keys

From 8c25738dba0aa3d8327522fa2129bd75c35fc6cc Mon Sep 17 00:00:00 2001
From: Scott Chamberlain <sachamber@fredhutch.org>
Date: Tue, 17 Dec 2024 14:49:13 -0800
Subject: [PATCH 5/7] woops, fix dir specificaiton for api tests

---
 .github/workflows/api-tests.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/api-tests.yml b/.github/workflows/api-tests.yml
index 937d58e..efcbd16 100644
--- a/.github/workflows/api-tests.yml
+++ b/.github/workflows/api-tests.yml
@@ -27,4 +27,4 @@ jobs:
       - name: Run tests
         env:
           PROOF_API_TOKEN_DEV: ${{ secrets.PROOF_API_TOKEN_DEV }}
-        run: uv run pytest tests/proof-api/ --verbose
+        run: uv run pytest tests/cromwell-api/ --verbose

From d319e9586f1fa726888c7d72846ef9d423d340a8 Mon Sep 17 00:00:00 2001
From: Scott Chamberlain <sachamber@fredhutch.org>
Date: Wed, 18 Dec 2024 09:35:10 -0800
Subject: [PATCH 6/7] a number of fixes

- rename constants file to utils
- define only base url for proof api, not cromwell in utils
- confest now has setup fixture to submit all wdls in the repo
- add retry metadata method to cromwell class
- rename api-basics test file to version
- now using tenacity for retry behavior
---
 pyproject.toml                                |  1 +
 tests/cromwell-api/conftest.py                | 24 ++++++++++-
 tests/cromwell-api/constants.py               |  4 --
 tests/cromwell-api/cromwell.py                | 20 +++++++++-
 tests/cromwell-api/proof.py                   |  2 +-
 tests/cromwell-api/test-metadata.py           | 19 +++++++++
 tests/cromwell-api/test-submit.py             | 40 ++-----------------
 .../{test-api-basics.py => test-version.py}   |  0
 tests/cromwell-api/utils.py                   | 10 +++++
 9 files changed, 77 insertions(+), 43 deletions(-)
 delete mode 100644 tests/cromwell-api/constants.py
 create mode 100644 tests/cromwell-api/test-metadata.py
 rename tests/cromwell-api/{test-api-basics.py => test-version.py} (100%)
 create mode 100644 tests/cromwell-api/utils.py

diff --git a/pyproject.toml b/pyproject.toml
index d2238c9..df7ec4f 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -7,4 +7,5 @@ requires-python = ">=3.13"
 dependencies = [
     "httpx>=0.28.1",
     "pytest>=8.3.4",
+    "tenacity>=9.0.0",
 ]
diff --git a/tests/cromwell-api/conftest.py b/tests/cromwell-api/conftest.py
index 38ca88e..d8fa0e0 100644
--- a/tests/cromwell-api/conftest.py
+++ b/tests/cromwell-api/conftest.py
@@ -1,3 +1,5 @@
+from pathlib import Path
+
 import pytest
 from cromwell import CromwellApi
 from proof import ProofApi
@@ -6,6 +8,26 @@
 cromwell_url = proof_api.cromwell_url()
 
 
-@pytest.fixture
+@pytest.fixture(scope="session")
 def cromwell_api():
     return CromwellApi(url=cromwell_url)
+
+
+@pytest.fixture(scope="session", autouse=True)
+def submit_wdls(cromwell_api):
+    """
+    This fixture runs automatically before any tests.
+    Uses "session" scope to run only once for all tests.
+    """
+    root = Path(__file__).parents[2].resolve()
+    pattern = "**/*.wdl"
+    wdl_paths = list(root.glob(pattern))
+
+    print(f"Submitting {len(wdl_paths)} wdls ...")
+
+    out = [cromwell_api.submit_workflow(wdl_path=path) for path in wdl_paths]
+
+    # Yield to let tests run
+    yield out
+
+    # Cleanup is not possible for Cromwell - but would be here
diff --git a/tests/cromwell-api/constants.py b/tests/cromwell-api/constants.py
deleted file mode 100644
index 8e755da..0000000
--- a/tests/cromwell-api/constants.py
+++ /dev/null
@@ -1,4 +0,0 @@
-import os
-
-PROOF_BASE_URL = "https://proof-api-dev.fredhutch.org"
-TOKEN = os.getenv("PROOF_API_TOKEN_DEV")
diff --git a/tests/cromwell-api/cromwell.py b/tests/cromwell-api/cromwell.py
index d0d4f18..ca0f424 100644
--- a/tests/cromwell-api/cromwell.py
+++ b/tests/cromwell-api/cromwell.py
@@ -1,5 +1,11 @@
 import httpx
-from constants import TOKEN
+from tenacity import (
+    retry,
+    retry_if_exception_type,
+    stop_after_attempt,
+    wait_exponential,
+)
+from utils import TOKEN
 
 
 def as_file_object(path=None):
@@ -8,6 +14,12 @@ def as_file_object(path=None):
     return open(path, mode="rb")
 
 
+def my_before_sleep(state):
+    print(
+        f"Retrying in {state.next_action.sleep} seconds, attempt {state.attempt_number}"
+    )
+
+
 class CromwellApi(object):
     """CromwellApi class"""
 
@@ -34,6 +46,12 @@ def submit_workflow(
         res.raise_for_status()
         return res.json()
 
+    @retry(
+        retry=retry_if_exception_type(httpx.HTTPStatusError),
+        stop=stop_after_attempt(3),
+        wait=wait_exponential(multiplier=1, min=4, max=10),
+        before_sleep=my_before_sleep,
+    )
     def metadata(self, workflow_id):
         params = {"expandSubWorkflows": False, "excludeKey": "calls"}
         res = httpx.get(
diff --git a/tests/cromwell-api/proof.py b/tests/cromwell-api/proof.py
index 2a57a1d..67ddd59 100644
--- a/tests/cromwell-api/proof.py
+++ b/tests/cromwell-api/proof.py
@@ -1,5 +1,5 @@
 import httpx
-from constants import PROOF_BASE_URL, TOKEN
+from utils import PROOF_BASE_URL, TOKEN
 
 
 class ProofApi(object):
diff --git a/tests/cromwell-api/test-metadata.py b/tests/cromwell-api/test-metadata.py
new file mode 100644
index 0000000..7b54e66
--- /dev/null
+++ b/tests/cromwell-api/test-metadata.py
@@ -0,0 +1,19 @@
+workflow_meta_keys = [
+    "submittedFiles",
+    "calls",
+    "outputs",
+    "status",
+    "id",
+    "inputs",
+    "labels",
+    "submission",
+]
+
+
+def test_metadata(cromwell_api, submit_wdls):
+    """Getting workflow metadata works"""
+    ids = [wf["id"] for wf in submit_wdls]
+    for x in ids:
+        res = cromwell_api.metadata(x)
+        assert isinstance(res, dict)
+        assert list(res.keys()) == workflow_meta_keys
diff --git a/tests/cromwell-api/test-submit.py b/tests/cromwell-api/test-submit.py
index d290727..8297d1b 100644
--- a/tests/cromwell-api/test-submit.py
+++ b/tests/cromwell-api/test-submit.py
@@ -1,40 +1,8 @@
-import re
-import time
-from pathlib import Path
-
-from cromwell import CromwellApi
-from proof import ProofApi
-
-
-def make_path(file):
-    path = Path(__file__).parents[2].resolve()
-    return path / f"{file}/{file}.wdl"
-
-
-# proof_api = ProofApi()
-# # proof_api.status()
-# # proof_api.is_cromwell_server_up()
-# cromwell_url = proof_api.cromwell_url()
-# cromwell_api = CromwellApi(url=cromwell_url)
-
-# cromwell_api.submit_workflow(wdl_path=make_path("helloHostname"))
-# cromwell_api.submit_workflow(
-#     wdl_path=Path("../../helloHostname/helloHostname.wdl").resolve()
-# )
-# cromwell_api.metadata('f8c84698-164e-4b5d-b64e-81256209949c')
+from utils import make_path
 
 
 def test_submit_works(cromwell_api):
     """Submitting a WDL file works"""
-    submit_res = cromwell_api.submit_workflow(wdl_path=make_path("helloHostname"))
-    time.sleep(5)
-    metadata_submitted = cromwell_api.metadata(submit_res["id"])
-    print(metadata_submitted)
-    assert isinstance(submit_res, dict)
-    assert isinstance(metadata_submitted, dict)
-    assert submit_res["status"] == "Submitted"
-    assert metadata_submitted["status"] == "Submitted"
-    assert (
-        re.search("HelloHostname", metadata_submitted["submittedFiles"]["workflow"])
-        is not None
-    )
+    res = cromwell_api.submit_workflow(wdl_path=make_path("helloHostname"))
+    assert isinstance(res, dict)
+    assert res["status"] == "Submitted"
diff --git a/tests/cromwell-api/test-api-basics.py b/tests/cromwell-api/test-version.py
similarity index 100%
rename from tests/cromwell-api/test-api-basics.py
rename to tests/cromwell-api/test-version.py
diff --git a/tests/cromwell-api/utils.py b/tests/cromwell-api/utils.py
new file mode 100644
index 0000000..c509bf2
--- /dev/null
+++ b/tests/cromwell-api/utils.py
@@ -0,0 +1,10 @@
+import os
+from pathlib import Path
+
+PROOF_BASE_URL = "https://proof-api-dev.fredhutch.org"
+TOKEN = os.getenv("PROOF_API_TOKEN_DEV")
+
+
+def make_path(file):
+    path = Path(__file__).parents[2].resolve()
+    return path / f"{file}/{file}.wdl"

From 2ccd0aa35c0ac085b0a1e77d5d917d87dee9f805 Mon Sep 17 00:00:00 2001
From: Scott Chamberlain <sachamber@fredhutch.org>
Date: Wed, 18 Dec 2024 09:36:46 -0800
Subject: [PATCH 7/7] skip keys testing in metadata test for now

---
 tests/cromwell-api/test-metadata.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/cromwell-api/test-metadata.py b/tests/cromwell-api/test-metadata.py
index 7b54e66..5257bed 100644
--- a/tests/cromwell-api/test-metadata.py
+++ b/tests/cromwell-api/test-metadata.py
@@ -16,4 +16,4 @@ def test_metadata(cromwell_api, submit_wdls):
     for x in ids:
         res = cromwell_api.metadata(x)
         assert isinstance(res, dict)
-        assert list(res.keys()) == workflow_meta_keys
+        # assert list(res.keys()) == workflow_meta_keys