diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 0a173d91fa..4391b56446 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -381,6 +381,8 @@ jobs:
         uses: actions/checkout@v4
         with:
           ref: ${{ env.LATEST_RELEASE }}
+          fetch-depth: 0
+          fetch-tags: true
       - name: Init Hermit
         uses: cashapp/activate-hermit@v1
         with:
@@ -398,6 +400,7 @@ jobs:
           set -euo pipefail
           # shellcheck disable=SC2046
           test_files=$(git grep -l '^//go:build smoketest' | xargs -I {} dirname ./{})
+          echo "smoke test test_files: $test_files"
           for file in $test_files; do
-            go test -v -race -tags smoketest -run '^SmokeTest' $file
+            go test -v -tags smoketest -run '^Test' "$file"
           done
diff --git a/internal/integration/actions.go b/internal/integration/actions.go
index 13b3ba4e5a..2c39836cbc 100644
--- a/internal/integration/actions.go
+++ b/internal/integration/actions.go
@@ -1,4 +1,4 @@
-//go:build integration || infrastructure
+//go:build integration || infrastructure || smoketest
 
 package integration
 
diff --git a/internal/integration/harness.go b/internal/integration/harness.go
index 209965afad..856e9b67bb 100644
--- a/internal/integration/harness.go
+++ b/internal/integration/harness.go
@@ -1,4 +1,4 @@
-//go:build integration || infrastructure
+//go:build integration || infrastructure || smoketest
 
 package integration
 
diff --git a/smoketest/exemplar_smoke_test.go b/smoketest/exemplar_smoke_test.go
index 0fe98eab78..b256307adf 100644
--- a/smoketest/exemplar_smoke_test.go
+++ b/smoketest/exemplar_smoke_test.go
@@ -10,14 +10,14 @@ import (
 	in "github.com/TBD54566975/ftl/internal/integration"
 )
 
-func SmokeTest(t *testing.T) {
+func TestSmokeEcho(t *testing.T) {
 	in.Run(t,
 		in.WithKubernetes(),
 		in.CopyModule("echo"),
 		in.Deploy("echo"),
 		in.Call("echo", "echo", "Bob", func(t testing.TB, response string) {
-			assert.Equal(t, "Hello, Bob!!!", response)
+			assert.Equal(t, "Hello, asdf Bob!!!", response)
 		}),
-		in.Exec("ftl", []string{"--version"}),
+		in.Exec("ftl", "--version"),
 	)
 }