diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 4e61824ee..0a62c62d0 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -344,7 +344,7 @@ jobs:
         working-directory: complement/dockerfiles
 
       # Run Complement
-      - run: go test -v -tags synapse_blacklist,msc2403,msc2946,msc3083 ./tests
+      - run: go test -v -tags synapse_blacklist,msc2403,msc2946,msc3083 ./tests/...
         env:
           COMPLEMENT_BASE_IMAGE: complement-synapse:latest
         working-directory: complement
diff --git a/changelog.d/10488.misc b/changelog.d/10488.misc
new file mode 100644
index 000000000..a55502c16
--- /dev/null
+++ b/changelog.d/10488.misc
@@ -0,0 +1 @@
+Update syntax used to run complement tests.
diff --git a/scripts-dev/complement.sh b/scripts-dev/complement.sh
index 4df224be6..cba015d94 100755
--- a/scripts-dev/complement.sh
+++ b/scripts-dev/complement.sh
@@ -65,4 +65,4 @@ if [[ -n "$1" ]]; then
 fi
 
 # Run the tests!
-go test -v -tags synapse_blacklist,msc2946,msc3083,msc2403 -count=1 $EXTRA_COMPLEMENT_ARGS ./tests
+go test -v -tags synapse_blacklist,msc2946,msc3083,msc2403 -count=1 $EXTRA_COMPLEMENT_ARGS ./tests/...