diff --git a/.buildkite/pipelines/performance/nightly.yml b/.buildkite/pipelines/performance/nightly.yml
index aa52fb7a9335..dfee1061815c 100644
--- a/.buildkite/pipelines/performance/nightly.yml
+++ b/.buildkite/pipelines/performance/nightly.yml
@@ -24,8 +24,6 @@ steps:
     agents:
       queue: ci-group-6
     depends_on: build
-    concurrency: 50
-    concurrency_group: 'performance-test-group'
 
   - wait: ~
     continue_on_failure: true
diff --git a/.buildkite/scripts/steps/functional/performance.sh b/.buildkite/scripts/steps/functional/performance.sh
index 2f1a77690d15..8e3793733a6e 100644
--- a/.buildkite/scripts/steps/functional/performance.sh
+++ b/.buildkite/scripts/steps/functional/performance.sh
@@ -14,6 +14,8 @@ cat << EOF | buildkite-agent pipeline upload
 steps:
   - command: .buildkite/scripts/steps/functional/performance_sub.sh
     parallelism: "$ITERATION_COUNT"
+    concurrency: 20
+    concurrency_group: 'performance-test-group'
 EOF