diff --git a/pipeline-generate b/pipeline-generate
index 1ae87994..a8fcb357 100755
--- a/pipeline-generate
+++ b/pipeline-generate
@@ -159,7 +159,7 @@ end
 step_for("actionview", "test:ujs", service: "actionview")
 steps_for("activejob", "test:integration", service: "activejob")
 steps_for("railties", "test", service: "railties") do |x|
-  x["parallelism"] = 12
+  x["parallelism"] = 12 if File.read(File.expand_path("../railties/Rakefile", __dir__)).include?("BUILDKITE_PARALLEL")
 end
 
 ###