tensor-parallel-sizes list -> int

neuralmagic · Feb 28, 2024 · 88592b9 · 88592b9
1 parent 3dc2de6
commit 88592b9
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/neuralmagic/benchmarks/configs/benchmark_serving.json b/neuralmagic/benchmarks/configs/benchmark_serving.json
@@ -8,9 +8,7 @@
 				"mistralai/Mistral-7B-Instruct-v0.2",
 				"NousResearch/Llama-2-7b-chat-hf"
 			],
-			"tensor_parallel_size" : [
-				1
-			],
+			"tensor_parallel_size" : 1,
 			"max_model_lens": [
 				4096
 			],
@@ -32,4 +30,4 @@
 			}
 		}
 	]
-}
+}