diff --git a/neuralmagic/benchmarks/configs/benchmark_serving.json b/neuralmagic/benchmarks/configs/benchmark_serving.json index 3d81cc21374c5..ab2a8d3b1b88f 100644 --- a/neuralmagic/benchmarks/configs/benchmark_serving.json +++ b/neuralmagic/benchmarks/configs/benchmark_serving.json @@ -8,9 +8,7 @@ "mistralai/Mistral-7B-Instruct-v0.2", "NousResearch/Llama-2-7b-chat-hf" ], - "tensor_parallel_size" : [ - 1 - ], + "tensor_parallel_size" : 1, "max_model_lens": [ 4096 ], @@ -32,4 +30,4 @@ } } ] -} \ No newline at end of file +}