We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3ef1bb7 commit 9ddd2c3Copy full SHA for 9ddd2c3
serving/docker/partition/sm_neo_neuron_partition.py
@@ -360,6 +360,11 @@ def construct_properties_manager_from_serving_properties(self):
360
f"serving.properties\nargs:{self.args}\nprops:{self.properties}")
361
self.properties_manager = PropertiesManager(
362
self.args, addl_properties=self.properties)
363
+ if not self.properties_manager.properties.get(
364
+ "option.tensor_parallel_degree"):
365
+ raise InputConfiguration(
366
+ "Tensor parallel degree not specified. This is required for Neuron compilation"
367
+ )
368
369
def run_partition(self) -> str:
370
"""
0 commit comments