Skip to content

Commit 2dc4d7b

Browse files
authored
[XPU] Open ir pass (#8598)
1 parent 8e24341 commit 2dc4d7b

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

llm/predictor.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1092,6 +1092,8 @@ def _create_predictor(self, predictor_args: PredictorArgument):
10921092
xpu_config.l3_size = 63 * 1024 * 1024
10931093
xpu_config.l3_autotune_size = 63 * 1024 * 1024
10941094
config.set_xpu_config(xpu_config)
1095+
config.switch_ir_optim(True)
1096+
config.enable_memory_optim()
10951097
else:
10961098
device_id = int(os.environ.get("FLAGS_selected_gpus", 0))
10971099
config.enable_use_gpu(100, device_id)

0 commit comments

Comments
 (0)