Skip to content

Commit e884131

Browse files
authored
Update max_model_len for llama-3 lora test (#2205)
1 parent b67818d commit e884131

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

tests/integration/llm/prepare.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -556,6 +556,8 @@
556556
"adapter_names": ["french", "spanish"],
557557
"option.gpu_memory_utilization":
558558
"0.8",
559+
"option.max_model_len":
560+
65528,
559561
},
560562
"llama-2-tiny": {
561563
"option.model_id": "s3://djl-llm/llama-2-tiny/",
@@ -730,6 +732,8 @@
730732
"adapter_names": ["french", "spanish"],
731733
"option.gpu_memory_utilization":
732734
"0.8",
735+
"option.max_model_len":
736+
65528,
733737
},
734738
"starcoder2-7b": {
735739
"option.model_id": "s3://djl-llm/bigcode-starcoder2",

0 commit comments

Comments
 (0)