fix typo

Wanglongzhi2001 · Wanglongzhi2001 · commit 0b85e9ec61c9 · 2024-10-24T16:34:16.000+08:00
diff --git a/llm/predict/predictor.py b/llm/predict/predictor.py
@@ -104,7 +104,7 @@ class PredictorArgument:
         default="fp16",
         metadata={"help": "avx cachekv type. Supported values: fp16,int8"},
     )
-    batch_size: int = field(default=10, metadata={"help": "The batch size of data."})
+    batch_size: int = field(default=1, metadata={"help": "The batch size of data."})
     benchmark: bool = field(
         default=False,
         metadata={

Original file line number	Diff line number	Diff line change
`@@ -104,7 +104,7 @@ class PredictorArgument:`
`104`	`104`	`default="fp16",`
`105`	`105`	`metadata={"help": "avx cachekv type. Supported values: fp16,int8"},`
`106`	`106`	`)`
`107`		`- batch_size: int = field(default=10, metadata={"help": "The batch size of data."})`
	`107`	`+ batch_size: int = field(default=1, metadata={"help": "The batch size of data."})`
`108`	`108`	`benchmark: bool = field(`
`109`	`109`	`default=False,`
`110`	`110`	`metadata={`