Merge pull request #4007 from xu-song/patch-3

Update model_args.py
This commit is contained in:
hoshi-hiyouga 2024-06-03 18:54:37 +08:00 committed by GitHub
commit 1539c72b94
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions

View File

@ -107,7 +107,7 @@ class ModelArguments:
)
vllm_maxlen: int = field(
default=2048,
metadata={"help": "Maximum input length of the vLLM engine."},
metadata={"help": "Maximum sequence length of the vLLM engine (including prompt and output)."},
)
vllm_gpu_util: float = field(
default=0.9,