Update model_args.py
This commit is contained in:
parent
b20d62ba3c
commit
9646727453
|
@ -117,7 +117,10 @@ class ModelArguments:
|
|||
default=False,
|
||||
metadata={"help": "Whether or not to disable CUDA graph in the vLLM engine."},
|
||||
)
|
||||
vllm_max_lora_rank: int = field(default=8, metadata={"help": "The maximum supported rank of all LoRAs."})
|
||||
vllm_max_lora_rank: int = field(
|
||||
default=8,
|
||||
metadata={"help": "Maximum rank of all LoRAs in the vLLM engine."},
|
||||
)
|
||||
offload_folder: str = field(
|
||||
default="offload",
|
||||
metadata={"help": "Path to offload model weights."},
|
||||
|
|
Loading…
Reference in New Issue