From 94b7a1b91588716e9e91f7aae7126ed924e55953 Mon Sep 17 00:00:00 2001 From: cx2333 <99069487+cx2333-gt@users.noreply.github.com> Date: Thu, 7 Mar 2024 14:28:55 +0800 Subject: [PATCH] revert choice name --- src/llmtuner/webui/components/top.py | 2 +- src/llmtuner/webui/runner.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/src/llmtuner/webui/components/top.py b/src/llmtuner/webui/components/top.py index 1e5cb1c4..5c0d4f39 100644 --- a/src/llmtuner/webui/components/top.py +++ b/src/llmtuner/webui/components/top.py @@ -30,7 +30,7 @@ def create_top() -> Dict[str, "Component"]: quantization_bit = gr.Dropdown(choices=["none", "8", "4"], value="none") template = gr.Dropdown(choices=list(templates.keys()), value="default") rope_scaling = gr.Radio(choices=["none", "linear", "dynamic"], value="none") - booster = gr.Radio(choices=["none", "flash_attn", "unsloth"], value="none") + booster = gr.Radio(choices=["none", "flashattn", "unsloth"], value="none") model_name.change(list_adapters, [model_name, finetuning_type], [adapter_path], queue=False).then( get_model_path, [model_name], [model_path], queue=False diff --git a/src/llmtuner/webui/runner.py b/src/llmtuner/webui/runner.py index ba84e2c1..4c67e74d 100644 --- a/src/llmtuner/webui/runner.py +++ b/src/llmtuner/webui/runner.py @@ -113,7 +113,7 @@ class Runner: quantization_bit=int(get("top.quantization_bit")) if get("top.quantization_bit") in ["8", "4"] else None, template=get("top.template"), rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None, - flash_attn=(get("top.booster") == "flash_attn"), + flash_attn=(get("top.booster") == "flashattn"), use_unsloth=(get("top.booster") == "unsloth"), dataset_dir=get("train.dataset_dir"), dataset=",".join(get("train.dataset")), @@ -200,7 +200,7 @@ class Runner: quantization_bit=int(get("top.quantization_bit")) if get("top.quantization_bit") in ["8", "4"] else None, template=get("top.template"), rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None, - flash_attn=(get("top.booster") == "flash_attn"), + flash_attn=(get("top.booster") == "flashattn"), use_unsloth=(get("top.booster") == "unsloth"), dataset_dir=get("eval.dataset_dir"), dataset=",".join(get("eval.dataset")),