Merge pull request #1695 from Samge0/dev

Improve:"CUDA_VISIBLE_DEVICES" read from the env
This commit is contained in:
hoshi-hiyouga 2023-12-01 15:56:18 +08:00 committed by GitHub
commit fbc6220692
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions

View File

@ -44,7 +44,8 @@ def can_quantize(finetuning_type: str) -> Dict[str, Any]:
def gen_cmd(args: Dict[str, Any]) -> str:
args.pop("disable_tqdm", None)
args["plot_loss"] = args.get("do_train", None)
cmd_lines = ["CUDA_VISIBLE_DEVICES=0 python src/train_bash.py "]
cuda_visible_devices = os.environ.get('CUDA_VISIBLE_DEVICES') or "0"
cmd_lines = [f"CUDA_VISIBLE_DEVICES={cuda_visible_devices} python src/train_bash.py "]
for k, v in args.items():
if v is not None and v != "":
cmd_lines.append(" --{} {} ".format(k, str(v)))