fix #2981

examples/accelerate/fsdp_config.yaml

@@ -9,7 +9,7 @@ fsdp_config:
   fsdp_forward_prefetch: false
   fsdp_offload_params: true
   fsdp_sharding_strategy: FULL_SHARD
-  fsdp_state_dict_type: SHARDED_STATE_DICT
+  fsdp_state_dict_type: FULL_STATE_DICT
   fsdp_sync_module_states: true
   fsdp_use_orig_params: false
 machine_rank: 0

examples/fsdp_qlora/README.md

@@ -1,5 +1,5 @@
 ```bash
-pip install git+https://github.com/huggingface/transformers.git
+pip install "transformers>=4.39.1"
 pip install "accelerate>=0.28.0"
 pip install "bitsandbytes>=0.43.0"
 ```