'donesave_finetuned'

This commit is contained in:
shengdinghu 2022-06-08 17:00:56 +08:00
parent 2b8cd8de32
commit 7d256ce288
4 changed files with 1 additions and 36 deletions

2
.gitignore vendored
View File

@ -35,6 +35,6 @@ log.txt
**/examples/examples_bmtrain/BMPretrain
**/examples/examples_bmtrain/BigModels/BigModels/results
**/Delta_Memory/
**/output/
**/thunlp/

View File

@ -1,24 +0,0 @@
{
"backbone_checkpoint_name": "t5-base",
"backbone_class": "T5ForConditionalGeneration",
"backbone_hash": "bc7b37ff1b8304968f33e2ae7d73063a",
"bottleneck_dim": 24,
"common_structure": true,
"delta_type": "adapter",
"exclude_modules": [
"lm_head"
],
"modified_modules": [
"attn",
"ff"
],
"non_linearity": "gelu_new",
"opendelta_version": "0.1.0",
"sequential": true,
"transformers_version": "4.19.2",
"unfrozen_modules": [
"deltas",
"layer_norm",
"final_layer_norm"
]
}

View File

@ -1,11 +0,0 @@
backbone_model: t5
checkpoint_size: null
delta_ratio: 0.008043610140382957
delta_type: adapter
model_path_public: t5-base
model_revision: main
name: t5-base_adapter_superglue-cb_20220607144623bc7
test_performance: null
test_tasks: null
train_tasks: superglue-cb
trainable_ratio: 0.008255508941616753