'donesave_finetuned'
This commit is contained in:
parent
2b8cd8de32
commit
7d256ce288
|
@ -35,6 +35,6 @@ log.txt
|
|||
**/examples/examples_bmtrain/BMPretrain
|
||||
**/examples/examples_bmtrain/BigModels/BigModels/results
|
||||
**/Delta_Memory/
|
||||
|
||||
**/output/
|
||||
**/thunlp/
|
||||
|
||||
|
|
|
@ -1,24 +0,0 @@
|
|||
{
|
||||
"backbone_checkpoint_name": "t5-base",
|
||||
"backbone_class": "T5ForConditionalGeneration",
|
||||
"backbone_hash": "bc7b37ff1b8304968f33e2ae7d73063a",
|
||||
"bottleneck_dim": 24,
|
||||
"common_structure": true,
|
||||
"delta_type": "adapter",
|
||||
"exclude_modules": [
|
||||
"lm_head"
|
||||
],
|
||||
"modified_modules": [
|
||||
"attn",
|
||||
"ff"
|
||||
],
|
||||
"non_linearity": "gelu_new",
|
||||
"opendelta_version": "0.1.0",
|
||||
"sequential": true,
|
||||
"transformers_version": "4.19.2",
|
||||
"unfrozen_modules": [
|
||||
"deltas",
|
||||
"layer_norm",
|
||||
"final_layer_norm"
|
||||
]
|
||||
}
|
|
@ -1,11 +0,0 @@
|
|||
backbone_model: t5
|
||||
checkpoint_size: null
|
||||
delta_ratio: 0.008043610140382957
|
||||
delta_type: adapter
|
||||
model_path_public: t5-base
|
||||
model_revision: main
|
||||
name: t5-base_adapter_superglue-cb_20220607144623bc7
|
||||
test_performance: null
|
||||
test_tasks: null
|
||||
train_tasks: superglue-cb
|
||||
trainable_ratio: 0.008255508941616753
|
Binary file not shown.
Loading…
Reference in New Issue