'donesave_finetuned'
This commit is contained in:
parent
2b8cd8de32
commit
7d256ce288
|
@ -35,6 +35,6 @@ log.txt
|
||||||
**/examples/examples_bmtrain/BMPretrain
|
**/examples/examples_bmtrain/BMPretrain
|
||||||
**/examples/examples_bmtrain/BigModels/BigModels/results
|
**/examples/examples_bmtrain/BigModels/BigModels/results
|
||||||
**/Delta_Memory/
|
**/Delta_Memory/
|
||||||
|
**/output/
|
||||||
**/thunlp/
|
**/thunlp/
|
||||||
|
|
||||||
|
|
|
@ -1,24 +0,0 @@
|
||||||
{
|
|
||||||
"backbone_checkpoint_name": "t5-base",
|
|
||||||
"backbone_class": "T5ForConditionalGeneration",
|
|
||||||
"backbone_hash": "bc7b37ff1b8304968f33e2ae7d73063a",
|
|
||||||
"bottleneck_dim": 24,
|
|
||||||
"common_structure": true,
|
|
||||||
"delta_type": "adapter",
|
|
||||||
"exclude_modules": [
|
|
||||||
"lm_head"
|
|
||||||
],
|
|
||||||
"modified_modules": [
|
|
||||||
"attn",
|
|
||||||
"ff"
|
|
||||||
],
|
|
||||||
"non_linearity": "gelu_new",
|
|
||||||
"opendelta_version": "0.1.0",
|
|
||||||
"sequential": true,
|
|
||||||
"transformers_version": "4.19.2",
|
|
||||||
"unfrozen_modules": [
|
|
||||||
"deltas",
|
|
||||||
"layer_norm",
|
|
||||||
"final_layer_norm"
|
|
||||||
]
|
|
||||||
}
|
|
|
@ -1,11 +0,0 @@
|
||||||
backbone_model: t5
|
|
||||||
checkpoint_size: null
|
|
||||||
delta_ratio: 0.008043610140382957
|
|
||||||
delta_type: adapter
|
|
||||||
model_path_public: t5-base
|
|
||||||
model_revision: main
|
|
||||||
name: t5-base_adapter_superglue-cb_20220607144623bc7
|
|
||||||
test_performance: null
|
|
||||||
test_tasks: null
|
|
||||||
train_tasks: superglue-cb
|
|
||||||
trainable_ratio: 0.008255508941616753
|
|
Binary file not shown.
Loading…
Reference in New Issue