upload the model

2024-02-08 16:31:33 +08:00 · 2024-02-08 16:31:33 +08:00 · 7edb356dab
parent aef17da2c7
commit 7edb356dab
3 changed files with 119710 additions and 0 deletions
--- a/model/config.json
+++ b/model/config.json
@ -0,0 +1,14 @@
+{
+    "vocab_size": 119696,
+    "dropout_p": 0.0,
+    "eps": 1e-05,
+    "half": true,
+    "dim_model": 4096,
+    "dim_ff": 14336,
+    "num_layers": 32,
+    "num_heads": 32,
+    "num_kv_heads": 32,
+    "dim_head": 128,
+    "activate_fn": "silu",
+    "scale": false
+}
--- a/model/cpm9g-8b-sft-epoch-8.pt
+++ b/model/cpm9g-8b-sft-epoch-8.pt
--- a/model/vocab.txt
+++ b/model/vocab.txt