Add instructions on how to run the model with transformers (#31)

- Update README.md (f2b0fc04dc4a811841bab00bcc5986d4a83004b2) Co-authored-by: Younes Belkada <ybelkada@users.noreply.huggingface.co>
2024-06-04 22:20:50 +08:00
parent 5e570613e9
commit 3cf80b2fc6
22 changed files with 92700 additions and 32 deletions
--- a/params.json
+++ b/params.json
@@ -0,0 +1,11 @@
+{
+    "dim": 6144,
+    "n_layers": 56,
+    "head_dim": 128,
+    "hidden_dim": 16384,
+    "n_heads": 48,
+    "n_kv_heads": 8,
+    "norm_eps": 1e-05,
+    "vocab_size": 32768,
+    "rope_theta": 1000000.0
+}