From fdd4c93ec6e92b9d8c3a07c5463b956f5373c557 Mon Sep 17 00:00:00 2001 From: Jasper Kyle Catapang Date: Fri, 26 May 2023 17:12:02 +0000 Subject: [PATCH] Upload OPTForCausalLM --- config.json | 31 +++++++++++++++++++++++++++++++ generation_config.json | 7 +++++++ pytorch_model.bin | 3 +++ 3 files changed, 41 insertions(+) create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 pytorch_model.bin diff --git a/config.json b/config.json new file mode 100644 index 0000000..62deab2 --- /dev/null +++ b/config.json @@ -0,0 +1,31 @@ +{ + "_name_or_path": "facebook/opt-125m", + "_remove_final_layer_norm": false, + "activation_dropout": 0.0, + "activation_function": "relu", + "architectures": [ + "OPTForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 2, + "do_layer_norm_before": true, + "dropout": 0.1, + "enable_bias": true, + "eos_token_id": 2, + "ffn_dim": 3072, + "hidden_size": 768, + "init_std": 0.02, + "layer_norm_elementwise_affine": true, + "layerdrop": 0.0, + "max_position_embeddings": 2048, + "model_type": "opt", + "num_attention_heads": 12, + "num_hidden_layers": 12, + "pad_token_id": 1, + "prefix": "", + "torch_dtype": "float32", + "transformers_version": "4.29.2", + "use_cache": false, + "vocab_size": 50272, + "word_embed_proj_dim": 768 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..28ebfc4 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 2, + "eos_token_id": 2, + "pad_token_id": 1, + "transformers_version": "4.29.2" +} diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000..97e8550 --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658e2b68f408ccaa8452288486e2503765ee3192b6eea469a69cdf5b8bfef972 +size 501023389