初始化项目，由ModelHub XC社区提供模型
Model: dreamgen/llama3-8b-assistant-test-run1-sft-e2 Source: Original Platform
This commit is contained in:
ModelHub XC
49
.gitattributes
vendored
Normal file
49
.gitattributes
vendored
Normal file
@@ -0,0 +1,49 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.gguf* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
|
||||
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
||||
160
README.md
Normal file
160
README.md
Normal file
@@ -0,0 +1,160 @@
|
||||
---
|
||||
license: cc
|
||||
---
|
||||
|
||||
- **What is this?** Nothing interesting, just an experiment.
|
||||
- **License:** CC-BY-NC
|
||||
|
||||
```
|
||||
| Task |Version| Metric |Value | |Stderr|
|
||||
|------------------------------------------------------|------:|--------------|-----:|---|-----:|
|
||||
|all | |acc |0.6606|± |0.0323|
|
||||
| | |acc_norm |0.6669|± |0.0093|
|
||||
| | |truthfulqa_mc1|0.3403|± |0.0166|
|
||||
| | |truthfulqa_mc2|0.5085|± |0.0153|
|
||||
| | |qem |0.7020|± |0.0126|
|
||||
|leaderboard:arc:challenge:25 | 0|acc |0.5683|± |0.0145|
|
||||
| | |acc_norm |0.5469|± |0.0145|
|
||||
|leaderboard:gsm8k:5 | 0|qem |0.7020|± |0.0126|
|
||||
|leaderboard:hellaswag:10 | 0|acc |0.5990|± |0.0049|
|
||||
| | |acc_norm |0.7868|± |0.0041|
|
||||
|leaderboard:mmlu:_average:5 | |acc |0.6621|± |0.0334|
|
||||
|leaderboard:mmlu:abstract_algebra:5 | 0|acc |0.3100|± |0.0465|
|
||||
|leaderboard:mmlu:anatomy:5 | 0|acc |0.6667|± |0.0407|
|
||||
|leaderboard:mmlu:astronomy:5 | 0|acc |0.7368|± |0.0358|
|
||||
|leaderboard:mmlu:business_ethics:5 | 0|acc |0.7000|± |0.0461|
|
||||
|leaderboard:mmlu:clinical_knowledge:5 | 0|acc |0.7434|± |0.0269|
|
||||
|leaderboard:mmlu:college_biology:5 | 0|acc |0.7847|± |0.0344|
|
||||
|leaderboard:mmlu:college_chemistry:5 | 0|acc |0.4500|± |0.0500|
|
||||
|leaderboard:mmlu:college_computer_science:5 | 0|acc |0.4900|± |0.0502|
|
||||
|leaderboard:mmlu:college_mathematics:5 | 0|acc |0.4000|± |0.0492|
|
||||
|leaderboard:mmlu:college_medicine:5 | 0|acc |0.6301|± |0.0368|
|
||||
|leaderboard:mmlu:college_physics:5 | 0|acc |0.4412|± |0.0494|
|
||||
|leaderboard:mmlu:computer_security:5 | 0|acc |0.7900|± |0.0409|
|
||||
|leaderboard:mmlu:conceptual_physics:5 | 0|acc |0.6043|± |0.0320|
|
||||
|leaderboard:mmlu:econometrics:5 | 0|acc |0.5175|± |0.0470|
|
||||
|leaderboard:mmlu:electrical_engineering:5 | 0|acc |0.6207|± |0.0404|
|
||||
|leaderboard:mmlu:elementary_mathematics:5 | 0|acc |0.4021|± |0.0253|
|
||||
|leaderboard:mmlu:formal_logic:5 | 0|acc |0.5238|± |0.0447|
|
||||
|leaderboard:mmlu:global_facts:5 | 0|acc |0.4400|± |0.0499|
|
||||
|leaderboard:mmlu:high_school_biology:5 | 0|acc |0.8000|± |0.0228|
|
||||
|leaderboard:mmlu:high_school_chemistry:5 | 0|acc |0.5419|± |0.0351|
|
||||
|leaderboard:mmlu:high_school_computer_science:5 | 0|acc |0.7200|± |0.0451|
|
||||
|leaderboard:mmlu:high_school_european_history:5 | 0|acc |0.7636|± |0.0332|
|
||||
|leaderboard:mmlu:high_school_geography:5 | 0|acc |0.7828|± |0.0294|
|
||||
|leaderboard:mmlu:high_school_government_and_politics:5| 0|acc |0.8756|± |0.0238|
|
||||
|leaderboard:mmlu:high_school_macroeconomics:5 | 0|acc |0.6744|± |0.0238|
|
||||
|leaderboard:mmlu:high_school_mathematics:5 | 0|acc |0.3630|± |0.0293|
|
||||
|leaderboard:mmlu:high_school_microeconomics:5 | 0|acc |0.7563|± |0.0279|
|
||||
|leaderboard:mmlu:high_school_physics:5 | 0|acc |0.3775|± |0.0396|
|
||||
|leaderboard:mmlu:high_school_psychology:5 | 0|acc |0.8569|± |0.0150|
|
||||
|leaderboard:mmlu:high_school_statistics:5 | 0|acc |0.4769|± |0.0341|
|
||||
|leaderboard:mmlu:high_school_us_history:5 | 0|acc |0.8039|± |0.0279|
|
||||
|leaderboard:mmlu:high_school_world_history:5 | 0|acc |0.8439|± |0.0236|
|
||||
|leaderboard:mmlu:human_aging:5 | 0|acc |0.7399|± |0.0294|
|
||||
|leaderboard:mmlu:human_sexuality:5 | 0|acc |0.7710|± |0.0369|
|
||||
|leaderboard:mmlu:international_law:5 | 0|acc |0.7521|± |0.0394|
|
||||
|leaderboard:mmlu:jurisprudence:5 | 0|acc |0.7593|± |0.0413|
|
||||
|leaderboard:mmlu:logical_fallacies:5 | 0|acc |0.7423|± |0.0344|
|
||||
|leaderboard:mmlu:machine_learning:5 | 0|acc |0.5357|± |0.0473|
|
||||
|leaderboard:mmlu:management:5 | 0|acc |0.8447|± |0.0359|
|
||||
|leaderboard:mmlu:marketing:5 | 0|acc |0.8974|± |0.0199|
|
||||
|leaderboard:mmlu:medical_genetics:5 | 0|acc |0.7400|± |0.0441|
|
||||
|leaderboard:mmlu:miscellaneous:5 | 0|acc |0.8174|± |0.0138|
|
||||
|leaderboard:mmlu:moral_disputes:5 | 0|acc |0.7197|± |0.0242|
|
||||
|leaderboard:mmlu:moral_scenarios:5 | 0|acc |0.4168|± |0.0165|
|
||||
|leaderboard:mmlu:nutrition:5 | 0|acc |0.7516|± |0.0247|
|
||||
|leaderboard:mmlu:philosophy:5 | 0|acc |0.7170|± |0.0256|
|
||||
|leaderboard:mmlu:prehistory:5 | 0|acc |0.7222|± |0.0249|
|
||||
|leaderboard:mmlu:professional_accounting:5 | 0|acc |0.5213|± |0.0298|
|
||||
|leaderboard:mmlu:professional_law:5 | 0|acc |0.4759|± |0.0128|
|
||||
|leaderboard:mmlu:professional_medicine:5 | 0|acc |0.7537|± |0.0262|
|
||||
|leaderboard:mmlu:professional_psychology:5 | 0|acc |0.6993|± |0.0186|
|
||||
|leaderboard:mmlu:public_relations:5 | 0|acc |0.7182|± |0.0431|
|
||||
|leaderboard:mmlu:security_studies:5 | 0|acc |0.7673|± |0.0270|
|
||||
|leaderboard:mmlu:sociology:5 | 0|acc |0.8259|± |0.0268|
|
||||
|leaderboard:mmlu:us_foreign_policy:5 | 0|acc |0.8300|± |0.0378|
|
||||
|leaderboard:mmlu:virology:5 | 0|acc |0.5181|± |0.0389|
|
||||
|leaderboard:mmlu:world_religions:5 | 0|acc |0.8129|± |0.0299|
|
||||
|leaderboard:truthfulqa:mc:0 | 0|truthfulqa_mc1|0.3403|± |0.0166|
|
||||
| | |truthfulqa_mc2|0.5085|± |0.0153|
|
||||
|leaderboard:winogrande:5 | 0|acc |0.7309|± |0.0125|
|
||||
```
|
||||
|
||||
Baseline:
|
||||
|
||||
```
|
||||
| Task |Version| Metric |Value | |Stderr|
|
||||
|------------------------------------------------------|------:|--------------|-----:|---|-----:|
|
||||
|all | |acc |0.6635|± |0.0322|
|
||||
| | |acc_norm |0.6569|± |0.0094|
|
||||
| | |truthfulqa_mc1|0.3745|± |0.0169|
|
||||
| | |truthfulqa_mc2|0.5338|± |0.0160|
|
||||
| | |qem |0.6808|± |0.0128|
|
||||
|leaderboard:arc:challenge:25 | 0|acc |0.5742|± |0.0144|
|
||||
| | |acc_norm |0.5828|± |0.0144|
|
||||
|leaderboard:gsm8k:5 | 0|qem |0.6808|± |0.0128|
|
||||
|leaderboard:hellaswag:10 | 0|acc |0.5707|± |0.0049|
|
||||
| | |acc_norm |0.7310|± |0.0044|
|
||||
|leaderboard:mmlu:_average:5 | |acc |0.6662|± |0.0333|
|
||||
|leaderboard:mmlu:abstract_algebra:5 | 0|acc |0.3300|± |0.0473|
|
||||
|leaderboard:mmlu:anatomy:5 | 0|acc |0.6815|± |0.0402|
|
||||
|leaderboard:mmlu:astronomy:5 | 0|acc |0.7500|± |0.0352|
|
||||
|leaderboard:mmlu:business_ethics:5 | 0|acc |0.7000|± |0.0461|
|
||||
|leaderboard:mmlu:clinical_knowledge:5 | 0|acc |0.7472|± |0.0267|
|
||||
|leaderboard:mmlu:college_biology:5 | 0|acc |0.7917|± |0.0340|
|
||||
|leaderboard:mmlu:college_chemistry:5 | 0|acc |0.4500|± |0.0500|
|
||||
|leaderboard:mmlu:college_computer_science:5 | 0|acc |0.5200|± |0.0502|
|
||||
|leaderboard:mmlu:college_mathematics:5 | 0|acc |0.3900|± |0.0490|
|
||||
|leaderboard:mmlu:college_medicine:5 | 0|acc |0.6590|± |0.0361|
|
||||
|leaderboard:mmlu:college_physics:5 | 0|acc |0.4314|± |0.0493|
|
||||
|leaderboard:mmlu:computer_security:5 | 0|acc |0.7900|± |0.0409|
|
||||
|leaderboard:mmlu:conceptual_physics:5 | 0|acc |0.5872|± |0.0322|
|
||||
|leaderboard:mmlu:econometrics:5 | 0|acc |0.5439|± |0.0469|
|
||||
|leaderboard:mmlu:electrical_engineering:5 | 0|acc |0.6138|± |0.0406|
|
||||
|leaderboard:mmlu:elementary_mathematics:5 | 0|acc |0.4683|± |0.0257|
|
||||
|leaderboard:mmlu:formal_logic:5 | 0|acc |0.5317|± |0.0446|
|
||||
|leaderboard:mmlu:global_facts:5 | 0|acc |0.4600|± |0.0501|
|
||||
|leaderboard:mmlu:high_school_biology:5 | 0|acc |0.8065|± |0.0225|
|
||||
|leaderboard:mmlu:high_school_chemistry:5 | 0|acc |0.5419|± |0.0351|
|
||||
|leaderboard:mmlu:high_school_computer_science:5 | 0|acc |0.6800|± |0.0469|
|
||||
|leaderboard:mmlu:high_school_european_history:5 | 0|acc |0.7394|± |0.0343|
|
||||
|leaderboard:mmlu:high_school_geography:5 | 0|acc |0.8131|± |0.0278|
|
||||
|leaderboard:mmlu:high_school_government_and_politics:5| 0|acc |0.8964|± |0.0220|
|
||||
|leaderboard:mmlu:high_school_macroeconomics:5 | 0|acc |0.6769|± |0.0237|
|
||||
|leaderboard:mmlu:high_school_mathematics:5 | 0|acc |0.3259|± |0.0286|
|
||||
|leaderboard:mmlu:high_school_microeconomics:5 | 0|acc |0.7563|± |0.0279|
|
||||
|leaderboard:mmlu:high_school_physics:5 | 0|acc |0.4106|± |0.0402|
|
||||
|leaderboard:mmlu:high_school_psychology:5 | 0|acc |0.8477|± |0.0154|
|
||||
|leaderboard:mmlu:high_school_statistics:5 | 0|acc |0.4769|± |0.0341|
|
||||
|leaderboard:mmlu:high_school_us_history:5 | 0|acc |0.7892|± |0.0286|
|
||||
|leaderboard:mmlu:high_school_world_history:5 | 0|acc |0.8397|± |0.0239|
|
||||
|leaderboard:mmlu:human_aging:5 | 0|acc |0.7265|± |0.0299|
|
||||
|leaderboard:mmlu:human_sexuality:5 | 0|acc |0.7939|± |0.0355|
|
||||
|leaderboard:mmlu:international_law:5 | 0|acc |0.7686|± |0.0385|
|
||||
|leaderboard:mmlu:jurisprudence:5 | 0|acc |0.7593|± |0.0413|
|
||||
|leaderboard:mmlu:logical_fallacies:5 | 0|acc |0.7607|± |0.0335|
|
||||
|leaderboard:mmlu:machine_learning:5 | 0|acc |0.5268|± |0.0474|
|
||||
|leaderboard:mmlu:management:5 | 0|acc |0.8155|± |0.0384|
|
||||
|leaderboard:mmlu:marketing:5 | 0|acc |0.9060|± |0.0191|
|
||||
|leaderboard:mmlu:medical_genetics:5 | 0|acc |0.7900|± |0.0409|
|
||||
|leaderboard:mmlu:miscellaneous:5 | 0|acc |0.8238|± |0.0136|
|
||||
|leaderboard:mmlu:moral_disputes:5 | 0|acc |0.7399|± |0.0236|
|
||||
|leaderboard:mmlu:moral_scenarios:5 | 0|acc |0.4358|± |0.0166|
|
||||
|leaderboard:mmlu:nutrition:5 | 0|acc |0.7549|± |0.0246|
|
||||
|leaderboard:mmlu:philosophy:5 | 0|acc |0.7331|± |0.0251|
|
||||
|leaderboard:mmlu:prehistory:5 | 0|acc |0.7469|± |0.0242|
|
||||
|leaderboard:mmlu:professional_accounting:5 | 0|acc |0.5177|± |0.0298|
|
||||
|leaderboard:mmlu:professional_law:5 | 0|acc |0.4648|± |0.0127|
|
||||
|leaderboard:mmlu:professional_medicine:5 | 0|acc |0.7279|± |0.0270|
|
||||
|leaderboard:mmlu:professional_psychology:5 | 0|acc |0.6928|± |0.0187|
|
||||
|leaderboard:mmlu:public_relations:5 | 0|acc |0.6636|± |0.0453|
|
||||
|leaderboard:mmlu:security_studies:5 | 0|acc |0.7306|± |0.0284|
|
||||
|leaderboard:mmlu:sociology:5 | 0|acc |0.8557|± |0.0248|
|
||||
|leaderboard:mmlu:us_foreign_policy:5 | 0|acc |0.8600|± |0.0349|
|
||||
|leaderboard:mmlu:virology:5 | 0|acc |0.5361|± |0.0388|
|
||||
|leaderboard:mmlu:world_religions:5 | 0|acc |0.7953|± |0.0309|
|
||||
|leaderboard:truthfulqa:mc:0 | 0|truthfulqa_mc1|0.3745|± |0.0169|
|
||||
| | |truthfulqa_mc2|0.5338|± |0.0160|
|
||||
|leaderboard:winogrande:5 | 0|acc |0.6930|± |0.0130|
|
||||
```
|
||||
28
config.json
Normal file
28
config.json
Normal file
@@ -0,0 +1,28 @@
|
||||
{
|
||||
"_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
|
||||
"architectures": [
|
||||
"LlamaForCausalLM"
|
||||
],
|
||||
"attention_bias": false,
|
||||
"attention_dropout": 0.0,
|
||||
"bos_token_id": 128000,
|
||||
"eos_token_id": 128009,
|
||||
"hidden_act": "silu",
|
||||
"hidden_size": 4096,
|
||||
"initializer_range": 0.02,
|
||||
"intermediate_size": 14336,
|
||||
"max_position_embeddings": 8192,
|
||||
"model_type": "llama",
|
||||
"num_attention_heads": 32,
|
||||
"num_hidden_layers": 32,
|
||||
"num_key_value_heads": 8,
|
||||
"pretraining_tp": 1,
|
||||
"rms_norm_eps": 1e-05,
|
||||
"rope_scaling": null,
|
||||
"rope_theta": 500000.0,
|
||||
"tie_word_embeddings": false,
|
||||
"torch_dtype": "bfloat16",
|
||||
"transformers_version": "4.40.0.dev0",
|
||||
"use_cache": false,
|
||||
"vocab_size": 128256
|
||||
}
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c78d78683f2c86e6a65d329f7e015dc82248f05aca140a416feb2bc8e06d2ad2
|
||||
size 4990120
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a25f9d6c522329676c9234f0d38bcc28c8452dfed5d87df6371ab0af9d8d26df
|
||||
size 5638828
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:148fcf9d903eed82428ec05267dec3479667561ffed682cd2c9ef9ea7b17ab0e
|
||||
size 4998548
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9afedc44bd15e71f9b1630a89d0aeed22a0746735c621e27b5e24d2c09e69b2a
|
||||
size 57616952
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:dcc1d5c13fd96b18211e380ef18972584b2aba4a87b04b38d54d23da67318010
|
||||
size 72461
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:295a9cb565e2df6df48b02d41e83b7bc86b116a5f8ea6918f24c8d1b351dd7d2
|
||||
size 115363
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:29cdeb8f634661a0db7099dc31d9b4e39b63595317df3079c2b2723719f99782
|
||||
size 180636
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:64f1a396c7d4ce9fc01cc656a65906da44ce0dd8e6b8f51d60bfa341018d6f8e
|
||||
size 132598
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a6ed1930361608a017761c64251932d755325d0314577ece6a02dfba513fcb1b
|
||||
size 221461
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1300a9de154212564bc731fff7e3915b991eae7e128eeefe8a649fefbbc8e024
|
||||
size 167480
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a623f137923d1e931797f06fffedf130fb51bc5c318759aa63a8908f14f2a2ed
|
||||
size 112867
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7925c9245987c40165eccd59619a972339e2285bf7668a1eaeadb10979965e64
|
||||
size 173760
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cbbc363979550605579e2aacfaea23390c7415a2bb5d93b0dee8aa103e679b8c
|
||||
size 108460
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4a0d79fb5322192c3d75f8e36a0e9919cb032d81ba84e3ecd0b93ae3cc712f66
|
||||
size 235124
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e859d50314d236bd81c2b9c7a5afc5c12f498e16837dbfdccc0f483fced6df35
|
||||
size 111090
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b458d27c96e747867d811b5ace382948eb05de0063808c4449f736970cdf3891
|
||||
size 107080
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:20fb3e24839a56e535771ec0f55cf7524431fa4a8a554476777f36d7df22407d
|
||||
size 150500
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e03cf98232ba724985be1dfd338e225c16f0f4ad8a5a3123aea7298d7b87abce
|
||||
size 151797
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:be4203932fcd79f23c8604a6342ca785fb911158076e9784c2f9609332bca31d
|
||||
size 112896
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:391251d090ff5c1715ddf7f56808c3ea07be0bb8ac8efe0ec511242dbb9d793a
|
||||
size 293061
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:38a3241243c8ab46bedefb155d2bb25037795b5a7101761b5f1382eec7de0328
|
||||
size 145129
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b0eacae02051cf2d1806e04c062e22cd5facc129e5b0318e7a5c7b20aa1588af
|
||||
size 85077
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:095d1a8d5c8f11ac0d6cff50df5c889a4181040f801620f0b98a46cb00d89294
|
||||
size 332158
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5c26268d40fb9635f58e79d9cb49e1daf13ce362a1dd681dd229ecc5ff0a2e5b
|
||||
size 190220
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b104f879236fe5fd60f51e575077f6e8985d4ee5c2f97170dd06fb6b2a88cb3d
|
||||
size 168961
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7b2c3424cdde3bc1145f15c07797c8b502c02c1e65511c1d9b61d1bfabf277fb
|
||||
size 1336283
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:54c6bed2bee21c58eb0ecf5915c4ee4be9c75e73e97517a0315b477942bcc7e4
|
||||
size 164987
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:36d4878bbc963b976f04792972917e01ad82d0589943c4202d907fc6d1a8e13b
|
||||
size 215240
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:44a89be2948139efda1688fcf7959130e91486de7ffd4ff15857682e48756e45
|
||||
size 308474
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fe01a3261a5c5d3f6d20227e065ba9b1e50f6cee31174766a2e764a4018c5801
|
||||
size 229282
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b30adbc74cd7709b5ddda98777e513fe2cf68db655d8ce34a45a2f3ef6e12376
|
||||
size 222553
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f2e3a0bed56e754ddc42b3444536c5a8374e4b285a8be80b2c526dc5d41cc371
|
||||
size 183173
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ef4008062b5182dd7bd72c453f00cab63693b1b772781e404fd423c2b5489c5e
|
||||
size 540401
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:80cbc34041a6f0482b3e0218db73bdb4fbbe521e4eed3e50b2bc6c7193de0f72
|
||||
size 329526
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c62f911fb389b9c263731e7b5118a74f09f090b690f21f3afa3a2cded2d6ba9b
|
||||
size 1212574
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c2f24ce9f4ee504f003c4b7add2a9deb432e1471bf269d9fa060c6cb95d0d170
|
||||
size 962201
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a4628e2d9e1dfe9f1524f736c424730239d4f6e31bc384e9fa08cd9bd7d7cbf2
|
||||
size 168305
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:48f0d6561ea2847429e5a00ca2d207154aca0fb9fe83454d1b23d5400f5cccdd
|
||||
size 119557
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a74e7eaf1ab25d9fef3b97e99d3ac9d1318ad7946dc296aafe40657150e1d102
|
||||
size 173945
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8f4e84f66fe9e2784b470e458d4d1600d92c1f922dd827c0a702fe98a48fdefd
|
||||
size 128313
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1a47547917c0128f7c53e54cfd46e1c836f4731f9ae00652d4a86f68d09b7078
|
||||
size 156348
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:06924a42f86d90d04c93040d03cabfb2326b6c49f02b553433b7b1fbdeda8f72
|
||||
size 156281
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0c08e09c0b5f4c21b5d14eeb8f9bf43e3f99a31363a54a3933f0cd0be44f16e5
|
||||
size 82665
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f98057a910f3b75d50f2adea39eb628d0a867e4c3a070db0e71ed870bdd4c292
|
||||
size 213775
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:41412cae7a08f024e4a4b6609296664cd8892e423feb6bed019cd46ab924a0a7
|
||||
size 93096
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:67fe24a48397e9a83c47588f3638367d7d9676127c9bee1e7af18d43ab483426
|
||||
size 521097
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:34258c7781ef92da6f5c16acf089ee4a7f73cc38c61821e727e606aea26a47de
|
||||
size 339803
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:65034aeaa49779ac717ca51e486efaa9f732bc20de2026a6b2ec557a634c8b8f
|
||||
size 698913
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:03ba53aa838ac571af9b73e139e1cc4804008bf2c4098522f555c8806546b2f5
|
||||
size 329042
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:326690eed482f45ed8e2698d27a33c5346e62be7d64fdb272b8030f68a2da586
|
||||
size 244140
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9395a7d9606d2737f16d561b0379810893db66c01bebea96d5e0b21bde142313
|
||||
size 329334
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fbfd480119a3bbdf55de0658e1ec96cab353e030e9c6fe4e5fa504bef0b95bb8
|
||||
size 386646
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1412f4109c19d53e9396215779c3a03c04a7866ff6a30ac16a35360db73577ff
|
||||
size 6080000
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e14f8ef53182cb249dd6c2c871dd62fe26c5b274733dea1a1cb2474ec8a69861
|
||||
size 664378
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e8a73c4a2af396735df6e1b8af2a396590921c43e5f41d37326cd8bbf9db1b74
|
||||
size 726472
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0b80cd7afc94af39aeeba386320092574931bd85e0d0492111b686a8edc8bf3d
|
||||
size 127342
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f387aec5287479c407fc2c03a8117b4f575d4195f9ccc3d84c53b1cab208bc65
|
||||
size 638522
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ae522d77f75df4de0f68867702b800ed1fcfde727161b4c20345549887a60a65
|
||||
size 224877
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:dbb85c637ca5202768734a3132f90ab09945d220e523c05cbf34e3a6f2624b44
|
||||
size 119833
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:156e8d44fb5c78bc1b935f54ddbd521cb936de0cda28b05b56863da3155650fb
|
||||
size 145602
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9bbcd5b6eae4c50acb36d61413cfe332ec6f1aa16ecb228f4ae7e5095a6c678b
|
||||
size 109162
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c90f05a2f786cb9cd93c618bbc962fdcac2a02790af51e75b494363b73c0b934
|
||||
size 883864
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ab0d2b211a1d8319361652d6d5d644dfc1c6e57df91156800ca63d160b8478c0
|
||||
size 1149976
|
||||
@@ -0,0 +1,96 @@
|
||||
{
|
||||
"config_general": {
|
||||
"lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
|
||||
"num_fewshot_seeds": 1,
|
||||
"override_batch_size": -1,
|
||||
"max_samples": null,
|
||||
"job_id": "",
|
||||
"start_time": 7402232.698176069,
|
||||
"end_time": 7403576.701790469,
|
||||
"total_evaluation_time_secondes": "1344.0036143995821",
|
||||
"model_name": "dreamgen/llama3-8b-assistant-test-run1-sft-e2",
|
||||
"model_sha": "2746dba774b2a2ae56ff684225c81b060344a654",
|
||||
"model_dtype": "torch.bfloat16",
|
||||
"model_size": "14.96 GB",
|
||||
"config": null
|
||||
},
|
||||
"results": {
|
||||
"leaderboard|gsm8k|5": {
|
||||
"qem": 0.7005307050796058,
|
||||
"qem_stderr": 0.012616300735519642
|
||||
},
|
||||
"all": {
|
||||
"qem": 0.7005307050796058,
|
||||
"qem_stderr": 0.012616300735519642
|
||||
}
|
||||
},
|
||||
"versions": {
|
||||
"leaderboard|gsm8k|5": 0
|
||||
},
|
||||
"config_tasks": {
|
||||
"leaderboard|gsm8k": {
|
||||
"name": "gsm8k",
|
||||
"prompt_function": "gsm8k",
|
||||
"hf_repo": "gsm8k",
|
||||
"hf_subset": "main",
|
||||
"metric": [
|
||||
"quasi_exact_match_gsm8k"
|
||||
],
|
||||
"hf_avail_splits": [
|
||||
"train",
|
||||
"test"
|
||||
],
|
||||
"evaluation_splits": [
|
||||
"test"
|
||||
],
|
||||
"few_shots_split": null,
|
||||
"few_shots_select": "random_sampling_from_train",
|
||||
"generation_size": 256,
|
||||
"stop_sequence": [
|
||||
"Question:",
|
||||
"Question",
|
||||
":"
|
||||
],
|
||||
"output_regex": null,
|
||||
"num_samples": null,
|
||||
"frozen": false,
|
||||
"suite": [
|
||||
"leaderboard"
|
||||
],
|
||||
"original_num_docs": 1319,
|
||||
"effective_num_docs": 1319,
|
||||
"trust_dataset": true,
|
||||
"must_remove_duplicate_docs": null,
|
||||
"version": 0
|
||||
}
|
||||
},
|
||||
"summary_tasks": {
|
||||
"leaderboard|gsm8k|5": {
|
||||
"hashes": {
|
||||
"hash_examples": "0ed016e24e7512fd",
|
||||
"hash_full_prompts": "f7ab209f6467841e",
|
||||
"hash_input_tokens": "deccfe61ad5cb3d5",
|
||||
"hash_cont_tokens": "fd2549040e624164"
|
||||
},
|
||||
"truncated": 1319,
|
||||
"non_truncated": 0,
|
||||
"padded": 1074,
|
||||
"non_padded": 245,
|
||||
"effective_few_shots": 5.0,
|
||||
"num_truncated_few_shots": 0
|
||||
}
|
||||
},
|
||||
"summary_general": {
|
||||
"hashes": {
|
||||
"hash_examples": "bc71463e88551d0e",
|
||||
"hash_full_prompts": "c29e3bdf1c4887c9",
|
||||
"hash_input_tokens": "e975d4ecbb7368e5",
|
||||
"hash_cont_tokens": "84e6a099183a178a"
|
||||
},
|
||||
"truncated": 1319,
|
||||
"non_truncated": 0,
|
||||
"padded": 1074,
|
||||
"non_padded": 245,
|
||||
"num_truncated_few_shots": 0
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:43067efd73a2e441ee5f5574d0291b3ac22ce492f57038791cc134e55ca46e6d
|
||||
size 5638936
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5aed86fefb6bf2511af4826a12b97d2b0176474fb896bd2489e515b3028c78f6
|
||||
size 5018157
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2025e8bd756f130758acf09d7dca3d66858c6aa4d9ec836c2b176eaafe9712b8
|
||||
size 57616414
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b1ea3ca236ec7ddb977849da10813ff8ada8394c2173baf829fc2f72a2998464
|
||||
size 72484
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b62ed0ed5348d17a67788ca7b9931387c64fcf7f60936d068bdd2c7daa0f46dd
|
||||
size 115298
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:23b627420487c3aebd90bd6602c64f65fb14774f022663501f5cb2bb43a0b1d3
|
||||
size 180557
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:430e858bf908cc4a6eec9e918e787b633baa0a55325a0c41136771971136c702
|
||||
size 132584
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4946477265a71d045fdc30010d2fcae808a84a157c0bfac6313ebb53effaeaa5
|
||||
size 221395
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:297169790fe1ff4a20dfaa651013157b09b75d1d2379c829af6a7e8066cb8bc2
|
||||
size 167403
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1cbdc287b32ff62da5877da8a8396636719687bb527d67d6561d997ebac7d2b1
|
||||
size 112835
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ddb03075b92ec14d26a6fcaef4d83463f60e8c9fef099fa3753bd195c794a9d9
|
||||
size 173750
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0a841aa7721b153137f64d36b2f94015b2335f4c31009b3d0e71068f9a274b64
|
||||
size 108453
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d17a348a36e1dcc29412102586f44780119d75b18d086dafd4581a77290eeb01
|
||||
size 235015
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:190e43f712b89b86648a5e19e1e472f2126066102a11f5979cce070677c85963
|
||||
size 111043
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5451e43fa504948425a543accead5ed374fd103576c0dc977d3024f2716f82c8
|
||||
size 107050
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:39483319c39a0c91d0ccfe5a1e62a7d3b2fc116a11a0ec3e7e1f6fd8db30f0fa
|
||||
size 150464
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:bcedd649fc64eb6e0f59007d54d566cf24646d71d33652b972c3fb705653bdfa
|
||||
size 151731
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e6fae533a0d2d9a2bc48fa7aee84877ad69bb12e93df8796bac2c81dfa01c4f7
|
||||
size 112865
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e3d50f146baa9b12c712de52fa7e106b9f905c9e7e4c94eddafd3e4c558bd54c
|
||||
size 293188
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9b72391090fddff98bd34e97c4894cd446bab61e83af229f3bc42af3a3314db0
|
||||
size 145123
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5036b473019f271930c4c497324db592b555421af2c9fd3341e73b30e73b309e
|
||||
size 85080
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2b694dab73bec8bddc15490a5d180585e29dc6a3b51580b77e51bc7e659696dc
|
||||
size 331903
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cb49628a895543d1cff7b71dd719b73adbb284816f26b5b52eccc07f430f908d
|
||||
size 190140
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a90cb819b879b98b8e70b95c7e1ff4b7ebfd290d35309dc7f6a497947181bbeb
|
||||
size 168894
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:29fbffd35879812799456b92a4336ef5a8a10340141a5069600ba93e0a9b0ddb
|
||||
size 1336126
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6903218671a3bd1fa06ca59aeaba1888d745cfc44fc8e58abcce0193e71a8609
|
||||
size 164759
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8033e3740c06d5d98df9a36ba856e3fb8fcc56d1165f5d00cada5416303a6389
|
||||
size 215003
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5e9de4a912633a1ede4d863afa91bb068aca6c02440b13353649c9598bc36c97
|
||||
size 308271
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8e9257e4d87d8537d570f6d3d35fa68c5c202f6b73d06dfa9d1f93d005a8ac12
|
||||
size 229311
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a8e7e27e399849c477b6ff65ee26695eb0f33d9cb569ed1ffcf92fca86083c96
|
||||
size 222421
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e4222e18cb3f7d3426efdd5d42d93fd2f5b9d663dea3eb514bf0245a0aaf5767
|
||||
size 183087
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user