初始化项目,由ModelHub XC社区提供模型
Model: Weyaxi/Einstein-v6-7B Source: Original Platform
This commit is contained in:
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:22b3140cce72bfaad2ae423c2c9bafd9ce128cf7820e8be3b9f6d415390c5689
|
||||
size 89066312
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d82b9c5d276a699b3712b42d08b34de4ce334ab06ce185f3e55ef25a2e933852
|
||||
size 41890772
|
||||
3
data/capybara_sharegpt.json
Normal file
3
data/capybara_sharegpt.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a1947d28999416a2f468d1e09654cfdfc9bab8ccd03aa184598d20f0000dd6e4
|
||||
size 76361785
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4a037af5bf62d30414b85d036c09c0f860922f66c3e7fd701abf809f7fc94c32
|
||||
size 40074062
|
||||
3
data/everythinglm-data-v3_sharegpt.json
Normal file
3
data/everythinglm-data-v3_sharegpt.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5a17b2319ab0040ae8edc6e055a173ac3f0eb582832009adb7856d3e387820d1
|
||||
size 2737632
|
||||
3
data/gpt4_data_lmys_1m_sharegpt.json
Normal file
3
data/gpt4_data_lmys_1m_sharegpt.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:39a31e3af56bb53e7c723faf0d0bc8b838091bdbed0eabcd0de881f9b4f8c2a9
|
||||
size 41647312
|
||||
3
data/gpteacher-instruct-special-alpaca.json
Normal file
3
data/gpteacher-instruct-special-alpaca.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:598d08b29655a0da79c9c1b290431c4d22d0533231a29cb048d1056e19d95c97
|
||||
size 12187144
|
||||
3
data/merged_all.json
Normal file
3
data/merged_all.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:24ddc1528923e569d091d249e43866b0b3c8486fe6723a0c9431f613ec4b9f91
|
||||
size 662813228
|
||||
3
data/no_robots_sharegpt.json
Normal file
3
data/no_robots_sharegpt.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:10627aef1c0b64006baee1d39fb087669ae465730fce2046af6762e692897c23
|
||||
size 13110374
|
||||
3
data/oasst_top1_from_fusechatmixture_sharegpt.json
Normal file
3
data/oasst_top1_from_fusechatmixture_sharegpt.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8e6189bd68b402a61390d1dbb85d1541a567aab01cd4253d8451348bd0717efe
|
||||
size 9923100
|
||||
3
data/pippa_bagel_repo_3k_sharegpt.json
Normal file
3
data/pippa_bagel_repo_3k_sharegpt.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:df2121d98d19e3e1e0fc873390486df71c2f502f309eaafd5af45f3c151cfe4f
|
||||
size 18361804
|
||||
13
data/remove_empty_output.py
Normal file
13
data/remove_empty_output.py
Normal file
@@ -0,0 +1,13 @@
|
||||
import json
|
||||
|
||||
with open('merged_all.json', 'r') as file:
|
||||
data = json.load(file)
|
||||
|
||||
print(f"Normal len: {len(data)}")
|
||||
|
||||
data = [row for row in data if row["output"] != ""]
|
||||
|
||||
print(f"After len: {len(data)}")
|
||||
|
||||
with open('merged_all.json', 'w') as file:
|
||||
json.dump(data, file, indent=1)
|
||||
3
data/sharegpt_gpt4_english.json
Normal file
3
data/sharegpt_gpt4_english.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1512057e9002710757d6d8478b6678138fd878ac5844866d602b7cb7fd3e9c41
|
||||
size 78552993
|
||||
3
data/slimorca_dedup_filtered_95k_sharegpt.json
Normal file
3
data/slimorca_dedup_filtered_95k_sharegpt.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:302e8d78b1f5f08bb7dd0ab7ded0204935003aea0b4c5bdbd8821d8924ab15f8
|
||||
size 227955996
|
||||
3
data/synthia-v1.3_sharegpt_12500.json
Normal file
3
data/synthia-v1.3_sharegpt_12500.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:dbdbc7413a3c7fc65a900518f0db8627bb5ced53e1e8ee82613d09856c1b3b70
|
||||
size 30638009
|
||||
3
data/wizardlm_evol_instruct_70k_random_half.json
Normal file
3
data/wizardlm_evol_instruct_70k_random_half.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:41512805955ac47820191fd307a7eea1123dc1f163332f545137cee3182153b4
|
||||
size 62604075
|
||||
Reference in New Issue
Block a user