OpenLLM-France/Luciole-1B-Base
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: OpenLLM-France/Luciole-1B-Base
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-01 08:37:18 +08:00
commit d5d44673db
28 changed files with 637202 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

49
metadata/training_logs/ConvergenceCurve_phase5-context-extension-131k.csv Normal file
View File

@@ -0,0 +1,49 @@
training_steps,training_tokens,training_loss,walltime,gputime,learning_rate
125,524288000,1.7321729850769043,2038.2124423980713,65222.79815673828,4.273942613508552e-05
250,1048576000,1.7820953130722046,4072.195177078247,130310.2456665039,6.871273217257112e-05
375,1572864000,1.786562623977661,6112.121953964233,195587.90252685547,6.857037078589201e-05
500,2097152000,1.774144024848938,8146.270904541016,260680.6689453125,6.826908065704629e-05
625,2621440000,1.7754914331436158,10182.19183921814,325830.13885498047,6.781024421798065e-05
750,3145728000,1.7792722940444947,12218.295230865479,390985.4473876953,6.719600060023367e-05
875,3670016000,1.7657317686080933,14254.30781364441,456137.8500366211,6.642920197919011e-05
1000,4194304000,1.749033350944519,16289.10270690918,521251.28662109375,6.551342085003853e-05
1125,4718592000,1.7547414350509642,18324.046897888184,586369.5007324219,6.445289182011038e-05
1250,5242880000,1.7615914154052734,20360.00431060791,651520.1379394531,6.325256254058331e-05
1375,5767168000,1.7547650194168092,22399.145917892456,716772.6693725586,6.191799184307456e-05
1500,6291456000,1.7568599843978883,24434.790239334106,781913.2876586914,6.045540067134425e-05
1625,6815744000,1.756683120727539,26467.602043151855,846963.2653808594,5.88715702178888e-05
1750,7340032000,1.7712373447418213,28505.502614974976,912176.0836791992,5.717386011383496e-05
1875,7864320000,1.7570617341995238,30544.495964050293,977423.8708496094,5.537016477319412e-05
2000,8388608000,1.7711494731903077,32576.92928314209,1042461.7370605469,5.3468862461159006e-05
2125,8912896000,1.7459300088882446,34607.085666656494,1107426.7413330078,5.147878619027324e-05
2250,9437184000,1.7759411668777465,36638.67337226868,1172437.5479125977,4.940918006468564e-05
2375,9961472000,1.751558403968811,38674.1086769104,1237571.4776611328,4.726966653834097e-05
2500,10485760000,1.7469562911987304,40710.89038848877,1302748.4924316406,4.507018093136139e-05
2625,11010048000,1.7472583627700806,42741.46059989929,1367726.7391967773,4.282094232621603e-05
2750,11534336000,1.7396611833572388,44775.66031455994,1432821.130065918,4.053240627399646e-05
2875,12058624000,1.7367908811569215,46809.763469696045,1497912.4310302734,3.82151993107982e-05
3000,12582912000,1.7312628602981568,48840.85386276245,1562907.3236083984,3.588009349186905e-05
3125,13107200000,1.7340177202224731,50882.058181762695,1628225.8618164062,3.353793727001175e-05
3250,13631488000,1.7468777370452881,52915.479583740234,1693295.3466796875,3.1199611839838326e-05
3375,14155776000,1.736454906463623,54949.177503585815,1758373.680114746,2.887598384404555e-05
3500,14680064000,1.7168688917160033,56983.518838882446,1823472.6028442383,2.657784534676466e-05
3625,15204352000,1.7362675619125367,59016.508951187134,1888528.2864379883,2.4315877453773282e-05
3750,15728640000,1.7225361776351928,61048.09039115906,1953538.8925170898,2.2100588466855697e-05
3875,16252928000,1.7229525661468506,63088.87882232666,2018844.1223144531,1.9942272047046572e-05
4000,16777216000,1.7317879962921143,65127.477197647095,2084079.270324707,1.7850958101917058e-05
4125,17301504000,1.7141348791122437,67159.66188430786,2149109.1802978516,1.583636003488209e-05
4250,17825792000,1.7331690502166748,69194.80279922485,2214233.6895751953,1.3907839274907019e-05
4375,18350080000,1.7262915754318238,71227.25885391235,2279272.2833251953,1.2074357073288411e-05
4500,18874368000,1.7107811641693116,73264.28848266602,2344457.2314453125,1.0344432666897774e-05
4625,19398656000,1.7166726398468017,75297.24138259888,2409511.724243164,8.726103260414675e-06
4750,19922944000,1.725267572402954,77331.9061088562,2474620.9954833984,7.226888101286022e-06
4875,20447232000,1.7278444051742554,79369.09204483032,2539810.9454345703,5.853752554685343e-06
5000,20971520000,1.718487434387207,81401.97128295898,2604863.0810546875,4.613077180692926e-06
5125,21495808000,1.726679697036743,83437.51823425293,2670000.5834960938,3.5106265841022832e-06
5250,22020096000,1.734564232826233,85471.96573257446,2735102.903442383,2.551522584326449e-06
5375,22544384000,1.715936336517334,87508.94268989563,2800286.16607666,1.7402217054041103e-06
5500,23068672000,1.6978045463562013,89541.17573738098,2865317.6235961914,1.080493461813603e-06
5625,23592960000,1.7127540063858033,91577.60955810547,2930483.505859375,5.754032486038341e-07
5750,24117248000,1.7404991817474365,93611.946144104,2995582.276611328,2.272977184247793e-07
5875,24641536000,1.7139026641845703,95644.32496070862,3060618.398742676,3.7794343654695695e-08
5960,24998051840,1.7241077843834371,97028.07661056519,3104898.451538086,5.111043099165213e-12
1 training_steps training_tokens training_loss walltime gputime learning_rate
2 125 524288000 1.7321729850769043 2038.2124423980713 65222.79815673828 4.273942613508552e-05
3 250 1048576000 1.7820953130722046 4072.195177078247 130310.2456665039 6.871273217257112e-05
4 375 1572864000 1.786562623977661 6112.121953964233 195587.90252685547 6.857037078589201e-05
5 500 2097152000 1.774144024848938 8146.270904541016 260680.6689453125 6.826908065704629e-05
6 625 2621440000 1.7754914331436158 10182.19183921814 325830.13885498047 6.781024421798065e-05
7 750 3145728000 1.7792722940444947 12218.295230865479 390985.4473876953 6.719600060023367e-05
8 875 3670016000 1.7657317686080933 14254.30781364441 456137.8500366211 6.642920197919011e-05
9 1000 4194304000 1.749033350944519 16289.10270690918 521251.28662109375 6.551342085003853e-05
10 1125 4718592000 1.7547414350509642 18324.046897888184 586369.5007324219 6.445289182011038e-05
11 1250 5242880000 1.7615914154052734 20360.00431060791 651520.1379394531 6.325256254058331e-05
12 1375 5767168000 1.7547650194168092 22399.145917892456 716772.6693725586 6.191799184307456e-05
13 1500 6291456000 1.7568599843978883 24434.790239334106 781913.2876586914 6.045540067134425e-05
14 1625 6815744000 1.756683120727539 26467.602043151855 846963.2653808594 5.88715702178888e-05
15 1750 7340032000 1.7712373447418213 28505.502614974976 912176.0836791992 5.717386011383496e-05
16 1875 7864320000 1.7570617341995238 30544.495964050293 977423.8708496094 5.537016477319412e-05
17 2000 8388608000 1.7711494731903077 32576.92928314209 1042461.7370605469 5.3468862461159006e-05
18 2125 8912896000 1.7459300088882446 34607.085666656494 1107426.7413330078 5.147878619027324e-05
19 2250 9437184000 1.7759411668777465 36638.67337226868 1172437.5479125977 4.940918006468564e-05
20 2375 9961472000 1.751558403968811 38674.1086769104 1237571.4776611328 4.726966653834097e-05
21 2500 10485760000 1.7469562911987304 40710.89038848877 1302748.4924316406 4.507018093136139e-05
22 2625 11010048000 1.7472583627700806 42741.46059989929 1367726.7391967773 4.282094232621603e-05
23 2750 11534336000 1.7396611833572388 44775.66031455994 1432821.130065918 4.053240627399646e-05
24 2875 12058624000 1.7367908811569215 46809.763469696045 1497912.4310302734 3.82151993107982e-05
25 3000 12582912000 1.7312628602981568 48840.85386276245 1562907.3236083984 3.588009349186905e-05
26 3125 13107200000 1.7340177202224731 50882.058181762695 1628225.8618164062 3.353793727001175e-05
27 3250 13631488000 1.7468777370452881 52915.479583740234 1693295.3466796875 3.1199611839838326e-05
28 3375 14155776000 1.736454906463623 54949.177503585815 1758373.680114746 2.887598384404555e-05
29 3500 14680064000 1.7168688917160033 56983.518838882446 1823472.6028442383 2.657784534676466e-05
30 3625 15204352000 1.7362675619125367 59016.508951187134 1888528.2864379883 2.4315877453773282e-05
31 3750 15728640000 1.7225361776351928 61048.09039115906 1953538.8925170898 2.2100588466855697e-05
32 3875 16252928000 1.7229525661468506 63088.87882232666 2018844.1223144531 1.9942272047046572e-05
33 4000 16777216000 1.7317879962921143 65127.477197647095 2084079.270324707 1.7850958101917058e-05
34 4125 17301504000 1.7141348791122437 67159.66188430786 2149109.1802978516 1.583636003488209e-05
35 4250 17825792000 1.7331690502166748 69194.80279922485 2214233.6895751953 1.3907839274907019e-05
36 4375 18350080000 1.7262915754318238 71227.25885391235 2279272.2833251953 1.2074357073288411e-05
37 4500 18874368000 1.7107811641693116 73264.28848266602 2344457.2314453125 1.0344432666897774e-05
38 4625 19398656000 1.7166726398468017 75297.24138259888 2409511.724243164 8.726103260414675e-06
39 4750 19922944000 1.725267572402954 77331.9061088562 2474620.9954833984 7.226888101286022e-06
40 4875 20447232000 1.7278444051742554 79369.09204483032 2539810.9454345703 5.853752554685343e-06
41 5000 20971520000 1.718487434387207 81401.97128295898 2604863.0810546875 4.613077180692926e-06
42 5125 21495808000 1.726679697036743 83437.51823425293 2670000.5834960938 3.5106265841022832e-06
43 5250 22020096000 1.734564232826233 85471.96573257446 2735102.903442383 2.551522584326449e-06
44 5375 22544384000 1.715936336517334 87508.94268989563 2800286.16607666 1.7402217054041103e-06
45 5500 23068672000 1.6978045463562013 89541.17573738098 2865317.6235961914 1.080493461813603e-06
46 5625 23592960000 1.7127540063858033 91577.60955810547 2930483.505859375 5.754032486038341e-07
47 5750 24117248000 1.7404991817474365 93611.946144104 2995582.276611328 2.272977184247793e-07
48 5875 24641536000 1.7139026641845703 95644.32496070862 3060618.398742676 3.7794343654695695e-08
49 5960 24998051840 1.7241077843834371 97028.07661056519 3104898.451538086 5.111043099165213e-12