distil-labs/Distil-PII-Llama-3.2-3B-Instruct
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: distil-labs/Distil-PII-Llama-3.2-3B-Instruct
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-25 06:13:16 +08:00
commit b685f33c3d
17 changed files with 3055 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

88
training-logs.csv Normal file
View File

@@ -0,0 +1,88 @@
,eval_loss,eval_binary,eval_rouge,eval_llm_as_a_judge,eval_runtime,eval_samples_per_second,eval_steps_per_second,epoch,step,loss,grad_norm,learning_rate,train_runtime,train_samples_per_second,train_steps_per_second,total_flos,train_loss
0,0.5167275071144104,0.0,0.7697632054127466,0.0,32.4672,0.739,0.37,0.0,0,,,,,,,,
1,,,,,,,,0.04929022082018927,250,0.2184,0.917641818523407,1.2266009852216749e-05,,,,,
2,,,,,,,,0.09858044164037855,500,0.0936,1.5168706178665161,2.458128078817734e-05,,,,,
3,,,,,,,,0.14787066246056782,750,0.0713,0.9926924109458923,3.6896551724137934e-05,,,,,
4,,,,,,,,0.1971608832807571,1000,0.0686,0.7068266868591309,4.9211822660098524e-05,,,,,
5,,,,,,,,0.24645110410094637,1250,0.0639,0.9005385637283325,4.939293311887096e-05,,,,,
6,,,,,,,,0.29574132492113564,1500,0.0583,0.3320270776748657,4.874435739116899e-05,,,,,
7,,,,,,,,0.34503154574132494,1750,0.0523,0.534458577632904,4.8095781663467026e-05,,,,,
8,,,,,,,,0.3943217665615142,2000,0.0528,0.30121704936027527,4.744720593576506e-05,,,,,
9,,,,,,,,0.4436119873817035,2250,0.0503,0.2801056206226349,4.679863020806309e-05,,,,,
10,,,,,,,,0.49290220820189273,2500,0.0506,0.31803637742996216,4.6150054480361124e-05,,,,,
11,,,,,,,,0.542192429022082,2750,0.0504,0.39373141527175903,4.550147875265916e-05,,,,,
12,,,,,,,,0.5914826498422713,3000,0.0468,0.23342998325824738,4.4852903024957196e-05,,,,,
13,,,,,,,,0.6407728706624606,3250,0.0455,0.18071851134300232,4.420432729725523e-05,,,,,
14,,,,,,,,0.6900630914826499,3500,0.0485,0.41326144337654114,4.355575156955327e-05,,,,,
15,,,,,,,,0.7393533123028391,3750,0.0496,0.17202889919281006,4.29071758418513e-05,,,,,
16,,,,,,,,0.7886435331230284,4000,0.0467,0.3105004131793976,4.2258600114149334e-05,,,,,
17,,,,,,,,0.8379337539432177,4250,0.0461,0.2848104238510132,4.1610024386447366e-05,,,,,
18,,,,,,,,0.887223974763407,4500,0.046,0.5095773339271545,4.09614486587454e-05,,,,,
19,,,,,,,,0.9365141955835962,4750,0.0455,0.2530672252178192,4.031287293104343e-05,,,,,
20,,,,,,,,0.9858044164037855,5000,0.045,0.1897924840450287,3.9664297203341464e-05,,,,,
21,0.1263345330953598,0.125,0.9474400463451992,0.20833333333333334,40.2686,0.596,0.298,1.0,5072,,,,,,,,
22,,,,,,,,1.0350946372239747,5250,0.0437,0.2292327880859375,3.90157214756395e-05,,,,,
23,,,,,,,,1.084384858044164,5500,0.0405,0.12882058322429657,3.836714574793753e-05,,,,,
24,,,,,,,,1.1336750788643533,5750,0.0418,0.2277369201183319,3.771857002023557e-05,,,,,
25,,,,,,,,1.1829652996845426,6000,0.0408,0.4681090712547302,3.70699942925336e-05,,,,,
26,,,,,,,,1.2322555205047319,6250,0.0411,0.29907476902008057,3.6421418564831635e-05,,,,,
27,,,,,,,,1.2815457413249212,6500,0.0385,0.27942612767219543,3.577284283712967e-05,,,,,
28,,,,,,,,1.3308359621451105,6750,0.0428,0.2944606840610504,3.51242671094277e-05,,,,,
29,,,,,,,,1.3801261829652998,7000,0.0392,0.19481465220451355,3.447569138172573e-05,,,,,
30,,,,,,,,1.4294164037854888,7250,0.0411,0.31186002492904663,3.3827115654023766e-05,,,,,
31,,,,,,,,1.4787066246056781,7500,0.0421,0.37516000866889954,3.31785399263218e-05,,,,,
32,,,,,,,,1.5279968454258674,7750,0.0384,0.2926328778266907,3.252996419861983e-05,,,,,
33,,,,,,,,1.5772870662460567,8000,0.0405,0.2896762192249298,3.1881388470917864e-05,,,,,
34,,,,,,,,1.626577287066246,8250,0.0394,0.15331445634365082,3.12328127432159e-05,,,,,
35,,,,,,,,1.6758675078864353,8500,0.0412,0.28620100021362305,3.0584237015513936e-05,,,,,
36,,,,,,,,1.7251577287066246,8750,0.0364,0.30576035380363464,2.993566128781197e-05,,,,,
37,,,,,,,,1.774447949526814,9000,0.0407,0.18869711458683014,2.928708556011e-05,,,,,
38,,,,,,,,1.8237381703470033,9250,0.0378,0.22588257491588593,2.8638509832408034e-05,,,,,
39,,,,,,,,1.8730283911671926,9500,0.0406,0.2644851803779602,2.7989934104706067e-05,,,,,
40,,,,,,,,1.9223186119873819,9750,0.0368,0.12382346391677856,2.73413583770041e-05,,,,,
41,,,,,,,,1.971608832807571,10000,0.0375,0.155380517244339,2.6692782649302132e-05,,,,,
42,0.11640363931655884,0.16666666666666666,0.9475961059276585,0.2916666666666667,44.2421,0.542,0.271,2.0,10144,,,,,,,,
43,,,,,,,,2.0208990536277605,10250,0.0371,0.18081019818782806,2.6044206921600168e-05,,,,,
44,,,,,,,,2.0701892744479493,10500,0.0356,0.08594907075166702,2.53956311938982e-05,,,,,
45,,,,,,,,2.1194794952681386,10750,0.0336,0.2650609612464905,2.4747055466196234e-05,,,,,
46,,,,,,,,2.168769716088328,11000,0.0339,0.27648213505744934,2.4098479738494266e-05,,,,,
47,,,,,,,,2.218059936908517,11250,0.0346,0.2537253201007843,2.34499040107923e-05,,,,,
48,,,,,,,,2.2673501577287065,11500,0.0346,0.2574119567871094,2.2801328283090335e-05,,,,,
49,,,,,,,,2.316640378548896,11750,0.0342,0.17437870800495148,2.2152752555388368e-05,,,,,
50,,,,,,,,2.365930599369085,12000,0.0345,0.19289404153823853,2.15041768276864e-05,,,,,
51,,,,,,,,2.4152208201892744,12250,0.0331,0.20487362146377563,2.0855601099984433e-05,,,,,
52,,,,,,,,2.4645110410094637,12500,0.0325,0.1820557862520218,2.0207025372282466e-05,,,,,
53,,,,,,,,2.513801261829653,12750,0.0319,0.2215508073568344,1.9558449644580502e-05,,,,,
54,,,,,,,,2.5630914826498423,13000,0.0349,0.16218796372413635,1.8909873916878535e-05,,,,,
55,,,,,,,,2.6123817034700316,13250,0.0339,0.2562701404094696,1.8261298189176567e-05,,,,,
56,,,,,,,,2.661671924290221,13500,0.036,0.33530670404434204,1.7612722461474604e-05,,,,,
57,,,,,,,,2.7109621451104102,13750,0.0323,0.12399043887853622,1.6964146733772636e-05,,,,,
58,,,,,,,,2.7602523659305995,14000,0.0355,0.28111016750335693,1.631557100607067e-05,,,,,
59,,,,,,,,2.809542586750789,14250,0.0338,0.38726863265037537,1.5666995278368705e-05,,,,,
60,,,,,,,,2.8588328075709777,14500,0.0327,0.2847912609577179,1.5018419550666738e-05,,,,,
61,,,,,,,,2.9081230283911674,14750,0.0342,0.315563827753067,1.436984382296477e-05,,,,,
62,,,,,,,,2.9574132492113563,15000,0.0336,0.2762741148471832,1.3721268095262805e-05,,,,,
63,0.12141290307044983,0.2916666666666667,0.9544938655488249,0.3333333333333333,38.498,0.623,0.312,3.0,15216,,,,,,,,
64,,,,,,,,3.0067034700315456,15250,0.0318,0.3155117928981781,1.3072692367560838e-05,,,,,
65,,,,,,,,3.055993690851735,15500,0.0302,0.11656571924686432,1.242411663985887e-05,,,,,
66,,,,,,,,3.105283911671924,15750,0.0275,0.46191108226776123,1.1775540912156905e-05,,,,,
67,,,,,,,,3.1545741324921135,16000,0.0292,0.3043929934501648,1.1126965184454937e-05,,,,,
68,,,,,,,,3.203864353312303,16250,0.0294,0.1710922122001648,1.0478389456752972e-05,,,,,
69,,,,,,,,3.253154574132492,16500,0.0287,0.1864010989665985,9.829813729051005e-06,,,,,
70,,,,,,,,3.3024447949526814,16750,0.0319,0.2804664969444275,9.181238001349037e-06,,,,,
71,,,,,,,,3.3517350157728707,17000,0.0286,0.20211897790431976,8.532662273647072e-06,,,,,
72,,,,,,,,3.40102523659306,17250,0.0288,0.3104719817638397,7.884086545945104e-06,,,,,
73,,,,,,,,3.4503154574132493,17500,0.0287,0.10014355927705765,7.235510818243138e-06,,,,,
74,,,,,,,,3.4996056782334386,17750,0.0291,0.12555907666683197,6.5869350905411715e-06,,,,,
75,,,,,,,,3.548895899053628,18000,0.0288,0.1633451133966446,5.938359362839206e-06,,,,,
76,,,,,,,,3.5981861198738168,18250,0.0277,0.23577263951301575,5.289783635137239e-06,,,,,
77,,,,,,,,3.6474763406940065,18500,0.0275,0.4976824223995209,4.641207907435272e-06,,,,,
78,,,,,,,,3.6967665615141954,18750,0.0272,0.2571507692337036,3.992632179733306e-06,,,,,
79,,,,,,,,3.746056782334385,19000,0.0287,0.15798607468605042,3.344056452031339e-06,,,,,
80,,,,,,,,3.795347003154574,19250,0.0296,0.1648528277873993,2.695480724329373e-06,,,,,
81,,,,,,,,3.8446372239747633,19500,0.0277,0.13284029066562653,2.0469049966274064e-06,,,,,
82,,,,,,,,3.8939274447949526,19750,0.0289,0.28205162286758423,1.39832926892544e-06,,,,,
83,,,,,,,,3.943217665615142,20000,0.0292,0.12843023240566254,7.497535412234734e-07,,,,,
84,,,,,,,,3.992507886435331,20250,0.0283,0.3274129331111908,1.0117781352150678e-07,,,,,
85,0.12934015691280365,0.375,0.9521755235624768,0.4166666666666667,35.7003,0.672,0.336,4.0,20288,,,,,,,,
86,,,,,,,,4.0,20288,,,,7466.5185,5.434,2.717,8.261775423189135e+17,0.04122413263570999
1 eval_loss eval_binary eval_rouge eval_llm_as_a_judge eval_runtime eval_samples_per_second eval_steps_per_second epoch step loss grad_norm learning_rate train_runtime train_samples_per_second train_steps_per_second total_flos train_loss
2 0 0.5167275071144104 0.0 0.7697632054127466 0.0 32.4672 0.739 0.37 0.0 0
3 1 0.04929022082018927 250 0.2184 0.917641818523407 1.2266009852216749e-05
4 2 0.09858044164037855 500 0.0936 1.5168706178665161 2.458128078817734e-05
5 3 0.14787066246056782 750 0.0713 0.9926924109458923 3.6896551724137934e-05
6 4 0.1971608832807571 1000 0.0686 0.7068266868591309 4.9211822660098524e-05
7 5 0.24645110410094637 1250 0.0639 0.9005385637283325 4.939293311887096e-05
8 6 0.29574132492113564 1500 0.0583 0.3320270776748657 4.874435739116899e-05
9 7 0.34503154574132494 1750 0.0523 0.534458577632904 4.8095781663467026e-05
10 8 0.3943217665615142 2000 0.0528 0.30121704936027527 4.744720593576506e-05
11 9 0.4436119873817035 2250 0.0503 0.2801056206226349 4.679863020806309e-05
12 10 0.49290220820189273 2500 0.0506 0.31803637742996216 4.6150054480361124e-05
13 11 0.542192429022082 2750 0.0504 0.39373141527175903 4.550147875265916e-05
14 12 0.5914826498422713 3000 0.0468 0.23342998325824738 4.4852903024957196e-05
15 13 0.6407728706624606 3250 0.0455 0.18071851134300232 4.420432729725523e-05
16 14 0.6900630914826499 3500 0.0485 0.41326144337654114 4.355575156955327e-05
17 15 0.7393533123028391 3750 0.0496 0.17202889919281006 4.29071758418513e-05
18 16 0.7886435331230284 4000 0.0467 0.3105004131793976 4.2258600114149334e-05
19 17 0.8379337539432177 4250 0.0461 0.2848104238510132 4.1610024386447366e-05
20 18 0.887223974763407 4500 0.046 0.5095773339271545 4.09614486587454e-05
21 19 0.9365141955835962 4750 0.0455 0.2530672252178192 4.031287293104343e-05
22 20 0.9858044164037855 5000 0.045 0.1897924840450287 3.9664297203341464e-05
23 21 0.1263345330953598 0.125 0.9474400463451992 0.20833333333333334 40.2686 0.596 0.298 1.0 5072
24 22 1.0350946372239747 5250 0.0437 0.2292327880859375 3.90157214756395e-05
25 23 1.084384858044164 5500 0.0405 0.12882058322429657 3.836714574793753e-05
26 24 1.1336750788643533 5750 0.0418 0.2277369201183319 3.771857002023557e-05
27 25 1.1829652996845426 6000 0.0408 0.4681090712547302 3.70699942925336e-05
28 26 1.2322555205047319 6250 0.0411 0.29907476902008057 3.6421418564831635e-05
29 27 1.2815457413249212 6500 0.0385 0.27942612767219543 3.577284283712967e-05
30 28 1.3308359621451105 6750 0.0428 0.2944606840610504 3.51242671094277e-05
31 29 1.3801261829652998 7000 0.0392 0.19481465220451355 3.447569138172573e-05
32 30 1.4294164037854888 7250 0.0411 0.31186002492904663 3.3827115654023766e-05
33 31 1.4787066246056781 7500 0.0421 0.37516000866889954 3.31785399263218e-05
34 32 1.5279968454258674 7750 0.0384 0.2926328778266907 3.252996419861983e-05
35 33 1.5772870662460567 8000 0.0405 0.2896762192249298 3.1881388470917864e-05
36 34 1.626577287066246 8250 0.0394 0.15331445634365082 3.12328127432159e-05
37 35 1.6758675078864353 8500 0.0412 0.28620100021362305 3.0584237015513936e-05
38 36 1.7251577287066246 8750 0.0364 0.30576035380363464 2.993566128781197e-05
39 37 1.774447949526814 9000 0.0407 0.18869711458683014 2.928708556011e-05
40 38 1.8237381703470033 9250 0.0378 0.22588257491588593 2.8638509832408034e-05
41 39 1.8730283911671926 9500 0.0406 0.2644851803779602 2.7989934104706067e-05
42 40 1.9223186119873819 9750 0.0368 0.12382346391677856 2.73413583770041e-05
43 41 1.971608832807571 10000 0.0375 0.155380517244339 2.6692782649302132e-05
44 42 0.11640363931655884 0.16666666666666666 0.9475961059276585 0.2916666666666667 44.2421 0.542 0.271 2.0 10144
45 43 2.0208990536277605 10250 0.0371 0.18081019818782806 2.6044206921600168e-05
46 44 2.0701892744479493 10500 0.0356 0.08594907075166702 2.53956311938982e-05
47 45 2.1194794952681386 10750 0.0336 0.2650609612464905 2.4747055466196234e-05
48 46 2.168769716088328 11000 0.0339 0.27648213505744934 2.4098479738494266e-05
49 47 2.218059936908517 11250 0.0346 0.2537253201007843 2.34499040107923e-05
50 48 2.2673501577287065 11500 0.0346 0.2574119567871094 2.2801328283090335e-05
51 49 2.316640378548896 11750 0.0342 0.17437870800495148 2.2152752555388368e-05
52 50 2.365930599369085 12000 0.0345 0.19289404153823853 2.15041768276864e-05
53 51 2.4152208201892744 12250 0.0331 0.20487362146377563 2.0855601099984433e-05
54 52 2.4645110410094637 12500 0.0325 0.1820557862520218 2.0207025372282466e-05
55 53 2.513801261829653 12750 0.0319 0.2215508073568344 1.9558449644580502e-05
56 54 2.5630914826498423 13000 0.0349 0.16218796372413635 1.8909873916878535e-05
57 55 2.6123817034700316 13250 0.0339 0.2562701404094696 1.8261298189176567e-05
58 56 2.661671924290221 13500 0.036 0.33530670404434204 1.7612722461474604e-05
59 57 2.7109621451104102 13750 0.0323 0.12399043887853622 1.6964146733772636e-05
60 58 2.7602523659305995 14000 0.0355 0.28111016750335693 1.631557100607067e-05
61 59 2.809542586750789 14250 0.0338 0.38726863265037537 1.5666995278368705e-05
62 60 2.8588328075709777 14500 0.0327 0.2847912609577179 1.5018419550666738e-05
63 61 2.9081230283911674 14750 0.0342 0.315563827753067 1.436984382296477e-05
64 62 2.9574132492113563 15000 0.0336 0.2762741148471832 1.3721268095262805e-05
65 63 0.12141290307044983 0.2916666666666667 0.9544938655488249 0.3333333333333333 38.498 0.623 0.312 3.0 15216
66 64 3.0067034700315456 15250 0.0318 0.3155117928981781 1.3072692367560838e-05
67 65 3.055993690851735 15500 0.0302 0.11656571924686432 1.242411663985887e-05
68 66 3.105283911671924 15750 0.0275 0.46191108226776123 1.1775540912156905e-05
69 67 3.1545741324921135 16000 0.0292 0.3043929934501648 1.1126965184454937e-05
70 68 3.203864353312303 16250 0.0294 0.1710922122001648 1.0478389456752972e-05
71 69 3.253154574132492 16500 0.0287 0.1864010989665985 9.829813729051005e-06
72 70 3.3024447949526814 16750 0.0319 0.2804664969444275 9.181238001349037e-06
73 71 3.3517350157728707 17000 0.0286 0.20211897790431976 8.532662273647072e-06
74 72 3.40102523659306 17250 0.0288 0.3104719817638397 7.884086545945104e-06
75 73 3.4503154574132493 17500 0.0287 0.10014355927705765 7.235510818243138e-06
76 74 3.4996056782334386 17750 0.0291 0.12555907666683197 6.5869350905411715e-06
77 75 3.548895899053628 18000 0.0288 0.1633451133966446 5.938359362839206e-06
78 76 3.5981861198738168 18250 0.0277 0.23577263951301575 5.289783635137239e-06
79 77 3.6474763406940065 18500 0.0275 0.4976824223995209 4.641207907435272e-06
80 78 3.6967665615141954 18750 0.0272 0.2571507692337036 3.992632179733306e-06
81 79 3.746056782334385 19000 0.0287 0.15798607468605042 3.344056452031339e-06
82 80 3.795347003154574 19250 0.0296 0.1648528277873993 2.695480724329373e-06
83 81 3.8446372239747633 19500 0.0277 0.13284029066562653 2.0469049966274064e-06
84 82 3.8939274447949526 19750 0.0289 0.28205162286758423 1.39832926892544e-06
85 83 3.943217665615142 20000 0.0292 0.12843023240566254 7.497535412234734e-07
86 84 3.992507886435331 20250 0.0283 0.3274129331111908 1.0117781352150678e-07
87 85 0.12934015691280365 0.375 0.9521755235624768 0.4166666666666667 35.7003 0.672 0.336 4.0 20288
88 86 4.0 20288 7466.5185 5.434 2.717 8.261775423189135e+17 0.04122413263570999