anjajar/adult_goldfish
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: anjajar/adult_goldfish
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-05 14:54:28 +08:00
commit 2c8bdf0b91
21 changed files with 447156 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
last-checkpoint/config.json Normal file
View File

@@ -0,0 +1,34 @@
{
"activation_function": "gelu",
"architectures": [
"GPT2LMHeadModel"
],
"attn_pdrop": 0.1,
"bos_token_id": 50000,
"dtype": "float32",
"embd_pdrop": 0.1,
"eos_token_id": 50001,
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-05,
"model_type": "gpt2",
"n_ctx": 512,
"n_embd": 512,
"n_head": 8,
"n_inner": 2048,
"n_layer": 4,
"n_positions": 512,
"pad_token_id": 50002,
"prefix": "[CLS]",
"reorder_and_upcast_attn": false,
"resid_pdrop": 0.1,
"scale_attn_by_inverse_layer_idx": false,
"scale_attn_weights": true,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"transformers_version": "4.57.3",
"use_cache": true,
"vocab_size": 51200
}

7
last-checkpoint/generation_config.json Normal file
View File

@@ -0,0 +1,7 @@
{
"_from_model_config": true,
"bos_token_id": 50000,
"eos_token_id": 50001,
"pad_token_id": 50002,
"transformers_version": "4.57.3"
}

3
last-checkpoint/model.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6c79d8fe7a04c8838aed40cb63aa19372ca43cfcff8fc90b13ee1a323c085f8b
size 156353584

3
last-checkpoint/optimizer.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ae764b7262eb1934f5cd98cd0d200bb9776468edeb552cdd7788fd28a9e9718a
size 312741835

3
last-checkpoint/rng_state.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fb6fa6cb3c79fc700b0236fb861f5e121b00f118c60e9b1305641a8ae85c893d
size 14645

3
last-checkpoint/scaler.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bb57fb715619019e15e618930b0e1c9ce3934b3244dfc90e5cfc6b0cdfd9ea3d
size 1383

3
last-checkpoint/scheduler.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:612e2309cd5f1f1db5b1d5e90a050baa4f5bde8a9867b790f5f46cbfc6ee3f22
size 1465

1243
last-checkpoint/special_tokens_map.json Normal file
View File

File diff suppressed because it is too large Load Diff

210940
last-checkpoint/tokenizer.json Normal file
View File

File diff suppressed because one or more lines are too long

10829
last-checkpoint/tokenizer_config.json Normal file
View File

File diff suppressed because it is too large Load Diff

937
last-checkpoint/trainer_state.json Normal file
View File

@@ -0,0 +1,937 @@
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 9.969088098918084,
"eval_steps": 500,
"global_step": 38700,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.07727975270479134,
"grad_norm": 0.7823086380958557,
"learning_rate": 7.70618556701031e-05,
"loss": 8.8779,
"step": 300
},
{
"epoch": 0.1545595054095827,
"grad_norm": 0.9648156762123108,
"learning_rate": 9.945097835137386e-05,
"loss": 7.1769,
"step": 600
},
{
"epoch": 0.23183925811437403,
"grad_norm": 1.250138521194458,
"learning_rate": 9.867037885095755e-05,
"loss": 6.8295,
"step": 900
},
{
"epoch": 0.3091190108191654,
"grad_norm": 1.0978425741195679,
"learning_rate": 9.788977935054123e-05,
"loss": 6.6388,
"step": 1200
},
{
"epoch": 0.38639876352395675,
"grad_norm": 0.9411094188690186,
"learning_rate": 9.71091798501249e-05,
"loss": 6.5125,
"step": 1500
},
{
"epoch": 0.46367851622874806,
"grad_norm": 0.9909970760345459,
"learning_rate": 9.632858034970859e-05,
"loss": 6.4121,
"step": 1800
},
{
"epoch": 0.5409582689335394,
"grad_norm": 1.0140202045440674,
"learning_rate": 9.554798084929226e-05,
"loss": 6.3059,
"step": 2100
},
{
"epoch": 0.6182380216383307,
"grad_norm": 1.0913721323013306,
"learning_rate": 9.476738134887594e-05,
"loss": 6.2234,
"step": 2400
},
{
"epoch": 0.6955177743431221,
"grad_norm": 1.2915701866149902,
"learning_rate": 9.398678184845962e-05,
"loss": 6.1446,
"step": 2700
},
{
"epoch": 0.7727975270479135,
"grad_norm": 1.2342078685760498,
"learning_rate": 9.32061823480433e-05,
"loss": 6.0817,
"step": 3000
},
{
"epoch": 0.8500772797527048,
"grad_norm": 1.219164252281189,
"learning_rate": 9.242558284762698e-05,
"loss": 6.0084,
"step": 3300
},
{
"epoch": 0.9273570324574961,
"grad_norm": 1.2726490497589111,
"learning_rate": 9.164498334721067e-05,
"loss": 5.9507,
"step": 3600
},
{
"epoch": 1.0046367851622875,
"grad_norm": 1.4035961627960205,
"learning_rate": 9.086438384679435e-05,
"loss": 5.8927,
"step": 3900
},
{
"epoch": 1.0819165378670788,
"grad_norm": 1.2813678979873657,
"learning_rate": 9.008378434637802e-05,
"loss": 5.8083,
"step": 4200
},
{
"epoch": 1.1591962905718702,
"grad_norm": 1.3927570581436157,
"learning_rate": 8.93031848459617e-05,
"loss": 5.7591,
"step": 4500
},
{
"epoch": 1.2364760432766615,
"grad_norm": 1.3866077661514282,
"learning_rate": 8.852258534554538e-05,
"loss": 5.7344,
"step": 4800
},
{
"epoch": 1.3137557959814528,
"grad_norm": 1.3302923440933228,
"learning_rate": 8.774198584512905e-05,
"loss": 5.6947,
"step": 5100
},
{
"epoch": 1.3910355486862442,
"grad_norm": 1.3887799978256226,
"learning_rate": 8.696138634471274e-05,
"loss": 5.66,
"step": 5400
},
{
"epoch": 1.4683153013910355,
"grad_norm": 1.4702309370040894,
"learning_rate": 8.618078684429643e-05,
"loss": 5.6274,
"step": 5700
},
{
"epoch": 1.545595054095827,
"grad_norm": 1.5133150815963745,
"learning_rate": 8.54001873438801e-05,
"loss": 5.6,
"step": 6000
},
{
"epoch": 1.6228748068006182,
"grad_norm": 1.4330689907073975,
"learning_rate": 8.461958784346379e-05,
"loss": 5.5547,
"step": 6300
},
{
"epoch": 1.7001545595054095,
"grad_norm": 1.4223123788833618,
"learning_rate": 8.383898834304746e-05,
"loss": 5.5333,
"step": 6600
},
{
"epoch": 1.7774343122102008,
"grad_norm": 1.4957046508789062,
"learning_rate": 8.305838884263114e-05,
"loss": 5.5098,
"step": 6900
},
{
"epoch": 1.8547140649149922,
"grad_norm": 1.486960768699646,
"learning_rate": 8.227778934221483e-05,
"loss": 5.4852,
"step": 7200
},
{
"epoch": 1.9319938176197837,
"grad_norm": 1.4700745344161987,
"learning_rate": 8.14971898417985e-05,
"loss": 5.4687,
"step": 7500
},
{
"epoch": 2.009273570324575,
"grad_norm": 1.5500389337539673,
"learning_rate": 8.071659034138219e-05,
"loss": 5.4279,
"step": 7800
},
{
"epoch": 2.0865533230293662,
"grad_norm": 1.603614091873169,
"learning_rate": 7.993599084096587e-05,
"loss": 5.3462,
"step": 8100
},
{
"epoch": 2.1638330757341575,
"grad_norm": 1.4903242588043213,
"learning_rate": 7.915539134054955e-05,
"loss": 5.341,
"step": 8400
},
{
"epoch": 2.2411128284389488,
"grad_norm": 1.534023404121399,
"learning_rate": 7.837479184013322e-05,
"loss": 5.3166,
"step": 8700
},
{
"epoch": 2.3183925811437405,
"grad_norm": 1.64164400100708,
"learning_rate": 7.759419233971691e-05,
"loss": 5.3076,
"step": 9000
},
{
"epoch": 2.3956723338485317,
"grad_norm": 1.6406952142715454,
"learning_rate": 7.681359283930058e-05,
"loss": 5.2879,
"step": 9300
},
{
"epoch": 2.472952086553323,
"grad_norm": 1.5534299612045288,
"learning_rate": 7.603299333888426e-05,
"loss": 5.2685,
"step": 9600
},
{
"epoch": 2.5502318392581143,
"grad_norm": 1.6569850444793701,
"learning_rate": 7.525239383846795e-05,
"loss": 5.2539,
"step": 9900
},
{
"epoch": 2.6275115919629055,
"grad_norm": 1.6819453239440918,
"learning_rate": 7.447179433805162e-05,
"loss": 5.2531,
"step": 10200
},
{
"epoch": 2.704791344667697,
"grad_norm": 1.5832303762435913,
"learning_rate": 7.369119483763531e-05,
"loss": 5.2187,
"step": 10500
},
{
"epoch": 2.7820710973724885,
"grad_norm": 1.6432205438613892,
"learning_rate": 7.2910595337219e-05,
"loss": 5.2298,
"step": 10800
},
{
"epoch": 2.8593508500772797,
"grad_norm": 1.604533314704895,
"learning_rate": 7.212999583680267e-05,
"loss": 5.2024,
"step": 11100
},
{
"epoch": 2.936630602782071,
"grad_norm": 1.5682111978530884,
"learning_rate": 7.134939633638634e-05,
"loss": 5.1857,
"step": 11400
},
{
"epoch": 3.0139103554868623,
"grad_norm": 1.7060903310775757,
"learning_rate": 7.056879683597003e-05,
"loss": 5.1547,
"step": 11700
},
{
"epoch": 3.091190108191654,
"grad_norm": 1.7026489973068237,
"learning_rate": 6.97881973355537e-05,
"loss": 5.0767,
"step": 12000
},
{
"epoch": 3.1684698608964452,
"grad_norm": 1.7393746376037598,
"learning_rate": 6.900759783513739e-05,
"loss": 5.0796,
"step": 12300
},
{
"epoch": 3.2457496136012365,
"grad_norm": 1.7103971242904663,
"learning_rate": 6.822699833472106e-05,
"loss": 5.0745,
"step": 12600
},
{
"epoch": 3.3230293663060277,
"grad_norm": 1.6574651002883911,
"learning_rate": 6.744639883430475e-05,
"loss": 5.0685,
"step": 12900
},
{
"epoch": 3.400309119010819,
"grad_norm": 1.7125356197357178,
"learning_rate": 6.666579933388844e-05,
"loss": 5.0585,
"step": 13200
},
{
"epoch": 3.4775888717156107,
"grad_norm": 1.6284891366958618,
"learning_rate": 6.588519983347211e-05,
"loss": 5.0563,
"step": 13500
},
{
"epoch": 3.554868624420402,
"grad_norm": 1.8488448858261108,
"learning_rate": 6.510460033305579e-05,
"loss": 5.0448,
"step": 13800
},
{
"epoch": 3.6321483771251932,
"grad_norm": 1.7912287712097168,
"learning_rate": 6.432400083263948e-05,
"loss": 5.0311,
"step": 14100
},
{
"epoch": 3.7094281298299845,
"grad_norm": 1.7133835554122925,
"learning_rate": 6.354340133222315e-05,
"loss": 5.0296,
"step": 14400
},
{
"epoch": 3.7867078825347757,
"grad_norm": 1.691361904144287,
"learning_rate": 6.276280183180682e-05,
"loss": 5.0148,
"step": 14700
},
{
"epoch": 3.8639876352395675,
"grad_norm": 1.7667992115020752,
"learning_rate": 6.198220233139051e-05,
"loss": 5.0047,
"step": 15000
},
{
"epoch": 3.9412673879443587,
"grad_norm": 1.6980960369110107,
"learning_rate": 6.12016028309742e-05,
"loss": 4.9993,
"step": 15300
},
{
"epoch": 4.01854714064915,
"grad_norm": 1.7540613412857056,
"learning_rate": 6.0421003330557865e-05,
"loss": 4.9747,
"step": 15600
},
{
"epoch": 4.095826893353942,
"grad_norm": 1.7740099430084229,
"learning_rate": 5.964040383014155e-05,
"loss": 4.9056,
"step": 15900
},
{
"epoch": 4.1731066460587325,
"grad_norm": 1.792930245399475,
"learning_rate": 5.885980432972523e-05,
"loss": 4.8974,
"step": 16200
},
{
"epoch": 4.250386398763524,
"grad_norm": 1.9168815612792969,
"learning_rate": 5.807920482930891e-05,
"loss": 4.8905,
"step": 16500
},
{
"epoch": 4.327666151468315,
"grad_norm": 1.8642754554748535,
"learning_rate": 5.7298605328892594e-05,
"loss": 4.8985,
"step": 16800
},
{
"epoch": 4.404945904173107,
"grad_norm": 1.864404320716858,
"learning_rate": 5.6518005828476275e-05,
"loss": 4.898,
"step": 17100
},
{
"epoch": 4.4822256568778975,
"grad_norm": 1.7236896753311157,
"learning_rate": 5.573740632805995e-05,
"loss": 4.8897,
"step": 17400
},
{
"epoch": 4.559505409582689,
"grad_norm": 1.785808801651001,
"learning_rate": 5.4956806827643636e-05,
"loss": 4.8785,
"step": 17700
},
{
"epoch": 4.636785162287481,
"grad_norm": 1.7861013412475586,
"learning_rate": 5.417620732722731e-05,
"loss": 4.8745,
"step": 18000
},
{
"epoch": 4.714064914992272,
"grad_norm": 1.796295166015625,
"learning_rate": 5.339560782681099e-05,
"loss": 4.8789,
"step": 18300
},
{
"epoch": 4.7913446676970635,
"grad_norm": 2.020608901977539,
"learning_rate": 5.261500832639468e-05,
"loss": 4.8753,
"step": 18600
},
{
"epoch": 4.868624420401854,
"grad_norm": 1.8208060264587402,
"learning_rate": 5.183440882597835e-05,
"loss": 4.8755,
"step": 18900
},
{
"epoch": 4.945904173106646,
"grad_norm": 2.2022621631622314,
"learning_rate": 5.105380932556203e-05,
"loss": 4.8692,
"step": 19200
},
{
"epoch": 5.023183925811438,
"grad_norm": 1.8397164344787598,
"learning_rate": 5.027320982514572e-05,
"loss": 4.8313,
"step": 19500
},
{
"epoch": 5.1004636785162285,
"grad_norm": 1.9096678495407104,
"learning_rate": 4.9492610324729395e-05,
"loss": 4.7779,
"step": 19800
},
{
"epoch": 5.17774343122102,
"grad_norm": 1.9197343587875366,
"learning_rate": 4.8712010824313075e-05,
"loss": 4.786,
"step": 20100
},
{
"epoch": 5.255023183925811,
"grad_norm": 1.9042634963989258,
"learning_rate": 4.7931411323896756e-05,
"loss": 4.7738,
"step": 20400
},
{
"epoch": 5.332302936630603,
"grad_norm": 1.9367069005966187,
"learning_rate": 4.7150811823480437e-05,
"loss": 4.7644,
"step": 20700
},
{
"epoch": 5.409582689335394,
"grad_norm": 1.8912991285324097,
"learning_rate": 4.637021232306412e-05,
"loss": 4.7681,
"step": 21000
},
{
"epoch": 5.486862442040185,
"grad_norm": 1.906936764717102,
"learning_rate": 4.55896128226478e-05,
"loss": 4.7725,
"step": 21300
},
{
"epoch": 5.564142194744977,
"grad_norm": 1.9264295101165771,
"learning_rate": 4.480901332223147e-05,
"loss": 4.78,
"step": 21600
},
{
"epoch": 5.641421947449768,
"grad_norm": 1.919461727142334,
"learning_rate": 4.402841382181516e-05,
"loss": 4.7594,
"step": 21900
},
{
"epoch": 5.7187017001545595,
"grad_norm": 2.101870059967041,
"learning_rate": 4.324781432139884e-05,
"loss": 4.7544,
"step": 22200
},
{
"epoch": 5.795981452859351,
"grad_norm": 1.9173074960708618,
"learning_rate": 4.2467214820982514e-05,
"loss": 4.7367,
"step": 22500
},
{
"epoch": 5.873261205564142,
"grad_norm": 1.9772671461105347,
"learning_rate": 4.1686615320566195e-05,
"loss": 4.7492,
"step": 22800
},
{
"epoch": 5.950540958268934,
"grad_norm": 2.0612528324127197,
"learning_rate": 4.090601582014988e-05,
"loss": 4.7568,
"step": 23100
},
{
"epoch": 6.0278207109737245,
"grad_norm": 1.9577621221542358,
"learning_rate": 4.0125416319733556e-05,
"loss": 4.7241,
"step": 23400
},
{
"epoch": 6.105100463678516,
"grad_norm": 2.115077257156372,
"learning_rate": 3.934481681931724e-05,
"loss": 4.6697,
"step": 23700
},
{
"epoch": 6.182380216383308,
"grad_norm": 1.9163872003555298,
"learning_rate": 3.856421731890092e-05,
"loss": 4.6675,
"step": 24000
},
{
"epoch": 6.259659969088099,
"grad_norm": 2.0956552028656006,
"learning_rate": 3.77836178184846e-05,
"loss": 4.6686,
"step": 24300
},
{
"epoch": 6.3369397217928904,
"grad_norm": 2.0884017944335938,
"learning_rate": 3.700301831806828e-05,
"loss": 4.6678,
"step": 24600
},
{
"epoch": 6.414219474497681,
"grad_norm": 2.037775993347168,
"learning_rate": 3.622241881765196e-05,
"loss": 4.6747,
"step": 24900
},
{
"epoch": 6.491499227202473,
"grad_norm": 1.9964643716812134,
"learning_rate": 3.544181931723563e-05,
"loss": 4.6882,
"step": 25200
},
{
"epoch": 6.568778979907265,
"grad_norm": 1.9362142086029053,
"learning_rate": 3.466121981681932e-05,
"loss": 4.6888,
"step": 25500
},
{
"epoch": 6.6460587326120555,
"grad_norm": 2.003726005554199,
"learning_rate": 3.3880620316403e-05,
"loss": 4.6601,
"step": 25800
},
{
"epoch": 6.723338485316847,
"grad_norm": 2.019465208053589,
"learning_rate": 3.310002081598668e-05,
"loss": 4.6749,
"step": 26100
},
{
"epoch": 6.800618238021638,
"grad_norm": 2.1456525325775146,
"learning_rate": 3.2319421315570356e-05,
"loss": 4.6648,
"step": 26400
},
{
"epoch": 6.87789799072643,
"grad_norm": 2.0015764236450195,
"learning_rate": 3.1538821815154043e-05,
"loss": 4.6735,
"step": 26700
},
{
"epoch": 6.955177743431221,
"grad_norm": 1.9557108879089355,
"learning_rate": 3.0758222314737724e-05,
"loss": 4.6652,
"step": 27000
},
{
"epoch": 7.032457496136012,
"grad_norm": 2.0976319313049316,
"learning_rate": 2.9977622814321398e-05,
"loss": 4.6445,
"step": 27300
},
{
"epoch": 7.109737248840804,
"grad_norm": 2.0086190700531006,
"learning_rate": 2.9197023313905082e-05,
"loss": 4.5983,
"step": 27600
},
{
"epoch": 7.187017001545595,
"grad_norm": 1.9664223194122314,
"learning_rate": 2.8416423813488763e-05,
"loss": 4.6066,
"step": 27900
},
{
"epoch": 7.2642967542503865,
"grad_norm": 1.9912647008895874,
"learning_rate": 2.763582431307244e-05,
"loss": 4.5991,
"step": 28200
},
{
"epoch": 7.341576506955178,
"grad_norm": 2.009106397628784,
"learning_rate": 2.685522481265612e-05,
"loss": 4.5851,
"step": 28500
},
{
"epoch": 7.418856259659969,
"grad_norm": 2.167221784591675,
"learning_rate": 2.6074625312239805e-05,
"loss": 4.6036,
"step": 28800
},
{
"epoch": 7.496136012364761,
"grad_norm": 2.011990785598755,
"learning_rate": 2.529402581182348e-05,
"loss": 4.5995,
"step": 29100
},
{
"epoch": 7.5734157650695515,
"grad_norm": 2.0887067317962646,
"learning_rate": 2.4513426311407163e-05,
"loss": 4.6041,
"step": 29400
},
{
"epoch": 7.650695517774343,
"grad_norm": 2.0609374046325684,
"learning_rate": 2.373282681099084e-05,
"loss": 4.6159,
"step": 29700
},
{
"epoch": 7.727975270479135,
"grad_norm": 2.158097743988037,
"learning_rate": 2.2952227310574524e-05,
"loss": 4.5919,
"step": 30000
},
{
"epoch": 7.805255023183926,
"grad_norm": 2.091304302215576,
"learning_rate": 2.21716278101582e-05,
"loss": 4.5995,
"step": 30300
},
{
"epoch": 7.882534775888717,
"grad_norm": 2.134960651397705,
"learning_rate": 2.1391028309741886e-05,
"loss": 4.6093,
"step": 30600
},
{
"epoch": 7.959814528593508,
"grad_norm": 2.0260465145111084,
"learning_rate": 2.0610428809325563e-05,
"loss": 4.598,
"step": 30900
},
{
"epoch": 8.0370942812983,
"grad_norm": 2.1602635383605957,
"learning_rate": 1.9829829308909244e-05,
"loss": 4.5441,
"step": 31200
},
{
"epoch": 8.114374034003092,
"grad_norm": 2.1607472896575928,
"learning_rate": 1.9049229808492924e-05,
"loss": 4.53,
"step": 31500
},
{
"epoch": 8.191653786707883,
"grad_norm": 2.1066789627075195,
"learning_rate": 1.8268630308076605e-05,
"loss": 4.5494,
"step": 31800
},
{
"epoch": 8.268933539412673,
"grad_norm": 2.367823600769043,
"learning_rate": 1.7488030807660282e-05,
"loss": 4.5495,
"step": 32100
},
{
"epoch": 8.346213292117465,
"grad_norm": 2.0811874866485596,
"learning_rate": 1.6707431307243966e-05,
"loss": 4.5578,
"step": 32400
},
{
"epoch": 8.423493044822257,
"grad_norm": 2.1922411918640137,
"learning_rate": 1.5926831806827644e-05,
"loss": 4.5516,
"step": 32700
},
{
"epoch": 8.500772797527048,
"grad_norm": 1.9728052616119385,
"learning_rate": 1.5146232306411326e-05,
"loss": 4.5536,
"step": 33000
},
{
"epoch": 8.578052550231838,
"grad_norm": 2.1590144634246826,
"learning_rate": 1.4365632805995005e-05,
"loss": 4.5389,
"step": 33300
},
{
"epoch": 8.65533230293663,
"grad_norm": 2.170055389404297,
"learning_rate": 1.3585033305578684e-05,
"loss": 4.5369,
"step": 33600
},
{
"epoch": 8.732612055641422,
"grad_norm": 2.144286632537842,
"learning_rate": 1.2804433805162366e-05,
"loss": 4.5571,
"step": 33900
},
{
"epoch": 8.809891808346213,
"grad_norm": 2.1359333992004395,
"learning_rate": 1.2023834304746045e-05,
"loss": 4.5517,
"step": 34200
},
{
"epoch": 8.887171561051005,
"grad_norm": 2.076216220855713,
"learning_rate": 1.1243234804329726e-05,
"loss": 4.5474,
"step": 34500
},
{
"epoch": 8.964451313755795,
"grad_norm": 2.1602680683135986,
"learning_rate": 1.0462635303913405e-05,
"loss": 4.5278,
"step": 34800
},
{
"epoch": 9.041731066460587,
"grad_norm": 2.1748087406158447,
"learning_rate": 9.682035803497086e-06,
"loss": 4.5316,
"step": 35100
},
{
"epoch": 9.119010819165378,
"grad_norm": 2.262298107147217,
"learning_rate": 8.901436303080766e-06,
"loss": 4.5028,
"step": 35400
},
{
"epoch": 9.19629057187017,
"grad_norm": 2.1434860229492188,
"learning_rate": 8.120836802664447e-06,
"loss": 4.4978,
"step": 35700
},
{
"epoch": 9.273570324574962,
"grad_norm": 2.154770851135254,
"learning_rate": 7.340237302248126e-06,
"loss": 4.5075,
"step": 36000
},
{
"epoch": 9.350850077279752,
"grad_norm": 2.1110429763793945,
"learning_rate": 6.559637801831807e-06,
"loss": 4.5127,
"step": 36300
},
{
"epoch": 9.428129829984544,
"grad_norm": 2.2476682662963867,
"learning_rate": 5.7790383014154874e-06,
"loss": 4.4908,
"step": 36600
},
{
"epoch": 9.505409582689335,
"grad_norm": 2.1349868774414062,
"learning_rate": 4.998438800999167e-06,
"loss": 4.5032,
"step": 36900
},
{
"epoch": 9.582689335394127,
"grad_norm": 2.139244556427002,
"learning_rate": 4.217839300582848e-06,
"loss": 4.4968,
"step": 37200
},
{
"epoch": 9.659969088098919,
"grad_norm": 2.3121719360351562,
"learning_rate": 3.437239800166528e-06,
"loss": 4.5214,
"step": 37500
},
{
"epoch": 9.737248840803709,
"grad_norm": 2.07022762298584,
"learning_rate": 2.656640299750208e-06,
"loss": 4.5042,
"step": 37800
},
{
"epoch": 9.8145285935085,
"grad_norm": 2.230458974838257,
"learning_rate": 1.8760407993338883e-06,
"loss": 4.5125,
"step": 38100
},
{
"epoch": 9.891808346213292,
"grad_norm": 2.098798990249634,
"learning_rate": 1.0954412989175688e-06,
"loss": 4.5148,
"step": 38400
},
{
"epoch": 9.969088098918084,
"grad_norm": 2.1367547512054443,
"learning_rate": 3.14841798501249e-07,
"loss": 4.5073,
"step": 38700
}
],
"logging_steps": 300,
"max_steps": 38820,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 300,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1.199135204573184e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}

3
last-checkpoint/training_args.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:dd04e6798a8e55a06be950da33bff4e8d82e1ebea44ed1e4004f47bfdbaae302
size 5841