BitCPM-CANN-8B-unquantized/example/gpu_pretrain.csv

1	step	train/loss	train/grad_norm	train/learning_rate	train/epoch	train/train_runtime	train/train_samples_per_second	train/train_steps_per_second	train/total_flos	train/train_loss
2	2	2.7920000553131104	0.03527498617768288	7.999999979801942e-06	0.010457516647875309
3	4	2.8011999130249023	0.03495891019701958	1.5999999959603883e-05	0.020915033295750618
4	6	2.7964000701904297	0.03271934762597084	2.4000000848900527e-05	0.0313725508749485
5	8	2.763700008392334	0.024968057870864868	3.199999991920777e-05	0.041830066591501236
6	10	3.281599998474121	0.31758183240890503	3.9999998989515007e-05	0.05228758230805397
7	12	2.941200017929077	0.044055406004190445	3.995128281530924e-05	0.062745101749897
8	14	2.851799964904785	0.03649706766009331	3.9805359847377986e-05	0.07320261746644974
9	16	2.7869999408721924	0.022624235600233078	3.9562950405525044e-05	0.08366013318300247
10	18	2.7825000286102295	0.021830420941114426	3.922523319488391e-05	0.0941176488995552
11	20	2.7857000827789307	0.01685911975800991	3.87938525818754e-05	0.10457516461610794
12	22	2.7571001052856445	0.01572061888873577	3.827090768027119e-05	0.11503268033266068
13	24	2.762399911880493	0.016891509294509888	3.7658952351193875e-05	0.125490203499794
14	26	2.7411000728607178	0.015683824196457863	3.6960962461307645e-05	0.13594771921634674
15	28	2.733099937438965	0.012847283855080605	3.6180339520797133e-05	0.14640523493289948
16	30	2.723400115966797	0.015209181234240532	3.532088885549456e-05	0.1568627506494522
17	32	2.7342000007629395	0.01241038367152214	3.4386797779006884e-05	0.16732026636600494
18	34	2.7321999073028564	0.012879018671810627	3.338261376484297e-05	0.17777778208255768
19	36	2.7314000129699707	0.013242729939520359	3.231322989449836e-05	0.1882352977991104
20	38	2.7065999507904053	0.01113435160368681	3.118385939160362e-05	0.19869281351566315
21	40	2.6958999633789062	0.012413726188242435	2.9999999242136255e-05	0.20915032923221588
22	42	2.7516000270843506	0.011661508120596409	2.8767422918463126e-05	0.21960784494876862
23	44	2.713099956512451	0.012248368933796883	2.749213126662653e-05	0.23006536066532135
24	46	2.7102999687194824	0.011450185440480709	2.6180339773418382e-05	0.24052287638187408
25	48	2.7021000385284424	0.011155751533806324	2.483843854861334e-05	0.250980406999588
26	50	2.680500030517578	0.010021247901022434	2.3472963221138343e-05	0.26143792271614075
27	52	2.699199914932251	0.010751751251518726	2.2090569473220967e-05	0.2718954384326935
28	54	2.694200038909912	0.010503941215574741	2.0697989384643734e-05	0.2823529541492462
29	56	2.7091000080108643	0.010059370659291744	1.9302009604871273e-05	0.29281046986579895
30	58	2.699399948120117	0.012161476537585258	1.7909431335283443e-05	0.3032679855823517
31	60	2.7216999530792236	0.010671027936041355	1.6527035768376663e-05	0.3137255012989044
32	62	2.7158000469207764	0.010463157668709755	1.516156225989107e-05	0.32418301701545715
33	64	2.7214999198913574	0.010665320791304111	1.3819660125591327e-05	0.3346405327320099
34	66	2.7116000652313232	0.01046629250049591	1.2507867722888477e-05	0.3450980484485626
35	68	2.6923000812530518	0.010609752498567104	1.1232576980546582e-05	0.35555556416511536
36	70	2.6830999851226807	0.009290814399719238	9.999999747378752e-06	0.3660130798816681
37	72	2.7093000411987305	0.010727670043706894	8.816142326395493e-06	0.3764705955982208
38	74	2.698699951171875	0.0109737953171134	7.686770914006047e-06	0.38692811131477356
39	76	2.712599992752075	0.010320967063307762	6.61738795315614e-06	0.3973856270313263
40	78	2.6993000507354736	0.009841523133218288	5.613203938992228e-06	0.40784314274787903
41	80	2.6861000061035156	0.010179675184190273	4.6791110435151495e-06	0.41830065846443176
42	82	2.6828999519348145	0.009790077805519104	3.819659923465224e-06	0.4287581741809845
43	84	2.699199914932251	0.010508442297577858	3.03903811982309e-06	0.43921568989753723
44	86	2.6988000869750977	0.009589221328496933	2.3410482299368596e-06	0.44967320561408997
45	88	2.688499927520752	0.010065913200378418	1.7290908544964623e-06	0.4601307213306427
46	90	2.6928999423980713	0.010363687761127949	1.206147544507985e-06	0.47058823704719543
47	92	2.714200019836426	0.010142815299332142	7.74766078848188e-07	0.48104575276374817
48	94	2.672300100326538	0.009833029471337795	4.370479871340649e-07	0.4915032684803009
49	96	2.7018001079559326	0.009937037713825703	1.9463863054625108e-07	0.501960813999176
50	98	2.7121999263763428	0.009417451918125153	4.8718995060426096e-08	0.5124183297157288
51	100	2.7028000354766846	0.009256146848201752	0.0	0.5228758454322815	365.8839111328125	139.93499755859375	0.27300000190734863	4.629706395531346e+17	2.7395541667938232