File size: 10,185 Bytes
6323aa0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 | layer,module,loss,samples,damp,time
0,feed_forward.gate_proj,0.38460714,0.01000,3.514
0,feed_forward.up_proj,0.82365757,0.01000,0.331
0,feed_forward.down_proj,1.33191442,0.01000,0.786
1,feed_forward.gate_proj,0.40784642,0.01000,0.325
1,feed_forward.up_proj,0.72292030,0.01000,0.325
1,feed_forward.down_proj,1.25734186,0.01000,0.790
2,feed_forward.gate_proj,0.41958362,0.01000,0.325
2,feed_forward.up_proj,0.67922115,0.01000,0.324
2,feed_forward.down_proj,1.06382418,0.01000,0.783
3,feed_forward.gate_proj,0.42142141,0.01000,0.324
3,feed_forward.up_proj,0.63195246,0.01000,0.331
3,feed_forward.down_proj,1.04414237,0.01000,0.789
4,feed_forward.gate_proj,0.38893175,0.01000,0.327
4,feed_forward.up_proj,0.58311886,0.01000,0.330
4,feed_forward.down_proj,1.11400282,0.01000,0.782
5,feed_forward.gate_proj,0.43391776,0.01000,0.325
5,feed_forward.up_proj,0.64543879,0.01000,0.324
5,feed_forward.down_proj,0.99460411,0.01000,0.784
6,feed_forward.gate_proj,0.37171561,0.01000,0.325
6,feed_forward.up_proj,0.57279468,0.01000,0.331
6,feed_forward.down_proj,0.94100022,0.01000,0.781
7,feed_forward.gate_proj,0.35222825,0.01000,0.325
7,feed_forward.up_proj,0.54966891,0.01000,0.330
7,feed_forward.down_proj,3.97747660,0.01000,0.785
8,feed_forward.gate_proj,0.27775645,0.01000,0.331
8,feed_forward.up_proj,0.43413195,0.01000,0.325
8,feed_forward.down_proj,0.71157205,0.01000,0.788
9,feed_forward.gate_proj,0.38650489,0.01000,0.329
9,feed_forward.up_proj,0.54691160,0.01000,0.331
9,feed_forward.down_proj,0.83200783,0.01000,0.799
10,feed_forward.gate_proj,0.33953550,0.01000,0.328
10,feed_forward.up_proj,0.49958968,0.01000,0.331
10,feed_forward.down_proj,0.66564322,0.01000,0.800
11,feed_forward.gate_proj,0.31421462,0.01000,0.325
11,feed_forward.up_proj,0.47665620,0.01000,0.325
11,feed_forward.down_proj,0.64767241,0.01000,0.782
12,feed_forward.gate_proj,0.27845865,0.01000,0.325
12,feed_forward.up_proj,0.42508721,0.01000,0.325
12,feed_forward.down_proj,0.60289681,0.01000,0.783
13,feed_forward.gate_proj,0.27779424,0.01000,0.326
13,feed_forward.up_proj,0.43498048,0.01000,0.324
13,feed_forward.down_proj,0.59205204,0.01000,0.782
14,feed_forward.gate_proj,0.24566913,0.01000,0.328
14,feed_forward.up_proj,0.38529852,0.01000,0.325
14,feed_forward.down_proj,0.51592290,0.01000,0.782
15,feed_forward.gate_proj,0.23627183,0.01000,0.324
15,feed_forward.up_proj,0.35973051,0.01000,0.326
15,feed_forward.down_proj,0.47563332,0.01000,0.784
16,feed_forward.gate_proj,0.24712440,0.01000,0.329
16,feed_forward.up_proj,0.37297794,0.01000,0.324
16,feed_forward.down_proj,0.48180366,0.01000,0.785
17,feed_forward.gate_proj,0.24974042,0.01000,0.331
17,feed_forward.up_proj,0.37985963,0.01000,0.325
17,feed_forward.down_proj,0.69347858,0.01000,0.783
18,feed_forward.gate_proj,0.26166657,0.01000,0.327
18,feed_forward.up_proj,0.42311519,0.01000,0.324
18,feed_forward.down_proj,0.58208477,0.01000,0.781
19,feed_forward.gate_proj,0.28531614,0.01000,0.325
19,feed_forward.up_proj,0.45635584,0.01000,0.325
19,feed_forward.down_proj,0.54770344,0.01000,0.782
20,feed_forward.gate_proj,0.27940077,0.01000,0.331
20,feed_forward.up_proj,0.44965062,0.01000,0.325
20,feed_forward.down_proj,0.57960522,0.01000,0.793
21,feed_forward.gate_proj,0.25143602,0.01000,0.325
21,feed_forward.up_proj,0.41054243,0.01000,0.325
21,feed_forward.down_proj,0.66430873,0.01000,0.791
22,feed_forward.gate_proj,0.33066350,0.01000,0.328
22,feed_forward.up_proj,0.42899856,0.01000,0.326
22,feed_forward.down_proj,0.56956625,0.01000,0.797
23,feed_forward.gate_proj,0.34007436,0.01000,0.329
23,feed_forward.up_proj,0.45176920,0.01000,0.325
23,feed_forward.down_proj,0.55227280,0.01000,0.787
24,feed_forward.gate_proj,0.32932103,0.01000,0.327
24,feed_forward.up_proj,0.47050014,0.01000,0.324
24,feed_forward.down_proj,0.62485236,0.01000,0.782
25,feed_forward.gate_proj,0.33568370,0.01000,0.324
25,feed_forward.up_proj,0.48989022,0.01000,0.325
25,feed_forward.down_proj,0.58574748,0.01000,0.781
26,feed_forward.gate_proj,0.34945542,0.01000,0.326
26,feed_forward.up_proj,0.51811349,0.01000,0.325
26,feed_forward.down_proj,0.67908275,0.01000,0.784
27,feed_forward.gate_proj,0.34655887,0.01000,0.327
27,feed_forward.up_proj,0.52281988,0.01000,0.325
27,feed_forward.down_proj,0.72274661,0.01000,0.795
28,feed_forward.gate_proj,0.36532745,0.01000,0.325
28,feed_forward.up_proj,0.54827464,0.01000,0.327
28,feed_forward.down_proj,0.76591945,0.01000,0.780
29,feed_forward.gate_proj,0.36244062,0.01000,0.331
29,feed_forward.up_proj,0.54764831,0.01000,0.325
29,feed_forward.down_proj,0.79313082,0.01000,0.788
30,feed_forward.gate_proj,0.35253042,0.01000,0.323
30,feed_forward.up_proj,0.53322387,0.01000,0.324
30,feed_forward.down_proj,0.87830102,0.01000,0.782
31,feed_forward.gate_proj,0.38419867,0.01000,0.324
31,feed_forward.up_proj,0.58772117,0.01000,0.324
31,feed_forward.down_proj,1.14362562,0.01000,0.779
32,feed_forward.gate_proj,0.45227090,0.01000,0.323
32,feed_forward.up_proj,0.65692449,0.01000,0.324
32,feed_forward.down_proj,1.19812846,0.01000,0.781
33,feed_forward.gate_proj,0.48634827,0.01000,0.323
33,feed_forward.up_proj,0.70159638,0.01000,0.324
33,feed_forward.down_proj,1.35341358,0.01000,0.780
34,feed_forward.gate_proj,0.48772088,0.01000,0.323
34,feed_forward.up_proj,0.72197509,0.01000,0.325
34,feed_forward.down_proj,1.68534470,0.01000,0.781
35,feed_forward.gate_proj,0.58487427,0.01000,0.324
35,feed_forward.up_proj,0.81542224,0.01000,0.324
35,feed_forward.down_proj,2.00510979,0.01000,0.770
36,feed_forward.gate_proj,0.65051603,0.01000,0.325
36,feed_forward.up_proj,0.87847865,0.01000,0.324
36,feed_forward.down_proj,2.03591776,0.01000,0.778
37,feed_forward.gate_proj,0.72458744,0.01000,0.323
37,feed_forward.up_proj,0.96820199,0.01000,0.323
37,feed_forward.down_proj,2.43718338,0.01000,0.779
38,feed_forward.gate_proj,0.72300673,0.01000,0.325
38,feed_forward.up_proj,0.98883486,0.01000,0.324
38,feed_forward.down_proj,2.58109379,0.01000,0.779
39,feed_forward.gate_proj,0.82119608,0.01000,0.323
39,feed_forward.up_proj,1.11002421,0.01000,0.323
39,feed_forward.down_proj,2.90596366,0.01000,0.779
40,feed_forward.gate_proj,0.84907603,0.01000,0.324
40,feed_forward.up_proj,1.15429711,0.01000,0.325
40,feed_forward.down_proj,3.21848941,0.01000,0.780
41,feed_forward.gate_proj,0.92508781,0.01000,0.323
41,feed_forward.up_proj,1.27510762,0.01000,0.322
41,feed_forward.down_proj,3.63883805,0.01000,0.781
42,feed_forward.gate_proj,0.95336694,0.01000,0.324
42,feed_forward.up_proj,1.33728373,0.01000,0.324
42,feed_forward.down_proj,4.02241421,0.01000,0.779
43,feed_forward.gate_proj,1.00865054,0.01000,0.323
43,feed_forward.up_proj,1.42860007,0.01000,0.323
43,feed_forward.down_proj,4.69154739,0.01000,0.779
44,feed_forward.gate_proj,1.04704285,0.01000,0.325
44,feed_forward.up_proj,1.46284747,0.01000,0.324
44,feed_forward.down_proj,4.96187592,0.01000,0.779
45,feed_forward.gate_proj,1.13704443,0.01000,0.323
45,feed_forward.up_proj,1.55211520,0.01000,0.323
45,feed_forward.down_proj,5.06842899,0.01000,0.778
46,feed_forward.gate_proj,1.29182255,0.01000,0.324
46,feed_forward.up_proj,1.75685501,0.01000,0.324
46,feed_forward.down_proj,5.26838017,0.01000,0.780
47,feed_forward.gate_proj,1.43751395,0.01000,0.324
47,feed_forward.up_proj,1.96236706,0.01000,0.324
47,feed_forward.down_proj,6.22829676,0.01000,0.779
48,feed_forward.gate_proj,1.60320735,0.01000,0.324
48,feed_forward.up_proj,2.20047140,0.01000,0.324
48,feed_forward.down_proj,6.49637175,0.01000,0.780
49,feed_forward.gate_proj,1.64986825,0.01000,0.324
49,feed_forward.up_proj,2.30056000,0.01000,0.324
49,feed_forward.down_proj,7.16612387,0.01000,0.781
50,feed_forward.gate_proj,1.62522113,0.01000,0.324
50,feed_forward.up_proj,2.33179140,0.01000,0.324
50,feed_forward.down_proj,8.42624569,0.01000,0.777
51,feed_forward.gate_proj,1.76804709,0.01000,0.325
51,feed_forward.up_proj,2.59633970,0.01000,0.324
51,feed_forward.down_proj,8.93721008,0.01000,0.779
52,feed_forward.gate_proj,1.91085207,0.01000,0.324
52,feed_forward.up_proj,2.77592659,0.01000,0.324
52,feed_forward.down_proj,9.99490643,0.01000,0.779
53,feed_forward.gate_proj,2.12948370,0.01000,0.324
53,feed_forward.up_proj,3.07500482,0.01000,0.325
53,feed_forward.down_proj,10.16471481,0.01000,0.781
54,feed_forward.gate_proj,2.14012289,0.01000,0.323
54,feed_forward.up_proj,3.13744688,0.01000,0.323
54,feed_forward.down_proj,11.53307152,0.01000,0.780
55,feed_forward.gate_proj,2.18496680,0.01000,0.323
55,feed_forward.up_proj,3.20408154,0.01000,0.322
55,feed_forward.down_proj,12.20861626,0.01000,0.778
56,feed_forward.gate_proj,2.26996350,0.01000,0.324
56,feed_forward.up_proj,3.38677692,0.01000,0.324
56,feed_forward.down_proj,14.37996101,0.01000,0.779
57,feed_forward.gate_proj,2.28268671,0.01000,0.324
57,feed_forward.up_proj,3.44881177,0.01000,0.324
57,feed_forward.down_proj,16.14266205,0.01000,0.779
58,feed_forward.gate_proj,2.34447885,0.01000,0.324
58,feed_forward.up_proj,3.56282187,0.01000,0.325
58,feed_forward.down_proj,18.39873123,0.01000,0.781
59,feed_forward.gate_proj,2.46956372,0.01000,0.322
59,feed_forward.up_proj,3.70112514,0.01000,0.323
59,feed_forward.down_proj,19.44848061,0.01000,0.779
60,feed_forward.gate_proj,2.63539076,0.01000,0.324
60,feed_forward.up_proj,3.89778328,0.01000,0.324
60,feed_forward.down_proj,20.51875305,0.01000,0.779
61,feed_forward.gate_proj,2.81139278,0.01000,0.324
61,feed_forward.up_proj,3.94631791,0.01000,0.323
61,feed_forward.down_proj,23.73747253,0.01000,0.782
62,feed_forward.gate_proj,2.88709354,0.01000,0.325
62,feed_forward.up_proj,3.92709875,0.01000,0.324
62,feed_forward.down_proj,25.99878693,0.01000,0.780
63,feed_forward.gate_proj,3.08686781,0.01000,0.323
63,feed_forward.up_proj,3.97659349,0.01000,0.324
63,feed_forward.down_proj,42.45474625,0.01000,0.782
64,feed_forward.gate_proj,3.71655893,0.01000,0.324
64,feed_forward.up_proj,4.45641518,0.01000,0.324
64,feed_forward.down_proj,47.75360489,0.01000,0.771
65,feed_forward.gate_proj,7.16794777,0.01000,0.322
65,feed_forward.up_proj,8.52308655,0.01000,0.323
65,feed_forward.down_proj,120.21347046,0.01000,0.782
|