File size: 10,185 Bytes
6323aa0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
layer,module,loss,samples,damp,time
0,feed_forward.gate_proj,0.38460714,0.01000,3.514
0,feed_forward.up_proj,0.82365757,0.01000,0.331
0,feed_forward.down_proj,1.33191442,0.01000,0.786
1,feed_forward.gate_proj,0.40784642,0.01000,0.325
1,feed_forward.up_proj,0.72292030,0.01000,0.325
1,feed_forward.down_proj,1.25734186,0.01000,0.790
2,feed_forward.gate_proj,0.41958362,0.01000,0.325
2,feed_forward.up_proj,0.67922115,0.01000,0.324
2,feed_forward.down_proj,1.06382418,0.01000,0.783
3,feed_forward.gate_proj,0.42142141,0.01000,0.324
3,feed_forward.up_proj,0.63195246,0.01000,0.331
3,feed_forward.down_proj,1.04414237,0.01000,0.789
4,feed_forward.gate_proj,0.38893175,0.01000,0.327
4,feed_forward.up_proj,0.58311886,0.01000,0.330
4,feed_forward.down_proj,1.11400282,0.01000,0.782
5,feed_forward.gate_proj,0.43391776,0.01000,0.325
5,feed_forward.up_proj,0.64543879,0.01000,0.324
5,feed_forward.down_proj,0.99460411,0.01000,0.784
6,feed_forward.gate_proj,0.37171561,0.01000,0.325
6,feed_forward.up_proj,0.57279468,0.01000,0.331
6,feed_forward.down_proj,0.94100022,0.01000,0.781
7,feed_forward.gate_proj,0.35222825,0.01000,0.325
7,feed_forward.up_proj,0.54966891,0.01000,0.330
7,feed_forward.down_proj,3.97747660,0.01000,0.785
8,feed_forward.gate_proj,0.27775645,0.01000,0.331
8,feed_forward.up_proj,0.43413195,0.01000,0.325
8,feed_forward.down_proj,0.71157205,0.01000,0.788
9,feed_forward.gate_proj,0.38650489,0.01000,0.329
9,feed_forward.up_proj,0.54691160,0.01000,0.331
9,feed_forward.down_proj,0.83200783,0.01000,0.799
10,feed_forward.gate_proj,0.33953550,0.01000,0.328
10,feed_forward.up_proj,0.49958968,0.01000,0.331
10,feed_forward.down_proj,0.66564322,0.01000,0.800
11,feed_forward.gate_proj,0.31421462,0.01000,0.325
11,feed_forward.up_proj,0.47665620,0.01000,0.325
11,feed_forward.down_proj,0.64767241,0.01000,0.782
12,feed_forward.gate_proj,0.27845865,0.01000,0.325
12,feed_forward.up_proj,0.42508721,0.01000,0.325
12,feed_forward.down_proj,0.60289681,0.01000,0.783
13,feed_forward.gate_proj,0.27779424,0.01000,0.326
13,feed_forward.up_proj,0.43498048,0.01000,0.324
13,feed_forward.down_proj,0.59205204,0.01000,0.782
14,feed_forward.gate_proj,0.24566913,0.01000,0.328
14,feed_forward.up_proj,0.38529852,0.01000,0.325
14,feed_forward.down_proj,0.51592290,0.01000,0.782
15,feed_forward.gate_proj,0.23627183,0.01000,0.324
15,feed_forward.up_proj,0.35973051,0.01000,0.326
15,feed_forward.down_proj,0.47563332,0.01000,0.784
16,feed_forward.gate_proj,0.24712440,0.01000,0.329
16,feed_forward.up_proj,0.37297794,0.01000,0.324
16,feed_forward.down_proj,0.48180366,0.01000,0.785
17,feed_forward.gate_proj,0.24974042,0.01000,0.331
17,feed_forward.up_proj,0.37985963,0.01000,0.325
17,feed_forward.down_proj,0.69347858,0.01000,0.783
18,feed_forward.gate_proj,0.26166657,0.01000,0.327
18,feed_forward.up_proj,0.42311519,0.01000,0.324
18,feed_forward.down_proj,0.58208477,0.01000,0.781
19,feed_forward.gate_proj,0.28531614,0.01000,0.325
19,feed_forward.up_proj,0.45635584,0.01000,0.325
19,feed_forward.down_proj,0.54770344,0.01000,0.782
20,feed_forward.gate_proj,0.27940077,0.01000,0.331
20,feed_forward.up_proj,0.44965062,0.01000,0.325
20,feed_forward.down_proj,0.57960522,0.01000,0.793
21,feed_forward.gate_proj,0.25143602,0.01000,0.325
21,feed_forward.up_proj,0.41054243,0.01000,0.325
21,feed_forward.down_proj,0.66430873,0.01000,0.791
22,feed_forward.gate_proj,0.33066350,0.01000,0.328
22,feed_forward.up_proj,0.42899856,0.01000,0.326
22,feed_forward.down_proj,0.56956625,0.01000,0.797
23,feed_forward.gate_proj,0.34007436,0.01000,0.329
23,feed_forward.up_proj,0.45176920,0.01000,0.325
23,feed_forward.down_proj,0.55227280,0.01000,0.787
24,feed_forward.gate_proj,0.32932103,0.01000,0.327
24,feed_forward.up_proj,0.47050014,0.01000,0.324
24,feed_forward.down_proj,0.62485236,0.01000,0.782
25,feed_forward.gate_proj,0.33568370,0.01000,0.324
25,feed_forward.up_proj,0.48989022,0.01000,0.325
25,feed_forward.down_proj,0.58574748,0.01000,0.781
26,feed_forward.gate_proj,0.34945542,0.01000,0.326
26,feed_forward.up_proj,0.51811349,0.01000,0.325
26,feed_forward.down_proj,0.67908275,0.01000,0.784
27,feed_forward.gate_proj,0.34655887,0.01000,0.327
27,feed_forward.up_proj,0.52281988,0.01000,0.325
27,feed_forward.down_proj,0.72274661,0.01000,0.795
28,feed_forward.gate_proj,0.36532745,0.01000,0.325
28,feed_forward.up_proj,0.54827464,0.01000,0.327
28,feed_forward.down_proj,0.76591945,0.01000,0.780
29,feed_forward.gate_proj,0.36244062,0.01000,0.331
29,feed_forward.up_proj,0.54764831,0.01000,0.325
29,feed_forward.down_proj,0.79313082,0.01000,0.788
30,feed_forward.gate_proj,0.35253042,0.01000,0.323
30,feed_forward.up_proj,0.53322387,0.01000,0.324
30,feed_forward.down_proj,0.87830102,0.01000,0.782
31,feed_forward.gate_proj,0.38419867,0.01000,0.324
31,feed_forward.up_proj,0.58772117,0.01000,0.324
31,feed_forward.down_proj,1.14362562,0.01000,0.779
32,feed_forward.gate_proj,0.45227090,0.01000,0.323
32,feed_forward.up_proj,0.65692449,0.01000,0.324
32,feed_forward.down_proj,1.19812846,0.01000,0.781
33,feed_forward.gate_proj,0.48634827,0.01000,0.323
33,feed_forward.up_proj,0.70159638,0.01000,0.324
33,feed_forward.down_proj,1.35341358,0.01000,0.780
34,feed_forward.gate_proj,0.48772088,0.01000,0.323
34,feed_forward.up_proj,0.72197509,0.01000,0.325
34,feed_forward.down_proj,1.68534470,0.01000,0.781
35,feed_forward.gate_proj,0.58487427,0.01000,0.324
35,feed_forward.up_proj,0.81542224,0.01000,0.324
35,feed_forward.down_proj,2.00510979,0.01000,0.770
36,feed_forward.gate_proj,0.65051603,0.01000,0.325
36,feed_forward.up_proj,0.87847865,0.01000,0.324
36,feed_forward.down_proj,2.03591776,0.01000,0.778
37,feed_forward.gate_proj,0.72458744,0.01000,0.323
37,feed_forward.up_proj,0.96820199,0.01000,0.323
37,feed_forward.down_proj,2.43718338,0.01000,0.779
38,feed_forward.gate_proj,0.72300673,0.01000,0.325
38,feed_forward.up_proj,0.98883486,0.01000,0.324
38,feed_forward.down_proj,2.58109379,0.01000,0.779
39,feed_forward.gate_proj,0.82119608,0.01000,0.323
39,feed_forward.up_proj,1.11002421,0.01000,0.323
39,feed_forward.down_proj,2.90596366,0.01000,0.779
40,feed_forward.gate_proj,0.84907603,0.01000,0.324
40,feed_forward.up_proj,1.15429711,0.01000,0.325
40,feed_forward.down_proj,3.21848941,0.01000,0.780
41,feed_forward.gate_proj,0.92508781,0.01000,0.323
41,feed_forward.up_proj,1.27510762,0.01000,0.322
41,feed_forward.down_proj,3.63883805,0.01000,0.781
42,feed_forward.gate_proj,0.95336694,0.01000,0.324
42,feed_forward.up_proj,1.33728373,0.01000,0.324
42,feed_forward.down_proj,4.02241421,0.01000,0.779
43,feed_forward.gate_proj,1.00865054,0.01000,0.323
43,feed_forward.up_proj,1.42860007,0.01000,0.323
43,feed_forward.down_proj,4.69154739,0.01000,0.779
44,feed_forward.gate_proj,1.04704285,0.01000,0.325
44,feed_forward.up_proj,1.46284747,0.01000,0.324
44,feed_forward.down_proj,4.96187592,0.01000,0.779
45,feed_forward.gate_proj,1.13704443,0.01000,0.323
45,feed_forward.up_proj,1.55211520,0.01000,0.323
45,feed_forward.down_proj,5.06842899,0.01000,0.778
46,feed_forward.gate_proj,1.29182255,0.01000,0.324
46,feed_forward.up_proj,1.75685501,0.01000,0.324
46,feed_forward.down_proj,5.26838017,0.01000,0.780
47,feed_forward.gate_proj,1.43751395,0.01000,0.324
47,feed_forward.up_proj,1.96236706,0.01000,0.324
47,feed_forward.down_proj,6.22829676,0.01000,0.779
48,feed_forward.gate_proj,1.60320735,0.01000,0.324
48,feed_forward.up_proj,2.20047140,0.01000,0.324
48,feed_forward.down_proj,6.49637175,0.01000,0.780
49,feed_forward.gate_proj,1.64986825,0.01000,0.324
49,feed_forward.up_proj,2.30056000,0.01000,0.324
49,feed_forward.down_proj,7.16612387,0.01000,0.781
50,feed_forward.gate_proj,1.62522113,0.01000,0.324
50,feed_forward.up_proj,2.33179140,0.01000,0.324
50,feed_forward.down_proj,8.42624569,0.01000,0.777
51,feed_forward.gate_proj,1.76804709,0.01000,0.325
51,feed_forward.up_proj,2.59633970,0.01000,0.324
51,feed_forward.down_proj,8.93721008,0.01000,0.779
52,feed_forward.gate_proj,1.91085207,0.01000,0.324
52,feed_forward.up_proj,2.77592659,0.01000,0.324
52,feed_forward.down_proj,9.99490643,0.01000,0.779
53,feed_forward.gate_proj,2.12948370,0.01000,0.324
53,feed_forward.up_proj,3.07500482,0.01000,0.325
53,feed_forward.down_proj,10.16471481,0.01000,0.781
54,feed_forward.gate_proj,2.14012289,0.01000,0.323
54,feed_forward.up_proj,3.13744688,0.01000,0.323
54,feed_forward.down_proj,11.53307152,0.01000,0.780
55,feed_forward.gate_proj,2.18496680,0.01000,0.323
55,feed_forward.up_proj,3.20408154,0.01000,0.322
55,feed_forward.down_proj,12.20861626,0.01000,0.778
56,feed_forward.gate_proj,2.26996350,0.01000,0.324
56,feed_forward.up_proj,3.38677692,0.01000,0.324
56,feed_forward.down_proj,14.37996101,0.01000,0.779
57,feed_forward.gate_proj,2.28268671,0.01000,0.324
57,feed_forward.up_proj,3.44881177,0.01000,0.324
57,feed_forward.down_proj,16.14266205,0.01000,0.779
58,feed_forward.gate_proj,2.34447885,0.01000,0.324
58,feed_forward.up_proj,3.56282187,0.01000,0.325
58,feed_forward.down_proj,18.39873123,0.01000,0.781
59,feed_forward.gate_proj,2.46956372,0.01000,0.322
59,feed_forward.up_proj,3.70112514,0.01000,0.323
59,feed_forward.down_proj,19.44848061,0.01000,0.779
60,feed_forward.gate_proj,2.63539076,0.01000,0.324
60,feed_forward.up_proj,3.89778328,0.01000,0.324
60,feed_forward.down_proj,20.51875305,0.01000,0.779
61,feed_forward.gate_proj,2.81139278,0.01000,0.324
61,feed_forward.up_proj,3.94631791,0.01000,0.323
61,feed_forward.down_proj,23.73747253,0.01000,0.782
62,feed_forward.gate_proj,2.88709354,0.01000,0.325
62,feed_forward.up_proj,3.92709875,0.01000,0.324
62,feed_forward.down_proj,25.99878693,0.01000,0.780
63,feed_forward.gate_proj,3.08686781,0.01000,0.323
63,feed_forward.up_proj,3.97659349,0.01000,0.324
63,feed_forward.down_proj,42.45474625,0.01000,0.782
64,feed_forward.gate_proj,3.71655893,0.01000,0.324
64,feed_forward.up_proj,4.45641518,0.01000,0.324
64,feed_forward.down_proj,47.75360489,0.01000,0.771
65,feed_forward.gate_proj,7.16794777,0.01000,0.322
65,feed_forward.up_proj,8.52308655,0.01000,0.323
65,feed_forward.down_proj,120.21347046,0.01000,0.782