Hugging Face's logo

mtzig
/
reverse_add_replicate_eval17_small_1layer_d2

Transformers
Safetensors
nanogpt
Generated from Trainer
Model card Files
xet
Community
mtzig commited on
Commit
e6a76b6
·
verified ·
1 Parent(s): 109990a

Model save

Browse files
Files changed (4) hide show
  1. README.md +144 -144
  2. config.json +1 -1
  3. model.safetensors +2 -2
  4. training_args.bin +1 -1
README.md CHANGED
@@ -49,162 +49,162 @@ The following hyperparameters were used during training:
49
 
50
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
51
  |:-------------:|:------:|:-----:|:---------------:|:--------:|
52
- | No log | 0 | 0 | 2.6395 | 0.0 |
53
- | 2.6408 | 0.0064 | 100 | 2.6395 | 0.0 |
54
- | 2.6265 | 0.0128 | 200 | 2.6272 | 0.0 |
55
- | 2.607 | 0.0192 | 300 | 2.6066 | 0.0 |
56
- | 2.5816 | 0.0256 | 400 | 2.5818 | 0.0 |
57
- | 2.5539 | 0.032 | 500 | 2.5529 | 0.0 |
58
- | 2.5231 | 0.0384 | 600 | 2.5220 | 0.0 |
59
- | 2.4938 | 0.0448 | 700 | 2.4925 | 0.0 |
60
- | 2.4697 | 0.0512 | 800 | 2.4670 | 0.0 |
61
- | 2.4478 | 0.0576 | 900 | 2.4472 | 0.0 |
62
- | 2.4358 | 0.064 | 1000 | 2.4327 | 0.0 |
63
- | 2.4258 | 0.0704 | 1100 | 2.4217 | 0.0 |
64
- | 2.4172 | 0.0768 | 1200 | 2.4146 | 0.0 |
65
- | 2.4128 | 0.0832 | 1300 | 2.4093 | 0.0 |
66
- | 2.4087 | 0.0896 | 1400 | 2.4053 | 0.0 |
67
- | 2.4054 | 0.096 | 1500 | 2.4031 | 0.0 |
68
- | 2.4041 | 0.1024 | 1600 | 2.4010 | 0.0 |
69
- | 2.4025 | 0.1088 | 1700 | 2.3999 | 0.0 |
70
- | 2.4023 | 0.1152 | 1800 | 2.3990 | 0.0 |
71
- | 2.4017 | 0.1216 | 1900 | 2.3983 | 0.0 |
72
- | 2.4013 | 0.128 | 2000 | 2.3977 | 0.0 |
73
- | 2.4002 | 0.1344 | 2100 | 2.3968 | 0.0 |
74
- | 2.4002 | 0.1408 | 2200 | 2.3971 | 0.0 |
75
- | 2.4005 | 0.1472 | 2300 | 2.3957 | 0.0 |
76
- | 2.3991 | 0.1536 | 2400 | 2.3959 | 0.0 |
77
- | 2.3975 | 0.16 | 2500 | 2.3955 | 0.0 |
78
- | 2.3988 | 0.1664 | 2600 | 2.3951 | 0.0 |
79
- | 2.3986 | 0.1728 | 2700 | 2.3954 | 0.0 |
80
- | 2.3968 | 0.1792 | 2800 | 2.3953 | 0.0 |
81
- | 2.3983 | 0.1856 | 2900 | 2.3957 | 0.0 |
82
- | 2.3999 | 0.192 | 3000 | 2.3951 | 0.0 |
83
- | 2.3973 | 0.1984 | 3100 | 2.3942 | 0.0 |
84
- | 2.3983 | 0.2048 | 3200 | 2.3945 | 0.0 |
85
- | 2.3972 | 0.2112 | 3300 | 2.3945 | 0.0 |
86
- | 2.3978 | 0.2176 | 3400 | 2.3942 | 0.0 |
87
- | 2.3974 | 0.224 | 3500 | 2.3936 | 0.0 |
88
- | 2.398 | 0.2304 | 3600 | 2.3944 | 0.0 |
89
- | 2.3966 | 0.2368 | 3700 | 2.3944 | 0.0 |
90
- | 2.3984 | 0.2432 | 3800 | 2.3948 | 0.0 |
91
- | 2.397 | 0.2496 | 3900 | 2.3938 | 0.0 |
92
- | 2.399 | 0.256 | 4000 | 2.3945 | 0.0 |
93
- | 2.3963 | 0.2624 | 4100 | 2.3936 | 0.0 |
94
- | 2.3973 | 0.2688 | 4200 | 2.3941 | 0.0 |
95
- | 2.3986 | 0.2752 | 4300 | 2.3942 | 0.0 |
96
- | 2.3965 | 0.2816 | 4400 | 2.3933 | 0.0 |
97
- | 2.3991 | 0.288 | 4500 | 2.3945 | 0.0 |
98
- | 2.3983 | 0.2944 | 4600 | 2.3942 | 0.0 |
99
- | 2.3966 | 0.3008 | 4700 | 2.3939 | 0.0 |
100
- | 2.3975 | 0.3072 | 4800 | 2.3936 | 0.0 |
101
- | 2.3966 | 0.3136 | 4900 | 2.3946 | 0.0 |
102
- | 2.3967 | 0.32 | 5000 | 2.3940 | 0.0 |
103
- | 2.3958 | 0.3264 | 5100 | 2.3931 | 0.0 |
104
- | 2.3982 | 0.3328 | 5200 | 2.3934 | 0.0 |
105
- | 2.3976 | 0.3392 | 5300 | 2.3934 | 0.0 |
106
- | 2.3975 | 0.3456 | 5400 | 2.3943 | 0.0 |
107
- | 2.3967 | 0.352 | 5500 | 2.3936 | 0.0 |
108
- | 2.3969 | 0.3584 | 5600 | 2.3939 | 0.0 |
109
- | 2.398 | 0.3648 | 5700 | 2.3936 | 0.0 |
110
- | 2.3969 | 0.3712 | 5800 | 2.3938 | 0.0 |
111
- | 2.398 | 0.3776 | 5900 | 2.3938 | 0.0 |
112
- | 2.3964 | 0.384 | 6000 | 2.3944 | 0.0 |
113
- | 2.3971 | 0.3904 | 6100 | 2.3936 | 0.0 |
114
- | 2.3958 | 0.3968 | 6200 | 2.3933 | 0.0 |
115
- | 2.3971 | 0.4032 | 6300 | 2.3936 | 0.0 |
116
- | 2.3978 | 0.4096 | 6400 | 2.3935 | 0.0 |
117
- | 2.3977 | 0.416 | 6500 | 2.3935 | 0.0 |
118
- | 2.3963 | 0.4224 | 6600 | 2.3940 | 0.0 |
119
- | 2.3975 | 0.4288 | 6700 | 2.3934 | 0.0 |
120
- | 2.3968 | 0.4352 | 6800 | 2.3941 | 0.0 |
121
- | 2.3963 | 0.4416 | 6900 | 2.3938 | 0.0 |
122
- | 2.3978 | 0.448 | 7000 | 2.3936 | 0.0 |
123
- | 2.3971 | 0.4544 | 7100 | 2.3935 | 0.0 |
124
- | 2.397 | 0.4608 | 7200 | 2.3938 | 0.0 |
125
- | 2.3974 | 0.4672 | 7300 | 2.3943 | 0.0 |
126
- | 2.3977 | 0.4736 | 7400 | 2.3942 | 0.0 |
127
- | 2.3979 | 0.48 | 7500 | 2.3937 | 0.0 |
128
- | 2.3967 | 0.4864 | 7600 | 2.3939 | 0.0 |
129
- | 2.397 | 0.4928 | 7700 | 2.3934 | 0.0 |
130
- | 2.3977 | 0.4992 | 7800 | 2.3932 | 0.0 |
131
- | 2.3977 | 0.5056 | 7900 | 2.3932 | 0.0 |
132
- | 2.3963 | 0.512 | 8000 | 2.3937 | 0.0 |
133
- | 2.3957 | 0.5184 | 8100 | 2.3939 | 0.0 |
134
- | 2.3978 | 0.5248 | 8200 | 2.3936 | 0.0 |
135
- | 2.3968 | 0.5312 | 8300 | 2.3939 | 0.0 |
136
- | 2.3978 | 0.5376 | 8400 | 2.3934 | 0.0 |
137
- | 2.3966 | 0.544 | 8500 | 2.3935 | 0.0 |
138
- | 2.3979 | 0.5504 | 8600 | 2.3936 | 0.0 |
139
- | 2.3976 | 0.5568 | 8700 | 2.3934 | 0.0 |
140
- | 2.3968 | 0.5632 | 8800 | 2.3936 | 0.0 |
141
- | 2.3978 | 0.5696 | 8900 | 2.3937 | 0.0 |
142
- | 2.3985 | 0.576 | 9000 | 2.3933 | 0.0 |
143
- | 2.3977 | 0.5824 | 9100 | 2.3936 | 0.0 |
144
- | 2.3959 | 0.5888 | 9200 | 2.3938 | 0.0 |
145
  | 2.3977 | 0.5952 | 9300 | 2.3936 | 0.0 |
146
- | 2.3968 | 0.6016 | 9400 | 2.3935 | 0.0 |
147
- | 2.3979 | 0.608 | 9500 | 2.3933 | 0.0 |
148
- | 2.3976 | 0.6144 | 9600 | 2.3934 | 0.0 |
149
- | 2.3957 | 0.6208 | 9700 | 2.3939 | 0.0 |
150
- | 2.3964 | 0.6272 | 9800 | 2.3938 | 0.0 |
151
- | 2.3973 | 0.6336 | 9900 | 2.3937 | 0.0 |
152
  | 2.3959 | 0.64 | 10000 | 2.3938 | 0.0 |
153
- | 2.398 | 0.6464 | 10100 | 2.3937 | 0.0 |
154
- | 2.3974 | 0.6528 | 10200 | 2.3936 | 0.0 |
155
- | 2.3967 | 0.6592 | 10300 | 2.3937 | 0.0 |
156
- | 2.3961 | 0.6656 | 10400 | 2.3935 | 0.0 |
157
- | 2.3962 | 0.672 | 10500 | 2.3936 | 0.0 |
158
- | 2.3962 | 0.6784 | 10600 | 2.3932 | 0.0 |
159
- | 2.3968 | 0.6848 | 10700 | 2.3936 | 0.0 |
160
- | 2.3969 | 0.6912 | 10800 | 2.3936 | 0.0 |
161
- | 2.3964 | 0.6976 | 10900 | 2.3934 | 0.0 |
162
- | 2.3975 | 0.704 | 11000 | 2.3941 | 0.0 |
163
  | 2.3971 | 0.7104 | 11100 | 2.3937 | 0.0 |
164
  | 2.3978 | 0.7168 | 11200 | 2.3938 | 0.0 |
165
- | 2.3974 | 0.7232 | 11300 | 2.3938 | 0.0 |
166
- | 2.3962 | 0.7296 | 11400 | 2.3935 | 0.0 |
167
- | 2.3978 | 0.736 | 11500 | 2.3934 | 0.0 |
168
- | 2.3981 | 0.7424 | 11600 | 2.3936 | 0.0 |
169
- | 2.3964 | 0.7488 | 11700 | 2.3938 | 0.0 |
170
- | 2.3953 | 0.7552 | 11800 | 2.3938 | 0.0 |
171
- | 2.3964 | 0.7616 | 11900 | 2.3935 | 0.0 |
172
- | 2.3976 | 0.768 | 12000 | 2.3937 | 0.0 |
173
- | 2.3978 | 0.7744 | 12100 | 2.3934 | 0.0 |
174
- | 2.3971 | 0.7808 | 12200 | 2.3938 | 0.0 |
175
- | 2.396 | 0.7872 | 12300 | 2.3935 | 0.0 |
176
- | 2.3975 | 0.7936 | 12400 | 2.3934 | 0.0 |
177
- | 2.3967 | 0.8 | 12500 | 2.3933 | 0.0 |
178
- | 2.3968 | 0.8064 | 12600 | 2.3937 | 0.0 |
179
- | 2.3986 | 0.8128 | 12700 | 2.3936 | 0.0 |
180
- | 2.3942 | 0.8192 | 12800 | 2.3935 | 0.0 |
181
- | 2.3965 | 0.8256 | 12900 | 2.3935 | 0.0 |
182
- | 2.3975 | 0.832 | 13000 | 2.3933 | 0.0 |
183
- | 2.3969 | 0.8384 | 13100 | 2.3935 | 0.0 |
184
- | 2.3975 | 0.8448 | 13200 | 2.3933 | 0.0 |
185
- | 2.3982 | 0.8512 | 13300 | 2.3934 | 0.0 |
186
- | 2.396 | 0.8576 | 13400 | 2.3936 | 0.0 |
187
- | 2.3976 | 0.864 | 13500 | 2.3936 | 0.0 |
188
  | 2.3972 | 0.8704 | 13600 | 2.3936 | 0.0 |
189
  | 2.3969 | 0.8768 | 13700 | 2.3935 | 0.0 |
190
  | 2.3973 | 0.8832 | 13800 | 2.3935 | 0.0 |
191
- | 2.3959 | 0.8896 | 13900 | 2.3936 | 0.0 |
192
- | 2.3975 | 0.896 | 14000 | 2.3936 | 0.0 |
193
- | 2.3961 | 0.9024 | 14100 | 2.3936 | 0.0 |
194
  | 2.3976 | 0.9088 | 14200 | 2.3936 | 0.0 |
195
  | 2.3977 | 0.9152 | 14300 | 2.3935 | 0.0 |
196
  | 2.3972 | 0.9216 | 14400 | 2.3935 | 0.0 |
197
- | 2.3963 | 0.928 | 14500 | 2.3936 | 0.0 |
198
- | 2.3964 | 0.9344 | 14600 | 2.3936 | 0.0 |
199
  | 2.3974 | 0.9408 | 14700 | 2.3936 | 0.0 |
200
- | 2.3977 | 0.9472 | 14800 | 2.3937 | 0.0 |
201
- | 2.3974 | 0.9536 | 14900 | 2.3937 | 0.0 |
202
- | 2.3968 | 0.96 | 15000 | 2.3936 | 0.0 |
203
- | 2.3965 | 0.9664 | 15100 | 2.3936 | 0.0 |
204
  | 2.3983 | 0.9728 | 15200 | 2.3936 | 0.0 |
205
- | 2.3976 | 0.9792 | 15300 | 2.3936 | 0.0 |
206
- | 2.3971 | 0.9856 | 15400 | 2.3936 | 0.0 |
207
- | 2.3975 | 0.992 | 15500 | 2.3936 | 0.0 |
208
  | 2.3969 | 0.9984 | 15600 | 2.3936 | 0.0 |
209
 
210
 
 
49
 
50
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
51
  |:-------------:|:------:|:-----:|:---------------:|:--------:|
52
+ | No log | 0 | 0 | 2.6391 | 0.0 |
53
+ | 2.639 | 0.0064 | 100 | 2.6390 | 0.0 |
54
+ | 2.6388 | 0.0128 | 200 | 2.6388 | 0.0 |
55
+ | 2.6378 | 0.0192 | 300 | 2.6378 | 0.0 |
56
+ | 2.6349 | 0.0256 | 400 | 2.6349 | 0.0 |
57
+ | 2.6289 | 0.032 | 500 | 2.6289 | 0.0 |
58
+ | 2.6187 | 0.0384 | 600 | 2.6186 | 0.0 |
59
+ | 2.6035 | 0.0448 | 700 | 2.6033 | 0.0 |
60
+ | 2.5835 | 0.0512 | 800 | 2.5830 | 0.0 |
61
+ | 2.5584 | 0.0576 | 900 | 2.5588 | 0.0 |
62
+ | 2.5331 | 0.064 | 1000 | 2.5327 | 0.0 |
63
+ | 2.5082 | 0.0704 | 1100 | 2.5066 | 0.0 |
64
+ | 2.4846 | 0.0768 | 1200 | 2.4833 | 0.0 |
65
+ | 2.4654 | 0.0832 | 1300 | 2.4634 | 0.0 |
66
+ | 2.4499 | 0.0896 | 1400 | 2.4478 | 0.0 |
67
+ | 2.4373 | 0.096 | 1500 | 2.4356 | 0.0 |
68
+ | 2.4288 | 0.1024 | 1600 | 2.4263 | 0.0 |
69
+ | 2.4221 | 0.1088 | 1700 | 2.4197 | 0.0 |
70
+ | 2.4179 | 0.1152 | 1800 | 2.4147 | 0.0 |
71
+ | 2.4144 | 0.1216 | 1900 | 2.4110 | 0.0 |
72
+ | 2.4121 | 0.128 | 2000 | 2.4085 | 0.0 |
73
+ | 2.409 | 0.1344 | 2100 | 2.4059 | 0.0 |
74
+ | 2.4078 | 0.1408 | 2200 | 2.4044 | 0.0 |
75
+ | 2.4069 | 0.1472 | 2300 | 2.4030 | 0.0 |
76
+ | 2.4045 | 0.1536 | 2400 | 2.4016 | 0.0 |
77
+ | 2.4029 | 0.16 | 2500 | 2.4006 | 0.0 |
78
+ | 2.403 | 0.1664 | 2600 | 2.3998 | 0.0 |
79
+ | 2.4025 | 0.1728 | 2700 | 2.3991 | 0.0 |
80
+ | 2.4006 | 0.1792 | 2800 | 2.3990 | 0.0 |
81
+ | 2.4014 | 0.1856 | 2900 | 2.3985 | 0.0 |
82
+ | 2.4027 | 0.192 | 3000 | 2.3976 | 0.0 |
83
+ | 2.4 | 0.1984 | 3100 | 2.3970 | 0.0 |
84
+ | 2.4005 | 0.2048 | 3200 | 2.3970 | 0.0 |
85
+ | 2.3995 | 0.2112 | 3300 | 2.3966 | 0.0 |
86
+ | 2.3999 | 0.2176 | 3400 | 2.3964 | 0.0 |
87
+ | 2.3996 | 0.224 | 3500 | 2.3959 | 0.0 |
88
+ | 2.3995 | 0.2304 | 3600 | 2.3960 | 0.0 |
89
+ | 2.3983 | 0.2368 | 3700 | 2.3956 | 0.0 |
90
+ | 2.4001 | 0.2432 | 3800 | 2.3958 | 0.0 |
91
+ | 2.3983 | 0.2496 | 3900 | 2.3953 | 0.0 |
92
+ | 2.3999 | 0.256 | 4000 | 2.3953 | 0.0 |
93
+ | 2.3972 | 0.2624 | 4100 | 2.3952 | 0.0 |
94
+ | 2.3984 | 0.2688 | 4200 | 2.3951 | 0.0 |
95
+ | 2.3999 | 0.2752 | 4300 | 2.3950 | 0.0 |
96
+ | 2.3973 | 0.2816 | 4400 | 2.3947 | 0.0 |
97
+ | 2.3996 | 0.288 | 4500 | 2.3950 | 0.0 |
98
+ | 2.3993 | 0.2944 | 4600 | 2.3948 | 0.0 |
99
+ | 2.3974 | 0.3008 | 4700 | 2.3947 | 0.0 |
100
+ | 2.3981 | 0.3072 | 4800 | 2.3946 | 0.0 |
101
+ | 2.3974 | 0.3136 | 4900 | 2.3950 | 0.0 |
102
+ | 2.3973 | 0.32 | 5000 | 2.3946 | 0.0 |
103
+ | 2.3967 | 0.3264 | 5100 | 2.3943 | 0.0 |
104
+ | 2.3984 | 0.3328 | 5200 | 2.3942 | 0.0 |
105
+ | 2.3979 | 0.3392 | 5300 | 2.3941 | 0.0 |
106
+ | 2.3981 | 0.3456 | 5400 | 2.3943 | 0.0 |
107
+ | 2.3971 | 0.352 | 5500 | 2.3939 | 0.0 |
108
+ | 2.3973 | 0.3584 | 5600 | 2.3941 | 0.0 |
109
+ | 2.3983 | 0.3648 | 5700 | 2.3943 | 0.0 |
110
+ | 2.3973 | 0.3712 | 5800 | 2.3942 | 0.0 |
111
+ | 2.3985 | 0.3776 | 5900 | 2.3941 | 0.0 |
112
+ | 2.3964 | 0.384 | 6000 | 2.3941 | 0.0 |
113
+ | 2.3972 | 0.3904 | 6100 | 2.3941 | 0.0 |
114
+ | 2.3964 | 0.3968 | 6200 | 2.3940 | 0.0 |
115
+ | 2.3972 | 0.4032 | 6300 | 2.3940 | 0.0 |
116
+ | 2.3979 | 0.4096 | 6400 | 2.3938 | 0.0 |
117
+ | 2.3978 | 0.416 | 6500 | 2.3936 | 0.0 |
118
+ | 2.3963 | 0.4224 | 6600 | 2.3939 | 0.0 |
119
+ | 2.3977 | 0.4288 | 6700 | 2.3938 | 0.0 |
120
+ | 2.3967 | 0.4352 | 6800 | 2.3940 | 0.0 |
121
+ | 2.3965 | 0.4416 | 6900 | 2.3937 | 0.0 |
122
+ | 2.398 | 0.448 | 7000 | 2.3937 | 0.0 |
123
+ | 2.3971 | 0.4544 | 7100 | 2.3939 | 0.0 |
124
+ | 2.3975 | 0.4608 | 7200 | 2.3937 | 0.0 |
125
+ | 2.3975 | 0.4672 | 7300 | 2.3940 | 0.0 |
126
+ | 2.3978 | 0.4736 | 7400 | 2.3945 | 0.0 |
127
+ | 2.3981 | 0.48 | 7500 | 2.3940 | 0.0 |
128
+ | 2.3966 | 0.4864 | 7600 | 2.3938 | 0.0 |
129
+ | 2.3971 | 0.4928 | 7700 | 2.3935 | 0.0 |
130
+ | 2.3976 | 0.4992 | 7800 | 2.3937 | 0.0 |
131
+ | 2.398 | 0.5056 | 7900 | 2.3936 | 0.0 |
132
+ | 2.3965 | 0.512 | 8000 | 2.3937 | 0.0 |
133
+ | 2.3958 | 0.5184 | 8100 | 2.3941 | 0.0 |
134
+ | 2.3977 | 0.5248 | 8200 | 2.3938 | 0.0 |
135
+ | 2.3967 | 0.5312 | 8300 | 2.3937 | 0.0 |
136
+ | 2.398 | 0.5376 | 8400 | 2.3937 | 0.0 |
137
+ | 2.3968 | 0.544 | 8500 | 2.3937 | 0.0 |
138
+ | 2.398 | 0.5504 | 8600 | 2.3938 | 0.0 |
139
+ | 2.3978 | 0.5568 | 8700 | 2.3936 | 0.0 |
140
+ | 2.3969 | 0.5632 | 8800 | 2.3937 | 0.0 |
141
+ | 2.3979 | 0.5696 | 8900 | 2.3936 | 0.0 |
142
+ | 2.3984 | 0.576 | 9000 | 2.3938 | 0.0 |
143
+ | 2.3981 | 0.5824 | 9100 | 2.3938 | 0.0 |
144
+ | 2.3961 | 0.5888 | 9200 | 2.3937 | 0.0 |
145
  | 2.3977 | 0.5952 | 9300 | 2.3936 | 0.0 |
146
+ | 2.397 | 0.6016 | 9400 | 2.3935 | 0.0 |
147
+ | 2.3981 | 0.608 | 9500 | 2.3935 | 0.0 |
148
+ | 2.3977 | 0.6144 | 9600 | 2.3935 | 0.0 |
149
+ | 2.3956 | 0.6208 | 9700 | 2.3939 | 0.0 |
150
+ | 2.3965 | 0.6272 | 9800 | 2.3938 | 0.0 |
151
+ | 2.3973 | 0.6336 | 9900 | 2.3939 | 0.0 |
152
  | 2.3959 | 0.64 | 10000 | 2.3938 | 0.0 |
153
+ | 2.3981 | 0.6464 | 10100 | 2.3939 | 0.0 |
154
+ | 2.3972 | 0.6528 | 10200 | 2.3937 | 0.0 |
155
+ | 2.3966 | 0.6592 | 10300 | 2.3937 | 0.0 |
156
+ | 2.3962 | 0.6656 | 10400 | 2.3935 | 0.0 |
157
+ | 2.3962 | 0.672 | 10500 | 2.3937 | 0.0 |
158
+ | 2.3962 | 0.6784 | 10600 | 2.3934 | 0.0 |
159
+ | 2.3968 | 0.6848 | 10700 | 2.3935 | 0.0 |
160
+ | 2.3969 | 0.6912 | 10800 | 2.3937 | 0.0 |
161
+ | 2.3962 | 0.6976 | 10900 | 2.3935 | 0.0 |
162
+ | 2.3974 | 0.704 | 11000 | 2.3938 | 0.0 |
163
  | 2.3971 | 0.7104 | 11100 | 2.3937 | 0.0 |
164
  | 2.3978 | 0.7168 | 11200 | 2.3938 | 0.0 |
165
+ | 2.3976 | 0.7232 | 11300 | 2.3937 | 0.0 |
166
+ | 2.3963 | 0.7296 | 11400 | 2.3937 | 0.0 |
167
+ | 2.3977 | 0.736 | 11500 | 2.3935 | 0.0 |
168
+ | 2.398 | 0.7424 | 11600 | 2.3935 | 0.0 |
169
+ | 2.3966 | 0.7488 | 11700 | 2.3937 | 0.0 |
170
+ | 2.3954 | 0.7552 | 11800 | 2.3938 | 0.0 |
171
+ | 2.3964 | 0.7616 | 11900 | 2.3936 | 0.0 |
172
+ | 2.3977 | 0.768 | 12000 | 2.3937 | 0.0 |
173
+ | 2.3978 | 0.7744 | 12100 | 2.3935 | 0.0 |
174
+ | 2.397 | 0.7808 | 12200 | 2.3936 | 0.0 |
175
+ | 2.3959 | 0.7872 | 12300 | 2.3936 | 0.0 |
176
+ | 2.3976 | 0.7936 | 12400 | 2.3935 | 0.0 |
177
+ | 2.3967 | 0.8 | 12500 | 2.3934 | 0.0 |
178
+ | 2.3968 | 0.8064 | 12600 | 2.3935 | 0.0 |
179
+ | 2.3987 | 0.8128 | 12700 | 2.3936 | 0.0 |
180
+ | 2.3942 | 0.8192 | 12800 | 2.3936 | 0.0 |
181
+ | 2.3964 | 0.8256 | 12900 | 2.3936 | 0.0 |
182
+ | 2.3974 | 0.832 | 13000 | 2.3935 | 0.0 |
183
+ | 2.397 | 0.8384 | 13100 | 2.3935 | 0.0 |
184
+ | 2.3973 | 0.8448 | 13200 | 2.3934 | 0.0 |
185
+ | 2.3982 | 0.8512 | 13300 | 2.3935 | 0.0 |
186
+ | 2.396 | 0.8576 | 13400 | 2.3935 | 0.0 |
187
+ | 2.3977 | 0.864 | 13500 | 2.3936 | 0.0 |
188
  | 2.3972 | 0.8704 | 13600 | 2.3936 | 0.0 |
189
  | 2.3969 | 0.8768 | 13700 | 2.3935 | 0.0 |
190
  | 2.3973 | 0.8832 | 13800 | 2.3935 | 0.0 |
191
+ | 2.3959 | 0.8896 | 13900 | 2.3935 | 0.0 |
192
+ | 2.3976 | 0.896 | 14000 | 2.3936 | 0.0 |
193
+ | 2.3963 | 0.9024 | 14100 | 2.3936 | 0.0 |
194
  | 2.3976 | 0.9088 | 14200 | 2.3936 | 0.0 |
195
  | 2.3977 | 0.9152 | 14300 | 2.3935 | 0.0 |
196
  | 2.3972 | 0.9216 | 14400 | 2.3935 | 0.0 |
197
+ | 2.3962 | 0.928 | 14500 | 2.3936 | 0.0 |
198
+ | 2.3965 | 0.9344 | 14600 | 2.3936 | 0.0 |
199
  | 2.3974 | 0.9408 | 14700 | 2.3936 | 0.0 |
200
+ | 2.3977 | 0.9472 | 14800 | 2.3936 | 0.0 |
201
+ | 2.3975 | 0.9536 | 14900 | 2.3936 | 0.0 |
202
+ | 2.3967 | 0.96 | 15000 | 2.3936 | 0.0 |
203
+ | 2.3966 | 0.9664 | 15100 | 2.3936 | 0.0 |
204
  | 2.3983 | 0.9728 | 15200 | 2.3936 | 0.0 |
205
+ | 2.3977 | 0.9792 | 15300 | 2.3936 | 0.0 |
206
+ | 2.3972 | 0.9856 | 15400 | 2.3936 | 0.0 |
207
+ | 2.3976 | 0.992 | 15500 | 2.3936 | 0.0 |
208
  | 2.3969 | 0.9984 | 15600 | 2.3936 | 0.0 |
209
 
210
 
config.json CHANGED
@@ -6,7 +6,7 @@
6
  "block_size": 256,
7
  "dropout": 0.0,
8
  "model_type": "nanogpt",
9
- "n_embd": 2,
10
  "n_head": 1,
11
  "n_layer": 1,
12
  "nonlinearity": "RELU",
 
6
  "block_size": 256,
7
  "dropout": 0.0,
8
  "model_type": "nanogpt",
9
+ "n_embd": 1,
10
  "n_head": 1,
11
  "n_layer": 1,
12
  "nonlinearity": "RELU",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:250175354b6fb59ca6ffc999c03a20cd73125c098c27966f823d555577b2d3f0
3
- size 1928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:540a9fb5a0eb5b838bebeb224b47152b01367885e6a0687fcdccbd327fd9cf21
3
+ size 1596
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4be8e5e3a63f31789fe0b6cbb1e987f2bf154844dd73efcc94ab332fe07bc73f
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ffb14498734856c465eda7d444917781df46bfd11f613b2a52f529338287b9
3
  size 5304