Update train.py
Browse files
train.py
CHANGED
|
@@ -145,9 +145,9 @@ wandb.init(
|
|
| 145 |
"valid_set_size": len(valid_dataset),
|
| 146 |
"model_parameters": parameters_count,
|
| 147 |
"vocab_size": vocab_size,
|
| 148 |
-
"d_model":
|
| 149 |
-
"d_inner":
|
| 150 |
-
"n_layers":
|
| 151 |
"device": str(device),
|
| 152 |
"model_name": model_name # Log model_name
|
| 153 |
}
|
|
|
|
| 145 |
"valid_set_size": len(valid_dataset),
|
| 146 |
"model_parameters": parameters_count,
|
| 147 |
"vocab_size": vocab_size,
|
| 148 |
+
"d_model": model.d_model,
|
| 149 |
+
"d_inner": model.d_inner,
|
| 150 |
+
"n_layers": model.n_layers,
|
| 151 |
"device": str(device),
|
| 152 |
"model_name": model_name # Log model_name
|
| 153 |
}
|