flpelerin commited on
Commit
83c3c6d
·
verified ·
1 Parent(s): f10ccaa

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +3 -3
train.py CHANGED
@@ -145,9 +145,9 @@ wandb.init(
145
  "valid_set_size": len(valid_dataset),
146
  "model_parameters": parameters_count,
147
  "vocab_size": vocab_size,
148
- "d_model": 384,
149
- "d_inner": 768,
150
- "n_layers": 6,
151
  "device": str(device),
152
  "model_name": model_name # Log model_name
153
  }
 
145
  "valid_set_size": len(valid_dataset),
146
  "model_parameters": parameters_count,
147
  "vocab_size": vocab_size,
148
+ "d_model": model.d_model,
149
+ "d_inner": model.d_inner,
150
+ "n_layers": model.n_layers,
151
  "device": str(device),
152
  "model_name": model_name # Log model_name
153
  }