jonatanklosko commited on
Commit
02b6a44
·
verified ·
1 Parent(s): e563203

Upload config

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -108,7 +108,7 @@
108
  "num_beam_groups": 1,
109
  "num_beams": 1,
110
  "num_hidden_layers": 2,
111
- "num_key_value_heads": 32,
112
  "num_return_sequences": 1,
113
  "output_attentions": false,
114
  "output_hidden_states": false,
 
108
  "num_beam_groups": 1,
109
  "num_beams": 1,
110
  "num_hidden_layers": 2,
111
+ "num_key_value_heads": 2,
112
  "num_return_sequences": 1,
113
  "output_attentions": false,
114
  "output_hidden_states": false,