andreaskoepf jordiclive commited on
Commit
b02bf24
1 Parent(s): a7d6df4

Update config.json (#7)

Browse files

- Update config.json (3ca521b88a6fee35d2713a72a59a7edf579af5e1)


Co-authored-by: Jordan Clive <[email protected]>

Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -16,7 +16,7 @@
16
  "num_hidden_layers": 40,
17
  "num_key_value_heads": 40,
18
  "pad_token_id": 0,
19
- "pretraining_tp": 2,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": {
22
  "factor": 2.0,
 
16
  "num_hidden_layers": 40,
17
  "num_key_value_heads": 40,
18
  "pad_token_id": 0,
19
+ "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": {
22
  "factor": 2.0,