lengyue233 commited on
Commit
d294d91
1 Parent(s): fc2d33a

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -6,7 +6,7 @@
6
  "head_dim": 64,
7
  "initializer_range": 0.02,
8
  "intermediate_size": 4096,
9
- "max_seq_len": 2048,
10
  "model_type": "dual_ar",
11
  "n_fast_layer": 4,
12
  "n_head": 16,
 
6
  "head_dim": 64,
7
  "initializer_range": 0.02,
8
  "intermediate_size": 4096,
9
+ "max_seq_len": 4096,
10
  "model_type": "dual_ar",
11
  "n_fast_layer": 4,
12
  "n_head": 16,