Really-Amazing commited on
Commit
65f4e2e
·
verified ·
1 Parent(s): 698526a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ config = GPTConfig(
16
  n_layer=12,
17
  n_head=12,
18
  n_embd=768,
19
- n_kv_head=6,
20
  sequence_len=1024,
21
  # dropout=0.1,
22
  )
 
16
  n_layer=12,
17
  n_head=12,
18
  n_embd=768,
19
+ n_kv_head=12,
20
  sequence_len=1024,
21
  # dropout=0.1,
22
  )