File size: 532 Bytes
546acd4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
// Generated by export.py from final.gab; do not edit.
#pragma once
#define MODEL_VOCAB 256
#define MODEL_D 192
#define MODEL_HEADS 6
#define MODEL_KV_HEADS 2
#define MODEL_HEAD_DIM 32
#define MODEL_BLOCKS 10
#define MODEL_HIDDEN 512
#define MODEL_KERNEL 4
#define MODEL_CONTEXT 512
#define MODEL_WINDOWS {64, 64, 64, 64, 0, 64, 64, 64, 64, 0}
#define MODEL_KV_SLOTS 1536  // cached positions, summed over the blocks
#define MODEL_BLOB_BYTES 4207968
#define CHAT_USER "<|u|>"
#define CHAT_ASSISTANT "<|a|>"
#define CHAT_END "<|e|>"