ChatGBA / source /model_config.h
gszauer's picture
ChatGBA: chat model, Game Boy Advance cartridge and source, Transformers port, reference.js
546acd4 verified
Raw History Blame Contribute Delete
532 Bytes
// Generated by export.py from final.gab; do not edit.
#pragma once
#define MODEL_VOCAB 256
#define MODEL_D 192
#define MODEL_HEADS 6
#define MODEL_KV_HEADS 2
#define MODEL_HEAD_DIM 32
#define MODEL_BLOCKS 10
#define MODEL_HIDDEN 512
#define MODEL_KERNEL 4
#define MODEL_CONTEXT 512
#define MODEL_WINDOWS {64, 64, 64, 64, 0, 64, 64, 64, 64, 0}
#define MODEL_KV_SLOTS 1536 // cached positions, summed over the blocks
#define MODEL_BLOB_BYTES 4207968
#define CHAT_USER "<|u|>"
#define CHAT_ASSISTANT "<|a|>"
#define CHAT_END "<|e|>"