tern-124M-code-narrator / tinycode_config.json

Upload 10 files

38562d7 verified 25 days ago

278 Bytes

{
  "architecture": "Tern GPT",
  "n_layer": 12,
  "n_head": 12,
  "n_embd": 768,
  "vocab_size": 50304,
  "block_size": 1024,
  "bias": true,
  "tokenizer": "GPT-2 BPE",
  "tokenization": "bpe",
  "eos_token_id": 50256,
  "output_format": "steps_result_summary"
}

	{
	"architecture": "Tern GPT",
	"n_layer": 12,
	"n_head": 12,
	"n_embd": 768,
	"vocab_size": 50304,
	"block_size": 1024,
	"bias": true,
	"tokenizer": "GPT-2 BPE",
	"tokenization": "bpe",
	"eos_token_id": 50256,
	"output_format": "steps_result_summary"
	}