IAU-1 / config.json

Upload 6 files

ce68c99 verified 23 days ago

234 Bytes

{
  "model_type": "iau-1",
  "n_layer": 24,
  "n_head": 12,
  "n_embd": 768,
  "block_size": 1024,
  "vocab_size": 50304,
  "tokenizer": "tiktoken gpt2",
  "tied_embeddings": true,
  "trained_steps": 4000,
  "tokens_per_step": 65536
}

	{
	"model_type": "iau-1",
	"n_layer": 24,
	"n_head": 12,
	"n_embd": 768,
	"block_size": 1024,
	"vocab_size": 50304,
	"tokenizer": "tiktoken gpt2",
	"tied_embeddings": true,
	"trained_steps": 4000,
	"tokens_per_step": 65536
	}