Spaces:

patchbanks
/

nanoMPC

Running

nanoMPC / config /eval_gpt2_medium.py

Upload 14 files

ce9d604 verified about 2 years ago

216 Bytes

# evaluate the base gpt2
# n_layer=24, n_head=16, n_embd=1024
# 350M parameters
batch_size = 8
eval_iters = 500 # use more iterations to get good estimate
eval_only = True
wandb_log = False
init_from = 'gpt2-medium'

	# evaluate the base gpt2
	# n_layer=24, n_head=16, n_embd=1024
	# 350M parameters
	batch_size = 8
	eval_iters = 500 # use more iterations to get good estimate
	eval_only = True
	wandb_log = False
	init_from = 'gpt2-medium'