test_model_name / meta_step_000000_rank_0.json

Upload meta_step_000000_rank_0.json with huggingface_hub

1a2ead5 verified 12 months ago

254 Bytes

{
  "model": "gpt-neo-x",
  "dataset": "c4",
  "training_step": 0,
  "real_step": 0,
  "optimization_method": "sgd",
  "learning_rate": 0.0003,
  "outer_learning_rate": 0.7,
  "local_steps": 128,
  "world_size": 2,
  "global_rank": 0,
  "local_rank": 0
}

	{
	"model": "gpt-neo-x",
	"dataset": "c4",
	"training_step": 0,
	"real_step": 0,
	"optimization_method": "sgd",
	"learning_rate": 0.0003,
	"outer_learning_rate": 0.7,
	"local_steps": 128,
	"world_size": 2,
	"global_rank": 0,
	"local_rank": 0
	}