LTF-v3.3 / demo /training_reference.json

Release original LTF v3.3 epoch 20 inference model

821b69c verified 2 days ago

385 Bytes

{
  "seed": 16,
  "epochs": 20,
  "batch_size": 64,
  "learning_rate": 0.0004,
  "weight_decay": 0.05,
  "dropout": 0.1,
  "default_train_tiles": 16,
  "train_set_size": 50000,
  "v2_l1_cross_shuffle_p": 0.9,
  "v2_l1_replace_ratio_range": [
    0.5,
    0.9
  ],
  "v2_l2_cross_shuffle_p": 0.9,
  "v2_l2_replace_ratio_range": [
    0.1,
    0.8
  ],
  "v2_bag_token_shuffle_p": 0.5
}

	{
	"seed": 16,
	"epochs": 20,
	"batch_size": 64,
	"learning_rate": 0.0004,
	"weight_decay": 0.05,
	"dropout": 0.1,
	"default_train_tiles": 16,
	"train_set_size": 50000,
	"v2_l1_cross_shuffle_p": 0.9,
	"v2_l1_replace_ratio_range": [
	0.5,
	0.9
	],
	"v2_l2_cross_shuffle_p": 0.9,
	"v2_l2_replace_ratio_range": [
	0.1,
	0.8
	],
	"v2_bag_token_shuffle_p": 0.5
	}