laya_android_metadata.json

{
 "base_model": {
  "repo": "convaiinnovations/laya",
  "subfolder": "multilingual",
  "revision": "7b928d828b7b0e022f929d9bd2e44165aa270148",
  "laya_package": "0.3.28"
 },
 "max_len": 3072,
 "head_max_len": 1536,
 "training": {
  "laya_android": {
   "name": "laya-android-v0",
   "base": "multilingual",
   "train_steps": null,
   "seed": 0,
   "epochs": 3,
   "micro_batch": 8,
   "grad_accum": 4,
   "encoder_lr": 2.5e-05,
   "head_lr": 0.0001,
   "loss": "soft-ce",
   "shuffle_options": [
    "choice"
   ],
   "gradient_checkpointing": true
  },
  "best_epoch": 2,
  "train_hours": 2.726,
  "hardware": "NVIDIA GeForce RTX 4090"
 },
 "evaluations": [
  "final_metrics.json",
  "base_metrics.json",
  "rtx4090.json"
 ]
}