Lixing-Li
/

code2token-llama8b

LixingLi commited on Aug 1

Commit

00a4bce

verified ·

1 Parent(s): f65c57b

Upload meta.json with huggingface_hub

Files changed (1) hide show

meta.json CHANGED Viewed

@@ -2,9 +2,9 @@
   "epoch": 0,
   "base_model": "NousResearch/Meta-Llama-3-8B",
   "code_dim": 1024,
-  "source_ckpt": "code2token_step22500.pt",
   "epochs_trained": 0,
-  "step": 22500,
   "lora": {
     "r": 16,
     "alpha": 32,
@@ -20,6 +20,6 @@
     ]
   },
   "lm_tokenizer": "NousResearch/Meta-Llama-3-8B",
-  "val_ppl": 17.365248175184533,
   "train_shards": 496
 }

   "epoch": 0,
   "base_model": "NousResearch/Meta-Llama-3-8B",
   "code_dim": 1024,
+  "source_ckpt": "code2token_step25000.pt",
   "epochs_trained": 0,
+  "step": 25000,
   "lora": {
     "r": 16,
     "alpha": 32,
     ]
   },
   "lm_tokenizer": "NousResearch/Meta-Llama-3-8B",
+  "val_ppl": 17.49511487385716,
   "train_shards": 496
 }