Instructions to use k1h0/codellama-7b-ptuning-java with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use k1h0/codellama-7b-ptuning-java with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("codellama/CodeLlama-7b-hf") model = PeftModel.from_pretrained(base_model, "k1h0/codellama-7b-ptuning-java") - Notebooks
- Google Colab
- Kaggle
Download checkpoint-371/trainer_state.json from k1h0/codellama-7b-ptuning-java: direct link, hf CLI and curl.
- Browser
- Download file 7.4 kB
-
https://huggingface.co/k1h0/codellama-7b-ptuning-java/resolve/main/checkpoint-371/trainer_state.json
- Command line
-
hf download hf://k1h0/codellama-7b-ptuning-java/checkpoint-371/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/k1h0/codellama-7b-ptuning-java/resolve/main/checkpoint-371/trainer_state.json
7.4 kB
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9996631862579993, | |
| "eval_steps": 500, | |
| "global_step": 371, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002694509936005389, | |
| "grad_norm": 12.76484489440918, | |
| "learning_rate": 5.263157894736842e-06, | |
| "loss": 3.5442, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02694509936005389, | |
| "grad_norm": 1.225385308265686, | |
| "learning_rate": 5.2631578947368424e-05, | |
| "loss": 3.4136, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05389019872010778, | |
| "grad_norm": 0.22818362712860107, | |
| "learning_rate": 0.00010526315789473685, | |
| "loss": 1.5345, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.08083529808016167, | |
| "grad_norm": 0.11801251769065857, | |
| "learning_rate": 0.00015789473684210527, | |
| "loss": 1.4693, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.10778039744021556, | |
| "grad_norm": 0.12770982086658478, | |
| "learning_rate": 0.0001987987987987988, | |
| "loss": 1.3288, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.13472549680026946, | |
| "grad_norm": 0.1819867640733719, | |
| "learning_rate": 0.00019279279279279282, | |
| "loss": 1.2308, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.16167059616032334, | |
| "grad_norm": 0.09357380867004395, | |
| "learning_rate": 0.0001867867867867868, | |
| "loss": 1.0072, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.18861569552037724, | |
| "grad_norm": 0.07331203669309616, | |
| "learning_rate": 0.00018078078078078078, | |
| "loss": 0.9502, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.21556079488043112, | |
| "grad_norm": 0.045368436723947525, | |
| "learning_rate": 0.00017477477477477476, | |
| "loss": 0.9393, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.24250589424048502, | |
| "grad_norm": 0.04616931825876236, | |
| "learning_rate": 0.00016876876876876877, | |
| "loss": 0.9084, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2694509936005389, | |
| "grad_norm": 0.04786905273795128, | |
| "learning_rate": 0.00016276276276276275, | |
| "loss": 0.9046, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.29639609296059277, | |
| "grad_norm": 0.03197158873081207, | |
| "learning_rate": 0.00015675675675675676, | |
| "loss": 0.8554, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3233411923206467, | |
| "grad_norm": 0.02612409181892872, | |
| "learning_rate": 0.00015075075075075077, | |
| "loss": 0.833, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3502862916807006, | |
| "grad_norm": 0.028117205947637558, | |
| "learning_rate": 0.00014474474474474475, | |
| "loss": 0.8364, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.3772313910407545, | |
| "grad_norm": 0.018981853500008583, | |
| "learning_rate": 0.00013873873873873876, | |
| "loss": 0.8246, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.40417649040080833, | |
| "grad_norm": 0.04023918882012367, | |
| "learning_rate": 0.00013273273273273274, | |
| "loss": 0.8511, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.43112158976086223, | |
| "grad_norm": 0.03793207183480263, | |
| "learning_rate": 0.00012672672672672675, | |
| "loss": 0.8217, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.45806668912091614, | |
| "grad_norm": 0.02019081450998783, | |
| "learning_rate": 0.00012072072072072073, | |
| "loss": 0.8001, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.48501178848097004, | |
| "grad_norm": 0.031807586550712585, | |
| "learning_rate": 0.00011471471471471471, | |
| "loss": 0.8019, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.5119568878410239, | |
| "grad_norm": 0.02062528021633625, | |
| "learning_rate": 0.0001087087087087087, | |
| "loss": 0.8047, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5389019872010778, | |
| "grad_norm": 0.03914797678589821, | |
| "learning_rate": 0.0001027027027027027, | |
| "loss": 0.8178, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5658470865611317, | |
| "grad_norm": 0.04694194346666336, | |
| "learning_rate": 9.66966966966967e-05, | |
| "loss": 0.7934, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5927921859211855, | |
| "grad_norm": 0.023888826370239258, | |
| "learning_rate": 9.069069069069069e-05, | |
| "loss": 0.7794, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6197372852812395, | |
| "grad_norm": 0.034731291234493256, | |
| "learning_rate": 8.468468468468469e-05, | |
| "loss": 0.7799, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.6466823846412934, | |
| "grad_norm": 0.022078100591897964, | |
| "learning_rate": 7.867867867867868e-05, | |
| "loss": 0.7779, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6736274840013473, | |
| "grad_norm": 0.04586014896631241, | |
| "learning_rate": 7.267267267267268e-05, | |
| "loss": 0.7906, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.7005725833614012, | |
| "grad_norm": 0.04206414520740509, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 0.7768, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.727517682721455, | |
| "grad_norm": 0.024432417005300522, | |
| "learning_rate": 6.0660660660660665e-05, | |
| "loss": 0.7691, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.754462782081509, | |
| "grad_norm": 0.03391208499670029, | |
| "learning_rate": 5.465465465465466e-05, | |
| "loss": 0.7629, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7814078814415628, | |
| "grad_norm": 0.018352922052145004, | |
| "learning_rate": 4.8648648648648654e-05, | |
| "loss": 0.7625, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.8083529808016167, | |
| "grad_norm": 0.04901178553700447, | |
| "learning_rate": 4.264264264264264e-05, | |
| "loss": 0.7778, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.8352980801616706, | |
| "grad_norm": 0.0407499223947525, | |
| "learning_rate": 3.663663663663664e-05, | |
| "loss": 0.7657, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.8622431795217245, | |
| "grad_norm": 0.031635917723178864, | |
| "learning_rate": 3.063063063063063e-05, | |
| "loss": 0.7621, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.8891882788817784, | |
| "grad_norm": 0.020033176988363266, | |
| "learning_rate": 2.4624624624624627e-05, | |
| "loss": 0.7571, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.9161333782418323, | |
| "grad_norm": 0.045810870826244354, | |
| "learning_rate": 1.8618618618618618e-05, | |
| "loss": 0.7539, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.9430784776018861, | |
| "grad_norm": 0.07599364966154099, | |
| "learning_rate": 1.2612612612612611e-05, | |
| "loss": 0.7684, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.9700235769619401, | |
| "grad_norm": 0.01792909763753414, | |
| "learning_rate": 6.606606606606607e-06, | |
| "loss": 0.7643, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9969686763219939, | |
| "grad_norm": 0.02676345966756344, | |
| "learning_rate": 6.006006006006006e-07, | |
| "loss": 0.7515, | |
| "step": 370 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 371, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.331323573248983e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |