| { |
| "base": "utter-project/EuroLLM-1.7B", |
| "base_revision": "c730cd9b616799ace3c65e927d63191446f59374", |
| "dataset_revision": "805090dc28bf78897da9641cdf08b61287580df9", |
| "parameters": 1656850432, |
| "languages": { |
| "de": "German", |
| "fr": "French", |
| "es": "Spanish", |
| "it": "Italian", |
| "pt": "Portuguese" |
| }, |
| "hardware": "NVIDIA A10G", |
| "training_examples": 10000, |
| "base_scores": { |
| "de": { |
| "chrf": 41.82024457189319, |
| "bleu": 20.26350261255403, |
| "n": 25 |
| }, |
| "fr": { |
| "chrf": 64.8972670257005, |
| "bleu": 42.85923581624617, |
| "n": 25 |
| }, |
| "es": { |
| "chrf": 59.331962087308156, |
| "bleu": 33.450134905818004, |
| "n": 25 |
| }, |
| "it": { |
| "chrf": 49.80249616363529, |
| "bleu": 23.1355925485548, |
| "n": 25 |
| }, |
| "pt": { |
| "chrf": 57.20147376236467, |
| "bleu": 34.57187152635694, |
| "n": 25 |
| } |
| }, |
| "trainable_parameters": 28704768, |
| "training": { |
| "train_runtime": 640.5724, |
| "train_samples_per_second": 12.489, |
| "train_steps_per_second": 0.781, |
| "total_flos": 6363023844556800.0, |
| "train_loss": 1.1536775970458983, |
| "epoch": 0.8 |
| }, |
| "optimizer_steps": 500, |
| "finetuned_scores": { |
| "de": { |
| "chrf": 45.35868071238692, |
| "bleu": 23.627389295958714, |
| "n": 25 |
| }, |
| "fr": { |
| "chrf": 68.27577535975028, |
| "bleu": 47.98567838250168, |
| "n": 25 |
| }, |
| "es": { |
| "chrf": 60.16527699097214, |
| "bleu": 33.357218040252484, |
| "n": 25 |
| }, |
| "it": { |
| "chrf": 54.102947430256876, |
| "bleu": 28.055539217423494, |
| "n": 25 |
| }, |
| "pt": { |
| "chrf": 54.30657523876874, |
| "bleu": 32.16358651223113, |
| "n": 25 |
| } |
| }, |
| "mean_chrf_base": 54.61068872218036, |
| "mean_chrf_finetuned": 56.441851146426984, |
| "improved": true, |
| "elapsed_seconds": 1088.6777943910001 |
| } |
