{
  "base": "utter-project/EuroLLM-1.7B",
  "base_revision": "c730cd9b616799ace3c65e927d63191446f59374",
  "dataset_revision": "805090dc28bf78897da9641cdf08b61287580df9",
  "parameters": 1656850432,
  "languages": {
    "de": "German",
    "fr": "French",
    "es": "Spanish",
    "it": "Italian",
    "pt": "Portuguese"
  },
  "hardware": "NVIDIA A10G",
  "training_examples": 10000,
  "base_scores": {
    "de": {
      "chrf": 41.82024457189319,
      "bleu": 20.26350261255403,
      "n": 25
    },
    "fr": {
      "chrf": 64.8972670257005,
      "bleu": 42.85923581624617,
      "n": 25
    },
    "es": {
      "chrf": 59.331962087308156,
      "bleu": 33.450134905818004,
      "n": 25
    },
    "it": {
      "chrf": 49.80249616363529,
      "bleu": 23.1355925485548,
      "n": 25
    },
    "pt": {
      "chrf": 57.20147376236467,
      "bleu": 34.57187152635694,
      "n": 25
    }
  },
  "trainable_parameters": 28704768,
  "training": {
    "train_runtime": 640.5724,
    "train_samples_per_second": 12.489,
    "train_steps_per_second": 0.781,
    "total_flos": 6363023844556800.0,
    "train_loss": 1.1536775970458983,
    "epoch": 0.8
  },
  "optimizer_steps": 500,
  "finetuned_scores": {
    "de": {
      "chrf": 45.35868071238692,
      "bleu": 23.627389295958714,
      "n": 25
    },
    "fr": {
      "chrf": 68.27577535975028,
      "bleu": 47.98567838250168,
      "n": 25
    },
    "es": {
      "chrf": 60.16527699097214,
      "bleu": 33.357218040252484,
      "n": 25
    },
    "it": {
      "chrf": 54.102947430256876,
      "bleu": 28.055539217423494,
      "n": 25
    },
    "pt": {
      "chrf": 54.30657523876874,
      "bleu": 32.16358651223113,
      "n": 25
    }
  },
  "mean_chrf_base": 54.61068872218036,
  "mean_chrf_finetuned": 56.441851146426984,
  "improved": true,
  "elapsed_seconds": 1088.6777943910001
}