| { |
| "passed": true, |
| "load_s": 7.356, |
| "invoice_s": 4.7254, |
| "outage_s": 2.4, |
| "device_map": { |
| "model.visual": "0", |
| "model.language_model.embed_tokens": "0", |
| "model.language_model.layers.0": "0", |
| "model.language_model.layers.1": "0", |
| "model.language_model.layers.2": "0", |
| "model.language_model.layers.3": "0", |
| "model.language_model.layers.4": "0", |
| "model.language_model.layers.5": "0", |
| "model.language_model.layers.6": "0", |
| "model.language_model.layers.7": "0", |
| "model.language_model.layers.8": "0", |
| "model.language_model.layers.9": "0", |
| "model.language_model.layers.10": "0", |
| "model.language_model.layers.11": "0", |
| "model.language_model.layers.12": "0", |
| "model.language_model.layers.13": "0", |
| "model.language_model.layers.14": "0", |
| "model.language_model.layers.15": "0", |
| "model.language_model.layers.16": "0", |
| "model.language_model.layers.17": "0", |
| "model.language_model.layers.18": "0", |
| "model.language_model.layers.19": "0", |
| "model.language_model.layers.20": "1", |
| "model.language_model.layers.21": "1", |
| "model.language_model.layers.22": "1", |
| "model.language_model.layers.23": "1", |
| "model.language_model.layers.24": "1", |
| "model.language_model.layers.25": "1", |
| "model.language_model.layers.26": "1", |
| "model.language_model.layers.27": "1", |
| "model.language_model.layers.28": "1", |
| "model.language_model.layers.29": "1", |
| "model.language_model.layers.30": "1", |
| "model.language_model.layers.31": "cpu", |
| "model.language_model.layers.32": "cpu", |
| "model.language_model.layers.33": "cpu", |
| "model.language_model.layers.34": "cpu", |
| "model.language_model.layers.35": "cpu", |
| "model.language_model.layers.36": "cpu", |
| "model.language_model.layers.37": "cpu", |
| "model.language_model.layers.38": "cpu", |
| "model.language_model.layers.39": "cpu", |
| "model.language_model.layers.40": "cpu", |
| "model.language_model.layers.41": "cpu", |
| "model.language_model.layers.42": "cpu", |
| "model.language_model.layers.43": "cpu", |
| "model.language_model.layers.44": "cpu", |
| "model.language_model.layers.45": "cpu", |
| "model.language_model.layers.46": "cpu", |
| "model.language_model.layers.47": "cpu", |
| "model.language_model.layers.48": "cpu", |
| "model.language_model.layers.49": "cpu", |
| "model.language_model.layers.50": "cpu", |
| "model.language_model.layers.51": "cpu", |
| "model.language_model.layers.52": "cpu", |
| "model.language_model.layers.53": "cpu", |
| "model.language_model.layers.54": "cpu", |
| "model.language_model.layers.55": "cpu", |
| "model.language_model.layers.56": "cpu", |
| "model.language_model.layers.57": "cpu", |
| "model.language_model.layers.58": "cpu", |
| "model.language_model.layers.59": "cpu", |
| "model.language_model.layers.60": "cpu", |
| "model.language_model.layers.61": "cpu", |
| "model.language_model.layers.62": "cpu", |
| "model.language_model.layers.63": "cpu", |
| "model.language_model.norm": "cpu", |
| "model.language_model.rotary_emb": "cpu", |
| "lm_head": "cpu" |
| }, |
| "head_device": "cuda:0", |
| "invoice": { |
| "model": "clef", |
| "answers": { |
| "status": { |
| "type": "choice", |
| "choice": "overdue", |
| "confidence": 0.9942, |
| "probabilities": { |
| "paid": 0.0035, |
| "overdue": 0.9942, |
| "draft": 0.0023 |
| } |
| }, |
| "large": { |
| "type": "noul", |
| "noul": 0.9942 |
| } |
| }, |
| "usage": { |
| "input_tokens": 260, |
| "output_tokens": 0 |
| } |
| }, |
| "outage": { |
| "model": "clef", |
| "answers": { |
| "department": { |
| "type": "choice", |
| "choice": "technical", |
| "confidence": 0.9161, |
| "probabilities": { |
| "billing": 0.0839, |
| "technical": 0.9161 |
| } |
| }, |
| "urgency": { |
| "type": "score", |
| "score": 1.8176, |
| "confidence": 0.863, |
| "legend": { |
| "0": "Can wait", |
| "1": "This week", |
| "2": "Today" |
| }, |
| "probabilities": { |
| "0": 0.0454, |
| "1": 0.0917, |
| "2": 0.863 |
| } |
| }, |
| "outage": { |
| "type": "noul", |
| "noul": 0.8981 |
| } |
| }, |
| "usage": { |
| "input_tokens": 300, |
| "output_tokens": 0 |
| } |
| } |
| } |
|
|
