{ "passed": true, "load_s": 7.356, "invoice_s": 4.7254, "outage_s": 2.4, "device_map": { "model.visual": "0", "model.language_model.embed_tokens": "0", "model.language_model.layers.0": "0", "model.language_model.layers.1": "0", "model.language_model.layers.2": "0", "model.language_model.layers.3": "0", "model.language_model.layers.4": "0", "model.language_model.layers.5": "0", "model.language_model.layers.6": "0", "model.language_model.layers.7": "0", "model.language_model.layers.8": "0", "model.language_model.layers.9": "0", "model.language_model.layers.10": "0", "model.language_model.layers.11": "0", "model.language_model.layers.12": "0", "model.language_model.layers.13": "0", "model.language_model.layers.14": "0", "model.language_model.layers.15": "0", "model.language_model.layers.16": "0", "model.language_model.layers.17": "0", "model.language_model.layers.18": "0", "model.language_model.layers.19": "0", "model.language_model.layers.20": "1", "model.language_model.layers.21": "1", "model.language_model.layers.22": "1", "model.language_model.layers.23": "1", "model.language_model.layers.24": "1", "model.language_model.layers.25": "1", "model.language_model.layers.26": "1", "model.language_model.layers.27": "1", "model.language_model.layers.28": "1", "model.language_model.layers.29": "1", "model.language_model.layers.30": "1", "model.language_model.layers.31": "cpu", "model.language_model.layers.32": "cpu", "model.language_model.layers.33": "cpu", "model.language_model.layers.34": "cpu", "model.language_model.layers.35": "cpu", "model.language_model.layers.36": "cpu", "model.language_model.layers.37": "cpu", "model.language_model.layers.38": "cpu", "model.language_model.layers.39": "cpu", "model.language_model.layers.40": "cpu", "model.language_model.layers.41": "cpu", "model.language_model.layers.42": "cpu", "model.language_model.layers.43": "cpu", "model.language_model.layers.44": "cpu", "model.language_model.layers.45": "cpu", "model.language_model.layers.46": "cpu", "model.language_model.layers.47": "cpu", "model.language_model.layers.48": "cpu", "model.language_model.layers.49": "cpu", "model.language_model.layers.50": "cpu", "model.language_model.layers.51": "cpu", "model.language_model.layers.52": "cpu", "model.language_model.layers.53": "cpu", "model.language_model.layers.54": "cpu", "model.language_model.layers.55": "cpu", "model.language_model.layers.56": "cpu", "model.language_model.layers.57": "cpu", "model.language_model.layers.58": "cpu", "model.language_model.layers.59": "cpu", "model.language_model.layers.60": "cpu", "model.language_model.layers.61": "cpu", "model.language_model.layers.62": "cpu", "model.language_model.layers.63": "cpu", "model.language_model.norm": "cpu", "model.language_model.rotary_emb": "cpu", "lm_head": "cpu" }, "head_device": "cuda:0", "invoice": { "model": "clef", "answers": { "status": { "type": "choice", "choice": "overdue", "confidence": 0.9942, "probabilities": { "paid": 0.0035, "overdue": 0.9942, "draft": 0.0023 } }, "large": { "type": "noul", "noul": 0.9942 } }, "usage": { "input_tokens": 260, "output_tokens": 0 } }, "outage": { "model": "clef", "answers": { "department": { "type": "choice", "choice": "technical", "confidence": 0.9161, "probabilities": { "billing": 0.0839, "technical": 0.9161 } }, "urgency": { "type": "score", "score": 1.8176, "confidence": 0.863, "legend": { "0": "Can wait", "1": "This week", "2": "Today" }, "probabilities": { "0": 0.0454, "1": 0.0917, "2": 0.863 } }, "outage": { "type": "noul", "noul": 0.8981 } }, "usage": { "input_tokens": 300, "output_tokens": 0 } } }