Initial release: BioHCL-SSSM pre-trained weights, modular code, benchmarks and ablations
71ec175 verified Download src/evaluate.py from unknownBrain/BioHCL-SSSM-Pediatric-Pneumonia: direct link, hf CLI and curl.
- Browser
- Download file 1.48 kB
-
https://huggingface.co/unknownBrain/BioHCL-SSSM-Pediatric-Pneumonia/resolve/main/src/evaluate.py
- Command line
-
hf download hf://unknownBrain/BioHCL-SSSM-Pediatric-Pneumonia/src/evaluate.py
-
curl -L -o evaluate.py https://huggingface.co/unknownBrain/BioHCL-SSSM-Pediatric-Pneumonia/resolve/main/src/evaluate.py
1.48 kB
| import torch | |
| import numpy as np | |
| from sklearn.metrics import accuracy_score, precision_recall_fscore_support, confusion_matrix, roc_auc_score | |
| def evaluate_model(model, dataloader, device="cpu"): | |
| """ | |
| Standard comprehensive evaluation calculating Accuracy, Precision, Recall, Specificity, F1, and AUC. | |
| """ | |
| model.eval() | |
| all_preds = [] | |
| all_targets = [] | |
| all_probs = [] | |
| with torch.no_grad(): | |
| for inputs, targets in dataloader: | |
| inputs = inputs.to(device) | |
| outputs, _ = model(inputs) | |
| probs = torch.softmax(outputs, dim=1)[:, 1] | |
| preds = torch.argmax(outputs, dim=1) | |
| all_preds.extend(preds.cpu().numpy()) | |
| all_targets.extend(targets.numpy()) | |
| all_probs.extend(probs.cpu().numpy()) | |
| all_preds = np.array(all_preds) | |
| all_targets = np.array(all_targets) | |
| all_probs = np.array(all_probs) | |
| acc = accuracy_score(all_targets, all_preds) | |
| prec, rec, f1, _ = precision_recall_fscore_support(all_targets, all_preds, average='binary') | |
| tn, fp, fn, tp = confusion_matrix(all_targets, all_preds).ravel() | |
| spec = tn / (tn + fp) | |
| auc_val = roc_auc_score(all_targets, all_probs) | |
| return { | |
| "accuracy": acc, | |
| "precision": prec, | |
| "recall_sensitivity": rec, | |
| "specificity": spec, | |
| "f1_score": f1, | |
| "roc_auc": auc_val, | |
| "confusion_matrix": {"TP": int(tp), "TN": int(tn), "FP": int(fp), "FN": int(fn)} | |
| } | |