| { |
| "timestamp": "2026-10-09 10:46", |
| "run_name": "ft-focal", |
| "split": "test", |
| "split_file": "/home/nathank/BITS/dev/Phishing Model/data/processed/test_holdout.parquet", |
| "split_title": "TREC-06 binary holdout", |
| "limit_rows": null, |
| "dev_run": false, |
| "checkpoint": "/home/nathank/BITS/dev/Phishing Model/checkpoints/finetune/ft-focal/best", |
| "splits_in_invocation": [ |
| "test", |
| "test3" |
| ], |
| "model_config": { |
| "vocab_size": 32768, |
| "max_seq_len": 512, |
| "d_model": 1024, |
| "n_layers": 24, |
| "n_heads": 16, |
| "d_ff": 4096, |
| "dropout": 0.1, |
| "attention_dropout": 0.1, |
| "layer_norm_eps": 1e-05, |
| "pad_token_id": 0, |
| "tie_mlm_head": true, |
| "grad_checkpointing": false, |
| "num_labels": 3 |
| }, |
| "num_labels": 3, |
| "params": 337444867, |
| "checkpoint_config": { |
| "tokenizer": "tokenizer.json", |
| "finetune": { |
| "run_name": "ft-focal", |
| "init": "pretrained:checkpoints/pretrain/large-24L/final", |
| "n_layers": 24, |
| "freeze_layers": 0, |
| "loss": "focal", |
| "focal_gamma": 2.0, |
| "lr": 3e-05, |
| "batch_size": 32, |
| "micro_batch": 16, |
| "epochs": 2, |
| "max_steps": null, |
| "eval_every": 1250, |
| "log_every": 20, |
| "eval_batch_size": 64, |
| "warmup_fraction": 0.06, |
| "weight_decay": 0.01, |
| "betas": [ |
| 0.9, |
| 0.98 |
| ], |
| "eps": 1e-06, |
| "grad_clip": 1.0, |
| "patience": 2, |
| "schedule": "linear_decay", |
| "selection_metric": "val_f1_unwanted", |
| "pooling": "cls", |
| "num_labels": 3, |
| "synthetic": "off", |
| "limit_rows": null, |
| "seed": 42, |
| "cpu": false |
| }, |
| "best_epoch": 1, |
| "best_step": 8750, |
| "num_labels": 3, |
| "label_names": [ |
| "Legitimate", |
| "Phishing", |
| "Spam" |
| ], |
| "binary_rollup_name": "Unwanted (phishing or spam)", |
| "selection_metric": "val_f1_unwanted", |
| "selection_value": 0.9951084002657166, |
| "val_metrics": { |
| "accuracy": 0.9947003402250719, |
| "precision": 0.9954089646007007, |
| "recall": 0.9948080173871046, |
| "f1": 0.9951084002657166, |
| "roc_auc": 0.9998186946414248, |
| "pr_auc": 0.9998464119156345, |
| "tn": 6964, |
| "fp": 38, |
| "fn": 43, |
| "tp": 8239, |
| "threshold": 0.5, |
| "f1_optimal_threshold": 0.42074909806251526, |
| "f1_at_optimal_threshold": 0.9952995058454863, |
| "f1_unwanted": 0.9951084002657166, |
| "n_3way": 8105, |
| "accuracy_3way": 0.994694632942628, |
| "macro_f1_3way": 0.9868751212108838, |
| "precision_legitimate": 0.9988533753762362, |
| "recall_legitimate": 0.99528706083976, |
| "f1_legitimate": 0.9970670291151013, |
| "precision_phishing": 0.9853372434017595, |
| "recall_phishing": 0.9882352941176471, |
| "f1_phishing": 0.986784140969163, |
| "precision_spam": 0.9618805590851334, |
| "recall_spam": 0.9921363040629095, |
| "f1_spam": 0.9767741935483871, |
| "cm3_ll": 6969, |
| "cm3_lp": 4, |
| "cm3_ls": 29, |
| "cm3_pl": 3, |
| "cm3_pp": 336, |
| "cm3_ps": 1, |
| "cm3_sl": 5, |
| "cm3_sp": 1, |
| "cm3_ss": 757, |
| "n_unwanted_3way": 1103, |
| "pvs_phish_as_phish": 339, |
| "pvs_phish_as_spam": 1, |
| "pvs_spam_as_phish": 1, |
| "pvs_spam_as_spam": 762, |
| "val_loss": 0.030296484990695233, |
| "n": 15284, |
| "eval_seconds": 48.0 |
| }, |
| "val_metric_sets": { |
| "binary_unwanted": { |
| "accuracy": 0.9947003402250719, |
| "precision": 0.9954089646007007, |
| "recall": 0.9948080173871046, |
| "f1": 0.9951084002657166, |
| "roc_auc": 0.9998186946414248, |
| "pr_auc": 0.9998464119156345, |
| "tn": 6964, |
| "fp": 38, |
| "fn": 43, |
| "tp": 8239, |
| "threshold": 0.5, |
| "f1_optimal_threshold": 0.42074909806251526, |
| "f1_at_optimal_threshold": 0.9952995058454863, |
| "n": 15284, |
| "positive_class": "Unwanted (phishing or spam)" |
| }, |
| "three_way": { |
| "n": 8105, |
| "accuracy": 0.994694632942628, |
| "macro_f1": 0.9868751212108838, |
| "per_class": { |
| "Legitimate": { |
| "precision": 0.9988533753762362, |
| "recall": 0.99528706083976, |
| "f1": 0.9970670291151013 |
| }, |
| "Phishing": { |
| "precision": 0.9853372434017595, |
| "recall": 0.9882352941176471, |
| "f1": 0.986784140969163 |
| }, |
| "Spam": { |
| "precision": 0.9618805590851334, |
| "recall": 0.9921363040629095, |
| "f1": 0.9767741935483871 |
| } |
| }, |
| "confusion": { |
| "order": [ |
| "Legitimate", |
| "Phishing", |
| "Spam" |
| ], |
| "rows_true_cols_pred": [ |
| [ |
| 6969, |
| 4, |
| 29 |
| ], |
| [ |
| 3, |
| 336, |
| 1 |
| ], |
| [ |
| 5, |
| 1, |
| 757 |
| ] |
| ] |
| }, |
| "phish_vs_spam_on_true_unwanted": { |
| "n": 1103, |
| "order": [ |
| "Phishing", |
| "Spam" |
| ], |
| "rows_true_cols_pred": [ |
| [ |
| 339, |
| 1 |
| ], |
| [ |
| 1, |
| 762 |
| ] |
| ] |
| } |
| } |
| }, |
| "thresholds": { |
| "decision": 0.5, |
| "decision_applies_to": "P(unwanted) = sum of non-legitimate probabilities", |
| "val_f1_optimal": 0.42074909806251526, |
| "val_f1_at_optimal": 0.9952995058454863 |
| }, |
| "init": "pretrained:/home/nathank/BITS/dev/Phishing Model/checkpoints/pretrain/large-24L/final", |
| "params": { |
| "total": 337444867, |
| "trainable": 337444867, |
| "embeddings": 34080768, |
| "encoder_layers": 302309376, |
| "final_norm": 2048, |
| "head": 1052675 |
| } |
| }, |
| "tokenizer": "/home/nathank/BITS/dev/Phishing Model/data/processed/tokenizer.json", |
| "max_len": 512, |
| "label_names": { |
| "0": "Legitimate", |
| "1": "Phishing", |
| "2": "Spam" |
| }, |
| "binary_rollup": { |
| "unwanted_name": "Unwanted (phishing or spam)", |
| "classes": [ |
| 1, |
| 2 |
| ], |
| "rule": "P(unwanted) = sum of P(class) for class >= 1; flag when >= threshold" |
| }, |
| "split_sizes": { |
| "rows": 16302, |
| "positive": 3894, |
| "negative": 12408, |
| "positive_rate": 0.2389, |
| "label3": { |
| "legit": 12408, |
| "phish": 0, |
| "spam": 0, |
| "unwanted": 3894 |
| }, |
| "by_source": { |
| "TREC-06": { |
| "rows": 16302, |
| "positive": 3894, |
| "label3": { |
| "legit": 12408, |
| "phish": 0, |
| "spam": 0, |
| "unwanted": 3894 |
| } |
| } |
| }, |
| "mean_tokens_full": 710.6, |
| "pct_truncated": 21.93 |
| }, |
| "threshold": 0.5, |
| "at_threshold": { |
| "threshold": 0.5, |
| "accuracy": 0.9619065145380935, |
| "precision": 0.8794342684906098, |
| "recall": 0.9740626605033385, |
| "f1": 0.9243328865602534, |
| "specificity": 0.9580915538362347, |
| "false_positive_rate": 0.041908446163765316, |
| "false_negative_rate": 0.02593733949666153, |
| "confusion_matrix": { |
| "tn": 11888, |
| "fp": 520, |
| "fn": 101, |
| "tp": 3793 |
| }, |
| "n": 16302, |
| "n_positive": 3894, |
| "n_negative": 12408 |
| }, |
| "threshold_free": { |
| "roc_auc": 0.9946343971962354, |
| "pr_auc": 0.9847899987683836, |
| "recall_at_fpr_1pct": { |
| "fpr_budget": 0.01, |
| "recall": 0.8954802259887006, |
| "fpr": 0.009993552546744036, |
| "threshold": 0.8660591840744019, |
| "threshold_rule": "flag when p >= threshold" |
| }, |
| "recall_at_fpr_0_1pct": { |
| "fpr_budget": 0.001, |
| "recall": 0.6497175141242938, |
| "fpr": 0.0009671179883945841, |
| "threshold": 0.9728788733482361, |
| "threshold_rule": "flag when p >= threshold" |
| }, |
| "best_f1": { |
| "threshold": 0.6815109252929688, |
| "f1": 0.9397284608552213, |
| "precision": 0.9287684976172561, |
| "recall": 0.9509501797637391 |
| } |
| }, |
| "threeway": { |
| "num_labels": 3, |
| "label_names": { |
| "0": "Legitimate", |
| "1": "Phishing", |
| "2": "Spam" |
| }, |
| "unwanted_name": "Unwanted (phishing or spam)", |
| "decision_rule": "rollup_then_argmax", |
| "decision_rule_doc": "unwanted iff P(phishing)+P(spam) >= threshold, then kind = argmax(P(phishing), P(spam)); the 3x3 matrix therefore collapses exactly onto the binary confusion matrix. argmax-of-3 reported alongside.", |
| "threshold": 0.5, |
| "label3_counts": { |
| "legit": 12408, |
| "phish": 0, |
| "spam": 0, |
| "unwanted": 3894 |
| }, |
| "predicted_kind_breakdown": { |
| "note": "How the model's flagged rows split into predicted phishing vs spam (kind = argmax(P(phishing), P(spam))). Informational: for rows labelled -1/unwanted (all TREC-06 positives) there is NO phishing-vs-spam ground truth.", |
| "true_positives_flagged": { |
| "n": 3793, |
| "predicted_phishing": 974, |
| "predicted_spam": 2819 |
| }, |
| "false_positives_flagged": { |
| "n": 520, |
| "predicted_phishing": 175, |
| "predicted_spam": 345 |
| }, |
| "missed_positives": { |
| "n": 101, |
| "predicted_phishing": 35, |
| "predicted_spam": 66 |
| }, |
| "all_flagged": { |
| "n": 4313, |
| "predicted_phishing": 1149, |
| "predicted_spam": 3164 |
| }, |
| "unsplit_unwanted_rows_flagged": { |
| "n": 3793, |
| "predicted_phishing": 974, |
| "predicted_spam": 2819 |
| } |
| }, |
| "rows_with_full_label": 12408, |
| "rows_unwanted_only": 3894, |
| "evaluated": false, |
| "reason": "no rows labelled phishing or spam: every positive is unwanted-but-unsplit (no phishing-vs-spam ground truth)" |
| }, |
| "credential_lure_slice": { |
| "n_phrases": 37, |
| "phrases": [ |
| "verify your account", |
| "verify your identity", |
| "confirm your identity", |
| "confirm your account", |
| "enter your password", |
| "update your account", |
| "update your information", |
| "update your billing", |
| "update your payment", |
| "click here to verify", |
| "click the link below to verify", |
| "account has been suspended", |
| "account has been limited", |
| "account will be suspended", |
| "account has been locked", |
| "unusual sign-in", |
| "unusual activity", |
| "suspicious activity", |
| "paypal account", |
| "ebay account", |
| "password expire", |
| "password will expire", |
| "reset your password", |
| "invoice attached", |
| "wire transfer", |
| "gift card", |
| "urgent", |
| "urgently", |
| "security alert", |
| "security notice", |
| "login to your account", |
| "log in to your account", |
| "sign in to your account", |
| "bank account", |
| "failure to verify", |
| "within 24 hours", |
| "within 48 hours" |
| ], |
| "match_rule": "whole-word match on NFKC-lowercased text with non-alphanumerics collapsed to spaces", |
| "phrase_hits": { |
| "urgent": 129, |
| "bank account": 78, |
| "security alert": 70, |
| "within 24 hours": 65, |
| "urgently": 51, |
| "paypal account": 20, |
| "within 48 hours": 7, |
| "verify your account": 7, |
| "update your account": 6, |
| "account will be suspended": 5, |
| "ebay account": 5, |
| "enter your password": 5, |
| "wire transfer": 5, |
| "unusual activity": 5, |
| "confirm your identity": 4, |
| "verify your identity": 4, |
| "click here to verify": 3, |
| "log in to your account": 2, |
| "confirm your account": 2, |
| "security notice": 1, |
| "gift card": 1, |
| "reset your password": 1, |
| "account has been locked": 1, |
| "update your information": 1, |
| "account has been limited": 1, |
| "login to your account": 1 |
| }, |
| "phrase_hits_by_label": { |
| "verify your account": { |
| "positive": 7, |
| "negative": 0 |
| }, |
| "verify your identity": { |
| "positive": 4, |
| "negative": 0 |
| }, |
| "confirm your identity": { |
| "positive": 4, |
| "negative": 0 |
| }, |
| "confirm your account": { |
| "positive": 2, |
| "negative": 0 |
| }, |
| "enter your password": { |
| "positive": 5, |
| "negative": 0 |
| }, |
| "update your account": { |
| "positive": 6, |
| "negative": 0 |
| }, |
| "update your information": { |
| "positive": 0, |
| "negative": 1 |
| }, |
| "click here to verify": { |
| "positive": 3, |
| "negative": 0 |
| }, |
| "account has been limited": { |
| "positive": 1, |
| "negative": 0 |
| }, |
| "account will be suspended": { |
| "positive": 4, |
| "negative": 1 |
| }, |
| "account has been locked": { |
| "positive": 1, |
| "negative": 0 |
| }, |
| "unusual activity": { |
| "positive": 2, |
| "negative": 3 |
| }, |
| "paypal account": { |
| "positive": 20, |
| "negative": 0 |
| }, |
| "ebay account": { |
| "positive": 5, |
| "negative": 0 |
| }, |
| "reset your password": { |
| "positive": 0, |
| "negative": 1 |
| }, |
| "wire transfer": { |
| "positive": 5, |
| "negative": 0 |
| }, |
| "gift card": { |
| "positive": 0, |
| "negative": 1 |
| }, |
| "urgent": { |
| "positive": 81, |
| "negative": 48 |
| }, |
| "urgently": { |
| "positive": 22, |
| "negative": 29 |
| }, |
| "security alert": { |
| "positive": 2, |
| "negative": 68 |
| }, |
| "security notice": { |
| "positive": 1, |
| "negative": 0 |
| }, |
| "login to your account": { |
| "positive": 1, |
| "negative": 0 |
| }, |
| "log in to your account": { |
| "positive": 2, |
| "negative": 0 |
| }, |
| "bank account": { |
| "positive": 71, |
| "negative": 7 |
| }, |
| "within 24 hours": { |
| "positive": 63, |
| "negative": 2 |
| }, |
| "within 48 hours": { |
| "positive": 4, |
| "negative": 3 |
| } |
| }, |
| "label_purity": 0.6106, |
| "min_positives_for_comparison": 20, |
| "label3_counts": { |
| "legit": 155, |
| "phish": 0, |
| "spam": 0, |
| "unwanted": 243 |
| }, |
| "threeway_accuracy": null, |
| "metrics": { |
| "threshold": 0.5, |
| "accuracy": 0.9824120603015075, |
| "precision": 0.9758064516129032, |
| "recall": 0.9958847736625515, |
| "f1": 0.9857433808553973, |
| "specificity": 0.9612903225806452, |
| "false_positive_rate": 0.03870967741935484, |
| "false_negative_rate": 0.00411522633744856, |
| "confusion_matrix": { |
| "tn": 149, |
| "fp": 6, |
| "fn": 1, |
| "tp": 242 |
| }, |
| "n": 398, |
| "n_positive": 243, |
| "n_negative": 155, |
| "roc_auc": 0.9984866587017125 |
| } |
| }, |
| "per_source": { |
| "TREC-06": { |
| "threshold": 0.5, |
| "accuracy": 0.9619065145380935, |
| "precision": 0.8794342684906098, |
| "recall": 0.9740626605033385, |
| "f1": 0.9243328865602534, |
| "specificity": 0.9580915538362347, |
| "false_positive_rate": 0.041908446163765316, |
| "false_negative_rate": 0.02593733949666153, |
| "confusion_matrix": { |
| "tn": 11888, |
| "fp": 520, |
| "fn": 101, |
| "tp": 3793 |
| }, |
| "n": 16302, |
| "n_positive": 3894, |
| "n_negative": 12408, |
| "roc_auc": 0.9946343971962354, |
| "label3_counts": { |
| "legit": 12408, |
| "phish": 0, |
| "spam": 0, |
| "unwanted": 3894 |
| } |
| } |
| }, |
| "length_confound": { |
| "by_outcome": { |
| "tp": { |
| "n": 3793, |
| "mean_tokens_full": 283.9, |
| "mean_tokens_fed": 232.2, |
| "median_tokens_full": 207.0, |
| "pct_truncated": 15.3 |
| }, |
| "tn": { |
| "n": 11888, |
| "mean_tokens_full": 827.0, |
| "mean_tokens_fed": 294.4, |
| "median_tokens_full": 269.0, |
| "pct_truncated": 23.8 |
| }, |
| "fp": { |
| "n": 520, |
| "mean_tokens_full": 1237.2, |
| "mean_tokens_fed": 276.6, |
| "median_tokens_full": 241.5, |
| "pct_truncated": 29.0 |
| }, |
| "fn": { |
| "n": 101, |
| "mean_tokens_full": 321.7, |
| "mean_tokens_fed": 220.4, |
| "median_tokens_full": 181.0, |
| "pct_truncated": 12.9 |
| }, |
| "correct": { |
| "n": 15681, |
| "mean_tokens_full": 695.6, |
| "mean_tokens_fed": 279.4, |
| "median_tokens_full": 247.0, |
| "pct_truncated": 21.8 |
| }, |
| "wrong": { |
| "n": 621, |
| "mean_tokens_full": 1088.3, |
| "mean_tokens_fed": 267.5, |
| "median_tokens_full": 213.0, |
| "pct_truncated": 26.4 |
| } |
| }, |
| "by_label": { |
| "legitimate": { |
| "n": 12408, |
| "mean_tokens_full": 844.2, |
| "mean_tokens_fed": 293.7, |
| "median_tokens_full": 268.0, |
| "pct_truncated": 24.0 |
| }, |
| "unwanted": { |
| "n": 3894, |
| "mean_tokens_full": 284.9, |
| "mean_tokens_fed": 231.9, |
| "median_tokens_full": 206.0, |
| "pct_truncated": 15.3 |
| } |
| }, |
| "by_class3": { |
| "legit": { |
| "n": 12408, |
| "mean_tokens_full": 844.2, |
| "mean_tokens_fed": 293.7, |
| "median_tokens_full": 268.0, |
| "pct_truncated": 24.0 |
| }, |
| "unwanted": { |
| "n": 3894, |
| "mean_tokens_full": 284.9, |
| "mean_tokens_fed": 231.9, |
| "median_tokens_full": 206.0, |
| "pct_truncated": 15.3 |
| } |
| }, |
| "by_length_bucket": [ |
| { |
| "bucket": "<=64", |
| "n": 1363, |
| "n_positive": 587, |
| "positive_rate": 0.43066764490095377, |
| "recall": 0.9744463373083475, |
| "fpr": 0.10695876288659793, |
| "accuracy": 0.9280997798972854 |
| }, |
| { |
| "bucket": "65-128", |
| "n": 2538, |
| "n_positive": 736, |
| "positive_rate": 0.2899921197793538, |
| "recall": 0.9619565217391305, |
| "fpr": 0.039400665926748055, |
| "accuracy": 0.9609929078014184 |
| }, |
| { |
| "bucket": "129-256", |
| "n": 4594, |
| "n_positive": 1196, |
| "positive_rate": 0.260339573356552, |
| "recall": 0.9765886287625418, |
| "fpr": 0.034137728075338436, |
| "accuracy": 0.9686547670875054 |
| }, |
| { |
| "bucket": "257-512", |
| "n": 4232, |
| "n_positive": 780, |
| "positive_rate": 0.1843100189035917, |
| "recall": 0.9782051282051282, |
| "fpr": 0.028679026651216685, |
| "accuracy": 0.9725897920604915 |
| }, |
| { |
| "bucket": ">512", |
| "n": 3575, |
| "n_positive": 595, |
| "positive_rate": 0.16643356643356644, |
| "recall": 0.9781512605042016, |
| "fpr": 0.05067114093959731, |
| "accuracy": 0.9541258741258741 |
| } |
| ] |
| }, |
| "inference": { |
| "device": "cuda", |
| "autocast_bf16": true, |
| "batch_size": 64, |
| "pad_to_multiple_of": 8, |
| "num_labels": 3, |
| "rows": 16302, |
| "seconds": 57.39, |
| "rows_per_s": 284.1, |
| "padded_tokens": 4606544, |
| "real_tokens": 4546874, |
| "padded_tokens_per_s": 80267, |
| "peak_vram_gb": 2.27 |
| }, |
| "latency": { |
| "instructor_benchmark_ms": 74.0, |
| "samples_requested": 100, |
| "sample_split": "test", |
| "max_len": 512, |
| "gpu_bf16": { |
| "n": 100, |
| "avg_ms": 10.08, |
| "p50_ms": 8.9, |
| "p95_ms": 13.72, |
| "max_ms": 18.58, |
| "avg_s": 0.0101, |
| "mean_tokens": 280.0, |
| "ratio_to_benchmark": 0.136, |
| "device": "NVIDIA GeForce RTX 3090 Ti" |
| }, |
| "cpu_fp32": { |
| "n": 100, |
| "avg_ms": 458.57, |
| "p50_ms": 445.01, |
| "p95_ms": 701.07, |
| "max_ms": 828.65, |
| "avg_s": 0.4586, |
| "mean_tokens": 280.0, |
| "ratio_to_benchmark": 6.197, |
| "threads": 16, |
| "estimated_full_run_s": 41.8 |
| }, |
| "checkpoint": "/home/nathank/BITS/dev/Phishing Model/checkpoints/finetune/ft-focal/best", |
| "run_name": "ft-focal", |
| "params": 337444867, |
| "timestamp": "2026-10-09 10:46", |
| "num_labels": 3, |
| "measured_once_for_splits": [ |
| "test", |
| "test3" |
| ] |
| }, |
| "error_analysis": { |
| "path": "/home/nathank/BITS/dev/Phishing Model/reports/error_analysis.md", |
| "n_fn": 101, |
| "n_fp": 520, |
| "composition": { |
| "fp": { |
| "n": 520, |
| "mailing_list_or_digest": 0.196, |
| "html_heavy": 0.0, |
| "very_short_lt20_tokens": 0.023, |
| "truncated_gt512": 0.29, |
| "lure_phrase": 0.012 |
| }, |
| "tn": { |
| "n": 11888, |
| "mailing_list_or_digest": 0.297, |
| "html_heavy": 0.002, |
| "very_short_lt20_tokens": 0.004, |
| "truncated_gt512": 0.238, |
| "lure_phrase": 0.013 |
| }, |
| "fn": { |
| "n": 101, |
| "mailing_list_or_digest": 0.089, |
| "html_heavy": 0.0, |
| "very_short_lt20_tokens": 0.0, |
| "truncated_gt512": 0.129, |
| "lure_phrase": 0.01 |
| }, |
| "tp": { |
| "n": 3793, |
| "mailing_list_or_digest": 0.028, |
| "html_heavy": 0.001, |
| "very_short_lt20_tokens": 0.002, |
| "truncated_gt512": 0.153, |
| "lure_phrase": 0.064 |
| } |
| }, |
| "fn_vs_tp_tokens": [ |
| { |
| "token": "smailex", |
| "share_a": 0.119, |
| "share_b": 0.0, |
| "ratio": 934.36 |
| }, |
| { |
| "token": "blocki", |
| "share_a": 0.119, |
| "share_b": 0.0, |
| "ratio": 934.36 |
| }, |
| { |
| "token": "scanmail", |
| "share_a": 0.119, |
| "share_b": 0.0, |
| "ratio": 934.36 |
| }, |
| { |
| "token": "progra", |
| "share_a": 0.119, |
| "share_b": 0.0, |
| "ratio": 934.36 |
| }, |
| { |
| "token": "scanning", |
| "share_a": 0.119, |
| "share_b": 0.0, |
| "ratio": 934.36 |
| }, |
| { |
| "token": "matched", |
| "share_a": 0.119, |
| "share_b": 0.0, |
| "ratio": 311.45 |
| }, |
| { |
| "token": "tex-fonts", |
| "share_a": 0.079, |
| "share_b": 0.0, |
| "ratio": 211.79 |
| }, |
| { |
| "token": "pattern", |
| "share_a": 0.129, |
| "share_b": 0.001, |
| "ratio": 201.82 |
| }, |
| { |
| "token": "blocking", |
| "share_a": 0.129, |
| "share_b": 0.001, |
| "ratio": 201.82 |
| }, |
| { |
| "token": "tpn", |
| "share_a": 0.069, |
| "share_b": 0.001, |
| "ratio": 112.12 |
| }, |
| { |
| "token": "setting", |
| "share_a": 0.129, |
| "share_b": 0.001, |
| "ratio": 91.74 |
| }, |
| { |
| "token": "pif", |
| "share_a": 0.079, |
| "share_b": 0.001, |
| "ratio": 70.6 |
| }, |
| { |
| "token": "detected", |
| "share_a": 0.119, |
| "share_b": 0.002, |
| "ratio": 62.29 |
| }, |
| { |
| "token": "utah", |
| "share_a": 0.119, |
| "share_b": 0.002, |
| "ratio": 62.29 |
| }, |
| { |
| "token": "attachment", |
| "share_a": 0.149, |
| "share_b": 0.003, |
| "ratio": 50.37 |
| }, |
| { |
| "token": "math", |
| "share_a": 0.129, |
| "share_b": 0.003, |
| "ratio": 48.05 |
| }, |
| { |
| "token": "enroll", |
| "share_a": 0.05, |
| "share_b": 0.001, |
| "ratio": 45.68 |
| }, |
| { |
| "token": "seismic", |
| "share_a": 0.05, |
| "share_b": 0.001, |
| "ratio": 45.68 |
| }, |
| { |
| "token": "settings", |
| "share_a": 0.129, |
| "share_b": 0.003, |
| "ratio": 37.37 |
| }, |
| { |
| "token": "moved", |
| "share_a": 0.119, |
| "share_b": 0.003, |
| "ratio": 37.37 |
| } |
| ], |
| "fp_vs_tn_tokens": [ |
| { |
| "token": "irc-list-web", |
| "share_a": 0.054, |
| "share_b": 0.0, |
| "ratio": 1301.91 |
| }, |
| { |
| "token": "quarantine", |
| "share_a": 0.054, |
| "share_b": 0.0, |
| "ratio": 118.36 |
| }, |
| { |
| "token": "foundstone", |
| "share_a": 0.05, |
| "share_b": 0.001, |
| "ratio": 80.7 |
| }, |
| { |
| "token": "skidmore", |
| "share_a": 0.054, |
| "share_b": 0.001, |
| "ratio": 76.58 |
| }, |
| { |
| "token": "monty", |
| "share_a": 0.052, |
| "share_b": 0.001, |
| "ratio": 66.12 |
| }, |
| { |
| "token": "bn3", |
| "share_a": 0.06, |
| "share_b": 0.002, |
| "ratio": 27.15 |
| }, |
| { |
| "token": "ips", |
| "share_a": 0.054, |
| "share_b": 0.002, |
| "ratio": 26.57 |
| }, |
| { |
| "token": "anyplace", |
| "share_a": 0.06, |
| "share_b": 0.002, |
| "ratio": 26.16 |
| }, |
| { |
| "token": "noc's", |
| "share_a": 0.054, |
| "share_b": 0.002, |
| "ratio": 23.67 |
| }, |
| { |
| "token": "https", |
| "share_a": 0.108, |
| "share_b": 0.006, |
| "ratio": 19.12 |
| }, |
| { |
| "token": "cgi", |
| "share_a": 0.06, |
| "share_b": 0.004, |
| "ratio": 16.17 |
| }, |
| { |
| "token": "procexp", |
| "share_a": 0.054, |
| "share_b": 0.003, |
| "ratio": 15.69 |
| }, |
| { |
| "token": "tcpview", |
| "share_a": 0.054, |
| "share_b": 0.003, |
| "ratio": 15.69 |
| }, |
| { |
| "token": "sysinternals", |
| "share_a": 0.054, |
| "share_b": 0.004, |
| "ratio": 15.32 |
| }, |
| { |
| "token": "filtered", |
| "share_a": 0.052, |
| "share_b": 0.003, |
| "ratio": 15.14 |
| }, |
| { |
| "token": "atkins", |
| "share_a": 0.054, |
| "share_b": 0.004, |
| "ratio": 14.63 |
| }, |
| { |
| "token": "rogue", |
| "share_a": 0.056, |
| "share_b": 0.004, |
| "ratio": 14.49 |
| }, |
| { |
| "token": "firewall", |
| "share_a": 0.071, |
| "share_b": 0.005, |
| "ratio": 13.93 |
| }, |
| { |
| "token": "inbox", |
| "share_a": 0.058, |
| "share_b": 0.004, |
| "ratio": 13.79 |
| }, |
| { |
| "token": "manage", |
| "share_a": 0.079, |
| "share_b": 0.006, |
| "ratio": 13.64 |
| } |
| ], |
| "top_fn_doc_ids": [ |
| "primary:052869", |
| "primary:080991", |
| "primary:086987", |
| "primary:056767", |
| "primary:121268", |
| "primary:173636", |
| "primary:020947", |
| "primary:072993", |
| "primary:044992", |
| "primary:024565", |
| "primary:076023", |
| "primary:129745", |
| "primary:071577", |
| "primary:173938", |
| "primary:030013", |
| "primary:063077", |
| "primary:145723", |
| "primary:154489", |
| "primary:186523", |
| "primary:147887", |
| "primary:033014", |
| "primary:156328", |
| "primary:143065", |
| "primary:147193", |
| "primary:101618" |
| ], |
| "top_fp_doc_ids": [ |
| "primary:015304", |
| "primary:040048", |
| "primary:194751", |
| "primary:072489", |
| "primary:194063", |
| "primary:033174", |
| "primary:101560", |
| "primary:159590", |
| "primary:184838", |
| "primary:011014", |
| "primary:193401", |
| "primary:072275", |
| "primary:170605", |
| "primary:175533", |
| "primary:131182", |
| "primary:106445", |
| "primary:078484", |
| "primary:196901", |
| "primary:143547", |
| "primary:129925", |
| "primary:092561", |
| "primary:182736", |
| "primary:158244", |
| "primary:152569", |
| "primary:011118" |
| ], |
| "threeway": null |
| }, |
| "plots": { |
| "confusion_matrix": "/home/nathank/BITS/dev/Phishing Model/reports/confusion_matrix.png", |
| "roc_curve": "/home/nathank/BITS/dev/Phishing Model/reports/roc_curve.png", |
| "pr_curve": "/home/nathank/BITS/dev/Phishing Model/reports/pr_curve.png", |
| "eval_finetune_curves": "/home/nathank/BITS/dev/Phishing Model/reports/eval_finetune_curves.png", |
| "eval_pretrain_curves": "/home/nathank/BITS/dev/Phishing Model/reports/eval_pretrain_curves.png" |
| } |
| } |
|
|
