{
  "created_at": "2026-09-23T18:02:04.813737+00:00",
  "transaction_fresh": {
    "artifact": "20260923T173528Z",
    "n": 200000,
    "seed": 123,
    "fraud": 244,
    "raw": {
      "threshold": 0.5,
      "precision": 0.4940828402366864,
      "recall": 0.6844262295081968,
      "f1": 0.5738831615120275,
      "confusion_matrix": [
        [
          199585,
          171
        ],
        [
          77,
          167
        ]
      ],
      "pr_auc": 0.6889825876513987,
      "roc_auc": 0.9883624004892526
    },
    "calibrated": {
      "threshold": 0.5,
      "precision": 0.7311320754716981,
      "recall": 0.6352459016393442,
      "f1": 0.6798245614035089,
      "confusion_matrix": [
        [
          199699,
          57
        ],
        [
          89,
          155
        ]
      ],
      "pr_auc": 0.619499090899653,
      "roc_auc": 0.8279988471180743
    },
    "op_recall80_raw": {
      "mode": "recall>=0.8",
      "threshold": 0.1666218638420105,
      "precision": 0.15030674846625766,
      "recall": 0.8032786885245902,
      "f1": 0.2532299741602067,
      "max_f1": 0.6984924623115578,
      "max_f1_threshold": 0.8513908982276917,
      "pr_auc": 0.6889825876513987
    },
    "future_2015+": {
      "n": 73031,
      "fraud": 95,
      "raw": {
        "threshold": 0.5,
        "precision": 0.5785714285714286,
        "recall": 0.8526315789473684,
        "f1": 0.6893617021276596,
        "confusion_matrix": [
          [
            72877,
            59
          ],
          [
            14,
            81
          ]
        ],
        "pr_auc": 0.8467382384273724,
        "roc_auc": 0.998987432384845
      },
      "calibrated": {
        "threshold": 0.5,
        "precision": 0.7623762376237624,
        "recall": 0.8105263157894737,
        "f1": 0.7857142857142857,
        "confusion_matrix": [
          [
            72912,
            24
          ],
          [
            18,
            77
          ]
        ],
        "pr_auc": 0.7654057891294648,
        "roc_auc": 0.911895937606438
      }
    }
  },
  "url_probes": [
    {
      "url": "http://192.168.1.1/verify-login",
      "expected": 1,
      "p": 0.9995,
      "correct": true
    },
    {
      "url": "http://10.0.0.5/secure/update",
      "expected": 1,
      "p": 0.9996,
      "correct": true
    },
    {
      "url": "https://hdfc-bank-verify.tk/login",
      "expected": 1,
      "p": 0.9013,
      "correct": true
    },
    {
      "url": "https://xn--sbi-bank.com/login",
      "expected": 1,
      "p": 0.9062,
      "correct": true
    },
    {
      "url": "https://amaz0n-gift-winner.ml/claim-prize",
      "expected": 1,
      "p": 0.7169,
      "correct": true
    },
    {
      "url": "http://bit.ly/3xK9mQ2",
      "expected": 1,
      "p": 0.9998,
      "correct": true
    },
    {
      "url": "https://support-microsoft.tk/verify?user=admin@x",
      "expected": 1,
      "p": 0.4697,
      "correct": false
    },
    {
      "url": "https://login form.ga/secure@phish.com",
      "expected": 1,
      "p": 0.9955,
      "correct": true
    },
    {
      "url": "https://paytm-kyc-update%bank.com",
      "expected": 1,
      "p": 0.9991,
      "correct": true
    },
    {
      "url": "http://sbi--online.surge.sh/login",
      "expected": 1,
      "p": 0.9997,
      "correct": true
    },
    {
      "url": "https://income-tax-refund-goi.ml/claim",
      "expected": 1,
      "p": 0.8181,
      "correct": true
    },
    {
      "url": "https://flipkart-big-billion-day.ga/winner",
      "expected": 1,
      "p": 0.7265,
      "correct": true
    },
    {
      "url": "https://www.google.com/search?q=hello",
      "expected": 0,
      "p": 0.0386,
      "correct": true
    },
    {
      "url": "https://github.com/anomalyco/opencode",
      "expected": 0,
      "p": 0.1533,
      "correct": true
    },
    {
      "url": "https://www.hdfcbank.com/personal/payments",
      "expected": 0,
      "p": 0.1051,
      "correct": true
    },
    {
      "url": "https://en.wikipedia.org/wiki/Phishing",
      "expected": 0,
      "p": 0.1002,
      "correct": true
    },
    {
      "url": "https://www.amazon.in/gp/your-account/order-history",
      "expected": 0,
      "p": 0.0989,
      "correct": true
    },
    {
      "url": "https://stackoverflow.com/questions/12345",
      "expected": 0,
      "p": 0.0924,
      "correct": true
    },
    {
      "url": "https://www.rbi.org.in/Scripts/FAQView.aspx",
      "expected": 0,
      "p": 0.3015,
      "correct": true
    },
    {
      "url": "https://mail.google.com/mail/u/0/#inbox",
      "expected": 0,
      "p": 0.0762,
      "correct": true
    }
  ],
  "message_probes": [
    {
      "text": "URGENT: Your HDFC account will be BLOCKED in 2 hours. Share your OTP now to veri",
      "expected": 1,
      "p": 0.9827,
      "correct": true
    },
    {
      "text": "Dear customer your SBI netbanking password expired. Login immediately at https:/",
      "expected": 1,
      "p": 0.8327,
      "correct": true
    },
    {
      "text": "Congratulations! You won a Rs.50000 Flipkart gift voucher. Claim FREE prize now,",
      "expected": 1,
      "p": 0.9979,
      "correct": true
    },
    {
      "text": "Income Tax Dept: you have a refund of Rs.18,450. Share bank details + OTP confid",
      "expected": 1,
      "p": 0.9764,
      "correct": true
    },
    {
      "text": "Your parcel is held at customs. Pay Rs.250 fee via UPI and share screenshot, do ",
      "expected": 1,
      "p": 0.9179,
      "correct": true
    },
    {
      "text": "Hi mom this is my new number, I lost my phone. Please transfer Rs.20000 urgently",
      "expected": 1,
      "p": 0.9464,
      "correct": true
    },
    {
      "text": "KYC expired! Your Paytm wallet will be suspended today. Install this APK to veri",
      "expected": 1,
      "p": 0.9089,
      "correct": true
    },
    {
      "text": "Bank manager here, share the OTP you just received to stop the fraudulent transa",
      "expected": 1,
      "p": 0.9421,
      "correct": true
    },
    {
      "text": "Part-time job offer: earn Rs.5000/day from home, pay Rs.500 registration fee fir",
      "expected": 1,
      "p": 0.9627,
      "correct": true
    },
    {
      "text": "Your electricity bill is overdue, connection cut tonight. Call now and share car",
      "expected": 1,
      "p": 0.9249,
      "correct": true
    },
    {
      "text": "Hey, are we still on for lunch tomorrow? Let me know what time works for you",
      "expected": 0,
      "p": 0.0007,
      "correct": true
    },
    {
      "text": "Your OTP for Swiggy login is 482913. Do not share it with anyone.",
      "expected": 0,
      "p": 0.0043,
      "correct": true
    },
    {
      "text": "Meeting moved to 3pm in conference room B. Agenda attached in the calendar invit",
      "expected": 0,
      "p": 0.0358,
      "correct": true
    },
    {
      "text": "Happy birthday! Hope you have a wonderful day. Dinner at our place on Sunday?",
      "expected": 0,
      "p": 0.0099,
      "correct": true
    },
    {
      "text": "Your Amazon order #402-1234567 has shipped and will arrive Thursday. Track in th",
      "expected": 0,
      "p": 0.0339,
      "correct": true
    },
    {
      "text": "Reminder: dentist appointment tomorrow at 10am. Reply YES to confirm.",
      "expected": 0,
      "p": 0.0464,
      "correct": true
    },
    {
      "text": "The bill for dinner was Rs.2400, your share is Rs.800. UPI me when free, no rush",
      "expected": 0,
      "p": 0.1077,
      "correct": true
    },
    {
      "text": "Photos from the trek are uploaded, check the shared album when you get time!",
      "expected": 0,
      "p": 0.0112,
      "correct": true
    }
  ]
}