| { |
| "created_at": "2026-09-23T18:02:04.813737+00:00", |
| "transaction_fresh": { |
| "artifact": "20260923T173528Z", |
| "n": 200000, |
| "seed": 123, |
| "fraud": 244, |
| "raw": { |
| "threshold": 0.5, |
| "precision": 0.4940828402366864, |
| "recall": 0.6844262295081968, |
| "f1": 0.5738831615120275, |
| "confusion_matrix": [ |
| [ |
| 199585, |
| 171 |
| ], |
| [ |
| 77, |
| 167 |
| ] |
| ], |
| "pr_auc": 0.6889825876513987, |
| "roc_auc": 0.9883624004892526 |
| }, |
| "calibrated": { |
| "threshold": 0.5, |
| "precision": 0.7311320754716981, |
| "recall": 0.6352459016393442, |
| "f1": 0.6798245614035089, |
| "confusion_matrix": [ |
| [ |
| 199699, |
| 57 |
| ], |
| [ |
| 89, |
| 155 |
| ] |
| ], |
| "pr_auc": 0.619499090899653, |
| "roc_auc": 0.8279988471180743 |
| }, |
| "op_recall80_raw": { |
| "mode": "recall>=0.8", |
| "threshold": 0.1666218638420105, |
| "precision": 0.15030674846625766, |
| "recall": 0.8032786885245902, |
| "f1": 0.2532299741602067, |
| "max_f1": 0.6984924623115578, |
| "max_f1_threshold": 0.8513908982276917, |
| "pr_auc": 0.6889825876513987 |
| }, |
| "future_2015+": { |
| "n": 73031, |
| "fraud": 95, |
| "raw": { |
| "threshold": 0.5, |
| "precision": 0.5785714285714286, |
| "recall": 0.8526315789473684, |
| "f1": 0.6893617021276596, |
| "confusion_matrix": [ |
| [ |
| 72877, |
| 59 |
| ], |
| [ |
| 14, |
| 81 |
| ] |
| ], |
| "pr_auc": 0.8467382384273724, |
| "roc_auc": 0.998987432384845 |
| }, |
| "calibrated": { |
| "threshold": 0.5, |
| "precision": 0.7623762376237624, |
| "recall": 0.8105263157894737, |
| "f1": 0.7857142857142857, |
| "confusion_matrix": [ |
| [ |
| 72912, |
| 24 |
| ], |
| [ |
| 18, |
| 77 |
| ] |
| ], |
| "pr_auc": 0.7654057891294648, |
| "roc_auc": 0.911895937606438 |
| } |
| } |
| }, |
| "url_probes": [ |
| { |
| "url": "http://192.168.1.1/verify-login", |
| "expected": 1, |
| "p": 0.9995, |
| "correct": true |
| }, |
| { |
| "url": "http://10.0.0.5/secure/update", |
| "expected": 1, |
| "p": 0.9996, |
| "correct": true |
| }, |
| { |
| "url": "https://hdfc-bank-verify.tk/login", |
| "expected": 1, |
| "p": 0.9013, |
| "correct": true |
| }, |
| { |
| "url": "https://xn--sbi-bank.com/login", |
| "expected": 1, |
| "p": 0.9062, |
| "correct": true |
| }, |
| { |
| "url": "https://amaz0n-gift-winner.ml/claim-prize", |
| "expected": 1, |
| "p": 0.7169, |
| "correct": true |
| }, |
| { |
| "url": "http://bit.ly/3xK9mQ2", |
| "expected": 1, |
| "p": 0.9998, |
| "correct": true |
| }, |
| { |
| "url": "https://support-microsoft.tk/verify?user=admin@x", |
| "expected": 1, |
| "p": 0.4697, |
| "correct": false |
| }, |
| { |
| "url": "https://login form.ga/secure@phish.com", |
| "expected": 1, |
| "p": 0.9955, |
| "correct": true |
| }, |
| { |
| "url": "https://paytm-kyc-update%bank.com", |
| "expected": 1, |
| "p": 0.9991, |
| "correct": true |
| }, |
| { |
| "url": "http://sbi--online.surge.sh/login", |
| "expected": 1, |
| "p": 0.9997, |
| "correct": true |
| }, |
| { |
| "url": "https://income-tax-refund-goi.ml/claim", |
| "expected": 1, |
| "p": 0.8181, |
| "correct": true |
| }, |
| { |
| "url": "https://flipkart-big-billion-day.ga/winner", |
| "expected": 1, |
| "p": 0.7265, |
| "correct": true |
| }, |
| { |
| "url": "https://www.google.com/search?q=hello", |
| "expected": 0, |
| "p": 0.0386, |
| "correct": true |
| }, |
| { |
| "url": "https://github.com/anomalyco/opencode", |
| "expected": 0, |
| "p": 0.1533, |
| "correct": true |
| }, |
| { |
| "url": "https://www.hdfcbank.com/personal/payments", |
| "expected": 0, |
| "p": 0.1051, |
| "correct": true |
| }, |
| { |
| "url": "https://en.wikipedia.org/wiki/Phishing", |
| "expected": 0, |
| "p": 0.1002, |
| "correct": true |
| }, |
| { |
| "url": "https://www.amazon.in/gp/your-account/order-history", |
| "expected": 0, |
| "p": 0.0989, |
| "correct": true |
| }, |
| { |
| "url": "https://stackoverflow.com/questions/12345", |
| "expected": 0, |
| "p": 0.0924, |
| "correct": true |
| }, |
| { |
| "url": "https://www.rbi.org.in/Scripts/FAQView.aspx", |
| "expected": 0, |
| "p": 0.3015, |
| "correct": true |
| }, |
| { |
| "url": "https://mail.google.com/mail/u/0/#inbox", |
| "expected": 0, |
| "p": 0.0762, |
| "correct": true |
| } |
| ], |
| "message_probes": [ |
| { |
| "text": "URGENT: Your HDFC account will be BLOCKED in 2 hours. Share your OTP now to veri", |
| "expected": 1, |
| "p": 0.9827, |
| "correct": true |
| }, |
| { |
| "text": "Dear customer your SBI netbanking password expired. Login immediately at https:/", |
| "expected": 1, |
| "p": 0.8327, |
| "correct": true |
| }, |
| { |
| "text": "Congratulations! You won a Rs.50000 Flipkart gift voucher. Claim FREE prize now,", |
| "expected": 1, |
| "p": 0.9979, |
| "correct": true |
| }, |
| { |
| "text": "Income Tax Dept: you have a refund of Rs.18,450. Share bank details + OTP confid", |
| "expected": 1, |
| "p": 0.9764, |
| "correct": true |
| }, |
| { |
| "text": "Your parcel is held at customs. Pay Rs.250 fee via UPI and share screenshot, do ", |
| "expected": 1, |
| "p": 0.9179, |
| "correct": true |
| }, |
| { |
| "text": "Hi mom this is my new number, I lost my phone. Please transfer Rs.20000 urgently", |
| "expected": 1, |
| "p": 0.9464, |
| "correct": true |
| }, |
| { |
| "text": "KYC expired! Your Paytm wallet will be suspended today. Install this APK to veri", |
| "expected": 1, |
| "p": 0.9089, |
| "correct": true |
| }, |
| { |
| "text": "Bank manager here, share the OTP you just received to stop the fraudulent transa", |
| "expected": 1, |
| "p": 0.9421, |
| "correct": true |
| }, |
| { |
| "text": "Part-time job offer: earn Rs.5000/day from home, pay Rs.500 registration fee fir", |
| "expected": 1, |
| "p": 0.9627, |
| "correct": true |
| }, |
| { |
| "text": "Your electricity bill is overdue, connection cut tonight. Call now and share car", |
| "expected": 1, |
| "p": 0.9249, |
| "correct": true |
| }, |
| { |
| "text": "Hey, are we still on for lunch tomorrow? Let me know what time works for you", |
| "expected": 0, |
| "p": 0.0007, |
| "correct": true |
| }, |
| { |
| "text": "Your OTP for Swiggy login is 482913. Do not share it with anyone.", |
| "expected": 0, |
| "p": 0.0043, |
| "correct": true |
| }, |
| { |
| "text": "Meeting moved to 3pm in conference room B. Agenda attached in the calendar invit", |
| "expected": 0, |
| "p": 0.0358, |
| "correct": true |
| }, |
| { |
| "text": "Happy birthday! Hope you have a wonderful day. Dinner at our place on Sunday?", |
| "expected": 0, |
| "p": 0.0099, |
| "correct": true |
| }, |
| { |
| "text": "Your Amazon order #402-1234567 has shipped and will arrive Thursday. Track in th", |
| "expected": 0, |
| "p": 0.0339, |
| "correct": true |
| }, |
| { |
| "text": "Reminder: dentist appointment tomorrow at 10am. Reply YES to confirm.", |
| "expected": 0, |
| "p": 0.0464, |
| "correct": true |
| }, |
| { |
| "text": "The bill for dinner was Rs.2400, your share is Rs.800. UPI me when free, no rush", |
| "expected": 0, |
| "p": 0.1077, |
| "correct": true |
| }, |
| { |
| "text": "Photos from the trek are uploaded, check the shared album when you get time!", |
| "expected": 0, |
| "p": 0.0112, |
| "correct": true |
| } |
| ] |
| } |
