AmanC007 commited on
Commit
4e49627
·
verified ·
1 Parent(s): 7cff401

Upload folder using huggingface_hub

Browse files
code/snow_rl/calibration.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "provenance": {
 
3
  "everest_run": "/Users/amanchaturvedi/Downloads/hackathon-everest/artifacts/hackathon",
4
  "split": "GroupShuffleSplit(test_size=0.2, random_state=7) on field_ids",
5
  "test_rows": 1600,
@@ -8,71 +9,71 @@
8
  "channels": {
9
  "depth": {
10
  "target": "support_layer_depth_m",
11
- "shrink_slope": 0.11488976992879023,
12
- "shrink_intercept": 0.08103507116956066,
13
- "conditional_sigma": 0.007665379221462171,
14
- "marginal_resid_sigma": 0.040446905283101305,
15
- "mae": 0.03405873929410382,
16
- "r2_vs_truth": 0.1838656276345223,
17
- "corr_pred_true": 0.5580474157879961,
18
  "true_range": [
19
  0.0035311364258280116,
20
  0.17676305744572784
21
  ],
22
  "pred_range": [
23
- 0.05175725721196922,
24
- 0.13046398107648713
25
  ],
26
- "uncertainty_mean": 0.033883533334003735,
27
- "uncertainty_resid_corr": 0.18187342955850128
28
  },
29
  "support": {
30
  "target": "bearing_capacity_n",
31
- "shrink_slope": 0.7777926775994604,
32
- "shrink_intercept": 98.37118483237006,
33
- "conditional_sigma": 54.42656827677319,
34
- "marginal_resid_sigma": 64.69975570178208,
35
- "mae": 47.53150995339508,
36
- "r2_vs_truth": 0.8301844727273886,
37
- "corr_pred_true": 0.9138006117791571,
38
  "true_range": [
39
  131.55969690414213,
40
  880.3585953481258
41
  ],
42
  "pred_range": [
43
- 175.0350035256734,
44
- 802.3083153010995
45
  ],
46
- "uncertainty_mean": 51.312976119126816,
47
- "uncertainty_resid_corr": 0.34593243745609764
48
  },
49
  "shear": {
50
  "target": "shear_capacity_n",
51
- "shrink_slope": 0.2741025418235506,
52
- "shrink_intercept": 183.45698956678842,
53
- "conditional_sigma": 49.041715227502706,
54
- "marginal_resid_sigma": 89.34449980702163,
55
- "mae": 72.23881704866716,
56
- "r2_vs_truth": 0.24446201579531335,
57
- "corr_pred_true": 0.49848685228679185,
58
  "true_range": [
59
  41.39910438690268,
60
  560.0
61
  ],
62
  "pred_range": [
63
- 133.5793557951209,
64
- 448.09875115998557
65
  ],
66
- "uncertainty_mean": 67.30449921066794,
67
- "uncertainty_resid_corr": 0.34267112305898634
68
  }
69
  },
70
- "residual_correlation_depth_support": -0.11340331997482962,
71
  "false_safe": {
72
  "unsafe_threshold_n": 343.0,
73
  "truly_unsafe_fraction": 0.373125,
74
- "rate_conservative_lower_bound": 0.005025125628140704,
75
- "rate_point_estimate": 0.30318257956448913
76
  },
77
  "void": {
78
  "base_rate": 0.128125,
 
1
  {
2
  "provenance": {
3
+ "contract": "real",
4
  "everest_run": "/Users/amanchaturvedi/Downloads/hackathon-everest/artifacts/hackathon",
5
  "split": "GroupShuffleSplit(test_size=0.2, random_state=7) on field_ids",
6
  "test_rows": 1600,
 
9
  "channels": {
10
  "depth": {
11
  "target": "support_layer_depth_m",
12
+ "shrink_slope": 0.08854282674070772,
13
+ "shrink_intercept": 0.08367703523569511,
14
+ "conditional_sigma": 0.00784073951312608,
15
+ "marginal_resid_sigma": 0.0416409053872364,
16
+ "mae": 0.035019387256862516,
17
+ "r2_vs_truth": 0.1355680636724127,
18
+ "corr_pred_true": 0.4519807230548613,
19
  "true_range": [
20
  0.0035311364258280116,
21
  0.17676305744572784
22
  ],
23
  "pred_range": [
24
+ 0.06730125392331358,
25
+ 0.12425904731400628
26
  ],
27
+ "uncertainty_mean": 0.030424692156076887,
28
+ "uncertainty_resid_corr": 0.25437599300399794
29
  },
30
  "support": {
31
  "target": "bearing_capacity_n",
32
+ "shrink_slope": 0.6772492933870116,
33
+ "shrink_intercept": 137.81937896148395,
34
+ "conditional_sigma": 64.93905272666383,
35
+ "marginal_resid_sigma": 82.45561404004324,
36
+ "mae": 59.74705128101421,
37
+ "r2_vs_truth": 0.7255447220502179,
38
+ "corr_pred_true": 0.8540607461396588,
39
  "true_range": [
40
  131.55969690414213,
41
  880.3585953481258
42
  ],
43
  "pred_range": [
44
+ 189.41465859249143,
45
+ 788.0136972421395
46
  ],
47
+ "uncertainty_mean": 55.51994624919691,
48
+ "uncertainty_resid_corr": 0.3209774791717529
49
  },
50
  "shear": {
51
  "target": "shear_capacity_n",
52
+ "shrink_slope": 0.23478379666994506,
53
+ "shrink_intercept": 192.1063445468627,
54
+ "conditional_sigma": 47.51853968681443,
55
+ "marginal_resid_sigma": 91.9561149437472,
56
+ "mae": 72.53066017645426,
57
+ "r2_vs_truth": 0.1984349262787133,
58
+ "corr_pred_true": 0.45314257839361916,
59
  "true_range": [
60
  41.39910438690268,
61
  560.0
62
  ],
63
  "pred_range": [
64
+ 116.46083462422567,
65
+ 441.60647480534215
66
  ],
67
+ "uncertainty_mean": 60.11549987266592,
68
+ "uncertainty_resid_corr": 0.26640042846599105
69
  }
70
  },
71
+ "residual_correlation_depth_support": -0.1853780135197073,
72
  "false_safe": {
73
  "unsafe_threshold_n": 343.0,
74
  "truly_unsafe_fraction": 0.373125,
75
+ "rate_conservative_lower_bound": 0.021775544388609715,
76
+ "rate_point_estimate": 0.36683417085427134
77
  },
78
  "void": {
79
  "base_rate": 0.128125,
code/snow_rl/estimator.py CHANGED
@@ -38,11 +38,13 @@ OBS_SIZE = N_FEET * N_CHANNELS
38
  # Valid only while bearing is derived from the sinkage law; regenerate if that changes.
39
  SUPPORT_TO_DEPTH_SLOPE = -2.434e-4
40
  SUPPORT_TO_DEPTH_INTERCEPT = 0.1649
41
- # Chosen by measurement over the terrain distribution: corr(implied, true depth) is 0.776 at
42
- # 0.75, 0.772 at 0.50, 0.767 depth-only, and only 0.375 support-only. Support contributes
43
- # depth information mainly in shallow terrain -- once snow is deeper than the failure sinkage
 
 
44
  # the substrate never carries load, so bearing stops distinguishing 12 cm from 25 cm.
45
- DEPTH_CHANNEL_WEIGHT = 0.75
46
 
47
  FALSE_SAFE_NOTE = """\
48
  everest measures two very different false-safe rates on the same held-out split:
 
38
  # Valid only while bearing is derived from the sinkage law; regenerate if that changes.
39
  SUPPORT_TO_DEPTH_SLOPE = -2.434e-4
40
  SUPPORT_TO_DEPTH_INTERCEPT = 0.1649
41
+ # Chosen by measurement, and RE-measured whenever the calibration contract changes.
42
+ # Under the real 10-channel rig: corr(implied, true depth) peaks at 0.691 with w=0.50
43
+ # (0.683 at 0.75, 0.664 depth-only, 0.327 support-only). Under the optimistic 19-channel
44
+ # contract the optimum was 0.75 at corr 0.776 -- the real rig costs ~0.09 of correlation.
45
+ # Support contributes depth information mainly in shallow terrain: past the failure sinkage
46
  # the substrate never carries load, so bearing stops distinguishing 12 cm from 25 cm.
47
+ DEPTH_CHANNEL_WEIGHT = 0.50
48
 
49
  FALSE_SAFE_NOTE = """\
50
  everest measures two very different false-safe rates on the same held-out split: