Mick228 commited on
Commit
48cb68d
·
verified ·
1 Parent(s): 40a5064

Publish SideView_Pupil_General_v1

Browse files
README.md ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: facemap
3
+ pipeline_tag: keypoint-detection
4
+ tags:
5
+ - labelforge
6
+ - labelforge-base-model
7
+ - facemap
8
+ - pose-estimation
9
+ - mouse
10
+ - side-view
11
+ - pupil
12
+ - eye
13
+ - general
14
+ ---
15
+
16
+ # SideView_Pupil_General_v1
17
+
18
+ General side-view eye and pupil tracking. A LabelForge base model from the Musall Lab.
19
+
20
+ | | |
21
+ |---|---|
22
+ | View | Side View |
23
+ | Target | Pupil |
24
+ | Variant | General |
25
+ | Version | v1 |
26
+ | Status | final |
27
+ | Backend | Facemap |
28
+ | Keypoints | 12 |
29
+ | Source model | `Pupil_Base_v4_12kp` |
30
+
31
+ ## Keypoints
32
+
33
+ Listed in model-output order. **Do not reorder them**; groups, colours and shortcuts can be changed in LabelForge without affecting the model.
34
+
35
+ | # | Keypoint | Group |
36
+ |---|---|---|
37
+ | 1 | `eye_top` | Eye |
38
+ | 2 | `eye_bottom` | Eye |
39
+ | 3 | `eye_front` | Eye |
40
+ | 4 | `eye_back` | Eye |
41
+ | 5 | `pupil_top` | Pupil |
42
+ | 6 | `pupil_bottom` | Pupil |
43
+ | 7 | `pupil_front` | Pupil |
44
+ | 8 | `pupil_back` | Pupil |
45
+ | 9 | `nose_tip` | Nose |
46
+ | 10 | `nose_bottom` | Nose |
47
+ | 11 | `mouth` | Mouth |
48
+ | 12 | `lowerlip` | Mouth |
49
+
50
+ ## Training
51
+
52
+ | | |
53
+ |---|---|
54
+ | Facemap version | 1.0.8 |
55
+ | Training frames | 195 |
56
+ | Epochs | 80 |
57
+ | Batch size | 1 |
58
+ | Learning rate | 0.0001 |
59
+ | Image size (H x W) | 1024x1280 |
60
+
61
+ Dedicated Sideview Pupil Base V4 model trained on Round_01, Round_02, Round_03 and Round_04. Facemap Conv2_1x1 conv0/conv1/conv2 were replaced with 12-output heatmap heads before training. Only frames with all 12 keypoints visible were used.
62
+
63
+ ## Use in LabelForge
64
+
65
+ Download the model from LabelForge's **Model Library**, or select `SideView_Pupil_General_v1.pt` directly. `labelforge_model.json` sets the version, keypoint groups, colours and locked keypoint order automatically.
66
+
67
+ To fetch it from Python:
68
+
69
+ ```python
70
+ from huggingface_hub import snapshot_download
71
+ path = snapshot_download("MusallLab/LabelForge-SideView_Pupil_General_v1")
72
+ ```
73
+
74
+ ## Files
75
+
76
+ - `SideView_Pupil_General_v1.pt`: Facemap model weights
77
+ - `labelforge_model.json`: LabelForge metadata (keypoint schema, version)
78
+ - `labels.csv`, `keypoints.txt`: keypoint order
79
+ - `training_model_info.json`: training statistics
SideView_Pupil_General_v1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee143f5d67c2828062989001cd653c482de8109edb0ac6f5f6c0573bac7f19ff
3
+ size 8635538
keypoints.txt ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ eye_top
2
+ eye_bottom
3
+ eye_front
4
+ eye_back
5
+ pupil_top
6
+ pupil_bottom
7
+ pupil_front
8
+ pupil_back
9
+ nose_tip
10
+ nose_bottom
11
+ mouth
12
+ lowerlip
labelforge_model.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "model_name": "SideView_Pupil_General_v1",
4
+ "model_family": "SideView_Pupil_General",
5
+ "display_name": "Pupil",
6
+ "variant": "General",
7
+ "version": 1,
8
+ "backend": "facemap",
9
+ "model_path": "SideView_Pupil_General_v1.pt",
10
+ "parent_model": null,
11
+ "keypoint_schema": {
12
+ "locked": true,
13
+ "groups": [
14
+ {
15
+ "name": "Eye",
16
+ "palette": "Blue",
17
+ "keypoints": [
18
+ {
19
+ "name": "eye_top",
20
+ "color": "#5DA9E9",
21
+ "shortcut": ""
22
+ },
23
+ {
24
+ "name": "eye_bottom",
25
+ "color": "#4A98DD",
26
+ "shortcut": ""
27
+ },
28
+ {
29
+ "name": "eye_front",
30
+ "color": "#3787D1",
31
+ "shortcut": ""
32
+ },
33
+ {
34
+ "name": "eye_back",
35
+ "color": "#2476C5",
36
+ "shortcut": ""
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "name": "Pupil",
42
+ "palette": "Green",
43
+ "keypoints": [
44
+ {
45
+ "name": "pupil_top",
46
+ "color": "#74D99B",
47
+ "shortcut": ""
48
+ },
49
+ {
50
+ "name": "pupil_bottom",
51
+ "color": "#60CE89",
52
+ "shortcut": ""
53
+ },
54
+ {
55
+ "name": "pupil_front",
56
+ "color": "#4CC377",
57
+ "shortcut": ""
58
+ },
59
+ {
60
+ "name": "pupil_back",
61
+ "color": "#38B865",
62
+ "shortcut": ""
63
+ }
64
+ ]
65
+ },
66
+ {
67
+ "name": "Nose",
68
+ "palette": "Orange",
69
+ "keypoints": [
70
+ {
71
+ "name": "nose_tip",
72
+ "color": "#E7A15E",
73
+ "shortcut": ""
74
+ },
75
+ {
76
+ "name": "nose_bottom",
77
+ "color": "#DF9550",
78
+ "shortcut": ""
79
+ }
80
+ ]
81
+ },
82
+ {
83
+ "name": "Mouth",
84
+ "palette": "Red",
85
+ "keypoints": [
86
+ {
87
+ "name": "mouth",
88
+ "color": "#ED7A78",
89
+ "shortcut": ""
90
+ },
91
+ {
92
+ "name": "lowerlip",
93
+ "color": "#E86866",
94
+ "shortcut": ""
95
+ }
96
+ ]
97
+ }
98
+ ]
99
+ },
100
+ "training_dataset": null,
101
+ "keypoint_source": "labels.csv",
102
+ "training_settings": {},
103
+ "created_at": "2026-08-26T15:36:38.2440255Z",
104
+ "imported_external_model": true,
105
+ "status": "final",
106
+ "purpose": "General side-view eye and pupil tracking",
107
+ "original_model_path": "\\\\NASKAMPA\\lts\\Team\\Mick\\FM_Side_View\\Pupil_Model\\Current_Model\\Pupil_Base_v4_12kp.pt",
108
+ "source_model_name": "Pupil_Base_v4_12kp"
109
+ }
labels.csv ADDED
@@ -0,0 +1 @@
 
 
1
+ eye_top_x,eye_top_y,eye_bottom_x,eye_bottom_y,eye_front_x,eye_front_y,eye_back_x,eye_back_y,pupil_top_x,pupil_top_y,pupil_bottom_x,pupil_bottom_y,pupil_front_x,pupil_front_y,pupil_back_x,pupil_back_y,nose_tip_x,nose_tip_y,nose_bottom_x,nose_bottom_y,mouth_x,mouth_y,lowerlip_x,lowerlip_y
training_model_info.json ADDED
@@ -0,0 +1,313 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "Pupil_Base_v4_12kp",
3
+ "facemap_version": "1.0.8",
4
+ "view": "sideview",
5
+ "purpose": "eye and pupil tracking",
6
+ "number_of_keypoints": 12,
7
+ "labels": [
8
+ "eye_top",
9
+ "eye_bottom",
10
+ "eye_front",
11
+ "eye_back",
12
+ "pupil_top",
13
+ "pupil_bottom",
14
+ "pupil_front",
15
+ "pupil_back",
16
+ "nose_tip",
17
+ "nose_bottom",
18
+ "mouth",
19
+ "lowerlip"
20
+ ],
21
+ "training_frames_used": 195,
22
+ "training_frames_skipped": 12,
23
+ "training_frame_names": [
24
+ "Round_01/R01_001_V01_426_PuffyPenguin_20260320_114723_cam1_20260320_114914_sourceframe_000006856.png",
25
+ "Round_01/R01_002_V01_426_PuffyPenguin_20260320_114723_cam1_20260320_114914_sourceframe_000029484.png",
26
+ "Round_01/R01_003_V01_426_PuffyPenguin_20260320_114723_cam1_20260320_114914_sourceframe_000064496.png",
27
+ "Round_01/R01_005_V01_426_PuffyPenguin_20260320_114723_cam1_20260320_114914_sourceframe_000167921.png",
28
+ "Round_01/R01_006_V01_426_PuffyPenguin_20260320_114723_cam1_20260320_114914_sourceframe_000194693.png",
29
+ "Round_01/R01_007_V02_428_PuffyPenguin_20260115_120441_cam1_20260115_121238_sourceframe_000027168.png",
30
+ "Round_01/R01_008_V02_428_PuffyPenguin_20260115_120441_cam1_20260115_121238_sourceframe_000036879.png",
31
+ "Round_01/R01_009_V02_428_PuffyPenguin_20260115_120441_cam1_20260115_121238_sourceframe_000058813.png",
32
+ "Round_01/R01_010_V02_428_PuffyPenguin_20260115_120441_cam1_20260115_121238_sourceframe_000177692.png",
33
+ "Round_01/R01_011_V02_428_PuffyPenguin_20260115_120441_cam1_20260115_121238_sourceframe_000193361.png",
34
+ "Round_01/R01_012_V02_428_PuffyPenguin_20260115_120441_cam1_20260115_121238_sourceframe_000194461.png",
35
+ "Round_01/R01_013_V03_460_PuffyPenguin_20260602_110209_cam1_20260515_135802_sourceframe_000008111.png",
36
+ "Round_01/R01_014_V03_460_PuffyPenguin_20260602_110209_cam1_20260515_135802_sourceframe_000008631.png",
37
+ "Round_01/R01_015_V03_460_PuffyPenguin_20260602_110209_cam1_20260515_135802_sourceframe_000023090.png",
38
+ "Round_01/R01_016_V03_460_PuffyPenguin_20260602_110209_cam1_20260515_135802_sourceframe_000110904.png",
39
+ "Round_01/R01_017_V03_460_PuffyPenguin_20260602_110209_cam1_20260515_135802_sourceframe_000143264.png",
40
+ "Round_01/R01_018_V03_460_PuffyPenguin_20260602_110209_cam1_20260515_135802_sourceframe_000155094.png",
41
+ "Round_01/R01_019_V04_427_PuffyPenguin_20260210_115549_cam1_20260210_115832_sourceframe_000003778.png",
42
+ "Round_01/R01_020_V04_427_PuffyPenguin_20260210_115549_cam1_20260210_115832_sourceframe_000012580.png",
43
+ "Round_01/R01_021_V04_427_PuffyPenguin_20260210_115549_cam1_20260210_115832_sourceframe_000028957.png",
44
+ "Round_01/R01_022_V04_427_PuffyPenguin_20260210_115549_cam1_20260210_115832_sourceframe_000030795.png",
45
+ "Round_01/R01_023_V04_427_PuffyPenguin_20260210_115549_cam1_20260210_115832_sourceframe_000066537.png",
46
+ "Round_01/R01_024_V04_427_PuffyPenguin_20260210_115549_cam1_20260210_115832_sourceframe_000079207.png",
47
+ "Round_01/R01_025_V05_462_PuffyPenguin_20260604_122111_cam1_20260603_144429_sourceframe_000052424.png",
48
+ "Round_01/R01_026_V05_462_PuffyPenguin_20260604_122111_cam1_20260603_144429_sourceframe_000143153.png",
49
+ "Round_01/R01_027_V05_462_PuffyPenguin_20260604_122111_cam1_20260603_144429_sourceframe_000147427.png",
50
+ "Round_01/R01_028_V05_462_PuffyPenguin_20260604_122111_cam1_20260603_144429_sourceframe_000170663.png",
51
+ "Round_01/R01_029_V05_462_PuffyPenguin_20260604_122111_cam1_20260603_144429_sourceframe_000184148.png",
52
+ "Round_01/R01_030_V05_462_PuffyPenguin_20260604_122111_cam1_20260603_144429_sourceframe_000188000.png",
53
+ "Round_02/426_PuffyPenguin_20260330_110342_cam1_20260330_110941_frame_000075218.png",
54
+ "Round_02/426_PuffyPenguin_20260330_110342_cam1_20260330_110941_frame_000088465.png",
55
+ "Round_02/426_PuffyPenguin_20260330_110342_cam1_20260330_110941_frame_000110238.png",
56
+ "Round_02/426_PuffyPenguin_20260330_110342_cam1_20260330_110941_frame_000131098.png",
57
+ "Round_02/426_PuffyPenguin_20260330_110342_cam1_20260330_110941_frame_000140234.png",
58
+ "Round_02/426_PuffyPenguin_20260330_110342_cam1_20260330_110941_frame_000156526.png",
59
+ "Round_02/426_PuffyPenguin_20260330_110342_cam1_20260330_110941_frame_000192156.png",
60
+ "Round_02/426_PuffyPenguin_20260330_110342_cam1_20260330_110941_frame_000211341.png",
61
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000127628.png",
62
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000129054.png",
63
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000131746.png",
64
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000137446.png",
65
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000139821.png",
66
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000139980.png",
67
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000147580.png",
68
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000164049.png",
69
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000170066.png",
70
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000172758.png",
71
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000182575.png",
72
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000184000.png",
73
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000184004.png",
74
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000190968.png",
75
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000211395.png",
76
+ "Round_02/428_PuffyPenguin_20260211_113730_cam1_20260211_114221_frame_000211416.png",
77
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000058392.png",
78
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000060025.png",
79
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000060261.png",
80
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000067804.png",
81
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000072798.png",
82
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000072818.png",
83
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000072868.png",
84
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000075742.png",
85
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000110992.png",
86
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000111012.png",
87
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000111112.png",
88
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000116236.png",
89
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000116296.png",
90
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000116356.png",
91
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000123981.png",
92
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000124101.png",
93
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000128213.png",
94
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000128233.png",
95
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000128383.png",
96
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000128503.png",
97
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000128553.png",
98
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000128583.png",
99
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000132889.png",
100
+ "Round_02/431_PuffyPenguin_20260420_092905_cam1_20260415_101623_frame_000133303.png",
101
+ "Round_02/458_PuffyPenguin_20260603_090502_cam1_20260515_135802_frame_000000000.png",
102
+ "Round_02/458_PuffyPenguin_20260603_090502_cam1_20260515_135802_frame_000055215.png",
103
+ "Round_02/458_PuffyPenguin_20260603_090502_cam1_20260515_135802_frame_000072884.png",
104
+ "Round_02/458_PuffyPenguin_20260603_090502_cam1_20260515_135802_frame_000096148.png",
105
+ "Round_02/458_PuffyPenguin_20260603_090502_cam1_20260515_135802_frame_000151511.png",
106
+ "Round_02/458_PuffyPenguin_20260603_090502_cam1_20260515_135802_frame_000179781.png",
107
+ "Round_02/458_PuffyPenguin_20260603_090502_cam1_20260515_135802_frame_000204370.png",
108
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000042485.png",
109
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000046064.png",
110
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000073298.png",
111
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000077499.png",
112
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000078589.png",
113
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000079211.png",
114
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000080456.png",
115
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000080576.png",
116
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000101309.png",
117
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000103955.png",
118
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000107223.png",
119
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000112047.png",
120
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000122318.png",
121
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000136324.png",
122
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000141460.png",
123
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000148929.png",
124
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000154376.png",
125
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000163558.png",
126
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000175385.png",
127
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000191258.png",
128
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000200907.png",
129
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000207754.png",
130
+ "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000216002.png",
131
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000000000.png",
132
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000006987.png",
133
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000013062.png",
134
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000018682.png",
135
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000024454.png",
136
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000029163.png",
137
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000034023.png",
138
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000037516.png",
139
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000042377.png",
140
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000046022.png",
141
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000070780.png",
142
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000077463.png",
143
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000080501.png",
144
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000084146.png",
145
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000088551.png",
146
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000117410.png",
147
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000128498.png",
148
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000146268.png",
149
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000153711.png",
150
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000153751.png",
151
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000154015.png",
152
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000155686.png",
153
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000158268.png",
154
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000165255.png",
155
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000169204.png",
156
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000182266.png",
157
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000191531.png",
158
+ "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000199733.png",
159
+ "Round_03/426_PuffyPenguin_20260318_111731_cam1_20260318_112806_frame_000038356.png",
160
+ "Round_03/426_PuffyPenguin_20260318_111731_cam1_20260318_112806_frame_000060130.png",
161
+ "Round_03/426_PuffyPenguin_20260318_111731_cam1_20260318_112806_frame_000110887.png",
162
+ "Round_03/426_PuffyPenguin_20260318_111731_cam1_20260318_112806_frame_000119106.png",
163
+ "Round_03/426_PuffyPenguin_20260318_111731_cam1_20260318_112806_frame_000133382.png",
164
+ "Round_03/426_PuffyPenguin_20260318_111731_cam1_20260318_112806_frame_000151262.png",
165
+ "Round_03/427_PuffyPenguin_20260109_103810_cam1_20260109_105010_frame_000011832.png",
166
+ "Round_03/427_PuffyPenguin_20260109_103810_cam1_20260109_105010_frame_000028802.png",
167
+ "Round_03/427_PuffyPenguin_20260109_103810_cam1_20260109_105010_frame_000051844.png",
168
+ "Round_03/427_PuffyPenguin_20260109_103810_cam1_20260109_105010_frame_000115987.png",
169
+ "Round_03/427_PuffyPenguin_20260109_103810_cam1_20260109_105010_frame_000132334.png",
170
+ "Round_03/428_PuffyPenguin_20260105_143630_cam1_20260105_144354_frame_000144147.png",
171
+ "Round_03/428_PuffyPenguin_20260105_143630_cam1_20260105_144354_frame_000147144.png",
172
+ "Round_03/428_PuffyPenguin_20260105_143630_cam1_20260105_144354_frame_000155660.png",
173
+ "Round_03/428_PuffyPenguin_20260105_143630_cam1_20260105_144354_frame_000167331.png",
174
+ "Round_03/428_PuffyPenguin_20260105_143630_cam1_20260105_144354_frame_000186729.png",
175
+ "Round_03/458_PuffyPenguin_20260529_092945_cam1_20260515_135802_frame_000000000.png",
176
+ "Round_03/458_PuffyPenguin_20260529_092945_cam1_20260515_135802_frame_000112439.png",
177
+ "Round_03/458_PuffyPenguin_20260529_092945_cam1_20260515_135802_frame_000215796.png",
178
+ "Round_03/460_PuffyPenguin_20260603_102647_cam1_20260515_135802_frame_000000000.png",
179
+ "Round_03/460_PuffyPenguin_20260603_102647_cam1_20260515_135802_frame_000002949.png",
180
+ "Round_03/460_PuffyPenguin_20260603_102647_cam1_20260515_135802_frame_000102447.png",
181
+ "Round_03/460_PuffyPenguin_20260603_102647_cam1_20260515_135802_frame_000154758.png",
182
+ "Round_03/461_PuffyPenguin_20260605_134950_cam1_20260603_144429_frame_000000000.png",
183
+ "Round_03/461_PuffyPenguin_20260605_134950_cam1_20260603_144429_frame_000005894.png",
184
+ "Round_03/461_PuffyPenguin_20260605_134950_cam1_20260603_144429_frame_000114150.png",
185
+ "Round_03/461_PuffyPenguin_20260605_134950_cam1_20260603_144429_frame_000152822.png",
186
+ "Round_03/462_PuffyPenguin_20260608_120837_cam1_20260603_144429_frame_000000000.png",
187
+ "Round_03/462_PuffyPenguin_20260608_120837_cam1_20260603_144429_frame_000005652.png",
188
+ "Round_03/462_PuffyPenguin_20260608_120837_cam1_20260603_144429_frame_000044452.png",
189
+ "Round_03/462_PuffyPenguin_20260608_120837_cam1_20260603_144429_frame_000145117.png",
190
+ "Round_03/462_PuffyPenguin_20260608_120837_cam1_20260603_144429_frame_000182848.png",
191
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000000.png",
192
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000010.png",
193
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000020.png",
194
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000030.png",
195
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000040.png",
196
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000050.png",
197
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000060.png",
198
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000070.png",
199
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000080.png",
200
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000100.png",
201
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000120.png",
202
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000130.png",
203
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000150.png",
204
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000160.png",
205
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000191.png",
206
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000200.png",
207
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000250.png",
208
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000260.png",
209
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000270.png",
210
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000280.png",
211
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000290.png",
212
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000300.png",
213
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000000310.png",
214
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000007476.png",
215
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000007478.png",
216
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000007498.png",
217
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000049276.png",
218
+ "Round_04/462_PuffyPenguin_20260602_141933_cam1_20260515_135802_frame_000051382.png"
219
+ ],
220
+ "skipped_frames": [
221
+ {
222
+ "frame": "Round_01/R01_004_V01_426_PuffyPenguin_20260320_114723_cam1_20260320_114914_sourceframe_000072397.png",
223
+ "reason": "lowerlip not visible"
224
+ },
225
+ {
226
+ "frame": "Round_02/458_PuffyPenguin_20260603_090502_cam1_20260515_135802_frame_000194210.png",
227
+ "reason": "lowerlip not visible"
228
+ },
229
+ {
230
+ "frame": "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000000000.png",
231
+ "reason": "lowerlip not visible"
232
+ },
233
+ {
234
+ "frame": "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000037660.png",
235
+ "reason": "lowerlip not visible"
236
+ },
237
+ {
238
+ "frame": "Round_02/461_PuffyPenguin_20260604_111155_cam1_20260603_144429_frame_000080516.png",
239
+ "reason": "mouth not visible"
240
+ },
241
+ {
242
+ "frame": "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000077483.png",
243
+ "reason": "lowerlip not visible"
244
+ },
245
+ {
246
+ "frame": "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000094626.png",
247
+ "reason": "lowerlip not visible"
248
+ },
249
+ {
250
+ "frame": "Round_02/462_PuffyPenguin_20260604_122111_cam1_20260603_144429_frame_000174520.png",
251
+ "reason": "lowerlip not visible"
252
+ },
253
+ {
254
+ "frame": "Round_03/458_PuffyPenguin_20260529_092945_cam1_20260515_135802_frame_000085974.png",
255
+ "reason": "mouth not visible"
256
+ },
257
+ {
258
+ "frame": "Round_03/458_PuffyPenguin_20260529_092945_cam1_20260515_135802_frame_000116511.png",
259
+ "reason": "mouth not visible"
260
+ },
261
+ {
262
+ "frame": "Round_03/460_PuffyPenguin_20260603_102647_cam1_20260515_135802_frame_000133958.png",
263
+ "reason": "lowerlip not visible"
264
+ },
265
+ {
266
+ "frame": "Round_03/461_PuffyPenguin_20260605_134950_cam1_20260603_144429_frame_000074183.png",
267
+ "reason": "lowerlip not visible"
268
+ }
269
+ ],
270
+ "epochs": 80,
271
+ "batch_size": 1,
272
+ "learning_rate": 0.0001,
273
+ "weight_decay": 0.0,
274
+ "bbox": [
275
+ [
276
+ 0,
277
+ 1024,
278
+ 0,
279
+ 1280
280
+ ]
281
+ ],
282
+ "image_shape": [
283
+ 195,
284
+ 1024,
285
+ 1280
286
+ ],
287
+ "keypoints_shape": [
288
+ 195,
289
+ 12,
290
+ 2
291
+ ],
292
+ "initialization_video": "\\\\Naskampa\\lts\\BpodBehavior\\426\\PuffyPenguin\\Session Data\\20260320_114723\\426_PuffyPenguin_20260320_114723_cam1_20260320_114914.avi",
293
+ "base_model": "facemap_model_state.pt",
294
+ "training_rounds": [
295
+ "Round_01",
296
+ "Round_02",
297
+ "Round_03",
298
+ "Round_04"
299
+ ],
300
+ "label_csvs": [
301
+ "\\\\NASKAMPA\\lts\\Team\\Mick\\FM_Side_View\\Pupil_Model\\Training_Data\\Labels\\Round_01_12kp_labels.csv",
302
+ "\\\\NASKAMPA\\lts\\Team\\Mick\\FM_Side_View\\Pupil_Model\\Training_Data\\Labels\\Round_02_12kp_labels.csv",
303
+ "\\\\NASKAMPA\\lts\\Team\\Mick\\FM_Side_View\\Pupil_Model\\Training_Data\\Labels\\Round_03_12kp_labels.csv",
304
+ "\\\\NASKAMPA\\lts\\Team\\Mick\\FM_Side_View\\Pupil_Model\\Training_Data\\Labels\\Round_04_12kp_labels.csv"
305
+ ],
306
+ "extraction_manifests": [
307
+ "\\\\NASKAMPA\\lts\\Team\\Mick\\FM_Side_View\\Pupil_Model\\Training_Data\\Pupil_Model_Round_01_extraction_manifest.csv",
308
+ "\\\\NASKAMPA\\lts\\Team\\Mick\\FM_Side_View\\Pupil_Model\\Training_Data\\Pupil_Model_Round_02_extraction_manifest.csv",
309
+ "\\\\NASKAMPA\\lts\\Team\\Mick\\FM_Side_View\\Pupil_Model\\Training_Data\\Pupil_Model_Round_03_extraction_manifest.csv",
310
+ "\\\\NASKAMPA\\lts\\Team\\Mick\\FM_Side_View\\Pupil_Model\\Training_Data\\Pupil_Model_Round_04_extraction_manifest.csv"
311
+ ],
312
+ "note": "Dedicated Sideview Pupil Base V4 model trained on Round_01, Round_02, Round_03 and Round_04. Facemap Conv2_1x1 conv0/conv1/conv2 were replaced with 12-output heatmap heads before training. Only frames with all 12 keypoints visible were used."
313
+ }