pshashid commited on
Commit
187a9d5
·
verified ·
1 Parent(s): bb8a4a3

Add/update rt-detr-r50

Browse files
rt-detr-r50/config.json ADDED
@@ -0,0 +1,280 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "activation_function": "silu",
4
+ "anchor_image_size": null,
5
+ "architectures": [
6
+ "RTDetrForObjectDetection"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "auxiliary_loss": true,
10
+ "backbone": null,
11
+ "backbone_config": {
12
+ "depths": [
13
+ 3,
14
+ 4,
15
+ 6,
16
+ 3
17
+ ],
18
+ "downsample_in_bottleneck": false,
19
+ "downsample_in_first_stage": false,
20
+ "dtype": "float32",
21
+ "embedding_size": 64,
22
+ "hidden_act": "relu",
23
+ "hidden_sizes": [
24
+ 256,
25
+ 512,
26
+ 1024,
27
+ 2048
28
+ ],
29
+ "layer_type": "bottleneck",
30
+ "model_type": "rt_detr_resnet",
31
+ "num_channels": 3,
32
+ "out_features": [
33
+ "stage2",
34
+ "stage3",
35
+ "stage4"
36
+ ],
37
+ "out_indices": [
38
+ 2,
39
+ 3,
40
+ 4
41
+ ],
42
+ "stage_names": [
43
+ "stem",
44
+ "stage1",
45
+ "stage2",
46
+ "stage3",
47
+ "stage4"
48
+ ]
49
+ },
50
+ "backbone_kwargs": null,
51
+ "batch_norm_eps": 1e-05,
52
+ "box_noise_scale": 1.0,
53
+ "d_model": 256,
54
+ "decoder_activation_function": "relu",
55
+ "decoder_attention_heads": 8,
56
+ "decoder_ffn_dim": 1024,
57
+ "decoder_in_channels": [
58
+ 256,
59
+ 256,
60
+ 256
61
+ ],
62
+ "decoder_layers": 6,
63
+ "decoder_n_points": 4,
64
+ "disable_custom_kernels": true,
65
+ "dropout": 0.0,
66
+ "dtype": "float32",
67
+ "encode_proj_layers": [
68
+ 2
69
+ ],
70
+ "encoder_activation_function": "gelu",
71
+ "encoder_attention_heads": 8,
72
+ "encoder_ffn_dim": 1024,
73
+ "encoder_hidden_dim": 256,
74
+ "encoder_in_channels": [
75
+ 512,
76
+ 1024,
77
+ 2048
78
+ ],
79
+ "encoder_layers": 1,
80
+ "eos_coefficient": 0.0001,
81
+ "eval_size": null,
82
+ "feat_strides": [
83
+ 8,
84
+ 16,
85
+ 32
86
+ ],
87
+ "focal_loss_alpha": 0.75,
88
+ "focal_loss_gamma": 2.0,
89
+ "freeze_backbone_batch_norms": true,
90
+ "hidden_expansion": 1.0,
91
+ "id2label": {
92
+ "0": "person",
93
+ "1": "bicycle",
94
+ "2": "car",
95
+ "3": "motorbike",
96
+ "4": "aeroplane",
97
+ "5": "bus",
98
+ "6": "train",
99
+ "7": "truck",
100
+ "8": "boat",
101
+ "9": "traffic light",
102
+ "10": "fire hydrant",
103
+ "11": "stop sign",
104
+ "12": "parking meter",
105
+ "13": "bench",
106
+ "14": "bird",
107
+ "15": "cat",
108
+ "16": "dog",
109
+ "17": "horse",
110
+ "18": "sheep",
111
+ "19": "cow",
112
+ "20": "elephant",
113
+ "21": "bear",
114
+ "22": "zebra",
115
+ "23": "giraffe",
116
+ "24": "backpack",
117
+ "25": "umbrella",
118
+ "26": "handbag",
119
+ "27": "tie",
120
+ "28": "suitcase",
121
+ "29": "frisbee",
122
+ "30": "skis",
123
+ "31": "snowboard",
124
+ "32": "sports ball",
125
+ "33": "kite",
126
+ "34": "baseball bat",
127
+ "35": "baseball glove",
128
+ "36": "skateboard",
129
+ "37": "surfboard",
130
+ "38": "tennis racket",
131
+ "39": "bottle",
132
+ "40": "wine glass",
133
+ "41": "cup",
134
+ "42": "fork",
135
+ "43": "knife",
136
+ "44": "spoon",
137
+ "45": "bowl",
138
+ "46": "banana",
139
+ "47": "apple",
140
+ "48": "sandwich",
141
+ "49": "orange",
142
+ "50": "broccoli",
143
+ "51": "carrot",
144
+ "52": "hot dog",
145
+ "53": "pizza",
146
+ "54": "donut",
147
+ "55": "cake",
148
+ "56": "chair",
149
+ "57": "sofa",
150
+ "58": "pottedplant",
151
+ "59": "bed",
152
+ "60": "diningtable",
153
+ "61": "toilet",
154
+ "62": "tvmonitor",
155
+ "63": "laptop",
156
+ "64": "mouse",
157
+ "65": "remote",
158
+ "66": "keyboard",
159
+ "67": "cell phone",
160
+ "68": "microwave",
161
+ "69": "oven",
162
+ "70": "toaster",
163
+ "71": "sink",
164
+ "72": "refrigerator",
165
+ "73": "book",
166
+ "74": "clock",
167
+ "75": "vase",
168
+ "76": "scissors",
169
+ "77": "teddy bear",
170
+ "78": "hair drier",
171
+ "79": "toothbrush"
172
+ },
173
+ "initializer_bias_prior_prob": null,
174
+ "initializer_range": 0.01,
175
+ "is_encoder_decoder": true,
176
+ "label2id": {
177
+ "aeroplane": 4,
178
+ "apple": 47,
179
+ "backpack": 24,
180
+ "banana": 46,
181
+ "baseball bat": 34,
182
+ "baseball glove": 35,
183
+ "bear": 21,
184
+ "bed": 59,
185
+ "bench": 13,
186
+ "bicycle": 1,
187
+ "bird": 14,
188
+ "boat": 8,
189
+ "book": 73,
190
+ "bottle": 39,
191
+ "bowl": 45,
192
+ "broccoli": 50,
193
+ "bus": 5,
194
+ "cake": 55,
195
+ "car": 2,
196
+ "carrot": 51,
197
+ "cat": 15,
198
+ "cell phone": 67,
199
+ "chair": 56,
200
+ "clock": 74,
201
+ "cow": 19,
202
+ "cup": 41,
203
+ "diningtable": 60,
204
+ "dog": 16,
205
+ "donut": 54,
206
+ "elephant": 20,
207
+ "fire hydrant": 10,
208
+ "fork": 42,
209
+ "frisbee": 29,
210
+ "giraffe": 23,
211
+ "hair drier": 78,
212
+ "handbag": 26,
213
+ "horse": 17,
214
+ "hot dog": 52,
215
+ "keyboard": 66,
216
+ "kite": 33,
217
+ "knife": 43,
218
+ "laptop": 63,
219
+ "microwave": 68,
220
+ "motorbike": 3,
221
+ "mouse": 64,
222
+ "orange": 49,
223
+ "oven": 69,
224
+ "parking meter": 12,
225
+ "person": 0,
226
+ "pizza": 53,
227
+ "pottedplant": 58,
228
+ "refrigerator": 72,
229
+ "remote": 65,
230
+ "sandwich": 48,
231
+ "scissors": 76,
232
+ "sheep": 18,
233
+ "sink": 71,
234
+ "skateboard": 36,
235
+ "skis": 30,
236
+ "snowboard": 31,
237
+ "sofa": 57,
238
+ "spoon": 44,
239
+ "sports ball": 32,
240
+ "stop sign": 11,
241
+ "suitcase": 28,
242
+ "surfboard": 37,
243
+ "teddy bear": 77,
244
+ "tennis racket": 38,
245
+ "tie": 27,
246
+ "toaster": 70,
247
+ "toilet": 61,
248
+ "toothbrush": 79,
249
+ "traffic light": 9,
250
+ "train": 6,
251
+ "truck": 7,
252
+ "tvmonitor": 62,
253
+ "umbrella": 25,
254
+ "vase": 75,
255
+ "wine glass": 40,
256
+ "zebra": 22
257
+ },
258
+ "label_noise_ratio": 0.5,
259
+ "layer_norm_eps": 1e-05,
260
+ "learn_initial_query": false,
261
+ "matcher_alpha": 0.25,
262
+ "matcher_bbox_cost": 5.0,
263
+ "matcher_class_cost": 2.0,
264
+ "matcher_gamma": 2.0,
265
+ "matcher_giou_cost": 2.0,
266
+ "model_type": "rt_detr",
267
+ "normalize_before": false,
268
+ "num_denoising": 100,
269
+ "num_feature_levels": 3,
270
+ "num_queries": 300,
271
+ "positional_encoding_temperature": 10000,
272
+ "transformers_version": "4.57.6",
273
+ "use_focal_loss": true,
274
+ "use_pretrained_backbone": false,
275
+ "use_timm_backbone": false,
276
+ "weight_loss_bbox": 5.0,
277
+ "weight_loss_giou": 2.0,
278
+ "weight_loss_vfl": 1.0,
279
+ "with_box_refine": true
280
+ }
rt-detr-r50/meta.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "rt-detr-r50",
3
+ "source": "PekingU/rtdetr_r50vd",
4
+ "method": "optimum",
5
+ "note": "falls back to a plain torch.onnx export if this optimum version lacks rt_detr",
6
+ "revision": "df939e661d8c52e80608d1ec566561aabd25a4e7",
7
+ "validation": "optimum (atol default)",
8
+ "opset_requested": 17,
9
+ "files": {
10
+ "model.onnx": {
11
+ "sha256": "49ec318184a40fd361caf5e4f1edd4734245bdba4383d6893090c10e1f490a42",
12
+ "bytes": 172381578,
13
+ "inputs": {
14
+ "pixel_values": [
15
+ 1,
16
+ 3,
17
+ 640,
18
+ 640
19
+ ]
20
+ },
21
+ "outputs": {
22
+ "logits": [
23
+ 1,
24
+ "num_queries",
25
+ 80
26
+ ],
27
+ "pred_boxes": [
28
+ 1,
29
+ "num_queries",
30
+ "Gatherpred_boxes_dim_2"
31
+ ]
32
+ },
33
+ "opset": 17
34
+ }
35
+ },
36
+ "exported_at": "2026-10-19T18:26:53.839889+00:00"
37
+ }
rt-detr-r50/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49ec318184a40fd361caf5e4f1edd4734245bdba4383d6893090c10e1f490a42
3
+ size 172381578
rt-detr-r50/preprocessor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_annotations": true,
3
+ "do_normalize": false,
4
+ "do_pad": false,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "format": "coco_detection",
8
+ "image_mean": [
9
+ 0.485,
10
+ 0.456,
11
+ 0.406
12
+ ],
13
+ "image_processor_type": "RTDetrImageProcessor",
14
+ "image_std": [
15
+ 0.229,
16
+ 0.224,
17
+ 0.225
18
+ ],
19
+ "pad_size": null,
20
+ "resample": 2,
21
+ "rescale_factor": 0.00392156862745098,
22
+ "size": {
23
+ "height": 640,
24
+ "width": 640
25
+ }
26
+ }