maxiao123 commited on
Commit
7aaa3ca
·
verified ·
1 Parent(s): 5e891b9

Bundle backbone assets for standalone CARE-Drive inference

Browse files

Add final model config, tokenizer and query tokens, chat template, image/video processors, and inference configuration. Existing checkpoint files remain unchanged. Verified offline loading and synthetic end-to-end inference with original Qwen weight loading forbidden.

.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ A0-DYNAMIC-L1/assets/tokenizer.json filter=lfs diff=lfs merge=lfs -text
A0-DYNAMIC-L1/assets/added_tokens.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|end_action|>": 151670,
11
+ "<|endoftext|>": 151643,
12
+ "<|file_sep|>": 151664,
13
+ "<|fim_middle|>": 151660,
14
+ "<|fim_pad|>": 151662,
15
+ "<|fim_prefix|>": 151659,
16
+ "<|fim_suffix|>": 151661,
17
+ "<|im_end|>": 151645,
18
+ "<|im_start|>": 151644,
19
+ "<|image_pad|>": 151655,
20
+ "<|jepa_action_0|>": 151672,
21
+ "<|jepa_action_1|>": 151673,
22
+ "<|jepa_action_2|>": 151674,
23
+ "<|jepa_action_3|>": 151675,
24
+ "<|object_ref_end|>": 151647,
25
+ "<|object_ref_start|>": 151646,
26
+ "<|quad_end|>": 151651,
27
+ "<|quad_start|>": 151650,
28
+ "<|repo_name|>": 151663,
29
+ "<|start_action|>": 151669,
30
+ "<|traj_action_0|>": 151676,
31
+ "<|traj_action_1|>": 151677,
32
+ "<|traj_action_2|>": 151678,
33
+ "<|traj_action_3|>": 151679,
34
+ "<|traj_action_4|>": 151680,
35
+ "<|traj_action_5|>": 151681,
36
+ "<|traj_action_6|>": 151682,
37
+ "<|traj_action|>": 151671,
38
+ "<|video_pad|>": 151656,
39
+ "<|vision_end|>": 151653,
40
+ "<|vision_pad|>": 151654,
41
+ "<|vision_start|>": 151652
42
+ }
A0-DYNAMIC-L1/assets/chat_template.jinja ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {%- if messages[0].content is string %}
5
+ {{- messages[0].content }}
6
+ {%- else %}
7
+ {%- for content in messages[0].content %}
8
+ {%- if 'text' in content %}
9
+ {{- content.text }}
10
+ {%- endif %}
11
+ {%- endfor %}
12
+ {%- endif %}
13
+ {{- '\n\n' }}
14
+ {%- endif %}
15
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
16
+ {%- for tool in tools %}
17
+ {{- "\n" }}
18
+ {{- tool | tojson }}
19
+ {%- endfor %}
20
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
21
+ {%- else %}
22
+ {%- if messages[0].role == 'system' %}
23
+ {{- '<|im_start|>system\n' }}
24
+ {%- if messages[0].content is string %}
25
+ {{- messages[0].content }}
26
+ {%- else %}
27
+ {%- for content in messages[0].content %}
28
+ {%- if 'text' in content %}
29
+ {{- content.text }}
30
+ {%- endif %}
31
+ {%- endfor %}
32
+ {%- endif %}
33
+ {{- '<|im_end|>\n' }}
34
+ {%- endif %}
35
+ {%- endif %}
36
+ {%- set image_count = namespace(value=0) %}
37
+ {%- set video_count = namespace(value=0) %}
38
+ {%- for message in messages %}
39
+ {%- if message.role == "user" %}
40
+ {{- '<|im_start|>' + message.role + '\n' }}
41
+ {%- if message.content is string %}
42
+ {{- message.content }}
43
+ {%- else %}
44
+ {%- for content in message.content %}
45
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
46
+ {%- set image_count.value = image_count.value + 1 %}
47
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
48
+ <|vision_start|><|image_pad|><|vision_end|>
49
+ {%- elif content.type == 'video' or 'video' in content %}
50
+ {%- set video_count.value = video_count.value + 1 %}
51
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
52
+ <|vision_start|><|video_pad|><|vision_end|>
53
+ {%- elif 'text' in content %}
54
+ {{- content.text }}
55
+ {%- endif %}
56
+ {%- endfor %}
57
+ {%- endif %}
58
+ {{- '<|im_end|>\n' }}
59
+ {%- elif message.role == "assistant" %}
60
+ {{- '<|im_start|>' + message.role + '\n' }}
61
+ {%- if message.content is string %}
62
+ {{- message.content }}
63
+ {%- else %}
64
+ {%- for content_item in message.content %}
65
+ {%- if 'text' in content_item %}
66
+ {{- content_item.text }}
67
+ {%- endif %}
68
+ {%- endfor %}
69
+ {%- endif %}
70
+ {%- if message.tool_calls %}
71
+ {%- for tool_call in message.tool_calls %}
72
+ {%- if (loop.first and message.content) or (not loop.first) %}
73
+ {{- '\n' }}
74
+ {%- endif %}
75
+ {%- if tool_call.function %}
76
+ {%- set tool_call = tool_call.function %}
77
+ {%- endif %}
78
+ {{- '<tool_call>\n{"name": "' }}
79
+ {{- tool_call.name }}
80
+ {{- '", "arguments": ' }}
81
+ {%- if tool_call.arguments is string %}
82
+ {{- tool_call.arguments }}
83
+ {%- else %}
84
+ {{- tool_call.arguments | tojson }}
85
+ {%- endif %}
86
+ {{- '}\n</tool_call>' }}
87
+ {%- endfor %}
88
+ {%- endif %}
89
+ {{- '<|im_end|>\n' }}
90
+ {%- elif message.role == "tool" %}
91
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
92
+ {{- '<|im_start|>user' }}
93
+ {%- endif %}
94
+ {{- '\n<tool_response>\n' }}
95
+ {%- if message.content is string %}
96
+ {{- message.content }}
97
+ {%- else %}
98
+ {%- for content in message.content %}
99
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
100
+ {%- set image_count.value = image_count.value + 1 %}
101
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
102
+ <|vision_start|><|image_pad|><|vision_end|>
103
+ {%- elif content.type == 'video' or 'video' in content %}
104
+ {%- set video_count.value = video_count.value + 1 %}
105
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
106
+ <|vision_start|><|video_pad|><|vision_end|>
107
+ {%- elif 'text' in content %}
108
+ {{- content.text }}
109
+ {%- endif %}
110
+ {%- endfor %}
111
+ {%- endif %}
112
+ {{- '\n</tool_response>' }}
113
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
114
+ {{- '<|im_end|>\n' }}
115
+ {%- endif %}
116
+ {%- endif %}
117
+ {%- endfor %}
118
+ {%- if add_generation_prompt %}
119
+ {{- '<|im_start|>assistant\n' }}
120
+ {%- endif %}
A0-DYNAMIC-L1/assets/config.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3VLForConditionalGeneration"
4
+ ],
5
+ "dtype": "bfloat16",
6
+ "hidden_size": 2048,
7
+ "image_token_id": 151655,
8
+ "model_type": "qwen3_vl",
9
+ "text_config": {
10
+ "attention_bias": false,
11
+ "attention_dropout": 0.0,
12
+ "bos_token_id": 151643,
13
+ "dtype": "bfloat16",
14
+ "eos_token_id": 151645,
15
+ "head_dim": 128,
16
+ "hidden_act": "silu",
17
+ "hidden_size": 2048,
18
+ "initializer_range": 0.02,
19
+ "intermediate_size": 6144,
20
+ "max_position_embeddings": 262144,
21
+ "model_type": "qwen3_vl_text",
22
+ "num_attention_heads": 16,
23
+ "num_hidden_layers": 28,
24
+ "num_key_value_heads": 8,
25
+ "rms_norm_eps": 1e-06,
26
+ "rope_scaling": {
27
+ "mrope_interleaved": true,
28
+ "mrope_section": [
29
+ 24,
30
+ 20,
31
+ 20
32
+ ],
33
+ "rope_type": "default"
34
+ },
35
+ "rope_theta": 5000000,
36
+ "tie_word_embeddings": true,
37
+ "use_cache": true,
38
+ "vocab_size": 151683
39
+ },
40
+ "tie_word_embeddings": true,
41
+ "transformers_version": "4.57.6",
42
+ "video_token_id": 151656,
43
+ "vision_config": {
44
+ "deepstack_visual_indexes": [
45
+ 5,
46
+ 11,
47
+ 17
48
+ ],
49
+ "depth": 24,
50
+ "dtype": "bfloat16",
51
+ "hidden_act": "gelu_pytorch_tanh",
52
+ "hidden_size": 1024,
53
+ "in_channels": 3,
54
+ "initializer_range": 0.02,
55
+ "intermediate_size": 4096,
56
+ "model_type": "qwen3_vl",
57
+ "num_heads": 16,
58
+ "num_position_embeddings": 2304,
59
+ "out_hidden_size": 2048,
60
+ "patch_size": 16,
61
+ "spatial_merge_size": 2,
62
+ "temporal_patch_size": 2
63
+ },
64
+ "vision_end_token_id": 151653,
65
+ "vision_start_token_id": 151652
66
+ }
A0-DYNAMIC-L1/assets/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.7,
10
+ "top_k": 20,
11
+ "top_p": 0.8,
12
+ "transformers_version": "4.57.6"
13
+ }
A0-DYNAMIC-L1/assets/manifest.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "care-drive-backbone-assets-v1",
3
+ "files": {
4
+ "added_tokens.json": {
5
+ "sha256": "4cd8f21e94d33dcf6ea1f62ca745f25e72a845dccd77de2d8b660a33bb95dc35",
6
+ "bytes": 1135
7
+ },
8
+ "chat_template.jinja": {
9
+ "sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4",
10
+ "bytes": 5292
11
+ },
12
+ "config.json": {
13
+ "sha256": "0d5eeef7e6b23ca456aae43f5cb8b681a49d30e161d2b4b28ea9d4c25bf2a2a0",
14
+ "bytes": 1571
15
+ },
16
+ "generation_config.json": {
17
+ "sha256": "d9363251ecc4d2f655fb0166c3cf8c42956343286371e2ff94c73a0bd62b224f",
18
+ "bytes": 213
19
+ },
20
+ "merges.txt": {
21
+ "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
22
+ "bytes": 1671853
23
+ },
24
+ "preprocessor_config.json": {
25
+ "sha256": "93585062a80db5e8ca038efc7726a3e6411d9db948472d81d63c6303993be8c5",
26
+ "bytes": 782
27
+ },
28
+ "special_tokens_map.json": {
29
+ "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",
30
+ "bytes": 613
31
+ },
32
+ "tokenizer.json": {
33
+ "sha256": "9d33304f5dfed0a615ed209ed12081dde2bfd3f25b59140e4b8ad06b97dbc06d",
34
+ "bytes": 11425365
35
+ },
36
+ "tokenizer_config.json": {
37
+ "sha256": "4a998c31e8868ce657f00312a80c2f95975da9f132e5a9bb1e14dd1fa4e25c3a",
38
+ "bytes": 8015
39
+ },
40
+ "video_preprocessor_config.json": {
41
+ "sha256": "59c5c9eb52182eb14c06ffb10ca9effd29adce5f238a95de23ca14a38dbd2cb1",
42
+ "bytes": 817
43
+ },
44
+ "vocab.json": {
45
+ "sha256": "01154a4426e6077c8a3f04fca42edb5293bac73a7faed666901f25591ef89182",
46
+ "bytes": 3383407
47
+ }
48
+ },
49
+ "tokenizer_vocab_sha256": "0d119ab5664a38ddd790db0d042d8c9935a720b32e2e4c70f05b2479fecbcfcc"
50
+ }
A0-DYNAMIC-L1/assets/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
A0-DYNAMIC-L1/assets/preprocessor_config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "disable_grouping": null,
7
+ "do_center_crop": null,
8
+ "do_convert_rgb": true,
9
+ "do_normalize": true,
10
+ "do_pad": null,
11
+ "do_rescale": true,
12
+ "do_resize": true,
13
+ "image_mean": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "image_processor_type": "Qwen2VLImageProcessorFast",
19
+ "image_std": [
20
+ 0.5,
21
+ 0.5,
22
+ 0.5
23
+ ],
24
+ "input_data_format": null,
25
+ "max_pixels": null,
26
+ "merge_size": 2,
27
+ "min_pixels": null,
28
+ "pad_size": null,
29
+ "patch_size": 16,
30
+ "processor_class": "Qwen3VLProcessor",
31
+ "resample": 3,
32
+ "rescale_factor": 0.00392156862745098,
33
+ "return_tensors": null,
34
+ "size": {
35
+ "longest_edge": 16777216,
36
+ "shortest_edge": 65536
37
+ },
38
+ "temporal_patch_size": 2
39
+ }
A0-DYNAMIC-L1/assets/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
A0-DYNAMIC-L1/assets/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d33304f5dfed0a615ed209ed12081dde2bfd3f25b59140e4b8ad06b97dbc06d
3
+ size 11425365
A0-DYNAMIC-L1/assets/tokenizer_config.json ADDED
@@ -0,0 +1,352 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ },
213
+ "151669": {
214
+ "content": "<|start_action|>",
215
+ "lstrip": false,
216
+ "normalized": false,
217
+ "rstrip": false,
218
+ "single_word": false,
219
+ "special": true
220
+ },
221
+ "151670": {
222
+ "content": "<|end_action|>",
223
+ "lstrip": false,
224
+ "normalized": false,
225
+ "rstrip": false,
226
+ "single_word": false,
227
+ "special": true
228
+ },
229
+ "151671": {
230
+ "content": "<|traj_action|>",
231
+ "lstrip": false,
232
+ "normalized": false,
233
+ "rstrip": false,
234
+ "single_word": false,
235
+ "special": true
236
+ },
237
+ "151672": {
238
+ "content": "<|jepa_action_0|>",
239
+ "lstrip": false,
240
+ "normalized": false,
241
+ "rstrip": false,
242
+ "single_word": false,
243
+ "special": true
244
+ },
245
+ "151673": {
246
+ "content": "<|jepa_action_1|>",
247
+ "lstrip": false,
248
+ "normalized": false,
249
+ "rstrip": false,
250
+ "single_word": false,
251
+ "special": true
252
+ },
253
+ "151674": {
254
+ "content": "<|jepa_action_2|>",
255
+ "lstrip": false,
256
+ "normalized": false,
257
+ "rstrip": false,
258
+ "single_word": false,
259
+ "special": true
260
+ },
261
+ "151675": {
262
+ "content": "<|jepa_action_3|>",
263
+ "lstrip": false,
264
+ "normalized": false,
265
+ "rstrip": false,
266
+ "single_word": false,
267
+ "special": true
268
+ },
269
+ "151676": {
270
+ "content": "<|traj_action_0|>",
271
+ "lstrip": false,
272
+ "normalized": false,
273
+ "rstrip": false,
274
+ "single_word": false,
275
+ "special": true
276
+ },
277
+ "151677": {
278
+ "content": "<|traj_action_1|>",
279
+ "lstrip": false,
280
+ "normalized": false,
281
+ "rstrip": false,
282
+ "single_word": false,
283
+ "special": true
284
+ },
285
+ "151678": {
286
+ "content": "<|traj_action_2|>",
287
+ "lstrip": false,
288
+ "normalized": false,
289
+ "rstrip": false,
290
+ "single_word": false,
291
+ "special": true
292
+ },
293
+ "151679": {
294
+ "content": "<|traj_action_3|>",
295
+ "lstrip": false,
296
+ "normalized": false,
297
+ "rstrip": false,
298
+ "single_word": false,
299
+ "special": true
300
+ },
301
+ "151680": {
302
+ "content": "<|traj_action_4|>",
303
+ "lstrip": false,
304
+ "normalized": false,
305
+ "rstrip": false,
306
+ "single_word": false,
307
+ "special": true
308
+ },
309
+ "151681": {
310
+ "content": "<|traj_action_5|>",
311
+ "lstrip": false,
312
+ "normalized": false,
313
+ "rstrip": false,
314
+ "single_word": false,
315
+ "special": true
316
+ },
317
+ "151682": {
318
+ "content": "<|traj_action_6|>",
319
+ "lstrip": false,
320
+ "normalized": false,
321
+ "rstrip": false,
322
+ "single_word": false,
323
+ "special": true
324
+ }
325
+ },
326
+ "additional_special_tokens": [
327
+ "<|im_start|>",
328
+ "<|im_end|>",
329
+ "<|object_ref_start|>",
330
+ "<|object_ref_end|>",
331
+ "<|box_start|>",
332
+ "<|box_end|>",
333
+ "<|quad_start|>",
334
+ "<|quad_end|>",
335
+ "<|vision_start|>",
336
+ "<|vision_end|>",
337
+ "<|vision_pad|>",
338
+ "<|image_pad|>",
339
+ "<|video_pad|>"
340
+ ],
341
+ "bos_token": null,
342
+ "clean_up_tokenization_spaces": false,
343
+ "eos_token": "<|im_end|>",
344
+ "errors": "replace",
345
+ "extra_special_tokens": {},
346
+ "model_max_length": 262144,
347
+ "pad_token": "<|endoftext|>",
348
+ "processor_class": "Qwen3VLProcessor",
349
+ "split_special_tokens": false,
350
+ "tokenizer_class": "Qwen2Tokenizer",
351
+ "unk_token": null
352
+ }
A0-DYNAMIC-L1/assets/video_preprocessor_config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "do_center_crop": null,
7
+ "do_convert_rgb": true,
8
+ "do_normalize": true,
9
+ "do_rescale": true,
10
+ "do_resize": true,
11
+ "do_sample_frames": true,
12
+ "fps": 2,
13
+ "image_mean": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "image_std": [
19
+ 0.5,
20
+ 0.5,
21
+ 0.5
22
+ ],
23
+ "input_data_format": null,
24
+ "max_frames": 768,
25
+ "merge_size": 2,
26
+ "min_frames": 4,
27
+ "num_frames": null,
28
+ "pad_size": null,
29
+ "patch_size": 16,
30
+ "processor_class": "Qwen3VLProcessor",
31
+ "resample": 3,
32
+ "rescale_factor": 0.00392156862745098,
33
+ "return_metadata": false,
34
+ "size": {
35
+ "longest_edge": 25165824,
36
+ "shortest_edge": 4096
37
+ },
38
+ "temporal_patch_size": 2,
39
+ "video_metadata": null,
40
+ "video_processor_type": "Qwen3VLVideoProcessor"
41
+ }
A0-DYNAMIC-L1/assets/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
NOTICE CHANGED
@@ -8,3 +8,7 @@ and heading refinement, alternating optimization, and portable entry points.
8
 
9
  Qwen3-VL, V-JEPA2.1, NAVSIM, and the nuPlan devkit are external dependencies;
10
  their code, model weights, and datasets retain their respective licenses.
 
 
 
 
 
8
 
9
  Qwen3-VL, V-JEPA2.1, NAVSIM, and the nuPlan devkit are external dependencies;
10
  their code, model weights, and datasets retain their respective licenses.
11
+
12
+ A0-DYNAMIC-L1/assets includes Qwen3-VL architecture and tokenizer/processor
13
+ assets (Qwen Team, Apache-2.0), serialized with CARE-Drive query tokens.
14
+ Upstream model: https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct
README.md CHANGED
@@ -30,19 +30,21 @@ model-index:
30
 
31
  Final inference checkpoints for **CARE-Drive**, accompanying the [training and inference code](https://github.com/marshal12138/CARE-Drive).
32
 
 
 
33
  CARE-Drive combines a predictive Qwen3-VL backbone with a waypoint residual expert and a position-conditioned heading expert. The position expert corrects eight future waypoints with bounded metric residuals; the heading expert reconstructs heading from eight adjacent angular increments conditioned on the corrected path.
34
 
35
  ## Released weights
36
 
37
  | Component | Stage | File |
38
  | --- | --- | --- |
39
- | Predictive backbone | A0-DYNAMIC-L1, epoch 5 | [A0-DYNAMIC-L1/epoch_005.pt](A0-DYNAMIC-L1/epoch_005.pt) |
40
  | Position expert | C3-XY-EP1, epoch 5 | [C3-XY-EP1/epoch_005.pt](C3-XY-EP1/epoch_005.pt) |
41
  | Final heading expert | D1-H-ADAPT, epoch 5 | [D1-H-ADAPT/epoch_005.pt](D1-H-ADAPT/epoch_005.pt) |
42
 
43
  These are the final model tensors used for the paper's **88.837 PDMS** system on **12,146 NAVSIM v1 navtest scenes**. The score uses the original official CPU evaluation. The release extracts model weights from the accepted training checkpoints, preserving every tensor's value, name, shape, and dtype. Optimizer, scheduler, RNG, and internal experiment metadata are omitted. This is an inference/model-initialization release rather than an optimizer-resume snapshot.
44
 
45
- [checkpoint_manifest.json](checkpoint_manifest.json) records the exported file sizes and SHA256 checksums, original checkpoint checksums, and matching tensor digests. Backbone tensors retain their original BF16/FP32 dtypes; both experts retain FP32. The two experts have 78,420,113 and 78,418,577 parameters, respectively.
46
 
47
  ## Download and run
48
 
@@ -54,20 +56,18 @@ hf download maxiao123/CARE-Drive \
54
  --local-dir runs/care-drive
55
  ```
56
 
57
- The current loader first constructs the backbone from the original Qwen model directory and then loads the trained CARE-Drive state. Download the base model and set `model.vlm_path` accordingly:
58
 
59
  ```bash
60
  export CARE_DRIVE_DATA=/absolute/path/to/data
61
- hf download Qwen/Qwen3-VL-2B-Instruct \
62
- --local-dir "$CARE_DRIVE_DATA/models/Qwen3-VL-2B-Instruct"
63
  ```
64
 
65
- Edit `configs/care_drive.yaml` for your device and paths. Prepare an observation-only manifest using the [data guide](https://github.com/marshal12138/CARE-Drive/blob/main/docs/data.md), then use the [inference command](https://github.com/marshal12138/CARE-Drive#4-inference-and-evaluation):
66
 
67
  ```bash
68
  export CARE_DRIVE_PERFORMANCE_PREFLIGHT=/absolute/path/to/performance/inference.json
69
  python -m care_drive.infer \
70
- --config configs/care_drive.yaml \
71
  --manifest "$CARE_DRIVE_DATA/manifests/navtest.jsonl" \
72
  --sensor-root "$CARE_DRIVE_DATA/sensor_blobs/test" \
73
  --backbone runs/care-drive/A0-DYNAMIC-L1/epoch_005.pt \
@@ -84,6 +84,6 @@ Each input contains four historical frames from three cameras, ego pose history,
84
 
85
  The backbone was trained on 92,772 scenes; the expert chain used 92,614 scoreable scenes. The released configuration records the paper's quantization and architecture. Exact cohort manifests are not included.
86
 
87
- Export verification compares the complete tensor content against the original accepted checkpoints. All three checkpoints passed strict loading with the published CARE-Drive implementation, including the backbone tokenizer contract. Loaded tensor values and dtypes match the exports exactly, and a single synthetic feature sample passed coupled expert generation. The paper's benchmark result comes from the original evaluation; the newly packaged entry points have not been used to rerun full navtest. See the code repository's [validation record](https://github.com/marshal12138/CARE-Drive/blob/main/docs/validation.md) for the checked scope.
88
 
89
- The model is intended for research in driving trajectory planning. Data, maps, and the original Qwen model assets are obtained separately from their upstream projects. This repository distributes CARE-Drive's trained weights under Apache-2.0; upstream dependencies retain their respective licenses.
 
30
 
31
  Final inference checkpoints for **CARE-Drive**, accompanying the [training and inference code](https://github.com/marshal12138/CARE-Drive).
32
 
33
+ Standalone checkpoint loading requires **CARE-Drive 0.1.1 or later** ([compatible code revision](https://github.com/marshal12138/CARE-Drive/tree/5cab9d494eb16a3066f5c2d1e0665799a741f8b6)).
34
+
35
  CARE-Drive combines a predictive Qwen3-VL backbone with a waypoint residual expert and a position-conditioned heading expert. The position expert corrects eight future waypoints with bounded metric residuals; the heading expert reconstructs heading from eight adjacent angular increments conditioned on the corrected path.
36
 
37
  ## Released weights
38
 
39
  | Component | Stage | File |
40
  | --- | --- | --- |
41
+ | Predictive backbone | A0-DYNAMIC-L1, epoch 5 | [A0-DYNAMIC-L1/ — checkpoint + assets](https://huggingface.co/maxiao123/CARE-Drive/tree/main/A0-DYNAMIC-L1) |
42
  | Position expert | C3-XY-EP1, epoch 5 | [C3-XY-EP1/epoch_005.pt](C3-XY-EP1/epoch_005.pt) |
43
  | Final heading expert | D1-H-ADAPT, epoch 5 | [D1-H-ADAPT/epoch_005.pt](D1-H-ADAPT/epoch_005.pt) |
44
 
45
  These are the final model tensors used for the paper's **88.837 PDMS** system on **12,146 NAVSIM v1 navtest scenes**. The score uses the original official CPU evaluation. The release extracts model weights from the accepted training checkpoints, preserving every tensor's value, name, shape, and dtype. Optimizer, scheduler, RNG, and internal experiment metadata are omitted. This is an inference/model-initialization release rather than an optimizer-resume snapshot.
46
 
47
+ [checkpoint_manifest.json](checkpoint_manifest.json) records the exported file sizes and SHA256 checksums, original checkpoint checksums, and matching tensor digests. Backbone tensors retain their original BF16/FP32 dtypes; both experts retain FP32. The two experts have 78,420,113 and 78,418,577 parameters, respectively. Companion backbone assets add approximately 16 MB and are included by the download command below.
48
 
49
  ## Download and run
50
 
 
56
  --local-dir runs/care-drive
57
  ```
58
 
59
+ The backbone includes `A0-DYNAMIC-L1/assets/`: its final architecture, tokenizer with CARE-Drive query tokens, chat template, and image/video processors. The loader constructs the model locally from this bundle and directly restores the trained checkpoint. **No original Qwen weights or V-JEPA model are needed for inference.** Keep the `assets/` directory beside the backbone checkpoint when moving files. Use CARE-Drive code version 0.1.1 or later; rerun the download command to add the assets to an existing download.
60
 
61
  ```bash
62
  export CARE_DRIVE_DATA=/absolute/path/to/data
 
 
63
  ```
64
 
65
+ Set your device in `configs/inference.yaml`; pass the observation manifest and sensor directory to the inference command. Prepare an observation-only manifest using the [data guide](https://github.com/marshal12138/CARE-Drive/blob/main/docs/data.md), then use the [inference command](https://github.com/marshal12138/CARE-Drive#4-inference-and-evaluation):
66
 
67
  ```bash
68
  export CARE_DRIVE_PERFORMANCE_PREFLIGHT=/absolute/path/to/performance/inference.json
69
  python -m care_drive.infer \
70
+ --config configs/inference.yaml \
71
  --manifest "$CARE_DRIVE_DATA/manifests/navtest.jsonl" \
72
  --sensor-root "$CARE_DRIVE_DATA/sensor_blobs/test" \
73
  --backbone runs/care-drive/A0-DYNAMIC-L1/epoch_005.pt \
 
84
 
85
  The backbone was trained on 92,772 scenes; the expert chain used 92,614 scoreable scenes. The released configuration records the paper's quantization and architecture. Exact cohort manifests are not included.
86
 
87
+ Export verification compares the complete tensor content against the original accepted checkpoints. All three checkpoints passed strict loading with the published CARE-Drive implementation, including the backbone tokenizer contract. Loaded tensor values and dtypes match the exports exactly, and a single synthetic feature sample passed coupled expert generation. Standalone loading also passed with an empty Hugging Face cache, networking disabled, and original Qwen weight loading forbidden. Backbone parameters, rotary buffers, deterministic forward outputs, and multimodal preprocessing matched the previous loader exactly. A complete raw-observation CLI run on one synthetic scene also produced a finite 8-by-3 trajectory under the same offline restrictions. The paper's benchmark result comes from the original evaluation; the newly packaged entry points have not been used to rerun full navtest. See the code repository's [validation record](https://github.com/marshal12138/CARE-Drive/blob/main/docs/validation.md) for the checked scope.
88
 
89
+ The model is intended for research in driving trajectory planning. Data and maps are obtained separately. Original Qwen weights and the V-JEPA teacher are required only for training from scratch. This repository distributes CARE-Drive's trained weights under Apache-2.0; upstream dependencies retain their respective licenses.
checkpoint_manifest.json CHANGED
@@ -69,6 +69,54 @@
69
  "loaded_tensor_values_and_dtypes_exact": true,
70
  "synthetic_coupled_generation": true,
71
  "benchmark_data_used": false,
72
- "full_navtest_rerun": false
73
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
74
  }
 
69
  "loaded_tensor_values_and_dtypes_exact": true,
70
  "synthetic_coupled_generation": true,
71
  "benchmark_data_used": false,
72
+ "full_navtest_rerun": false,
73
+ "standalone_loading": {
74
+ "status": "PASS",
75
+ "original_qwen_weight_loading_disabled": true,
76
+ "network_disabled": true,
77
+ "empty_huggingface_cache": true,
78
+ "inference_config_without_pretrained_path": true,
79
+ "checkpoint_tensors_exact": 636,
80
+ "nonpersistent_buffers_exact": true,
81
+ "tokenizer_contract_exact": true,
82
+ "reference_forward_max_abs_error": {
83
+ "future_features": 0.0,
84
+ "trajectory": 0.0,
85
+ "scene_features": 0.0
86
+ },
87
+ "full_navtest_rerun": false
88
+ },
89
+ "preprocessing": {
90
+ "status": "PASS",
91
+ "all_encoded_tensors_exact": true,
92
+ "keys": [
93
+ "input_ids",
94
+ "attention_mask",
95
+ "pixel_values_videos",
96
+ "video_grid_thw"
97
+ ],
98
+ "synthetic_images": 12
99
+ },
100
+ "raw_observation_cli": {
101
+ "status": "PASS",
102
+ "raw_observation_cli": true,
103
+ "original_qwen_loading_disabled": true,
104
+ "network_disabled": true,
105
+ "synthetic_scene_count": 1,
106
+ "finite_output_shape": [
107
+ 8,
108
+ 3
109
+ ],
110
+ "seconds": 231.86,
111
+ "full_navtest_rerun": false
112
+ }
113
+ },
114
+ "code_version": "0.1.1",
115
+ "backbone_assets": {
116
+ "path": "A0-DYNAMIC-L1/assets",
117
+ "manifest_sha256": "d32d4855e7bed6a475d549e358daa6e24ff4f7ff9fe2fe0304346274ac3f650d",
118
+ "bytes": 16500762,
119
+ "required_for_inference": true
120
+ },
121
+ "code_revision": "5cab9d494eb16a3066f5c2d1e0665799a741f8b6"
122
  }
configs/inference.yaml ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Inference uses the assets/ directory beside the backbone checkpoint.
2
+ seed: 42
3
+ device: npu
4
+ stage_config: configs/expert_stages.json
5
+ model:
6
+ local_files_only: true
7
+ teacher_dim: 1664
8
+ attention: sdpa
9
+ frame_width: 1024
10
+ frame_height: 512
11
+ freeze_visual: true
12
+ gradient_checkpointing: false
13
+ future_vision: true
14
+ future_supervision: true
15
+ num_jepa_steps: 4
16
+ num_jepa_tokens: 96
17
+ num_traj_tokens: 8
18
+ action_token_mode: independent
19
+ trajectory_head: mlp
20
+ visual_input_mode: video
21
+ visual_prompt_schema: visual_input_ablation_v1
22
+ use_vlm_autoreg_text_trajectory: false
23
+ eval_traj_mode: traj_token