Bundle backbone assets for standalone CARE-Drive inference
Browse filesAdd final model config, tokenizer and query tokens, chat template, image/video processors, and inference configuration. Existing checkpoint files remain unchanged. Verified offline loading and synthetic end-to-end inference with original Qwen weight loading forbidden.
- .gitattributes +1 -0
- A0-DYNAMIC-L1/assets/added_tokens.json +42 -0
- A0-DYNAMIC-L1/assets/chat_template.jinja +120 -0
- A0-DYNAMIC-L1/assets/config.json +66 -0
- A0-DYNAMIC-L1/assets/generation_config.json +13 -0
- A0-DYNAMIC-L1/assets/manifest.json +50 -0
- A0-DYNAMIC-L1/assets/merges.txt +0 -0
- A0-DYNAMIC-L1/assets/preprocessor_config.json +39 -0
- A0-DYNAMIC-L1/assets/special_tokens_map.json +31 -0
- A0-DYNAMIC-L1/assets/tokenizer.json +3 -0
- A0-DYNAMIC-L1/assets/tokenizer_config.json +352 -0
- A0-DYNAMIC-L1/assets/video_preprocessor_config.json +41 -0
- A0-DYNAMIC-L1/assets/vocab.json +0 -0
- NOTICE +4 -0
- README.md +9 -9
- checkpoint_manifest.json +50 -2
- configs/inference.yaml +23 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
A0-DYNAMIC-L1/assets/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
A0-DYNAMIC-L1/assets/added_tokens.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</think>": 151668,
|
| 3 |
+
"</tool_call>": 151658,
|
| 4 |
+
"</tool_response>": 151666,
|
| 5 |
+
"<think>": 151667,
|
| 6 |
+
"<tool_call>": 151657,
|
| 7 |
+
"<tool_response>": 151665,
|
| 8 |
+
"<|box_end|>": 151649,
|
| 9 |
+
"<|box_start|>": 151648,
|
| 10 |
+
"<|end_action|>": 151670,
|
| 11 |
+
"<|endoftext|>": 151643,
|
| 12 |
+
"<|file_sep|>": 151664,
|
| 13 |
+
"<|fim_middle|>": 151660,
|
| 14 |
+
"<|fim_pad|>": 151662,
|
| 15 |
+
"<|fim_prefix|>": 151659,
|
| 16 |
+
"<|fim_suffix|>": 151661,
|
| 17 |
+
"<|im_end|>": 151645,
|
| 18 |
+
"<|im_start|>": 151644,
|
| 19 |
+
"<|image_pad|>": 151655,
|
| 20 |
+
"<|jepa_action_0|>": 151672,
|
| 21 |
+
"<|jepa_action_1|>": 151673,
|
| 22 |
+
"<|jepa_action_2|>": 151674,
|
| 23 |
+
"<|jepa_action_3|>": 151675,
|
| 24 |
+
"<|object_ref_end|>": 151647,
|
| 25 |
+
"<|object_ref_start|>": 151646,
|
| 26 |
+
"<|quad_end|>": 151651,
|
| 27 |
+
"<|quad_start|>": 151650,
|
| 28 |
+
"<|repo_name|>": 151663,
|
| 29 |
+
"<|start_action|>": 151669,
|
| 30 |
+
"<|traj_action_0|>": 151676,
|
| 31 |
+
"<|traj_action_1|>": 151677,
|
| 32 |
+
"<|traj_action_2|>": 151678,
|
| 33 |
+
"<|traj_action_3|>": 151679,
|
| 34 |
+
"<|traj_action_4|>": 151680,
|
| 35 |
+
"<|traj_action_5|>": 151681,
|
| 36 |
+
"<|traj_action_6|>": 151682,
|
| 37 |
+
"<|traj_action|>": 151671,
|
| 38 |
+
"<|video_pad|>": 151656,
|
| 39 |
+
"<|vision_end|>": 151653,
|
| 40 |
+
"<|vision_pad|>": 151654,
|
| 41 |
+
"<|vision_start|>": 151652
|
| 42 |
+
}
|
A0-DYNAMIC-L1/assets/chat_template.jinja
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0].role == 'system' %}
|
| 4 |
+
{%- if messages[0].content is string %}
|
| 5 |
+
{{- messages[0].content }}
|
| 6 |
+
{%- else %}
|
| 7 |
+
{%- for content in messages[0].content %}
|
| 8 |
+
{%- if 'text' in content %}
|
| 9 |
+
{{- content.text }}
|
| 10 |
+
{%- endif %}
|
| 11 |
+
{%- endfor %}
|
| 12 |
+
{%- endif %}
|
| 13 |
+
{{- '\n\n' }}
|
| 14 |
+
{%- endif %}
|
| 15 |
+
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 16 |
+
{%- for tool in tools %}
|
| 17 |
+
{{- "\n" }}
|
| 18 |
+
{{- tool | tojson }}
|
| 19 |
+
{%- endfor %}
|
| 20 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 21 |
+
{%- else %}
|
| 22 |
+
{%- if messages[0].role == 'system' %}
|
| 23 |
+
{{- '<|im_start|>system\n' }}
|
| 24 |
+
{%- if messages[0].content is string %}
|
| 25 |
+
{{- messages[0].content }}
|
| 26 |
+
{%- else %}
|
| 27 |
+
{%- for content in messages[0].content %}
|
| 28 |
+
{%- if 'text' in content %}
|
| 29 |
+
{{- content.text }}
|
| 30 |
+
{%- endif %}
|
| 31 |
+
{%- endfor %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '<|im_end|>\n' }}
|
| 34 |
+
{%- endif %}
|
| 35 |
+
{%- endif %}
|
| 36 |
+
{%- set image_count = namespace(value=0) %}
|
| 37 |
+
{%- set video_count = namespace(value=0) %}
|
| 38 |
+
{%- for message in messages %}
|
| 39 |
+
{%- if message.role == "user" %}
|
| 40 |
+
{{- '<|im_start|>' + message.role + '\n' }}
|
| 41 |
+
{%- if message.content is string %}
|
| 42 |
+
{{- message.content }}
|
| 43 |
+
{%- else %}
|
| 44 |
+
{%- for content in message.content %}
|
| 45 |
+
{%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
|
| 46 |
+
{%- set image_count.value = image_count.value + 1 %}
|
| 47 |
+
{%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
|
| 48 |
+
<|vision_start|><|image_pad|><|vision_end|>
|
| 49 |
+
{%- elif content.type == 'video' or 'video' in content %}
|
| 50 |
+
{%- set video_count.value = video_count.value + 1 %}
|
| 51 |
+
{%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
|
| 52 |
+
<|vision_start|><|video_pad|><|vision_end|>
|
| 53 |
+
{%- elif 'text' in content %}
|
| 54 |
+
{{- content.text }}
|
| 55 |
+
{%- endif %}
|
| 56 |
+
{%- endfor %}
|
| 57 |
+
{%- endif %}
|
| 58 |
+
{{- '<|im_end|>\n' }}
|
| 59 |
+
{%- elif message.role == "assistant" %}
|
| 60 |
+
{{- '<|im_start|>' + message.role + '\n' }}
|
| 61 |
+
{%- if message.content is string %}
|
| 62 |
+
{{- message.content }}
|
| 63 |
+
{%- else %}
|
| 64 |
+
{%- for content_item in message.content %}
|
| 65 |
+
{%- if 'text' in content_item %}
|
| 66 |
+
{{- content_item.text }}
|
| 67 |
+
{%- endif %}
|
| 68 |
+
{%- endfor %}
|
| 69 |
+
{%- endif %}
|
| 70 |
+
{%- if message.tool_calls %}
|
| 71 |
+
{%- for tool_call in message.tool_calls %}
|
| 72 |
+
{%- if (loop.first and message.content) or (not loop.first) %}
|
| 73 |
+
{{- '\n' }}
|
| 74 |
+
{%- endif %}
|
| 75 |
+
{%- if tool_call.function %}
|
| 76 |
+
{%- set tool_call = tool_call.function %}
|
| 77 |
+
{%- endif %}
|
| 78 |
+
{{- '<tool_call>\n{"name": "' }}
|
| 79 |
+
{{- tool_call.name }}
|
| 80 |
+
{{- '", "arguments": ' }}
|
| 81 |
+
{%- if tool_call.arguments is string %}
|
| 82 |
+
{{- tool_call.arguments }}
|
| 83 |
+
{%- else %}
|
| 84 |
+
{{- tool_call.arguments | tojson }}
|
| 85 |
+
{%- endif %}
|
| 86 |
+
{{- '}\n</tool_call>' }}
|
| 87 |
+
{%- endfor %}
|
| 88 |
+
{%- endif %}
|
| 89 |
+
{{- '<|im_end|>\n' }}
|
| 90 |
+
{%- elif message.role == "tool" %}
|
| 91 |
+
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
| 92 |
+
{{- '<|im_start|>user' }}
|
| 93 |
+
{%- endif %}
|
| 94 |
+
{{- '\n<tool_response>\n' }}
|
| 95 |
+
{%- if message.content is string %}
|
| 96 |
+
{{- message.content }}
|
| 97 |
+
{%- else %}
|
| 98 |
+
{%- for content in message.content %}
|
| 99 |
+
{%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
|
| 100 |
+
{%- set image_count.value = image_count.value + 1 %}
|
| 101 |
+
{%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
|
| 102 |
+
<|vision_start|><|image_pad|><|vision_end|>
|
| 103 |
+
{%- elif content.type == 'video' or 'video' in content %}
|
| 104 |
+
{%- set video_count.value = video_count.value + 1 %}
|
| 105 |
+
{%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
|
| 106 |
+
<|vision_start|><|video_pad|><|vision_end|>
|
| 107 |
+
{%- elif 'text' in content %}
|
| 108 |
+
{{- content.text }}
|
| 109 |
+
{%- endif %}
|
| 110 |
+
{%- endfor %}
|
| 111 |
+
{%- endif %}
|
| 112 |
+
{{- '\n</tool_response>' }}
|
| 113 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 114 |
+
{{- '<|im_end|>\n' }}
|
| 115 |
+
{%- endif %}
|
| 116 |
+
{%- endif %}
|
| 117 |
+
{%- endfor %}
|
| 118 |
+
{%- if add_generation_prompt %}
|
| 119 |
+
{{- '<|im_start|>assistant\n' }}
|
| 120 |
+
{%- endif %}
|
A0-DYNAMIC-L1/assets/config.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen3VLForConditionalGeneration"
|
| 4 |
+
],
|
| 5 |
+
"dtype": "bfloat16",
|
| 6 |
+
"hidden_size": 2048,
|
| 7 |
+
"image_token_id": 151655,
|
| 8 |
+
"model_type": "qwen3_vl",
|
| 9 |
+
"text_config": {
|
| 10 |
+
"attention_bias": false,
|
| 11 |
+
"attention_dropout": 0.0,
|
| 12 |
+
"bos_token_id": 151643,
|
| 13 |
+
"dtype": "bfloat16",
|
| 14 |
+
"eos_token_id": 151645,
|
| 15 |
+
"head_dim": 128,
|
| 16 |
+
"hidden_act": "silu",
|
| 17 |
+
"hidden_size": 2048,
|
| 18 |
+
"initializer_range": 0.02,
|
| 19 |
+
"intermediate_size": 6144,
|
| 20 |
+
"max_position_embeddings": 262144,
|
| 21 |
+
"model_type": "qwen3_vl_text",
|
| 22 |
+
"num_attention_heads": 16,
|
| 23 |
+
"num_hidden_layers": 28,
|
| 24 |
+
"num_key_value_heads": 8,
|
| 25 |
+
"rms_norm_eps": 1e-06,
|
| 26 |
+
"rope_scaling": {
|
| 27 |
+
"mrope_interleaved": true,
|
| 28 |
+
"mrope_section": [
|
| 29 |
+
24,
|
| 30 |
+
20,
|
| 31 |
+
20
|
| 32 |
+
],
|
| 33 |
+
"rope_type": "default"
|
| 34 |
+
},
|
| 35 |
+
"rope_theta": 5000000,
|
| 36 |
+
"tie_word_embeddings": true,
|
| 37 |
+
"use_cache": true,
|
| 38 |
+
"vocab_size": 151683
|
| 39 |
+
},
|
| 40 |
+
"tie_word_embeddings": true,
|
| 41 |
+
"transformers_version": "4.57.6",
|
| 42 |
+
"video_token_id": 151656,
|
| 43 |
+
"vision_config": {
|
| 44 |
+
"deepstack_visual_indexes": [
|
| 45 |
+
5,
|
| 46 |
+
11,
|
| 47 |
+
17
|
| 48 |
+
],
|
| 49 |
+
"depth": 24,
|
| 50 |
+
"dtype": "bfloat16",
|
| 51 |
+
"hidden_act": "gelu_pytorch_tanh",
|
| 52 |
+
"hidden_size": 1024,
|
| 53 |
+
"in_channels": 3,
|
| 54 |
+
"initializer_range": 0.02,
|
| 55 |
+
"intermediate_size": 4096,
|
| 56 |
+
"model_type": "qwen3_vl",
|
| 57 |
+
"num_heads": 16,
|
| 58 |
+
"num_position_embeddings": 2304,
|
| 59 |
+
"out_hidden_size": 2048,
|
| 60 |
+
"patch_size": 16,
|
| 61 |
+
"spatial_merge_size": 2,
|
| 62 |
+
"temporal_patch_size": 2
|
| 63 |
+
},
|
| 64 |
+
"vision_end_token_id": 151653,
|
| 65 |
+
"vision_start_token_id": 151652
|
| 66 |
+
}
|
A0-DYNAMIC-L1/assets/generation_config.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"temperature": 0.7,
|
| 10 |
+
"top_k": 20,
|
| 11 |
+
"top_p": 0.8,
|
| 12 |
+
"transformers_version": "4.57.6"
|
| 13 |
+
}
|
A0-DYNAMIC-L1/assets/manifest.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "care-drive-backbone-assets-v1",
|
| 3 |
+
"files": {
|
| 4 |
+
"added_tokens.json": {
|
| 5 |
+
"sha256": "4cd8f21e94d33dcf6ea1f62ca745f25e72a845dccd77de2d8b660a33bb95dc35",
|
| 6 |
+
"bytes": 1135
|
| 7 |
+
},
|
| 8 |
+
"chat_template.jinja": {
|
| 9 |
+
"sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4",
|
| 10 |
+
"bytes": 5292
|
| 11 |
+
},
|
| 12 |
+
"config.json": {
|
| 13 |
+
"sha256": "0d5eeef7e6b23ca456aae43f5cb8b681a49d30e161d2b4b28ea9d4c25bf2a2a0",
|
| 14 |
+
"bytes": 1571
|
| 15 |
+
},
|
| 16 |
+
"generation_config.json": {
|
| 17 |
+
"sha256": "d9363251ecc4d2f655fb0166c3cf8c42956343286371e2ff94c73a0bd62b224f",
|
| 18 |
+
"bytes": 213
|
| 19 |
+
},
|
| 20 |
+
"merges.txt": {
|
| 21 |
+
"sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
|
| 22 |
+
"bytes": 1671853
|
| 23 |
+
},
|
| 24 |
+
"preprocessor_config.json": {
|
| 25 |
+
"sha256": "93585062a80db5e8ca038efc7726a3e6411d9db948472d81d63c6303993be8c5",
|
| 26 |
+
"bytes": 782
|
| 27 |
+
},
|
| 28 |
+
"special_tokens_map.json": {
|
| 29 |
+
"sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",
|
| 30 |
+
"bytes": 613
|
| 31 |
+
},
|
| 32 |
+
"tokenizer.json": {
|
| 33 |
+
"sha256": "9d33304f5dfed0a615ed209ed12081dde2bfd3f25b59140e4b8ad06b97dbc06d",
|
| 34 |
+
"bytes": 11425365
|
| 35 |
+
},
|
| 36 |
+
"tokenizer_config.json": {
|
| 37 |
+
"sha256": "4a998c31e8868ce657f00312a80c2f95975da9f132e5a9bb1e14dd1fa4e25c3a",
|
| 38 |
+
"bytes": 8015
|
| 39 |
+
},
|
| 40 |
+
"video_preprocessor_config.json": {
|
| 41 |
+
"sha256": "59c5c9eb52182eb14c06ffb10ca9effd29adce5f238a95de23ca14a38dbd2cb1",
|
| 42 |
+
"bytes": 817
|
| 43 |
+
},
|
| 44 |
+
"vocab.json": {
|
| 45 |
+
"sha256": "01154a4426e6077c8a3f04fca42edb5293bac73a7faed666901f25591ef89182",
|
| 46 |
+
"bytes": 3383407
|
| 47 |
+
}
|
| 48 |
+
},
|
| 49 |
+
"tokenizer_vocab_sha256": "0d119ab5664a38ddd790db0d042d8c9935a720b32e2e4c70f05b2479fecbcfcc"
|
| 50 |
+
}
|
A0-DYNAMIC-L1/assets/merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
A0-DYNAMIC-L1/assets/preprocessor_config.json
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"crop_size": null,
|
| 3 |
+
"data_format": "channels_first",
|
| 4 |
+
"default_to_square": true,
|
| 5 |
+
"device": null,
|
| 6 |
+
"disable_grouping": null,
|
| 7 |
+
"do_center_crop": null,
|
| 8 |
+
"do_convert_rgb": true,
|
| 9 |
+
"do_normalize": true,
|
| 10 |
+
"do_pad": null,
|
| 11 |
+
"do_rescale": true,
|
| 12 |
+
"do_resize": true,
|
| 13 |
+
"image_mean": [
|
| 14 |
+
0.5,
|
| 15 |
+
0.5,
|
| 16 |
+
0.5
|
| 17 |
+
],
|
| 18 |
+
"image_processor_type": "Qwen2VLImageProcessorFast",
|
| 19 |
+
"image_std": [
|
| 20 |
+
0.5,
|
| 21 |
+
0.5,
|
| 22 |
+
0.5
|
| 23 |
+
],
|
| 24 |
+
"input_data_format": null,
|
| 25 |
+
"max_pixels": null,
|
| 26 |
+
"merge_size": 2,
|
| 27 |
+
"min_pixels": null,
|
| 28 |
+
"pad_size": null,
|
| 29 |
+
"patch_size": 16,
|
| 30 |
+
"processor_class": "Qwen3VLProcessor",
|
| 31 |
+
"resample": 3,
|
| 32 |
+
"rescale_factor": 0.00392156862745098,
|
| 33 |
+
"return_tensors": null,
|
| 34 |
+
"size": {
|
| 35 |
+
"longest_edge": 16777216,
|
| 36 |
+
"shortest_edge": 65536
|
| 37 |
+
},
|
| 38 |
+
"temporal_patch_size": 2
|
| 39 |
+
}
|
A0-DYNAMIC-L1/assets/special_tokens_map.json
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
"<|im_start|>",
|
| 4 |
+
"<|im_end|>",
|
| 5 |
+
"<|object_ref_start|>",
|
| 6 |
+
"<|object_ref_end|>",
|
| 7 |
+
"<|box_start|>",
|
| 8 |
+
"<|box_end|>",
|
| 9 |
+
"<|quad_start|>",
|
| 10 |
+
"<|quad_end|>",
|
| 11 |
+
"<|vision_start|>",
|
| 12 |
+
"<|vision_end|>",
|
| 13 |
+
"<|vision_pad|>",
|
| 14 |
+
"<|image_pad|>",
|
| 15 |
+
"<|video_pad|>"
|
| 16 |
+
],
|
| 17 |
+
"eos_token": {
|
| 18 |
+
"content": "<|im_end|>",
|
| 19 |
+
"lstrip": false,
|
| 20 |
+
"normalized": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"single_word": false
|
| 23 |
+
},
|
| 24 |
+
"pad_token": {
|
| 25 |
+
"content": "<|endoftext|>",
|
| 26 |
+
"lstrip": false,
|
| 27 |
+
"normalized": false,
|
| 28 |
+
"rstrip": false,
|
| 29 |
+
"single_word": false
|
| 30 |
+
}
|
| 31 |
+
}
|
A0-DYNAMIC-L1/assets/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d33304f5dfed0a615ed209ed12081dde2bfd3f25b59140e4b8ad06b97dbc06d
|
| 3 |
+
size 11425365
|
A0-DYNAMIC-L1/assets/tokenizer_config.json
ADDED
|
@@ -0,0 +1,352 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": false,
|
| 3 |
+
"add_prefix_space": false,
|
| 4 |
+
"added_tokens_decoder": {
|
| 5 |
+
"151643": {
|
| 6 |
+
"content": "<|endoftext|>",
|
| 7 |
+
"lstrip": false,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false,
|
| 11 |
+
"special": true
|
| 12 |
+
},
|
| 13 |
+
"151644": {
|
| 14 |
+
"content": "<|im_start|>",
|
| 15 |
+
"lstrip": false,
|
| 16 |
+
"normalized": false,
|
| 17 |
+
"rstrip": false,
|
| 18 |
+
"single_word": false,
|
| 19 |
+
"special": true
|
| 20 |
+
},
|
| 21 |
+
"151645": {
|
| 22 |
+
"content": "<|im_end|>",
|
| 23 |
+
"lstrip": false,
|
| 24 |
+
"normalized": false,
|
| 25 |
+
"rstrip": false,
|
| 26 |
+
"single_word": false,
|
| 27 |
+
"special": true
|
| 28 |
+
},
|
| 29 |
+
"151646": {
|
| 30 |
+
"content": "<|object_ref_start|>",
|
| 31 |
+
"lstrip": false,
|
| 32 |
+
"normalized": false,
|
| 33 |
+
"rstrip": false,
|
| 34 |
+
"single_word": false,
|
| 35 |
+
"special": true
|
| 36 |
+
},
|
| 37 |
+
"151647": {
|
| 38 |
+
"content": "<|object_ref_end|>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false,
|
| 43 |
+
"special": true
|
| 44 |
+
},
|
| 45 |
+
"151648": {
|
| 46 |
+
"content": "<|box_start|>",
|
| 47 |
+
"lstrip": false,
|
| 48 |
+
"normalized": false,
|
| 49 |
+
"rstrip": false,
|
| 50 |
+
"single_word": false,
|
| 51 |
+
"special": true
|
| 52 |
+
},
|
| 53 |
+
"151649": {
|
| 54 |
+
"content": "<|box_end|>",
|
| 55 |
+
"lstrip": false,
|
| 56 |
+
"normalized": false,
|
| 57 |
+
"rstrip": false,
|
| 58 |
+
"single_word": false,
|
| 59 |
+
"special": true
|
| 60 |
+
},
|
| 61 |
+
"151650": {
|
| 62 |
+
"content": "<|quad_start|>",
|
| 63 |
+
"lstrip": false,
|
| 64 |
+
"normalized": false,
|
| 65 |
+
"rstrip": false,
|
| 66 |
+
"single_word": false,
|
| 67 |
+
"special": true
|
| 68 |
+
},
|
| 69 |
+
"151651": {
|
| 70 |
+
"content": "<|quad_end|>",
|
| 71 |
+
"lstrip": false,
|
| 72 |
+
"normalized": false,
|
| 73 |
+
"rstrip": false,
|
| 74 |
+
"single_word": false,
|
| 75 |
+
"special": true
|
| 76 |
+
},
|
| 77 |
+
"151652": {
|
| 78 |
+
"content": "<|vision_start|>",
|
| 79 |
+
"lstrip": false,
|
| 80 |
+
"normalized": false,
|
| 81 |
+
"rstrip": false,
|
| 82 |
+
"single_word": false,
|
| 83 |
+
"special": true
|
| 84 |
+
},
|
| 85 |
+
"151653": {
|
| 86 |
+
"content": "<|vision_end|>",
|
| 87 |
+
"lstrip": false,
|
| 88 |
+
"normalized": false,
|
| 89 |
+
"rstrip": false,
|
| 90 |
+
"single_word": false,
|
| 91 |
+
"special": true
|
| 92 |
+
},
|
| 93 |
+
"151654": {
|
| 94 |
+
"content": "<|vision_pad|>",
|
| 95 |
+
"lstrip": false,
|
| 96 |
+
"normalized": false,
|
| 97 |
+
"rstrip": false,
|
| 98 |
+
"single_word": false,
|
| 99 |
+
"special": true
|
| 100 |
+
},
|
| 101 |
+
"151655": {
|
| 102 |
+
"content": "<|image_pad|>",
|
| 103 |
+
"lstrip": false,
|
| 104 |
+
"normalized": false,
|
| 105 |
+
"rstrip": false,
|
| 106 |
+
"single_word": false,
|
| 107 |
+
"special": true
|
| 108 |
+
},
|
| 109 |
+
"151656": {
|
| 110 |
+
"content": "<|video_pad|>",
|
| 111 |
+
"lstrip": false,
|
| 112 |
+
"normalized": false,
|
| 113 |
+
"rstrip": false,
|
| 114 |
+
"single_word": false,
|
| 115 |
+
"special": true
|
| 116 |
+
},
|
| 117 |
+
"151657": {
|
| 118 |
+
"content": "<tool_call>",
|
| 119 |
+
"lstrip": false,
|
| 120 |
+
"normalized": false,
|
| 121 |
+
"rstrip": false,
|
| 122 |
+
"single_word": false,
|
| 123 |
+
"special": false
|
| 124 |
+
},
|
| 125 |
+
"151658": {
|
| 126 |
+
"content": "</tool_call>",
|
| 127 |
+
"lstrip": false,
|
| 128 |
+
"normalized": false,
|
| 129 |
+
"rstrip": false,
|
| 130 |
+
"single_word": false,
|
| 131 |
+
"special": false
|
| 132 |
+
},
|
| 133 |
+
"151659": {
|
| 134 |
+
"content": "<|fim_prefix|>",
|
| 135 |
+
"lstrip": false,
|
| 136 |
+
"normalized": false,
|
| 137 |
+
"rstrip": false,
|
| 138 |
+
"single_word": false,
|
| 139 |
+
"special": false
|
| 140 |
+
},
|
| 141 |
+
"151660": {
|
| 142 |
+
"content": "<|fim_middle|>",
|
| 143 |
+
"lstrip": false,
|
| 144 |
+
"normalized": false,
|
| 145 |
+
"rstrip": false,
|
| 146 |
+
"single_word": false,
|
| 147 |
+
"special": false
|
| 148 |
+
},
|
| 149 |
+
"151661": {
|
| 150 |
+
"content": "<|fim_suffix|>",
|
| 151 |
+
"lstrip": false,
|
| 152 |
+
"normalized": false,
|
| 153 |
+
"rstrip": false,
|
| 154 |
+
"single_word": false,
|
| 155 |
+
"special": false
|
| 156 |
+
},
|
| 157 |
+
"151662": {
|
| 158 |
+
"content": "<|fim_pad|>",
|
| 159 |
+
"lstrip": false,
|
| 160 |
+
"normalized": false,
|
| 161 |
+
"rstrip": false,
|
| 162 |
+
"single_word": false,
|
| 163 |
+
"special": false
|
| 164 |
+
},
|
| 165 |
+
"151663": {
|
| 166 |
+
"content": "<|repo_name|>",
|
| 167 |
+
"lstrip": false,
|
| 168 |
+
"normalized": false,
|
| 169 |
+
"rstrip": false,
|
| 170 |
+
"single_word": false,
|
| 171 |
+
"special": false
|
| 172 |
+
},
|
| 173 |
+
"151664": {
|
| 174 |
+
"content": "<|file_sep|>",
|
| 175 |
+
"lstrip": false,
|
| 176 |
+
"normalized": false,
|
| 177 |
+
"rstrip": false,
|
| 178 |
+
"single_word": false,
|
| 179 |
+
"special": false
|
| 180 |
+
},
|
| 181 |
+
"151665": {
|
| 182 |
+
"content": "<tool_response>",
|
| 183 |
+
"lstrip": false,
|
| 184 |
+
"normalized": false,
|
| 185 |
+
"rstrip": false,
|
| 186 |
+
"single_word": false,
|
| 187 |
+
"special": false
|
| 188 |
+
},
|
| 189 |
+
"151666": {
|
| 190 |
+
"content": "</tool_response>",
|
| 191 |
+
"lstrip": false,
|
| 192 |
+
"normalized": false,
|
| 193 |
+
"rstrip": false,
|
| 194 |
+
"single_word": false,
|
| 195 |
+
"special": false
|
| 196 |
+
},
|
| 197 |
+
"151667": {
|
| 198 |
+
"content": "<think>",
|
| 199 |
+
"lstrip": false,
|
| 200 |
+
"normalized": false,
|
| 201 |
+
"rstrip": false,
|
| 202 |
+
"single_word": false,
|
| 203 |
+
"special": false
|
| 204 |
+
},
|
| 205 |
+
"151668": {
|
| 206 |
+
"content": "</think>",
|
| 207 |
+
"lstrip": false,
|
| 208 |
+
"normalized": false,
|
| 209 |
+
"rstrip": false,
|
| 210 |
+
"single_word": false,
|
| 211 |
+
"special": false
|
| 212 |
+
},
|
| 213 |
+
"151669": {
|
| 214 |
+
"content": "<|start_action|>",
|
| 215 |
+
"lstrip": false,
|
| 216 |
+
"normalized": false,
|
| 217 |
+
"rstrip": false,
|
| 218 |
+
"single_word": false,
|
| 219 |
+
"special": true
|
| 220 |
+
},
|
| 221 |
+
"151670": {
|
| 222 |
+
"content": "<|end_action|>",
|
| 223 |
+
"lstrip": false,
|
| 224 |
+
"normalized": false,
|
| 225 |
+
"rstrip": false,
|
| 226 |
+
"single_word": false,
|
| 227 |
+
"special": true
|
| 228 |
+
},
|
| 229 |
+
"151671": {
|
| 230 |
+
"content": "<|traj_action|>",
|
| 231 |
+
"lstrip": false,
|
| 232 |
+
"normalized": false,
|
| 233 |
+
"rstrip": false,
|
| 234 |
+
"single_word": false,
|
| 235 |
+
"special": true
|
| 236 |
+
},
|
| 237 |
+
"151672": {
|
| 238 |
+
"content": "<|jepa_action_0|>",
|
| 239 |
+
"lstrip": false,
|
| 240 |
+
"normalized": false,
|
| 241 |
+
"rstrip": false,
|
| 242 |
+
"single_word": false,
|
| 243 |
+
"special": true
|
| 244 |
+
},
|
| 245 |
+
"151673": {
|
| 246 |
+
"content": "<|jepa_action_1|>",
|
| 247 |
+
"lstrip": false,
|
| 248 |
+
"normalized": false,
|
| 249 |
+
"rstrip": false,
|
| 250 |
+
"single_word": false,
|
| 251 |
+
"special": true
|
| 252 |
+
},
|
| 253 |
+
"151674": {
|
| 254 |
+
"content": "<|jepa_action_2|>",
|
| 255 |
+
"lstrip": false,
|
| 256 |
+
"normalized": false,
|
| 257 |
+
"rstrip": false,
|
| 258 |
+
"single_word": false,
|
| 259 |
+
"special": true
|
| 260 |
+
},
|
| 261 |
+
"151675": {
|
| 262 |
+
"content": "<|jepa_action_3|>",
|
| 263 |
+
"lstrip": false,
|
| 264 |
+
"normalized": false,
|
| 265 |
+
"rstrip": false,
|
| 266 |
+
"single_word": false,
|
| 267 |
+
"special": true
|
| 268 |
+
},
|
| 269 |
+
"151676": {
|
| 270 |
+
"content": "<|traj_action_0|>",
|
| 271 |
+
"lstrip": false,
|
| 272 |
+
"normalized": false,
|
| 273 |
+
"rstrip": false,
|
| 274 |
+
"single_word": false,
|
| 275 |
+
"special": true
|
| 276 |
+
},
|
| 277 |
+
"151677": {
|
| 278 |
+
"content": "<|traj_action_1|>",
|
| 279 |
+
"lstrip": false,
|
| 280 |
+
"normalized": false,
|
| 281 |
+
"rstrip": false,
|
| 282 |
+
"single_word": false,
|
| 283 |
+
"special": true
|
| 284 |
+
},
|
| 285 |
+
"151678": {
|
| 286 |
+
"content": "<|traj_action_2|>",
|
| 287 |
+
"lstrip": false,
|
| 288 |
+
"normalized": false,
|
| 289 |
+
"rstrip": false,
|
| 290 |
+
"single_word": false,
|
| 291 |
+
"special": true
|
| 292 |
+
},
|
| 293 |
+
"151679": {
|
| 294 |
+
"content": "<|traj_action_3|>",
|
| 295 |
+
"lstrip": false,
|
| 296 |
+
"normalized": false,
|
| 297 |
+
"rstrip": false,
|
| 298 |
+
"single_word": false,
|
| 299 |
+
"special": true
|
| 300 |
+
},
|
| 301 |
+
"151680": {
|
| 302 |
+
"content": "<|traj_action_4|>",
|
| 303 |
+
"lstrip": false,
|
| 304 |
+
"normalized": false,
|
| 305 |
+
"rstrip": false,
|
| 306 |
+
"single_word": false,
|
| 307 |
+
"special": true
|
| 308 |
+
},
|
| 309 |
+
"151681": {
|
| 310 |
+
"content": "<|traj_action_5|>",
|
| 311 |
+
"lstrip": false,
|
| 312 |
+
"normalized": false,
|
| 313 |
+
"rstrip": false,
|
| 314 |
+
"single_word": false,
|
| 315 |
+
"special": true
|
| 316 |
+
},
|
| 317 |
+
"151682": {
|
| 318 |
+
"content": "<|traj_action_6|>",
|
| 319 |
+
"lstrip": false,
|
| 320 |
+
"normalized": false,
|
| 321 |
+
"rstrip": false,
|
| 322 |
+
"single_word": false,
|
| 323 |
+
"special": true
|
| 324 |
+
}
|
| 325 |
+
},
|
| 326 |
+
"additional_special_tokens": [
|
| 327 |
+
"<|im_start|>",
|
| 328 |
+
"<|im_end|>",
|
| 329 |
+
"<|object_ref_start|>",
|
| 330 |
+
"<|object_ref_end|>",
|
| 331 |
+
"<|box_start|>",
|
| 332 |
+
"<|box_end|>",
|
| 333 |
+
"<|quad_start|>",
|
| 334 |
+
"<|quad_end|>",
|
| 335 |
+
"<|vision_start|>",
|
| 336 |
+
"<|vision_end|>",
|
| 337 |
+
"<|vision_pad|>",
|
| 338 |
+
"<|image_pad|>",
|
| 339 |
+
"<|video_pad|>"
|
| 340 |
+
],
|
| 341 |
+
"bos_token": null,
|
| 342 |
+
"clean_up_tokenization_spaces": false,
|
| 343 |
+
"eos_token": "<|im_end|>",
|
| 344 |
+
"errors": "replace",
|
| 345 |
+
"extra_special_tokens": {},
|
| 346 |
+
"model_max_length": 262144,
|
| 347 |
+
"pad_token": "<|endoftext|>",
|
| 348 |
+
"processor_class": "Qwen3VLProcessor",
|
| 349 |
+
"split_special_tokens": false,
|
| 350 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 351 |
+
"unk_token": null
|
| 352 |
+
}
|
A0-DYNAMIC-L1/assets/video_preprocessor_config.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"crop_size": null,
|
| 3 |
+
"data_format": "channels_first",
|
| 4 |
+
"default_to_square": true,
|
| 5 |
+
"device": null,
|
| 6 |
+
"do_center_crop": null,
|
| 7 |
+
"do_convert_rgb": true,
|
| 8 |
+
"do_normalize": true,
|
| 9 |
+
"do_rescale": true,
|
| 10 |
+
"do_resize": true,
|
| 11 |
+
"do_sample_frames": true,
|
| 12 |
+
"fps": 2,
|
| 13 |
+
"image_mean": [
|
| 14 |
+
0.5,
|
| 15 |
+
0.5,
|
| 16 |
+
0.5
|
| 17 |
+
],
|
| 18 |
+
"image_std": [
|
| 19 |
+
0.5,
|
| 20 |
+
0.5,
|
| 21 |
+
0.5
|
| 22 |
+
],
|
| 23 |
+
"input_data_format": null,
|
| 24 |
+
"max_frames": 768,
|
| 25 |
+
"merge_size": 2,
|
| 26 |
+
"min_frames": 4,
|
| 27 |
+
"num_frames": null,
|
| 28 |
+
"pad_size": null,
|
| 29 |
+
"patch_size": 16,
|
| 30 |
+
"processor_class": "Qwen3VLProcessor",
|
| 31 |
+
"resample": 3,
|
| 32 |
+
"rescale_factor": 0.00392156862745098,
|
| 33 |
+
"return_metadata": false,
|
| 34 |
+
"size": {
|
| 35 |
+
"longest_edge": 25165824,
|
| 36 |
+
"shortest_edge": 4096
|
| 37 |
+
},
|
| 38 |
+
"temporal_patch_size": 2,
|
| 39 |
+
"video_metadata": null,
|
| 40 |
+
"video_processor_type": "Qwen3VLVideoProcessor"
|
| 41 |
+
}
|
A0-DYNAMIC-L1/assets/vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
NOTICE
CHANGED
|
@@ -8,3 +8,7 @@ and heading refinement, alternating optimization, and portable entry points.
|
|
| 8 |
|
| 9 |
Qwen3-VL, V-JEPA2.1, NAVSIM, and the nuPlan devkit are external dependencies;
|
| 10 |
their code, model weights, and datasets retain their respective licenses.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
Qwen3-VL, V-JEPA2.1, NAVSIM, and the nuPlan devkit are external dependencies;
|
| 10 |
their code, model weights, and datasets retain their respective licenses.
|
| 11 |
+
|
| 12 |
+
A0-DYNAMIC-L1/assets includes Qwen3-VL architecture and tokenizer/processor
|
| 13 |
+
assets (Qwen Team, Apache-2.0), serialized with CARE-Drive query tokens.
|
| 14 |
+
Upstream model: https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct
|
README.md
CHANGED
|
@@ -30,19 +30,21 @@ model-index:
|
|
| 30 |
|
| 31 |
Final inference checkpoints for **CARE-Drive**, accompanying the [training and inference code](https://github.com/marshal12138/CARE-Drive).
|
| 32 |
|
|
|
|
|
|
|
| 33 |
CARE-Drive combines a predictive Qwen3-VL backbone with a waypoint residual expert and a position-conditioned heading expert. The position expert corrects eight future waypoints with bounded metric residuals; the heading expert reconstructs heading from eight adjacent angular increments conditioned on the corrected path.
|
| 34 |
|
| 35 |
## Released weights
|
| 36 |
|
| 37 |
| Component | Stage | File |
|
| 38 |
| --- | --- | --- |
|
| 39 |
-
| Predictive backbone | A0-DYNAMIC-L1, epoch 5 | [A0-DYNAMIC-L1/
|
| 40 |
| Position expert | C3-XY-EP1, epoch 5 | [C3-XY-EP1/epoch_005.pt](C3-XY-EP1/epoch_005.pt) |
|
| 41 |
| Final heading expert | D1-H-ADAPT, epoch 5 | [D1-H-ADAPT/epoch_005.pt](D1-H-ADAPT/epoch_005.pt) |
|
| 42 |
|
| 43 |
These are the final model tensors used for the paper's **88.837 PDMS** system on **12,146 NAVSIM v1 navtest scenes**. The score uses the original official CPU evaluation. The release extracts model weights from the accepted training checkpoints, preserving every tensor's value, name, shape, and dtype. Optimizer, scheduler, RNG, and internal experiment metadata are omitted. This is an inference/model-initialization release rather than an optimizer-resume snapshot.
|
| 44 |
|
| 45 |
-
[checkpoint_manifest.json](checkpoint_manifest.json) records the exported file sizes and SHA256 checksums, original checkpoint checksums, and matching tensor digests. Backbone tensors retain their original BF16/FP32 dtypes; both experts retain FP32. The two experts have 78,420,113 and 78,418,577 parameters, respectively.
|
| 46 |
|
| 47 |
## Download and run
|
| 48 |
|
|
@@ -54,20 +56,18 @@ hf download maxiao123/CARE-Drive \
|
|
| 54 |
--local-dir runs/care-drive
|
| 55 |
```
|
| 56 |
|
| 57 |
-
The
|
| 58 |
|
| 59 |
```bash
|
| 60 |
export CARE_DRIVE_DATA=/absolute/path/to/data
|
| 61 |
-
hf download Qwen/Qwen3-VL-2B-Instruct \
|
| 62 |
-
--local-dir "$CARE_DRIVE_DATA/models/Qwen3-VL-2B-Instruct"
|
| 63 |
```
|
| 64 |
|
| 65 |
-
|
| 66 |
|
| 67 |
```bash
|
| 68 |
export CARE_DRIVE_PERFORMANCE_PREFLIGHT=/absolute/path/to/performance/inference.json
|
| 69 |
python -m care_drive.infer \
|
| 70 |
-
--config configs/
|
| 71 |
--manifest "$CARE_DRIVE_DATA/manifests/navtest.jsonl" \
|
| 72 |
--sensor-root "$CARE_DRIVE_DATA/sensor_blobs/test" \
|
| 73 |
--backbone runs/care-drive/A0-DYNAMIC-L1/epoch_005.pt \
|
|
@@ -84,6 +84,6 @@ Each input contains four historical frames from three cameras, ego pose history,
|
|
| 84 |
|
| 85 |
The backbone was trained on 92,772 scenes; the expert chain used 92,614 scoreable scenes. The released configuration records the paper's quantization and architecture. Exact cohort manifests are not included.
|
| 86 |
|
| 87 |
-
Export verification compares the complete tensor content against the original accepted checkpoints. All three checkpoints passed strict loading with the published CARE-Drive implementation, including the backbone tokenizer contract. Loaded tensor values and dtypes match the exports exactly, and a single synthetic feature sample passed coupled expert generation. The paper's benchmark result comes from the original evaluation; the newly packaged entry points have not been used to rerun full navtest. See the code repository's [validation record](https://github.com/marshal12138/CARE-Drive/blob/main/docs/validation.md) for the checked scope.
|
| 88 |
|
| 89 |
-
The model is intended for research in driving trajectory planning. Data
|
|
|
|
| 30 |
|
| 31 |
Final inference checkpoints for **CARE-Drive**, accompanying the [training and inference code](https://github.com/marshal12138/CARE-Drive).
|
| 32 |
|
| 33 |
+
Standalone checkpoint loading requires **CARE-Drive 0.1.1 or later** ([compatible code revision](https://github.com/marshal12138/CARE-Drive/tree/5cab9d494eb16a3066f5c2d1e0665799a741f8b6)).
|
| 34 |
+
|
| 35 |
CARE-Drive combines a predictive Qwen3-VL backbone with a waypoint residual expert and a position-conditioned heading expert. The position expert corrects eight future waypoints with bounded metric residuals; the heading expert reconstructs heading from eight adjacent angular increments conditioned on the corrected path.
|
| 36 |
|
| 37 |
## Released weights
|
| 38 |
|
| 39 |
| Component | Stage | File |
|
| 40 |
| --- | --- | --- |
|
| 41 |
+
| Predictive backbone | A0-DYNAMIC-L1, epoch 5 | [A0-DYNAMIC-L1/ — checkpoint + assets](https://huggingface.co/maxiao123/CARE-Drive/tree/main/A0-DYNAMIC-L1) |
|
| 42 |
| Position expert | C3-XY-EP1, epoch 5 | [C3-XY-EP1/epoch_005.pt](C3-XY-EP1/epoch_005.pt) |
|
| 43 |
| Final heading expert | D1-H-ADAPT, epoch 5 | [D1-H-ADAPT/epoch_005.pt](D1-H-ADAPT/epoch_005.pt) |
|
| 44 |
|
| 45 |
These are the final model tensors used for the paper's **88.837 PDMS** system on **12,146 NAVSIM v1 navtest scenes**. The score uses the original official CPU evaluation. The release extracts model weights from the accepted training checkpoints, preserving every tensor's value, name, shape, and dtype. Optimizer, scheduler, RNG, and internal experiment metadata are omitted. This is an inference/model-initialization release rather than an optimizer-resume snapshot.
|
| 46 |
|
| 47 |
+
[checkpoint_manifest.json](checkpoint_manifest.json) records the exported file sizes and SHA256 checksums, original checkpoint checksums, and matching tensor digests. Backbone tensors retain their original BF16/FP32 dtypes; both experts retain FP32. The two experts have 78,420,113 and 78,418,577 parameters, respectively. Companion backbone assets add approximately 16 MB and are included by the download command below.
|
| 48 |
|
| 49 |
## Download and run
|
| 50 |
|
|
|
|
| 56 |
--local-dir runs/care-drive
|
| 57 |
```
|
| 58 |
|
| 59 |
+
The backbone includes `A0-DYNAMIC-L1/assets/`: its final architecture, tokenizer with CARE-Drive query tokens, chat template, and image/video processors. The loader constructs the model locally from this bundle and directly restores the trained checkpoint. **No original Qwen weights or V-JEPA model are needed for inference.** Keep the `assets/` directory beside the backbone checkpoint when moving files. Use CARE-Drive code version 0.1.1 or later; rerun the download command to add the assets to an existing download.
|
| 60 |
|
| 61 |
```bash
|
| 62 |
export CARE_DRIVE_DATA=/absolute/path/to/data
|
|
|
|
|
|
|
| 63 |
```
|
| 64 |
|
| 65 |
+
Set your device in `configs/inference.yaml`; pass the observation manifest and sensor directory to the inference command. Prepare an observation-only manifest using the [data guide](https://github.com/marshal12138/CARE-Drive/blob/main/docs/data.md), then use the [inference command](https://github.com/marshal12138/CARE-Drive#4-inference-and-evaluation):
|
| 66 |
|
| 67 |
```bash
|
| 68 |
export CARE_DRIVE_PERFORMANCE_PREFLIGHT=/absolute/path/to/performance/inference.json
|
| 69 |
python -m care_drive.infer \
|
| 70 |
+
--config configs/inference.yaml \
|
| 71 |
--manifest "$CARE_DRIVE_DATA/manifests/navtest.jsonl" \
|
| 72 |
--sensor-root "$CARE_DRIVE_DATA/sensor_blobs/test" \
|
| 73 |
--backbone runs/care-drive/A0-DYNAMIC-L1/epoch_005.pt \
|
|
|
|
| 84 |
|
| 85 |
The backbone was trained on 92,772 scenes; the expert chain used 92,614 scoreable scenes. The released configuration records the paper's quantization and architecture. Exact cohort manifests are not included.
|
| 86 |
|
| 87 |
+
Export verification compares the complete tensor content against the original accepted checkpoints. All three checkpoints passed strict loading with the published CARE-Drive implementation, including the backbone tokenizer contract. Loaded tensor values and dtypes match the exports exactly, and a single synthetic feature sample passed coupled expert generation. Standalone loading also passed with an empty Hugging Face cache, networking disabled, and original Qwen weight loading forbidden. Backbone parameters, rotary buffers, deterministic forward outputs, and multimodal preprocessing matched the previous loader exactly. A complete raw-observation CLI run on one synthetic scene also produced a finite 8-by-3 trajectory under the same offline restrictions. The paper's benchmark result comes from the original evaluation; the newly packaged entry points have not been used to rerun full navtest. See the code repository's [validation record](https://github.com/marshal12138/CARE-Drive/blob/main/docs/validation.md) for the checked scope.
|
| 88 |
|
| 89 |
+
The model is intended for research in driving trajectory planning. Data and maps are obtained separately. Original Qwen weights and the V-JEPA teacher are required only for training from scratch. This repository distributes CARE-Drive's trained weights under Apache-2.0; upstream dependencies retain their respective licenses.
|
checkpoint_manifest.json
CHANGED
|
@@ -69,6 +69,54 @@
|
|
| 69 |
"loaded_tensor_values_and_dtypes_exact": true,
|
| 70 |
"synthetic_coupled_generation": true,
|
| 71 |
"benchmark_data_used": false,
|
| 72 |
-
"full_navtest_rerun": false
|
| 73 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 74 |
}
|
|
|
|
| 69 |
"loaded_tensor_values_and_dtypes_exact": true,
|
| 70 |
"synthetic_coupled_generation": true,
|
| 71 |
"benchmark_data_used": false,
|
| 72 |
+
"full_navtest_rerun": false,
|
| 73 |
+
"standalone_loading": {
|
| 74 |
+
"status": "PASS",
|
| 75 |
+
"original_qwen_weight_loading_disabled": true,
|
| 76 |
+
"network_disabled": true,
|
| 77 |
+
"empty_huggingface_cache": true,
|
| 78 |
+
"inference_config_without_pretrained_path": true,
|
| 79 |
+
"checkpoint_tensors_exact": 636,
|
| 80 |
+
"nonpersistent_buffers_exact": true,
|
| 81 |
+
"tokenizer_contract_exact": true,
|
| 82 |
+
"reference_forward_max_abs_error": {
|
| 83 |
+
"future_features": 0.0,
|
| 84 |
+
"trajectory": 0.0,
|
| 85 |
+
"scene_features": 0.0
|
| 86 |
+
},
|
| 87 |
+
"full_navtest_rerun": false
|
| 88 |
+
},
|
| 89 |
+
"preprocessing": {
|
| 90 |
+
"status": "PASS",
|
| 91 |
+
"all_encoded_tensors_exact": true,
|
| 92 |
+
"keys": [
|
| 93 |
+
"input_ids",
|
| 94 |
+
"attention_mask",
|
| 95 |
+
"pixel_values_videos",
|
| 96 |
+
"video_grid_thw"
|
| 97 |
+
],
|
| 98 |
+
"synthetic_images": 12
|
| 99 |
+
},
|
| 100 |
+
"raw_observation_cli": {
|
| 101 |
+
"status": "PASS",
|
| 102 |
+
"raw_observation_cli": true,
|
| 103 |
+
"original_qwen_loading_disabled": true,
|
| 104 |
+
"network_disabled": true,
|
| 105 |
+
"synthetic_scene_count": 1,
|
| 106 |
+
"finite_output_shape": [
|
| 107 |
+
8,
|
| 108 |
+
3
|
| 109 |
+
],
|
| 110 |
+
"seconds": 231.86,
|
| 111 |
+
"full_navtest_rerun": false
|
| 112 |
+
}
|
| 113 |
+
},
|
| 114 |
+
"code_version": "0.1.1",
|
| 115 |
+
"backbone_assets": {
|
| 116 |
+
"path": "A0-DYNAMIC-L1/assets",
|
| 117 |
+
"manifest_sha256": "d32d4855e7bed6a475d549e358daa6e24ff4f7ff9fe2fe0304346274ac3f650d",
|
| 118 |
+
"bytes": 16500762,
|
| 119 |
+
"required_for_inference": true
|
| 120 |
+
},
|
| 121 |
+
"code_revision": "5cab9d494eb16a3066f5c2d1e0665799a741f8b6"
|
| 122 |
}
|
configs/inference.yaml
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Inference uses the assets/ directory beside the backbone checkpoint.
|
| 2 |
+
seed: 42
|
| 3 |
+
device: npu
|
| 4 |
+
stage_config: configs/expert_stages.json
|
| 5 |
+
model:
|
| 6 |
+
local_files_only: true
|
| 7 |
+
teacher_dim: 1664
|
| 8 |
+
attention: sdpa
|
| 9 |
+
frame_width: 1024
|
| 10 |
+
frame_height: 512
|
| 11 |
+
freeze_visual: true
|
| 12 |
+
gradient_checkpointing: false
|
| 13 |
+
future_vision: true
|
| 14 |
+
future_supervision: true
|
| 15 |
+
num_jepa_steps: 4
|
| 16 |
+
num_jepa_tokens: 96
|
| 17 |
+
num_traj_tokens: 8
|
| 18 |
+
action_token_mode: independent
|
| 19 |
+
trajectory_head: mlp
|
| 20 |
+
visual_input_mode: video
|
| 21 |
+
visual_prompt_schema: visual_input_ablation_v1
|
| 22 |
+
use_vlm_autoreg_text_trajectory: false
|
| 23 |
+
eval_traj_mode: traj_token
|