diff --git a/.gitattributes b/.gitattributes index 22753f29ee101c4e44fe66570b0ab5a0663557ea..e5f5eb728ad112387422c8c56c25fe063118558d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -35,3 +35,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_audio_4n32g_epoch4/wandb/latest-run/run-wcg12j5l.wandb filter=lfs diff=lfs merge=lfs -text posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_audio_4n32g_epoch4/wandb/run-20260505_205249-wcg12j5l/run-wcg12j5l.wandb filter=lfs diff=lfs merge=lfs -text +posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/run-dcrex1xp.wandb filter=lfs diff=lfs merge=lfs -text +posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/run-dcrex1xp.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/iter_0006000/.metadata b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/iter_0006000/.metadata new file mode 100644 index 0000000000000000000000000000000000000000..fd7af416af2b41df4232add21bc7b8d695833627 Binary files /dev/null and b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/iter_0006000/.metadata differ diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/iter_0006000/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/iter_0006000/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..12135f8475ce4c46cce1132ad38306090cf08c5b --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/iter_0006000/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a050feab492daf7358de633971f23ac01201a9ee37a31901cf58e82246f25a05 +size 15847 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/iter_0006000/metadata.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/iter_0006000/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/iter_0006000/metadata.json @@ -0,0 +1 @@ +{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..4911b05b53a7dc237714c1f1ed869865bb52ee9b --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-6000/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +6000 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/added_tokens.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..c962f0ea74c2dc3172f28f532b632288bf7d56c3 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/added_tokens.json @@ -0,0 +1,35 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "": 151671, + "": 151672, + "": 151674, + "": 151673, + "<|audio_end|>": 151670, + "<|audio_pad|>": 151675, + "<|audio_start|>": 151669, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/args.json new file mode 100644 index 0000000000000000000000000000000000000000..a7fe59977ec90a1d35239d5a563d20e22a85e62d --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/args.json @@ -0,0 +1,398 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 8192, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "batch1", + "batch2", + "batch4_part1", + "batch4_part2", + "batch4_part3", + "batch5_part1", + "batch5_part2", + "batch5_part3" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": 50, + "top_p": 0.9, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "train_type": "lora", + "adapters": [], + "external_plugins": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "custom_register_path": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 4, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "save_steps": 1000, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 100000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_lr": null, + "aligner_lr": null, + "gradient_checkpointing_kwargs": null, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.0.1", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 8192, + "is_multimodal": true, + "megatron_model_meta": "MegatronModelMeta(megatron_model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/chat_template.jinja b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1efcce1402ae5d1d61d4a4cf56accea5921251cf --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/chat_template.jinja @@ -0,0 +1,122 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- "<|vision_start|><|image_pad|><|vision_end|>" }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- "<|audio_start|><|audio_pad|><|audio_end|>" }} + {%- elif content.type == 'video' or 'video' in content %} + {{- "<|vision_start|><|video_pad|><|vision_end|>" }} + {%- elif content.type == 'text' %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} + {{- '\n\n' }} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|image_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- '<|im_start|>system\n' +"<|audio_start|><|audio_pad|><|audio_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'video' or 'video' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|video_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'text' %} + {{- '<|im_start|>system\n' +content.text+ '<|im_end|>\n' }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = namespace(text="") %} + {%- for mcontent in message.content %} + {%- if mcontent.type == 'image' or 'image' in mcontent or 'image_url' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|image_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'audio' or 'audio' in mcontent or 'audio_url' in mcontent %} + {%- set content.text = content.text~"<|audio_start|><|audio_pad|><|audio_end|>" %} + {%- elif mcontent.type == 'video' or 'video' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|video_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'text' %} + {%- set content.text = content.text~mcontent.text %} + {%- endif %} + {%- endfor %} + {%- set content = content.text %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = "" %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip("\n") + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %}{{- '\n' }}{%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}{{- '<|im_start|>user' }}{%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}{{- '<|im_end|>\n' }}{%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %}{{- '\n\n\n\n' }}{%- endif %} +{%- endif %} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6dce3d213c49a2ea04a5bc9ba76b53e440cab76c --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/config.json @@ -0,0 +1,552 @@ +{ + "architectures": [ + "Qwen3OmniMoeForConditionalGeneration" + ], + "assistant_token_id": 77091, + "code2wav_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "codebook_dim": 512, + "codebook_size": 2048, + "decoder_dim": 1536, + "hidden_act": "silu", + "hidden_size": 1024, + "intermediate_size": 3072, + "layer_scale_initial_scale": 0.01, + "max_position_embeddings": 8000, + "model_type": "", + "num_attention_heads": 16, + "num_hidden_layers": 8, + "num_key_value_heads": 16, + "num_quantizers": 16, + "num_semantic_quantizers": 1, + "rms_norm_eps": 1e-05, + "rope_theta": 10000, + "semantic_codebook_size": 4096, + "sliding_window": 72, + "upsample_rates": [ + 8, + 5, + 4, + 3 + ], + "upsampling_ratios": [ + 2, + 2 + ], + "vector_quantization_hidden_dimension": 512 + }, + "dtype": "bfloat16", + "enable_audio_output": true, + "hidden_size": 1024, + "im_end_token_id": 151645, + "im_start_token_id": 151644, + "keys_to_ignore_at_inference": [ + "past_key_values" + ], + "model_type": "qwen3_omni_moe", + "system_token_id": 8948, + "talker_config": { + "accept_hidden_layer": 24, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "code_predictor_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": null, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 3072, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "min_length": 0, + "model_type": "qwen3_omni_moe_talker_code_predictor", + "no_repeat_ngram_size": 0, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_code_groups": 16, + "num_hidden_layers": 5, + "num_key_value_heads": 8, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sep_token_id": null, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 2048 + }, + "codec_bos_id": 2149, + "codec_eos_token_id": 2150, + "codec_nothink_id": 2155, + "codec_pad_id": 2148, + "codec_think_bos_id": 2156, + "codec_think_eos_id": 2157, + "image_token_id": 151655, + "model_type": "", + "num_code_groups": 16, + "output_router_logits": false, + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "spatial_merge_size": 2, + "speaker_id": { + "aiden": 2303, + "chelsie": 2301, + "ethan": 2302 + }, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 2048, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_talker_text", + "moe_intermediate_size": 384, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 6, + "num_hidden_layers": 20, + "num_key_value_heads": 2, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 768, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 3072 + }, + "thinker_hidden_size": 2048, + "video_token_id": 151656, + "vision_start_token_id": 151652 + }, + "thinker_config": { + "audio_config": { + "_name_or_path": "", + "activation_dropout": 0, + "activation_function": "gelu", + "add_cross_attention": false, + "architectures": null, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "conv_chunksize": 500, + "cross_attention_hidden_size": null, + "d_model": 1280, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "downsample_hidden_size": 480, + "dropout": 0, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_attention_heads": 20, + "encoder_ffn_dim": 5120, + "encoder_layers": 32, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_source_positions": 1500, + "min_length": 0, + "model_type": "qwen3_omni_moe_audio_encoder", + "n_window": 50, + "n_window_infer": 800, + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_hidden_layers": 32, + "num_mel_bins": 128, + "num_return_sequences": 1, + "output_attentions": false, + "output_dim": 2048, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "dtype": "bfloat16", + "image_token_id": 151655, + "initializer_range": 0.02, + "model_type": "qwen3_omni_moe_thinker", + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0.0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 768, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_text", + "moe_intermediate_size": 768, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 32, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 8, + "num_hidden_layers": 48, + "num_key_value_heads": 4, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 0, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_qk_norm": true, + "use_sliding_window": false, + "vocab_size": 152064 + }, + "user_token_id": 872, + "video_token_id": 151656, + "vision_config": { + "_name_or_path": "", + "add_cross_attention": false, + "apply_vit_abs_pos_embed": true, + "architectures": null, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "deepstack_visual_indexes": [ + 8, + 16, + 24 + ], + "depth": 27, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1152, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "image_size": 768, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 4304, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "min_length": 0, + "model_type": "qwen3_omni_moe_vision_encoder", + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_heads": 16, + "num_position_embeddings": 2304, + "num_return_sequences": 1, + "out_hidden_size": 2048, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "patch_size": 16, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "spatial_merge_size": 2, + "spatial_patch_size": 16, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "temporal_patch_size": 2, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "tokens_per_second": 2, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 + }, + "transformers_version": "4.57.3", + "tts_bos_token_id": 151672, + "tts_eos_token_id": 151673, + "tts_pad_token_id": 151671, + "user_token_id": 872 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/iter_0007000/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/iter_0007000/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd71d900213af38167bf044217b65c4255638da --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/iter_0007000/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:852a41ed224e8f8926bd9b987cfbc9a43351f14efca62c32b6ce0b7f23277162 +size 15847 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..a3e09b1c4b17e647c22abcdafe83297c945f202f --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +7000 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7df5b45379044a680218cb2b7ed4d01a6633f537 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/preprocessor_config.json @@ -0,0 +1,30 @@ +{ + "dither": 0.0, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "return_attention_mask": true, + "sampling_rate": 16000, + "temporal_patch_size": 2 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/special_tokens_map.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..fca9909b535ff91b68474e5ee7258e1574e60d1e --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/special_tokens_map.json @@ -0,0 +1,44 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "image_token": "<|image_pad|>", + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/tokenizer_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8d1491f11cc7fc66a763bcda6f4f6b8c3d026845 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/tokenizer_config.json @@ -0,0 +1,317 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151669": { + "content": "<|audio_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151670": { + "content": "<|audio_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151675": { + "content": "<|audio_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": { + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "image_token": "<|image_pad|>", + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" + }, + "image_token": "<|image_pad|>", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3OmniMoeProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/video_preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/video_preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e0fb77bf83924807f06b6f314210795f76c2e42 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000-merged/video_preprocessor_config.json @@ -0,0 +1,54 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "dither": 0.0, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": false, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "fps": null, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "max_pixels": 12845056, + "merge_size": 2, + "min_frames": 4, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "num_frames": null, + "pad_size": null, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_attention_mask": true, + "return_metadata": false, + "sampling_rate": 16000, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen2VLVideoProcessor" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/args.json new file mode 100644 index 0000000000000000000000000000000000000000..a7fe59977ec90a1d35239d5a563d20e22a85e62d --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/args.json @@ -0,0 +1,398 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 8192, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "batch1", + "batch2", + "batch4_part1", + "batch4_part2", + "batch4_part3", + "batch5_part1", + "batch5_part2", + "batch5_part3" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": 50, + "top_p": 0.9, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "train_type": "lora", + "adapters": [], + "external_plugins": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "custom_register_path": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 4, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "save_steps": 1000, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 100000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_lr": null, + "aligner_lr": null, + "gradient_checkpointing_kwargs": null, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.0.1", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 8192, + "is_multimodal": true, + "megatron_model_meta": "MegatronModelMeta(megatron_model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/iter_0007000/.metadata b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/iter_0007000/.metadata new file mode 100644 index 0000000000000000000000000000000000000000..7e9d4d97734169742e136fe6fd629ae2a7f2c9d3 Binary files /dev/null and b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/iter_0007000/.metadata differ diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/iter_0007000/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/iter_0007000/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd71d900213af38167bf044217b65c4255638da --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/iter_0007000/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:852a41ed224e8f8926bd9b987cfbc9a43351f14efca62c32b6ce0b7f23277162 +size 15847 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/iter_0007000/metadata.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/iter_0007000/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/iter_0007000/metadata.json @@ -0,0 +1 @@ +{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..a3e09b1c4b17e647c22abcdafe83297c945f202f --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-7000/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +7000 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/added_tokens.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..c962f0ea74c2dc3172f28f532b632288bf7d56c3 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/added_tokens.json @@ -0,0 +1,35 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "": 151671, + "": 151672, + "": 151674, + "": 151673, + "<|audio_end|>": 151670, + "<|audio_pad|>": 151675, + "<|audio_start|>": 151669, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/args.json new file mode 100644 index 0000000000000000000000000000000000000000..a7fe59977ec90a1d35239d5a563d20e22a85e62d --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/args.json @@ -0,0 +1,398 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 8192, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "batch1", + "batch2", + "batch4_part1", + "batch4_part2", + "batch4_part3", + "batch5_part1", + "batch5_part2", + "batch5_part3" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": 50, + "top_p": 0.9, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "train_type": "lora", + "adapters": [], + "external_plugins": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "custom_register_path": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 4, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "save_steps": 1000, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 100000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_lr": null, + "aligner_lr": null, + "gradient_checkpointing_kwargs": null, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.0.1", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 8192, + "is_multimodal": true, + "megatron_model_meta": "MegatronModelMeta(megatron_model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/chat_template.jinja b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1efcce1402ae5d1d61d4a4cf56accea5921251cf --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/chat_template.jinja @@ -0,0 +1,122 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- "<|vision_start|><|image_pad|><|vision_end|>" }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- "<|audio_start|><|audio_pad|><|audio_end|>" }} + {%- elif content.type == 'video' or 'video' in content %} + {{- "<|vision_start|><|video_pad|><|vision_end|>" }} + {%- elif content.type == 'text' %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} + {{- '\n\n' }} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|image_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- '<|im_start|>system\n' +"<|audio_start|><|audio_pad|><|audio_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'video' or 'video' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|video_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'text' %} + {{- '<|im_start|>system\n' +content.text+ '<|im_end|>\n' }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = namespace(text="") %} + {%- for mcontent in message.content %} + {%- if mcontent.type == 'image' or 'image' in mcontent or 'image_url' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|image_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'audio' or 'audio' in mcontent or 'audio_url' in mcontent %} + {%- set content.text = content.text~"<|audio_start|><|audio_pad|><|audio_end|>" %} + {%- elif mcontent.type == 'video' or 'video' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|video_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'text' %} + {%- set content.text = content.text~mcontent.text %} + {%- endif %} + {%- endfor %} + {%- set content = content.text %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = "" %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip("\n") + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %}{{- '\n' }}{%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}{{- '<|im_start|>user' }}{%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}{{- '<|im_end|>\n' }}{%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %}{{- '\n\n\n\n' }}{%- endif %} +{%- endif %} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6dce3d213c49a2ea04a5bc9ba76b53e440cab76c --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/config.json @@ -0,0 +1,552 @@ +{ + "architectures": [ + "Qwen3OmniMoeForConditionalGeneration" + ], + "assistant_token_id": 77091, + "code2wav_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "codebook_dim": 512, + "codebook_size": 2048, + "decoder_dim": 1536, + "hidden_act": "silu", + "hidden_size": 1024, + "intermediate_size": 3072, + "layer_scale_initial_scale": 0.01, + "max_position_embeddings": 8000, + "model_type": "", + "num_attention_heads": 16, + "num_hidden_layers": 8, + "num_key_value_heads": 16, + "num_quantizers": 16, + "num_semantic_quantizers": 1, + "rms_norm_eps": 1e-05, + "rope_theta": 10000, + "semantic_codebook_size": 4096, + "sliding_window": 72, + "upsample_rates": [ + 8, + 5, + 4, + 3 + ], + "upsampling_ratios": [ + 2, + 2 + ], + "vector_quantization_hidden_dimension": 512 + }, + "dtype": "bfloat16", + "enable_audio_output": true, + "hidden_size": 1024, + "im_end_token_id": 151645, + "im_start_token_id": 151644, + "keys_to_ignore_at_inference": [ + "past_key_values" + ], + "model_type": "qwen3_omni_moe", + "system_token_id": 8948, + "talker_config": { + "accept_hidden_layer": 24, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "code_predictor_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": null, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 3072, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "min_length": 0, + "model_type": "qwen3_omni_moe_talker_code_predictor", + "no_repeat_ngram_size": 0, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_code_groups": 16, + "num_hidden_layers": 5, + "num_key_value_heads": 8, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sep_token_id": null, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 2048 + }, + "codec_bos_id": 2149, + "codec_eos_token_id": 2150, + "codec_nothink_id": 2155, + "codec_pad_id": 2148, + "codec_think_bos_id": 2156, + "codec_think_eos_id": 2157, + "image_token_id": 151655, + "model_type": "", + "num_code_groups": 16, + "output_router_logits": false, + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "spatial_merge_size": 2, + "speaker_id": { + "aiden": 2303, + "chelsie": 2301, + "ethan": 2302 + }, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 2048, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_talker_text", + "moe_intermediate_size": 384, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 6, + "num_hidden_layers": 20, + "num_key_value_heads": 2, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 768, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 3072 + }, + "thinker_hidden_size": 2048, + "video_token_id": 151656, + "vision_start_token_id": 151652 + }, + "thinker_config": { + "audio_config": { + "_name_or_path": "", + "activation_dropout": 0, + "activation_function": "gelu", + "add_cross_attention": false, + "architectures": null, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "conv_chunksize": 500, + "cross_attention_hidden_size": null, + "d_model": 1280, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "downsample_hidden_size": 480, + "dropout": 0, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_attention_heads": 20, + "encoder_ffn_dim": 5120, + "encoder_layers": 32, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_source_positions": 1500, + "min_length": 0, + "model_type": "qwen3_omni_moe_audio_encoder", + "n_window": 50, + "n_window_infer": 800, + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_hidden_layers": 32, + "num_mel_bins": 128, + "num_return_sequences": 1, + "output_attentions": false, + "output_dim": 2048, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "dtype": "bfloat16", + "image_token_id": 151655, + "initializer_range": 0.02, + "model_type": "qwen3_omni_moe_thinker", + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0.0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 768, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_text", + "moe_intermediate_size": 768, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 32, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 8, + "num_hidden_layers": 48, + "num_key_value_heads": 4, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 0, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_qk_norm": true, + "use_sliding_window": false, + "vocab_size": 152064 + }, + "user_token_id": 872, + "video_token_id": 151656, + "vision_config": { + "_name_or_path": "", + "add_cross_attention": false, + "apply_vit_abs_pos_embed": true, + "architectures": null, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "deepstack_visual_indexes": [ + 8, + 16, + 24 + ], + "depth": 27, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1152, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "image_size": 768, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 4304, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "min_length": 0, + "model_type": "qwen3_omni_moe_vision_encoder", + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_heads": 16, + "num_position_embeddings": 2304, + "num_return_sequences": 1, + "out_hidden_size": 2048, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "patch_size": 16, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "spatial_merge_size": 2, + "spatial_patch_size": 16, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "temporal_patch_size": 2, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "tokens_per_second": 2, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 + }, + "transformers_version": "4.57.3", + "tts_bos_token_id": 151672, + "tts_eos_token_id": 151673, + "tts_pad_token_id": 151671, + "user_token_id": 872 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/iter_0008000/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/iter_0008000/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ded5fbc2c8b58483b26a36d6bd7c1c75cc1b888 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/iter_0008000/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d498078066568246d67951d316fe40477d02ed841fc8a151687b0a204ca235dc +size 15847 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..443a3b1eca65803551a309e2e4782d73fcb4d37f --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +8000 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7df5b45379044a680218cb2b7ed4d01a6633f537 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/preprocessor_config.json @@ -0,0 +1,30 @@ +{ + "dither": 0.0, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "return_attention_mask": true, + "sampling_rate": 16000, + "temporal_patch_size": 2 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/special_tokens_map.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..fca9909b535ff91b68474e5ee7258e1574e60d1e --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/special_tokens_map.json @@ -0,0 +1,44 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "image_token": "<|image_pad|>", + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/tokenizer_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8d1491f11cc7fc66a763bcda6f4f6b8c3d026845 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/tokenizer_config.json @@ -0,0 +1,317 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151669": { + "content": "<|audio_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151670": { + "content": "<|audio_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151675": { + "content": "<|audio_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": { + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "image_token": "<|image_pad|>", + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" + }, + "image_token": "<|image_pad|>", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3OmniMoeProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/video_preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/video_preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e0fb77bf83924807f06b6f314210795f76c2e42 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000-merged/video_preprocessor_config.json @@ -0,0 +1,54 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "dither": 0.0, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": false, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "fps": null, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "max_pixels": 12845056, + "merge_size": 2, + "min_frames": 4, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "num_frames": null, + "pad_size": null, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_attention_mask": true, + "return_metadata": false, + "sampling_rate": 16000, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen2VLVideoProcessor" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/args.json new file mode 100644 index 0000000000000000000000000000000000000000..a7fe59977ec90a1d35239d5a563d20e22a85e62d --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/args.json @@ -0,0 +1,398 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 8192, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "batch1", + "batch2", + "batch4_part1", + "batch4_part2", + "batch4_part3", + "batch5_part1", + "batch5_part2", + "batch5_part3" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": 50, + "top_p": 0.9, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "train_type": "lora", + "adapters": [], + "external_plugins": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "custom_register_path": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 4, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "save_steps": 1000, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 100000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_lr": null, + "aligner_lr": null, + "gradient_checkpointing_kwargs": null, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.0.1", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 8192, + "is_multimodal": true, + "megatron_model_meta": "MegatronModelMeta(megatron_model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/iter_0008000/.metadata b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/iter_0008000/.metadata new file mode 100644 index 0000000000000000000000000000000000000000..ed089297cff1607f8e34b59d902a2fd00b60e678 Binary files /dev/null and b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/iter_0008000/.metadata differ diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/iter_0008000/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/iter_0008000/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ded5fbc2c8b58483b26a36d6bd7c1c75cc1b888 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/iter_0008000/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d498078066568246d67951d316fe40477d02ed841fc8a151687b0a204ca235dc +size 15847 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/iter_0008000/metadata.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/iter_0008000/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/iter_0008000/metadata.json @@ -0,0 +1 @@ +{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..443a3b1eca65803551a309e2e4782d73fcb4d37f --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-8000/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +8000 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/added_tokens.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..c962f0ea74c2dc3172f28f532b632288bf7d56c3 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/added_tokens.json @@ -0,0 +1,35 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "": 151671, + "": 151672, + "": 151674, + "": 151673, + "<|audio_end|>": 151670, + "<|audio_pad|>": 151675, + "<|audio_start|>": 151669, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/args.json new file mode 100644 index 0000000000000000000000000000000000000000..a7fe59977ec90a1d35239d5a563d20e22a85e62d --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/args.json @@ -0,0 +1,398 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 8192, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "batch1", + "batch2", + "batch4_part1", + "batch4_part2", + "batch4_part3", + "batch5_part1", + "batch5_part2", + "batch5_part3" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": 50, + "top_p": 0.9, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "train_type": "lora", + "adapters": [], + "external_plugins": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "custom_register_path": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 4, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "save_steps": 1000, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 100000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_lr": null, + "aligner_lr": null, + "gradient_checkpointing_kwargs": null, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.0.1", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 8192, + "is_multimodal": true, + "megatron_model_meta": "MegatronModelMeta(megatron_model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/chat_template.jinja b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1efcce1402ae5d1d61d4a4cf56accea5921251cf --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/chat_template.jinja @@ -0,0 +1,122 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- "<|vision_start|><|image_pad|><|vision_end|>" }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- "<|audio_start|><|audio_pad|><|audio_end|>" }} + {%- elif content.type == 'video' or 'video' in content %} + {{- "<|vision_start|><|video_pad|><|vision_end|>" }} + {%- elif content.type == 'text' %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} + {{- '\n\n' }} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|image_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- '<|im_start|>system\n' +"<|audio_start|><|audio_pad|><|audio_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'video' or 'video' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|video_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'text' %} + {{- '<|im_start|>system\n' +content.text+ '<|im_end|>\n' }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = namespace(text="") %} + {%- for mcontent in message.content %} + {%- if mcontent.type == 'image' or 'image' in mcontent or 'image_url' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|image_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'audio' or 'audio' in mcontent or 'audio_url' in mcontent %} + {%- set content.text = content.text~"<|audio_start|><|audio_pad|><|audio_end|>" %} + {%- elif mcontent.type == 'video' or 'video' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|video_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'text' %} + {%- set content.text = content.text~mcontent.text %} + {%- endif %} + {%- endfor %} + {%- set content = content.text %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = "" %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip("\n") + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %}{{- '\n' }}{%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}{{- '<|im_start|>user' }}{%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}{{- '<|im_end|>\n' }}{%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %}{{- '\n\n\n\n' }}{%- endif %} +{%- endif %} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6dce3d213c49a2ea04a5bc9ba76b53e440cab76c --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/config.json @@ -0,0 +1,552 @@ +{ + "architectures": [ + "Qwen3OmniMoeForConditionalGeneration" + ], + "assistant_token_id": 77091, + "code2wav_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "codebook_dim": 512, + "codebook_size": 2048, + "decoder_dim": 1536, + "hidden_act": "silu", + "hidden_size": 1024, + "intermediate_size": 3072, + "layer_scale_initial_scale": 0.01, + "max_position_embeddings": 8000, + "model_type": "", + "num_attention_heads": 16, + "num_hidden_layers": 8, + "num_key_value_heads": 16, + "num_quantizers": 16, + "num_semantic_quantizers": 1, + "rms_norm_eps": 1e-05, + "rope_theta": 10000, + "semantic_codebook_size": 4096, + "sliding_window": 72, + "upsample_rates": [ + 8, + 5, + 4, + 3 + ], + "upsampling_ratios": [ + 2, + 2 + ], + "vector_quantization_hidden_dimension": 512 + }, + "dtype": "bfloat16", + "enable_audio_output": true, + "hidden_size": 1024, + "im_end_token_id": 151645, + "im_start_token_id": 151644, + "keys_to_ignore_at_inference": [ + "past_key_values" + ], + "model_type": "qwen3_omni_moe", + "system_token_id": 8948, + "talker_config": { + "accept_hidden_layer": 24, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "code_predictor_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": null, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 3072, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "min_length": 0, + "model_type": "qwen3_omni_moe_talker_code_predictor", + "no_repeat_ngram_size": 0, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_code_groups": 16, + "num_hidden_layers": 5, + "num_key_value_heads": 8, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sep_token_id": null, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 2048 + }, + "codec_bos_id": 2149, + "codec_eos_token_id": 2150, + "codec_nothink_id": 2155, + "codec_pad_id": 2148, + "codec_think_bos_id": 2156, + "codec_think_eos_id": 2157, + "image_token_id": 151655, + "model_type": "", + "num_code_groups": 16, + "output_router_logits": false, + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "spatial_merge_size": 2, + "speaker_id": { + "aiden": 2303, + "chelsie": 2301, + "ethan": 2302 + }, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 2048, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_talker_text", + "moe_intermediate_size": 384, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 6, + "num_hidden_layers": 20, + "num_key_value_heads": 2, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 768, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 3072 + }, + "thinker_hidden_size": 2048, + "video_token_id": 151656, + "vision_start_token_id": 151652 + }, + "thinker_config": { + "audio_config": { + "_name_or_path": "", + "activation_dropout": 0, + "activation_function": "gelu", + "add_cross_attention": false, + "architectures": null, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "conv_chunksize": 500, + "cross_attention_hidden_size": null, + "d_model": 1280, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "downsample_hidden_size": 480, + "dropout": 0, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_attention_heads": 20, + "encoder_ffn_dim": 5120, + "encoder_layers": 32, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_source_positions": 1500, + "min_length": 0, + "model_type": "qwen3_omni_moe_audio_encoder", + "n_window": 50, + "n_window_infer": 800, + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_hidden_layers": 32, + "num_mel_bins": 128, + "num_return_sequences": 1, + "output_attentions": false, + "output_dim": 2048, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "dtype": "bfloat16", + "image_token_id": 151655, + "initializer_range": 0.02, + "model_type": "qwen3_omni_moe_thinker", + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0.0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 768, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_text", + "moe_intermediate_size": 768, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 32, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 8, + "num_hidden_layers": 48, + "num_key_value_heads": 4, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 0, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_qk_norm": true, + "use_sliding_window": false, + "vocab_size": 152064 + }, + "user_token_id": 872, + "video_token_id": 151656, + "vision_config": { + "_name_or_path": "", + "add_cross_attention": false, + "apply_vit_abs_pos_embed": true, + "architectures": null, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "deepstack_visual_indexes": [ + 8, + 16, + 24 + ], + "depth": 27, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1152, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "image_size": 768, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 4304, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "min_length": 0, + "model_type": "qwen3_omni_moe_vision_encoder", + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_heads": 16, + "num_position_embeddings": 2304, + "num_return_sequences": 1, + "out_hidden_size": 2048, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "patch_size": 16, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "spatial_merge_size": 2, + "spatial_patch_size": 16, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "temporal_patch_size": 2, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "tokens_per_second": 2, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 + }, + "transformers_version": "4.57.3", + "tts_bos_token_id": 151672, + "tts_eos_token_id": 151673, + "tts_pad_token_id": 151671, + "user_token_id": 872 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/iter_0009000/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/iter_0009000/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..60894e33477245b8342a134f57bc8c5a7a467e27 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/iter_0009000/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb4d5ab85c07af36110aa78d727c395cf2e00d419e3f5cf54d60eaf84a5c7ecf +size 15847 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..bc5d0b773571c66e34d96192584cab383424aa14 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +9000 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7df5b45379044a680218cb2b7ed4d01a6633f537 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/preprocessor_config.json @@ -0,0 +1,30 @@ +{ + "dither": 0.0, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "return_attention_mask": true, + "sampling_rate": 16000, + "temporal_patch_size": 2 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/special_tokens_map.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..fca9909b535ff91b68474e5ee7258e1574e60d1e --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/special_tokens_map.json @@ -0,0 +1,44 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "image_token": "<|image_pad|>", + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/tokenizer_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8d1491f11cc7fc66a763bcda6f4f6b8c3d026845 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/tokenizer_config.json @@ -0,0 +1,317 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151669": { + "content": "<|audio_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151670": { + "content": "<|audio_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151675": { + "content": "<|audio_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": { + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "image_token": "<|image_pad|>", + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" + }, + "image_token": "<|image_pad|>", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3OmniMoeProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/video_preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/video_preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e0fb77bf83924807f06b6f314210795f76c2e42 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000-merged/video_preprocessor_config.json @@ -0,0 +1,54 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "dither": 0.0, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": false, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "fps": null, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "max_pixels": 12845056, + "merge_size": 2, + "min_frames": 4, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "num_frames": null, + "pad_size": null, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_attention_mask": true, + "return_metadata": false, + "sampling_rate": 16000, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen2VLVideoProcessor" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/args.json new file mode 100644 index 0000000000000000000000000000000000000000..a7fe59977ec90a1d35239d5a563d20e22a85e62d --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/args.json @@ -0,0 +1,398 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 8192, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "batch1", + "batch2", + "batch4_part1", + "batch4_part2", + "batch4_part3", + "batch5_part1", + "batch5_part2", + "batch5_part3" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": 50, + "top_p": 0.9, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "train_type": "lora", + "adapters": [], + "external_plugins": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "custom_register_path": [ + "ms-swift/base_highlight_video_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 4, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "save_steps": 1000, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_batch1245_epoch4", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 100000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_lr": null, + "aligner_lr": null, + "gradient_checkpointing_kwargs": null, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.0.1", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 8192, + "is_multimodal": true, + "megatron_model_meta": "MegatronModelMeta(megatron_model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/iter_0009000/.metadata b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/iter_0009000/.metadata new file mode 100644 index 0000000000000000000000000000000000000000..71714b1be7c950117d965f9383c9f8cacdf3d871 Binary files /dev/null and b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/iter_0009000/.metadata differ diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/iter_0009000/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/iter_0009000/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..60894e33477245b8342a134f57bc8c5a7a467e27 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/iter_0009000/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb4d5ab85c07af36110aa78d727c395cf2e00d419e3f5cf54d60eaf84a5c7ecf +size 15847 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/iter_0009000/metadata.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/iter_0009000/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/iter_0009000/metadata.json @@ -0,0 +1 @@ +{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..bc5d0b773571c66e34d96192584cab383424aa14 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1245_epoch4/checkpoint-9000/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +9000 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/args.json new file mode 100644 index 0000000000000000000000000000000000000000..aba49e59e0190874afbcdc836c471541220eb64b --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/args.json @@ -0,0 +1,405 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 65536, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "highlight_batch1_omni" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": -1, + "top_p": 1.0, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "adapters": [], + "external_plugins": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "custom_register_path": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "router_replay_mode": "disabled", + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 1, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "muon_momentum": 0.9, + "muon_split_qkv": true, + "muon_use_nesterov": false, + "muon_scale_mode": "spectral", + "muon_fp32_matmul_prec": "medium", + "muon_num_ns_steps": 5, + "muon_tp_mode": "blockwise", + "muon_extra_scale_factor": 1.0, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1", + "save_steps": 500, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_debug_batch1", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 500000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "mtp_decoder_input_detach": false, + "mtp_shared_weights": false, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_gradient_checkpointing_kwargs": null, + "vit_attn_impl": null, + "vit_lr": null, + "aligner_lr": null, + "dsa_indexer_loss_coeff": null, + "dsa_indexer_use_sparse_loss": false, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "linear_decoupled_in_proj": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.1.3", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 65536, + "is_multimodal": true, + "megatron_model_meta": "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/added_tokens.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..c962f0ea74c2dc3172f28f532b632288bf7d56c3 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/added_tokens.json @@ -0,0 +1,35 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "": 151671, + "": 151672, + "": 151674, + "": 151673, + "<|audio_end|>": 151670, + "<|audio_pad|>": 151675, + "<|audio_start|>": 151669, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/args.json new file mode 100644 index 0000000000000000000000000000000000000000..aba49e59e0190874afbcdc836c471541220eb64b --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/args.json @@ -0,0 +1,405 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 65536, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "highlight_batch1_omni" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": -1, + "top_p": 1.0, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "adapters": [], + "external_plugins": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "custom_register_path": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "router_replay_mode": "disabled", + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 1, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "muon_momentum": 0.9, + "muon_split_qkv": true, + "muon_use_nesterov": false, + "muon_scale_mode": "spectral", + "muon_fp32_matmul_prec": "medium", + "muon_num_ns_steps": 5, + "muon_tp_mode": "blockwise", + "muon_extra_scale_factor": 1.0, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1", + "save_steps": 500, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_debug_batch1", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 500000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "mtp_decoder_input_detach": false, + "mtp_shared_weights": false, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_gradient_checkpointing_kwargs": null, + "vit_attn_impl": null, + "vit_lr": null, + "aligner_lr": null, + "dsa_indexer_loss_coeff": null, + "dsa_indexer_use_sparse_loss": false, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "linear_decoupled_in_proj": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.1.3", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 65536, + "is_multimodal": true, + "megatron_model_meta": "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/chat_template.jinja b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1efcce1402ae5d1d61d4a4cf56accea5921251cf --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/chat_template.jinja @@ -0,0 +1,122 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- "<|vision_start|><|image_pad|><|vision_end|>" }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- "<|audio_start|><|audio_pad|><|audio_end|>" }} + {%- elif content.type == 'video' or 'video' in content %} + {{- "<|vision_start|><|video_pad|><|vision_end|>" }} + {%- elif content.type == 'text' %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} + {{- '\n\n' }} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|image_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- '<|im_start|>system\n' +"<|audio_start|><|audio_pad|><|audio_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'video' or 'video' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|video_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'text' %} + {{- '<|im_start|>system\n' +content.text+ '<|im_end|>\n' }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = namespace(text="") %} + {%- for mcontent in message.content %} + {%- if mcontent.type == 'image' or 'image' in mcontent or 'image_url' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|image_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'audio' or 'audio' in mcontent or 'audio_url' in mcontent %} + {%- set content.text = content.text~"<|audio_start|><|audio_pad|><|audio_end|>" %} + {%- elif mcontent.type == 'video' or 'video' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|video_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'text' %} + {%- set content.text = content.text~mcontent.text %} + {%- endif %} + {%- endfor %} + {%- set content = content.text %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = "" %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip("\n") + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %}{{- '\n' }}{%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}{{- '<|im_start|>user' }}{%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}{{- '<|im_end|>\n' }}{%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %}{{- '\n\n\n\n' }}{%- endif %} +{%- endif %} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/config.json new file mode 100644 index 0000000000000000000000000000000000000000..60cf6c3209840021ce1525aec7073e0ca183b0fa --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/config.json @@ -0,0 +1,552 @@ +{ + "architectures": [ + "Qwen3OmniMoeForConditionalGeneration" + ], + "assistant_token_id": 77091, + "code2wav_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "codebook_dim": 512, + "codebook_size": 2048, + "decoder_dim": 1536, + "hidden_act": "silu", + "hidden_size": 1024, + "intermediate_size": 3072, + "layer_scale_initial_scale": 0.01, + "max_position_embeddings": 8000, + "model_type": "", + "num_attention_heads": 16, + "num_hidden_layers": 8, + "num_key_value_heads": 16, + "num_quantizers": 16, + "num_semantic_quantizers": 1, + "rms_norm_eps": 1e-05, + "rope_theta": 10000, + "semantic_codebook_size": 4096, + "sliding_window": 72, + "upsample_rates": [ + 8, + 5, + 4, + 3 + ], + "upsampling_ratios": [ + 2, + 2 + ], + "vector_quantization_hidden_dimension": 512 + }, + "dtype": "bfloat16", + "enable_audio_output": true, + "hidden_size": 1024, + "im_end_token_id": 151645, + "im_start_token_id": 151644, + "keys_to_ignore_at_inference": [ + "past_key_values" + ], + "model_type": "qwen3_omni_moe", + "system_token_id": 8948, + "talker_config": { + "accept_hidden_layer": 24, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "code_predictor_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": null, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 3072, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "min_length": 0, + "model_type": "qwen3_omni_moe_talker_code_predictor", + "no_repeat_ngram_size": 0, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_code_groups": 16, + "num_hidden_layers": 5, + "num_key_value_heads": 8, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sep_token_id": null, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 2048 + }, + "codec_bos_id": 2149, + "codec_eos_token_id": 2150, + "codec_nothink_id": 2155, + "codec_pad_id": 2148, + "codec_think_bos_id": 2156, + "codec_think_eos_id": 2157, + "image_token_id": 151655, + "model_type": "", + "num_code_groups": 16, + "output_router_logits": false, + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "spatial_merge_size": 2, + "speaker_id": { + "aiden": 2303, + "chelsie": 2301, + "ethan": 2302 + }, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 2048, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_talker_text", + "moe_intermediate_size": 384, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 6, + "num_hidden_layers": 20, + "num_key_value_heads": 2, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 768, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 3072 + }, + "thinker_hidden_size": 2048, + "video_token_id": 151656, + "vision_start_token_id": 151652 + }, + "thinker_config": { + "audio_config": { + "_name_or_path": "", + "activation_dropout": 0, + "activation_function": "gelu", + "add_cross_attention": false, + "architectures": null, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "conv_chunksize": 500, + "cross_attention_hidden_size": null, + "d_model": 1280, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "downsample_hidden_size": 480, + "dropout": 0, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_attention_heads": 20, + "encoder_ffn_dim": 5120, + "encoder_layers": 32, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_source_positions": 1500, + "min_length": 0, + "model_type": "qwen3_omni_moe_audio_encoder", + "n_window": 50, + "n_window_infer": 800, + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_hidden_layers": 32, + "num_mel_bins": 128, + "num_return_sequences": 1, + "output_attentions": false, + "output_dim": 2048, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "dtype": "bfloat16", + "image_token_id": 151655, + "initializer_range": 0.02, + "model_type": "qwen3_omni_moe_thinker", + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0.0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 768, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_text", + "moe_intermediate_size": 768, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 32, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 8, + "num_hidden_layers": 48, + "num_key_value_heads": 4, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 0, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_qk_norm": true, + "use_sliding_window": false, + "vocab_size": 152064 + }, + "user_token_id": 872, + "video_token_id": 151656, + "vision_config": { + "_name_or_path": "", + "add_cross_attention": false, + "apply_vit_abs_pos_embed": true, + "architectures": null, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "deepstack_visual_indexes": [ + 8, + 16, + 24 + ], + "depth": 27, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1152, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "image_size": 768, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 4304, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "min_length": 0, + "model_type": "qwen3_omni_moe_vision_encoder", + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_heads": 16, + "num_position_embeddings": 2304, + "num_return_sequences": 1, + "out_hidden_size": 2048, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "patch_size": 16, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "spatial_merge_size": 2, + "spatial_patch_size": 16, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "temporal_patch_size": 2, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "tokens_per_second": 2, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 + }, + "transformers_version": "4.57.1", + "tts_bos_token_id": 151672, + "tts_eos_token_id": 151673, + "tts_pad_token_id": 151671, + "user_token_id": 872 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/iter_0000478/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/iter_0000478/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbfe6cb79e655844c4732aac1ed476ae4095ebcc --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/iter_0000478/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e1745dfd1de96f4c5c902085281c187a5f0cf7b09c90b3eeb2427e457427637 +size 16231 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..1e27e32d42de142f760f397d528f30bab7f0422f --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +478 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7df5b45379044a680218cb2b7ed4d01a6633f537 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/preprocessor_config.json @@ -0,0 +1,30 @@ +{ + "dither": 0.0, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "return_attention_mask": true, + "sampling_rate": 16000, + "temporal_patch_size": 2 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/special_tokens_map.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..fca9909b535ff91b68474e5ee7258e1574e60d1e --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/special_tokens_map.json @@ -0,0 +1,44 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "image_token": "<|image_pad|>", + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/tokenizer_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8d1491f11cc7fc66a763bcda6f4f6b8c3d026845 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/tokenizer_config.json @@ -0,0 +1,317 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151669": { + "content": "<|audio_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151670": { + "content": "<|audio_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151675": { + "content": "<|audio_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": { + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "image_token": "<|image_pad|>", + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" + }, + "image_token": "<|image_pad|>", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3OmniMoeProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/video_preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/video_preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e0fb77bf83924807f06b6f314210795f76c2e42 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478-merged/video_preprocessor_config.json @@ -0,0 +1,54 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "dither": 0.0, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": false, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "fps": null, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "max_pixels": 12845056, + "merge_size": 2, + "min_frames": 4, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "num_frames": null, + "pad_size": null, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_attention_mask": true, + "return_metadata": false, + "sampling_rate": 16000, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen2VLVideoProcessor" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478/args.json new file mode 100644 index 0000000000000000000000000000000000000000..aba49e59e0190874afbcdc836c471541220eb64b --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478/args.json @@ -0,0 +1,405 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 65536, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "highlight_batch1_omni" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": -1, + "top_p": 1.0, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "adapters": [], + "external_plugins": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "custom_register_path": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "router_replay_mode": "disabled", + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 1, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "muon_momentum": 0.9, + "muon_split_qkv": true, + "muon_use_nesterov": false, + "muon_scale_mode": "spectral", + "muon_fp32_matmul_prec": "medium", + "muon_num_ns_steps": 5, + "muon_tp_mode": "blockwise", + "muon_extra_scale_factor": 1.0, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1", + "save_steps": 500, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_debug_batch1", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 500000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "mtp_decoder_input_detach": false, + "mtp_shared_weights": false, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_gradient_checkpointing_kwargs": null, + "vit_attn_impl": null, + "vit_lr": null, + "aligner_lr": null, + "dsa_indexer_loss_coeff": null, + "dsa_indexer_use_sparse_loss": false, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "linear_decoupled_in_proj": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.1.3", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 65536, + "is_multimodal": true, + "megatron_model_meta": "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478/iter_0000478/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478/iter_0000478/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbfe6cb79e655844c4732aac1ed476ae4095ebcc --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478/iter_0000478/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e1745dfd1de96f4c5c902085281c187a5f0cf7b09c90b3eeb2427e457427637 +size 16231 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..1e27e32d42de142f760f397d528f30bab7f0422f --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/checkpoint-478/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +478 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/logging.jsonl b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/logging.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d9ace6cc454e5321e07b765f6fcce6efce2c3cfe --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/logging.jsonl @@ -0,0 +1,97 @@ +{"loss": 1.78420794, "grad_norm": 6.88845873, "learning_rate": 4.18e-06, "load_balancing_loss": 1.11697745, "iteration": "1/478", "elapsed_time": "2m 38s", "remaining_time": "20h 56m 49s", "memory(GiB)": 24.54, "train_speed(s/it)": 158.090718} +{"loss": 1.81584787, "grad_norm": 6.59796762, "learning_rate": 2.092e-05, "load_balancing_loss": 1.13353634, "iteration": "5/478", "elapsed_time": "6m 22s", "remaining_time": "10h 2m 32s", "memory(GiB)": 24.54, "train_speed(s/it)": 76.431229} +{"loss": 1.29072189, "grad_norm": 2.79364848, "learning_rate": 4.184e-05, "load_balancing_loss": 1.15002525, "iteration": "10/478", "elapsed_time": "11m 6s", "remaining_time": "8h 39m 24s", "memory(GiB)": 24.76, "train_speed(s/it)": 66.588766} +{"loss": 0.80477071, "grad_norm": 1.31503248, "learning_rate": 6.276e-05, "load_balancing_loss": 1.13299942, "iteration": "15/478", "elapsed_time": "15m 53s", "remaining_time": "8h 10m 7s", "memory(GiB)": 24.76, "train_speed(s/it)": 63.515005} +{"loss": 0.74871421, "grad_norm": 1.43400633, "learning_rate": 8.368e-05, "load_balancing_loss": 1.12610936, "iteration": "20/478", "elapsed_time": "20m 16s", "remaining_time": "7h 44m 4s", "memory(GiB)": 24.76, "train_speed(s/it)": 60.794778} +{"loss": 0.73336881, "grad_norm": 0.88757408, "learning_rate": 0.0001, "load_balancing_loss": 1.12432122, "iteration": "25/478", "elapsed_time": "24m 8s", "remaining_time": "7h 17m 19s", "memory(GiB)": 24.76, "train_speed(s/it)": 57.92258} +{"loss": 0.73825616, "grad_norm": 0.69912118, "learning_rate": 9.996e-05, "load_balancing_loss": 1.13592958, "iteration": "30/478", "elapsed_time": "27m 52s", "remaining_time": "6h 56m 12s", "memory(GiB)": 24.76, "train_speed(s/it)": 55.740092} +{"loss": 0.73581922, "grad_norm": 1.35358918, "learning_rate": 9.987e-05, "load_balancing_loss": 1.12777328, "iteration": "35/478", "elapsed_time": "31m 38s", "remaining_time": "6h 40m 24s", "memory(GiB)": 24.76, "train_speed(s/it)": 54.230847} +{"loss": 0.72465599, "grad_norm": 0.55641258, "learning_rate": 9.972e-05, "load_balancing_loss": 1.13103414, "iteration": "40/478", "elapsed_time": "35m 28s", "remaining_time": "6h 28m 21s", "memory(GiB)": 24.76, "train_speed(s/it)": 53.19812} +{"loss": 0.70426911, "grad_norm": 0.91088182, "learning_rate": 9.952e-05, "load_balancing_loss": 1.14085162, "iteration": "45/478", "elapsed_time": "39m 14s", "remaining_time": "6h 17m 33s", "memory(GiB)": 24.76, "train_speed(s/it)": 52.317304} +{"loss": 0.73193508, "grad_norm": 3.17498064, "learning_rate": 9.927e-05, "load_balancing_loss": 1.14155495, "iteration": "50/478", "elapsed_time": "43m 5s", "remaining_time": "6h 8m 51s", "memory(GiB)": 24.76, "train_speed(s/it)": 51.707506} +{"loss": 0.66256428, "grad_norm": 1.7769475, "learning_rate": 9.896e-05, "load_balancing_loss": 1.12707925, "iteration": "55/478", "elapsed_time": "46m 54s", "remaining_time": "6h 0m 39s", "memory(GiB)": 24.76, "train_speed(s/it)": 51.155701} +{"loss": 0.67122495, "grad_norm": 1.17839563, "learning_rate": 9.86e-05, "load_balancing_loss": 1.13261783, "iteration": "60/478", "elapsed_time": "50m 40s", "remaining_time": "5h 52m 56s", "memory(GiB)": 24.76, "train_speed(s/it)": 50.660717} +{"loss": 0.66780782, "grad_norm": 1.0848304, "learning_rate": 9.819e-05, "load_balancing_loss": 1.12708759, "iteration": "65/478", "elapsed_time": "54m 34s", "remaining_time": "5h 46m 40s", "memory(GiB)": 24.76, "train_speed(s/it)": 50.362776} +{"loss": 0.6802426, "grad_norm": 1.39813673, "learning_rate": 9.773e-05, "load_balancing_loss": 1.13224554, "iteration": "70/478", "elapsed_time": "58m 25s", "remaining_time": "5h 40m 31s", "memory(GiB)": 24.76, "train_speed(s/it)": 50.074988} +{"loss": 0.66937023, "grad_norm": 1.29421318, "learning_rate": 9.722e-05, "load_balancing_loss": 1.13109374, "iteration": "75/478", "elapsed_time": "1h 2m 14s", "remaining_time": "5h 34m 27s", "memory(GiB)": 24.76, "train_speed(s/it)": 49.793125} +{"loss": 0.66951305, "grad_norm": 1.57350111, "learning_rate": 9.665e-05, "load_balancing_loss": 1.13962901, "iteration": "80/478", "elapsed_time": "1h 6m 6s", "remaining_time": "5h 28m 50s", "memory(GiB)": 24.76, "train_speed(s/it)": 49.573924} +{"loss": 0.67175823, "grad_norm": 1.21964669, "learning_rate": 9.604e-05, "load_balancing_loss": 1.13977039, "iteration": "85/478", "elapsed_time": "1h 9m 54s", "remaining_time": "5h 23m 10s", "memory(GiB)": 24.76, "train_speed(s/it)": 49.33757} +{"loss": 0.66127598, "grad_norm": 1.10882759, "learning_rate": 9.538e-05, "load_balancing_loss": 1.13805306, "iteration": "90/478", "elapsed_time": "1h 13m 46s", "remaining_time": "5h 18m 3s", "memory(GiB)": 24.76, "train_speed(s/it)": 49.18187} +{"loss": 0.66814059, "grad_norm": 1.15077901, "learning_rate": 9.466e-05, "load_balancing_loss": 1.12853837, "iteration": "95/478", "elapsed_time": "1h 17m 39s", "remaining_time": "5h 13m 4s", "memory(GiB)": 24.76, "train_speed(s/it)": 49.043455} +{"loss": 0.64245635, "grad_norm": 1.14841115, "learning_rate": 9.391e-05, "load_balancing_loss": 1.13112211, "iteration": "100/478", "elapsed_time": "1h 21m 30s", "remaining_time": "5h 8m 5s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.900865} +{"loss": 0.64200735, "grad_norm": 1.00525486, "learning_rate": 9.31e-05, "load_balancing_loss": 1.13598931, "iteration": "105/478", "elapsed_time": "1h 25m 26s", "remaining_time": "5h 3m 29s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.818951} +{"loss": 0.63656801, "grad_norm": 1.44782352, "learning_rate": 9.225e-05, "load_balancing_loss": 1.12782717, "iteration": "110/478", "elapsed_time": "1h 29m 16s", "remaining_time": "4h 58m 39s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.692794} +{"loss": 0.6525867, "grad_norm": 1.92312324, "learning_rate": 9.135e-05, "load_balancing_loss": 1.13610804, "iteration": "115/478", "elapsed_time": "1h 33m 10s", "remaining_time": "4h 54m 5s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.607668} +{"loss": 0.65174204, "grad_norm": 2.36903238, "learning_rate": 9.042e-05, "load_balancing_loss": 1.12763345, "iteration": "120/478", "elapsed_time": "1h 37m 5s", "remaining_time": "4h 49m 38s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.541632} +{"loss": 0.66847521, "grad_norm": 1.65191221, "learning_rate": 8.943e-05, "load_balancing_loss": 1.13419163, "iteration": "125/478", "elapsed_time": "1h 40m 55s", "remaining_time": "4h 44m 58s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.437511} +{"loss": 0.66936797, "grad_norm": 1.45308256, "learning_rate": 8.841e-05, "load_balancing_loss": 1.16569805, "iteration": "130/478", "elapsed_time": "1h 44m 47s", "remaining_time": "4h 40m 31s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.364195} +{"loss": 0.67650276, "grad_norm": 1.95943713, "learning_rate": 8.735e-05, "load_balancing_loss": 1.13213289, "iteration": "135/478", "elapsed_time": "1h 48m 40s", "remaining_time": "4h 36m 4s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.29284} +{"loss": 0.65558261, "grad_norm": 1.19558215, "learning_rate": 8.625e-05, "load_balancing_loss": 1.12906742, "iteration": "140/478", "elapsed_time": "1h 52m 33s", "remaining_time": "4h 31m 44s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.235664} +{"loss": 0.64335251, "grad_norm": 1.17688751, "learning_rate": 8.511e-05, "load_balancing_loss": 1.12540233, "iteration": "145/478", "elapsed_time": "1h 56m 27s", "remaining_time": "4h 27m 26s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.185231} +{"loss": 0.63403678, "grad_norm": 1.10497701, "learning_rate": 8.393e-05, "load_balancing_loss": 1.12798858, "iteration": "150/478", "elapsed_time": "2h 0m 17s", "remaining_time": "4h 23m 2s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.116537} +{"loss": 0.63173181, "grad_norm": 1.09774721, "learning_rate": 8.273e-05, "load_balancing_loss": 1.13200641, "iteration": "155/478", "elapsed_time": "2h 4m 11s", "remaining_time": "4h 18m 46s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.068538} +{"loss": 0.68163466, "grad_norm": 0.85777748, "learning_rate": 8.148e-05, "load_balancing_loss": 1.11618197, "iteration": "160/478", "elapsed_time": "2h 8m 6s", "remaining_time": "4h 14m 36s", "memory(GiB)": 24.76, "train_speed(s/it)": 48.036654} +{"loss": 0.62276864, "grad_norm": 1.10464036, "learning_rate": 8.021e-05, "load_balancing_loss": 1.12980318, "iteration": "165/478", "elapsed_time": "2h 11m 58s", "remaining_time": "4h 10m 21s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.990563} +{"loss": 0.67906576, "grad_norm": 1.09757423, "learning_rate": 7.89e-05, "load_balancing_loss": 1.1344986, "iteration": "170/478", "elapsed_time": "2h 15m 52s", "remaining_time": "4h 6m 9s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.951634} +{"loss": 0.72058737, "grad_norm": 1.74347162, "learning_rate": 7.757e-05, "load_balancing_loss": 1.12619555, "iteration": "175/478", "elapsed_time": "2h 19m 44s", "remaining_time": "4h 1m 56s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.907184} +{"loss": 0.66130245, "grad_norm": 0.81790876, "learning_rate": 7.621e-05, "load_balancing_loss": 1.12098956, "iteration": "180/478", "elapsed_time": "2h 23m 39s", "remaining_time": "3h 57m 50s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.884538} +{"loss": 0.64706182, "grad_norm": 1.23470092, "learning_rate": 7.483e-05, "load_balancing_loss": 1.13519168, "iteration": "185/478", "elapsed_time": "2h 27m 31s", "remaining_time": "3h 53m 38s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.844467} +{"loss": 0.65102148, "grad_norm": 0.83655924, "learning_rate": 7.342e-05, "load_balancing_loss": 1.13876867, "iteration": "190/478", "elapsed_time": "2h 31m 24s", "remaining_time": "3h 49m 29s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.809565} +{"loss": 0.63803798, "grad_norm": 0.98804295, "learning_rate": 7.199e-05, "load_balancing_loss": 1.12093389, "iteration": "195/478", "elapsed_time": "2h 35m 16s", "remaining_time": "3h 45m 20s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.775446} +{"loss": 0.70040393, "grad_norm": 0.98238873, "learning_rate": 7.054e-05, "load_balancing_loss": 1.12801874, "iteration": "200/478", "elapsed_time": "2h 39m 8s", "remaining_time": "3h 41m 12s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.739957} +{"loss": 0.68424076, "grad_norm": 1.05255997, "learning_rate": 6.907e-05, "load_balancing_loss": 1.12529182, "iteration": "205/478", "elapsed_time": "2h 43m 1s", "remaining_time": "3h 37m 6s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.714276} +{"loss": 0.67029482, "grad_norm": 1.00457633, "learning_rate": 6.758e-05, "load_balancing_loss": 1.12128806, "iteration": "210/478", "elapsed_time": "2h 46m 54s", "remaining_time": "3h 32m 60s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.684921} +{"loss": 0.63456857, "grad_norm": 0.74960637, "learning_rate": 6.608e-05, "load_balancing_loss": 1.12300277, "iteration": "215/478", "elapsed_time": "2h 50m 45s", "remaining_time": "3h 28m 52s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.649425} +{"loss": 0.62803394, "grad_norm": 0.8290059, "learning_rate": 6.456e-05, "load_balancing_loss": 1.11591148, "iteration": "220/478", "elapsed_time": "2h 54m 37s", "remaining_time": "3h 24m 47s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.623981} +{"loss": 0.64379764, "grad_norm": 1.55225635, "learning_rate": 6.304e-05, "load_balancing_loss": 1.12163877, "iteration": "225/478", "elapsed_time": "2h 58m 30s", "remaining_time": "3h 20m 43s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.600441} +{"loss": 0.67000955, "grad_norm": 1.46468568, "learning_rate": 6.15e-05, "load_balancing_loss": 1.12413645, "iteration": "230/478", "elapsed_time": "3h 2m 21s", "remaining_time": "3h 16m 37s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.570534} +{"loss": 0.66004032, "grad_norm": 0.99487066, "learning_rate": 5.996e-05, "load_balancing_loss": 1.12488818, "iteration": "235/478", "elapsed_time": "3h 6m 13s", "remaining_time": "3h 12m 33s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.543685} +{"loss": 0.63933897, "grad_norm": 1.34977901, "learning_rate": 5.841e-05, "load_balancing_loss": 1.11640882, "iteration": "240/478", "elapsed_time": "3h 10m 7s", "remaining_time": "3h 8m 32s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.527618} +{"loss": 0.62545532, "grad_norm": 0.98010868, "learning_rate": 5.685e-05, "load_balancing_loss": 1.12595415, "iteration": "245/478", "elapsed_time": "3h 14m 0s", "remaining_time": "3h 4m 30s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.510399} +{"loss": 0.61345279, "grad_norm": 1.07980037, "learning_rate": 5.53e-05, "load_balancing_loss": 1.12540531, "iteration": "250/478", "elapsed_time": "3h 17m 55s", "remaining_time": "3h 0m 30s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.500312} +{"loss": 0.65942949, "grad_norm": 1.25167167, "learning_rate": 5.374e-05, "load_balancing_loss": 1.11864209, "iteration": "255/478", "elapsed_time": "3h 21m 51s", "remaining_time": "2h 56m 31s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.494275} +{"loss": 0.66346365, "grad_norm": 0.97750437, "learning_rate": 5.218e-05, "load_balancing_loss": 1.12312126, "iteration": "260/478", "elapsed_time": "3h 25m 43s", "remaining_time": "2h 52m 29s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.473183} +{"loss": 0.67026883, "grad_norm": 1.18548417, "learning_rate": 5.063e-05, "load_balancing_loss": 1.12223876, "iteration": "265/478", "elapsed_time": "3h 29m 39s", "remaining_time": "2h 48m 30s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.466564} +{"loss": 0.65317214, "grad_norm": 1.00500619, "learning_rate": 4.909e-05, "load_balancing_loss": 1.11947346, "iteration": "270/478", "elapsed_time": "3h 33m 32s", "remaining_time": "2h 44m 30s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.45284} +{"loss": 0.6064021, "grad_norm": 1.24957561, "learning_rate": 4.755e-05, "load_balancing_loss": 1.11367893, "iteration": "275/478", "elapsed_time": "3h 37m 24s", "remaining_time": "2h 40m 29s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.432327} +{"loss": 0.66040295, "grad_norm": 1.11810195, "learning_rate": 4.602e-05, "load_balancing_loss": 1.13165951, "iteration": "280/478", "elapsed_time": "3h 41m 17s", "remaining_time": "2h 36m 29s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.419311} +{"loss": 0.62892359, "grad_norm": 2.14140606, "learning_rate": 4.45e-05, "load_balancing_loss": 1.14627278, "iteration": "285/478", "elapsed_time": "3h 45m 12s", "remaining_time": "2h 32m 30s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.410619} +{"loss": 0.64409631, "grad_norm": 1.02993691, "learning_rate": 4.299e-05, "load_balancing_loss": 1.12537456, "iteration": "290/478", "elapsed_time": "3h 49m 3s", "remaining_time": "2h 28m 29s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.390598} +{"loss": 0.64582443, "grad_norm": 1.44745147, "learning_rate": 4.15e-05, "load_balancing_loss": 1.12033617, "iteration": "295/478", "elapsed_time": "3h 52m 57s", "remaining_time": "2h 24m 30s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.379143} +{"loss": 0.64037734, "grad_norm": 4.81880617, "learning_rate": 4.002e-05, "load_balancing_loss": 1.11676419, "iteration": "300/478", "elapsed_time": "3h 56m 49s", "remaining_time": "2h 20m 30s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.362056} +{"loss": 0.65193671, "grad_norm": 1.02726603, "learning_rate": 3.856e-05, "load_balancing_loss": 1.11877978, "iteration": "305/478", "elapsed_time": "4h 0m 43s", "remaining_time": "2h 16m 32s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.354097} +{"loss": 0.62398267, "grad_norm": 1.44366205, "learning_rate": 3.712e-05, "load_balancing_loss": 1.12109995, "iteration": "310/478", "elapsed_time": "4h 4m 38s", "remaining_time": "2h 12m 35s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.349457} +{"loss": 0.64313287, "grad_norm": 1.88022518, "learning_rate": 3.571e-05, "load_balancing_loss": 1.12882185, "iteration": "315/478", "elapsed_time": "4h 8m 32s", "remaining_time": "2h 8m 36s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.339715} +{"loss": 0.6590957, "grad_norm": 0.94584882, "learning_rate": 3.431e-05, "load_balancing_loss": 1.13330293, "iteration": "320/478", "elapsed_time": "4h 12m 26s", "remaining_time": "2h 4m 39s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.332382} +{"loss": 0.62659442, "grad_norm": 0.87211007, "learning_rate": 3.294e-05, "load_balancing_loss": 1.11337209, "iteration": "325/478", "elapsed_time": "4h 16m 16s", "remaining_time": "2h 0m 39s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.311965} +{"loss": 0.62712324, "grad_norm": 1.05667436, "learning_rate": 3.16e-05, "load_balancing_loss": 1.12792873, "iteration": "330/478", "elapsed_time": "4h 20m 9s", "remaining_time": "1h 56m 40s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.298539} +{"loss": 0.67308658, "grad_norm": 1.09071672, "learning_rate": 3.028e-05, "load_balancing_loss": 1.12003505, "iteration": "335/478", "elapsed_time": "4h 24m 5s", "remaining_time": "1h 52m 44s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.298896} +{"loss": 0.615906, "grad_norm": 1.13585782, "learning_rate": 2.9e-05, "load_balancing_loss": 1.11740208, "iteration": "340/478", "elapsed_time": "4h 27m 59s", "remaining_time": "1h 48m 46s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.289967} +{"loss": 0.61111242, "grad_norm": 1.39985132, "learning_rate": 2.774e-05, "load_balancing_loss": 1.11979079, "iteration": "345/478", "elapsed_time": "4h 31m 53s", "remaining_time": "1h 44m 49s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.284902} +{"loss": 0.65004027, "grad_norm": 7.0399394, "learning_rate": 2.652e-05, "load_balancing_loss": 1.1215564, "iteration": "350/478", "elapsed_time": "4h 35m 45s", "remaining_time": "1h 40m 51s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.271584} +{"loss": 0.64618945, "grad_norm": 1.17667377, "learning_rate": 2.533e-05, "load_balancing_loss": 1.11862481, "iteration": "355/478", "elapsed_time": "4h 39m 37s", "remaining_time": "1h 36m 53s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.258465} +{"loss": 0.67537946, "grad_norm": 1.69208467, "learning_rate": 2.418e-05, "load_balancing_loss": 1.12688792, "iteration": "360/478", "elapsed_time": "4h 43m 31s", "remaining_time": "1h 32m 56s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.253665} +{"loss": 0.66595554, "grad_norm": 1.47009194, "learning_rate": 2.306e-05, "load_balancing_loss": 1.13736415, "iteration": "365/478", "elapsed_time": "4h 47m 24s", "remaining_time": "1h 28m 59s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.244785} +{"loss": 0.6658169, "grad_norm": 1.26668274, "learning_rate": 2.199e-05, "load_balancing_loss": 1.11218476, "iteration": "370/478", "elapsed_time": "4h 51m 17s", "remaining_time": "1h 25m 2s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.236421} +{"loss": 0.63526076, "grad_norm": 2.54033542, "learning_rate": 2.095e-05, "load_balancing_loss": 1.11699748, "iteration": "375/478", "elapsed_time": "4h 55m 12s", "remaining_time": "1h 21m 5s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.231386} +{"loss": 0.62935466, "grad_norm": 1.33645403, "learning_rate": 1.995e-05, "load_balancing_loss": 1.11817002, "iteration": "380/478", "elapsed_time": "4h 59m 4s", "remaining_time": "1h 17m 8s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.22165} +{"loss": 0.65970385, "grad_norm": 1.24744952, "learning_rate": 1.9e-05, "load_balancing_loss": 1.11392808, "iteration": "385/478", "elapsed_time": "5h 2m 60s", "remaining_time": "1h 13m 12s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.220494} +{"loss": 0.67650694, "grad_norm": 1.37455451, "learning_rate": 1.809e-05, "load_balancing_loss": 1.13402152, "iteration": "390/478", "elapsed_time": "5h 6m 52s", "remaining_time": "1h 9m 14s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.209633} +{"loss": 0.60659671, "grad_norm": 1.19399488, "learning_rate": 1.722e-05, "load_balancing_loss": 1.11059141, "iteration": "395/478", "elapsed_time": "5h 10m 46s", "remaining_time": "1h 5m 18s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.204436} +{"loss": 0.6047489, "grad_norm": 1.14945543, "learning_rate": 1.639e-05, "load_balancing_loss": 1.12802458, "iteration": "400/478", "elapsed_time": "5h 14m 44s", "remaining_time": "1h 1m 22s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.209724} +{"loss": 0.6686818, "grad_norm": 1.75906491, "learning_rate": 1.562e-05, "load_balancing_loss": 1.12291431, "iteration": "405/478", "elapsed_time": "5h 18m 37s", "remaining_time": "57m 26s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.20242} +{"loss": 0.67458975, "grad_norm": 0.9670462, "learning_rate": 1.489e-05, "load_balancing_loss": 1.11973906, "iteration": "410/478", "elapsed_time": "5h 22m 30s", "remaining_time": "53m 29s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.19602} +{"loss": 0.63483363, "grad_norm": 1.02607048, "learning_rate": 1.421e-05, "load_balancing_loss": 1.12035251, "iteration": "415/478", "elapsed_time": "5h 26m 22s", "remaining_time": "49m 33s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.185885} +{"loss": 0.63493246, "grad_norm": 1.31495273, "learning_rate": 1.357e-05, "load_balancing_loss": 1.12271857, "iteration": "420/478", "elapsed_time": "5h 30m 13s", "remaining_time": "45m 36s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.174786} +{"loss": 0.61608672, "grad_norm": 1.278234, "learning_rate": 1.299e-05, "load_balancing_loss": 1.11896324, "iteration": "425/478", "elapsed_time": "5h 34m 11s", "remaining_time": "41m 40s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.179013} +{"loss": 0.62505317, "grad_norm": 1.18767059, "learning_rate": 1.246e-05, "load_balancing_loss": 1.11797428, "iteration": "430/478", "elapsed_time": "5h 38m 4s", "remaining_time": "37m 44s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.172468} +{"loss": 0.66639239, "grad_norm": 1.321769, "learning_rate": 1.198e-05, "load_balancing_loss": 1.12422323, "iteration": "435/478", "elapsed_time": "5h 41m 57s", "remaining_time": "33m 48s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.165544} +{"loss": 0.62017632, "grad_norm": 1.94324303, "learning_rate": 1.155e-05, "load_balancing_loss": 1.11937356, "iteration": "440/478", "elapsed_time": "5h 45m 57s", "remaining_time": "29m 53s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.174257} +{"loss": 0.63475287, "grad_norm": 2.53113866, "learning_rate": 1.117e-05, "load_balancing_loss": 1.12943649, "iteration": "445/478", "elapsed_time": "5h 49m 48s", "remaining_time": "25m 56s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.164725} +{"loss": 0.63762695, "grad_norm": 1.37671375, "learning_rate": 1.084e-05, "load_balancing_loss": 1.12314439, "iteration": "450/478", "elapsed_time": "5h 53m 43s", "remaining_time": "22m 1s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.162714} +{"loss": 0.6529817, "grad_norm": 2.66096449, "learning_rate": 1.057e-05, "load_balancing_loss": 1.12433112, "iteration": "455/478", "elapsed_time": "5h 57m 35s", "remaining_time": "18m 5s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.154645} +{"loss": 0.62043309, "grad_norm": 1.05204403, "learning_rate": 1.035e-05, "load_balancing_loss": 1.12193966, "iteration": "460/478", "elapsed_time": "6h 1m 29s", "remaining_time": "14m 9s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.151065} +{"loss": 0.6148271, "grad_norm": 1.18539655, "learning_rate": 1.018e-05, "load_balancing_loss": 1.12619543, "iteration": "465/478", "elapsed_time": "6h 5m 25s", "remaining_time": "10m 13s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.151238} +{"loss": 0.66196305, "grad_norm": 1.31667876, "learning_rate": 1.007e-05, "load_balancing_loss": 1.12190747, "iteration": "470/478", "elapsed_time": "6h 9m 19s", "remaining_time": "6m 17s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.147424} +{"loss": 0.62501055, "grad_norm": 1.25056255, "learning_rate": 1.001e-05, "load_balancing_loss": 1.12878489, "iteration": "475/478", "elapsed_time": "6h 13m 15s", "remaining_time": "2m 21s", "memory(GiB)": 24.76, "train_speed(s/it)": 47.148291} +{"last_model_checkpoint": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/checkpoint-478", "best_model_checkpoint": null, "best_metric": null} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/qwen3omni_debug_batch1.yaml b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/qwen3omni_debug_batch1.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1e2b547ddaa51465f502865a3f416f3e567b661d --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/qwen3omni_debug_batch1.yaml @@ -0,0 +1,56 @@ +dataset: + - 'highlight_batch1_omni' +custom_register_path: + - datasets/qwen3omni/register_highlight_dataset.py +output_dir: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1 +wandb_exp_name: qwen3omni_30b_a3b_base_highlight_debug_batch1 +wandb_project: highlight_base_qwen3omni + +micro_batch_size: 1 +global_batch_size: 8 +num_train_epochs: 1 +model: /mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct +save_safetensors: true +load_from_cache_file: false +split_dataset_ratio: 0.00 + +moe_permute_fusion: true +tuner_type: lora +lora_rank: 8 +lora_alpha: 32 +target_modules: all-linear +pipeline_model_parallel_size: 2 +tensor_model_parallel_size: 4 +expert_model_parallel_size: 2 +expert_tensor_parallel_size: 1 +moe_grouped_gemm: true +moe_shared_expert_overlap: true +moe_aux_loss_coeff: 1e-6 + +recompute_granularity: full +recompute_method: uniform +recompute_num_layers: 1 +finetune: true +cross_entropy_loss_fusion: true +lr: 1e-4 +lr_warmup_fraction: 0.05 +min_lr: 1e-5 +save_steps: 500 +eval_steps: 500000 +# max_length: 8192 +packing: false +lazy_tokenize: true +dataloader_num_workers: 8 +dataset_num_proc: 8 +no_save_optim: true +no_save_rng: true +sequence_parallel: true +attention_backend: flash +gradient_accumulation_fusion: false +report_to: wandb +add_version: false + +# enable_thinking: false +# add_non_thinking_prefix: false +# response_prefix: '' +# loss_scale: ignore_empty_think \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/debug-internal.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3a5679ec6e1e42f3ad91b398ce535f78821684a2 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/debug-internal.log @@ -0,0 +1,3076 @@ +{"time":"2026-05-01T09:09:18.867826624Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-05-01T09:09:18.868237406Z","level":"INFO","msg":"stream: starting","core version":"0.26.1"} +{"time":"2026-05-01T09:09:19.293121347Z","level":"INFO","msg":"stream: created new stream","id":"xbaiyg8x"} +{"time":"2026-05-01T09:09:19.29345585Z","level":"INFO","msg":"handler: started"} +{"time":"2026-05-01T09:09:19.339872943Z","level":"INFO","msg":"stream: started"} +{"time":"2026-05-01T09:09:19.340325074Z","level":"INFO","msg":"writer: started","stream_id":"xbaiyg8x"} +{"time":"2026-05-01T09:09:19.340394533Z","level":"INFO","msg":"sender: started"} +{"time":"2026-05-01T09:09:21.199461289Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-05-01T09:09:21.412617871Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:09:36.200374782Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":0,"events_lines":2,"uploaded_len":2} +{"time":"2026-05-01T09:09:36.341393068Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:09:51.200233974Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2,"events_lines":2} +{"time":"2026-05-01T09:09:51.358173559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:10:06.200500045Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":4,"events_lines":2} +{"time":"2026-05-01T09:10:06.357495345Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:10:21.199837051Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":6,"events_lines":2} +{"time":"2026-05-01T09:10:21.361516968Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:10:36.199885262Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":8,"events_lines":2} +{"time":"2026-05-01T09:10:36.329530192Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:10:51.199777734Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":10,"events_lines":2} +{"time":"2026-05-01T09:10:51.315514141Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:11:06.200480116Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":12,"events_lines":2} +{"time":"2026-05-01T09:11:06.321581384Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:11:21.200386312Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":14,"events_lines":2} +{"time":"2026-05-01T09:11:21.342511311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:11:36.199563705Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":16,"events_lines":2} +{"time":"2026-05-01T09:11:36.393547244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:11:51.199531439Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-01T09:11:51.366778129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:12:06.200116447Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":1,"console_lines":2} +{"time":"2026-05-01T09:12:06.376308622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:12:21.199896939Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":22,"events_lines":2} +{"time":"2026-05-01T09:12:21.375050949Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:12:36.200560179Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":24,"events_lines":2} +{"time":"2026-05-01T09:12:36.375746679Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:12:51.200362228Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":26,"events_lines":2} +{"time":"2026-05-01T09:12:51.353468276Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:13:06.200458241Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:13:06.328581945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:13:21.199732049Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":30,"events_lines":2} +{"time":"2026-05-01T09:13:21.336220128Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:13:36.200449232Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":32,"events_lines":2} +{"time":"2026-05-01T09:13:36.46444895Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:13:51.200435918Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":34,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:13:51.359302678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:14:06.199664725Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":36,"events_lines":2} +{"time":"2026-05-01T09:14:06.418661263Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:14:21.199482808Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":38,"events_lines":2} +{"time":"2026-05-01T09:14:21.366657948Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:14:36.199703934Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":40,"events_lines":2} +{"time":"2026-05-01T09:14:36.677948004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:14:51.200447244Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":42,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:14:51.365011664Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:15:06.199919951Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":44,"events_lines":2} +{"time":"2026-05-01T09:15:06.469249211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:15:21.20025149Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":46,"events_lines":2} +{"time":"2026-05-01T09:15:21.333094833Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:15:36.200304006Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":48,"events_lines":2} +{"time":"2026-05-01T09:15:36.312770662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:15:51.200467485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":50,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:15:51.33793457Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:16:06.200470975Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":3,"console_lines":1} +{"time":"2026-05-01T09:16:06.382662041Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:16:21.200343035Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":54,"events_lines":2} +{"time":"2026-05-01T09:16:21.321744365Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:16:36.200467322Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":56,"events_lines":2} +{"time":"2026-05-01T09:16:36.388571519Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:16:51.200470368Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":58,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:16:51.311377411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:17:06.200048977Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":60,"events_lines":2} +{"time":"2026-05-01T09:17:06.37334656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:17:21.199934622Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":62,"events_lines":2} +{"time":"2026-05-01T09:17:21.369102958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:17:36.200323374Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":64,"events_lines":2} +{"time":"2026-05-01T09:17:36.328899194Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:17:51.199598143Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":66,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:17:51.387993697Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:18:06.199915853Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":68,"events_lines":2} +{"time":"2026-05-01T09:18:06.334878803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:18:21.200502313Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":70,"events_lines":2} +{"time":"2026-05-01T09:18:21.326745261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:18:36.200294966Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":72,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:18:36.33784216Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:18:51.200450203Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":74,"events_lines":2} +{"time":"2026-05-01T09:18:51.339856062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:19:06.199772453Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":76,"events_lines":2} +{"time":"2026-05-01T09:19:06.32611Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:19:21.200306314Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":78,"events_lines":2} +{"time":"2026-05-01T09:19:21.336660814Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:19:36.199661368Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":80,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:19:36.385629979Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:19:51.200333729Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":82,"events_lines":2} +{"time":"2026-05-01T09:19:51.323544945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:20:06.20057381Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":84,"events_lines":2} +{"time":"2026-05-01T09:20:06.34871231Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:20:21.200211671Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":86,"events_lines":2} +{"time":"2026-05-01T09:20:21.328469925Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:20:36.199850345Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":88,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:20:36.338871016Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:20:51.200199986Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":90,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-05-01T09:20:51.354998124Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:21:06.200598175Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":92,"events_lines":2} +{"time":"2026-05-01T09:21:06.350040499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:21:21.200429171Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":94,"events_lines":2} +{"time":"2026-05-01T09:21:21.35527324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:21:36.200297101Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":96,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:21:36.446011998Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:21:51.199968056Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":98,"events_lines":2} +{"time":"2026-05-01T09:21:51.418398871Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:22:06.199903483Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":100,"events_lines":2} +{"time":"2026-05-01T09:22:06.320179038Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:22:21.200192764Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":102,"events_lines":2} +{"time":"2026-05-01T09:22:21.363108553Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:22:36.199940603Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":104,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:22:36.342342746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:22:51.199956082Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":106,"events_lines":2} +{"time":"2026-05-01T09:22:51.336202127Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:23:06.199661156Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":108,"events_lines":2} +{"time":"2026-05-01T09:23:06.424822642Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:23:21.20030494Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":110,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:23:21.353158105Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:23:36.200492412Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":112,"events_lines":2} +{"time":"2026-05-01T09:23:36.351280365Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:23:51.200262557Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":114,"events_lines":2} +{"time":"2026-05-01T09:23:51.377589296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:24:06.200301105Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":116,"events_lines":2} +{"time":"2026-05-01T09:24:06.512515803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:24:21.200228078Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":118,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:24:21.337345204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:24:36.199941574Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":120,"events_lines":2} +{"time":"2026-05-01T09:24:36.368903031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:24:51.200467793Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":122,"events_lines":2} +{"time":"2026-05-01T09:24:51.377404582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:25:06.19958434Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":124,"events_lines":2} +{"time":"2026-05-01T09:25:06.355914985Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:25:21.200155473Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":126,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:25:21.339273745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:25:36.200363152Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":128,"events_lines":2,"console_offset":5,"console_lines":1} +{"time":"2026-05-01T09:25:36.341837397Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:25:51.199783495Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":130,"events_lines":2} +{"time":"2026-05-01T09:25:51.353865179Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:26:06.200146771Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":132,"events_lines":2} +{"time":"2026-05-01T09:26:06.321743103Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:26:21.200488099Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":134,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:26:21.43796617Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:26:36.200485103Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":136,"events_lines":2} +{"time":"2026-05-01T09:26:36.323825973Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:26:51.199931685Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":138,"events_lines":2} +{"time":"2026-05-01T09:26:51.452732338Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:27:06.200362459Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":140,"events_lines":2} +{"time":"2026-05-01T09:27:06.450039778Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:27:21.200545751Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":142,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:27:21.388855433Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:27:36.20045539Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":144,"events_lines":2} +{"time":"2026-05-01T09:27:36.380351672Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:27:51.200085207Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":146,"events_lines":2} +{"time":"2026-05-01T09:27:51.364768145Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:28:06.200287352Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":148,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:28:06.36255859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:28:21.200184394Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":150,"events_lines":2} +{"time":"2026-05-01T09:28:21.523060928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:28:36.200293611Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":152,"events_lines":2} +{"time":"2026-05-01T09:28:36.383306888Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:28:51.199704555Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":154,"events_lines":2} +{"time":"2026-05-01T09:28:51.351617098Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:29:06.200278309Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":156,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:29:06.577161655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:29:21.199742473Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":158,"events_lines":2} +{"time":"2026-05-01T09:29:21.395736507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:29:36.200247001Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":160,"events_lines":2} +{"time":"2026-05-01T09:29:36.635640405Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:29:51.200160483Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":162,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:29:51.575649381Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:30:06.199519885Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":164,"events_lines":2,"console_offset":6,"console_lines":1} +{"time":"2026-05-01T09:30:06.442711199Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:30:21.199803204Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":166,"events_lines":2} +{"time":"2026-05-01T09:30:21.330768945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:30:36.199999722Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":168,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:30:36.35012694Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:30:51.200352099Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":170,"events_lines":2} +{"time":"2026-05-01T09:30:51.338484767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:31:06.199561989Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":172,"events_lines":2} +{"time":"2026-05-01T09:31:06.363255004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:31:21.199540257Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":174,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:31:21.33445245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:31:36.200236419Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":176,"events_lines":2} +{"time":"2026-05-01T09:31:36.366180779Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:31:51.200203964Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":178,"events_lines":2} +{"time":"2026-05-01T09:31:51.380343133Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:32:06.19999358Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":180,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:32:06.343414532Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:32:21.20042174Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":182,"events_lines":2} +{"time":"2026-05-01T09:32:21.333257216Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:32:36.200391974Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":184,"events_lines":2} +{"time":"2026-05-01T09:32:36.337553065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:32:51.199944149Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":186,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:32:51.32275212Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:33:06.199911627Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":188,"events_lines":2} +{"time":"2026-05-01T09:33:06.323264395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:33:21.200292937Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":190,"events_lines":2} +{"time":"2026-05-01T09:33:21.343024601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:33:36.200257561Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":192,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:33:36.675143881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:33:51.200289484Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":194,"events_lines":2,"console_offset":7,"console_lines":1} +{"time":"2026-05-01T09:33:51.493486125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:34:06.200037456Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":196,"events_lines":2} +{"time":"2026-05-01T09:34:06.4303459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:34:21.200243482Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":198,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:34:21.432392038Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:34:36.199992472Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":200,"events_lines":2} +{"time":"2026-05-01T09:34:36.458160531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:34:51.20046244Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":202,"events_lines":2} +{"time":"2026-05-01T09:34:51.412859668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:35:06.199877976Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":204,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:35:06.581232402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:35:21.200180574Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":206,"events_lines":2} +{"time":"2026-05-01T09:35:21.606670834Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:35:36.200399743Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":208,"events_lines":2} +{"time":"2026-05-01T09:35:36.377941714Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:35:51.200351409Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":210,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:35:51.417194996Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:36:06.19990174Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":212,"events_lines":2} +{"time":"2026-05-01T09:36:06.348218588Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:36:21.199817048Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":214,"events_lines":2} +{"time":"2026-05-01T09:36:21.372337527Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:36:36.199899011Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":216,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:36:36.380349551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:36:51.200120982Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":218,"events_lines":2} +{"time":"2026-05-01T09:36:51.328119207Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:37:06.200249517Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":220,"events_lines":2} +{"time":"2026-05-01T09:37:06.34005573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:37:21.200642094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":222,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:37:21.361719228Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:37:36.199901139Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":224,"events_lines":2,"console_offset":8,"console_lines":1} +{"time":"2026-05-01T09:37:36.347046817Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:37:51.199705675Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":226,"events_lines":2} +{"time":"2026-05-01T09:37:51.34231372Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:38:06.19981761Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":228,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:38:06.32326876Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:38:21.200108357Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":230,"events_lines":2} +{"time":"2026-05-01T09:38:21.326209519Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:38:36.200470046Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":232,"events_lines":2} +{"time":"2026-05-01T09:38:36.375263065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:38:51.199644436Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":234,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:38:51.354205696Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:39:06.199850399Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":236,"events_lines":2} +{"time":"2026-05-01T09:39:06.416804954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:39:21.200382162Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":238,"events_lines":2} +{"time":"2026-05-01T09:39:21.345444657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:39:36.200127172Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":240,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:39:36.372321465Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:39:51.200243403Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":242,"events_lines":2} +{"time":"2026-05-01T09:39:51.321649153Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:40:06.20012979Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":244,"events_lines":2} +{"time":"2026-05-01T09:40:06.332676868Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:40:21.20014331Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":246,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:40:21.347974162Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:40:36.200356119Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":248,"events_lines":2} +{"time":"2026-05-01T09:40:36.402360094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:40:51.200294068Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":250,"events_lines":2} +{"time":"2026-05-01T09:40:51.369171408Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:41:06.200459286Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":252,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:41:06.352852854Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:41:21.200371468Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":254,"events_lines":2,"console_offset":9,"console_lines":1} +{"time":"2026-05-01T09:41:21.319973604Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:41:36.199874626Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":256,"events_lines":2} +{"time":"2026-05-01T09:41:36.327158582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:41:51.199820148Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":258,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:41:51.376902146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:42:06.200536459Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":260,"events_lines":2} +{"time":"2026-05-01T09:42:06.377551984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:42:21.199703098Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":262,"events_lines":2} +{"time":"2026-05-01T09:42:21.34699205Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:42:36.200319763Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":264,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:42:36.344581623Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:42:51.200090137Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":266,"events_lines":2} +{"time":"2026-05-01T09:42:51.635742706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:43:06.200182449Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":268,"events_lines":2} +{"time":"2026-05-01T09:43:06.618880445Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:43:21.200412766Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":270,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:43:21.377611443Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:43:36.199909325Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":272,"events_lines":2} +{"time":"2026-05-01T09:43:36.406025751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:43:51.20050269Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":274,"events_lines":2} +{"time":"2026-05-01T09:43:51.368069546Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:44:06.200460694Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":276,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:44:06.340609317Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:44:21.200008395Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":278,"events_lines":2} +{"time":"2026-05-01T09:44:21.357415998Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:44:36.200258159Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":280,"events_lines":2} +{"time":"2026-05-01T09:44:36.340918076Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:44:51.200044966Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":282,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:44:51.335034583Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:45:06.200568856Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":284,"events_lines":2,"console_offset":10,"console_lines":1} +{"time":"2026-05-01T09:45:06.366404009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:45:21.199792412Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":286,"events_lines":2} +{"time":"2026-05-01T09:45:21.368113182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:45:36.199643738Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":288,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:45:36.358463771Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:45:51.200371492Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":290,"events_lines":2} +{"time":"2026-05-01T09:45:51.380850924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:46:06.199773122Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":292,"events_lines":2} +{"time":"2026-05-01T09:46:06.447012282Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:46:21.200481811Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":294,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:46:21.416314641Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:46:36.200166871Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":296,"events_lines":2} +{"time":"2026-05-01T09:46:36.310478868Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:46:51.200048025Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":298,"events_lines":2} +{"time":"2026-05-01T09:46:51.325619249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:47:06.200502668Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":300,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:47:06.346741945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:47:21.199823151Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":302,"events_lines":2} +{"time":"2026-05-01T09:47:21.51313635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:47:36.200301319Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":304,"events_lines":2} +{"time":"2026-05-01T09:47:36.353393939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:47:51.199888531Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":306,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:47:51.351708457Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:48:06.200129749Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":308,"events_lines":2} +{"time":"2026-05-01T09:48:06.434396685Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:48:21.200184833Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":310,"events_lines":2} +{"time":"2026-05-01T09:48:21.553573705Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:48:36.199800353Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":312,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:48:36.402290408Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:48:51.199532463Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":314,"events_lines":2,"console_offset":11,"console_lines":1} +{"time":"2026-05-01T09:48:51.326876531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:49:06.200513586Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":316,"events_lines":2} +{"time":"2026-05-01T09:49:06.33171174Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:49:21.200060338Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":318,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:49:21.372861816Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:49:36.200484626Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":320,"events_lines":2} +{"time":"2026-05-01T09:49:36.335043683Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:49:51.200362393Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":322,"events_lines":2} +{"time":"2026-05-01T09:49:51.361074059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:50:06.200476695Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":324,"events_lines":2} +{"time":"2026-05-01T09:50:06.393036769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:50:21.200131913Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":326,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:50:21.326198059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:50:36.199574691Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":328,"events_lines":2} +{"time":"2026-05-01T09:50:36.348343653Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:50:51.200150564Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":330,"events_lines":2} +{"time":"2026-05-01T09:50:51.331329533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:51:06.200205966Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":332,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:51:06.386168845Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:51:21.200345628Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":334,"events_lines":2} +{"time":"2026-05-01T09:51:21.36527753Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:51:36.199798064Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":336,"events_lines":2} +{"time":"2026-05-01T09:51:36.355538164Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:51:51.200323729Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":338,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:51:51.337760865Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:52:06.199774761Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":340,"events_lines":2} +{"time":"2026-05-01T09:52:06.312231862Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:52:21.199944574Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":342,"events_lines":2} +{"time":"2026-05-01T09:52:21.33732989Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:52:36.199960523Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":344,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:52:36.328354704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:52:51.199789068Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":346,"events_lines":2,"console_offset":12,"console_lines":1} +{"time":"2026-05-01T09:52:51.333208591Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:53:06.200403035Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":348,"events_lines":2} +{"time":"2026-05-01T09:53:06.379616096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:53:21.200105154Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":350,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:53:21.343923715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:53:36.200201245Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":352,"events_lines":2} +{"time":"2026-05-01T09:53:36.333664393Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:53:51.19971112Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":354,"events_lines":2} +{"time":"2026-05-01T09:53:51.3715213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:54:06.200209163Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":356,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:54:06.307766239Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:54:21.200116239Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":358,"events_lines":2} +{"time":"2026-05-01T09:54:21.340734193Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:54:36.199977006Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":360,"events_lines":2} +{"time":"2026-05-01T09:54:36.356921763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:54:51.200626924Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":362,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:54:51.327496031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:55:06.200245776Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":364,"events_lines":2} +{"time":"2026-05-01T09:55:06.332869949Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:55:21.199817744Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":366,"events_lines":2} +{"time":"2026-05-01T09:55:21.332588657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:55:36.199721382Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":368,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:55:36.330597148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:55:51.199740945Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":370,"events_lines":2} +{"time":"2026-05-01T09:55:51.33341649Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:56:06.199897506Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":372,"events_lines":2} +{"time":"2026-05-01T09:56:06.354674868Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:56:21.199871768Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":374,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:56:21.351454769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:56:36.200315085Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":376,"events_lines":2,"console_offset":13,"console_lines":1} +{"time":"2026-05-01T09:56:36.322455778Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:56:51.200127607Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":378,"events_lines":2} +{"time":"2026-05-01T09:56:51.357850473Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:57:06.200257558Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":380,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:57:06.33337751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:57:21.199758971Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":382,"events_lines":2} +{"time":"2026-05-01T09:57:21.34826244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:57:36.19984413Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":384,"events_lines":2} +{"time":"2026-05-01T09:57:36.453378122Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:57:51.200417803Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":386,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:57:51.367502853Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:58:06.200029765Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":388,"events_lines":2} +{"time":"2026-05-01T09:58:06.624588569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:58:21.199816428Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":390,"events_lines":2} +{"time":"2026-05-01T09:58:21.485992877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:58:36.199992781Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":392,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:58:36.372518494Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:58:51.199732078Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":394,"events_lines":2} +{"time":"2026-05-01T09:58:51.459628779Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:59:06.200361273Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":396,"events_lines":2} +{"time":"2026-05-01T09:59:06.348807594Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:59:21.200483546Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":398,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T09:59:21.457806427Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:59:36.200129966Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":400,"events_lines":2} +{"time":"2026-05-01T09:59:36.373920223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T09:59:51.199866057Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":402,"events_lines":2} +{"time":"2026-05-01T09:59:51.348837258Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:00:06.200613968Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":404,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:00:06.357709498Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:00:21.200444014Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":406,"events_lines":2,"console_offset":14,"console_lines":1} +{"time":"2026-05-01T10:00:21.363166168Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:00:36.200141049Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":408,"events_lines":2} +{"time":"2026-05-01T10:00:36.490958474Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:00:51.200450847Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":410,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:00:51.359707441Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:01:06.200213779Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":412,"events_lines":2} +{"time":"2026-05-01T10:01:06.360582534Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:01:21.200364114Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":414,"events_lines":2} +{"time":"2026-05-01T10:01:21.498262881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:01:36.199785622Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":416,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:01:36.527818863Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:01:51.199792194Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":418,"events_lines":2} +{"time":"2026-05-01T10:01:51.435740683Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:02:06.200083459Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":420,"events_lines":2} +{"time":"2026-05-01T10:02:06.565916997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:02:21.199929576Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":422,"events_lines":2} +{"time":"2026-05-01T10:02:21.464157878Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:02:36.200379272Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":424,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:02:36.360132398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:02:51.200288306Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":426,"events_lines":2} +{"time":"2026-05-01T10:02:51.341792486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:03:06.200312025Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":428,"events_lines":2} +{"time":"2026-05-01T10:03:06.634411687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:03:21.200101315Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":430,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:03:21.322304581Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:03:36.199685276Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":432,"events_lines":2} +{"time":"2026-05-01T10:03:36.319071362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:03:51.199988489Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":434,"events_lines":2} +{"time":"2026-05-01T10:03:51.447925924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:04:06.200429133Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":436,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:04:06.353316068Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:04:21.199837446Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":438,"events_lines":2,"console_offset":15,"console_lines":1} +{"time":"2026-05-01T10:04:21.363895782Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:04:36.199987684Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":440,"events_lines":2} +{"time":"2026-05-01T10:04:36.357326988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:04:51.200281214Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":442,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:04:51.338913589Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:05:06.20035421Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":444,"events_lines":2} +{"time":"2026-05-01T10:05:06.364874289Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:05:21.200304872Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":446,"events_lines":2} +{"time":"2026-05-01T10:05:21.569825303Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:05:36.200494057Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":448,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:05:36.410364578Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:05:51.199705209Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":450,"events_lines":2} +{"time":"2026-05-01T10:05:51.462523575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:06:06.200421172Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":452,"events_lines":2} +{"time":"2026-05-01T10:06:06.395982555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:06:21.199830095Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":454,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:06:21.378639269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:06:36.200360997Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":456,"events_lines":2} +{"time":"2026-05-01T10:06:36.435581953Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:06:51.200461248Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":458,"events_lines":2} +{"time":"2026-05-01T10:06:51.417520494Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:07:06.200194347Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":460,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:07:06.497765739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:07:21.2003605Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":462,"events_lines":2} +{"time":"2026-05-01T10:07:21.365449434Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:07:36.200464932Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":464,"events_lines":2} +{"time":"2026-05-01T10:07:36.462929594Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:07:51.20029713Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":466,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:07:51.438801631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:08:06.200314138Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":468,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-05-01T10:08:06.333746915Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:08:21.200542177Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":470,"events_lines":2} +{"time":"2026-05-01T10:08:21.487784252Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:08:36.199820988Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":472,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:08:36.391873772Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:08:51.200171438Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":474,"events_lines":2} +{"time":"2026-05-01T10:08:51.366333471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:09:06.199882222Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":476,"events_lines":2} +{"time":"2026-05-01T10:09:06.412643167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:09:21.200204885Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":478,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:09:21.354139138Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:09:36.200089715Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":480,"events_lines":2} +{"time":"2026-05-01T10:09:36.687441094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:09:51.200118071Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":482,"events_lines":2} +{"time":"2026-05-01T10:09:51.389681106Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:10:06.199760881Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":484,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:10:06.379754209Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:10:21.200542602Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":486,"events_lines":2} +{"time":"2026-05-01T10:10:21.373861227Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:10:36.199656602Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":488,"events_lines":2} +{"time":"2026-05-01T10:10:36.320285573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:10:51.199801309Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":490,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:10:51.357908461Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:11:06.200185523Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":492,"events_lines":2} +{"time":"2026-05-01T10:11:06.41328248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:11:21.199879538Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":494,"events_lines":2} +{"time":"2026-05-01T10:11:21.382121347Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:11:36.20057853Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":496,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:11:36.368924616Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:11:51.200406643Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":498,"events_lines":2,"console_offset":17,"console_lines":1} +{"time":"2026-05-01T10:11:51.384100739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:12:06.200544832Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":500,"events_lines":2} +{"time":"2026-05-01T10:12:06.559170684Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:12:21.200300444Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":502,"events_lines":2} +{"time":"2026-05-01T10:12:21.36780579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:12:36.200208869Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":504,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:12:36.348150739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:12:51.200382917Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":506,"events_lines":2} +{"time":"2026-05-01T10:12:51.767126182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:13:06.200164696Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":508,"events_lines":2} +{"time":"2026-05-01T10:13:06.351008224Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:13:21.200419516Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":510,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:13:21.35296516Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:13:36.20039003Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":512,"events_lines":2} +{"time":"2026-05-01T10:13:36.383508457Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:13:51.200278573Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":514,"events_lines":2} +{"time":"2026-05-01T10:13:51.366740078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:14:06.199939971Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":516,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:14:06.353289396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:14:21.199935678Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":518,"events_lines":2} +{"time":"2026-05-01T10:14:21.331976262Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:14:36.200453619Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":520,"events_lines":2} +{"time":"2026-05-01T10:14:36.350400514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:14:51.200265648Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":522,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:14:51.340715115Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:15:06.200541321Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":524,"events_lines":2} +{"time":"2026-05-01T10:15:06.324408772Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:15:21.200303442Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":526,"events_lines":2} +{"time":"2026-05-01T10:15:21.339616839Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:15:36.200232989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":528,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:15:36.391682767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:15:51.199846573Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":530,"events_lines":2,"console_offset":18,"console_lines":1} +{"time":"2026-05-01T10:15:51.370259042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:16:06.200628656Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":532,"events_lines":2} +{"time":"2026-05-01T10:16:06.338615154Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:16:21.199848193Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":534,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:16:21.375586789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:16:36.199929521Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":536,"events_lines":2} +{"time":"2026-05-01T10:16:36.324270244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:16:51.19978112Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":538,"events_lines":2} +{"time":"2026-05-01T10:16:51.338609069Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:17:06.200281609Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":540,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:17:06.38247645Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:17:21.200496186Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":542,"events_lines":2} +{"time":"2026-05-01T10:17:21.346193618Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:17:36.200243093Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":544,"events_lines":2} +{"time":"2026-05-01T10:17:36.326459943Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:17:51.200244425Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":546,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:17:51.359813793Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:18:06.199976091Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":548,"events_lines":2} +{"time":"2026-05-01T10:18:06.333592924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:18:21.200197942Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":550,"events_lines":2} +{"time":"2026-05-01T10:18:21.323554261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:18:36.199953852Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":552,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:18:36.378875831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:18:51.200306632Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":554,"events_lines":2} +{"time":"2026-05-01T10:18:51.351578739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:19:06.199631756Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":556,"events_lines":2} +{"time":"2026-05-01T10:19:06.354242865Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:19:21.200370464Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16,"history_lines":1,"events_offset":558,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:19:21.412065294Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:19:36.200267591Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":560,"events_lines":2,"console_offset":19,"console_lines":1} +{"time":"2026-05-01T10:19:36.392682109Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:19:51.199828697Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":562,"events_lines":2} +{"time":"2026-05-01T10:19:51.670034379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:20:06.199733431Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":564,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:20:06.372479202Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:20:21.199874533Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":566,"events_lines":2} +{"time":"2026-05-01T10:20:21.384682482Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:20:36.19955418Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":568,"events_lines":2} +{"time":"2026-05-01T10:20:36.361423545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:20:51.199681571Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":570,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:20:51.33152573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:21:06.200005975Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":572,"events_lines":2} +{"time":"2026-05-01T10:21:06.443625879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:21:21.199629475Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":574,"events_lines":2} +{"time":"2026-05-01T10:21:21.359671827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:21:36.200560057Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":576,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:21:36.361864838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:21:51.200439398Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":578,"events_lines":2} +{"time":"2026-05-01T10:21:51.349491706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:22:06.19994336Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":580,"events_lines":2} +{"time":"2026-05-01T10:22:06.409933555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:22:21.200230638Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":582,"events_lines":2} +{"time":"2026-05-01T10:22:21.319486674Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:22:36.199920694Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":584,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:22:36.333498166Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:22:51.200460646Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":586,"events_lines":2} +{"time":"2026-05-01T10:22:51.334810336Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:23:06.199502554Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":588,"events_lines":2} +{"time":"2026-05-01T10:23:06.345555304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:23:21.200261806Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":17,"history_lines":1,"events_offset":590,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:23:21.346696215Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:23:36.199862078Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":592,"events_lines":2,"console_offset":20,"console_lines":1} +{"time":"2026-05-01T10:23:36.408177789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:23:51.199990788Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":594,"events_lines":2} +{"time":"2026-05-01T10:23:51.728260831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:24:06.20024108Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":596,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:24:06.344530691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:24:21.200487099Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":598,"events_lines":2} +{"time":"2026-05-01T10:24:21.520476533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:24:36.200057103Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":600,"events_lines":2} +{"time":"2026-05-01T10:24:36.342879236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:24:51.200244669Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":602,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:24:51.34243422Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:25:06.199671174Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":604,"events_lines":2} +{"time":"2026-05-01T10:25:06.44987851Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:25:21.199649426Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":606,"events_lines":2} +{"time":"2026-05-01T10:25:21.468503465Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:25:36.200343523Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":608,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:25:36.379352652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:25:51.199967247Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":610,"events_lines":2} +{"time":"2026-05-01T10:25:51.337100582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:26:06.20019165Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":612,"events_lines":2} +{"time":"2026-05-01T10:26:06.321317007Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:26:21.199985157Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":614,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:26:21.345433259Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:26:36.199925584Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":616,"events_lines":2} +{"time":"2026-05-01T10:26:36.326350495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:26:51.200228558Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":618,"events_lines":2} +{"time":"2026-05-01T10:26:51.372247074Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:27:06.20054528Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":18,"history_lines":1,"events_offset":620,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:27:06.336835473Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:27:21.200573155Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":622,"events_lines":2,"console_offset":21,"console_lines":1} +{"time":"2026-05-01T10:27:21.353913396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:27:36.2002109Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":624,"events_lines":2} +{"time":"2026-05-01T10:27:36.316622746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:27:51.199764365Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":626,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:27:51.387544397Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:28:06.199572802Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":628,"events_lines":2} +{"time":"2026-05-01T10:28:06.324484346Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:28:21.200449529Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":630,"events_lines":2} +{"time":"2026-05-01T10:28:21.344420045Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:28:36.199625225Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":632,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:28:36.4016773Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:28:51.199901026Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":634,"events_lines":2} +{"time":"2026-05-01T10:28:51.310276546Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:29:06.199982352Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":636,"events_lines":2} +{"time":"2026-05-01T10:29:06.423289467Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:29:21.199939142Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":638,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:29:21.584637017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:29:36.200224125Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":640,"events_lines":2} +{"time":"2026-05-01T10:29:36.395745188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:29:51.200050514Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":642,"events_lines":2} +{"time":"2026-05-01T10:29:51.472785898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:30:06.200387268Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":644,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:30:06.601817127Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:30:21.20040411Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":646,"events_lines":2} +{"time":"2026-05-01T10:30:21.361473307Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:30:36.19988006Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":648,"events_lines":2} +{"time":"2026-05-01T10:30:36.508577206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:30:51.199635847Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":650,"events_lines":2} +{"time":"2026-05-01T10:30:51.353783275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:31:06.199617718Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":19,"history_lines":1,"events_offset":652,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:31:06.339369577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:31:21.200358556Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":654,"events_lines":2,"console_offset":22,"console_lines":1} +{"time":"2026-05-01T10:31:21.527440846Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:31:36.19966006Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":656,"events_lines":2} +{"time":"2026-05-01T10:31:36.378741786Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:31:51.20054977Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":658,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:31:51.441896182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:32:06.199874402Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":660,"events_lines":2} +{"time":"2026-05-01T10:32:06.390770905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:32:21.200230327Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":662,"events_lines":2} +{"time":"2026-05-01T10:32:21.424838062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:32:36.200500153Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":664,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:32:36.491310389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:32:51.200503425Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":666,"events_lines":2} +{"time":"2026-05-01T10:32:51.355985799Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:33:06.200183497Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":668,"events_lines":2} +{"time":"2026-05-01T10:33:06.338978235Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:33:21.199622302Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":670,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:33:21.375703196Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:33:36.19953763Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":672,"events_lines":2} +{"time":"2026-05-01T10:33:36.340249577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:33:51.199833389Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":674,"events_lines":2} +{"time":"2026-05-01T10:33:51.316532937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:34:06.200356838Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":676,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:34:06.34182835Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:34:21.199849634Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":678,"events_lines":2} +{"time":"2026-05-01T10:34:21.335397513Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:34:36.200033149Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":680,"events_lines":2} +{"time":"2026-05-01T10:34:36.34703495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:34:51.200371372Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":20,"history_lines":1,"events_offset":682,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:34:51.355250905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:35:06.199658261Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":684,"events_lines":2,"console_offset":23,"console_lines":1} +{"time":"2026-05-01T10:35:06.343188227Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:35:21.199769507Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":686,"events_lines":2} +{"time":"2026-05-01T10:35:21.340796887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:35:36.200038222Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":688,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:35:36.658597529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:35:51.199698202Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":690,"events_lines":2} +{"time":"2026-05-01T10:35:51.346566732Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:36:06.200512904Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":692,"events_lines":2} +{"time":"2026-05-01T10:36:06.398674028Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:36:21.199870817Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":694,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:36:21.352674566Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:36:36.20016916Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":696,"events_lines":2} +{"time":"2026-05-01T10:36:36.347530676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:36:51.200557695Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":698,"events_lines":2} +{"time":"2026-05-01T10:36:51.414857138Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:37:06.200380621Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":700,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:37:06.349916234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:37:21.199818567Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":702,"events_lines":2} +{"time":"2026-05-01T10:37:21.357150439Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:37:36.200538784Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":704,"events_lines":2} +{"time":"2026-05-01T10:37:36.357038723Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:37:51.200385685Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":706,"events_lines":2} +{"time":"2026-05-01T10:37:51.376649041Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:38:06.200481328Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":708,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:38:06.326122284Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:38:21.199712241Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":710,"events_lines":2} +{"time":"2026-05-01T10:38:21.349971626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:38:36.199784298Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":712,"events_lines":2} +{"time":"2026-05-01T10:38:36.325832094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:38:51.200275681Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":1,"events_offset":714,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:38:51.321672961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:39:06.199849503Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":716,"events_lines":2,"console_offset":24,"console_lines":1} +{"time":"2026-05-01T10:39:06.362904495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:39:21.200055149Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":718,"events_lines":2} +{"time":"2026-05-01T10:39:21.352113712Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:39:36.200477614Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":720,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:39:36.350236356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:39:51.199805766Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":722,"events_lines":2} +{"time":"2026-05-01T10:39:51.65568035Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:40:06.19964494Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":724,"events_lines":2} +{"time":"2026-05-01T10:40:06.581903946Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:40:21.199734076Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":726,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:40:21.335065102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:40:36.199691151Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":728,"events_lines":2} +{"time":"2026-05-01T10:40:36.51590813Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:40:51.19982689Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":730,"events_lines":2} +{"time":"2026-05-01T10:40:51.405169659Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:41:06.199838593Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":732,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:41:06.537276198Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:41:21.199729283Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":734,"events_lines":2} +{"time":"2026-05-01T10:41:21.412345197Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:41:36.19964407Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":736,"events_lines":2} +{"time":"2026-05-01T10:41:36.443832325Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:41:51.199729602Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":738,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:41:51.539038583Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:42:06.199839836Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":740,"events_lines":2} +{"time":"2026-05-01T10:42:06.318661288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:42:21.199878942Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":742,"events_lines":2} +{"time":"2026-05-01T10:42:21.339833907Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:42:36.200390314Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":1,"events_offset":744,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:42:36.364478144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:42:51.200411194Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":746,"events_lines":2,"console_offset":25,"console_lines":1} +{"time":"2026-05-01T10:42:51.356003031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:43:06.199974036Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":748,"events_lines":2} +{"time":"2026-05-01T10:43:06.386287413Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:43:21.200481604Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":750,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:43:21.327669416Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:43:36.200097164Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":752,"events_lines":2} +{"time":"2026-05-01T10:43:36.327512889Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:43:51.200364283Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":754,"events_lines":2} +{"time":"2026-05-01T10:43:51.379387369Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:44:06.200517419Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":756,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:44:06.308678579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:44:21.200235007Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":758,"events_lines":2} +{"time":"2026-05-01T10:44:21.433114277Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:44:36.199840977Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":760,"events_lines":2} +{"time":"2026-05-01T10:44:36.308207875Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:44:51.199895473Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":762,"events_lines":2} +{"time":"2026-05-01T10:44:51.351946929Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:45:06.20007803Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":764,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:45:06.336500213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:45:21.199606901Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":766,"events_lines":2} +{"time":"2026-05-01T10:45:21.333328691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:45:36.199914367Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":768,"events_lines":2} +{"time":"2026-05-01T10:45:36.340459493Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:45:51.200519333Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":770,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:45:51.347827594Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:46:06.200467422Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":772,"events_lines":2} +{"time":"2026-05-01T10:46:06.342603651Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:46:21.200345777Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":774,"events_lines":2} +{"time":"2026-05-01T10:46:21.307901315Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:46:36.199767288Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":23,"history_lines":1,"events_offset":776,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:46:36.326721876Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:46:51.199616183Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":778,"events_lines":2,"console_offset":26,"console_lines":1} +{"time":"2026-05-01T10:46:51.349505534Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:47:06.200433922Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":780,"events_lines":2} +{"time":"2026-05-01T10:47:06.328676486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:47:21.19965575Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":782,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:47:21.328695163Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:47:36.200154319Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":784,"events_lines":2} +{"time":"2026-05-01T10:47:36.358441072Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:47:51.199974047Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":786,"events_lines":2} +{"time":"2026-05-01T10:47:51.326893776Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:48:06.199866271Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":788,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:48:06.367525731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:48:21.199901137Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":790,"events_lines":2} +{"time":"2026-05-01T10:48:21.333948056Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:48:36.200509327Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":792,"events_lines":2} +{"time":"2026-05-01T10:48:36.337004531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:48:51.199964454Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":794,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:48:51.311456902Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:49:06.2002736Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":796,"events_lines":2} +{"time":"2026-05-01T10:49:06.339786235Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:49:21.199640038Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":798,"events_lines":2} +{"time":"2026-05-01T10:49:21.353439992Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:49:36.199550346Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":800,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:49:36.339802918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:49:51.200475797Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":802,"events_lines":2} +{"time":"2026-05-01T10:49:51.307258089Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:50:06.199594873Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":804,"events_lines":2} +{"time":"2026-05-01T10:50:06.390737181Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:50:21.200410597Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":24,"history_lines":1,"events_offset":806,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:50:21.343131068Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:50:36.200077369Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":808,"events_lines":2,"console_offset":27,"console_lines":1} +{"time":"2026-05-01T10:50:36.35179787Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:50:51.200153826Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":810,"events_lines":2} +{"time":"2026-05-01T10:50:51.332897761Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:51:06.200155614Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":812,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:51:06.330463432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:51:21.200128757Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":814,"events_lines":2} +{"time":"2026-05-01T10:51:21.344050555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:51:36.199882134Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":816,"events_lines":2} +{"time":"2026-05-01T10:51:36.359425423Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:51:51.199994999Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":818,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:51:51.354825569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:52:06.199922918Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":820,"events_lines":2} +{"time":"2026-05-01T10:52:06.323449486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:52:21.199886951Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":822,"events_lines":2} +{"time":"2026-05-01T10:52:21.354245113Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:52:36.20008985Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":824,"events_lines":2} +{"time":"2026-05-01T10:52:36.316504028Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:52:51.200480978Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":826,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:52:51.334482493Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:53:06.199578604Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":828,"events_lines":2} +{"time":"2026-05-01T10:53:06.51753Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:53:21.199739851Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":830,"events_lines":2} +{"time":"2026-05-01T10:53:21.374053423Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:53:36.200473722Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":832,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:53:36.349508186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:53:51.200144168Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":834,"events_lines":2} +{"time":"2026-05-01T10:53:51.374855706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:54:06.20008351Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":836,"events_lines":2} +{"time":"2026-05-01T10:54:06.320659775Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:54:21.200606119Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":1,"events_offset":838,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:54:21.339568736Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:54:36.200301896Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":840,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-05-01T10:54:36.361238662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:54:51.199555495Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":842,"events_lines":2} +{"time":"2026-05-01T10:54:51.343461963Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:55:06.20028594Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":844,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:55:06.509261333Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:55:21.200366087Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":846,"events_lines":2} +{"time":"2026-05-01T10:55:21.351466843Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:55:36.199846098Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":848,"events_lines":2} +{"time":"2026-05-01T10:55:36.386437677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:55:51.199863399Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":850,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:55:51.3649463Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:56:06.200137862Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":852,"events_lines":2} +{"time":"2026-05-01T10:56:06.318304245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:56:21.199679666Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":854,"events_lines":2} +{"time":"2026-05-01T10:56:21.34051517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:56:36.199667486Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":856,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:56:36.40525625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:56:51.200129954Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":858,"events_lines":2} +{"time":"2026-05-01T10:56:51.312403362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:57:06.200317122Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":860,"events_lines":2} +{"time":"2026-05-01T10:57:06.344962875Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:57:21.200337612Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":862,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:57:21.318318483Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:57:36.199895431Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":864,"events_lines":2} +{"time":"2026-05-01T10:57:36.350596441Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:57:51.200096854Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":866,"events_lines":2} +{"time":"2026-05-01T10:57:51.401719901Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:58:06.200075561Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":1,"events_offset":868,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:58:06.349790997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:58:21.200175759Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":870,"events_lines":2,"console_offset":29,"console_lines":1} +{"time":"2026-05-01T10:58:21.341051832Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:58:36.199778773Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":872,"events_lines":2} +{"time":"2026-05-01T10:58:36.351470377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:58:51.199827553Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":874,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:58:51.327064277Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:59:06.199642445Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":876,"events_lines":2} +{"time":"2026-05-01T10:59:06.313634122Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:59:21.200394601Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":878,"events_lines":2} +{"time":"2026-05-01T10:59:21.321753094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:59:36.200524943Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":880,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T10:59:36.341860101Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T10:59:51.199796031Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":882,"events_lines":2} +{"time":"2026-05-01T10:59:51.309924041Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:00:06.200256935Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":884,"events_lines":2} +{"time":"2026-05-01T11:00:06.31287098Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:00:21.199772539Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":886,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:00:21.312661676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:00:36.200178183Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":888,"events_lines":2} +{"time":"2026-05-01T11:00:36.339785016Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:00:51.200378702Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":890,"events_lines":2} +{"time":"2026-05-01T11:00:51.343567724Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:01:06.200079588Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":892,"events_lines":2} +{"time":"2026-05-01T11:01:06.322166269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:01:21.199936605Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":894,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:01:21.33195564Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:01:36.20013982Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":896,"events_lines":2} +{"time":"2026-05-01T11:01:36.374078988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:01:51.199831198Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":898,"events_lines":2} +{"time":"2026-05-01T11:01:51.382609178Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:02:06.200212755Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":1,"events_offset":900,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:02:06.357362549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:02:21.199589537Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":902,"events_lines":2,"console_offset":30,"console_lines":1} +{"time":"2026-05-01T11:02:21.353054802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:02:36.199970377Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":904,"events_lines":2} +{"time":"2026-05-01T11:02:36.471910672Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:02:51.200275926Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":906,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:02:51.376938823Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:03:06.200478671Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":908,"events_lines":2} +{"time":"2026-05-01T11:03:06.353638844Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:03:21.199545979Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":910,"events_lines":2} +{"time":"2026-05-01T11:03:21.614535895Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:03:36.199950852Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":912,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:03:36.4282686Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:03:51.199786727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":914,"events_lines":2} +{"time":"2026-05-01T11:03:51.640952797Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:04:06.1999379Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":916,"events_lines":2} +{"time":"2026-05-01T11:04:06.345379819Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:04:21.200420748Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":918,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:04:21.354274024Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:04:36.200529962Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":920,"events_lines":2} +{"time":"2026-05-01T11:04:36.37254905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:04:51.200215184Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":922,"events_lines":2} +{"time":"2026-05-01T11:04:51.435992082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:05:06.200580923Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":924,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:05:06.37131767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:05:21.200223906Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":926,"events_lines":2} +{"time":"2026-05-01T11:05:21.333734291Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:05:36.200331766Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":928,"events_lines":2} +{"time":"2026-05-01T11:05:36.348285742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:05:51.200321486Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":1,"events_offset":930,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:05:51.370689064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:06:06.199929424Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":932,"events_lines":2,"console_offset":31,"console_lines":1} +{"time":"2026-05-01T11:06:06.305181162Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:06:21.199922208Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":934,"events_lines":2} +{"time":"2026-05-01T11:06:21.358140282Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:06:36.20036919Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":936,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:06:36.363321593Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:06:51.19983751Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":938,"events_lines":2} +{"time":"2026-05-01T11:06:51.3457457Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:07:06.200165109Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":940,"events_lines":2} +{"time":"2026-05-01T11:07:06.360948176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:07:21.200057236Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":942,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:07:21.338475358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:07:36.199651406Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":944,"events_lines":2} +{"time":"2026-05-01T11:07:36.36405924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:07:51.200207657Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":946,"events_lines":2} +{"time":"2026-05-01T11:07:51.356641879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:08:06.199614651Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":948,"events_lines":2} +{"time":"2026-05-01T11:08:06.345364209Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:08:21.200111262Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":950,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:08:21.384008823Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:08:36.199929028Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":952,"events_lines":2} +{"time":"2026-05-01T11:08:36.357512364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:08:51.200238008Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":954,"events_lines":2} +{"time":"2026-05-01T11:08:51.390823603Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:09:06.200253686Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":956,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:09:06.384150108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:09:21.199945102Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":958,"events_lines":2} +{"time":"2026-05-01T11:09:21.381882204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:09:36.200299566Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":960,"events_lines":2} +{"time":"2026-05-01T11:09:36.429202581Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:09:51.200626101Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":1,"events_offset":962,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:09:51.362559254Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:10:06.200347272Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":964,"events_lines":2,"console_offset":32,"console_lines":1} +{"time":"2026-05-01T11:10:06.439094406Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:10:21.200419426Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":966,"events_lines":2} +{"time":"2026-05-01T11:10:21.531286064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:10:36.200199618Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":968,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:10:36.613225559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:10:51.199910187Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":970,"events_lines":2} +{"time":"2026-05-01T11:10:51.330048498Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:11:06.200212572Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":972,"events_lines":2} +{"time":"2026-05-01T11:11:06.35414436Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:11:21.20053063Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":974,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:11:21.391633469Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:11:36.199881442Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":976,"events_lines":2} +{"time":"2026-05-01T11:11:36.471854528Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:11:51.200174261Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":978,"events_lines":2} +{"time":"2026-05-01T11:11:51.318904586Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:12:06.199976416Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":980,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:12:06.325761448Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:12:21.199620633Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":982,"events_lines":2} +{"time":"2026-05-01T11:12:21.312630632Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:12:36.199818666Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":984,"events_lines":2} +{"time":"2026-05-01T11:12:36.328730023Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:12:51.199950955Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":986,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:12:51.384786726Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:13:06.200503826Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":988,"events_lines":2} +{"time":"2026-05-01T11:13:06.52752861Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:13:21.20044644Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":990,"events_lines":2} +{"time":"2026-05-01T11:13:21.325167672Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:13:36.199768343Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":1,"events_offset":992,"events_lines":2,"console_offset":1,"console_lines":1} +{"time":"2026-05-01T11:13:36.353445872Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:13:51.200512326Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":994,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-05-01T11:13:51.381081284Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:14:06.199999528Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":996,"events_lines":2} +{"time":"2026-05-01T11:14:06.327475759Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:14:21.200550459Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":998,"events_lines":2} +{"time":"2026-05-01T11:14:21.323091401Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:14:36.199503994Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1000,"events_lines":2} +{"time":"2026-05-01T11:14:36.346073498Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:14:51.199901884Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1002,"events_lines":2} +{"time":"2026-05-01T11:14:51.309310856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:15:06.199762458Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1004,"events_lines":2} +{"time":"2026-05-01T11:15:06.359005218Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:15:21.200381255Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1006,"events_lines":2} +{"time":"2026-05-01T11:15:21.312383713Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:15:36.200443293Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1008,"events_lines":2} +{"time":"2026-05-01T11:15:36.346859565Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:15:51.199784599Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1010,"events_lines":2} +{"time":"2026-05-01T11:15:51.367354075Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:16:06.200042843Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1012,"events_lines":2} +{"time":"2026-05-01T11:16:06.428404468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:16:21.200228476Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1014,"events_lines":2} +{"time":"2026-05-01T11:16:21.355789977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:16:36.199809548Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1016,"events_lines":2} +{"time":"2026-05-01T11:16:36.348045216Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:16:51.199889302Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1018,"events_lines":2} +{"time":"2026-05-01T11:16:51.381600927Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:17:06.199685891Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1020,"events_lines":2} +{"time":"2026-05-01T11:17:06.36576261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:17:21.199817192Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1022,"events_lines":2} +{"time":"2026-05-01T11:17:21.308008301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:17:36.200244074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":1,"events_offset":1024,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-05-01T11:17:36.342594648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:17:51.199552775Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1026,"events_lines":2} +{"time":"2026-05-01T11:17:51.324683916Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:18:06.199680783Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1028,"events_lines":2} +{"time":"2026-05-01T11:18:06.341651176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:18:21.199550921Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1030,"events_lines":2} +{"time":"2026-05-01T11:18:21.345374885Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:18:36.200060863Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1032,"events_lines":2} +{"time":"2026-05-01T11:18:36.323491692Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:18:51.200595736Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1034,"events_lines":2} +{"time":"2026-05-01T11:18:51.346082941Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:19:06.20053003Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1036,"events_lines":2} +{"time":"2026-05-01T11:19:06.367642855Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:19:21.199813692Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1038,"events_lines":2} +{"time":"2026-05-01T11:19:21.382815625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:19:36.199773719Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1040,"events_lines":2} +{"time":"2026-05-01T11:19:36.352202972Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:19:51.20018473Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1042,"events_lines":2} +{"time":"2026-05-01T11:19:51.331649502Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:20:06.200441323Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1044,"events_lines":2} +{"time":"2026-05-01T11:20:06.349209447Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:20:21.200541321Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1046,"events_lines":2} +{"time":"2026-05-01T11:20:21.325546302Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:20:36.199943846Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1048,"events_lines":2} +{"time":"2026-05-01T11:20:36.359781232Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:20:51.199777494Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1050,"events_lines":2} +{"time":"2026-05-01T11:20:51.33039525Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:21:06.199515352Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1052,"events_lines":2} +{"time":"2026-05-01T11:21:06.34981425Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:21:21.199981285Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32,"history_lines":1,"events_offset":1054,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-05-01T11:21:21.32810269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:21:36.199939283Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1056,"events_lines":2} +{"time":"2026-05-01T11:21:36.320512891Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:21:51.200290909Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1058,"events_lines":2} +{"time":"2026-05-01T11:21:51.372163649Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:22:06.200202321Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1060,"events_lines":2} +{"time":"2026-05-01T11:22:06.330210042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:22:21.200424883Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1062,"events_lines":2} +{"time":"2026-05-01T11:22:21.348361341Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:22:36.200275992Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1064,"events_lines":2} +{"time":"2026-05-01T11:22:36.322625751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:22:51.199506945Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1066,"events_lines":2} +{"time":"2026-05-01T11:22:51.310341861Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:23:06.200108978Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1068,"events_lines":2} +{"time":"2026-05-01T11:23:06.334948691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:23:21.200090947Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1070,"events_lines":2} +{"time":"2026-05-01T11:23:21.38158669Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:23:36.200043958Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1072,"events_lines":2} +{"time":"2026-05-01T11:23:36.355433832Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:23:51.199756367Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1074,"events_lines":2} +{"time":"2026-05-01T11:23:51.341906058Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:24:06.200512707Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1076,"events_lines":2} +{"time":"2026-05-01T11:24:06.734403495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:24:21.199863235Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1078,"events_lines":2} +{"time":"2026-05-01T11:24:21.452770755Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:24:36.200209409Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1080,"events_lines":2} +{"time":"2026-05-01T11:24:36.367529027Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:24:51.200407361Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1082,"events_lines":2} +{"time":"2026-05-01T11:24:51.408050749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:25:06.200528072Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1084,"events_lines":2} +{"time":"2026-05-01T11:25:06.505660635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:25:21.200587741Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":1,"events_offset":1086,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-05-01T11:25:21.344598395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:25:36.199886813Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1088,"events_lines":2} +{"time":"2026-05-01T11:25:36.344243029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:25:51.19990424Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1090,"events_lines":2} +{"time":"2026-05-01T11:25:51.411128686Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:26:06.200140918Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1092,"events_lines":2} +{"time":"2026-05-01T11:26:06.328958835Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:26:21.200497203Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1094,"events_lines":2} +{"time":"2026-05-01T11:26:21.39331477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:26:36.200212859Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1096,"events_lines":2} +{"time":"2026-05-01T11:26:36.329745126Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:26:51.199523361Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1098,"events_lines":2} +{"time":"2026-05-01T11:26:51.31411001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:27:06.199848729Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1100,"events_lines":2} +{"time":"2026-05-01T11:27:06.353284237Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:27:21.200481223Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1102,"events_lines":2} +{"time":"2026-05-01T11:27:21.34452201Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:27:36.20027062Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1104,"events_lines":2} +{"time":"2026-05-01T11:27:36.333874589Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:27:51.200243848Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1106,"events_lines":2} +{"time":"2026-05-01T11:27:51.375939951Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:28:06.200182813Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1108,"events_lines":2} +{"time":"2026-05-01T11:28:06.346649594Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:28:21.200518583Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1110,"events_lines":2} +{"time":"2026-05-01T11:28:21.352997867Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:28:36.200472031Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1112,"events_lines":2} +{"time":"2026-05-01T11:28:36.363007889Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:28:51.199635123Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1114,"events_lines":2} +{"time":"2026-05-01T11:28:51.308862981Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:29:06.200446542Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34,"history_lines":1,"events_offset":1116,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-05-01T11:29:06.417679992Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:29:21.20007604Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1118,"events_lines":2} +{"time":"2026-05-01T11:29:21.35369407Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:29:36.199946862Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1120,"events_lines":2} +{"time":"2026-05-01T11:29:36.350972417Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:29:51.20042872Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1122,"events_lines":2} +{"time":"2026-05-01T11:29:51.339246242Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:30:06.199750395Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1124,"events_lines":2} +{"time":"2026-05-01T11:30:06.328758606Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:30:21.20019358Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1126,"events_lines":2} +{"time":"2026-05-01T11:30:21.397419488Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:30:36.199959816Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1128,"events_lines":2} +{"time":"2026-05-01T11:30:36.396872043Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:30:51.199965241Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1130,"events_lines":2} +{"time":"2026-05-01T11:30:51.313735467Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:31:06.200482031Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1132,"events_lines":2} +{"time":"2026-05-01T11:31:06.318122155Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:31:21.199847594Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1134,"events_lines":2} +{"time":"2026-05-01T11:31:21.376998398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:31:36.199979686Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1136,"events_lines":2} +{"time":"2026-05-01T11:31:36.362834712Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:31:51.199753309Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1138,"events_lines":2} +{"time":"2026-05-01T11:31:51.325320688Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:32:06.200455144Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1140,"events_lines":2} +{"time":"2026-05-01T11:32:06.368962051Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:32:21.200516206Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1142,"events_lines":2} +{"time":"2026-05-01T11:32:21.313572445Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:32:36.200365566Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1144,"events_lines":2} +{"time":"2026-05-01T11:32:36.302183881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:32:51.200505862Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1146,"events_lines":2} +{"time":"2026-05-01T11:32:51.38504669Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:33:06.200471496Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35,"history_lines":1,"events_offset":1148,"events_lines":2,"console_offset":38,"console_lines":1} +{"time":"2026-05-01T11:33:06.315556881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:33:21.200028728Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1150,"events_lines":2} +{"time":"2026-05-01T11:33:21.328990628Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:33:36.200166448Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1152,"events_lines":2} +{"time":"2026-05-01T11:33:36.321251526Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:33:51.19981424Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1154,"events_lines":2} +{"time":"2026-05-01T11:33:51.326970824Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:34:06.19997438Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1156,"events_lines":2} +{"time":"2026-05-01T11:34:06.340071619Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:34:21.200304536Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1158,"events_lines":2} +{"time":"2026-05-01T11:34:21.36190251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:34:36.199819871Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1160,"events_lines":2} +{"time":"2026-05-01T11:34:36.431171Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:34:51.200180119Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1162,"events_lines":2} +{"time":"2026-05-01T11:34:51.431208731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:35:06.200534203Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1164,"events_lines":2} +{"time":"2026-05-01T11:35:06.353047665Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:35:21.199524249Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1166,"events_lines":2} +{"time":"2026-05-01T11:35:21.594696593Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:35:36.199812335Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1168,"events_lines":2} +{"time":"2026-05-01T11:35:36.639491542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:35:51.200363426Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1170,"events_lines":2} +{"time":"2026-05-01T11:35:51.366482822Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:36:06.200325825Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1172,"events_lines":2} +{"time":"2026-05-01T11:36:06.37881151Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:36:21.19984093Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1174,"events_lines":2} +{"time":"2026-05-01T11:36:21.370814122Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:36:36.199632782Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1176,"events_lines":2} +{"time":"2026-05-01T11:36:36.477470685Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:36:51.200473967Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1178,"events_lines":2} +{"time":"2026-05-01T11:36:51.439083251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:37:06.200211149Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":1,"events_offset":1180,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-05-01T11:37:06.428101047Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:37:21.20026159Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1182,"events_lines":2} +{"time":"2026-05-01T11:37:21.684286482Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:37:36.200201693Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1184,"events_lines":2} +{"time":"2026-05-01T11:37:36.395962306Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:37:51.199931616Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1186,"events_lines":2} +{"time":"2026-05-01T11:37:51.410252821Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:38:06.199549484Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1188,"events_lines":2} +{"time":"2026-05-01T11:38:06.363802505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:38:21.200436085Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1190,"events_lines":2} +{"time":"2026-05-01T11:38:21.388231853Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:38:36.199791465Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1192,"events_lines":2} +{"time":"2026-05-01T11:38:36.395788571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:38:51.200077818Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1194,"events_lines":2} +{"time":"2026-05-01T11:38:51.425735047Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:39:06.199566674Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1196,"events_lines":2} +{"time":"2026-05-01T11:39:06.39621397Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:39:21.200044224Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1198,"events_lines":2} +{"time":"2026-05-01T11:39:21.403483465Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:39:36.199754087Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1200,"events_lines":2} +{"time":"2026-05-01T11:39:36.612598375Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:39:51.200033317Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1202,"events_lines":2} +{"time":"2026-05-01T11:39:51.521535234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:40:06.200509371Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1204,"events_lines":2} +{"time":"2026-05-01T11:40:06.518503492Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:40:21.200496598Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1206,"events_lines":2} +{"time":"2026-05-01T11:40:21.358157419Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:40:36.19970032Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1208,"events_lines":2} +{"time":"2026-05-01T11:40:36.365451752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:40:51.199756545Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":1,"events_offset":1210,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-05-01T11:40:51.481576642Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:41:06.199609214Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1212,"events_lines":2} +{"time":"2026-05-01T11:41:06.354499436Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:41:21.200188186Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1214,"events_lines":2} +{"time":"2026-05-01T11:41:21.446025727Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:41:36.199718962Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1216,"events_lines":2} +{"time":"2026-05-01T11:41:36.49046398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:41:51.20008422Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1218,"events_lines":2} +{"time":"2026-05-01T11:41:51.416951347Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:42:06.199922342Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1220,"events_lines":2} +{"time":"2026-05-01T11:42:06.364672203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:42:21.199770447Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1222,"events_lines":2} +{"time":"2026-05-01T11:42:21.423011411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:42:36.200426533Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1224,"events_lines":2} +{"time":"2026-05-01T11:42:36.323595492Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:42:51.200456967Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1226,"events_lines":2} +{"time":"2026-05-01T11:42:51.375337719Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:43:06.200107974Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1228,"events_lines":2} +{"time":"2026-05-01T11:43:06.416041241Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:43:21.199986293Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1230,"events_lines":2} +{"time":"2026-05-01T11:43:21.345638319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:43:36.199636951Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1232,"events_lines":2} +{"time":"2026-05-01T11:43:36.37921064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:43:51.200521259Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1234,"events_lines":2} +{"time":"2026-05-01T11:43:51.33067605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:44:06.199793356Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1236,"events_lines":2} +{"time":"2026-05-01T11:44:06.340254117Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:44:21.199520301Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1238,"events_lines":2} +{"time":"2026-05-01T11:44:21.337758315Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:44:36.200382192Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1240,"events_lines":2} +{"time":"2026-05-01T11:44:36.33173083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:44:51.200592218Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":1,"events_offset":1242,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-05-01T11:44:51.383245852Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:45:06.199769018Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1244,"events_lines":2} +{"time":"2026-05-01T11:45:06.34010352Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:45:21.199765285Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1246,"events_lines":2} +{"time":"2026-05-01T11:45:21.383091275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:45:36.200319912Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1248,"events_lines":2} +{"time":"2026-05-01T11:45:36.459075485Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:45:51.200089432Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1250,"events_lines":2} +{"time":"2026-05-01T11:45:51.403774641Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:46:06.200355065Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1252,"events_lines":2} +{"time":"2026-05-01T11:46:06.382655678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:46:21.200297499Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1254,"events_lines":2} +{"time":"2026-05-01T11:46:21.336801935Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:46:36.200510829Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1256,"events_lines":2} +{"time":"2026-05-01T11:46:36.361187369Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:46:51.200188297Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1258,"events_lines":2} +{"time":"2026-05-01T11:46:51.323480821Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:47:06.199892099Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1260,"events_lines":2} +{"time":"2026-05-01T11:47:06.335900605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:47:21.199816279Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1262,"events_lines":2} +{"time":"2026-05-01T11:47:21.34488144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:47:36.200485543Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1264,"events_lines":2} +{"time":"2026-05-01T11:47:36.335965607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:47:51.200219228Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1266,"events_lines":2} +{"time":"2026-05-01T11:47:51.318036978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:48:06.200188849Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1268,"events_lines":2} +{"time":"2026-05-01T11:48:06.315172821Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:48:21.200242126Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1270,"events_lines":2} +{"time":"2026-05-01T11:48:21.343449003Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:48:36.200471905Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":39,"history_lines":1,"events_offset":1272,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-05-01T11:48:36.364642668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:48:51.199979205Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1274,"events_lines":2} +{"time":"2026-05-01T11:48:51.332419392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:49:06.199833867Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1276,"events_lines":2} +{"time":"2026-05-01T11:49:06.364467621Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:49:21.200446708Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1278,"events_lines":2} +{"time":"2026-05-01T11:49:21.308605088Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:49:36.199676885Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1280,"events_lines":2} +{"time":"2026-05-01T11:49:36.307047772Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:49:51.200007712Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1282,"events_lines":2} +{"time":"2026-05-01T11:49:51.321188753Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:50:06.199912992Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1284,"events_lines":2} +{"time":"2026-05-01T11:50:06.340581484Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:50:21.199782072Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1286,"events_lines":2} +{"time":"2026-05-01T11:50:21.333244432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:50:36.199682763Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1288,"events_lines":2} +{"time":"2026-05-01T11:50:36.339910702Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:50:51.199686605Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1290,"events_lines":2} +{"time":"2026-05-01T11:50:51.358964664Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:51:06.199690522Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1292,"events_lines":2} +{"time":"2026-05-01T11:51:06.368529479Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:51:21.199890951Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1294,"events_lines":2} +{"time":"2026-05-01T11:51:21.366562743Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:51:36.199907491Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1296,"events_lines":2} +{"time":"2026-05-01T11:51:36.327545214Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:51:51.199722451Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1298,"events_lines":2} +{"time":"2026-05-01T11:51:51.366045418Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:52:06.200291393Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1300,"events_lines":2} +{"time":"2026-05-01T11:52:06.396584339Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:52:21.20043739Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1302,"events_lines":2} +{"time":"2026-05-01T11:52:21.323344747Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:52:36.199924233Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":40,"history_lines":1,"events_offset":1304,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-05-01T11:52:36.329815035Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:52:51.200549566Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1306,"events_lines":2} +{"time":"2026-05-01T11:52:51.350520574Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:53:06.200125229Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1308,"events_lines":2} +{"time":"2026-05-01T11:53:06.334979708Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:53:21.199957297Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1310,"events_lines":2} +{"time":"2026-05-01T11:53:21.414074519Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:53:36.200164575Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1312,"events_lines":2} +{"time":"2026-05-01T11:53:36.427106008Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:53:51.20046732Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1314,"events_lines":2} +{"time":"2026-05-01T11:53:51.389487164Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:54:06.200282697Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1316,"events_lines":2} +{"time":"2026-05-01T11:54:06.346633062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:54:21.199599515Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1318,"events_lines":2} +{"time":"2026-05-01T11:54:21.388573176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:54:36.2004764Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1320,"events_lines":2} +{"time":"2026-05-01T11:54:36.396536962Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:54:51.199520368Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1322,"events_lines":2} +{"time":"2026-05-01T11:54:51.350315992Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:55:06.199533449Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1324,"events_lines":2} +{"time":"2026-05-01T11:55:06.322491817Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:55:21.199639639Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1326,"events_lines":2} +{"time":"2026-05-01T11:55:21.379012494Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:55:36.199919646Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1328,"events_lines":2} +{"time":"2026-05-01T11:55:36.369566629Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:55:51.199515659Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1330,"events_lines":2} +{"time":"2026-05-01T11:55:51.356998702Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:56:06.200040548Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1332,"events_lines":2} +{"time":"2026-05-01T11:56:06.347620729Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:56:21.200409013Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":1,"events_offset":1334,"events_lines":2,"console_offset":44,"console_lines":1} +{"time":"2026-05-01T11:56:21.337374088Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:56:36.200406714Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1336,"events_lines":2} +{"time":"2026-05-01T11:56:36.302203898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:56:51.199538964Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1338,"events_lines":2} +{"time":"2026-05-01T11:56:51.326869107Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:57:06.199855621Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1340,"events_lines":2} +{"time":"2026-05-01T11:57:06.326797335Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:57:21.199680007Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1342,"events_lines":2} +{"time":"2026-05-01T11:57:21.348669658Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:57:36.20045302Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1344,"events_lines":2} +{"time":"2026-05-01T11:57:36.374944641Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:57:51.200423474Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1346,"events_lines":2} +{"time":"2026-05-01T11:57:51.298611899Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:58:06.199919604Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1348,"events_lines":2} +{"time":"2026-05-01T11:58:06.367358108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:58:21.200074548Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1350,"events_lines":2} +{"time":"2026-05-01T11:58:21.301857018Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:58:36.200285411Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1352,"events_lines":2} +{"time":"2026-05-01T11:58:36.317089146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:58:51.200331378Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1354,"events_lines":2} +{"time":"2026-05-01T11:58:51.403151104Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:59:06.199548647Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1356,"events_lines":2} +{"time":"2026-05-01T11:59:06.329595472Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:59:21.199717881Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1358,"events_lines":2} +{"time":"2026-05-01T11:59:21.383186991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:59:36.200107264Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1360,"events_lines":2} +{"time":"2026-05-01T11:59:36.509268233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T11:59:51.200058368Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1362,"events_lines":2} +{"time":"2026-05-01T11:59:51.354933363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:00:06.199547342Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":1,"events_offset":1364,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-05-01T12:00:06.318432992Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:00:21.200224629Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1366,"events_lines":2} +{"time":"2026-05-01T12:00:21.423281056Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:00:36.2002409Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1368,"events_lines":2} +{"time":"2026-05-01T12:00:36.32397026Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:00:51.199926009Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1370,"events_lines":2} +{"time":"2026-05-01T12:00:51.376592858Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:01:06.199502226Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1372,"events_lines":2} +{"time":"2026-05-01T12:01:06.30255668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:01:21.199816914Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1374,"events_lines":2} +{"time":"2026-05-01T12:01:21.393631655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:01:36.200240606Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1376,"events_lines":2} +{"time":"2026-05-01T12:01:36.376668179Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:01:51.199855608Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1378,"events_lines":2} +{"time":"2026-05-01T12:01:51.356651754Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:02:06.19998582Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1380,"events_lines":2} +{"time":"2026-05-01T12:02:06.325991059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:02:21.200318125Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1382,"events_lines":2} +{"time":"2026-05-01T12:02:21.368447157Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:02:36.199948988Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1384,"events_lines":2} +{"time":"2026-05-01T12:02:36.321443762Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:02:51.200463066Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1386,"events_lines":2} +{"time":"2026-05-01T12:02:51.347497092Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:03:06.200428192Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1388,"events_lines":2} +{"time":"2026-05-01T12:03:06.408051668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:03:21.200386615Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1390,"events_lines":2} +{"time":"2026-05-01T12:03:21.482186897Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:03:36.200437221Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1392,"events_lines":2} +{"time":"2026-05-01T12:03:36.397358752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:03:51.199677597Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1394,"events_lines":2} +{"time":"2026-05-01T12:03:51.368691058Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:04:06.200489732Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":1,"events_offset":1396,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-05-01T12:04:06.384486933Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:04:21.200284008Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1398,"events_lines":2} +{"time":"2026-05-01T12:04:21.344469363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:04:36.200148761Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1400,"events_lines":2} +{"time":"2026-05-01T12:04:36.329245309Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:04:51.199935019Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1402,"events_lines":2} +{"time":"2026-05-01T12:04:51.372503332Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:05:06.199987153Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1404,"events_lines":2} +{"time":"2026-05-01T12:05:06.376164217Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:05:21.20049861Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1406,"events_lines":2} +{"time":"2026-05-01T12:05:21.37127978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:05:36.199937038Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1408,"events_lines":2} +{"time":"2026-05-01T12:05:36.389307987Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:05:51.199657355Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1410,"events_lines":2} +{"time":"2026-05-01T12:05:51.422107202Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:06:06.200157328Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1412,"events_lines":2} +{"time":"2026-05-01T12:06:06.333937885Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:06:21.200406203Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1414,"events_lines":2} +{"time":"2026-05-01T12:06:21.328397653Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:06:36.247772568Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1416,"events_lines":2} +{"time":"2026-05-01T12:06:36.38118757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:06:51.200353397Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1418,"events_lines":2} +{"time":"2026-05-01T12:06:51.316554883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:07:06.200498613Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1420,"events_lines":2} +{"time":"2026-05-01T12:07:06.33689387Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:07:21.19979596Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1422,"events_lines":2} +{"time":"2026-05-01T12:07:21.369350278Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:07:36.200166543Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1424,"events_lines":2} +{"time":"2026-05-01T12:07:36.337907696Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:07:51.200051094Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1426,"events_lines":2} +{"time":"2026-05-01T12:07:51.338212884Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:08:06.200298502Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":1,"events_offset":1428,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-05-01T12:08:06.348624261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:08:21.199568195Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1430,"events_lines":2} +{"time":"2026-05-01T12:08:21.370374405Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:08:36.199733461Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1432,"events_lines":2} +{"time":"2026-05-01T12:08:36.340711324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:08:51.200161745Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1434,"events_lines":2} +{"time":"2026-05-01T12:08:51.411444677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:09:06.199722566Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1436,"events_lines":2} +{"time":"2026-05-01T12:09:06.396664944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:09:21.200471392Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1438,"events_lines":2} +{"time":"2026-05-01T12:09:21.341950486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:09:36.200230066Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1440,"events_lines":2} +{"time":"2026-05-01T12:09:36.382890404Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:09:51.200078305Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1442,"events_lines":2} +{"time":"2026-05-01T12:09:51.410940303Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:10:06.200300144Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1444,"events_lines":2} +{"time":"2026-05-01T12:10:06.339497275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:10:21.199852446Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1446,"events_lines":2} +{"time":"2026-05-01T12:10:21.31518297Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:10:36.200527836Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1448,"events_lines":2} +{"time":"2026-05-01T12:10:36.391011469Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:10:51.200236794Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1450,"events_lines":2} +{"time":"2026-05-01T12:10:51.389363409Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:11:06.200103883Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1452,"events_lines":2} +{"time":"2026-05-01T12:11:06.364254689Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:11:21.199812779Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1454,"events_lines":2} +{"time":"2026-05-01T12:11:21.384108198Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:11:36.199646068Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1456,"events_lines":2} +{"time":"2026-05-01T12:11:36.334857853Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:11:51.199873995Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":1,"events_offset":1458,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-05-01T12:11:51.331702879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:12:06.199740662Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1460,"events_lines":2} +{"time":"2026-05-01T12:12:06.36113029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:12:21.200210614Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1462,"events_lines":2} +{"time":"2026-05-01T12:12:21.345524608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:12:36.200105079Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1464,"events_lines":2} +{"time":"2026-05-01T12:12:36.334096457Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:12:51.199939213Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1466,"events_lines":2} +{"time":"2026-05-01T12:12:51.347228037Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:13:06.20043857Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1468,"events_lines":2} +{"time":"2026-05-01T12:13:06.32881356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:13:21.200464212Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1470,"events_lines":2} +{"time":"2026-05-01T12:13:21.357279982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:13:36.200525727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1472,"events_lines":2} +{"time":"2026-05-01T12:13:36.316727277Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:13:51.199907485Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1474,"events_lines":2} +{"time":"2026-05-01T12:13:51.326457605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:14:06.200492628Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1476,"events_lines":2} +{"time":"2026-05-01T12:14:06.351546748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:14:21.200569111Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1478,"events_lines":2} +{"time":"2026-05-01T12:14:21.374435545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:14:36.199704658Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1480,"events_lines":2} +{"time":"2026-05-01T12:14:36.369444869Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:14:51.19998439Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1482,"events_lines":2} +{"time":"2026-05-01T12:14:51.461505558Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:15:06.199771891Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1484,"events_lines":2} +{"time":"2026-05-01T12:15:06.443140129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:15:21.200178374Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1486,"events_lines":2} +{"time":"2026-05-01T12:15:21.424045807Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:15:36.200483739Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":1,"events_offset":1488,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-05-01T12:15:36.417535491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:15:51.200516335Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1490,"events_lines":2} +{"time":"2026-05-01T12:15:51.606184236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:16:06.200419981Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1492,"events_lines":2} +{"time":"2026-05-01T12:16:06.368606353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:16:21.199790488Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1494,"events_lines":2} +{"time":"2026-05-01T12:16:21.515135443Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:16:36.199683416Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1496,"events_lines":2} +{"time":"2026-05-01T12:16:36.37965334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:16:51.200067126Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1498,"events_lines":2} +{"time":"2026-05-01T12:16:51.373307878Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:17:06.199641466Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1500,"events_lines":2} +{"time":"2026-05-01T12:17:06.357216954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:17:21.199485171Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1502,"events_lines":2} +{"time":"2026-05-01T12:17:21.344176084Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:17:36.200311591Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1504,"events_lines":2} +{"time":"2026-05-01T12:17:36.339878597Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:17:51.199836726Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1506,"events_lines":2} +{"time":"2026-05-01T12:17:51.36009247Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:18:06.200419922Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1508,"events_lines":2} +{"time":"2026-05-01T12:18:06.394682511Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:18:21.200513362Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1510,"events_lines":2} +{"time":"2026-05-01T12:18:21.325846606Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:18:36.199666409Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1512,"events_lines":2} +{"time":"2026-05-01T12:18:36.306038567Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:18:51.200116903Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1514,"events_lines":2} +{"time":"2026-05-01T12:18:51.319032417Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:19:06.199753776Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1516,"events_lines":2} +{"time":"2026-05-01T12:19:06.336996161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:19:21.199989706Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1518,"events_lines":2} +{"time":"2026-05-01T12:19:21.358694243Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:19:36.199921139Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":1,"events_offset":1520,"events_lines":2,"console_offset":50,"console_lines":1} +{"time":"2026-05-01T12:19:36.364312656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:19:51.200182003Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1522,"events_lines":2} +{"time":"2026-05-01T12:19:51.324096238Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:20:06.199859352Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1524,"events_lines":2} +{"time":"2026-05-01T12:20:06.326331489Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:20:21.199767734Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1526,"events_lines":2} +{"time":"2026-05-01T12:20:21.334922815Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:20:36.19974246Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1528,"events_lines":2} +{"time":"2026-05-01T12:20:36.332926082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:20:51.200093491Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1530,"events_lines":2} +{"time":"2026-05-01T12:20:51.357436552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:21:06.200519982Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1532,"events_lines":2} +{"time":"2026-05-01T12:21:06.354891983Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:21:21.199948563Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1534,"events_lines":2} +{"time":"2026-05-01T12:21:21.332221611Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:21:36.200530416Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1536,"events_lines":2} +{"time":"2026-05-01T12:21:36.34153309Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:21:51.200381898Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1538,"events_lines":2} +{"time":"2026-05-01T12:21:51.367820973Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:22:06.20009638Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1540,"events_lines":2} +{"time":"2026-05-01T12:22:06.358812364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:22:21.199823705Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1542,"events_lines":2} +{"time":"2026-05-01T12:22:21.310095634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:22:36.19970165Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1544,"events_lines":2} +{"time":"2026-05-01T12:22:36.345681816Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:22:51.200532677Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1546,"events_lines":2} +{"time":"2026-05-01T12:22:51.369065372Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:23:06.200127622Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1548,"events_lines":2} +{"time":"2026-05-01T12:23:06.386236612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:23:21.200444366Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1550,"events_lines":2} +{"time":"2026-05-01T12:23:21.344282659Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:23:36.199920304Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":48,"history_lines":1,"events_offset":1552,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-05-01T12:23:36.533762914Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:23:51.199856955Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1554,"events_lines":2} +{"time":"2026-05-01T12:23:51.363679784Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:24:06.19973665Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1556,"events_lines":2} +{"time":"2026-05-01T12:24:06.356668544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:24:21.199504966Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1558,"events_lines":2} +{"time":"2026-05-01T12:24:21.344616611Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:24:36.200235248Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1560,"events_lines":2} +{"time":"2026-05-01T12:24:36.381698971Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:24:51.199929367Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1562,"events_lines":2} +{"time":"2026-05-01T12:24:51.403823575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:25:06.200253733Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1564,"events_lines":2} +{"time":"2026-05-01T12:25:06.323957041Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:25:21.200511882Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1566,"events_lines":2} +{"time":"2026-05-01T12:25:21.37754314Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:25:36.199699225Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1568,"events_lines":2} +{"time":"2026-05-01T12:25:36.360630851Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:25:51.199702414Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1570,"events_lines":2} +{"time":"2026-05-01T12:25:51.343658138Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:26:06.200121852Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1572,"events_lines":2} +{"time":"2026-05-01T12:26:06.330511647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:26:21.200061269Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1574,"events_lines":2} +{"time":"2026-05-01T12:26:21.332115551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:26:36.199755308Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1576,"events_lines":2} +{"time":"2026-05-01T12:26:36.37932379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:26:51.199463823Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1578,"events_lines":2} +{"time":"2026-05-01T12:26:51.358012648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:27:06.199898295Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1580,"events_lines":2} +{"time":"2026-05-01T12:27:06.395887561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:27:21.200208336Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":49,"history_lines":1,"events_offset":1582,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-05-01T12:27:21.343993189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:27:36.200179682Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1584,"events_lines":2} +{"time":"2026-05-01T12:27:36.33935131Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:27:51.199744676Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1586,"events_lines":2} +{"time":"2026-05-01T12:27:51.355765988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:28:06.20030412Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1588,"events_lines":2} +{"time":"2026-05-01T12:28:06.327028208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:28:21.199877266Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1590,"events_lines":2} +{"time":"2026-05-01T12:28:21.339337882Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:28:36.200494819Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1592,"events_lines":2} +{"time":"2026-05-01T12:28:36.367319474Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:28:51.199923699Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1594,"events_lines":2} +{"time":"2026-05-01T12:28:51.322884199Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:29:06.200117569Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1596,"events_lines":2} +{"time":"2026-05-01T12:29:06.342963029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:29:21.199867371Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1598,"events_lines":2} +{"time":"2026-05-01T12:29:21.328588331Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:29:36.200377376Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1600,"events_lines":2} +{"time":"2026-05-01T12:29:36.322481582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:29:51.199954295Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1602,"events_lines":2} +{"time":"2026-05-01T12:29:51.324113249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:30:06.200260746Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1604,"events_lines":2} +{"time":"2026-05-01T12:30:06.333267662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:30:21.199823758Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1606,"events_lines":2} +{"time":"2026-05-01T12:30:21.359086998Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:30:36.19982665Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1608,"events_lines":2} +{"time":"2026-05-01T12:30:36.317752006Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:30:51.199846959Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1610,"events_lines":2} +{"time":"2026-05-01T12:30:51.347125879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:31:06.199848414Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1612,"events_lines":2} +{"time":"2026-05-01T12:31:06.335991369Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:31:21.199918048Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":50,"history_lines":1,"events_offset":1614,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-05-01T12:31:21.388131582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:31:36.200461142Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1616,"events_lines":2} +{"time":"2026-05-01T12:31:36.318421208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:31:51.199826114Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1618,"events_lines":2} +{"time":"2026-05-01T12:31:51.353346865Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:32:06.200382365Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1620,"events_lines":2} +{"time":"2026-05-01T12:32:06.387027593Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:32:21.200567612Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1622,"events_lines":2} +{"time":"2026-05-01T12:32:21.313099668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:32:36.199976097Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1624,"events_lines":2} +{"time":"2026-05-01T12:32:36.348449665Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:32:51.19977954Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1626,"events_lines":2} +{"time":"2026-05-01T12:32:51.325721115Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:33:06.199866279Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1628,"events_lines":2} +{"time":"2026-05-01T12:33:06.333873995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:33:21.200395106Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1630,"events_lines":2} +{"time":"2026-05-01T12:33:21.359612235Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:33:36.199841754Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1632,"events_lines":2} +{"time":"2026-05-01T12:33:36.336373999Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:33:51.200202025Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1634,"events_lines":2} +{"time":"2026-05-01T12:33:51.346345064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:34:06.199616956Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1636,"events_lines":2} +{"time":"2026-05-01T12:34:06.359716246Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:34:21.200236189Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1638,"events_lines":2} +{"time":"2026-05-01T12:34:21.334902299Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:34:36.200196359Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1640,"events_lines":2} +{"time":"2026-05-01T12:34:36.316773389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:34:51.200129658Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1642,"events_lines":2} +{"time":"2026-05-01T12:34:51.320321669Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:35:06.200095038Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":51,"history_lines":1,"events_offset":1644,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-05-01T12:35:06.325422323Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:35:21.200393453Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1646,"events_lines":2} +{"time":"2026-05-01T12:35:21.327830091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:35:36.199651587Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1648,"events_lines":2} +{"time":"2026-05-01T12:35:36.33271353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:35:51.200334211Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1650,"events_lines":2} +{"time":"2026-05-01T12:35:51.330881901Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:36:06.200153826Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1652,"events_lines":2} +{"time":"2026-05-01T12:36:06.344222172Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:36:21.200149136Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1654,"events_lines":2} +{"time":"2026-05-01T12:36:21.644782983Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:36:36.19968263Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1656,"events_lines":2} +{"time":"2026-05-01T12:36:36.627583784Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:36:51.199819866Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1658,"events_lines":2} +{"time":"2026-05-01T12:36:51.338856054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:37:06.199597781Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1660,"events_lines":2} +{"time":"2026-05-01T12:37:06.655534002Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:37:21.199672325Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1662,"events_lines":2} +{"time":"2026-05-01T12:37:21.359022638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:37:36.200287403Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1664,"events_lines":2} +{"time":"2026-05-01T12:37:36.358743781Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:37:51.19980919Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1666,"events_lines":2} +{"time":"2026-05-01T12:37:51.49191354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:38:06.200073339Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1668,"events_lines":2} +{"time":"2026-05-01T12:38:06.369859775Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:38:21.200382961Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1670,"events_lines":2} +{"time":"2026-05-01T12:38:21.455448511Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:38:36.200433933Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1672,"events_lines":2} +{"time":"2026-05-01T12:38:36.361842402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:38:51.199514642Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1674,"events_lines":2} +{"time":"2026-05-01T12:38:51.579264112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:39:06.199770912Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":1,"events_offset":1676,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-05-01T12:39:06.359453931Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:39:21.199974262Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1678,"events_lines":2} +{"time":"2026-05-01T12:39:21.324011082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:39:36.200360907Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1680,"events_lines":2} +{"time":"2026-05-01T12:39:36.352003823Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:39:51.199787344Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1682,"events_lines":2} +{"time":"2026-05-01T12:39:51.389354943Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:40:06.200049289Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1684,"events_lines":2} +{"time":"2026-05-01T12:40:06.344506605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:40:21.200519051Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1686,"events_lines":2} +{"time":"2026-05-01T12:40:21.367809155Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:40:36.199661484Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1688,"events_lines":2} +{"time":"2026-05-01T12:40:36.373881511Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:40:51.200146284Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1690,"events_lines":2} +{"time":"2026-05-01T12:40:51.330676554Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:41:06.200248565Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1692,"events_lines":2} +{"time":"2026-05-01T12:41:06.341812667Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:41:21.200418982Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1694,"events_lines":2} +{"time":"2026-05-01T12:41:21.305849421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:41:36.200539961Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1696,"events_lines":2} +{"time":"2026-05-01T12:41:36.350976927Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:41:51.200270128Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1698,"events_lines":2} +{"time":"2026-05-01T12:41:51.335911566Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:42:06.19998226Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1700,"events_lines":2} +{"time":"2026-05-01T12:42:06.341869811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:42:21.200442318Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1702,"events_lines":2} +{"time":"2026-05-01T12:42:21.341919603Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:42:36.199522202Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1704,"events_lines":2} +{"time":"2026-05-01T12:42:36.328971684Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:42:51.200304299Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1706,"events_lines":2} +{"time":"2026-05-01T12:42:51.376715575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:43:06.199750723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":53,"history_lines":1,"events_offset":1708,"events_lines":2,"console_offset":56,"console_lines":1} +{"time":"2026-05-01T12:43:06.34986122Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:43:21.199492968Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1710,"events_lines":2} +{"time":"2026-05-01T12:43:21.342135145Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:43:36.199932086Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1712,"events_lines":2} +{"time":"2026-05-01T12:43:36.392430528Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:43:51.200021612Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1714,"events_lines":2} +{"time":"2026-05-01T12:43:51.41233281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:44:06.199923394Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1716,"events_lines":2} +{"time":"2026-05-01T12:44:06.358452588Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:44:21.200106636Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1718,"events_lines":2} +{"time":"2026-05-01T12:44:21.328035829Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:44:36.200534745Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1720,"events_lines":2} +{"time":"2026-05-01T12:44:36.335863814Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:44:51.200471305Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1722,"events_lines":2} +{"time":"2026-05-01T12:44:51.407645417Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:45:06.200057743Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1724,"events_lines":2} +{"time":"2026-05-01T12:45:06.36605061Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:45:21.199619804Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1726,"events_lines":2} +{"time":"2026-05-01T12:45:21.328819934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:45:36.199715991Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1728,"events_lines":2} +{"time":"2026-05-01T12:45:36.319677627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:45:51.199846659Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1730,"events_lines":2} +{"time":"2026-05-01T12:45:51.484659146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:46:06.200142011Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1732,"events_lines":2} +{"time":"2026-05-01T12:46:06.348441945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:46:21.200555232Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1734,"events_lines":2} +{"time":"2026-05-01T12:46:21.361486392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:46:36.200134133Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1736,"events_lines":2} +{"time":"2026-05-01T12:46:36.351521985Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:46:51.200475674Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":54,"history_lines":1,"events_offset":1738,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-05-01T12:46:51.3231568Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:47:06.200248443Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1740,"events_lines":2} +{"time":"2026-05-01T12:47:06.34854044Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:47:21.199981115Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1742,"events_lines":2} +{"time":"2026-05-01T12:47:21.340064158Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:47:36.200049025Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1744,"events_lines":2} +{"time":"2026-05-01T12:47:36.340194198Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:47:51.199985051Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1746,"events_lines":2} +{"time":"2026-05-01T12:47:51.336076512Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:48:06.199690037Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1748,"events_lines":2} +{"time":"2026-05-01T12:48:06.358703646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:48:21.199767861Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1750,"events_lines":2} +{"time":"2026-05-01T12:48:21.365877775Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:48:36.200197238Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1752,"events_lines":2} +{"time":"2026-05-01T12:48:36.375173918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:48:51.199683815Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1754,"events_lines":2} +{"time":"2026-05-01T12:48:51.345804355Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:49:06.20038695Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1756,"events_lines":2} +{"time":"2026-05-01T12:49:06.758255264Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:49:21.200543469Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1758,"events_lines":2} +{"time":"2026-05-01T12:49:21.607372354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:49:36.199902574Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1760,"events_lines":2} +{"time":"2026-05-01T12:49:36.359845639Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:49:51.199972187Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1762,"events_lines":2} +{"time":"2026-05-01T12:49:51.476195818Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:50:06.199506992Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1764,"events_lines":2} +{"time":"2026-05-01T12:50:06.335200798Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:50:21.199866832Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1766,"events_lines":2} +{"time":"2026-05-01T12:50:21.404327839Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:50:36.199800694Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1768,"events_lines":2} +{"time":"2026-05-01T12:50:36.359110656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:50:51.200506113Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":55,"history_lines":1,"events_offset":1770,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-05-01T12:50:51.48086477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:51:06.199759168Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1772,"events_lines":2} +{"time":"2026-05-01T12:51:06.359394223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:51:21.199801126Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1774,"events_lines":2} +{"time":"2026-05-01T12:51:21.31915204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:51:36.20053435Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1776,"events_lines":2} +{"time":"2026-05-01T12:51:36.362288879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:51:51.199689735Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1778,"events_lines":2} +{"time":"2026-05-01T12:51:51.350924796Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:52:06.199735409Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1780,"events_lines":2} +{"time":"2026-05-01T12:52:06.343294626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:52:21.199832032Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1782,"events_lines":2} +{"time":"2026-05-01T12:52:21.311160819Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:52:36.199836376Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1784,"events_lines":2} +{"time":"2026-05-01T12:52:36.328425886Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:52:51.19981957Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1786,"events_lines":2} +{"time":"2026-05-01T12:52:51.326000383Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:53:06.199713301Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1788,"events_lines":2} +{"time":"2026-05-01T12:53:06.34219905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:53:21.199996294Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1790,"events_lines":2} +{"time":"2026-05-01T12:53:21.351832238Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:53:36.200388156Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1792,"events_lines":2} +{"time":"2026-05-01T12:53:36.31797939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:53:51.199801685Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1794,"events_lines":2} +{"time":"2026-05-01T12:53:51.326495571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:54:06.199935152Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1796,"events_lines":2} +{"time":"2026-05-01T12:54:06.376032072Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:54:21.200176024Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1798,"events_lines":2} +{"time":"2026-05-01T12:54:21.335308837Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:54:36.200355946Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":56,"history_lines":1,"events_offset":1800,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-05-01T12:54:36.713679285Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:54:51.19970982Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1802,"events_lines":2} +{"time":"2026-05-01T12:54:51.350030726Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:55:06.200547983Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1804,"events_lines":2} +{"time":"2026-05-01T12:55:06.35834085Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:55:21.199873225Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1806,"events_lines":2} +{"time":"2026-05-01T12:55:21.363581876Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:55:36.199519823Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1808,"events_lines":2} +{"time":"2026-05-01T12:55:36.400565377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:55:51.200387613Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1810,"events_lines":2} +{"time":"2026-05-01T12:55:51.416933977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:56:06.200325772Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1812,"events_lines":2} +{"time":"2026-05-01T12:56:06.319770385Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:56:21.199620998Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1814,"events_lines":2} +{"time":"2026-05-01T12:56:21.38218776Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:56:36.200188491Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1816,"events_lines":2} +{"time":"2026-05-01T12:56:36.372780325Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:56:51.2004343Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1818,"events_lines":2} +{"time":"2026-05-01T12:56:51.340536098Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:57:06.19997543Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1820,"events_lines":2} +{"time":"2026-05-01T12:57:06.377494531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:57:21.200004451Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1822,"events_lines":2} +{"time":"2026-05-01T12:57:21.401872009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:57:36.200329446Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1824,"events_lines":2} +{"time":"2026-05-01T12:57:36.325007506Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:57:51.200509315Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1826,"events_lines":2} +{"time":"2026-05-01T12:57:51.389609555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:58:06.200184938Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1828,"events_lines":2} +{"time":"2026-05-01T12:58:06.458892079Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:58:21.200061405Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1830,"events_lines":2} +{"time":"2026-05-01T12:58:21.393901273Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:58:36.200341601Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":57,"history_lines":1,"events_offset":1832,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-05-01T12:58:36.402584299Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:58:51.200523702Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1834,"events_lines":2} +{"time":"2026-05-01T12:58:51.374110362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:59:06.200372574Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1836,"events_lines":2} +{"time":"2026-05-01T12:59:06.338067058Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:59:21.200369618Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1838,"events_lines":2} +{"time":"2026-05-01T12:59:21.366451058Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:59:36.200482313Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1840,"events_lines":2} +{"time":"2026-05-01T12:59:36.422736715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T12:59:51.2001592Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1842,"events_lines":2} +{"time":"2026-05-01T12:59:51.376443622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:00:06.199822233Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1844,"events_lines":2} +{"time":"2026-05-01T13:00:06.391714314Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:00:21.200479496Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1846,"events_lines":2} +{"time":"2026-05-01T13:00:21.346137858Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:00:36.200495454Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1848,"events_lines":2} +{"time":"2026-05-01T13:00:36.406705944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:00:51.20004104Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1850,"events_lines":2} +{"time":"2026-05-01T13:00:51.512189645Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:01:06.20034728Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1852,"events_lines":2} +{"time":"2026-05-01T13:01:06.307822914Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:01:21.199778038Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1854,"events_lines":2} +{"time":"2026-05-01T13:01:21.42929037Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:01:36.199942721Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1856,"events_lines":2} +{"time":"2026-05-01T13:01:36.45485744Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:01:51.200400029Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1858,"events_lines":2} +{"time":"2026-05-01T13:01:51.358200794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:02:06.200141564Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1860,"events_lines":2} +{"time":"2026-05-01T13:02:06.421561553Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:02:21.200182438Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":58,"history_lines":1,"events_offset":1862,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-05-01T13:02:21.37045713Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:02:36.199784277Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1864,"events_lines":2} +{"time":"2026-05-01T13:02:36.396776438Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:02:51.200527498Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1866,"events_lines":2} +{"time":"2026-05-01T13:02:51.338853353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:03:06.20034051Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1868,"events_lines":2} +{"time":"2026-05-01T13:03:06.321607233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:03:21.200274307Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1870,"events_lines":2} +{"time":"2026-05-01T13:03:21.326613658Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:03:36.20035217Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1872,"events_lines":2} +{"time":"2026-05-01T13:03:36.354305766Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:03:51.200120228Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1874,"events_lines":2} +{"time":"2026-05-01T13:03:51.331091736Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:04:06.200023489Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1876,"events_lines":2} +{"time":"2026-05-01T13:04:06.344166067Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:04:21.200154957Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1878,"events_lines":2} +{"time":"2026-05-01T13:04:21.343288074Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:04:36.200519041Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1880,"events_lines":2} +{"time":"2026-05-01T13:04:36.426683018Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:04:51.200279248Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1882,"events_lines":2} +{"time":"2026-05-01T13:04:51.357292888Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:05:06.200530628Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1884,"events_lines":2} +{"time":"2026-05-01T13:05:06.34505259Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:05:21.200410364Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1886,"events_lines":2} +{"time":"2026-05-01T13:05:21.312479953Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:05:36.200115831Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1888,"events_lines":2} +{"time":"2026-05-01T13:05:36.377191228Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:05:51.200214697Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1890,"events_lines":2} +{"time":"2026-05-01T13:05:51.348093701Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:06:06.199833974Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1892,"events_lines":2} +{"time":"2026-05-01T13:06:06.333423474Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:06:21.200573073Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":59,"history_lines":1,"events_offset":1894,"events_lines":2,"console_offset":62,"console_lines":1} +{"time":"2026-05-01T13:06:21.347000801Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:06:36.19989609Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1896,"events_lines":2} +{"time":"2026-05-01T13:06:36.364746967Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:06:51.200478411Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1898,"events_lines":2} +{"time":"2026-05-01T13:06:51.3849245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:07:06.200664543Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1900,"events_lines":2} +{"time":"2026-05-01T13:07:06.354217717Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:07:21.200338549Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1902,"events_lines":2} +{"time":"2026-05-01T13:07:21.32685329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:07:36.199787769Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1904,"events_lines":2} +{"time":"2026-05-01T13:07:36.388561063Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:07:51.199951408Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1906,"events_lines":2} +{"time":"2026-05-01T13:07:51.3710339Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:08:06.200444872Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1908,"events_lines":2} +{"time":"2026-05-01T13:08:06.350367835Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:08:21.200554958Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1910,"events_lines":2} +{"time":"2026-05-01T13:08:21.337357035Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:08:36.20027161Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1912,"events_lines":2} +{"time":"2026-05-01T13:08:36.358988838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:08:51.199772125Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1914,"events_lines":2} +{"time":"2026-05-01T13:08:51.318832188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:09:06.200068763Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1916,"events_lines":2} +{"time":"2026-05-01T13:09:06.318810446Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:09:21.200427424Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1918,"events_lines":2} +{"time":"2026-05-01T13:09:21.348003814Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:09:36.200173141Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1920,"events_lines":2} +{"time":"2026-05-01T13:09:36.335263576Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:09:51.200093706Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1922,"events_lines":2} +{"time":"2026-05-01T13:09:51.638747311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:10:06.20061151Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":60,"history_lines":1,"events_offset":1924,"events_lines":2,"console_offset":63,"console_lines":1} +{"time":"2026-05-01T13:10:06.391144685Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:10:21.199574251Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1926,"events_lines":2} +{"time":"2026-05-01T13:10:21.346636221Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:10:36.199508651Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1928,"events_lines":2} +{"time":"2026-05-01T13:10:36.547995938Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:10:51.199676664Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1930,"events_lines":2} +{"time":"2026-05-01T13:10:51.459160248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:11:06.199634385Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1932,"events_lines":2} +{"time":"2026-05-01T13:11:06.678510971Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:11:21.200418454Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1934,"events_lines":2} +{"time":"2026-05-01T13:11:21.404406911Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:11:36.200281129Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1936,"events_lines":2} +{"time":"2026-05-01T13:11:36.448324424Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:11:51.199954625Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1938,"events_lines":2} +{"time":"2026-05-01T13:11:51.351101425Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:12:06.200155196Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1940,"events_lines":2} +{"time":"2026-05-01T13:12:06.332409029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:12:21.199642397Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1942,"events_lines":2} +{"time":"2026-05-01T13:12:21.366498425Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:12:36.200519654Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1944,"events_lines":2} +{"time":"2026-05-01T13:12:36.42298453Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:12:51.200139076Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1946,"events_lines":2} +{"time":"2026-05-01T13:12:51.44802484Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:13:06.199995532Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1948,"events_lines":2} +{"time":"2026-05-01T13:13:06.332898169Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:13:21.200524969Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1950,"events_lines":2} +{"time":"2026-05-01T13:13:21.334061196Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:13:36.199722567Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1952,"events_lines":2} +{"time":"2026-05-01T13:13:36.376508433Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:13:51.200164099Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1954,"events_lines":2} +{"time":"2026-05-01T13:13:51.399547434Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:14:06.199885492Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":1,"events_offset":1956,"events_lines":2,"console_offset":64,"console_lines":1} +{"time":"2026-05-01T13:14:06.324654204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:14:21.199948491Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1958,"events_lines":2} +{"time":"2026-05-01T13:14:21.319143027Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:14:36.200486754Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1960,"events_lines":2} +{"time":"2026-05-01T13:14:36.351921531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:14:51.200121104Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1962,"events_lines":2} +{"time":"2026-05-01T13:14:51.347303194Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:15:06.20023936Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1964,"events_lines":2} +{"time":"2026-05-01T13:15:06.337947261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:15:21.199519989Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1966,"events_lines":2} +{"time":"2026-05-01T13:15:21.338311774Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:15:36.200266764Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1968,"events_lines":2} +{"time":"2026-05-01T13:15:36.327775159Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:15:51.199712931Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1970,"events_lines":2} +{"time":"2026-05-01T13:15:51.347344835Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:16:06.200447231Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1972,"events_lines":2} +{"time":"2026-05-01T13:16:06.366680432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:16:21.200291062Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1974,"events_lines":2} +{"time":"2026-05-01T13:16:21.364044474Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:16:36.199785605Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1976,"events_lines":2} +{"time":"2026-05-01T13:16:36.660840265Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:16:51.20047931Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1978,"events_lines":2} +{"time":"2026-05-01T13:16:51.334940992Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:17:06.200446116Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1980,"events_lines":2} +{"time":"2026-05-01T13:17:06.806171627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:17:21.200431311Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1982,"events_lines":2} +{"time":"2026-05-01T13:17:21.407254777Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:17:36.199860669Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1984,"events_lines":2} +{"time":"2026-05-01T13:17:36.360559119Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:17:51.20049831Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1986,"events_lines":2} +{"time":"2026-05-01T13:17:51.54706922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:18:06.200600938Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":62,"history_lines":1,"events_offset":1988,"events_lines":2,"console_offset":65,"console_lines":1} +{"time":"2026-05-01T13:18:06.508398542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:18:21.199635419Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1990,"events_lines":2} +{"time":"2026-05-01T13:18:21.471586014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:18:36.200076944Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1992,"events_lines":2} +{"time":"2026-05-01T13:18:36.427790944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:18:51.200504756Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1994,"events_lines":2} +{"time":"2026-05-01T13:18:51.367363247Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:19:06.200045709Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1996,"events_lines":2} +{"time":"2026-05-01T13:19:06.360665959Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:19:21.200269493Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1998,"events_lines":2} +{"time":"2026-05-01T13:19:21.329916957Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:19:36.199727984Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2000,"events_lines":2} +{"time":"2026-05-01T13:19:36.30914613Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:19:51.200466796Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2002,"events_lines":2} +{"time":"2026-05-01T13:19:51.311906598Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:20:06.200142005Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2004,"events_lines":2} +{"time":"2026-05-01T13:20:06.373023057Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:20:21.200430558Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2006,"events_lines":2} +{"time":"2026-05-01T13:20:21.360921509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:20:36.200340502Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2008,"events_lines":2} +{"time":"2026-05-01T13:20:36.44123178Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:20:51.200237237Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2010,"events_lines":2} +{"time":"2026-05-01T13:20:51.313725768Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:21:06.200145216Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2012,"events_lines":2} +{"time":"2026-05-01T13:21:06.334584114Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:21:21.199739628Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2014,"events_lines":2} +{"time":"2026-05-01T13:21:21.364651342Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:21:36.199650276Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2016,"events_lines":2} +{"time":"2026-05-01T13:21:36.32458201Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:21:51.19961129Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":63,"history_lines":1,"events_offset":2018,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-05-01T13:21:51.353125393Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:22:06.200514449Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2020,"events_lines":2} +{"time":"2026-05-01T13:22:06.328614428Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:22:21.200427436Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2022,"events_lines":2} +{"time":"2026-05-01T13:22:21.343430994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:22:36.200044213Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2024,"events_lines":2} +{"time":"2026-05-01T13:22:36.368716543Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:22:51.200046474Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2026,"events_lines":2} +{"time":"2026-05-01T13:22:51.555535616Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:23:06.199932948Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2028,"events_lines":2} +{"time":"2026-05-01T13:23:06.331440567Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:23:21.19984985Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2030,"events_lines":2} +{"time":"2026-05-01T13:23:21.425526742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:23:36.200344784Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2032,"events_lines":2} +{"time":"2026-05-01T13:23:36.38019038Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:23:51.20031392Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2034,"events_lines":2} +{"time":"2026-05-01T13:23:51.370086704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:24:06.200476688Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2036,"events_lines":2} +{"time":"2026-05-01T13:24:06.440657837Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:24:21.200102967Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2038,"events_lines":2} +{"time":"2026-05-01T13:24:21.305314599Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:24:36.200078754Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2040,"events_lines":2} +{"time":"2026-05-01T13:24:36.3778804Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:24:51.200409912Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2042,"events_lines":2} +{"time":"2026-05-01T13:24:51.546664848Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:25:06.200161255Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2044,"events_lines":2} +{"time":"2026-05-01T13:25:06.378324588Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:25:21.200456164Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2046,"events_lines":2} +{"time":"2026-05-01T13:25:21.376263459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:25:36.199497963Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2048,"events_lines":2} +{"time":"2026-05-01T13:25:36.329149703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:25:51.200583976Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":64,"history_lines":1,"events_offset":2050,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-05-01T13:25:51.348785477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:26:06.199725946Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2052,"events_lines":2} +{"time":"2026-05-01T13:26:06.360311464Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:26:21.200500407Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2054,"events_lines":2} +{"time":"2026-05-01T13:26:21.33585412Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:26:36.199765133Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2056,"events_lines":2} +{"time":"2026-05-01T13:26:36.635590996Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:26:51.200450909Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2058,"events_lines":2} +{"time":"2026-05-01T13:26:51.401912709Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:27:06.200285751Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2060,"events_lines":2} +{"time":"2026-05-01T13:27:06.615728252Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:27:21.199930657Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2062,"events_lines":2} +{"time":"2026-05-01T13:27:21.338893697Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:27:36.199719682Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2064,"events_lines":2} +{"time":"2026-05-01T13:27:36.634228913Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:27:51.199982353Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2066,"events_lines":2} +{"time":"2026-05-01T13:27:51.628143471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:28:06.200206703Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2068,"events_lines":2} +{"time":"2026-05-01T13:28:06.562043055Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:28:21.199597484Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2070,"events_lines":2} +{"time":"2026-05-01T13:28:21.565157853Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:28:36.200528324Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2072,"events_lines":2} +{"time":"2026-05-01T13:28:36.553256749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:28:51.19989376Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2074,"events_lines":2} +{"time":"2026-05-01T13:28:51.451546572Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:29:06.200308294Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2076,"events_lines":2} +{"time":"2026-05-01T13:29:06.523672665Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:29:21.200462775Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2078,"events_lines":2} +{"time":"2026-05-01T13:29:21.333037175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:29:36.199869265Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":65,"history_lines":1,"events_offset":2080,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-05-01T13:29:36.534620308Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:29:51.200093676Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2082,"events_lines":2} +{"time":"2026-05-01T13:29:51.504477316Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:30:06.199788915Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2084,"events_lines":2} +{"time":"2026-05-01T13:30:06.424074212Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:30:21.199857361Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2086,"events_lines":2} +{"time":"2026-05-01T13:30:21.406351096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:30:36.200352136Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2088,"events_lines":2} +{"time":"2026-05-01T13:30:36.471064577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:30:51.199720694Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2090,"events_lines":2} +{"time":"2026-05-01T13:30:51.376837748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:31:06.200064042Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2092,"events_lines":2} +{"time":"2026-05-01T13:31:06.316253898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:31:21.200487457Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2094,"events_lines":2} +{"time":"2026-05-01T13:31:21.3369731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:31:36.20034929Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2096,"events_lines":2} +{"time":"2026-05-01T13:31:36.402861084Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:31:51.200370959Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2098,"events_lines":2} +{"time":"2026-05-01T13:31:51.354130348Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:32:06.200525361Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2100,"events_lines":2} +{"time":"2026-05-01T13:32:06.378896325Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:32:21.199905623Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2102,"events_lines":2} +{"time":"2026-05-01T13:32:21.357685786Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:32:36.19980937Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2104,"events_lines":2} +{"time":"2026-05-01T13:32:36.494740665Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:32:51.200387644Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2106,"events_lines":2} +{"time":"2026-05-01T13:32:51.331921244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:33:06.199829447Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2108,"events_lines":2} +{"time":"2026-05-01T13:33:06.310061543Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:33:21.200103431Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2110,"events_lines":2} +{"time":"2026-05-01T13:33:21.393072403Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:33:36.200084533Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":66,"history_lines":1,"events_offset":2112,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-05-01T13:33:36.317263117Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:33:51.200442826Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2114,"events_lines":2} +{"time":"2026-05-01T13:33:51.334785343Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:34:06.200154599Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2116,"events_lines":2} +{"time":"2026-05-01T13:34:06.3326887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:34:21.19986824Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2118,"events_lines":2} +{"time":"2026-05-01T13:34:21.317978408Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:34:36.199914786Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2120,"events_lines":2} +{"time":"2026-05-01T13:34:36.341313573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:34:51.199981075Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2122,"events_lines":2} +{"time":"2026-05-01T13:34:51.341137074Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:35:06.20049746Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2124,"events_lines":2} +{"time":"2026-05-01T13:35:06.330074482Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:35:21.2005204Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2126,"events_lines":2} +{"time":"2026-05-01T13:35:21.35757892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:35:36.200225097Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2128,"events_lines":2} +{"time":"2026-05-01T13:35:36.313039458Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:35:51.200097587Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2130,"events_lines":2} +{"time":"2026-05-01T13:35:51.361794588Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:36:06.199692559Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2132,"events_lines":2} +{"time":"2026-05-01T13:36:06.348138088Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:36:21.199864212Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2134,"events_lines":2} +{"time":"2026-05-01T13:36:21.350737382Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:36:36.199655765Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2136,"events_lines":2} +{"time":"2026-05-01T13:36:36.31675488Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:36:51.199982283Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2138,"events_lines":2} +{"time":"2026-05-01T13:36:51.340445047Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:37:06.199704397Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2140,"events_lines":2} +{"time":"2026-05-01T13:37:06.33583866Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:37:21.199823136Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":67,"history_lines":1,"events_offset":2142,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-05-01T13:37:21.359292126Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:37:36.199933213Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2144,"events_lines":2} +{"time":"2026-05-01T13:37:36.32492653Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:37:51.199884985Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2146,"events_lines":2} +{"time":"2026-05-01T13:37:51.298098829Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:38:06.200370774Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2148,"events_lines":2} +{"time":"2026-05-01T13:38:06.32032392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:38:21.20039808Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2150,"events_lines":2} +{"time":"2026-05-01T13:38:21.388660974Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:38:36.199874749Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2152,"events_lines":2} +{"time":"2026-05-01T13:38:36.322010798Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:38:51.200148952Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2154,"events_lines":2} +{"time":"2026-05-01T13:38:51.372995936Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:39:06.200389985Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2156,"events_lines":2} +{"time":"2026-05-01T13:39:06.325464304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:39:21.200067468Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2158,"events_lines":2} +{"time":"2026-05-01T13:39:21.314832362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:39:36.200070999Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2160,"events_lines":2} +{"time":"2026-05-01T13:39:36.344292132Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:39:51.199692717Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2162,"events_lines":2} +{"time":"2026-05-01T13:39:51.365495286Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:40:06.199779828Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2164,"events_lines":2} +{"time":"2026-05-01T13:40:06.327145089Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:40:21.20027506Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2166,"events_lines":2} +{"time":"2026-05-01T13:40:21.340672133Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:40:36.200365647Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2168,"events_lines":2} +{"time":"2026-05-01T13:40:36.312522144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:40:51.20053653Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2170,"events_lines":2} +{"time":"2026-05-01T13:40:51.326217617Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:41:06.200252968Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2172,"events_lines":2} +{"time":"2026-05-01T13:41:06.510590395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:41:21.200534271Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":68,"history_lines":1,"events_offset":2174,"events_lines":2,"console_offset":71,"console_lines":1} +{"time":"2026-05-01T13:41:21.560418504Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:41:36.199735853Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2176,"events_lines":2} +{"time":"2026-05-01T13:41:36.480035217Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:41:51.199899714Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2178,"events_lines":2} +{"time":"2026-05-01T13:41:51.367239893Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:42:06.200473802Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2180,"events_lines":2} +{"time":"2026-05-01T13:42:06.391650337Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:42:21.200454668Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2182,"events_lines":2} +{"time":"2026-05-01T13:42:21.347549211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:42:36.199913579Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2184,"events_lines":2} +{"time":"2026-05-01T13:42:36.413164582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:42:51.199750408Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2186,"events_lines":2} +{"time":"2026-05-01T13:42:51.350048131Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:43:06.20028844Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2188,"events_lines":2} +{"time":"2026-05-01T13:43:06.374985396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:43:21.200112453Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2190,"events_lines":2} +{"time":"2026-05-01T13:43:21.409742983Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:43:36.199757994Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2192,"events_lines":2} +{"time":"2026-05-01T13:43:36.402537589Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:43:51.199937916Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2194,"events_lines":2} +{"time":"2026-05-01T13:43:51.349959327Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:44:06.200274424Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2196,"events_lines":2} +{"time":"2026-05-01T13:44:06.383395136Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:44:21.200027Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2198,"events_lines":2} +{"time":"2026-05-01T13:44:21.432625962Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:44:36.199606342Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2200,"events_lines":2} +{"time":"2026-05-01T13:44:36.340441708Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:44:51.19970365Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2202,"events_lines":2} +{"time":"2026-05-01T13:44:51.35856605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:45:06.200406235Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2204,"events_lines":2} +{"time":"2026-05-01T13:45:06.350269995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:45:21.20041774Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":1,"events_offset":2206,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-05-01T13:45:21.417951357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:45:36.19980379Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2208,"events_lines":2} +{"time":"2026-05-01T13:45:36.362968135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:45:51.199934201Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2210,"events_lines":2} +{"time":"2026-05-01T13:45:51.425533955Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:46:06.200147286Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2212,"events_lines":2} +{"time":"2026-05-01T13:46:06.375002621Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:46:21.20012097Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2214,"events_lines":2} +{"time":"2026-05-01T13:46:21.380602327Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:46:36.200372842Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2216,"events_lines":2} +{"time":"2026-05-01T13:46:36.353878802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:46:51.200351816Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2218,"events_lines":2} +{"time":"2026-05-01T13:46:51.357360295Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:47:06.199712702Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2220,"events_lines":2} +{"time":"2026-05-01T13:47:06.337603143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:47:21.200433047Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2222,"events_lines":2} +{"time":"2026-05-01T13:47:21.341114224Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:47:36.199922748Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2224,"events_lines":2} +{"time":"2026-05-01T13:47:36.377443221Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:47:51.199921955Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2226,"events_lines":2} +{"time":"2026-05-01T13:47:51.379727204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:48:06.199913954Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2228,"events_lines":2} +{"time":"2026-05-01T13:48:06.347072521Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:48:21.200424689Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2230,"events_lines":2} +{"time":"2026-05-01T13:48:21.367656472Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:48:36.200472287Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2232,"events_lines":2} +{"time":"2026-05-01T13:48:36.391771569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:48:51.199641039Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2234,"events_lines":2} +{"time":"2026-05-01T13:48:51.373886989Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:49:06.200154375Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":70,"history_lines":1,"events_offset":2236,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-05-01T13:49:06.340087354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:49:21.200475866Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2238,"events_lines":2} +{"time":"2026-05-01T13:49:21.368718298Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:49:36.20016113Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2240,"events_lines":2} +{"time":"2026-05-01T13:49:36.360740944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:49:51.199643528Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2242,"events_lines":2} +{"time":"2026-05-01T13:49:51.337436541Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:50:06.200316049Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2244,"events_lines":2} +{"time":"2026-05-01T13:50:06.323735481Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:50:21.200497057Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2246,"events_lines":2} +{"time":"2026-05-01T13:50:21.360362853Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:50:36.199979455Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2248,"events_lines":2} +{"time":"2026-05-01T13:50:36.335470589Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:50:51.199828004Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2250,"events_lines":2} +{"time":"2026-05-01T13:50:51.322922101Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:51:06.200410416Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2252,"events_lines":2} +{"time":"2026-05-01T13:51:06.315904064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:51:21.199706909Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2254,"events_lines":2} +{"time":"2026-05-01T13:51:21.341832746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:51:36.200149057Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2256,"events_lines":2} +{"time":"2026-05-01T13:51:36.346190904Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:51:51.199867611Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2258,"events_lines":2} +{"time":"2026-05-01T13:51:51.357435752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:52:06.20010096Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2260,"events_lines":2} +{"time":"2026-05-01T13:52:06.359250328Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:52:21.200319889Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2262,"events_lines":2} +{"time":"2026-05-01T13:52:21.312678812Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:52:36.200422366Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2264,"events_lines":2} +{"time":"2026-05-01T13:52:36.342432502Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:52:51.200424651Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2266,"events_lines":2} +{"time":"2026-05-01T13:52:51.346060129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:53:06.200103606Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":71,"history_lines":1,"events_offset":2268,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-05-01T13:53:06.365105905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:53:21.200520356Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2270,"events_lines":2} +{"time":"2026-05-01T13:53:21.355192197Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:53:36.20015808Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2272,"events_lines":2} +{"time":"2026-05-01T13:53:36.332563533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:53:51.200513236Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2274,"events_lines":2} +{"time":"2026-05-01T13:53:51.358388607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:54:06.20055627Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2276,"events_lines":2} +{"time":"2026-05-01T13:54:06.344419562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:54:21.200609231Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2278,"events_lines":2} +{"time":"2026-05-01T13:54:21.345302842Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:54:36.199668939Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2280,"events_lines":2} +{"time":"2026-05-01T13:54:36.323705188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:54:51.20034236Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2282,"events_lines":2} +{"time":"2026-05-01T13:54:51.374905593Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:55:06.200212044Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2284,"events_lines":2} +{"time":"2026-05-01T13:55:06.33369011Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:55:21.200737724Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2286,"events_lines":2} +{"time":"2026-05-01T13:55:21.361288816Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:55:36.20025772Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2288,"events_lines":2} +{"time":"2026-05-01T13:55:36.333009744Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:55:51.200226141Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2290,"events_lines":2} +{"time":"2026-05-01T13:55:51.382221491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:56:06.199885347Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2292,"events_lines":2} +{"time":"2026-05-01T13:56:06.301344573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:56:21.200497601Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2294,"events_lines":2} +{"time":"2026-05-01T13:56:21.328920439Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:56:36.199896182Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2296,"events_lines":2} +{"time":"2026-05-01T13:56:36.316938407Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:56:51.200516113Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":72,"history_lines":1,"events_offset":2298,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-05-01T13:56:51.318821552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:57:06.199788555Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2300,"events_lines":2} +{"time":"2026-05-01T13:57:06.324583528Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:57:21.19988229Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2302,"events_lines":2} +{"time":"2026-05-01T13:57:21.30847482Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:57:36.199694927Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2304,"events_lines":2} +{"time":"2026-05-01T13:57:36.354635984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:57:51.200317381Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2306,"events_lines":2} +{"time":"2026-05-01T13:57:51.348923923Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:58:06.200286055Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2308,"events_lines":2} +{"time":"2026-05-01T13:58:06.334587102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:58:21.200181217Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2310,"events_lines":2} +{"time":"2026-05-01T13:58:21.319366668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:58:36.199602139Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2312,"events_lines":2} +{"time":"2026-05-01T13:58:36.328444574Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:58:51.200268915Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2314,"events_lines":2} +{"time":"2026-05-01T13:58:51.31180875Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:59:06.199531498Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2316,"events_lines":2} +{"time":"2026-05-01T13:59:06.34942712Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:59:21.199828791Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2318,"events_lines":2} +{"time":"2026-05-01T13:59:21.350356719Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:59:36.199657479Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2320,"events_lines":2} +{"time":"2026-05-01T13:59:36.344454347Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T13:59:51.199642916Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2322,"events_lines":2} +{"time":"2026-05-01T13:59:51.414717964Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:00:06.200077746Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2324,"events_lines":2} +{"time":"2026-05-01T14:00:06.34820833Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:00:21.199748326Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2326,"events_lines":2} +{"time":"2026-05-01T14:00:21.350150423Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:00:36.199999239Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2328,"events_lines":2} +{"time":"2026-05-01T14:00:36.356439983Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:00:51.200424419Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":73,"history_lines":1,"events_offset":2330,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-05-01T14:00:51.385946017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:01:06.200433975Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2332,"events_lines":2} +{"time":"2026-05-01T14:01:06.522434618Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:01:21.200112951Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2334,"events_lines":2} +{"time":"2026-05-01T14:01:21.481527959Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:01:36.200339441Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2336,"events_lines":2} +{"time":"2026-05-01T14:01:36.366748662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:01:51.20039523Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2338,"events_lines":2} +{"time":"2026-05-01T14:01:51.387150995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:02:06.199504973Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2340,"events_lines":2} +{"time":"2026-05-01T14:02:06.384057165Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:02:21.200502578Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2342,"events_lines":2} +{"time":"2026-05-01T14:02:21.385211968Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:02:36.199749763Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2344,"events_lines":2} +{"time":"2026-05-01T14:02:36.786079558Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:02:51.20003719Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2346,"events_lines":2} +{"time":"2026-05-01T14:02:52.343821709Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:03:06.199690352Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2348,"events_lines":2} +{"time":"2026-05-01T14:03:06.40368042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:03:21.199921624Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2350,"events_lines":2} +{"time":"2026-05-01T14:03:21.374329064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:03:36.200311723Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2352,"events_lines":2} +{"time":"2026-05-01T14:03:36.4163431Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:03:51.200191831Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2354,"events_lines":2} +{"time":"2026-05-01T14:03:51.387833526Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:04:06.200482419Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2356,"events_lines":2} +{"time":"2026-05-01T14:04:06.397604619Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:04:21.199993728Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2358,"events_lines":2} +{"time":"2026-05-01T14:04:21.372458693Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:04:36.199962983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":74,"history_lines":1,"events_offset":2360,"events_lines":2,"console_offset":77,"console_lines":1} +{"time":"2026-05-01T14:04:36.321466311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:04:51.199873332Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2362,"events_lines":2} +{"time":"2026-05-01T14:04:51.336736095Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:05:06.200360282Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2364,"events_lines":2} +{"time":"2026-05-01T14:05:06.343590559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:05:21.199973701Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2366,"events_lines":2} +{"time":"2026-05-01T14:05:21.326365497Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:05:36.200249341Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2368,"events_lines":2} +{"time":"2026-05-01T14:05:36.360748878Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:05:51.200432354Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2370,"events_lines":2} +{"time":"2026-05-01T14:05:51.385453657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:06:06.20054396Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2372,"events_lines":2} +{"time":"2026-05-01T14:06:06.352349987Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:06:21.200406195Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2374,"events_lines":2} +{"time":"2026-05-01T14:06:21.350840449Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:06:36.199834349Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2376,"events_lines":2} +{"time":"2026-05-01T14:06:36.348257146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:06:51.199759606Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2378,"events_lines":2} +{"time":"2026-05-01T14:06:51.306656724Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:07:06.200273811Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2380,"events_lines":2} +{"time":"2026-05-01T14:07:06.361601432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:07:21.200332606Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2382,"events_lines":2} +{"time":"2026-05-01T14:07:21.365626595Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:07:36.200227713Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2384,"events_lines":2} +{"time":"2026-05-01T14:07:36.337192552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:07:51.200035209Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2386,"events_lines":2} +{"time":"2026-05-01T14:07:51.322046319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:08:06.199732666Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2388,"events_lines":2} +{"time":"2026-05-01T14:08:06.347076334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:08:21.199865829Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2390,"events_lines":2} +{"time":"2026-05-01T14:08:21.357395342Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:08:36.199652758Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":75,"history_lines":1,"events_offset":2392,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-05-01T14:08:36.33773164Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:08:51.200125561Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2394,"events_lines":2} +{"time":"2026-05-01T14:08:51.327208492Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:09:06.19972317Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2396,"events_lines":2} +{"time":"2026-05-01T14:09:06.358953976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:09:21.200355231Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2398,"events_lines":2} +{"time":"2026-05-01T14:09:21.316436692Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:09:36.199850727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2400,"events_lines":2} +{"time":"2026-05-01T14:09:36.397391371Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:09:51.20021753Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2402,"events_lines":2} +{"time":"2026-05-01T14:09:51.337701265Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:10:06.200034201Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2404,"events_lines":2} +{"time":"2026-05-01T14:10:06.341370267Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:10:21.200319926Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2406,"events_lines":2} +{"time":"2026-05-01T14:10:21.369678599Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:10:36.200126898Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2408,"events_lines":2} +{"time":"2026-05-01T14:10:36.34778206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:10:51.199606299Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2410,"events_lines":2} +{"time":"2026-05-01T14:10:51.328505098Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:11:06.200547701Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2412,"events_lines":2} +{"time":"2026-05-01T14:11:06.318238805Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:11:21.200001037Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2414,"events_lines":2} +{"time":"2026-05-01T14:11:21.366851862Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:11:36.200087587Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2416,"events_lines":2} +{"time":"2026-05-01T14:11:36.331351427Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:11:51.199789006Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2418,"events_lines":2} +{"time":"2026-05-01T14:11:51.357216162Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:12:06.200216608Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2420,"events_lines":2} +{"time":"2026-05-01T14:12:06.340563574Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:12:21.199968988Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":76,"history_lines":1,"events_offset":2422,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-05-01T14:12:21.359385722Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:12:36.200425381Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2424,"events_lines":2} +{"time":"2026-05-01T14:12:36.357357874Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:12:51.200241565Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2426,"events_lines":2} +{"time":"2026-05-01T14:12:51.339885143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:13:06.200135306Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2428,"events_lines":2} +{"time":"2026-05-01T14:13:06.34472615Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:13:21.200507597Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2430,"events_lines":2} +{"time":"2026-05-01T14:13:21.36694149Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:13:36.200304207Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2432,"events_lines":2} +{"time":"2026-05-01T14:13:36.356766195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:13:51.200295634Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2434,"events_lines":2} +{"time":"2026-05-01T14:13:51.388628383Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:14:06.1997624Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2436,"events_lines":2} +{"time":"2026-05-01T14:14:06.35266676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:14:21.200479026Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2438,"events_lines":2} +{"time":"2026-05-01T14:14:21.388058095Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:14:36.19987032Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2440,"events_lines":2} +{"time":"2026-05-01T14:14:36.358419486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:14:51.199853273Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2442,"events_lines":2} +{"time":"2026-05-01T14:14:51.408399146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:15:06.200487487Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2444,"events_lines":2} +{"time":"2026-05-01T14:15:06.337714185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:15:21.200200335Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2446,"events_lines":2} +{"time":"2026-05-01T14:15:21.328123808Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:15:36.200027259Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2448,"events_lines":2} +{"time":"2026-05-01T14:15:36.313000191Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:15:51.199784337Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2450,"events_lines":2} +{"time":"2026-05-01T14:15:51.45171546Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:16:06.200343566Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2452,"events_lines":2} +{"time":"2026-05-01T14:16:06.36999555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:16:21.200046168Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":77,"history_lines":1,"events_offset":2454,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-05-01T14:16:21.322718415Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:16:36.200095793Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2456,"events_lines":2} +{"time":"2026-05-01T14:16:36.327722883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:16:51.199720633Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2458,"events_lines":2} +{"time":"2026-05-01T14:16:51.849405336Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:17:06.200548537Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2460,"events_lines":2} +{"time":"2026-05-01T14:17:06.323987569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:17:21.20017442Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2462,"events_lines":2} +{"time":"2026-05-01T14:17:21.324419289Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:17:36.200350725Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2464,"events_lines":2} +{"time":"2026-05-01T14:17:36.336704763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:17:51.200156385Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2466,"events_lines":2} +{"time":"2026-05-01T14:17:51.340456955Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:18:06.200279491Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2468,"events_lines":2} +{"time":"2026-05-01T14:18:06.793115361Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:18:21.19973696Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2470,"events_lines":2} +{"time":"2026-05-01T14:18:21.308789816Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:18:36.199729005Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2472,"events_lines":2} +{"time":"2026-05-01T14:18:36.416414353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:18:51.20054432Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2474,"events_lines":2} +{"time":"2026-05-01T14:18:51.382115182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:19:06.200076993Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2476,"events_lines":2} +{"time":"2026-05-01T14:19:06.399632518Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:19:21.199790586Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2478,"events_lines":2} +{"time":"2026-05-01T14:19:21.379866788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:19:36.199836744Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2480,"events_lines":2} +{"time":"2026-05-01T14:19:36.582852951Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:19:51.200328631Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2482,"events_lines":2} +{"time":"2026-05-01T14:19:51.528911907Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:20:06.200234454Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2484,"events_lines":2} +{"time":"2026-05-01T14:20:06.39064575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:20:21.200502655Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":78,"history_lines":1,"events_offset":2486,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-05-01T14:20:21.374121702Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:20:36.200139107Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2488,"events_lines":2} +{"time":"2026-05-01T14:20:36.396200587Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:20:51.199734381Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2490,"events_lines":2} +{"time":"2026-05-01T14:20:51.383543896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:21:06.199709734Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2492,"events_lines":2} +{"time":"2026-05-01T14:21:06.387674978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:21:21.199829046Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2494,"events_lines":2} +{"time":"2026-05-01T14:21:21.512929687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:21:36.200477058Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2496,"events_lines":2} +{"time":"2026-05-01T14:21:36.473048918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:21:51.19963215Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2498,"events_lines":2} +{"time":"2026-05-01T14:21:51.453874979Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:22:06.20029449Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2500,"events_lines":2} +{"time":"2026-05-01T14:22:06.449685404Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:22:21.200323144Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2502,"events_lines":2} +{"time":"2026-05-01T14:22:21.3303969Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:22:36.199695412Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2504,"events_lines":2} +{"time":"2026-05-01T14:22:36.470382578Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:22:51.199939353Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2506,"events_lines":2} +{"time":"2026-05-01T14:22:51.400879218Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:23:06.200191984Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2508,"events_lines":2} +{"time":"2026-05-01T14:23:06.454102389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:23:21.199812639Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2510,"events_lines":2} +{"time":"2026-05-01T14:23:21.58419158Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:23:36.199894946Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2512,"events_lines":2} +{"time":"2026-05-01T14:23:36.328918376Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:23:51.200356972Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2514,"events_lines":2} +{"time":"2026-05-01T14:23:51.385424681Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:24:06.199877819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":79,"history_lines":1,"events_offset":2516,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-05-01T14:24:06.464959939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:24:21.200137101Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2518,"events_lines":2} +{"time":"2026-05-01T14:24:21.451860749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:24:36.199925421Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2520,"events_lines":2} +{"time":"2026-05-01T14:24:36.339973513Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:24:51.199992559Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2522,"events_lines":2} +{"time":"2026-05-01T14:24:51.353848893Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:25:06.199535167Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2524,"events_lines":2} +{"time":"2026-05-01T14:25:06.415868811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:25:21.200095854Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2526,"events_lines":2} +{"time":"2026-05-01T14:25:21.386057985Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:25:36.200038839Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2528,"events_lines":2} +{"time":"2026-05-01T14:25:36.383603792Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:25:51.200512128Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2530,"events_lines":2} +{"time":"2026-05-01T14:25:51.370712099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:26:06.199862631Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2532,"events_lines":2} +{"time":"2026-05-01T14:26:06.329981692Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:26:21.200464Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2534,"events_lines":2} +{"time":"2026-05-01T14:26:21.371938787Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:26:36.200133475Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2536,"events_lines":2} +{"time":"2026-05-01T14:26:36.347684831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:26:51.199913169Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2538,"events_lines":2} +{"time":"2026-05-01T14:26:51.361138391Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:27:06.19972601Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2540,"events_lines":2} +{"time":"2026-05-01T14:27:06.395160699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:27:21.200256555Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2542,"events_lines":2} +{"time":"2026-05-01T14:27:21.331617954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:27:36.19972596Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2544,"events_lines":2} +{"time":"2026-05-01T14:27:36.346376751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:27:51.200464085Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2546,"events_lines":2} +{"time":"2026-05-01T14:27:51.357632374Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:28:06.200581337Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":80,"history_lines":1,"events_offset":2548,"events_lines":2,"console_offset":83,"console_lines":1} +{"time":"2026-05-01T14:28:06.345192799Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:28:21.200008995Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2550,"events_lines":2} +{"time":"2026-05-01T14:28:21.354864178Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:28:36.19992592Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2552,"events_lines":2} +{"time":"2026-05-01T14:28:36.370913119Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:28:51.200468381Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2554,"events_lines":2} +{"time":"2026-05-01T14:28:51.342156322Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:29:06.200119714Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2556,"events_lines":2} +{"time":"2026-05-01T14:29:06.326323631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:29:21.199617833Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2558,"events_lines":2} +{"time":"2026-05-01T14:29:21.297751218Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:29:36.199828102Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2560,"events_lines":2} +{"time":"2026-05-01T14:29:36.335471922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:29:51.199601163Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2562,"events_lines":2} +{"time":"2026-05-01T14:29:51.396840201Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:30:06.200319935Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2564,"events_lines":2} +{"time":"2026-05-01T14:30:06.49365723Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:30:21.200189778Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2566,"events_lines":2} +{"time":"2026-05-01T14:30:21.577476381Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:30:36.200527513Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2568,"events_lines":2} +{"time":"2026-05-01T14:30:36.389592833Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:30:51.199898774Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2570,"events_lines":2} +{"time":"2026-05-01T14:30:51.356791857Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:31:06.199984478Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2572,"events_lines":2} +{"time":"2026-05-01T14:31:06.389701109Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:31:21.200410832Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2574,"events_lines":2} +{"time":"2026-05-01T14:31:21.433217826Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:31:36.199816347Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2576,"events_lines":2} +{"time":"2026-05-01T14:31:36.340643605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:31:51.200032268Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2578,"events_lines":2} +{"time":"2026-05-01T14:31:51.352633924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:32:06.200572673Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":81,"history_lines":1,"events_offset":2580,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-05-01T14:32:06.411520162Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:32:21.200417388Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2582,"events_lines":2} +{"time":"2026-05-01T14:32:21.333898676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:32:36.200184608Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2584,"events_lines":2} +{"time":"2026-05-01T14:32:36.31262533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:32:51.199541426Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2586,"events_lines":2} +{"time":"2026-05-01T14:32:51.341686507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:33:06.200108111Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2588,"events_lines":2} +{"time":"2026-05-01T14:33:06.357359068Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:33:21.199776063Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2590,"events_lines":2} +{"time":"2026-05-01T14:33:21.32581313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:33:36.200289259Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2592,"events_lines":2} +{"time":"2026-05-01T14:33:36.390991045Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:33:51.199903082Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2594,"events_lines":2} +{"time":"2026-05-01T14:33:51.354381593Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:34:06.200416368Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2596,"events_lines":2} +{"time":"2026-05-01T14:34:06.357522928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:34:21.20049965Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2598,"events_lines":2} +{"time":"2026-05-01T14:34:21.33525928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:34:36.200032186Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2600,"events_lines":2} +{"time":"2026-05-01T14:34:36.32737742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:34:51.199694044Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2602,"events_lines":2} +{"time":"2026-05-01T14:34:51.359044978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:35:06.20042146Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2604,"events_lines":2} +{"time":"2026-05-01T14:35:06.347347711Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:35:21.19979878Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2606,"events_lines":2} +{"time":"2026-05-01T14:35:21.360284088Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:35:36.20047579Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2608,"events_lines":2} +{"time":"2026-05-01T14:35:36.347776391Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:35:51.200355334Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":82,"history_lines":1,"events_offset":2610,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-05-01T14:35:51.318884353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:36:06.199774808Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2612,"events_lines":2} +{"time":"2026-05-01T14:36:06.349801375Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:36:21.200202271Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2614,"events_lines":2} +{"time":"2026-05-01T14:36:21.381514918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:36:36.200191928Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2616,"events_lines":2} +{"time":"2026-05-01T14:36:36.354205354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:36:51.200483494Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2618,"events_lines":2} +{"time":"2026-05-01T14:36:51.331361117Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:37:06.20033053Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2620,"events_lines":2} +{"time":"2026-05-01T14:37:06.40680896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:37:21.199634864Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2622,"events_lines":2} +{"time":"2026-05-01T14:37:21.594621601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:37:36.199897938Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2624,"events_lines":2} +{"time":"2026-05-01T14:37:36.32490576Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:37:51.199631295Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2626,"events_lines":2} +{"time":"2026-05-01T14:37:51.719582058Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:38:06.200321266Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2628,"events_lines":2} +{"time":"2026-05-01T14:38:06.330370725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:38:21.199720094Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2630,"events_lines":2} +{"time":"2026-05-01T14:38:21.356980906Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:38:36.200393949Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2632,"events_lines":2} +{"time":"2026-05-01T14:38:36.327612919Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:38:51.200433458Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2634,"events_lines":2} +{"time":"2026-05-01T14:38:51.33421073Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:39:06.200042144Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2636,"events_lines":2} +{"time":"2026-05-01T14:39:06.356509078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:39:21.199955876Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2638,"events_lines":2} +{"time":"2026-05-01T14:39:21.323699978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:39:36.199770608Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":83,"history_lines":1,"events_offset":2640,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-05-01T14:39:36.328762687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:39:51.200448633Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2642,"events_lines":2} +{"time":"2026-05-01T14:39:51.365260473Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:40:06.199658841Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2644,"events_lines":2} +{"time":"2026-05-01T14:40:06.36965676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:40:21.200297849Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2646,"events_lines":2} +{"time":"2026-05-01T14:40:21.362333963Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:40:36.199866569Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2648,"events_lines":2} +{"time":"2026-05-01T14:40:36.317252212Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:40:51.199585423Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2650,"events_lines":2} +{"time":"2026-05-01T14:40:51.40052354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:41:06.199759117Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2652,"events_lines":2} +{"time":"2026-05-01T14:41:06.321962185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:41:21.20006016Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2654,"events_lines":2} +{"time":"2026-05-01T14:41:21.355722783Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:41:36.200448786Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2656,"events_lines":2} +{"time":"2026-05-01T14:41:36.363397741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:41:51.199975273Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2658,"events_lines":2} +{"time":"2026-05-01T14:41:51.336468075Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:42:06.199978337Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2660,"events_lines":2} +{"time":"2026-05-01T14:42:06.395802024Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:42:21.200525383Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2662,"events_lines":2} +{"time":"2026-05-01T14:42:21.36171431Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:42:36.199482454Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2664,"events_lines":2} +{"time":"2026-05-01T14:42:36.317181773Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:42:51.200035729Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2666,"events_lines":2} +{"time":"2026-05-01T14:42:51.346527995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:43:06.200356475Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2668,"events_lines":2} +{"time":"2026-05-01T14:43:06.395788055Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:43:21.200330512Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2670,"events_lines":2} +{"time":"2026-05-01T14:43:21.345329742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:43:36.200086098Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":84,"history_lines":1,"events_offset":2672,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-05-01T14:43:36.349291478Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:43:51.199953712Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2674,"events_lines":2} +{"time":"2026-05-01T14:43:51.384144952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:44:06.199672044Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2676,"events_lines":2} +{"time":"2026-05-01T14:44:06.697930077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:44:21.199745016Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2678,"events_lines":2} +{"time":"2026-05-01T14:44:21.473694717Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:44:36.19947019Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2680,"events_lines":2} +{"time":"2026-05-01T14:44:36.323861774Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:44:51.200405681Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2682,"events_lines":2} +{"time":"2026-05-01T14:44:51.383872525Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:45:06.200514471Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2684,"events_lines":2} +{"time":"2026-05-01T14:45:06.402318091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:45:21.200302034Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2686,"events_lines":2} +{"time":"2026-05-01T14:45:21.342302148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:45:36.199834454Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2688,"events_lines":2} +{"time":"2026-05-01T14:45:36.711166318Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:45:51.199518855Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2690,"events_lines":2} +{"time":"2026-05-01T14:45:51.391865917Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:46:06.200345039Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2692,"events_lines":2} +{"time":"2026-05-01T14:46:06.4131079Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:46:21.200571542Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2694,"events_lines":2} +{"time":"2026-05-01T14:46:21.407648052Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:46:36.200068496Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2696,"events_lines":2} +{"time":"2026-05-01T14:46:36.34555419Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:46:51.199814425Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2698,"events_lines":2} +{"time":"2026-05-01T14:46:51.498219723Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:47:06.200005084Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2700,"events_lines":2} +{"time":"2026-05-01T14:47:06.470135979Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:47:21.199521611Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2702,"events_lines":2} +{"time":"2026-05-01T14:47:21.364219199Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:47:36.200570738Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":85,"history_lines":1,"events_offset":2704,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-05-01T14:47:36.424207514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:47:51.199984946Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2706,"events_lines":2} +{"time":"2026-05-01T14:47:51.362860646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:48:06.200065624Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2708,"events_lines":2} +{"time":"2026-05-01T14:48:06.789987036Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:48:21.200337368Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2710,"events_lines":2} +{"time":"2026-05-01T14:48:21.401236307Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:48:36.19984294Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2712,"events_lines":2} +{"time":"2026-05-01T14:48:36.361881166Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:48:51.200164031Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2714,"events_lines":2} +{"time":"2026-05-01T14:48:51.518746678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:49:06.199903164Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2716,"events_lines":2} +{"time":"2026-05-01T14:49:06.562618981Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:49:21.200497484Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2718,"events_lines":2} +{"time":"2026-05-01T14:49:21.342942907Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:49:36.199640277Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2720,"events_lines":2} +{"time":"2026-05-01T14:49:36.408275111Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:49:51.200394682Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2722,"events_lines":2} +{"time":"2026-05-01T14:49:51.515711148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:50:06.199886238Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2724,"events_lines":2} +{"time":"2026-05-01T14:50:06.371795613Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:50:21.200490608Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2726,"events_lines":2} +{"time":"2026-05-01T14:50:21.437040467Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:50:36.20022656Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2728,"events_lines":2} +{"time":"2026-05-01T14:50:36.408288704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:50:51.200364686Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2730,"events_lines":2} +{"time":"2026-05-01T14:50:51.324752364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:51:06.200510571Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2732,"events_lines":2} +{"time":"2026-05-01T14:51:06.354810804Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:51:21.200351395Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":86,"history_lines":1,"events_offset":2734,"events_lines":2,"console_offset":89,"console_lines":1} +{"time":"2026-05-01T14:51:21.352637997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:51:36.199973623Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2736,"events_lines":2} +{"time":"2026-05-01T14:51:36.396438233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:51:51.199593921Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2738,"events_lines":2} +{"time":"2026-05-01T14:51:51.37110933Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:52:06.199974421Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2740,"events_lines":2} +{"time":"2026-05-01T14:52:06.328196709Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:52:21.200162245Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2742,"events_lines":2} +{"time":"2026-05-01T14:52:21.334492288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:52:36.200232892Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2744,"events_lines":2} +{"time":"2026-05-01T14:52:36.321849812Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:52:51.199974237Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2746,"events_lines":2} +{"time":"2026-05-01T14:52:51.339342944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:53:06.200152129Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2748,"events_lines":2} +{"time":"2026-05-01T14:53:06.387649973Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:53:21.199933168Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2750,"events_lines":2} +{"time":"2026-05-01T14:53:21.328749016Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:53:36.200173419Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2752,"events_lines":2} +{"time":"2026-05-01T14:53:36.344453863Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:53:51.200196482Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2754,"events_lines":2} +{"time":"2026-05-01T14:53:51.340657545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:54:06.199638036Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2756,"events_lines":2} +{"time":"2026-05-01T14:54:06.33662385Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:54:21.20048102Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2758,"events_lines":2} +{"time":"2026-05-01T14:54:21.353266065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:54:36.200048048Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2760,"events_lines":2} +{"time":"2026-05-01T14:54:36.384091952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:54:51.199590995Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2762,"events_lines":2} +{"time":"2026-05-01T14:54:51.388890731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:55:06.199829036Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2764,"events_lines":2} +{"time":"2026-05-01T14:55:06.442621309Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:55:21.199661599Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":87,"history_lines":1,"events_offset":2766,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-05-01T14:55:21.314601641Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:55:36.200161867Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2768,"events_lines":2} +{"time":"2026-05-01T14:55:36.322269887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:55:51.199505364Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2770,"events_lines":2} +{"time":"2026-05-01T14:55:51.383824655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:56:06.199711922Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2772,"events_lines":2} +{"time":"2026-05-01T14:56:06.355611292Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:56:21.200543791Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2774,"events_lines":2} +{"time":"2026-05-01T14:56:21.343607966Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:56:36.20048877Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2776,"events_lines":2} +{"time":"2026-05-01T14:56:36.345698748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:56:51.199626735Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2778,"events_lines":2} +{"time":"2026-05-01T14:56:51.332394281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:57:06.200468599Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2780,"events_lines":2} +{"time":"2026-05-01T14:57:06.354367073Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:57:21.200518911Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2782,"events_lines":2} +{"time":"2026-05-01T14:57:21.372897089Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:57:36.200445452Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2784,"events_lines":2} +{"time":"2026-05-01T14:57:36.345183951Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:57:51.200425511Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2786,"events_lines":2} +{"time":"2026-05-01T14:57:51.341035291Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:58:06.200386124Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2788,"events_lines":2} +{"time":"2026-05-01T14:58:06.333869198Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:58:21.200480109Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2790,"events_lines":2} +{"time":"2026-05-01T14:58:21.377909467Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:58:36.200182916Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2792,"events_lines":2} +{"time":"2026-05-01T14:58:36.308037756Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:58:51.200283178Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2794,"events_lines":2} +{"time":"2026-05-01T14:58:51.374130932Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:59:06.199856436Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2796,"events_lines":2} +{"time":"2026-05-01T14:59:06.319524432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:59:21.200277762Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":88,"history_lines":1,"events_offset":2798,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-05-01T14:59:21.481399161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:59:36.200336463Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2800,"events_lines":2} +{"time":"2026-05-01T14:59:36.306780613Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T14:59:51.200262958Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2802,"events_lines":2} +{"time":"2026-05-01T14:59:51.357496902Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:00:06.200335427Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2804,"events_lines":2} +{"time":"2026-05-01T15:00:06.347031849Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:00:21.200344221Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2806,"events_lines":2} +{"time":"2026-05-01T15:00:21.325674673Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:00:36.199836125Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2808,"events_lines":2} +{"time":"2026-05-01T15:00:36.386676745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:00:51.200223693Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2810,"events_lines":2} +{"time":"2026-05-01T15:00:51.331618676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:01:06.200217007Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2812,"events_lines":2} +{"time":"2026-05-01T15:01:06.445408625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:01:21.199976649Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2814,"events_lines":2} +{"time":"2026-05-01T15:01:21.363997661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:01:36.199803231Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2816,"events_lines":2} +{"time":"2026-05-01T15:01:36.440607902Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:01:51.200371502Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2818,"events_lines":2} +{"time":"2026-05-01T15:01:51.384509356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:02:06.199703471Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2820,"events_lines":2} +{"time":"2026-05-01T15:02:06.374313125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:02:21.199718168Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2822,"events_lines":2} +{"time":"2026-05-01T15:02:21.384293259Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:02:36.199723853Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2824,"events_lines":2} +{"time":"2026-05-01T15:02:36.341316224Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:02:51.200520776Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2826,"events_lines":2} +{"time":"2026-05-01T15:02:51.347589779Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:03:06.200622563Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":89,"history_lines":1,"events_offset":2828,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-05-01T15:03:06.361782024Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:03:21.19957867Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2830,"events_lines":2} +{"time":"2026-05-01T15:03:21.341356573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:03:36.199620612Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2832,"events_lines":2} +{"time":"2026-05-01T15:03:36.365381124Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:03:51.200215508Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2834,"events_lines":2} +{"time":"2026-05-01T15:03:51.342986539Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:04:06.199829918Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2836,"events_lines":2} +{"time":"2026-05-01T15:04:06.418977531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:04:21.200147616Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2838,"events_lines":2} +{"time":"2026-05-01T15:04:21.341990018Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:04:36.199825699Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2840,"events_lines":2} +{"time":"2026-05-01T15:04:36.375174503Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:04:51.200180064Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2842,"events_lines":2} +{"time":"2026-05-01T15:04:51.352263503Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:05:06.19999692Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2844,"events_lines":2} +{"time":"2026-05-01T15:05:06.336254721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:05:21.200234429Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2846,"events_lines":2} +{"time":"2026-05-01T15:05:21.332466958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:05:36.199824997Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2848,"events_lines":2} +{"time":"2026-05-01T15:05:36.352922585Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:05:51.200458642Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2850,"events_lines":2} +{"time":"2026-05-01T15:05:51.365316639Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:06:06.200203857Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2852,"events_lines":2} +{"time":"2026-05-01T15:06:06.389521913Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:06:21.19950459Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2854,"events_lines":2} +{"time":"2026-05-01T15:06:21.385292703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:06:36.200273779Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2856,"events_lines":2} +{"time":"2026-05-01T15:06:36.369234912Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:06:51.200158665Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2858,"events_lines":2} +{"time":"2026-05-01T15:06:51.336350998Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:07:06.200483944Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":90,"history_lines":1,"events_offset":2860,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-05-01T15:07:06.34111942Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:07:21.200456937Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2862,"events_lines":2} +{"time":"2026-05-01T15:07:21.314830483Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:07:36.199905504Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2864,"events_lines":2} +{"time":"2026-05-01T15:07:36.33960083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:07:51.200102451Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2866,"events_lines":2} +{"time":"2026-05-01T15:07:51.341818768Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:08:06.200265908Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2868,"events_lines":2} +{"time":"2026-05-01T15:08:06.350082676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:08:21.200495122Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2870,"events_lines":2} +{"time":"2026-05-01T15:08:21.339904402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:08:36.200559644Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2872,"events_lines":2} +{"time":"2026-05-01T15:08:36.446041989Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:08:51.200513295Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2874,"events_lines":2} +{"time":"2026-05-01T15:08:51.340763717Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:09:06.200124419Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2876,"events_lines":2} +{"time":"2026-05-01T15:09:06.344837833Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:09:21.199865877Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2878,"events_lines":2} +{"time":"2026-05-01T15:09:21.341922798Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:09:36.199848024Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2880,"events_lines":2} +{"time":"2026-05-01T15:09:36.38645776Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:09:51.200478633Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2882,"events_lines":2} +{"time":"2026-05-01T15:09:51.34510388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:10:06.199672899Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2884,"events_lines":2} +{"time":"2026-05-01T15:10:06.32780081Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:10:21.199712319Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2886,"events_lines":2} +{"time":"2026-05-01T15:10:21.374350487Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:10:36.200138307Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2888,"events_lines":2} +{"time":"2026-05-01T15:10:36.321862987Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:10:51.200184841Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":91,"history_lines":1,"events_offset":2890,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-05-01T15:10:51.348866657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:11:06.199924771Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2892,"events_lines":2} +{"time":"2026-05-01T15:11:06.34009741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:11:21.200349517Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2894,"events_lines":2} +{"time":"2026-05-01T15:11:21.348064459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:11:36.200337411Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2896,"events_lines":2} +{"time":"2026-05-01T15:11:36.361377558Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:11:51.200394634Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2898,"events_lines":2} +{"time":"2026-05-01T15:11:51.354056002Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:12:06.199719961Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2900,"events_lines":2} +{"time":"2026-05-01T15:12:06.319974696Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:12:21.200536272Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2902,"events_lines":2} +{"time":"2026-05-01T15:12:21.358006002Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:12:36.199966958Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2904,"events_lines":2} +{"time":"2026-05-01T15:12:36.353387251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:12:51.199882257Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2906,"events_lines":2} +{"time":"2026-05-01T15:12:51.33274962Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:13:06.200416719Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2908,"events_lines":2} +{"time":"2026-05-01T15:13:06.354588135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:13:21.199682977Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2910,"events_lines":2} +{"time":"2026-05-01T15:13:21.347754858Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:13:36.200143713Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2912,"events_lines":2} +{"time":"2026-05-01T15:13:36.322751166Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:13:51.200359522Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2914,"events_lines":2} +{"time":"2026-05-01T15:13:51.32916164Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:14:06.20024123Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2916,"events_lines":2} +{"time":"2026-05-01T15:14:06.36126505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:14:21.200106814Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2918,"events_lines":2} +{"time":"2026-05-01T15:14:21.529619293Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:14:36.19987914Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2920,"events_lines":2} +{"time":"2026-05-01T15:14:36.522565538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:14:51.200480868Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":92,"history_lines":1,"events_offset":2922,"events_lines":2,"console_offset":95,"console_lines":1} +{"time":"2026-05-01T15:14:51.373295442Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:15:06.20014084Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2924,"events_lines":2} +{"time":"2026-05-01T15:15:06.470557859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:15:21.200369301Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2926,"events_lines":2} +{"time":"2026-05-01T15:15:21.448392107Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:15:36.200171215Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2928,"events_lines":2} +{"time":"2026-05-01T15:15:36.372645848Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:15:51.200546508Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2930,"events_lines":2} +{"time":"2026-05-01T15:15:51.351998976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:16:06.200497915Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2932,"events_lines":2} +{"time":"2026-05-01T15:16:06.385494508Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:16:21.200368372Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2934,"events_lines":2} +{"time":"2026-05-01T15:16:21.378751018Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:16:36.199893621Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2936,"events_lines":2} +{"time":"2026-05-01T15:16:36.60198204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:16:51.20005043Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2938,"events_lines":2} +{"time":"2026-05-01T15:16:51.555516626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:17:06.199618408Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2940,"events_lines":2} +{"time":"2026-05-01T15:17:06.399434267Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:17:21.20070246Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2942,"events_lines":2} +{"time":"2026-05-01T15:17:21.429725662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:17:36.200403332Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2944,"events_lines":2} +{"time":"2026-05-01T15:17:36.63007335Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:17:51.200463015Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2946,"events_lines":2} +{"time":"2026-05-01T15:17:51.446588231Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:18:06.199822452Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2948,"events_lines":2} +{"time":"2026-05-01T15:18:06.594540042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:18:21.199975924Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2950,"events_lines":2} +{"time":"2026-05-01T15:18:21.463584146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:18:36.200443154Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2952,"events_lines":2} +{"time":"2026-05-01T15:18:36.393689654Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:18:51.200268751Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":93,"history_lines":1,"events_offset":2954,"events_lines":2,"console_offset":96,"console_lines":1} +{"time":"2026-05-01T15:18:51.406351341Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:19:06.199962762Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2956,"events_lines":2} +{"time":"2026-05-01T15:19:06.340152031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:19:21.200419801Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2958,"events_lines":2} +{"time":"2026-05-01T15:19:21.406091143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:19:36.200026425Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2960,"events_lines":2} +{"time":"2026-05-01T15:19:36.333284507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:19:51.200255271Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2962,"events_lines":2} +{"time":"2026-05-01T15:19:51.752030866Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:20:06.200172085Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2964,"events_lines":2} +{"time":"2026-05-01T15:20:06.404912358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:20:21.200408754Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2966,"events_lines":2} +{"time":"2026-05-01T15:20:21.534945536Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:20:36.19973497Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2968,"events_lines":2} +{"time":"2026-05-01T15:20:36.410925203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:20:51.200301918Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2970,"events_lines":2} +{"time":"2026-05-01T15:20:53.558007868Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:21:06.199808707Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2972,"events_lines":2} +{"time":"2026-05-01T15:21:06.331372763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:21:21.199908222Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2974,"events_lines":2} +{"time":"2026-05-01T15:21:21.344155561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:21:36.200543149Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2976,"events_lines":2} +{"time":"2026-05-01T15:21:36.353930176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:21:51.200204302Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2978,"events_lines":2} +{"time":"2026-05-01T15:21:51.401349021Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:22:06.200270221Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2980,"events_lines":2} +{"time":"2026-05-01T15:22:06.34274859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:22:21.200166835Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2982,"events_lines":2} +{"time":"2026-05-01T15:22:21.363726606Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:22:36.200109154Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2984,"events_lines":2} +{"time":"2026-05-01T15:22:36.33784653Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:22:51.200558329Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":94,"history_lines":1,"events_offset":2986,"events_lines":2,"console_offset":97,"console_lines":1} +{"time":"2026-05-01T15:22:51.331502308Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:23:06.199696414Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2988,"events_lines":2} +{"time":"2026-05-01T15:23:06.327199988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:23:21.199966678Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2990,"events_lines":2} +{"time":"2026-05-01T15:23:21.307940769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:23:36.200563469Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2992,"events_lines":2} +{"time":"2026-05-01T15:23:36.3543449Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:23:51.200262328Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2994,"events_lines":2} +{"time":"2026-05-01T15:23:51.361613425Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:24:06.199886016Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2996,"events_lines":2} +{"time":"2026-05-01T15:24:06.332723945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:24:21.199699766Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2998,"events_lines":2} +{"time":"2026-05-01T15:24:21.379165829Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:24:36.199918866Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3000,"events_lines":2} +{"time":"2026-05-01T15:24:36.318351516Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:24:51.199804986Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3002,"events_lines":2} +{"time":"2026-05-01T15:24:51.358979601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:25:06.200421977Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3004,"events_lines":2} +{"time":"2026-05-01T15:25:06.319758887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:25:21.200001117Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3006,"events_lines":2} +{"time":"2026-05-01T15:25:21.311667329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:25:36.200071914Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3008,"events_lines":2} +{"time":"2026-05-01T15:25:36.328544919Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:25:51.200189607Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3010,"events_lines":2} +{"time":"2026-05-01T15:25:51.340524726Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:26:06.199589763Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3012,"events_lines":2} +{"time":"2026-05-01T15:26:06.35492073Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:26:21.199582554Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3014,"events_lines":2} +{"time":"2026-05-01T15:26:21.319689786Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:26:36.200311451Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3016,"events_lines":2} +{"time":"2026-05-01T15:26:36.328265289Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:26:51.199762467Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3018,"events_lines":2} +{"time":"2026-05-01T15:26:51.310633038Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:27:06.199900266Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3020,"events_lines":2} +{"time":"2026-05-01T15:27:06.322330501Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:27:21.200181831Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3022,"events_lines":2} +{"time":"2026-05-01T15:27:21.351353864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:27:36.199917486Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3024,"events_lines":2} +{"time":"2026-05-01T15:27:36.329036907Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:27:51.200307825Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3026,"events_lines":2} +{"time":"2026-05-01T15:27:51.342127768Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:28:06.200237403Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3028,"events_lines":2} +{"time":"2026-05-01T15:28:06.333941762Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:28:21.200501477Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3030,"events_lines":2} +{"time":"2026-05-01T15:28:21.358935982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:28:36.199897735Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3032,"events_lines":2} +{"time":"2026-05-01T15:28:36.34040409Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:28:51.200460981Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3034,"events_lines":2} +{"time":"2026-05-01T15:28:51.531670913Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:29:06.200167902Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3036,"events_lines":2} +{"time":"2026-05-01T15:29:06.315988404Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:29:21.199531562Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3038,"events_lines":2} +{"time":"2026-05-01T15:29:21.346437952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:29:36.200293727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3040,"events_lines":2} +{"time":"2026-05-01T15:29:36.33437329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:29:51.20020503Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3042,"events_lines":2} +{"time":"2026-05-01T15:29:51.340759482Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:30:06.200431668Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3044,"events_lines":2} +{"time":"2026-05-01T15:30:06.339813787Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:30:21.199783701Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3046,"events_lines":2} +{"time":"2026-05-01T15:30:21.329353176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:30:36.199583146Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3048,"events_lines":2} +{"time":"2026-05-01T15:30:36.514894574Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:30:51.199897382Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3050,"events_lines":2} +{"time":"2026-05-01T15:30:51.319453726Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:31:06.199741481Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3052,"events_lines":2} +{"time":"2026-05-01T15:31:06.403160794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:31:21.200119528Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3054,"events_lines":2} +{"time":"2026-05-01T15:31:21.317741728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:31:36.200481879Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3056,"events_lines":2} +{"time":"2026-05-01T15:31:36.316984248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:31:51.200267905Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3058,"events_lines":2,"console_offset":98,"console_lines":2} +{"time":"2026-05-01T15:31:51.445110136Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:31:52.086282953Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-05-01T15:31:52.086547721Z","level":"INFO","msg":"filestream: sending request","total_files":2,"history_offset":95,"history_lines":1,"uploaded_len":3,"complete":true,"exit_code":0} +{"time":"2026-05-01T15:31:52.293704281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-01T15:31:52.293942227Z","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-05-01T15:31:52.293992866Z","level":"INFO","msg":"handler: closed"} +{"time":"2026-05-01T15:31:52.311342923Z","level":"INFO","msg":"sender: closed"} +{"time":"2026-05-01T15:31:52.311363012Z","level":"INFO","msg":"stream: all finished"} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/debug.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..bdaef9be36958c3e990a0a958569f405d1421445 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/debug.log @@ -0,0 +1,21 @@ +2026-05-01 09:09:18,465 INFO MainThread:1291575 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1 +2026-05-01 09:09:18,465 INFO MainThread:1291575 [wandb_setup.py:_flush():81] Configure stats pid to 1291575 +2026-05-01 09:09:18,465 INFO MainThread:1291575 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-05-01 09:09:18,472 INFO MainThread:1291575 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/wandb/run-20260501_090918-xbaiyg8x/logs/debug.log +2026-05-01 09:09:18,478 INFO MainThread:1291575 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/wandb/run-20260501_090918-xbaiyg8x/logs/debug-internal.log +2026-05-01 09:09:18,478 INFO MainThread:1291575 [wandb_init.py:init():850] calling init triggers +2026-05-01 09:09:18,479 INFO MainThread:1291575 [wandb_init.py:init():855] wandb.init called with sweep_config: {} +config: {'use_ray': False, 'ray_exp_name': None, 'device_groups': None, 'model': '/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', 'model_type': 'qwen3_omni_moe', 'model_revision': None, 'task_type': 'causal_lm', 'torch_dtype': 'bfloat16', 'attn_impl': None, 'experts_impl': None, 'new_special_tokens': [], 'num_labels': None, 'problem_type': None, 'rope_scaling': None, 'device_map': None, 'max_memory': {}, 'max_model_len': None, 'local_repo_path': None, 'init_strategy': None, 'template': 'qwen3_omni', 'system': None, 'max_length': 65536, 'truncation_strategy': 'delete', 'max_pixels': None, 'agent_template': None, 'norm_bbox': None, 'use_chat_template': True, 'padding_side': 'right', 'padding_free': True, 'loss_scale': 'default', 'sequence_parallel_size': 1, 'template_backend': 'swift', 'response_prefix': None, 'enable_thinking': None, 'add_non_thinking_prefix': True, 'dataset': ['highlight_batch1_omni'], 'val_dataset': [], 'cached_dataset': [], 'cached_val_dataset': [], 'split_dataset_ratio': 0.0, 'data_seed': 42, 'dataset_num_proc': 8, 'load_from_cache_file': False, 'dataset_shuffle': True, 'val_dataset_shuffle': False, 'streaming': False, 'interleave_prob': None, 'stopping_strategy': 'first_exhausted', 'shuffle_buffer_size': 1000, 'download_mode': 'reuse_dataset_if_exists', 'columns': {}, 'strict': False, 'remove_unused_columns': True, 'model_name': None, 'model_author': None, 'custom_dataset_info': [], 'quant_method': None, 'quant_bits': None, 'hqq_axis': None, 'bnb_4bit_compute_dtype': 'bfloat16', 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_quant_storage': None, 'max_new_tokens': None, 'temperature': 0.9, 'top_k': -1, 'top_p': 1.0, 'repetition_penalty': 1.0, 'num_beams': 1, 'stream': False, 'stop_words': [], 'logprobs': False, 'top_logprobs': None, 'structured_outputs_regex': None, 'tuner_backend': 'peft', 'tuner_type': 'lora', 'adapters': [], 'external_plugins': ['datasets/qwen3omni/register_highlight_dataset.py'], 'custom_register_path': ['datasets/qwen3omni/register_highlight_dataset.py'], 'seed': 42, 'model_kwargs': {}, 'load_args': False, 'load_data_args': False, 'packing': False, 'packing_length': None, 'packing_num_proc': 1, 'lazy_tokenize': True, 'use_hf': False, 'hub_token': None, 'ddp_timeout': 18000000, 'ddp_backend': 'nccl', 'ignore_args_error': False, 'use_swift_lora': False, 'freeze_llm': False, 'freeze_vit': True, 'freeze_aligner': True, 'freeze_parameters': [], 'freeze_parameters_regex': None, 'freeze_parameters_ratio': 0.0, 'trainable_parameters': [], 'trainable_parameters_regex': None, 'target_modules': ['all-linear'], 'target_regex': None, 'modules_to_save': [], 'lora_rank': 8, 'lora_alpha': 32, 'lora_dropout': 0.05, 'lora_bias': 'none', 'lora_dtype': None, 'use_rslora': False, 'rlhf_type': None, 'loss_type': None, 'mcore_ref_model': None, 'mcore_ref_adapter': None, 'beta': None, 'rpo_alpha': None, 'reference_free': False, 'label_smoothing': 0.0, 'f_divergence_type': 'reverse_kl', 'desirable_weight': 1.0, 'undesirable_weight': 1.0, 'calculate_KL': None, 'center_rewards_coefficient': None, 'teacher_model': None, 'teacher_model_type': None, 'teacher_model_revision': None, 'teacher_model_server': None, 'gkd_logits_topk': None, 'lmbda': 0.5, 'seq_kd': False, 'offload_teacher_model': False, 'sft_alpha': 0.0, 'generation_batch_size': None, 'steps_per_generation': None, 'num_generations': 8, 'num_generations_eval': None, 'max_completion_length': 512, 'importance_sampling_level': 'token', 'tau_pos': 1.0, 'tau_neg': 1.05, 'epsilon': 0.2, 'epsilon_high': None, 'delta': None, 'use_vllm': True, 'vllm_mode': None, 'vllm_enable_prefix_caching': True, 'vllm_gpu_memory_utilization': 0.9, 'vllm_tensor_parallel_size': 1, 'vllm_max_model_len': None, 'vllm_enforce_eager': False, 'vllm_limit_mm_per_prompt': None, 'vllm_disable_cascade_attn': False, 'vllm_max_num_seqs': None, 'vllm_mm_processor_cache_gb': None, 'vllm_engine_kwargs': None, 'sleep_level': 0, 'offload_optimizer': False, 'offload_model': False, 'offload_bridge': False, 'vllm_server_base_url': None, 'vllm_server_host': None, 'vllm_server_port': [8000], 'vllm_server_timeout': 240.0, 'vllm_server_group_port': None, 'reward_funcs': [], 'reward_weights': None, 'cosine_min_len_value_wrong': -0.5, 'cosine_max_len_value_wrong': 0.0, 'cosine_min_len_value_correct': 1.0, 'cosine_max_len_value_correct': 0.5, 'cosine_max_len': None, 'repetition_n_grams': 3, 'repetition_max_penalty': -1.0, 'soft_max_length': None, 'soft_cache_length': None, 'dynamic_sample': False, 'max_resample_times': 3, 'overlong_filter': False, 'scale_rewards': 'group', 'advantage_estimator': 'grpo', 'kl_in_reward': False, 'wandb_log_unique_prompts': None, 'log_completions': False, 'rollout_importance_sampling_mode': None, 'rollout_importance_sampling_threshold': 2.0, 'log_rollout_offpolicy_metrics': False, 'off_policy_sequence_mask_delta': None, 'log_entropy': False, 'top_entropy_quantile': 1.0, 'router_replay_mode': 'disabled', 'reward_model': None, 'reward_model_plugin': None, 'sync_ref_model': False, 'ref_model_sync_steps': 512, 'ref_model_mixup_alpha': 0.6, 'async_generate': False, 'move_model_batches': None, 'multi_turn_scheduler': None, 'max_turns': None, 'completion_length_limit_scope': 'per_round', 'vllm_server_pass_dataset': False, 'num_iterations': 1, 'micro_batch_size': 1, 'global_batch_size': 8, 'recompute_granularity': 'full', 'recompute_method': 'uniform', 'recompute_num_layers': 1, 'recompute_modules': ['core_attn'], 'train_iters': 478, 'num_train_epochs': 1, 'masked_softmax_fusion': True, 'bias_dropout_fusion': True, 'bias_activation_fusion': True, 'apply_rope_fusion': False, 'gradient_accumulation_fusion': False, 'cross_entropy_loss_fusion': True, 'cross_entropy_fusion_impl': 'te', 'calculate_per_token_loss': True, 'attention_backend': '', 'optimizer': 'adam', 'optimizer_cpu_offload': False, 'optimizer_offload_fraction': 1.0, 'use_precision_aware_optimizer': False, 'main_grads_dtype': 'float32', 'main_params_dtype': 'float32', 'exp_avg_dtype': 'float32', 'exp_avg_sq_dtype': 'float32', 'manual_gc': False, 'manual_gc_steps': 0, 'manual_gc_eval': True, 'train_dataloader_shuffle': True, 'dataloader_num_workers': 8, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': True, 'dataloader_prefetch_factor': 2, 'data_sharding': False, 'group_by_length': False, 'te_rng_tracker': False, 'data_parallel_random_init': False, 'mlp_padding_free': False, 'lr_warmup_init': 0.0, 'lr': 0.0001, 'lr_decay_style': 'cosine', 'lr_decay_iters': 478, 'lr_warmup_iters': 0, 'lr_warmup_fraction': 0.05, 'min_lr': 1e-05, 'lr_wsd_decay_style': 'exponential', 'lr_wsd_decay_iters': None, 'weight_decay': 0.1, 'weight_decay_incr_style': 'constant', 'start_weight_decay': 0.1, 'end_weight_decay': 0.1, 'clip_grad': 1.0, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_eps': 1e-08, 'sgd_momentum': 0.9, 'muon_momentum': 0.9, 'muon_split_qkv': True, 'muon_use_nesterov': False, 'muon_scale_mode': 'spectral', 'muon_fp32_matmul_prec': 'medium', 'muon_num_ns_steps': 5, 'muon_tp_mode': 'blockwise', 'muon_extra_scale_factor': 1.0, 'output_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1', 'save_steps': 500, 'no_save_optim': True, 'no_save_rng': True, 'mcore_model': None, 'mcore_adapter': None, 'no_load_optim': False, 'no_load_rng': False, 'finetune': True, 'perform_initialization': False, 'use_cpu_initialization': False, 'async_save': False, 'save_total_limit': None, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'use_persistent_ckpt_worker': False, 'dist_ckpt_save_pre_mcore_014': False, 'dist_ckpt_optim_fully_reshardable': False, 'distrib_optim_fully_reshardable_mem_efficient': False, 'local_rank': 7, 'use_distributed_optimizer': True, 'tensor_model_parallel_size': 4, 'pipeline_model_parallel_size': 2, 'decoder_first_pipeline_num_layers': None, 'decoder_last_pipeline_num_layers': None, 'account_for_embedding_in_pipeline_split': False, 'account_for_loss_in_pipeline_split': False, 'overlap_p2p_comm': False, 'align_param_gather': False, 'sequence_parallel': True, 'context_parallel_size': 1, 'tp_comm_overlap': False, 'overlap_grad_reduce': False, 'overlap_param_gather': False, 'overlap_param_gather_with_optimizer_step': False, 'align_grad_reduce': True, 'virtual_pipeline_model_parallel_size': None, 'microbatch_group_size_per_vp_stage': None, 'pipeline_model_parallel_layout': None, 'expert_model_parallel_size': 2, 'expert_tensor_parallel_size': 1, 'report_to': ['wandb'], 'logging_steps': 5, 'tensorboard_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/runs', 'tensorboard_queue_size': 50, 'wandb_project': 'highlight_base_qwen3omni', 'wandb_exp_name': 'qwen3omni_30b_a3b_base_highlight_debug_batch1', 'swanlab_project': 'megatron-swift', 'swanlab_exp_name': None, 'eval_iters': 0, 'eval_steps': 500000, 'fp8_format': None, 'fp8_recipe': 'delayed', 'fp8_amax_history_len': 1024, 'fp8_amax_compute_algo': 'max', 'fp8_param_gather': False, 'fp16': False, 'bf16': True, 'apply_query_key_layer_scaling': False, 'attention_softmax_in_fp32': True, 'accumulate_allreduce_grads_in_fp32': True, 'moe_router_load_balancing_type': None, 'moe_router_dtype': 'fp32', 'moe_token_dispatcher_type': None, 'moe_enable_deepep': False, 'moe_grouped_gemm': True, 'moe_permute_fusion': True, 'moe_aux_loss_coeff': 1e-06, 'moe_z_loss_coeff': None, 'moe_shared_expert_overlap': True, 'moe_layer_recompute': False, 'moe_expert_capacity_factor': None, 'moe_pad_expert_input_to_capacity': False, 'moe_token_drop_policy': None, 'mtp_num_layers': None, 'mtp_loss_scaling_factor': 0.1, 'mtp_decoder_input_detach': False, 'mtp_shared_weights': False, 'save_safetensors': True, 'ref_model': None, 'ref_adapters': [], 'merge_lora': True, 'max_shard_size': '5GB', 'vit_gradient_checkpointing': False, 'vit_gradient_checkpointing_kwargs': None, 'vit_attn_impl': None, 'vit_lr': None, 'aligner_lr': None, 'dsa_indexer_loss_coeff': None, 'dsa_indexer_use_sparse_loss': False, 'check_model': True, 'apply_wd_to_qk_layernorm': False, 'linear_decoupled_in_proj': False, 'enable_dft_loss': False, 'enable_channel_loss': False, 'save_strategy': 'steps', 'callbacks': ['print', 'default_flow', 'wandb'], 'add_version': False, 'create_checkpoint_symlink': False, 'swift_version': '4.1.3', 'ckpt_dir': None, 'rank': 7, 'global_world_size': 8, 'local_world_size': 8, 'model_suffix': 'Qwen3-Omni-30B-A3B-Instruct', 'model_info': "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", 'model_meta': "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", 'model_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', 'template_meta': "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", '_val_dataset_exists': False, 'hub': "", 'seq_length': 65536, 'is_multimodal': True, 'megatron_model_meta': "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", 'fp8': None, 'params_dtype': 'bfloat16', 'world_size': 8, 'data_parallel_size': 1, 'num_microbatches': 8, '_wandb': {}} +2026-05-01 09:09:18,479 INFO MainThread:1291575 [wandb_init.py:init():898] starting backend +2026-05-01 09:09:18,762 INFO MainThread:1291575 [wandb_init.py:init():913] sending inform_init request +2026-05-01 09:09:19,340 INFO MainThread:1291575 [wandb_init.py:init():918] backend started and connected +2026-05-01 09:09:19,344 INFO MainThread:1291575 [wandb_init.py:init():988] updated telemetry +2026-05-01 09:09:19,361 INFO MainThread:1291575 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout +2026-05-01 09:09:19,833 INFO MainThread:1291575 [wandb_init.py:init():1056] starting run threads in backend +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_console_start():2554] atexit reg +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_redirect():2403] redirect: wrap_raw +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_redirect():2472] Wrapping output streams. +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_redirect():2495] Redirects installed. +2026-05-01 09:09:19,984 INFO MainThread:1291575 [wandb_init.py:init():1094] run started, returning control to user process +2026-05-01 15:31:51,604 INFO wandb-AsyncioManager-main:1291575 [service_client.py:_forward_responses():134] Reached EOF. +2026-05-01 15:31:51,619 INFO wandb-AsyncioManager-main:1291575 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles. diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/latest-run/files/config.yaml b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/latest-run/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..85b7cd19df6dde5913b2b2ef2df39319d680bb05 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/latest-run/files/config.yaml @@ -0,0 +1,968 @@ +_val_dataset_exists: + value: false +_wandb: + value: + cli_version: 0.26.1 + e: + e0lb69djpjcz69jp89g4xi7f00g85eqc: + args: + - --dataset + - highlight_batch1_omni + - --custom_register_path + - datasets/qwen3omni/register_highlight_dataset.py + - --output_dir + - /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1 + - --wandb_exp_name + - qwen3omni_30b_a3b_base_highlight_debug_batch1 + - --wandb_project + - highlight_base_qwen3omni + - --micro_batch_size + - "1" + - --global_batch_size + - "8" + - --num_train_epochs + - "1" + - --model + - /mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct + - --save_safetensors + - "True" + - --load_from_cache_file + - "False" + - --split_dataset_ratio + - "0.0" + - --moe_permute_fusion + - "True" + - --tuner_type + - lora + - --lora_rank + - "8" + - --lora_alpha + - "32" + - --target_modules + - all-linear + - --pipeline_model_parallel_size + - "2" + - --tensor_model_parallel_size + - "4" + - --expert_model_parallel_size + - "2" + - --expert_tensor_parallel_size + - "1" + - --moe_grouped_gemm + - "True" + - --moe_shared_expert_overlap + - "True" + - --moe_aux_loss_coeff + - "1e-6" + - --recompute_granularity + - full + - --recompute_method + - uniform + - --recompute_num_layers + - "1" + - --finetune + - "True" + - --cross_entropy_loss_fusion + - "True" + - --lr + - "1e-4" + - --lr_warmup_fraction + - "0.05" + - --min_lr + - "1e-5" + - --save_steps + - "500" + - --eval_steps + - "500000" + - --packing + - "False" + - --lazy_tokenize + - "True" + - --dataloader_num_workers + - "8" + - --dataset_num_proc + - "8" + - --no_save_optim + - "True" + - --no_save_rng + - "True" + - --sequence_parallel + - "True" + - --attention_backend + - flash + - --gradient_accumulation_fusion + - "False" + - --report_to + - wandb + - --add_version + - "False" + codePath: scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py + codePathLocal: scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py + cpu_count: 96 + cpu_count_logical: 96 + cudaVersion: "12.9" + disk: + /: + total: "3779301580800" + used: "1600161120256" + email: 2200012743@stu.pku.edu.cn + executable: /opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/bin/python + git: + commit: 93698abb139ae34fd01aba06810bbb035677cf9e + remote: git@code.byted.org:user/highlight_tools.git + gpu: NVIDIA H100 80GB HBM3 + gpu_count: 8 + gpu_nvidia: + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-d75ff133-86b3-6c57-03ff-4c3c2f0bf8c8 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-dcd8ebad-e6b5-378d-e97f-24998e904637 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-ccee12fb-c21b-dead-3051-2e4ec5c0b7f7 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-9f3a4fc1-986e-3295-627b-b3c9ed3356a6 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-d829be79-3df9-48e7-df49-8867a0f1a95f + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-b4e33f6c-199d-c139-73b9-b6a887bc1748 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-cd953d0c-ce14-3554-1c89-93bf8618008b + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-01111217-ae78-22e8-a642-abebbf26ff20 + host: n124-253-227 + memory: + total: "2007284330496" + os: Linux-5.15.120.bsk.2-amd64-x86_64-with-glibc2.36 + program: /opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py + python: CPython 3.12.13 + root: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1 + startedAt: "2026-05-01T09:09:18.096625Z" + writerId: e0lb69djpjcz69jp89g4xi7f00g85eqc + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + - 98 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + - 98 + "3": + - 13 + - 16 + - 61 + "4": 3.12.13 + "5": 0.26.1 + "6": 4.57.1 + "12": 0.26.1 + "13": linux-x86_64 +account_for_embedding_in_pipeline_split: + value: false +account_for_loss_in_pipeline_split: + value: false +accumulate_allreduce_grads_in_fp32: + value: true +adam_beta1: + value: 0.9 +adam_beta2: + value: 0.95 +adam_eps: + value: 1e-08 +adapters: + value: [] +add_non_thinking_prefix: + value: true +add_version: + value: false +advantage_estimator: + value: grpo +agent_template: + value: null +align_grad_reduce: + value: true +align_param_gather: + value: false +aligner_lr: + value: null +apply_query_key_layer_scaling: + value: false +apply_rope_fusion: + value: false +apply_wd_to_qk_layernorm: + value: false +async_generate: + value: false +async_save: + value: false +attention_backend: + value: '' +attention_softmax_in_fp32: + value: true +attn_impl: + value: null +beta: + value: null +bf16: + value: true +bias_activation_fusion: + value: true +bias_dropout_fusion: + value: true +bnb_4bit_compute_dtype: + value: bfloat16 +bnb_4bit_quant_storage: + value: null +bnb_4bit_quant_type: + value: nf4 +bnb_4bit_use_double_quant: + value: true +cached_dataset: + value: [] +cached_val_dataset: + value: [] +calculate_KL: + value: null +calculate_per_token_loss: + value: true +callbacks: + value: + - print + - default_flow + - wandb +center_rewards_coefficient: + value: null +check_model: + value: true +ckpt_dir: + value: null +clip_grad: + value: 1 +completion_length_limit_scope: + value: per_round +context_parallel_size: + value: 1 +cosine_max_len: + value: null +cosine_max_len_value_correct: + value: 0.5 +cosine_max_len_value_wrong: + value: 0 +cosine_min_len_value_correct: + value: 1 +cosine_min_len_value_wrong: + value: -0.5 +create_checkpoint_symlink: + value: false +cross_entropy_fusion_impl: + value: te +cross_entropy_loss_fusion: + value: true +custom_dataset_info: + value: [] +custom_register_path: + value: + - datasets/qwen3omni/register_highlight_dataset.py +data_parallel_random_init: + value: false +data_parallel_size: + value: 1 +data_seed: + value: 42 +data_sharding: + value: false +dataloader_num_workers: + value: 8 +dataloader_persistent_workers: + value: true +dataloader_pin_memory: + value: true +dataloader_prefetch_factor: + value: 2 +dataset: + value: + - highlight_batch1_omni +dataset_num_proc: + value: 8 +dataset_shuffle: + value: true +ddp_backend: + value: nccl +ddp_timeout: + value: 18000000 +decoder_first_pipeline_num_layers: + value: null +decoder_last_pipeline_num_layers: + value: null +delta: + value: null +desirable_weight: + value: 1 +device_groups: + value: null +device_map: + value: null +dist_ckpt_optim_fully_reshardable: + value: false +dist_ckpt_save_pre_mcore_014: + value: false +distrib_optim_fully_reshardable_mem_efficient: + value: false +download_mode: + value: reuse_dataset_if_exists +dsa_indexer_loss_coeff: + value: null +dsa_indexer_use_sparse_loss: + value: false +dynamic_sample: + value: false +enable_channel_loss: + value: false +enable_dft_loss: + value: false +enable_thinking: + value: null +end_weight_decay: + value: 0.1 +epsilon: + value: 0.2 +epsilon_high: + value: null +eval_iters: + value: 0 +eval_steps: + value: 500000 +exp_avg_dtype: + value: float32 +exp_avg_sq_dtype: + value: float32 +expert_model_parallel_size: + value: 2 +expert_tensor_parallel_size: + value: 1 +experts_impl: + value: null +external_plugins: + value: + - datasets/qwen3omni/register_highlight_dataset.py +f_divergence_type: + value: reverse_kl +finetune: + value: true +fp8: + value: null +fp8_amax_compute_algo: + value: max +fp8_amax_history_len: + value: 1024 +fp8_format: + value: null +fp8_param_gather: + value: false +fp8_recipe: + value: delayed +fp16: + value: false +freeze_aligner: + value: true +freeze_llm: + value: false +freeze_parameters: + value: [] +freeze_parameters_ratio: + value: 0 +freeze_parameters_regex: + value: null +freeze_vit: + value: true +generation_batch_size: + value: null +gkd_logits_topk: + value: null +global_batch_size: + value: 8 +global_world_size: + value: 8 +gradient_accumulation_fusion: + value: false +greater_is_better: + value: false +group_by_length: + value: false +hqq_axis: + value: null +hub: + value: +hub_token: + value: null +ignore_args_error: + value: false +importance_sampling_level: + value: token +init_strategy: + value: null +interleave_prob: + value: null +is_multimodal: + value: true +kl_in_reward: + value: false +label_smoothing: + value: 0 +lazy_tokenize: + value: true +linear_decoupled_in_proj: + value: false +lmbda: + value: 0.5 +load_args: + value: false +load_data_args: + value: false +load_from_cache_file: + value: false +local_rank: + value: 7 +local_repo_path: + value: null +local_world_size: + value: 8 +log_completions: + value: false +log_entropy: + value: false +log_rollout_offpolicy_metrics: + value: false +logging_steps: + value: 5 +logprobs: + value: false +lora_alpha: + value: 32 +lora_bias: + value: none +lora_dropout: + value: 0.05 +lora_dtype: + value: null +lora_rank: + value: 8 +loss_scale: + value: default +loss_type: + value: null +lr: + value: 0.0001 +lr_decay_iters: + value: 478 +lr_decay_style: + value: cosine +lr_warmup_fraction: + value: 0.05 +lr_warmup_init: + value: 0 +lr_warmup_iters: + value: 0 +lr_wsd_decay_iters: + value: null +lr_wsd_decay_style: + value: exponential +main_grads_dtype: + value: float32 +main_params_dtype: + value: float32 +manual_gc: + value: false +manual_gc_eval: + value: true +manual_gc_steps: + value: 0 +masked_softmax_fusion: + value: true +max_completion_length: + value: 512 +max_length: + value: 65536 +max_model_len: + value: null +max_new_tokens: + value: null +max_pixels: + value: null +max_resample_times: + value: 3 +max_shard_size: + value: 5GB +max_turns: + value: null +mcore_adapter: + value: null +mcore_model: + value: null +mcore_ref_adapter: + value: null +mcore_ref_model: + value: null +megatron_model_meta: + value: ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=) +merge_lora: + value: true +metric_for_best_model: + value: loss +micro_batch_size: + value: 1 +microbatch_group_size_per_vp_stage: + value: null +min_lr: + value: 1e-05 +mlp_padding_free: + value: false +model: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct +model_author: + value: null +model_dir: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct +model_info: + value: 'ModelInfo(model_type=''qwen3_omni_moe'', model_dir=''/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct'', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={''interleaved'': True, ''mrope_section'': [24, 20, 20], ''rope_type'': ''default'', ''type'': ''default''}, is_moe_model=True, is_multimodal=True, config=None, task_type=''causal_lm'', num_labels=None)' +model_meta: + value: ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[]) +model_name: + value: null +model_revision: + value: null +model_suffix: + value: Qwen3-Omni-30B-A3B-Instruct +model_type: + value: qwen3_omni_moe +modules_to_save: + value: [] +moe_aux_loss_coeff: + value: 1e-06 +moe_enable_deepep: + value: false +moe_expert_capacity_factor: + value: null +moe_grouped_gemm: + value: true +moe_layer_recompute: + value: false +moe_pad_expert_input_to_capacity: + value: false +moe_permute_fusion: + value: true +moe_router_dtype: + value: fp32 +moe_router_load_balancing_type: + value: null +moe_shared_expert_overlap: + value: true +moe_token_dispatcher_type: + value: null +moe_token_drop_policy: + value: null +moe_z_loss_coeff: + value: null +move_model_batches: + value: null +mtp_decoder_input_detach: + value: false +mtp_loss_scaling_factor: + value: 0.1 +mtp_num_layers: + value: null +mtp_shared_weights: + value: false +multi_turn_scheduler: + value: null +muon_extra_scale_factor: + value: 1 +muon_fp32_matmul_prec: + value: medium +muon_momentum: + value: 0.9 +muon_num_ns_steps: + value: 5 +muon_scale_mode: + value: spectral +muon_split_qkv: + value: true +muon_tp_mode: + value: blockwise +muon_use_nesterov: + value: false +new_special_tokens: + value: [] +no_load_optim: + value: false +no_load_rng: + value: false +no_save_optim: + value: true +no_save_rng: + value: true +norm_bbox: + value: null +num_beams: + value: 1 +num_generations: + value: 8 +num_generations_eval: + value: null +num_iterations: + value: 1 +num_labels: + value: null +num_microbatches: + value: 8 +num_train_epochs: + value: 1 +off_policy_sequence_mask_delta: + value: null +offload_bridge: + value: false +offload_model: + value: false +offload_optimizer: + value: false +offload_teacher_model: + value: false +optimizer: + value: adam +optimizer_cpu_offload: + value: false +optimizer_offload_fraction: + value: 1 +output_dir: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1 +overlap_grad_reduce: + value: false +overlap_p2p_comm: + value: false +overlap_param_gather: + value: false +overlap_param_gather_with_optimizer_step: + value: false +overlong_filter: + value: false +packing: + value: false +packing_length: + value: null +packing_num_proc: + value: 1 +padding_free: + value: true +padding_side: + value: right +params_dtype: + value: bfloat16 +perform_initialization: + value: false +pipeline_model_parallel_layout: + value: null +pipeline_model_parallel_size: + value: 2 +problem_type: + value: null +quant_bits: + value: null +quant_method: + value: null +rank: + value: 7 +ray_exp_name: + value: null +recompute_granularity: + value: full +recompute_method: + value: uniform +recompute_modules: + value: + - core_attn +recompute_num_layers: + value: 1 +ref_adapters: + value: [] +ref_model: + value: null +ref_model_mixup_alpha: + value: 0.6 +ref_model_sync_steps: + value: 512 +reference_free: + value: false +remove_unused_columns: + value: true +repetition_max_penalty: + value: -1 +repetition_n_grams: + value: 3 +repetition_penalty: + value: 1 +report_to: + value: + - wandb +response_prefix: + value: null +reward_funcs: + value: [] +reward_model: + value: null +reward_model_plugin: + value: null +reward_weights: + value: null +rlhf_type: + value: null +rollout_importance_sampling_mode: + value: null +rollout_importance_sampling_threshold: + value: 2 +rope_scaling: + value: null +router_replay_mode: + value: disabled +rpo_alpha: + value: null +save_safetensors: + value: true +save_steps: + value: 500 +save_strategy: + value: steps +save_total_limit: + value: null +scale_rewards: + value: group +seed: + value: 42 +seq_kd: + value: false +seq_length: + value: 65536 +sequence_parallel: + value: true +sequence_parallel_size: + value: 1 +sft_alpha: + value: 0 +sgd_momentum: + value: 0.9 +shuffle_buffer_size: + value: 1000 +sleep_level: + value: 0 +soft_cache_length: + value: null +soft_max_length: + value: null +split_dataset_ratio: + value: 0 +start_weight_decay: + value: 0.1 +steps_per_generation: + value: null +stop_words: + value: [] +stopping_strategy: + value: first_exhausted +stream: + value: false +streaming: + value: false +strict: + value: false +structured_outputs_regex: + value: null +swanlab_exp_name: + value: null +swanlab_project: + value: megatron-swift +swift_version: + value: 4.1.3 +sync_ref_model: + value: false +system: + value: null +target_modules: + value: + - all-linear +target_regex: + value: null +task_type: + value: causal_lm +tau_neg: + value: 1.05 +tau_pos: + value: 1 +te_rng_tracker: + value: false +teacher_model: + value: null +teacher_model_revision: + value: null +teacher_model_server: + value: null +teacher_model_type: + value: null +temperature: + value: 0.9 +template: + value: qwen3_omni +template_backend: + value: swift +template_meta: + value: QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\n{{QUERY}}<|im_end|>\n<|im_start|>assistant\n'], chat_sep=['<|im_end|>\n'], suffix=['<|im_end|>\n'], template_cls=, system_prefix=['<|im_start|>system\n{{SYSTEM}}<|im_end|>\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\n', non_thinking_prefix='', history_thinking_prefix='') +tensor_model_parallel_size: + value: 4 +tensorboard_dir: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/runs +tensorboard_queue_size: + value: 50 +top_entropy_quantile: + value: 1 +top_k: + value: -1 +top_logprobs: + value: null +top_p: + value: 1 +torch_dtype: + value: bfloat16 +tp_comm_overlap: + value: false +train_dataloader_shuffle: + value: true +train_iters: + value: 478 +trainable_parameters: + value: [] +trainable_parameters_regex: + value: null +truncation_strategy: + value: delete +tuner_backend: + value: peft +tuner_type: + value: lora +undesirable_weight: + value: 1 +use_chat_template: + value: true +use_cpu_initialization: + value: false +use_distributed_optimizer: + value: true +use_hf: + value: false +use_persistent_ckpt_worker: + value: false +use_precision_aware_optimizer: + value: false +use_ray: + value: false +use_rslora: + value: false +use_swift_lora: + value: false +use_vllm: + value: true +val_dataset: + value: [] +val_dataset_shuffle: + value: false +virtual_pipeline_model_parallel_size: + value: null +vit_attn_impl: + value: null +vit_gradient_checkpointing: + value: false +vit_gradient_checkpointing_kwargs: + value: null +vit_lr: + value: null +vllm_disable_cascade_attn: + value: false +vllm_enable_prefix_caching: + value: true +vllm_enforce_eager: + value: false +vllm_engine_kwargs: + value: null +vllm_gpu_memory_utilization: + value: 0.9 +vllm_limit_mm_per_prompt: + value: null +vllm_max_model_len: + value: null +vllm_max_num_seqs: + value: null +vllm_mm_processor_cache_gb: + value: null +vllm_mode: + value: null +vllm_server_base_url: + value: null +vllm_server_group_port: + value: null +vllm_server_host: + value: null +vllm_server_pass_dataset: + value: false +vllm_server_port: + value: + - 8000 +vllm_server_timeout: + value: 240 +vllm_tensor_parallel_size: + value: 1 +wandb_exp_name: + value: qwen3omni_30b_a3b_base_highlight_debug_batch1 +wandb_log_unique_prompts: + value: null +wandb_project: + value: highlight_base_qwen3omni +weight_decay: + value: 0.1 +weight_decay_incr_style: + value: constant +world_size: + value: 8 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/latest-run/files/output.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/latest-run/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..4e3e68d3fbd28bc4ac91fa8de04b14c2f9d2cc49 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/latest-run/files/output.log @@ -0,0 +1,100 @@ +Train: 0%| | 0/478 [00:00', 'optimizer': 'adam', 'optimizer_cpu_offload': False, 'optimizer_offload_fraction': 1.0, 'use_precision_aware_optimizer': False, 'main_grads_dtype': 'float32', 'main_params_dtype': 'float32', 'exp_avg_dtype': 'float32', 'exp_avg_sq_dtype': 'float32', 'manual_gc': False, 'manual_gc_steps': 0, 'manual_gc_eval': True, 'train_dataloader_shuffle': True, 'dataloader_num_workers': 8, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': True, 'dataloader_prefetch_factor': 2, 'data_sharding': False, 'group_by_length': False, 'te_rng_tracker': False, 'data_parallel_random_init': False, 'mlp_padding_free': False, 'lr_warmup_init': 0.0, 'lr': 0.0001, 'lr_decay_style': 'cosine', 'lr_decay_iters': 478, 'lr_warmup_iters': 0, 'lr_warmup_fraction': 0.05, 'min_lr': 1e-05, 'lr_wsd_decay_style': 'exponential', 'lr_wsd_decay_iters': None, 'weight_decay': 0.1, 'weight_decay_incr_style': 'constant', 'start_weight_decay': 0.1, 'end_weight_decay': 0.1, 'clip_grad': 1.0, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_eps': 1e-08, 'sgd_momentum': 0.9, 'muon_momentum': 0.9, 'muon_split_qkv': True, 'muon_use_nesterov': False, 'muon_scale_mode': 'spectral', 'muon_fp32_matmul_prec': 'medium', 'muon_num_ns_steps': 5, 'muon_tp_mode': 'blockwise', 'muon_extra_scale_factor': 1.0, 'output_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1', 'save_steps': 500, 'no_save_optim': True, 'no_save_rng': True, 'mcore_model': None, 'mcore_adapter': None, 'no_load_optim': False, 'no_load_rng': False, 'finetune': True, 'perform_initialization': False, 'use_cpu_initialization': False, 'async_save': False, 'save_total_limit': None, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'use_persistent_ckpt_worker': False, 'dist_ckpt_save_pre_mcore_014': False, 'dist_ckpt_optim_fully_reshardable': False, 'distrib_optim_fully_reshardable_mem_efficient': False, 'local_rank': 7, 'use_distributed_optimizer': True, 'tensor_model_parallel_size': 4, 'pipeline_model_parallel_size': 2, 'decoder_first_pipeline_num_layers': None, 'decoder_last_pipeline_num_layers': None, 'account_for_embedding_in_pipeline_split': False, 'account_for_loss_in_pipeline_split': False, 'overlap_p2p_comm': False, 'align_param_gather': False, 'sequence_parallel': True, 'context_parallel_size': 1, 'tp_comm_overlap': False, 'overlap_grad_reduce': False, 'overlap_param_gather': False, 'overlap_param_gather_with_optimizer_step': False, 'align_grad_reduce': True, 'virtual_pipeline_model_parallel_size': None, 'microbatch_group_size_per_vp_stage': None, 'pipeline_model_parallel_layout': None, 'expert_model_parallel_size': 2, 'expert_tensor_parallel_size': 1, 'report_to': ['wandb'], 'logging_steps': 5, 'tensorboard_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/runs', 'tensorboard_queue_size': 50, 'wandb_project': 'highlight_base_qwen3omni', 'wandb_exp_name': 'qwen3omni_30b_a3b_base_highlight_debug_batch1', 'swanlab_project': 'megatron-swift', 'swanlab_exp_name': None, 'eval_iters': 0, 'eval_steps': 500000, 'fp8_format': None, 'fp8_recipe': 'delayed', 'fp8_amax_history_len': 1024, 'fp8_amax_compute_algo': 'max', 'fp8_param_gather': False, 'fp16': False, 'bf16': True, 'apply_query_key_layer_scaling': False, 'attention_softmax_in_fp32': True, 'accumulate_allreduce_grads_in_fp32': True, 'moe_router_load_balancing_type': None, 'moe_router_dtype': 'fp32', 'moe_token_dispatcher_type': None, 'moe_enable_deepep': False, 'moe_grouped_gemm': True, 'moe_permute_fusion': True, 'moe_aux_loss_coeff': 1e-06, 'moe_z_loss_coeff': None, 'moe_shared_expert_overlap': True, 'moe_layer_recompute': False, 'moe_expert_capacity_factor': None, 'moe_pad_expert_input_to_capacity': False, 'moe_token_drop_policy': None, 'mtp_num_layers': None, 'mtp_loss_scaling_factor': 0.1, 'mtp_decoder_input_detach': False, 'mtp_shared_weights': False, 'save_safetensors': True, 'ref_model': None, 'ref_adapters': [], 'merge_lora': True, 'max_shard_size': '5GB', 'vit_gradient_checkpointing': False, 'vit_gradient_checkpointing_kwargs': None, 'vit_attn_impl': None, 'vit_lr': None, 'aligner_lr': None, 'dsa_indexer_loss_coeff': None, 'dsa_indexer_use_sparse_loss': False, 'check_model': True, 'apply_wd_to_qk_layernorm': False, 'linear_decoupled_in_proj': False, 'enable_dft_loss': False, 'enable_channel_loss': False, 'save_strategy': 'steps', 'callbacks': ['print', 'default_flow', 'wandb'], 'add_version': False, 'create_checkpoint_symlink': False, 'swift_version': '4.1.3', 'ckpt_dir': None, 'rank': 7, 'global_world_size': 8, 'local_world_size': 8, 'model_suffix': 'Qwen3-Omni-30B-A3B-Instruct', 'model_info': "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", 'model_meta': "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", 'model_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', 'template_meta': "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", '_val_dataset_exists': False, 'hub': "", 'seq_length': 65536, 'is_multimodal': True, 'megatron_model_meta': "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", 'fp8': None, 'params_dtype': 'bfloat16', 'world_size': 8, 'data_parallel_size': 1, 'num_microbatches': 8, '_wandb': {}} +2026-05-01 09:09:18,479 INFO MainThread:1291575 [wandb_init.py:init():898] starting backend +2026-05-01 09:09:18,762 INFO MainThread:1291575 [wandb_init.py:init():913] sending inform_init request +2026-05-01 09:09:19,340 INFO MainThread:1291575 [wandb_init.py:init():918] backend started and connected +2026-05-01 09:09:19,344 INFO MainThread:1291575 [wandb_init.py:init():988] updated telemetry +2026-05-01 09:09:19,361 INFO MainThread:1291575 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout +2026-05-01 09:09:19,833 INFO MainThread:1291575 [wandb_init.py:init():1056] starting run threads in backend +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_console_start():2554] atexit reg +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_redirect():2403] redirect: wrap_raw +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_redirect():2472] Wrapping output streams. +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_redirect():2495] Redirects installed. +2026-05-01 09:09:19,984 INFO MainThread:1291575 [wandb_init.py:init():1094] run started, returning control to user process +2026-05-01 15:31:51,604 INFO wandb-AsyncioManager-main:1291575 [service_client.py:_forward_responses():134] Reached EOF. +2026-05-01 15:31:51,619 INFO wandb-AsyncioManager-main:1291575 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles. diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/run-20260501_090918-xbaiyg8x/files/config.yaml b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/run-20260501_090918-xbaiyg8x/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..85b7cd19df6dde5913b2b2ef2df39319d680bb05 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/run-20260501_090918-xbaiyg8x/files/config.yaml @@ -0,0 +1,968 @@ +_val_dataset_exists: + value: false +_wandb: + value: + cli_version: 0.26.1 + e: + e0lb69djpjcz69jp89g4xi7f00g85eqc: + args: + - --dataset + - highlight_batch1_omni + - --custom_register_path + - datasets/qwen3omni/register_highlight_dataset.py + - --output_dir + - /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1 + - --wandb_exp_name + - qwen3omni_30b_a3b_base_highlight_debug_batch1 + - --wandb_project + - highlight_base_qwen3omni + - --micro_batch_size + - "1" + - --global_batch_size + - "8" + - --num_train_epochs + - "1" + - --model + - /mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct + - --save_safetensors + - "True" + - --load_from_cache_file + - "False" + - --split_dataset_ratio + - "0.0" + - --moe_permute_fusion + - "True" + - --tuner_type + - lora + - --lora_rank + - "8" + - --lora_alpha + - "32" + - --target_modules + - all-linear + - --pipeline_model_parallel_size + - "2" + - --tensor_model_parallel_size + - "4" + - --expert_model_parallel_size + - "2" + - --expert_tensor_parallel_size + - "1" + - --moe_grouped_gemm + - "True" + - --moe_shared_expert_overlap + - "True" + - --moe_aux_loss_coeff + - "1e-6" + - --recompute_granularity + - full + - --recompute_method + - uniform + - --recompute_num_layers + - "1" + - --finetune + - "True" + - --cross_entropy_loss_fusion + - "True" + - --lr + - "1e-4" + - --lr_warmup_fraction + - "0.05" + - --min_lr + - "1e-5" + - --save_steps + - "500" + - --eval_steps + - "500000" + - --packing + - "False" + - --lazy_tokenize + - "True" + - --dataloader_num_workers + - "8" + - --dataset_num_proc + - "8" + - --no_save_optim + - "True" + - --no_save_rng + - "True" + - --sequence_parallel + - "True" + - --attention_backend + - flash + - --gradient_accumulation_fusion + - "False" + - --report_to + - wandb + - --add_version + - "False" + codePath: scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py + codePathLocal: scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py + cpu_count: 96 + cpu_count_logical: 96 + cudaVersion: "12.9" + disk: + /: + total: "3779301580800" + used: "1600161120256" + email: 2200012743@stu.pku.edu.cn + executable: /opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/bin/python + git: + commit: 93698abb139ae34fd01aba06810bbb035677cf9e + remote: git@code.byted.org:user/highlight_tools.git + gpu: NVIDIA H100 80GB HBM3 + gpu_count: 8 + gpu_nvidia: + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-d75ff133-86b3-6c57-03ff-4c3c2f0bf8c8 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-dcd8ebad-e6b5-378d-e97f-24998e904637 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-ccee12fb-c21b-dead-3051-2e4ec5c0b7f7 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-9f3a4fc1-986e-3295-627b-b3c9ed3356a6 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-d829be79-3df9-48e7-df49-8867a0f1a95f + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-b4e33f6c-199d-c139-73b9-b6a887bc1748 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-cd953d0c-ce14-3554-1c89-93bf8618008b + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-01111217-ae78-22e8-a642-abebbf26ff20 + host: n124-253-227 + memory: + total: "2007284330496" + os: Linux-5.15.120.bsk.2-amd64-x86_64-with-glibc2.36 + program: /opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py + python: CPython 3.12.13 + root: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1 + startedAt: "2026-05-01T09:09:18.096625Z" + writerId: e0lb69djpjcz69jp89g4xi7f00g85eqc + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + - 98 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + - 98 + "3": + - 13 + - 16 + - 61 + "4": 3.12.13 + "5": 0.26.1 + "6": 4.57.1 + "12": 0.26.1 + "13": linux-x86_64 +account_for_embedding_in_pipeline_split: + value: false +account_for_loss_in_pipeline_split: + value: false +accumulate_allreduce_grads_in_fp32: + value: true +adam_beta1: + value: 0.9 +adam_beta2: + value: 0.95 +adam_eps: + value: 1e-08 +adapters: + value: [] +add_non_thinking_prefix: + value: true +add_version: + value: false +advantage_estimator: + value: grpo +agent_template: + value: null +align_grad_reduce: + value: true +align_param_gather: + value: false +aligner_lr: + value: null +apply_query_key_layer_scaling: + value: false +apply_rope_fusion: + value: false +apply_wd_to_qk_layernorm: + value: false +async_generate: + value: false +async_save: + value: false +attention_backend: + value: '' +attention_softmax_in_fp32: + value: true +attn_impl: + value: null +beta: + value: null +bf16: + value: true +bias_activation_fusion: + value: true +bias_dropout_fusion: + value: true +bnb_4bit_compute_dtype: + value: bfloat16 +bnb_4bit_quant_storage: + value: null +bnb_4bit_quant_type: + value: nf4 +bnb_4bit_use_double_quant: + value: true +cached_dataset: + value: [] +cached_val_dataset: + value: [] +calculate_KL: + value: null +calculate_per_token_loss: + value: true +callbacks: + value: + - print + - default_flow + - wandb +center_rewards_coefficient: + value: null +check_model: + value: true +ckpt_dir: + value: null +clip_grad: + value: 1 +completion_length_limit_scope: + value: per_round +context_parallel_size: + value: 1 +cosine_max_len: + value: null +cosine_max_len_value_correct: + value: 0.5 +cosine_max_len_value_wrong: + value: 0 +cosine_min_len_value_correct: + value: 1 +cosine_min_len_value_wrong: + value: -0.5 +create_checkpoint_symlink: + value: false +cross_entropy_fusion_impl: + value: te +cross_entropy_loss_fusion: + value: true +custom_dataset_info: + value: [] +custom_register_path: + value: + - datasets/qwen3omni/register_highlight_dataset.py +data_parallel_random_init: + value: false +data_parallel_size: + value: 1 +data_seed: + value: 42 +data_sharding: + value: false +dataloader_num_workers: + value: 8 +dataloader_persistent_workers: + value: true +dataloader_pin_memory: + value: true +dataloader_prefetch_factor: + value: 2 +dataset: + value: + - highlight_batch1_omni +dataset_num_proc: + value: 8 +dataset_shuffle: + value: true +ddp_backend: + value: nccl +ddp_timeout: + value: 18000000 +decoder_first_pipeline_num_layers: + value: null +decoder_last_pipeline_num_layers: + value: null +delta: + value: null +desirable_weight: + value: 1 +device_groups: + value: null +device_map: + value: null +dist_ckpt_optim_fully_reshardable: + value: false +dist_ckpt_save_pre_mcore_014: + value: false +distrib_optim_fully_reshardable_mem_efficient: + value: false +download_mode: + value: reuse_dataset_if_exists +dsa_indexer_loss_coeff: + value: null +dsa_indexer_use_sparse_loss: + value: false +dynamic_sample: + value: false +enable_channel_loss: + value: false +enable_dft_loss: + value: false +enable_thinking: + value: null +end_weight_decay: + value: 0.1 +epsilon: + value: 0.2 +epsilon_high: + value: null +eval_iters: + value: 0 +eval_steps: + value: 500000 +exp_avg_dtype: + value: float32 +exp_avg_sq_dtype: + value: float32 +expert_model_parallel_size: + value: 2 +expert_tensor_parallel_size: + value: 1 +experts_impl: + value: null +external_plugins: + value: + - datasets/qwen3omni/register_highlight_dataset.py +f_divergence_type: + value: reverse_kl +finetune: + value: true +fp8: + value: null +fp8_amax_compute_algo: + value: max +fp8_amax_history_len: + value: 1024 +fp8_format: + value: null +fp8_param_gather: + value: false +fp8_recipe: + value: delayed +fp16: + value: false +freeze_aligner: + value: true +freeze_llm: + value: false +freeze_parameters: + value: [] +freeze_parameters_ratio: + value: 0 +freeze_parameters_regex: + value: null +freeze_vit: + value: true +generation_batch_size: + value: null +gkd_logits_topk: + value: null +global_batch_size: + value: 8 +global_world_size: + value: 8 +gradient_accumulation_fusion: + value: false +greater_is_better: + value: false +group_by_length: + value: false +hqq_axis: + value: null +hub: + value: +hub_token: + value: null +ignore_args_error: + value: false +importance_sampling_level: + value: token +init_strategy: + value: null +interleave_prob: + value: null +is_multimodal: + value: true +kl_in_reward: + value: false +label_smoothing: + value: 0 +lazy_tokenize: + value: true +linear_decoupled_in_proj: + value: false +lmbda: + value: 0.5 +load_args: + value: false +load_data_args: + value: false +load_from_cache_file: + value: false +local_rank: + value: 7 +local_repo_path: + value: null +local_world_size: + value: 8 +log_completions: + value: false +log_entropy: + value: false +log_rollout_offpolicy_metrics: + value: false +logging_steps: + value: 5 +logprobs: + value: false +lora_alpha: + value: 32 +lora_bias: + value: none +lora_dropout: + value: 0.05 +lora_dtype: + value: null +lora_rank: + value: 8 +loss_scale: + value: default +loss_type: + value: null +lr: + value: 0.0001 +lr_decay_iters: + value: 478 +lr_decay_style: + value: cosine +lr_warmup_fraction: + value: 0.05 +lr_warmup_init: + value: 0 +lr_warmup_iters: + value: 0 +lr_wsd_decay_iters: + value: null +lr_wsd_decay_style: + value: exponential +main_grads_dtype: + value: float32 +main_params_dtype: + value: float32 +manual_gc: + value: false +manual_gc_eval: + value: true +manual_gc_steps: + value: 0 +masked_softmax_fusion: + value: true +max_completion_length: + value: 512 +max_length: + value: 65536 +max_model_len: + value: null +max_new_tokens: + value: null +max_pixels: + value: null +max_resample_times: + value: 3 +max_shard_size: + value: 5GB +max_turns: + value: null +mcore_adapter: + value: null +mcore_model: + value: null +mcore_ref_adapter: + value: null +mcore_ref_model: + value: null +megatron_model_meta: + value: ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=) +merge_lora: + value: true +metric_for_best_model: + value: loss +micro_batch_size: + value: 1 +microbatch_group_size_per_vp_stage: + value: null +min_lr: + value: 1e-05 +mlp_padding_free: + value: false +model: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct +model_author: + value: null +model_dir: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct +model_info: + value: 'ModelInfo(model_type=''qwen3_omni_moe'', model_dir=''/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct'', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={''interleaved'': True, ''mrope_section'': [24, 20, 20], ''rope_type'': ''default'', ''type'': ''default''}, is_moe_model=True, is_multimodal=True, config=None, task_type=''causal_lm'', num_labels=None)' +model_meta: + value: ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[]) +model_name: + value: null +model_revision: + value: null +model_suffix: + value: Qwen3-Omni-30B-A3B-Instruct +model_type: + value: qwen3_omni_moe +modules_to_save: + value: [] +moe_aux_loss_coeff: + value: 1e-06 +moe_enable_deepep: + value: false +moe_expert_capacity_factor: + value: null +moe_grouped_gemm: + value: true +moe_layer_recompute: + value: false +moe_pad_expert_input_to_capacity: + value: false +moe_permute_fusion: + value: true +moe_router_dtype: + value: fp32 +moe_router_load_balancing_type: + value: null +moe_shared_expert_overlap: + value: true +moe_token_dispatcher_type: + value: null +moe_token_drop_policy: + value: null +moe_z_loss_coeff: + value: null +move_model_batches: + value: null +mtp_decoder_input_detach: + value: false +mtp_loss_scaling_factor: + value: 0.1 +mtp_num_layers: + value: null +mtp_shared_weights: + value: false +multi_turn_scheduler: + value: null +muon_extra_scale_factor: + value: 1 +muon_fp32_matmul_prec: + value: medium +muon_momentum: + value: 0.9 +muon_num_ns_steps: + value: 5 +muon_scale_mode: + value: spectral +muon_split_qkv: + value: true +muon_tp_mode: + value: blockwise +muon_use_nesterov: + value: false +new_special_tokens: + value: [] +no_load_optim: + value: false +no_load_rng: + value: false +no_save_optim: + value: true +no_save_rng: + value: true +norm_bbox: + value: null +num_beams: + value: 1 +num_generations: + value: 8 +num_generations_eval: + value: null +num_iterations: + value: 1 +num_labels: + value: null +num_microbatches: + value: 8 +num_train_epochs: + value: 1 +off_policy_sequence_mask_delta: + value: null +offload_bridge: + value: false +offload_model: + value: false +offload_optimizer: + value: false +offload_teacher_model: + value: false +optimizer: + value: adam +optimizer_cpu_offload: + value: false +optimizer_offload_fraction: + value: 1 +output_dir: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1 +overlap_grad_reduce: + value: false +overlap_p2p_comm: + value: false +overlap_param_gather: + value: false +overlap_param_gather_with_optimizer_step: + value: false +overlong_filter: + value: false +packing: + value: false +packing_length: + value: null +packing_num_proc: + value: 1 +padding_free: + value: true +padding_side: + value: right +params_dtype: + value: bfloat16 +perform_initialization: + value: false +pipeline_model_parallel_layout: + value: null +pipeline_model_parallel_size: + value: 2 +problem_type: + value: null +quant_bits: + value: null +quant_method: + value: null +rank: + value: 7 +ray_exp_name: + value: null +recompute_granularity: + value: full +recompute_method: + value: uniform +recompute_modules: + value: + - core_attn +recompute_num_layers: + value: 1 +ref_adapters: + value: [] +ref_model: + value: null +ref_model_mixup_alpha: + value: 0.6 +ref_model_sync_steps: + value: 512 +reference_free: + value: false +remove_unused_columns: + value: true +repetition_max_penalty: + value: -1 +repetition_n_grams: + value: 3 +repetition_penalty: + value: 1 +report_to: + value: + - wandb +response_prefix: + value: null +reward_funcs: + value: [] +reward_model: + value: null +reward_model_plugin: + value: null +reward_weights: + value: null +rlhf_type: + value: null +rollout_importance_sampling_mode: + value: null +rollout_importance_sampling_threshold: + value: 2 +rope_scaling: + value: null +router_replay_mode: + value: disabled +rpo_alpha: + value: null +save_safetensors: + value: true +save_steps: + value: 500 +save_strategy: + value: steps +save_total_limit: + value: null +scale_rewards: + value: group +seed: + value: 42 +seq_kd: + value: false +seq_length: + value: 65536 +sequence_parallel: + value: true +sequence_parallel_size: + value: 1 +sft_alpha: + value: 0 +sgd_momentum: + value: 0.9 +shuffle_buffer_size: + value: 1000 +sleep_level: + value: 0 +soft_cache_length: + value: null +soft_max_length: + value: null +split_dataset_ratio: + value: 0 +start_weight_decay: + value: 0.1 +steps_per_generation: + value: null +stop_words: + value: [] +stopping_strategy: + value: first_exhausted +stream: + value: false +streaming: + value: false +strict: + value: false +structured_outputs_regex: + value: null +swanlab_exp_name: + value: null +swanlab_project: + value: megatron-swift +swift_version: + value: 4.1.3 +sync_ref_model: + value: false +system: + value: null +target_modules: + value: + - all-linear +target_regex: + value: null +task_type: + value: causal_lm +tau_neg: + value: 1.05 +tau_pos: + value: 1 +te_rng_tracker: + value: false +teacher_model: + value: null +teacher_model_revision: + value: null +teacher_model_server: + value: null +teacher_model_type: + value: null +temperature: + value: 0.9 +template: + value: qwen3_omni +template_backend: + value: swift +template_meta: + value: QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\n{{QUERY}}<|im_end|>\n<|im_start|>assistant\n'], chat_sep=['<|im_end|>\n'], suffix=['<|im_end|>\n'], template_cls=, system_prefix=['<|im_start|>system\n{{SYSTEM}}<|im_end|>\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\n', non_thinking_prefix='', history_thinking_prefix='') +tensor_model_parallel_size: + value: 4 +tensorboard_dir: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/runs +tensorboard_queue_size: + value: 50 +top_entropy_quantile: + value: 1 +top_k: + value: -1 +top_logprobs: + value: null +top_p: + value: 1 +torch_dtype: + value: bfloat16 +tp_comm_overlap: + value: false +train_dataloader_shuffle: + value: true +train_iters: + value: 478 +trainable_parameters: + value: [] +trainable_parameters_regex: + value: null +truncation_strategy: + value: delete +tuner_backend: + value: peft +tuner_type: + value: lora +undesirable_weight: + value: 1 +use_chat_template: + value: true +use_cpu_initialization: + value: false +use_distributed_optimizer: + value: true +use_hf: + value: false +use_persistent_ckpt_worker: + value: false +use_precision_aware_optimizer: + value: false +use_ray: + value: false +use_rslora: + value: false +use_swift_lora: + value: false +use_vllm: + value: true +val_dataset: + value: [] +val_dataset_shuffle: + value: false +virtual_pipeline_model_parallel_size: + value: null +vit_attn_impl: + value: null +vit_gradient_checkpointing: + value: false +vit_gradient_checkpointing_kwargs: + value: null +vit_lr: + value: null +vllm_disable_cascade_attn: + value: false +vllm_enable_prefix_caching: + value: true +vllm_enforce_eager: + value: false +vllm_engine_kwargs: + value: null +vllm_gpu_memory_utilization: + value: 0.9 +vllm_limit_mm_per_prompt: + value: null +vllm_max_model_len: + value: null +vllm_max_num_seqs: + value: null +vllm_mm_processor_cache_gb: + value: null +vllm_mode: + value: null +vllm_server_base_url: + value: null +vllm_server_group_port: + value: null +vllm_server_host: + value: null +vllm_server_pass_dataset: + value: false +vllm_server_port: + value: + - 8000 +vllm_server_timeout: + value: 240 +vllm_tensor_parallel_size: + value: 1 +wandb_exp_name: + value: qwen3omni_30b_a3b_base_highlight_debug_batch1 +wandb_log_unique_prompts: + value: null +wandb_project: + value: highlight_base_qwen3omni +weight_decay: + value: 0.1 +weight_decay_incr_style: + value: constant +world_size: + value: 8 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/run-20260501_090918-xbaiyg8x/files/output.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/run-20260501_090918-xbaiyg8x/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..4e3e68d3fbd28bc4ac91fa8de04b14c2f9d2cc49 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_batch1_fps1/wandb/run-20260501_090918-xbaiyg8x/files/output.log @@ -0,0 +1,100 @@ +Train: 0%| | 0/478 [00:00', 'optimizer': 'adam', 'optimizer_cpu_offload': False, 'optimizer_offload_fraction': 1.0, 'use_precision_aware_optimizer': False, 'main_grads_dtype': 'float32', 'main_params_dtype': 'float32', 'exp_avg_dtype': 'float32', 'exp_avg_sq_dtype': 'float32', 'manual_gc': False, 'manual_gc_steps': 0, 'manual_gc_eval': True, 'train_dataloader_shuffle': True, 'dataloader_num_workers': 8, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': True, 'dataloader_prefetch_factor': 2, 'data_sharding': False, 'group_by_length': False, 'te_rng_tracker': False, 'data_parallel_random_init': False, 'mlp_padding_free': False, 'lr_warmup_init': 0.0, 'lr': 0.0001, 'lr_decay_style': 'cosine', 'lr_decay_iters': 478, 'lr_warmup_iters': 0, 'lr_warmup_fraction': 0.05, 'min_lr': 1e-05, 'lr_wsd_decay_style': 'exponential', 'lr_wsd_decay_iters': None, 'weight_decay': 0.1, 'weight_decay_incr_style': 'constant', 'start_weight_decay': 0.1, 'end_weight_decay': 0.1, 'clip_grad': 1.0, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_eps': 1e-08, 'sgd_momentum': 0.9, 'muon_momentum': 0.9, 'muon_split_qkv': True, 'muon_use_nesterov': False, 'muon_scale_mode': 'spectral', 'muon_fp32_matmul_prec': 'medium', 'muon_num_ns_steps': 5, 'muon_tp_mode': 'blockwise', 'muon_extra_scale_factor': 1.0, 'output_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1', 'save_steps': 500, 'no_save_optim': True, 'no_save_rng': True, 'mcore_model': None, 'mcore_adapter': None, 'no_load_optim': False, 'no_load_rng': False, 'finetune': True, 'perform_initialization': False, 'use_cpu_initialization': False, 'async_save': False, 'save_total_limit': None, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'use_persistent_ckpt_worker': False, 'dist_ckpt_save_pre_mcore_014': False, 'dist_ckpt_optim_fully_reshardable': False, 'distrib_optim_fully_reshardable_mem_efficient': False, 'local_rank': 7, 'use_distributed_optimizer': True, 'tensor_model_parallel_size': 4, 'pipeline_model_parallel_size': 2, 'decoder_first_pipeline_num_layers': None, 'decoder_last_pipeline_num_layers': None, 'account_for_embedding_in_pipeline_split': False, 'account_for_loss_in_pipeline_split': False, 'overlap_p2p_comm': False, 'align_param_gather': False, 'sequence_parallel': True, 'context_parallel_size': 1, 'tp_comm_overlap': False, 'overlap_grad_reduce': False, 'overlap_param_gather': False, 'overlap_param_gather_with_optimizer_step': False, 'align_grad_reduce': True, 'virtual_pipeline_model_parallel_size': None, 'microbatch_group_size_per_vp_stage': None, 'pipeline_model_parallel_layout': None, 'expert_model_parallel_size': 2, 'expert_tensor_parallel_size': 1, 'report_to': ['wandb'], 'logging_steps': 5, 'tensorboard_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/runs', 'tensorboard_queue_size': 50, 'wandb_project': 'highlight_base_qwen3omni', 'wandb_exp_name': 'qwen3omni_30b_a3b_base_highlight_debug_batch1', 'swanlab_project': 'megatron-swift', 'swanlab_exp_name': None, 'eval_iters': 0, 'eval_steps': 500000, 'fp8_format': None, 'fp8_recipe': 'delayed', 'fp8_amax_history_len': 1024, 'fp8_amax_compute_algo': 'max', 'fp8_param_gather': False, 'fp16': False, 'bf16': True, 'apply_query_key_layer_scaling': False, 'attention_softmax_in_fp32': True, 'accumulate_allreduce_grads_in_fp32': True, 'moe_router_load_balancing_type': None, 'moe_router_dtype': 'fp32', 'moe_token_dispatcher_type': None, 'moe_enable_deepep': False, 'moe_grouped_gemm': True, 'moe_permute_fusion': True, 'moe_aux_loss_coeff': 1e-06, 'moe_z_loss_coeff': None, 'moe_shared_expert_overlap': True, 'moe_layer_recompute': False, 'moe_expert_capacity_factor': None, 'moe_pad_expert_input_to_capacity': False, 'moe_token_drop_policy': None, 'mtp_num_layers': None, 'mtp_loss_scaling_factor': 0.1, 'mtp_decoder_input_detach': False, 'mtp_shared_weights': False, 'save_safetensors': True, 'ref_model': None, 'ref_adapters': [], 'merge_lora': True, 'max_shard_size': '5GB', 'vit_gradient_checkpointing': False, 'vit_gradient_checkpointing_kwargs': None, 'vit_attn_impl': None, 'vit_lr': None, 'aligner_lr': None, 'dsa_indexer_loss_coeff': None, 'dsa_indexer_use_sparse_loss': False, 'check_model': True, 'apply_wd_to_qk_layernorm': False, 'linear_decoupled_in_proj': False, 'enable_dft_loss': False, 'enable_channel_loss': False, 'save_strategy': 'steps', 'callbacks': ['print', 'default_flow', 'wandb'], 'add_version': False, 'create_checkpoint_symlink': False, 'swift_version': '4.1.3', 'ckpt_dir': None, 'rank': 7, 'global_world_size': 8, 'local_world_size': 8, 'model_suffix': 'Qwen3-Omni-30B-A3B-Instruct', 'model_info': "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", 'model_meta': "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", 'model_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', 'template_meta': "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", '_val_dataset_exists': False, 'hub': "", 'seq_length': 65536, 'is_multimodal': True, 'megatron_model_meta': "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", 'fp8': None, 'params_dtype': 'bfloat16', 'world_size': 8, 'data_parallel_size': 1, 'num_microbatches': 8, '_wandb': {}} +2026-05-01 09:09:18,479 INFO MainThread:1291575 [wandb_init.py:init():898] starting backend +2026-05-01 09:09:18,762 INFO MainThread:1291575 [wandb_init.py:init():913] sending inform_init request +2026-05-01 09:09:19,340 INFO MainThread:1291575 [wandb_init.py:init():918] backend started and connected +2026-05-01 09:09:19,344 INFO MainThread:1291575 [wandb_init.py:init():988] updated telemetry +2026-05-01 09:09:19,361 INFO MainThread:1291575 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout +2026-05-01 09:09:19,833 INFO MainThread:1291575 [wandb_init.py:init():1056] starting run threads in backend +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_console_start():2554] atexit reg +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_redirect():2403] redirect: wrap_raw +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_redirect():2472] Wrapping output streams. +2026-05-01 09:09:19,965 INFO MainThread:1291575 [wandb_run.py:_redirect():2495] Redirects installed. +2026-05-01 09:09:19,984 INFO MainThread:1291575 [wandb_init.py:init():1094] run started, returning control to user process +2026-05-01 15:31:51,604 INFO wandb-AsyncioManager-main:1291575 [service_client.py:_forward_responses():134] Reached EOF. +2026-05-01 15:31:51,619 INFO wandb-AsyncioManager-main:1291575 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles. diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/args.json new file mode 100644 index 0000000000000000000000000000000000000000..aba49e59e0190874afbcdc836c471541220eb64b --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/args.json @@ -0,0 +1,405 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 65536, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "highlight_batch1_omni" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": -1, + "top_p": 1.0, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "adapters": [], + "external_plugins": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "custom_register_path": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "router_replay_mode": "disabled", + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 1, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "muon_momentum": 0.9, + "muon_split_qkv": true, + "muon_use_nesterov": false, + "muon_scale_mode": "spectral", + "muon_fp32_matmul_prec": "medium", + "muon_num_ns_steps": 5, + "muon_tp_mode": "blockwise", + "muon_extra_scale_factor": 1.0, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1", + "save_steps": 500, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_debug_batch1", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 500000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "mtp_decoder_input_detach": false, + "mtp_shared_weights": false, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_gradient_checkpointing_kwargs": null, + "vit_attn_impl": null, + "vit_lr": null, + "aligner_lr": null, + "dsa_indexer_loss_coeff": null, + "dsa_indexer_use_sparse_loss": false, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "linear_decoupled_in_proj": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.1.3", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 65536, + "is_multimodal": true, + "megatron_model_meta": "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "params_dtype": "bfloat16", + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/qwen3omni_debug_batch1.yaml b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/qwen3omni_debug_batch1.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1e2b547ddaa51465f502865a3f416f3e567b661d --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1/qwen3omni_debug_batch1.yaml @@ -0,0 +1,56 @@ +dataset: + - 'highlight_batch1_omni' +custom_register_path: + - datasets/qwen3omni/register_highlight_dataset.py +output_dir: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1 +wandb_exp_name: qwen3omni_30b_a3b_base_highlight_debug_batch1 +wandb_project: highlight_base_qwen3omni + +micro_batch_size: 1 +global_batch_size: 8 +num_train_epochs: 1 +model: /mnt/bn/strategy-mllm-train/user/tanyue/models/pretrained_models/Qwen3-Omni-30B-A3B-Instruct +save_safetensors: true +load_from_cache_file: false +split_dataset_ratio: 0.00 + +moe_permute_fusion: true +tuner_type: lora +lora_rank: 8 +lora_alpha: 32 +target_modules: all-linear +pipeline_model_parallel_size: 2 +tensor_model_parallel_size: 4 +expert_model_parallel_size: 2 +expert_tensor_parallel_size: 1 +moe_grouped_gemm: true +moe_shared_expert_overlap: true +moe_aux_loss_coeff: 1e-6 + +recompute_granularity: full +recompute_method: uniform +recompute_num_layers: 1 +finetune: true +cross_entropy_loss_fusion: true +lr: 1e-4 +lr_warmup_fraction: 0.05 +min_lr: 1e-5 +save_steps: 500 +eval_steps: 500000 +# max_length: 8192 +packing: false +lazy_tokenize: true +dataloader_num_workers: 8 +dataset_num_proc: 8 +no_save_optim: true +no_save_rng: true +sequence_parallel: true +attention_backend: flash +gradient_accumulation_fusion: false +report_to: wandb +add_version: false + +# enable_thinking: false +# add_non_thinking_prefix: false +# response_prefix: '' +# loss_scale: ignore_empty_think \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/args.json new file mode 100644 index 0000000000000000000000000000000000000000..e2c05cccedb87f61f00bc0aec3aeaa456b6e12bd --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/args.json @@ -0,0 +1,407 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 65536, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "highlight_batch1_omni" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "disable_auto_column_mapping": false, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": -1, + "top_p": 1.0, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "adapters": [], + "external_plugins": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "custom_register_path": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "enable_npu_model_patch": true, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "vllm_enable_lora": false, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "router_replay_mode": "disabled", + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 1, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "muon_momentum": 0.9, + "muon_split_qkv": true, + "muon_use_nesterov": false, + "muon_scale_mode": "spectral", + "muon_fp32_matmul_prec": "medium", + "muon_num_ns_steps": 5, + "muon_tp_mode": "blockwise", + "muon_extra_scale_factor": 1.0, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "save_steps": 500, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 500000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "mtp_decoder_input_detach": false, + "mtp_shared_weights": false, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_gradient_checkpointing_kwargs": null, + "vit_attn_impl": null, + "vit_lr": null, + "aligner_lr": null, + "dsa_indexer_loss_coeff": null, + "dsa_indexer_use_sparse_loss": false, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "linear_decoupled_in_proj": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.2.0", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 65536, + "is_multimodal": true, + "megatron_model_meta": "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/added_tokens.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..c962f0ea74c2dc3172f28f532b632288bf7d56c3 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/added_tokens.json @@ -0,0 +1,35 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "": 151671, + "": 151672, + "": 151674, + "": 151673, + "<|audio_end|>": 151670, + "<|audio_pad|>": 151675, + "<|audio_start|>": 151669, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/args.json new file mode 100644 index 0000000000000000000000000000000000000000..e2c05cccedb87f61f00bc0aec3aeaa456b6e12bd --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/args.json @@ -0,0 +1,407 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 65536, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "highlight_batch1_omni" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "disable_auto_column_mapping": false, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": -1, + "top_p": 1.0, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "adapters": [], + "external_plugins": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "custom_register_path": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "enable_npu_model_patch": true, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "vllm_enable_lora": false, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "router_replay_mode": "disabled", + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 1, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "muon_momentum": 0.9, + "muon_split_qkv": true, + "muon_use_nesterov": false, + "muon_scale_mode": "spectral", + "muon_fp32_matmul_prec": "medium", + "muon_num_ns_steps": 5, + "muon_tp_mode": "blockwise", + "muon_extra_scale_factor": 1.0, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "save_steps": 500, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 500000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "mtp_decoder_input_detach": false, + "mtp_shared_weights": false, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_gradient_checkpointing_kwargs": null, + "vit_attn_impl": null, + "vit_lr": null, + "aligner_lr": null, + "dsa_indexer_loss_coeff": null, + "dsa_indexer_use_sparse_loss": false, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "linear_decoupled_in_proj": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.2.0", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 65536, + "is_multimodal": true, + "megatron_model_meta": "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/chat_template.jinja b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1efcce1402ae5d1d61d4a4cf56accea5921251cf --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/chat_template.jinja @@ -0,0 +1,122 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- "<|vision_start|><|image_pad|><|vision_end|>" }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- "<|audio_start|><|audio_pad|><|audio_end|>" }} + {%- elif content.type == 'video' or 'video' in content %} + {{- "<|vision_start|><|video_pad|><|vision_end|>" }} + {%- elif content.type == 'text' %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} + {{- '\n\n' }} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- else %} + {%- for content in messages[0].content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|image_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'audio' or 'audio' in content or 'audio_url' in content %} + {{- '<|im_start|>system\n' +"<|audio_start|><|audio_pad|><|audio_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'video' or 'video' in content %} + {{- '<|im_start|>system\n' +"<|vision_start|><|video_pad|><|vision_end|>"+ '<|im_end|>\n' }} + {%- elif content.type == 'text' %} + {{- '<|im_start|>system\n' +content.text+ '<|im_end|>\n' }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = namespace(text="") %} + {%- for mcontent in message.content %} + {%- if mcontent.type == 'image' or 'image' in mcontent or 'image_url' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|image_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'audio' or 'audio' in mcontent or 'audio_url' in mcontent %} + {%- set content.text = content.text~"<|audio_start|><|audio_pad|><|audio_end|>" %} + {%- elif mcontent.type == 'video' or 'video' in mcontent %} + {%- set content.text = content.text~"<|vision_start|><|video_pad|><|vision_end|>" %} + {%- elif mcontent.type == 'text' %} + {%- set content.text = content.text~mcontent.text %} + {%- endif %} + {%- endfor %} + {%- set content = content.text %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = "" %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip("\n") + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %}{{- '\n' }}{%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}{{- '<|im_start|>user' }}{%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}{{- '<|im_end|>\n' }}{%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %}{{- '\n\n\n\n' }}{%- endif %} +{%- endif %} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1975df93750d234961d468e650dd72e4b5c00389 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/config.json @@ -0,0 +1,554 @@ +{ + "architectures": [ + "Qwen3OmniMoeForConditionalGeneration" + ], + "assistant_token_id": 77091, + "code2wav_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "codebook_dim": 512, + "codebook_size": 2048, + "decoder_dim": 1536, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 1024, + "intermediate_size": 3072, + "layer_scale_initial_scale": 0.01, + "max_position_embeddings": 8000, + "model_type": "", + "num_attention_heads": 16, + "num_hidden_layers": 8, + "num_key_value_heads": 16, + "num_quantizers": 16, + "num_semantic_quantizers": 1, + "rms_norm_eps": 1e-05, + "rope_theta": 10000, + "semantic_codebook_size": 4096, + "sliding_window": 72, + "upsample_rates": [ + 8, + 5, + 4, + 3 + ], + "upsampling_ratios": [ + 2, + 2 + ], + "vector_quantization_hidden_dimension": 512 + }, + "dtype": "bfloat16", + "enable_audio_output": true, + "hidden_size": 1024, + "im_end_token_id": 151645, + "im_start_token_id": 151644, + "keys_to_ignore_at_inference": [ + "past_key_values" + ], + "model_type": "qwen3_omni_moe", + "system_token_id": 8948, + "talker_config": { + "accept_hidden_layer": 24, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "code_predictor_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 3072, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "min_length": 0, + "model_type": "qwen3_omni_moe_talker_code_predictor", + "no_repeat_ngram_size": 0, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_code_groups": 16, + "num_hidden_layers": 5, + "num_key_value_heads": 8, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sep_token_id": null, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 2048 + }, + "codec_bos_id": 2149, + "codec_eos_token_id": 2150, + "codec_nothink_id": 2155, + "codec_pad_id": 2148, + "codec_think_bos_id": 2156, + "codec_think_eos_id": 2157, + "dtype": "bfloat16", + "image_token_id": 151655, + "model_type": "", + "num_code_groups": 16, + "output_router_logits": false, + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "spatial_merge_size": 2, + "speaker_id": { + "aiden": 2303, + "chelsie": 2301, + "ethan": 2302 + }, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 2048, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_talker_text", + "moe_intermediate_size": 384, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 6, + "num_hidden_layers": 20, + "num_key_value_heads": 2, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 768, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 3072 + }, + "thinker_hidden_size": 2048, + "video_token_id": 151656, + "vision_start_token_id": 151652 + }, + "thinker_config": { + "audio_config": { + "_name_or_path": "", + "activation_dropout": 0, + "activation_function": "gelu", + "add_cross_attention": false, + "architectures": null, + "attention_dropout": 0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "conv_chunksize": 500, + "cross_attention_hidden_size": null, + "d_model": 1280, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "downsample_hidden_size": 480, + "dropout": 0, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_attention_heads": 20, + "encoder_ffn_dim": 5120, + "encoder_layers": 32, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_source_positions": 1500, + "min_length": 0, + "model_type": "qwen3_omni_moe_audio_encoder", + "n_window": 50, + "n_window_infer": 800, + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_hidden_layers": 32, + "num_mel_bins": 128, + "num_return_sequences": 1, + "output_attentions": false, + "output_dim": 2048, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "audio_end_token_id": 151670, + "audio_start_token_id": 151669, + "audio_token_id": 151675, + "dtype": "bfloat16", + "image_token_id": 151655, + "initializer_range": 0.02, + "model_type": "qwen3_omni_moe_thinker", + "position_id_per_seconds": 13, + "seconds_per_chunk": 2, + "text_config": { + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_bias": false, + "attention_dropout": 0.0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_sparse_step": 1, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 768, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "max_position_embeddings": 65536, + "min_length": 0, + "mlp_only_layers": [], + "model_type": "qwen3_omni_moe_text", + "moe_intermediate_size": 768, + "no_repeat_ngram_size": 0, + "norm_topk_prob": true, + "num_attention_heads": 32, + "num_beam_groups": 1, + "num_beams": 1, + "num_experts": 128, + "num_experts_per_tok": 8, + "num_hidden_layers": 48, + "num_key_value_heads": 4, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_router_logits": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "interleaved": true, + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000, + "router_aux_loss_coef": 0.001, + "sep_token_id": null, + "shared_expert_intermediate_size": 0, + "sliding_window": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": false, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "use_qk_norm": true, + "use_sliding_window": false, + "vocab_size": 152064 + }, + "user_token_id": 872, + "video_token_id": 151656, + "vision_config": { + "_name_or_path": "", + "add_cross_attention": false, + "apply_vit_abs_pos_embed": true, + "architectures": null, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "deepstack_visual_indexes": [ + 8, + 16, + 24 + ], + "depth": 27, + "diversity_penalty": 0.0, + "do_sample": false, + "dtype": "bfloat16", + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1152, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "image_size": 768, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 4304, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "min_length": 0, + "model_type": "qwen3_omni_moe_vision_encoder", + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_heads": 16, + "num_position_embeddings": 2304, + "num_return_sequences": 1, + "out_hidden_size": 2048, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "patch_size": 16, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "spatial_merge_size": 2, + "spatial_patch_size": 16, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "temporal_patch_size": 2, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "tokens_per_second": 2, + "top_k": 50, + "top_p": 1.0, + "torchscript": false, + "typical_p": 1.0, + "use_bfloat16": false + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 + }, + "transformers_version": "4.57.1", + "tts_bos_token_id": 151672, + "tts_eos_token_id": 151673, + "tts_pad_token_id": 151671, + "user_token_id": 872 +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/iter_0000478/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/iter_0000478/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..d869a4930b023f3eb14d34d7530deb2053fbf8d7 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/iter_0000478/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c040ba160e41b92c2bd48bd3bab6220478146c55b74cc228918142e8b5fa950 +size 16231 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..1e27e32d42de142f760f397d528f30bab7f0422f --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +478 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7df5b45379044a680218cb2b7ed4d01a6633f537 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/preprocessor_config.json @@ -0,0 +1,30 @@ +{ + "dither": 0.0, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "return_attention_mask": true, + "sampling_rate": 16000, + "temporal_patch_size": 2 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/special_tokens_map.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..fca9909b535ff91b68474e5ee7258e1574e60d1e --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/special_tokens_map.json @@ -0,0 +1,44 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "image_token": "<|image_pad|>", + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/tokenizer_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8d1491f11cc7fc66a763bcda6f4f6b8c3d026845 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/tokenizer_config.json @@ -0,0 +1,317 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151669": { + "content": "<|audio_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151670": { + "content": "<|audio_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151675": { + "content": "<|audio_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>", + "<|audio_start|>", + "<|audio_end|>", + "", + "", + "", + "<|audio_pad|>" + ], + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": { + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "image_token": "<|image_pad|>", + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" + }, + "image_token": "<|image_pad|>", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3OmniMoeProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/video_preprocessor_config.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/video_preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e0fb77bf83924807f06b6f314210795f76c2e42 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478-merged/video_preprocessor_config.json @@ -0,0 +1,54 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "dither": 0.0, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": false, + "feature_extractor_type": "WhisperFeatureExtractor", + "feature_size": 128, + "fps": null, + "hop_length": 160, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "max_pixels": 12845056, + "merge_size": 2, + "min_frames": 4, + "min_pixels": 3136, + "n_fft": 400, + "n_samples": 4800000, + "nb_max_frames": 30000, + "num_frames": null, + "pad_size": null, + "padding_side": "right", + "padding_value": 0.0, + "patch_size": 16, + "processor_class": "Qwen3OmniMoeProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_attention_mask": true, + "return_metadata": false, + "sampling_rate": 16000, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen2VLVideoProcessor" +} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478/args.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478/args.json new file mode 100644 index 0000000000000000000000000000000000000000..e2c05cccedb87f61f00bc0aec3aeaa456b6e12bd --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478/args.json @@ -0,0 +1,407 @@ +{ + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct", + "model_type": "qwen3_omni_moe", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": null, + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_omni", + "system": null, + "max_length": 65536, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": true, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "highlight_batch1_omni" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "data_seed": 42, + "dataset_num_proc": 8, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "remove_unused_columns": true, + "disable_auto_column_mapping": false, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": null, + "temperature": 0.9, + "top_k": -1, + "top_p": 1.0, + "repetition_penalty": 1.0, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "tuner_backend": "peft", + "tuner_type": "lora", + "adapters": [], + "external_plugins": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "custom_register_path": [ + "datasets/qwen3omni/register_highlight_dataset.py" + ], + "seed": 42, + "model_kwargs": {}, + "enable_npu_model_patch": true, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "hub_token": null, + "ddp_timeout": 18000000, + "ddp_backend": "nccl", + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "freeze_parameters": [], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "use_rslora": false, + "rlhf_type": null, + "loss_type": null, + "mcore_ref_model": null, + "mcore_ref_adapter": null, + "beta": null, + "rpo_alpha": null, + "reference_free": false, + "label_smoothing": 0.0, + "f_divergence_type": "reverse_kl", + "desirable_weight": 1.0, + "undesirable_weight": 1.0, + "calculate_KL": null, + "center_rewards_coefficient": null, + "teacher_model": null, + "teacher_model_type": null, + "teacher_model_revision": null, + "teacher_model_server": null, + "gkd_logits_topk": null, + "lmbda": 0.5, + "seq_kd": false, + "offload_teacher_model": false, + "sft_alpha": 0.0, + "generation_batch_size": null, + "steps_per_generation": null, + "num_generations": 8, + "num_generations_eval": null, + "max_completion_length": 512, + "importance_sampling_level": "token", + "tau_pos": 1.0, + "tau_neg": 1.05, + "epsilon": 0.2, + "epsilon_high": null, + "delta": null, + "use_vllm": true, + "vllm_mode": null, + "vllm_enable_prefix_caching": true, + "vllm_gpu_memory_utilization": 0.9, + "vllm_tensor_parallel_size": 1, + "vllm_max_model_len": null, + "vllm_enforce_eager": false, + "vllm_limit_mm_per_prompt": null, + "vllm_disable_cascade_attn": false, + "vllm_max_num_seqs": null, + "vllm_mm_processor_cache_gb": null, + "vllm_engine_kwargs": null, + "vllm_enable_lora": false, + "sleep_level": 0, + "offload_optimizer": false, + "offload_model": false, + "offload_bridge": false, + "vllm_server_base_url": null, + "vllm_server_host": null, + "vllm_server_port": [ + 8000 + ], + "vllm_server_timeout": 240.0, + "vllm_server_group_port": null, + "reward_funcs": [], + "reward_weights": null, + "cosine_min_len_value_wrong": -0.5, + "cosine_max_len_value_wrong": 0.0, + "cosine_min_len_value_correct": 1.0, + "cosine_max_len_value_correct": 0.5, + "cosine_max_len": null, + "repetition_n_grams": 3, + "repetition_max_penalty": -1.0, + "soft_max_length": null, + "soft_cache_length": null, + "dynamic_sample": false, + "max_resample_times": 3, + "overlong_filter": false, + "scale_rewards": "group", + "advantage_estimator": "grpo", + "kl_in_reward": false, + "wandb_log_unique_prompts": null, + "log_completions": false, + "rollout_importance_sampling_mode": null, + "rollout_importance_sampling_threshold": 2.0, + "log_rollout_offpolicy_metrics": false, + "off_policy_sequence_mask_delta": null, + "log_entropy": false, + "top_entropy_quantile": 1.0, + "router_replay_mode": "disabled", + "reward_model": null, + "reward_model_plugin": null, + "sync_ref_model": false, + "ref_model_sync_steps": 512, + "ref_model_mixup_alpha": 0.6, + "async_generate": false, + "move_model_batches": null, + "multi_turn_scheduler": null, + "max_turns": null, + "completion_length_limit_scope": "per_round", + "vllm_server_pass_dataset": false, + "num_iterations": 1, + "micro_batch_size": 1, + "global_batch_size": 8, + "recompute_granularity": "full", + "recompute_method": "uniform", + "recompute_num_layers": 1, + "recompute_modules": [ + "core_attn" + ], + "train_iters": null, + "num_train_epochs": 1, + "masked_softmax_fusion": true, + "bias_dropout_fusion": true, + "bias_activation_fusion": true, + "apply_rope_fusion": false, + "gradient_accumulation_fusion": false, + "cross_entropy_loss_fusion": true, + "cross_entropy_fusion_impl": "te", + "calculate_per_token_loss": true, + "attention_backend": "", + "optimizer": "adam", + "optimizer_cpu_offload": false, + "optimizer_offload_fraction": 1.0, + "use_precision_aware_optimizer": false, + "main_grads_dtype": "float32", + "main_params_dtype": "float32", + "exp_avg_dtype": "float32", + "exp_avg_sq_dtype": "float32", + "manual_gc": false, + "manual_gc_steps": 0, + "manual_gc_eval": true, + "train_dataloader_shuffle": true, + "dataloader_num_workers": 8, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": true, + "dataloader_prefetch_factor": 2, + "data_sharding": false, + "group_by_length": false, + "te_rng_tracker": false, + "data_parallel_random_init": false, + "mlp_padding_free": false, + "lr_warmup_init": 0.0, + "lr": 0.0001, + "lr_decay_style": "cosine", + "lr_decay_iters": null, + "lr_warmup_iters": 0, + "lr_warmup_fraction": 0.05, + "min_lr": 1e-05, + "lr_wsd_decay_style": "exponential", + "lr_wsd_decay_iters": null, + "weight_decay": 0.1, + "weight_decay_incr_style": "constant", + "start_weight_decay": 0.1, + "end_weight_decay": 0.1, + "clip_grad": 1.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_eps": 1e-08, + "sgd_momentum": 0.9, + "muon_momentum": 0.9, + "muon_split_qkv": true, + "muon_use_nesterov": false, + "muon_scale_mode": "spectral", + "muon_fp32_matmul_prec": "medium", + "muon_num_ns_steps": 5, + "muon_tp_mode": "blockwise", + "muon_extra_scale_factor": 1.0, + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "save_steps": 500, + "no_save_optim": true, + "no_save_rng": true, + "mcore_model": null, + "mcore_adapter": null, + "no_load_optim": false, + "no_load_rng": false, + "finetune": true, + "perform_initialization": false, + "use_cpu_initialization": false, + "async_save": false, + "save_total_limit": null, + "metric_for_best_model": "loss", + "greater_is_better": false, + "use_persistent_ckpt_worker": false, + "dist_ckpt_save_pre_mcore_014": false, + "dist_ckpt_optim_fully_reshardable": false, + "distrib_optim_fully_reshardable_mem_efficient": false, + "local_rank": 0, + "use_distributed_optimizer": true, + "tensor_model_parallel_size": 4, + "pipeline_model_parallel_size": 2, + "decoder_first_pipeline_num_layers": null, + "decoder_last_pipeline_num_layers": null, + "account_for_embedding_in_pipeline_split": false, + "account_for_loss_in_pipeline_split": false, + "overlap_p2p_comm": false, + "align_param_gather": false, + "sequence_parallel": true, + "context_parallel_size": 1, + "tp_comm_overlap": false, + "overlap_grad_reduce": false, + "overlap_param_gather": false, + "overlap_param_gather_with_optimizer_step": false, + "align_grad_reduce": true, + "virtual_pipeline_model_parallel_size": null, + "microbatch_group_size_per_vp_stage": null, + "pipeline_model_parallel_layout": null, + "expert_model_parallel_size": 2, + "expert_tensor_parallel_size": 1, + "report_to": [ + "wandb" + ], + "logging_steps": 5, + "tensorboard_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/runs", + "tensorboard_queue_size": 50, + "wandb_project": "highlight_base_qwen3omni", + "wandb_exp_name": "qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "swanlab_project": "megatron-swift", + "swanlab_exp_name": null, + "eval_iters": -1, + "eval_steps": 500000, + "fp8_format": null, + "fp8_recipe": "delayed", + "fp8_amax_history_len": 1024, + "fp8_amax_compute_algo": "max", + "fp8_param_gather": false, + "fp16": false, + "bf16": true, + "apply_query_key_layer_scaling": false, + "attention_softmax_in_fp32": true, + "accumulate_allreduce_grads_in_fp32": true, + "moe_router_load_balancing_type": null, + "moe_router_dtype": "fp32", + "moe_token_dispatcher_type": null, + "moe_enable_deepep": false, + "moe_grouped_gemm": true, + "moe_permute_fusion": true, + "moe_aux_loss_coeff": 1e-06, + "moe_z_loss_coeff": null, + "moe_shared_expert_overlap": true, + "moe_layer_recompute": false, + "moe_expert_capacity_factor": null, + "moe_pad_expert_input_to_capacity": false, + "moe_token_drop_policy": null, + "mtp_num_layers": null, + "mtp_loss_scaling_factor": 0.1, + "mtp_decoder_input_detach": false, + "mtp_shared_weights": false, + "save_safetensors": true, + "ref_model": null, + "ref_adapters": [], + "merge_lora": true, + "max_shard_size": "5GB", + "vit_gradient_checkpointing": false, + "vit_gradient_checkpointing_kwargs": null, + "vit_attn_impl": null, + "vit_lr": null, + "aligner_lr": null, + "dsa_indexer_loss_coeff": null, + "dsa_indexer_use_sparse_loss": false, + "check_model": true, + "apply_wd_to_qk_layernorm": false, + "linear_decoupled_in_proj": false, + "enable_dft_loss": false, + "enable_channel_loss": false, + "save_strategy": "steps", + "callbacks": [ + "print", + "default_flow", + "wandb" + ], + "add_version": false, + "create_checkpoint_symlink": false, + "swift_version": "4.2.0", + "ckpt_dir": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-Omni-30B-A3B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", + "model_dir": "/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct", + "template_meta": "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "seq_length": 65536, + "is_multimodal": true, + "megatron_model_meta": "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", + "fp8": null, + "world_size": 8, + "data_parallel_size": 1, + "num_microbatches": 8 +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478/iter_0000478/common.pt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478/iter_0000478/common.pt new file mode 100644 index 0000000000000000000000000000000000000000..d869a4930b023f3eb14d34d7530deb2053fbf8d7 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478/iter_0000478/common.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c040ba160e41b92c2bd48bd3bab6220478146c55b74cc228918142e8b5fa950 +size 16231 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478/latest_checkpointed_iteration.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..1e27e32d42de142f760f397d528f30bab7f0422f --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +478 \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/logging.jsonl b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/logging.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2a269891e574419d03ba79c28929820c98bf0caa --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/logging.jsonl @@ -0,0 +1,164 @@ +{"loss": 1.80844581, "grad_norm": 6.57276583, "learning_rate": 4.18e-06, "load_balancing_loss": 1.10643148, "iteration": "1/478", "elapsed_time": "2m 7s", "remaining_time": "16h 48m 36s", "memory(GiB)": 21.8, "train_speed(s/it)": 126.867185} +{"loss": 1.81414366, "grad_norm": 6.14771748, "learning_rate": 2.092e-05, "load_balancing_loss": 1.11671317, "iteration": "5/478", "elapsed_time": "4m 35s", "remaining_time": "7h 13m 30s", "memory(GiB)": 21.84, "train_speed(s/it)": 54.988869} +{"loss": 1.32312787, "grad_norm": 2.88282108, "learning_rate": 4.184e-05, "load_balancing_loss": 1.11892724, "iteration": "10/478", "elapsed_time": "7m 47s", "remaining_time": "6h 4m 5s", "memory(GiB)": 21.9, "train_speed(s/it)": 46.676355} +{"loss": 0.82517809, "grad_norm": 1.49400997, "learning_rate": 6.276e-05, "load_balancing_loss": 1.11147499, "iteration": "15/478", "elapsed_time": "10m 56s", "remaining_time": "5h 37m 29s", "memory(GiB)": 21.9, "train_speed(s/it)": 43.733993} +{"loss": 0.73121148, "grad_norm": 1.08465803, "learning_rate": 8.368e-05, "load_balancing_loss": 1.10403895, "iteration": "20/478", "elapsed_time": "13m 59s", "remaining_time": "5h 20m 18s", "memory(GiB)": 21.9, "train_speed(s/it)": 41.959904} +{"loss": 0.71998566, "grad_norm": 0.64685094, "learning_rate": 0.0001, "load_balancing_loss": 1.10648596, "iteration": "25/478", "elapsed_time": "17m 10s", "remaining_time": "5h 11m 12s", "memory(GiB)": 21.9, "train_speed(s/it)": 41.219461} +{"loss": 0.73823988, "grad_norm": 0.58590162, "learning_rate": 9.996e-05, "load_balancing_loss": 1.10913622, "iteration": "30/478", "elapsed_time": "20m 15s", "remaining_time": "5h 2m 21s", "memory(GiB)": 21.94, "train_speed(s/it)": 40.492231} +{"loss": 0.71417999, "grad_norm": 0.81225604, "learning_rate": 9.987e-05, "load_balancing_loss": 1.10490334, "iteration": "35/478", "elapsed_time": "23m 21s", "remaining_time": "4h 55m 38s", "memory(GiB)": 21.94, "train_speed(s/it)": 40.041527} +{"loss": 0.73266006, "grad_norm": 0.70511085, "learning_rate": 9.972e-05, "load_balancing_loss": 1.10338211, "iteration": "40/478", "elapsed_time": "26m 32s", "remaining_time": "4h 50m 32s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.798899} +{"loss": 0.69260323, "grad_norm": 1.01119792, "learning_rate": 9.952e-05, "load_balancing_loss": 1.11389041, "iteration": "45/478", "elapsed_time": "29m 38s", "remaining_time": "4h 45m 5s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.503154} +{"loss": 0.75033402, "grad_norm": 1.16788447, "learning_rate": 9.927e-05, "load_balancing_loss": 1.11826921, "iteration": "50/478", "elapsed_time": "32m 49s", "remaining_time": "4h 40m 51s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.371492} +{"loss": 0.66892642, "grad_norm": 1.41518533, "learning_rate": 9.896e-05, "load_balancing_loss": 1.10683417, "iteration": "55/478", "elapsed_time": "35m 58s", "remaining_time": "4h 36m 40s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.244116} +{"loss": 0.70317161, "grad_norm": 1.76488876, "learning_rate": 9.86e-05, "load_balancing_loss": 1.10731494, "iteration": "60/478", "elapsed_time": "39m 5s", "remaining_time": "4h 32m 15s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.079386} +{"loss": 0.67813402, "grad_norm": 1.33993387, "learning_rate": 9.819e-05, "load_balancing_loss": 1.11042011, "iteration": "65/478", "elapsed_time": "42m 18s", "remaining_time": "4h 28m 45s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.043927} +{"loss": 0.69423103, "grad_norm": 0.95259595, "learning_rate": 9.773e-05, "load_balancing_loss": 1.11658216, "iteration": "70/478", "elapsed_time": "45m 26s", "remaining_time": "4h 24m 48s", "memory(GiB)": 21.94, "train_speed(s/it)": 38.941694} +{"loss": 0.67414695, "grad_norm": 1.28840542, "learning_rate": 9.722e-05, "load_balancing_loss": 1.11836517, "iteration": "75/478", "elapsed_time": "48m 31s", "remaining_time": "4h 20m 44s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.818987} +{"loss": 0.67579019, "grad_norm": 1.40265131, "learning_rate": 9.665e-05, "load_balancing_loss": 1.11692226, "iteration": "80/478", "elapsed_time": "51m 44s", "remaining_time": "4h 17m 24s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.804869} +{"loss": 0.67351604, "grad_norm": 0.98045868, "learning_rate": 9.604e-05, "load_balancing_loss": 1.12289762, "iteration": "85/478", "elapsed_time": "54m 49s", "remaining_time": "4h 13m 28s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.697956} +{"loss": 0.64942408, "grad_norm": 1.08800673, "learning_rate": 9.538e-05, "load_balancing_loss": 1.1205585, "iteration": "90/478", "elapsed_time": "57m 60s", "remaining_time": "4h 10m 1s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.663629} +{"loss": 0.6591894, "grad_norm": 0.95121258, "learning_rate": 9.466e-05, "load_balancing_loss": 1.11465156, "iteration": "95/478", "elapsed_time": "1h 1m 8s", "remaining_time": "4h 6m 29s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.613931} +{"loss": 0.64789975, "grad_norm": 1.31835997, "learning_rate": 9.391e-05, "load_balancing_loss": 1.11906612, "iteration": "100/478", "elapsed_time": "1h 4m 16s", "remaining_time": "4h 2m 55s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.558878} +{"loss": 0.65084934, "grad_norm": 1.58592224, "learning_rate": 9.31e-05, "load_balancing_loss": 1.11860561, "iteration": "105/478", "elapsed_time": "1h 7m 28s", "remaining_time": "3h 59m 41s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.554873} +{"loss": 0.6578564, "grad_norm": 1.53314269, "learning_rate": 9.225e-05, "load_balancing_loss": 1.11046875, "iteration": "110/478", "elapsed_time": "1h 10m 36s", "remaining_time": "3h 56m 10s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.504985} +{"loss": 0.64786303, "grad_norm": 1.19131863, "learning_rate": 9.135e-05, "load_balancing_loss": 1.12350035, "iteration": "115/478", "elapsed_time": "1h 13m 44s", "remaining_time": "3h 52m 46s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.472906} +{"loss": 0.63795376, "grad_norm": 1.04829633, "learning_rate": 9.042e-05, "load_balancing_loss": 1.12049937, "iteration": "120/478", "elapsed_time": "1h 16m 57s", "remaining_time": "3h 49m 34s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.473936} +{"loss": 0.6777125, "grad_norm": 1.54052353, "learning_rate": 8.943e-05, "load_balancing_loss": 1.12058187, "iteration": "125/478", "elapsed_time": "1h 20m 6s", "remaining_time": "3h 46m 11s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.445451} +{"loss": 0.66396481, "grad_norm": 1.26633179, "learning_rate": 8.841e-05, "load_balancing_loss": 1.1518271, "iteration": "130/478", "elapsed_time": "1h 23m 20s", "remaining_time": "3h 43m 4s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.458981} +{"loss": 0.67295611, "grad_norm": 0.93177587, "learning_rate": 8.735e-05, "load_balancing_loss": 1.12067163, "iteration": "135/478", "elapsed_time": "1h 26m 34s", "remaining_time": "3h 39m 57s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.475255} +{"loss": 0.66184914, "grad_norm": 0.96007061, "learning_rate": 8.625e-05, "load_balancing_loss": 1.11216795, "iteration": "140/478", "elapsed_time": "1h 29m 44s", "remaining_time": "3h 36m 38s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.455428} +{"loss": 0.6427905, "grad_norm": 1.21503913, "learning_rate": 8.511e-05, "load_balancing_loss": 1.11130917, "iteration": "145/478", "elapsed_time": "1h 32m 59s", "remaining_time": "3h 33m 32s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.475009} +{"loss": 0.63572586, "grad_norm": 1.13316953, "learning_rate": 8.393e-05, "load_balancing_loss": 1.11625993, "iteration": "150/478", "elapsed_time": "1h 36m 9s", "remaining_time": "3h 30m 14s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.458454} +{"loss": 0.63704926, "grad_norm": 1.05390453, "learning_rate": 8.273e-05, "load_balancing_loss": 1.11679339, "iteration": "155/478", "elapsed_time": "1h 39m 18s", "remaining_time": "3h 26m 56s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.440225} +{"loss": 0.6743235, "grad_norm": 0.98790926, "learning_rate": 8.148e-05, "load_balancing_loss": 1.09667969, "iteration": "160/478", "elapsed_time": "1h 42m 32s", "remaining_time": "3h 23m 48s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.452661} +{"loss": 0.62817103, "grad_norm": 0.90848315, "learning_rate": 8.021e-05, "load_balancing_loss": 1.12105083, "iteration": "165/478", "elapsed_time": "1h 45m 43s", "remaining_time": "3h 20m 32s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.441615} +{"loss": 0.67301029, "grad_norm": 1.24119854, "learning_rate": 7.89e-05, "load_balancing_loss": 1.11661172, "iteration": "170/478", "elapsed_time": "1h 48m 56s", "remaining_time": "3h 17m 21s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.444904} +{"loss": 0.73649949, "grad_norm": 1.59016407, "learning_rate": 7.757e-05, "load_balancing_loss": 1.11422777, "iteration": "175/478", "elapsed_time": "1h 52m 6s", "remaining_time": "3h 14m 5s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.43247} +{"loss": 0.68738461, "grad_norm": 1.17940605, "learning_rate": 7.621e-05, "load_balancing_loss": 1.10743451, "iteration": "180/478", "elapsed_time": "1h 55m 17s", "remaining_time": "3h 10m 52s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.428131} +{"loss": 0.65303069, "grad_norm": 0.97402155, "learning_rate": 7.483e-05, "load_balancing_loss": 1.11791945, "iteration": "185/478", "elapsed_time": "1h 58m 30s", "remaining_time": "3h 7m 41s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.43339} +{"loss": 0.65758175, "grad_norm": 1.67334998, "learning_rate": 7.342e-05, "load_balancing_loss": 1.12005496, "iteration": "190/478", "elapsed_time": "2h 1m 45s", "remaining_time": "3h 4m 33s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.446641} +{"loss": 0.63996243, "grad_norm": 0.95696104, "learning_rate": 7.199e-05, "load_balancing_loss": 1.10263956, "iteration": "195/478", "elapsed_time": "2h 4m 59s", "remaining_time": "3h 1m 24s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.458189} +{"loss": 0.69840121, "grad_norm": 1.01618254, "learning_rate": 7.054e-05, "load_balancing_loss": 1.11686826, "iteration": "200/478", "elapsed_time": "2h 8m 14s", "remaining_time": "2h 58m 14s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.468492} +{"loss": 0.68244809, "grad_norm": 0.96161473, "learning_rate": 6.907e-05, "load_balancing_loss": 1.11088455, "iteration": "205/478", "elapsed_time": "2h 11m 28s", "remaining_time": "2h 55m 4s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.475864} +{"loss": 0.67979789, "grad_norm": 1.14545751, "learning_rate": 6.758e-05, "load_balancing_loss": 1.10566664, "iteration": "210/478", "elapsed_time": "2h 14m 40s", "remaining_time": "2h 51m 52s", "memory(GiB)": 22.0, "train_speed(s/it)": 38.477755} +{"loss": 0.66064292, "grad_norm": 0.68429166, "learning_rate": 6.608e-05, "load_balancing_loss": 1.11173344, "iteration": "215/478", "elapsed_time": "2h 17m 56s", "remaining_time": "2h 48m 43s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.491715} +{"loss": 0.62450373, "grad_norm": 1.02795947, "learning_rate": 6.456e-05, "load_balancing_loss": 1.09853101, "iteration": "220/478", "elapsed_time": "2h 21m 12s", "remaining_time": "2h 45m 35s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.509121} +{"loss": 0.64402056, "grad_norm": 1.53714252, "learning_rate": 6.304e-05, "load_balancing_loss": 1.10678804, "iteration": "225/478", "elapsed_time": "2h 24m 28s", "remaining_time": "2h 42m 27s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.525885} +{"loss": 0.67697209, "grad_norm": 1.24677467, "learning_rate": 6.15e-05, "load_balancing_loss": 1.10391045, "iteration": "230/478", "elapsed_time": "2h 27m 42s", "remaining_time": "2h 39m 15s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.528895} +{"loss": 0.66432184, "grad_norm": 0.85196918, "learning_rate": 5.996e-05, "load_balancing_loss": 1.10678911, "iteration": "235/478", "elapsed_time": "2h 30m 51s", "remaining_time": "2h 35m 60s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.516998} +{"loss": 0.64700097, "grad_norm": 0.96675909, "learning_rate": 5.841e-05, "load_balancing_loss": 1.09456944, "iteration": "240/478", "elapsed_time": "2h 34m 4s", "remaining_time": "2h 32m 47s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.515682} +{"loss": 0.6253773, "grad_norm": 1.04067099, "learning_rate": 5.685e-05, "load_balancing_loss": 1.11043918, "iteration": "245/478", "elapsed_time": "2h 37m 18s", "remaining_time": "2h 29m 36s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.522852} +{"loss": 0.61133462, "grad_norm": 0.78548431, "learning_rate": 5.53e-05, "load_balancing_loss": 1.10948086, "iteration": "250/478", "elapsed_time": "2h 40m 32s", "remaining_time": "2h 26m 24s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.526091} +{"loss": 0.66214442, "grad_norm": 1.94823909, "learning_rate": 5.374e-05, "load_balancing_loss": 1.09801745, "iteration": "255/478", "elapsed_time": "2h 43m 44s", "remaining_time": "2h 23m 11s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.524863} +{"loss": 0.66812539, "grad_norm": 2.49883461, "learning_rate": 5.218e-05, "load_balancing_loss": 1.11110723, "iteration": "260/478", "elapsed_time": "2h 46m 56s", "remaining_time": "2h 19m 58s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.523504} +{"loss": 0.67867047, "grad_norm": 1.30978358, "learning_rate": 5.063e-05, "load_balancing_loss": 1.10074985, "iteration": "265/478", "elapsed_time": "2h 50m 14s", "remaining_time": "2h 16m 50s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.542717} +{"loss": 0.64151561, "grad_norm": 0.90241861, "learning_rate": 4.909e-05, "load_balancing_loss": 1.10075092, "iteration": "270/478", "elapsed_time": "2h 53m 30s", "remaining_time": "2h 13m 40s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.557194} +{"loss": 0.60917002, "grad_norm": 0.86997813, "learning_rate": 4.755e-05, "load_balancing_loss": 1.10258818, "iteration": "275/478", "elapsed_time": "2h 56m 48s", "remaining_time": "2h 10m 31s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.573979} +{"loss": 0.67109936, "grad_norm": 1.37143421, "learning_rate": 4.602e-05, "load_balancing_loss": 1.11570573, "iteration": "280/478", "elapsed_time": "3h 0m 4s", "remaining_time": "2h 7m 20s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.585374} +{"loss": 0.62856793, "grad_norm": 0.88778031, "learning_rate": 4.45e-05, "load_balancing_loss": 1.12636805, "iteration": "285/478", "elapsed_time": "3h 3m 21s", "remaining_time": "2h 4m 9s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.598276} +{"loss": 0.63205385, "grad_norm": 1.01529515, "learning_rate": 4.299e-05, "load_balancing_loss": 1.107355, "iteration": "290/478", "elapsed_time": "3h 6m 37s", "remaining_time": "2h 0m 59s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.610379} +{"loss": 0.64781702, "grad_norm": 0.97621071, "learning_rate": 4.15e-05, "load_balancing_loss": 1.10644031, "iteration": "295/478", "elapsed_time": "3h 9m 54s", "remaining_time": "1h 57m 48s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.625315} +{"loss": 0.6455155, "grad_norm": 1.11975539, "learning_rate": 4.002e-05, "load_balancing_loss": 1.10000658, "iteration": "300/478", "elapsed_time": "3h 13m 10s", "remaining_time": "1h 54m 37s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.633728} +{"loss": 0.64076227, "grad_norm": 0.9109481, "learning_rate": 3.856e-05, "load_balancing_loss": 1.10245991, "iteration": "305/478", "elapsed_time": "3h 16m 25s", "remaining_time": "1h 51m 24s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.638415} +{"loss": 0.63234997, "grad_norm": 1.39527941, "learning_rate": 3.712e-05, "load_balancing_loss": 1.10293388, "iteration": "310/478", "elapsed_time": "3h 19m 39s", "remaining_time": "1h 48m 12s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.642424} +{"loss": 0.63198614, "grad_norm": 1.10896993, "learning_rate": 3.571e-05, "load_balancing_loss": 1.11050701, "iteration": "315/478", "elapsed_time": "3h 22m 57s", "remaining_time": "1h 45m 1s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.658355} +{"loss": 0.66245949, "grad_norm": 0.8475371, "learning_rate": 3.431e-05, "load_balancing_loss": 1.12121415, "iteration": "320/478", "elapsed_time": "3h 26m 12s", "remaining_time": "1h 41m 49s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.662574} +{"loss": 0.6241219, "grad_norm": 0.90754175, "learning_rate": 3.294e-05, "load_balancing_loss": 1.09875131, "iteration": "325/478", "elapsed_time": "3h 29m 28s", "remaining_time": "1h 38m 37s", "memory(GiB)": 22.17, "train_speed(s/it)": 38.671758} +{"loss": 1.80844581, "grad_norm": 6.570364, "learning_rate": 4.18e-06, "load_balancing_loss": 1.10643148, "iteration": "1/478", "elapsed_time": "1m 53s", "remaining_time": "14h 58m 25s", "memory(GiB)": 21.8, "train_speed(s/it)": 113.007729} +{"loss": 1.81746852, "grad_norm": 6.18423748, "learning_rate": 2.092e-05, "load_balancing_loss": 1.11665201, "iteration": "5/478", "elapsed_time": "4m 22s", "remaining_time": "6h 52m 49s", "memory(GiB)": 21.82, "train_speed(s/it)": 52.365726} +{"loss": 1.32211995, "grad_norm": 2.92890692, "learning_rate": 4.184e-05, "load_balancing_loss": 1.11891174, "iteration": "10/478", "elapsed_time": "7m 30s", "remaining_time": "5h 51m 10s", "memory(GiB)": 21.94, "train_speed(s/it)": 45.021614} +{"loss": 0.8270449, "grad_norm": 1.53043044, "learning_rate": 6.276e-05, "load_balancing_loss": 1.11163521, "iteration": "15/478", "elapsed_time": "10m 44s", "remaining_time": "5h 31m 24s", "memory(GiB)": 21.94, "train_speed(s/it)": 42.946544} +{"loss": 0.7296952, "grad_norm": 0.98799706, "learning_rate": 8.368e-05, "load_balancing_loss": 1.1043514, "iteration": "20/478", "elapsed_time": "13m 49s", "remaining_time": "5h 16m 17s", "memory(GiB)": 21.94, "train_speed(s/it)": 41.434393} +{"loss": 0.72744715, "grad_norm": 0.5909279, "learning_rate": 0.0001, "load_balancing_loss": 1.10682857, "iteration": "25/478", "elapsed_time": "16m 59s", "remaining_time": "5h 7m 37s", "memory(GiB)": 21.94, "train_speed(s/it)": 40.743477} +{"loss": 0.73916185, "grad_norm": 0.53237772, "learning_rate": 9.996e-05, "load_balancing_loss": 1.11005282, "iteration": "30/478", "elapsed_time": "20m 4s", "remaining_time": "4h 59m 43s", "memory(GiB)": 21.94, "train_speed(s/it)": 40.141098} +{"loss": 0.71616513, "grad_norm": 0.8313182, "learning_rate": 9.987e-05, "load_balancing_loss": 1.10689604, "iteration": "35/478", "elapsed_time": "23m 11s", "remaining_time": "4h 53m 27s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.745478} +{"loss": 0.73324513, "grad_norm": 0.60696453, "learning_rate": 9.972e-05, "load_balancing_loss": 1.10583377, "iteration": "40/478", "elapsed_time": "26m 20s", "remaining_time": "4h 48m 25s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.509884} +{"loss": 0.71912366, "grad_norm": 0.74884981, "learning_rate": 9.952e-05, "load_balancing_loss": 1.11645401, "iteration": "45/478", "elapsed_time": "29m 26s", "remaining_time": "4h 43m 18s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.25526} +{"loss": 0.73452383, "grad_norm": 0.49229556, "learning_rate": 9.927e-05, "load_balancing_loss": 1.12105858, "iteration": "50/478", "elapsed_time": "32m 37s", "remaining_time": "4h 39m 9s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.134122} +{"loss": 0.70686054, "grad_norm": 0.62927264, "learning_rate": 9.896e-05, "load_balancing_loss": 1.10994458, "iteration": "55/478", "elapsed_time": "35m 47s", "remaining_time": "4h 35m 12s", "memory(GiB)": 21.94, "train_speed(s/it)": 39.03531} +{"loss": 0.72337508, "grad_norm": 0.48947656, "learning_rate": 9.86e-05, "load_balancing_loss": 1.10900819, "iteration": "60/478", "elapsed_time": "38m 54s", "remaining_time": "4h 31m 4s", "memory(GiB)": 21.94, "train_speed(s/it)": 38.908152} +{"loss": 0.70937765, "grad_norm": 0.84395087, "learning_rate": 9.819e-05, "load_balancing_loss": 1.10868454, "iteration": "65/478", "elapsed_time": "42m 7s", "remaining_time": "4h 27m 34s", "memory(GiB)": 21.94, "train_speed(s/it)": 38.871132} +{"loss": 0.70317197, "grad_norm": 1.17709541, "learning_rate": 9.773e-05, "load_balancing_loss": 1.11458373, "iteration": "70/478", "elapsed_time": "45m 15s", "remaining_time": "4h 23m 47s", "memory(GiB)": 21.94, "train_speed(s/it)": 38.791581} +{"loss": 0.68064094, "grad_norm": 1.49238086, "learning_rate": 9.722e-05, "load_balancing_loss": 1.11707878, "iteration": "75/478", "elapsed_time": "48m 25s", "remaining_time": "4h 20m 12s", "memory(GiB)": 21.94, "train_speed(s/it)": 38.738617} +{"loss": 0.67706561, "grad_norm": 1.63822699, "learning_rate": 9.665e-05, "load_balancing_loss": 1.11491299, "iteration": "80/478", "elapsed_time": "51m 36s", "remaining_time": "4h 16m 44s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.704415} +{"loss": 0.69307381, "grad_norm": 1.10471642, "learning_rate": 9.604e-05, "load_balancing_loss": 1.12087989, "iteration": "85/478", "elapsed_time": "54m 44s", "remaining_time": "4h 13m 2s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.630355} +{"loss": 0.66236764, "grad_norm": 0.89373755, "learning_rate": 9.538e-05, "load_balancing_loss": 1.12033296, "iteration": "90/478", "elapsed_time": "57m 54s", "remaining_time": "4h 9m 35s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.595846} +{"loss": 0.65817195, "grad_norm": 1.02947938, "learning_rate": 9.466e-05, "load_balancing_loss": 1.11561203, "iteration": "95/478", "elapsed_time": "1h 1m 4s", "remaining_time": "4h 6m 11s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.5664} +{"loss": 0.66185033, "grad_norm": 1.37900782, "learning_rate": 9.391e-05, "load_balancing_loss": 1.11935174, "iteration": "100/478", "elapsed_time": "1h 4m 16s", "remaining_time": "4h 2m 54s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.555247} +{"loss": 0.66375494, "grad_norm": 1.12931764, "learning_rate": 9.31e-05, "load_balancing_loss": 1.11984611, "iteration": "105/478", "elapsed_time": "1h 7m 29s", "remaining_time": "3h 59m 43s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.561171} +{"loss": 0.6532051, "grad_norm": 2.71513534, "learning_rate": 9.225e-05, "load_balancing_loss": 1.11137092, "iteration": "110/478", "elapsed_time": "1h 10m 39s", "remaining_time": "3h 56m 21s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.535768} +{"loss": 0.66530794, "grad_norm": 1.45749068, "learning_rate": 9.135e-05, "load_balancing_loss": 1.12464833, "iteration": "115/478", "elapsed_time": "1h 13m 53s", "remaining_time": "3h 53m 13s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.547855} +{"loss": 0.64065623, "grad_norm": 1.21436214, "learning_rate": 9.042e-05, "load_balancing_loss": 1.12269044, "iteration": "120/478", "elapsed_time": "1h 17m 6s", "remaining_time": "3h 50m 1s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.549473} +{"loss": 0.67240697, "grad_norm": 1.69098723, "learning_rate": 8.943e-05, "load_balancing_loss": 1.12360334, "iteration": "125/478", "elapsed_time": "1h 20m 17s", "remaining_time": "3h 46m 42s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.533299} +{"loss": 0.66640037, "grad_norm": 1.29358268, "learning_rate": 8.841e-05, "load_balancing_loss": 1.15472257, "iteration": "130/478", "elapsed_time": "1h 23m 25s", "remaining_time": "3h 43m 19s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.502304} +{"loss": 0.67201525, "grad_norm": 1.05429876, "learning_rate": 8.735e-05, "load_balancing_loss": 1.1227293, "iteration": "135/478", "elapsed_time": "1h 26m 35s", "remaining_time": "3h 39m 60s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.48347} +{"loss": 0.65419084, "grad_norm": 1.14237678, "learning_rate": 8.625e-05, "load_balancing_loss": 1.11356533, "iteration": "140/478", "elapsed_time": "1h 29m 48s", "remaining_time": "3h 36m 48s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.486667} +{"loss": 0.65678298, "grad_norm": 1.35506332, "learning_rate": 8.511e-05, "load_balancing_loss": 1.11237097, "iteration": "145/478", "elapsed_time": "1h 33m 2s", "remaining_time": "3h 33m 40s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.49847} +{"loss": 0.64411384, "grad_norm": 1.23489714, "learning_rate": 8.393e-05, "load_balancing_loss": 1.11701751, "iteration": "150/478", "elapsed_time": "1h 36m 15s", "remaining_time": "3h 30m 27s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.497149} +{"loss": 0.64421278, "grad_norm": 1.42844784, "learning_rate": 8.273e-05, "load_balancing_loss": 1.11789572, "iteration": "155/478", "elapsed_time": "1h 39m 25s", "remaining_time": "3h 27m 11s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.486478} +{"loss": 0.67361814, "grad_norm": 0.87354571, "learning_rate": 8.148e-05, "load_balancing_loss": 1.09876156, "iteration": "160/478", "elapsed_time": "1h 42m 37s", "remaining_time": "3h 23m 56s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.478943} +{"loss": 0.65024495, "grad_norm": 1.0896033, "learning_rate": 8.021e-05, "load_balancing_loss": 1.12445545, "iteration": "165/478", "elapsed_time": "1h 45m 50s", "remaining_time": "3h 20m 45s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.483944} +{"loss": 0.67774594, "grad_norm": 1.05724251, "learning_rate": 7.89e-05, "load_balancing_loss": 1.12025774, "iteration": "170/478", "elapsed_time": "1h 49m 2s", "remaining_time": "3h 17m 33s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.482972} +{"loss": 0.7304737, "grad_norm": 1.14162195, "learning_rate": 7.757e-05, "load_balancing_loss": 1.11983585, "iteration": "175/478", "elapsed_time": "1h 52m 13s", "remaining_time": "3h 14m 18s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.474161} +{"loss": 0.66559529, "grad_norm": 1.02993417, "learning_rate": 7.621e-05, "load_balancing_loss": 1.11317658, "iteration": "180/478", "elapsed_time": "1h 55m 26s", "remaining_time": "3h 11m 6s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.477813} +{"loss": 0.64969897, "grad_norm": 0.94373059, "learning_rate": 7.483e-05, "load_balancing_loss": 1.12214398, "iteration": "185/478", "elapsed_time": "1h 58m 38s", "remaining_time": "3h 7m 54s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.478208} +{"loss": 0.66266263, "grad_norm": 0.73569524, "learning_rate": 7.342e-05, "load_balancing_loss": 1.12466693, "iteration": "190/478", "elapsed_time": "2h 1m 50s", "remaining_time": "3h 4m 40s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.471779} +{"loss": 0.63934356, "grad_norm": 0.86948246, "learning_rate": 7.199e-05, "load_balancing_loss": 1.10672474, "iteration": "195/478", "elapsed_time": "2h 4m 58s", "remaining_time": "3h 1m 22s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.452278} +{"loss": 0.7047655, "grad_norm": 0.9042502, "learning_rate": 7.054e-05, "load_balancing_loss": 1.12217546, "iteration": "200/478", "elapsed_time": "2h 8m 10s", "remaining_time": "2h 58m 10s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.451872} +{"loss": 0.68150848, "grad_norm": 0.9248212, "learning_rate": 6.907e-05, "load_balancing_loss": 1.11499834, "iteration": "205/478", "elapsed_time": "2h 11m 23s", "remaining_time": "2h 54m 57s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.451326} +{"loss": 0.68056977, "grad_norm": 0.88464701, "learning_rate": 6.758e-05, "load_balancing_loss": 1.10896087, "iteration": "210/478", "elapsed_time": "2h 14m 32s", "remaining_time": "2h 51m 42s", "memory(GiB)": 21.98, "train_speed(s/it)": 38.440045} +{"loss": 0.65329182, "grad_norm": 0.90130055, "learning_rate": 6.608e-05, "load_balancing_loss": 1.11673295, "iteration": "215/478", "elapsed_time": "2h 17m 46s", "remaining_time": "2h 48m 32s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.447792} +{"loss": 0.62887448, "grad_norm": 1.01866019, "learning_rate": 6.456e-05, "load_balancing_loss": 1.10138392, "iteration": "220/478", "elapsed_time": "2h 20m 57s", "remaining_time": "2h 45m 17s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.439169} +{"loss": 0.6402182, "grad_norm": 1.13179302, "learning_rate": 6.304e-05, "load_balancing_loss": 1.11035955, "iteration": "225/478", "elapsed_time": "2h 24m 11s", "remaining_time": "2h 42m 7s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.448359} +{"loss": 0.67559987, "grad_norm": 1.28740048, "learning_rate": 6.15e-05, "load_balancing_loss": 1.10566998, "iteration": "230/478", "elapsed_time": "2h 27m 20s", "remaining_time": "2h 38m 52s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.435856} +{"loss": 0.65547335, "grad_norm": 1.38754606, "learning_rate": 5.996e-05, "load_balancing_loss": 1.1094203, "iteration": "235/478", "elapsed_time": "2h 30m 30s", "remaining_time": "2h 35m 37s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.423944} +{"loss": 0.64917982, "grad_norm": 0.88962883, "learning_rate": 5.841e-05, "load_balancing_loss": 1.09874189, "iteration": "240/478", "elapsed_time": "2h 33m 42s", "remaining_time": "2h 32m 25s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.424725} +{"loss": 0.62662673, "grad_norm": 1.10095978, "learning_rate": 5.685e-05, "load_balancing_loss": 1.11377549, "iteration": "245/478", "elapsed_time": "2h 36m 54s", "remaining_time": "2h 29m 12s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.422488} +{"loss": 0.60461015, "grad_norm": 0.82270807, "learning_rate": 5.53e-05, "load_balancing_loss": 1.1154089, "iteration": "250/478", "elapsed_time": "2h 40m 9s", "remaining_time": "2h 26m 3s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.435823} +{"loss": 0.65762198, "grad_norm": 2.76254773, "learning_rate": 5.374e-05, "load_balancing_loss": 1.10379422, "iteration": "255/478", "elapsed_time": "2h 43m 21s", "remaining_time": "2h 22m 51s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.436079} +{"loss": 0.6647858, "grad_norm": 1.28673625, "learning_rate": 5.218e-05, "load_balancing_loss": 1.1167953, "iteration": "260/478", "elapsed_time": "2h 46m 30s", "remaining_time": "2h 19m 37s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.424639} +{"loss": 0.67204279, "grad_norm": 1.29571819, "learning_rate": 5.063e-05, "load_balancing_loss": 1.10402894, "iteration": "265/478", "elapsed_time": "2h 49m 49s", "remaining_time": "2h 16m 30s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.449111} +{"loss": 0.64711827, "grad_norm": 0.96280396, "learning_rate": 4.909e-05, "load_balancing_loss": 1.10447752, "iteration": "270/478", "elapsed_time": "2h 53m 4s", "remaining_time": "2h 13m 19s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.459019} +{"loss": 0.61244839, "grad_norm": 1.0704782, "learning_rate": 4.755e-05, "load_balancing_loss": 1.10640132, "iteration": "275/478", "elapsed_time": "2h 56m 20s", "remaining_time": "2h 10m 10s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.471679} +{"loss": 0.67299986, "grad_norm": 1.17100239, "learning_rate": 4.602e-05, "load_balancing_loss": 1.11873484, "iteration": "280/478", "elapsed_time": "2h 59m 32s", "remaining_time": "2h 6m 57s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.471791} +{"loss": 0.62407547, "grad_norm": 0.84787118, "learning_rate": 4.45e-05, "load_balancing_loss": 1.13026309, "iteration": "285/478", "elapsed_time": "3h 2m 47s", "remaining_time": "2h 3m 47s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.479862} +{"loss": 0.62827796, "grad_norm": 1.33064377, "learning_rate": 4.299e-05, "load_balancing_loss": 1.11015415, "iteration": "290/478", "elapsed_time": "3h 6m 3s", "remaining_time": "2h 0m 37s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.493643} +{"loss": 0.65064305, "grad_norm": 1.57077241, "learning_rate": 4.15e-05, "load_balancing_loss": 1.10929084, "iteration": "295/478", "elapsed_time": "3h 9m 19s", "remaining_time": "1h 57m 26s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.50421} +{"loss": 0.65049034, "grad_norm": 1.01655233, "learning_rate": 4.002e-05, "load_balancing_loss": 1.10413241, "iteration": "300/478", "elapsed_time": "3h 12m 33s", "remaining_time": "1h 54m 14s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.508404} +{"loss": 0.64959133, "grad_norm": 1.02763343, "learning_rate": 3.856e-05, "load_balancing_loss": 1.10617423, "iteration": "305/478", "elapsed_time": "3h 15m 51s", "remaining_time": "1h 51m 5s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.527205} +{"loss": 0.62196594, "grad_norm": 1.13929534, "learning_rate": 3.712e-05, "load_balancing_loss": 1.10513878, "iteration": "310/478", "elapsed_time": "3h 19m 7s", "remaining_time": "1h 47m 55s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.540213} +{"loss": 0.63185966, "grad_norm": 0.93852848, "learning_rate": 3.571e-05, "load_balancing_loss": 1.11744308, "iteration": "315/478", "elapsed_time": "3h 22m 22s", "remaining_time": "1h 44m 43s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.546463} +{"loss": 0.66740644, "grad_norm": 1.01612675, "learning_rate": 3.431e-05, "load_balancing_loss": 1.12747228, "iteration": "320/478", "elapsed_time": "3h 25m 41s", "remaining_time": "1h 41m 33s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.566135} +{"loss": 0.62706327, "grad_norm": 1.01176381, "learning_rate": 3.294e-05, "load_balancing_loss": 1.10484207, "iteration": "325/478", "elapsed_time": "3h 28m 52s", "remaining_time": "1h 38m 20s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.559509} +{"loss": 0.63695061, "grad_norm": 1.11178708, "learning_rate": 3.16e-05, "load_balancing_loss": 1.11527014, "iteration": "330/478", "elapsed_time": "3h 32m 4s", "remaining_time": "1h 35m 7s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.558696} +{"loss": 0.66513395, "grad_norm": 1.0868448, "learning_rate": 3.028e-05, "load_balancing_loss": 1.11074007, "iteration": "335/478", "elapsed_time": "3h 35m 20s", "remaining_time": "1h 31m 55s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.567184} +{"loss": 0.61722213, "grad_norm": 1.06052804, "learning_rate": 2.9e-05, "load_balancing_loss": 1.10719407, "iteration": "340/478", "elapsed_time": "3h 38m 34s", "remaining_time": "1h 28m 43s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.571678} +{"loss": 0.61370963, "grad_norm": 1.43426299, "learning_rate": 2.774e-05, "load_balancing_loss": 1.10559773, "iteration": "345/478", "elapsed_time": "3h 41m 53s", "remaining_time": "1h 25m 32s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.588119} +{"loss": 0.64181209, "grad_norm": 0.9466148, "learning_rate": 2.652e-05, "load_balancing_loss": 1.11170769, "iteration": "350/478", "elapsed_time": "3h 45m 6s", "remaining_time": "1h 22m 19s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.58719} +{"loss": 0.63905406, "grad_norm": 1.08368897, "learning_rate": 2.533e-05, "load_balancing_loss": 1.10728455, "iteration": "355/478", "elapsed_time": "3h 48m 22s", "remaining_time": "1h 19m 7s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.596264} +{"loss": 0.65620244, "grad_norm": 1.07653725, "learning_rate": 2.418e-05, "load_balancing_loss": 1.11678219, "iteration": "360/478", "elapsed_time": "3h 51m 39s", "remaining_time": "1h 15m 56s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.608495} +{"loss": 0.65582621, "grad_norm": 1.49874425, "learning_rate": 2.306e-05, "load_balancing_loss": 1.11936879, "iteration": "365/478", "elapsed_time": "3h 54m 55s", "remaining_time": "1h 12m 44s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.616907} +{"loss": 0.66615075, "grad_norm": 1.06481087, "learning_rate": 2.199e-05, "load_balancing_loss": 1.09956408, "iteration": "370/478", "elapsed_time": "3h 58m 13s", "remaining_time": "1h 9m 32s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.628855} +{"loss": 0.64444137, "grad_norm": 1.00457597, "learning_rate": 2.095e-05, "load_balancing_loss": 1.11130404, "iteration": "375/478", "elapsed_time": "4h 1m 27s", "remaining_time": "1h 6m 19s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.631821} +{"loss": 0.61660695, "grad_norm": 1.45545042, "learning_rate": 1.995e-05, "load_balancing_loss": 1.0989809, "iteration": "380/478", "elapsed_time": "4h 4m 42s", "remaining_time": "1h 3m 6s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.637272} +{"loss": 0.66013807, "grad_norm": 1.40978849, "learning_rate": 1.9e-05, "load_balancing_loss": 1.10074115, "iteration": "385/478", "elapsed_time": "4h 7m 58s", "remaining_time": "59m 54s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.645309} +{"loss": 0.66184217, "grad_norm": 0.98759401, "learning_rate": 1.809e-05, "load_balancing_loss": 1.11841774, "iteration": "390/478", "elapsed_time": "4h 11m 10s", "remaining_time": "56m 40s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.64} +{"loss": 0.60848159, "grad_norm": 1.06830823, "learning_rate": 1.722e-05, "load_balancing_loss": 1.09721518, "iteration": "395/478", "elapsed_time": "4h 14m 23s", "remaining_time": "53m 27s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.640408} +{"loss": 0.6130048, "grad_norm": 1.21068132, "learning_rate": 1.639e-05, "load_balancing_loss": 1.11918116, "iteration": "400/478", "elapsed_time": "4h 17m 38s", "remaining_time": "50m 14s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.643754} +{"loss": 0.68003887, "grad_norm": 1.2594378, "learning_rate": 1.562e-05, "load_balancing_loss": 1.10693717, "iteration": "405/478", "elapsed_time": "4h 20m 50s", "remaining_time": "47m 1s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.642769} +{"loss": 0.66325051, "grad_norm": 0.75892431, "learning_rate": 1.489e-05, "load_balancing_loss": 1.11468494, "iteration": "410/478", "elapsed_time": "4h 24m 2s", "remaining_time": "43m 47s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.638831} +{"loss": 0.65000612, "grad_norm": 0.90586829, "learning_rate": 1.421e-05, "load_balancing_loss": 1.10201728, "iteration": "415/478", "elapsed_time": "4h 27m 14s", "remaining_time": "40m 34s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.635943} +{"loss": 0.62555516, "grad_norm": 0.98799545, "learning_rate": 1.357e-05, "load_balancing_loss": 1.11490417, "iteration": "420/478", "elapsed_time": "4h 30m 28s", "remaining_time": "37m 21s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.63708} +{"loss": 0.61789459, "grad_norm": 1.82430542, "learning_rate": 1.299e-05, "load_balancing_loss": 1.10756826, "iteration": "425/478", "elapsed_time": "4h 33m 46s", "remaining_time": "34m 8s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.64909} +{"loss": 0.61906952, "grad_norm": 0.80233562, "learning_rate": 1.246e-05, "load_balancing_loss": 1.10590136, "iteration": "430/478", "elapsed_time": "4h 37m 2s", "remaining_time": "30m 55s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.655831} +{"loss": 0.66152763, "grad_norm": 1.10540128, "learning_rate": 1.198e-05, "load_balancing_loss": 1.11780536, "iteration": "435/478", "elapsed_time": "4h 40m 20s", "remaining_time": "27m 43s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.666497} +{"loss": 0.63234913, "grad_norm": 1.26554906, "learning_rate": 1.155e-05, "load_balancing_loss": 1.10381198, "iteration": "440/478", "elapsed_time": "4h 43m 37s", "remaining_time": "24m 30s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.675749} +{"loss": 0.64008874, "grad_norm": 1.18138349, "learning_rate": 1.117e-05, "load_balancing_loss": 1.13223732, "iteration": "445/478", "elapsed_time": "4h 46m 52s", "remaining_time": "21m 16s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.678387} +{"loss": 0.63225925, "grad_norm": 1.29882526, "learning_rate": 1.084e-05, "load_balancing_loss": 1.11291635, "iteration": "450/478", "elapsed_time": "4h 50m 9s", "remaining_time": "18m 3s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.685928} +{"loss": 0.65355301, "grad_norm": 1.33609664, "learning_rate": 1.057e-05, "load_balancing_loss": 1.11447239, "iteration": "455/478", "elapsed_time": "4h 53m 22s", "remaining_time": "14m 50s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.686479} +{"loss": 0.63002419, "grad_norm": 0.98955166, "learning_rate": 1.035e-05, "load_balancing_loss": 1.10765982, "iteration": "460/478", "elapsed_time": "4h 56m 37s", "remaining_time": "11m 36s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.690087} +{"loss": 0.60919803, "grad_norm": 0.7386772, "learning_rate": 1.018e-05, "load_balancing_loss": 1.10691059, "iteration": "465/478", "elapsed_time": "4h 59m 53s", "remaining_time": "8m 23s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.694585} +{"loss": 0.67294681, "grad_norm": 1.46751189, "learning_rate": 1.007e-05, "load_balancing_loss": 1.10951471, "iteration": "470/478", "elapsed_time": "5h 3m 8s", "remaining_time": "5m 10s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.698088} +{"loss": 0.63823503, "grad_norm": 1.25895643, "learning_rate": 1.001e-05, "load_balancing_loss": 1.11577094, "iteration": "475/478", "elapsed_time": "5h 6m 26s", "remaining_time": "1m 56s", "memory(GiB)": 22.23, "train_speed(s/it)": 38.707767} +{"last_model_checkpoint": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/checkpoint-478", "best_model_checkpoint": null, "best_metric": null} +{"loss": 20.74756622, "grad_norm": 30.31984901, "learning_rate": 4.18e-06, "load_balancing_loss": 1.10631979, "iteration": "1/478", "elapsed_time": "2m 13s", "remaining_time": "17h 40m 21s", "memory(GiB)": 21.78, "train_speed(s/it)": 133.377289} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/qwen3omni_debug_batch1.yaml b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/qwen3omni_debug_batch1.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e80d9e71dfe626ebbd4954df3c8d13bccab17c26 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/qwen3omni_debug_batch1.yaml @@ -0,0 +1,56 @@ +dataset: + - 'highlight_batch1_omni' +custom_register_path: + - datasets/qwen3omni/register_highlight_dataset.py +output_dir: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps +wandb_exp_name: qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps +wandb_project: highlight_base_qwen3omni + +micro_batch_size: 1 +global_batch_size: 8 +num_train_epochs: 1 +model: /mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct +save_safetensors: true +load_from_cache_file: false +split_dataset_ratio: 0.00 + +moe_permute_fusion: true +tuner_type: lora +lora_rank: 8 +lora_alpha: 32 +target_modules: all-linear +pipeline_model_parallel_size: 2 +tensor_model_parallel_size: 4 +expert_model_parallel_size: 2 +expert_tensor_parallel_size: 1 +moe_grouped_gemm: true +moe_shared_expert_overlap: true +moe_aux_loss_coeff: 1e-6 + +recompute_granularity: full +recompute_method: uniform +recompute_num_layers: 1 +finetune: true +cross_entropy_loss_fusion: true +lr: 1e-4 +lr_warmup_fraction: 0.05 +min_lr: 1e-5 +save_steps: 500 +eval_steps: 500000 +# max_length: 8192 +packing: false +lazy_tokenize: true +dataloader_num_workers: 8 +dataset_num_proc: 8 +no_save_optim: true +no_save_rng: true +sequence_parallel: true +attention_backend: flash +gradient_accumulation_fusion: false +report_to: wandb +add_version: false + +# enable_thinking: false +# add_non_thinking_prefix: false +# response_prefix: '' +# loss_scale: ignore_empty_think \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/debug-internal.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..9d66ab5884f1316670c81688201b31dce2f4ef01 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/debug-internal.log @@ -0,0 +1,47 @@ +{"time":"2026-05-13T09:42:09.352679141Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-05-13T09:42:09.353097252Z","level":"INFO","msg":"stream: starting","core version":"0.26.1"} +{"time":"2026-05-13T09:42:09.868276238Z","level":"INFO","msg":"stream: created new stream","id":"dcrex1xp"} +{"time":"2026-05-13T09:42:09.868571301Z","level":"INFO","msg":"handler: started"} +{"time":"2026-05-13T09:42:09.897370929Z","level":"INFO","msg":"stream: started"} +{"time":"2026-05-13T09:42:09.897412663Z","level":"INFO","msg":"writer: started","stream_id":"dcrex1xp"} +{"time":"2026-05-13T09:42:09.897434966Z","level":"INFO","msg":"sender: started"} +{"time":"2026-05-13T09:42:11.648440476Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:42:11.825431048Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:42:26.649392261Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":0,"events_lines":2,"uploaded_len":2} +{"time":"2026-05-13T09:42:26.80195331Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:42:41.648951645Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2,"events_lines":2} +{"time":"2026-05-13T09:42:41.801591934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:42:56.648764394Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":4,"events_lines":2} +{"time":"2026-05-13T09:42:56.782524242Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:11.649370155Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":6,"events_lines":2} +{"time":"2026-05-13T09:43:11.819928076Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:26.649375803Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":8,"events_lines":2} +{"time":"2026-05-13T09:43:26.787114353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:41.649258781Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":10,"events_lines":2} +{"time":"2026-05-13T09:43:41.78528746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:56.6493335Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":12,"events_lines":2} +{"time":"2026-05-13T09:43:56.893942288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:11.648920309Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":14,"events_lines":2} +{"time":"2026-05-13T09:44:11.84492717Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:26.648996106Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":0,"console_lines":2} +{"time":"2026-05-13T09:44:26.807143396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:41.648671463Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":18,"events_lines":2} +{"time":"2026-05-13T09:44:41.854470807Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:56.649544564Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":20,"events_lines":2} +{"time":"2026-05-13T09:44:56.823653863Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:11.649366191Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:45:12.164407637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:26.649181703Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":24,"events_lines":2} +{"time":"2026-05-13T09:45:26.887422212Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:41.649426631Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":26,"events_lines":2} +{"time":"2026-05-13T09:45:41.890375096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:56.649509259Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:45:56.899468356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:11.648740698Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":30,"events_lines":2} +{"time":"2026-05-13T09:46:12.021058084Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:26.649467295Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:46:26.790840787Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:41.648513862Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":34,"events_lines":2} +{"time":"2026-05-13T09:46:41.805881597Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:56.649195785Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":36,"events_lines":2} +{"time":"2026-05-13T09:46:56.807919072Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/debug.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..fcc54d91c532d1b3b171c2353c29d782cca617f8 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/debug.log @@ -0,0 +1,19 @@ +2026-05-13 09:42:08,747 INFO MainThread:4186923 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1 +2026-05-13 09:42:08,747 INFO MainThread:4186923 [wandb_setup.py:_flush():81] Configure stats pid to 4186923 +2026-05-13 09:42:08,747 INFO MainThread:4186923 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-05-13 09:42:08,755 INFO MainThread:4186923 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug.log +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug-internal.log +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:init():850] calling init triggers +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:init():855] wandb.init called with sweep_config: {} +config: {'use_ray': False, 'ray_exp_name': None, 'device_groups': None, 'model': '/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', 'model_type': 'qwen3_omni_moe', 'model_revision': None, 'task_type': 'causal_lm', 'torch_dtype': 'bfloat16', 'attn_impl': None, 'experts_impl': None, 'new_special_tokens': [], 'num_labels': None, 'problem_type': None, 'rope_scaling': None, 'device_map': None, 'max_memory': {}, 'max_model_len': None, 'local_repo_path': None, 'init_strategy': None, 'template': 'qwen3_omni', 'system': None, 'max_length': 65536, 'truncation_strategy': 'delete', 'max_pixels': None, 'agent_template': None, 'norm_bbox': None, 'use_chat_template': True, 'padding_side': 'right', 'padding_free': True, 'loss_scale': 'default', 'sequence_parallel_size': 1, 'template_backend': 'swift', 'response_prefix': None, 'enable_thinking': None, 'add_non_thinking_prefix': True, 'dataset': ['highlight_batch1_omni'], 'val_dataset': [], 'cached_dataset': [], 'cached_val_dataset': [], 'split_dataset_ratio': 0.0, 'data_seed': 42, 'dataset_num_proc': 8, 'load_from_cache_file': False, 'dataset_shuffle': True, 'val_dataset_shuffle': False, 'streaming': False, 'interleave_prob': None, 'stopping_strategy': 'first_exhausted', 'shuffle_buffer_size': 1000, 'download_mode': 'reuse_dataset_if_exists', 'columns': {}, 'strict': False, 'remove_unused_columns': True, 'disable_auto_column_mapping': False, 'model_name': None, 'model_author': None, 'custom_dataset_info': [], 'quant_method': None, 'quant_bits': None, 'hqq_axis': None, 'bnb_4bit_compute_dtype': 'bfloat16', 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_quant_storage': None, 'max_new_tokens': None, 'temperature': 0.9, 'top_k': -1, 'top_p': 1.0, 'repetition_penalty': 1.0, 'num_beams': 1, 'stream': False, 'stop_words': [], 'logprobs': False, 'top_logprobs': None, 'structured_outputs_regex': None, 'tuner_backend': 'peft', 'tuner_type': 'lora', 'adapters': [], 'external_plugins': ['datasets/qwen3omni/register_highlight_dataset.py'], 'custom_register_path': ['datasets/qwen3omni/register_highlight_dataset.py'], 'seed': 42, 'model_kwargs': {}, 'enable_npu_model_patch': True, 'load_args': False, 'load_data_args': False, 'packing': False, 'packing_length': None, 'packing_num_proc': 1, 'lazy_tokenize': True, 'use_hf': False, 'hub_token': None, 'ddp_timeout': 18000000, 'ddp_backend': 'nccl', 'ignore_args_error': False, 'use_swift_lora': False, 'freeze_llm': False, 'freeze_vit': True, 'freeze_aligner': True, 'freeze_parameters': [], 'freeze_parameters_regex': None, 'freeze_parameters_ratio': 0.0, 'trainable_parameters': [], 'trainable_parameters_regex': None, 'target_modules': ['all-linear'], 'target_regex': None, 'modules_to_save': [], 'lora_rank': 8, 'lora_alpha': 32, 'lora_dropout': 0.05, 'lora_bias': 'none', 'lora_dtype': None, 'use_rslora': False, 'rlhf_type': None, 'loss_type': None, 'mcore_ref_model': None, 'mcore_ref_adapter': None, 'beta': None, 'rpo_alpha': None, 'reference_free': False, 'label_smoothing': 0.0, 'f_divergence_type': 'reverse_kl', 'desirable_weight': 1.0, 'undesirable_weight': 1.0, 'calculate_KL': None, 'center_rewards_coefficient': None, 'teacher_model': None, 'teacher_model_type': None, 'teacher_model_revision': None, 'teacher_model_server': None, 'gkd_logits_topk': None, 'lmbda': 0.5, 'seq_kd': False, 'offload_teacher_model': False, 'sft_alpha': 0.0, 'generation_batch_size': None, 'steps_per_generation': None, 'num_generations': 8, 'num_generations_eval': None, 'max_completion_length': 512, 'importance_sampling_level': 'token', 'tau_pos': 1.0, 'tau_neg': 1.05, 'epsilon': 0.2, 'epsilon_high': None, 'delta': None, 'use_vllm': True, 'vllm_mode': None, 'vllm_enable_prefix_caching': True, 'vllm_gpu_memory_utilization': 0.9, 'vllm_tensor_parallel_size': 1, 'vllm_max_model_len': None, 'vllm_enforce_eager': False, 'vllm_limit_mm_per_prompt': None, 'vllm_disable_cascade_attn': False, 'vllm_max_num_seqs': None, 'vllm_mm_processor_cache_gb': None, 'vllm_engine_kwargs': None, 'vllm_enable_lora': False, 'sleep_level': 0, 'offload_optimizer': False, 'offload_model': False, 'offload_bridge': False, 'vllm_server_base_url': None, 'vllm_server_host': None, 'vllm_server_port': [8000], 'vllm_server_timeout': 240.0, 'vllm_server_group_port': None, 'reward_funcs': [], 'reward_weights': None, 'cosine_min_len_value_wrong': -0.5, 'cosine_max_len_value_wrong': 0.0, 'cosine_min_len_value_correct': 1.0, 'cosine_max_len_value_correct': 0.5, 'cosine_max_len': None, 'repetition_n_grams': 3, 'repetition_max_penalty': -1.0, 'soft_max_length': None, 'soft_cache_length': None, 'dynamic_sample': False, 'max_resample_times': 3, 'overlong_filter': False, 'scale_rewards': 'group', 'advantage_estimator': 'grpo', 'kl_in_reward': False, 'wandb_log_unique_prompts': None, 'log_completions': False, 'rollout_importance_sampling_mode': None, 'rollout_importance_sampling_threshold': 2.0, 'log_rollout_offpolicy_metrics': False, 'off_policy_sequence_mask_delta': None, 'log_entropy': False, 'top_entropy_quantile': 1.0, 'router_replay_mode': 'disabled', 'reward_model': None, 'reward_model_plugin': None, 'sync_ref_model': False, 'ref_model_sync_steps': 512, 'ref_model_mixup_alpha': 0.6, 'async_generate': False, 'move_model_batches': None, 'multi_turn_scheduler': None, 'max_turns': None, 'completion_length_limit_scope': 'per_round', 'vllm_server_pass_dataset': False, 'num_iterations': 1, 'micro_batch_size': 1, 'global_batch_size': 8, 'recompute_granularity': 'full', 'recompute_method': 'uniform', 'recompute_num_layers': 1, 'recompute_modules': ['core_attn'], 'train_iters': 478, 'num_train_epochs': 1, 'masked_softmax_fusion': True, 'bias_dropout_fusion': True, 'bias_activation_fusion': True, 'apply_rope_fusion': False, 'gradient_accumulation_fusion': False, 'cross_entropy_loss_fusion': True, 'cross_entropy_fusion_impl': 'te', 'calculate_per_token_loss': True, 'attention_backend': '', 'optimizer': 'adam', 'optimizer_cpu_offload': False, 'optimizer_offload_fraction': 1.0, 'use_precision_aware_optimizer': False, 'main_grads_dtype': 'float32', 'main_params_dtype': 'float32', 'exp_avg_dtype': 'float32', 'exp_avg_sq_dtype': 'float32', 'manual_gc': False, 'manual_gc_steps': 0, 'manual_gc_eval': True, 'train_dataloader_shuffle': True, 'dataloader_num_workers': 8, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': True, 'dataloader_prefetch_factor': 2, 'data_sharding': False, 'group_by_length': False, 'te_rng_tracker': False, 'data_parallel_random_init': False, 'mlp_padding_free': False, 'lr_warmup_init': 0.0, 'lr': 0.0001, 'lr_decay_style': 'cosine', 'lr_decay_iters': 478, 'lr_warmup_iters': 0, 'lr_warmup_fraction': 0.05, 'min_lr': 1e-05, 'lr_wsd_decay_style': 'exponential', 'lr_wsd_decay_iters': None, 'weight_decay': 0.1, 'weight_decay_incr_style': 'constant', 'start_weight_decay': 0.1, 'end_weight_decay': 0.1, 'clip_grad': 1.0, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_eps': 1e-08, 'sgd_momentum': 0.9, 'muon_momentum': 0.9, 'muon_split_qkv': True, 'muon_use_nesterov': False, 'muon_scale_mode': 'spectral', 'muon_fp32_matmul_prec': 'medium', 'muon_num_ns_steps': 5, 'muon_tp_mode': 'blockwise', 'muon_extra_scale_factor': 1.0, 'output_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'save_steps': 500, 'no_save_optim': True, 'no_save_rng': True, 'mcore_model': None, 'mcore_adapter': None, 'no_load_optim': False, 'no_load_rng': False, 'finetune': True, 'perform_initialization': False, 'use_cpu_initialization': False, 'async_save': False, 'save_total_limit': None, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'use_persistent_ckpt_worker': False, 'dist_ckpt_save_pre_mcore_014': False, 'dist_ckpt_optim_fully_reshardable': False, 'distrib_optim_fully_reshardable_mem_efficient': False, 'local_rank': 7, 'use_distributed_optimizer': True, 'tensor_model_parallel_size': 4, 'pipeline_model_parallel_size': 2, 'decoder_first_pipeline_num_layers': None, 'decoder_last_pipeline_num_layers': None, 'account_for_embedding_in_pipeline_split': False, 'account_for_loss_in_pipeline_split': False, 'overlap_p2p_comm': False, 'align_param_gather': False, 'sequence_parallel': True, 'context_parallel_size': 1, 'tp_comm_overlap': False, 'overlap_grad_reduce': False, 'overlap_param_gather': False, 'overlap_param_gather_with_optimizer_step': False, 'align_grad_reduce': True, 'virtual_pipeline_model_parallel_size': None, 'microbatch_group_size_per_vp_stage': None, 'pipeline_model_parallel_layout': None, 'expert_model_parallel_size': 2, 'expert_tensor_parallel_size': 1, 'report_to': ['wandb'], 'logging_steps': 5, 'tensorboard_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/runs', 'tensorboard_queue_size': 50, 'wandb_project': 'highlight_base_qwen3omni', 'wandb_exp_name': 'qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'swanlab_project': 'megatron-swift', 'swanlab_exp_name': None, 'eval_iters': 0, 'eval_steps': 500000, 'fp8_format': None, 'fp8_recipe': 'delayed', 'fp8_amax_history_len': 1024, 'fp8_amax_compute_algo': 'max', 'fp8_param_gather': False, 'fp16': False, 'bf16': True, 'apply_query_key_layer_scaling': False, 'attention_softmax_in_fp32': True, 'accumulate_allreduce_grads_in_fp32': True, 'moe_router_load_balancing_type': None, 'moe_router_dtype': 'fp32', 'moe_token_dispatcher_type': None, 'moe_enable_deepep': False, 'moe_grouped_gemm': True, 'moe_permute_fusion': True, 'moe_aux_loss_coeff': 1e-06, 'moe_z_loss_coeff': None, 'moe_shared_expert_overlap': True, 'moe_layer_recompute': False, 'moe_expert_capacity_factor': None, 'moe_pad_expert_input_to_capacity': False, 'moe_token_drop_policy': None, 'mtp_num_layers': None, 'mtp_loss_scaling_factor': 0.1, 'mtp_decoder_input_detach': False, 'mtp_shared_weights': False, 'save_safetensors': True, 'ref_model': None, 'ref_adapters': [], 'merge_lora': True, 'max_shard_size': '5GB', 'vit_gradient_checkpointing': False, 'vit_gradient_checkpointing_kwargs': None, 'vit_attn_impl': None, 'vit_lr': None, 'aligner_lr': None, 'dsa_indexer_loss_coeff': None, 'dsa_indexer_use_sparse_loss': False, 'check_model': True, 'apply_wd_to_qk_layernorm': False, 'linear_decoupled_in_proj': False, 'enable_dft_loss': False, 'enable_channel_loss': False, 'save_strategy': 'steps', 'callbacks': ['print', 'default_flow', 'wandb'], 'add_version': False, 'create_checkpoint_symlink': False, 'swift_version': '4.2.0', 'ckpt_dir': None, 'rank': 7, 'global_world_size': 8, 'local_world_size': 8, 'model_suffix': 'Qwen3-Omni-30B-A3B-Instruct', 'model_info': "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", 'model_meta': "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", 'model_dir': '/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', 'template_meta': "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", '_val_dataset_exists': False, 'hub': "", 'seq_length': 65536, 'is_multimodal': True, 'megatron_model_meta': "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", 'fp8': None, 'world_size': 8, 'data_parallel_size': 1, 'num_microbatches': 8, '_wandb': {}} +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:init():898] starting backend +2026-05-13 09:42:09,236 INFO MainThread:4186923 [wandb_init.py:init():913] sending inform_init request +2026-05-13 09:42:09,898 INFO MainThread:4186923 [wandb_init.py:init():918] backend started and connected +2026-05-13 09:42:09,901 INFO MainThread:4186923 [wandb_init.py:init():988] updated telemetry +2026-05-13 09:42:09,927 INFO MainThread:4186923 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout +2026-05-13 09:42:10,235 INFO MainThread:4186923 [wandb_init.py:init():1056] starting run threads in backend +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_console_start():2554] atexit reg +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_redirect():2403] redirect: wrap_raw +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_redirect():2472] Wrapping output streams. +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_redirect():2495] Redirects installed. +2026-05-13 09:42:10,404 INFO MainThread:4186923 [wandb_init.py:init():1094] run started, returning control to user process diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/files/output.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..2cf6159a405b2e70d678d620e107fe4fb72b25c5 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/files/output.log @@ -0,0 +1,2 @@ +Train: 1%| | 4/478 [04:11<6:50:34, 51.97s/it] +{'loss': 20.74756622, 'grad_norm': 30.31984901, 'learning_rate': 4.18e-06, 'load_balancing_loss': 1.10631979, 'iteration': '1/478', 'elapsed_time': '2m 13s', 'remaining_time': '17h 40m 21s', 'memory(GiB)': 21.78, 'train_speed(s/it)': 133.377289} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/files/requirements.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d49a0caab5f2ba4a65d6a82709e8d4ae9f2ebf6c --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/files/requirements.txt @@ -0,0 +1,223 @@ +pyparsing==3.3.2 +pip==26.1.1 +accelerate==1.13.0 +multiprocess==0.70.16 +Werkzeug==3.1.8 +lazy-loader==0.5 +aliyun-python-sdk-kms==2.16.5 +nvidia-cuda-cupti==13.0.85 +aiohttp==3.13.5 +nvidia-cusparse==12.6.3.3 +av==17.0.1 +py-cpuinfo==9.0.0 +websockets==15.0.1 +sentencepiece==0.2.1 +jiter==0.14.0 +gradio_client==1.14.0 +tensorboard==2.20.0 +nvidia-cufft-cu12==11.4.1.4 +onnx-ir==0.2.1 +semantic-version==2.10.0 +fastapi==0.136.1 +pydantic==2.12.3 +crcmod==1.7 +nvidia-cuda-nvrtc==13.0.88 +orjson==3.11.9 +cuda-toolkit==13.0.2 +anyio==4.13.0 +fonttools==4.62.1 +fsspec==2026.4.0 +tomlkit==0.13.3 +tqdm==4.67.3 +deepspeed==0.19.0 +hf-xet==1.5.0 +nvidia-curand==10.4.0.35 +binpacking==2.0.1 +json_repair==0.59.9 +nvidia-cusparselt-cu12==0.7.1 +nvidia-cublas-cu12==12.9.1.4 +brotli==1.2.0 +httpcore==1.0.9 +propcache==0.5.2 +httpx==0.28.1 +nvidia-nvshmem-cu13==3.4.5 +nvidia-nccl-cu13==2.28.9 +contourpy==1.3.3 +kiwisolver==1.5.0 +joblib==1.5.3 +aliyun-python-sdk-core==2.16.0 +h11==0.16.0 +sniffio==1.3.1 +psutil==7.2.2 +nvidia-cudnn-cu13==9.19.0.56 +attrdict==2.0.1 +idna==3.15 +nvidia-cusolver-cu12==11.7.5.82 +nvidia-nvjitlink==13.0.88 +nvidia-nvtx==13.0.85 +pytz==2026.2 +addict==2.4.0 +omegaconf==2.4.0.dev10 +pydub==0.25.1 +Jinja2==3.1.6 +nvidia-cuda-cupti-cu12==12.9.79 +msgpack==1.1.2 +ffmpeg==1.4 +typing-inspection==0.4.2 +decord==0.6.0 +huggingface_hub==0.36.2 +cycler==0.12.1 +tokenizers==0.23.0rc0 +numpy==2.4.4 +nvidia-cufile==1.15.1.6 +sympy==1.14.0 +dill==0.3.8 +groovy==0.1.2 +flash_attn==2.8.3 +torchvision==0.23.0+cu129 +einops==0.8.2 +tensorboard-data-server==0.7.2 +nvidia-nccl-cu12==2.27.3 +pycryptodome==3.23.0 +nvidia-cuda-runtime==13.0.96 +nvidia-cufile-cu12==1.14.1.1 +markdown-it-py==4.2.0 +setuptools==81.0.0 +nvidia-cufft==12.0.0.61 +pooch==1.9.0 +absl-py==2.4.0 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cusolver==12.0.4.66 +cryptography==48.0.0 +mcore_bridge==1.3.2 +modelscope==1.36.3 +opentelemetry-sdk==1.41.1 +ninja==1.13.0 +gitdb==4.0.12 +transformer_engine==2.15.0 +transformers-stream-generator==0.0.5 +platformdirs==4.9.6 +typer==0.25.1 +librosa==0.11.0 +scipy==1.17.1 +torchaudio==2.8.0+cu129 +ms_swift==4.2.0 +python-multipart==0.0.28 +attrs==26.1.0 +opentelemetry-semantic-conventions==0.62b1 +safetensors==0.8.0rc0 +cpm-kernels==1.0.11 +pybind11==3.0.4 +networkx==3.6.1 +decorator==5.2.1 +transformers==4.57.1 +onnx==1.21.0 +nvidia-cuda-runtime-cu12==12.9.79 +multidict==6.7.1 +aiosignal==1.4.0 +jieba==0.42.1 +mdurl==0.1.2 +tiktoken==0.12.0 +nvidia-cublas==13.1.0.3 +dacite==1.9.2 +nvidia-cuda-nvrtc-cu12==12.9.86 +transformer_engine_cu13==2.15.0 +safehttpx==0.1.7 +wandb==0.26.1 +nltk==3.9.4 +six==1.17.0 +xxhash==3.7.0 +zipp==3.23.1 +qwen-omni-utils==0.0.9 +liger_kernel==0.8.0 +ruff==0.15.12 +numba==0.65.1 +peft==0.19.1 +pycparser==3.0 +nvidia-cusparselt-cu13==0.8.0 +tzdata==2026.2 +nvidia-nvtx-cu12==12.9.79 +nvidia-cusparse-cu12==12.5.10.65 +rich==15.0.0 +nvdlfw_inspect==0.2.2 +uvicorn==0.46.0 +torchcodec==0.6.0 +importlib_metadata==8.7.1 +nvidia-curand-cu12==10.3.10.19 +opentelemetry-api==1.41.1 +python-dateutil==2.9.0.post0 +typing_extensions==4.15.0 +urllib3==2.7.0 +threadpoolctl==3.6.0 +pydantic_core==2.41.4 +requests==2.34.0 +distro==1.9.0 +openai==2.36.0 +transformer_engine_torch==2.15.0 +aiohappyeyeballs==2.6.1 +frozenlist==1.8.0 +gradio==5.50.1.dev1 +certifi==2026.4.22 +ffmpy==1.0.0 +triton==3.4.0 +shellingham==1.5.4 +packaging==26.2 +protobuf==7.35.0rc2 +grpcio==1.80.0 +cffi==2.0.0 +yarl==1.23.0 +scikit-learn==1.8.0 +oss2==2.19.1 +Markdown==3.10.2 +jmespath==0.10.0 +soundfile==0.13.1 +smmap==5.0.3 +nvidia-nvjitlink-cu12==12.9.86 +trl==0.24.0 +sentry-sdk==3.0.0a7 +click==8.3.3 +annotated-types==0.7.0 +pandas==2.3.3 +aiofiles==24.1.0 +MarkupSafe==3.0.3 +wheel==0.47.0 +matplotlib==3.11.0rc2 +datasets==3.6.0 +transformer_engine_cu12==2.15.0 +PyYAML==6.0.3 +pillow==11.3.0 +rouge==1.0.1 +hjson==3.1.0 +regex==2026.5.9 +soxr==1.1.0 +pyarrow==24.0.0 +onnxscript==0.7.1.dev20260509 +charset-normalizer==3.4.7 +audioread==3.1.0 +megatron-core==0.17.0 +sortedcontainers==2.4.0 +zstandard==0.25.0 +torch==2.8.0+cu129 +mpmath==1.3.0 +llvmlite==0.47.0 +GitPython==3.1.50 +Pygments==2.20.0 +annotated-doc==0.0.4 +cuda-pathfinder==1.5.4 +ml_dtypes==0.5.4 +simplejson==4.1.1 +filelock==3.29.0 +cuda-bindings==13.2.0 +starlette==0.52.1 +more-itertools==10.8.0 +jaraco.context==6.1.0 +tomli==2.4.0 +jaraco.text==4.0.0 +zipp==3.23.0 +jaraco.functools==4.4.0 +platformdirs==4.4.0 +backports.tarfile==1.2.0 +wheel==0.46.3 +importlib_metadata==8.7.1 +autocommand==2.2.2 +packaging==26.0 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/files/wandb-metadata.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..a4884350266fbc0280b0fe462af3db10ed0bce22 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/files/wandb-metadata.json @@ -0,0 +1,181 @@ +{ + "os": "Linux-5.15.120.bsk.2-amd64-x86_64-with-glibc2.36", + "python": "CPython 3.12.13", + "startedAt": "2026-05-13T09:42:08.337878Z", + "args": [ + "--dataset", + "highlight_batch1_omni", + "--custom_register_path", + "datasets/qwen3omni/register_highlight_dataset.py", + "--output_dir", + "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "--wandb_exp_name", + "qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "--wandb_project", + "highlight_base_qwen3omni", + "--micro_batch_size", + "1", + "--global_batch_size", + "8", + "--num_train_epochs", + "1", + "--model", + "/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct", + "--save_safetensors", + "True", + "--load_from_cache_file", + "False", + "--split_dataset_ratio", + "0.0", + "--moe_permute_fusion", + "True", + "--tuner_type", + "lora", + "--lora_rank", + "8", + "--lora_alpha", + "32", + "--target_modules", + "all-linear", + "--pipeline_model_parallel_size", + "2", + "--tensor_model_parallel_size", + "4", + "--expert_model_parallel_size", + "2", + "--expert_tensor_parallel_size", + "1", + "--moe_grouped_gemm", + "True", + "--moe_shared_expert_overlap", + "True", + "--moe_aux_loss_coeff", + "1e-6", + "--recompute_granularity", + "full", + "--recompute_method", + "uniform", + "--recompute_num_layers", + "1", + "--finetune", + "True", + "--cross_entropy_loss_fusion", + "True", + "--lr", + "1e-4", + "--lr_warmup_fraction", + "0.05", + "--min_lr", + "1e-5", + "--save_steps", + "500", + "--eval_steps", + "500000", + "--packing", + "False", + "--lazy_tokenize", + "True", + "--dataloader_num_workers", + "8", + "--dataset_num_proc", + "8", + "--no_save_optim", + "True", + "--no_save_rng", + "True", + "--sequence_parallel", + "True", + "--attention_backend", + "flash", + "--gradient_accumulation_fusion", + "False", + "--report_to", + "wandb", + "--add_version", + "False" + ], + "program": "/opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py", + "codePath": "scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py", + "codePathLocal": "scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py", + "git": { + "remote": "git@code.byted.org:user/highlight_tools.git", + "commit": "a64fe07d1dd831115f238e36297fbcfe6ca3a032" + }, + "email": "2200012743@stu.pku.edu.cn", + "root": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "host": "n124-253-191", + "executable": "/opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/bin/python", + "cpu_count": 96, + "cpu_count_logical": 96, + "gpu": "NVIDIA H100 80GB HBM3", + "gpu_count": 8, + "disk": { + "/": { + "total": "3779301580800", + "used": "1600741928960" + } + }, + "memory": { + "total": "2007284355072" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-5bbf2562-4715-4fa1-d701-01bc5a1b954a" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-7ef8579d-0d28-5651-5216-b68a74a50f9e" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-6d316cf9-53b4-833c-bfe6-61d25f101475" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-20ee8761-b8ab-7843-4399-75d507b12316" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-8ad910db-f0b1-f979-d08b-a1e055278219" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-40aacc2b-e25e-e2cf-e991-5cd26f9f45d5" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-f3c3bf01-df9b-d21d-451b-2387571a3ed1" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-a2e9b3dd-ff8b-31ca-3c8e-31b3fb5dd5e1" + } + ], + "cudaVersion": "12.8", + "writerId": "2a2wij6bwv7ej07x7oqik8qrcuoyppaz" +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/logs/debug-internal.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..9d66ab5884f1316670c81688201b31dce2f4ef01 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/logs/debug-internal.log @@ -0,0 +1,47 @@ +{"time":"2026-05-13T09:42:09.352679141Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-05-13T09:42:09.353097252Z","level":"INFO","msg":"stream: starting","core version":"0.26.1"} +{"time":"2026-05-13T09:42:09.868276238Z","level":"INFO","msg":"stream: created new stream","id":"dcrex1xp"} +{"time":"2026-05-13T09:42:09.868571301Z","level":"INFO","msg":"handler: started"} +{"time":"2026-05-13T09:42:09.897370929Z","level":"INFO","msg":"stream: started"} +{"time":"2026-05-13T09:42:09.897412663Z","level":"INFO","msg":"writer: started","stream_id":"dcrex1xp"} +{"time":"2026-05-13T09:42:09.897434966Z","level":"INFO","msg":"sender: started"} +{"time":"2026-05-13T09:42:11.648440476Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:42:11.825431048Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:42:26.649392261Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":0,"events_lines":2,"uploaded_len":2} +{"time":"2026-05-13T09:42:26.80195331Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:42:41.648951645Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2,"events_lines":2} +{"time":"2026-05-13T09:42:41.801591934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:42:56.648764394Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":4,"events_lines":2} +{"time":"2026-05-13T09:42:56.782524242Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:11.649370155Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":6,"events_lines":2} +{"time":"2026-05-13T09:43:11.819928076Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:26.649375803Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":8,"events_lines":2} +{"time":"2026-05-13T09:43:26.787114353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:41.649258781Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":10,"events_lines":2} +{"time":"2026-05-13T09:43:41.78528746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:56.6493335Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":12,"events_lines":2} +{"time":"2026-05-13T09:43:56.893942288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:11.648920309Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":14,"events_lines":2} +{"time":"2026-05-13T09:44:11.84492717Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:26.648996106Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":0,"console_lines":2} +{"time":"2026-05-13T09:44:26.807143396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:41.648671463Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":18,"events_lines":2} +{"time":"2026-05-13T09:44:41.854470807Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:56.649544564Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":20,"events_lines":2} +{"time":"2026-05-13T09:44:56.823653863Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:11.649366191Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:45:12.164407637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:26.649181703Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":24,"events_lines":2} +{"time":"2026-05-13T09:45:26.887422212Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:41.649426631Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":26,"events_lines":2} +{"time":"2026-05-13T09:45:41.890375096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:56.649509259Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:45:56.899468356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:11.648740698Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":30,"events_lines":2} +{"time":"2026-05-13T09:46:12.021058084Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:26.649467295Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:46:26.790840787Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:41.648513862Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":34,"events_lines":2} +{"time":"2026-05-13T09:46:41.805881597Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:56.649195785Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":36,"events_lines":2} +{"time":"2026-05-13T09:46:56.807919072Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/logs/debug.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..fcc54d91c532d1b3b171c2353c29d782cca617f8 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/logs/debug.log @@ -0,0 +1,19 @@ +2026-05-13 09:42:08,747 INFO MainThread:4186923 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1 +2026-05-13 09:42:08,747 INFO MainThread:4186923 [wandb_setup.py:_flush():81] Configure stats pid to 4186923 +2026-05-13 09:42:08,747 INFO MainThread:4186923 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-05-13 09:42:08,755 INFO MainThread:4186923 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug.log +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug-internal.log +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:init():850] calling init triggers +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:init():855] wandb.init called with sweep_config: {} +config: {'use_ray': False, 'ray_exp_name': None, 'device_groups': None, 'model': '/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', 'model_type': 'qwen3_omni_moe', 'model_revision': None, 'task_type': 'causal_lm', 'torch_dtype': 'bfloat16', 'attn_impl': None, 'experts_impl': None, 'new_special_tokens': [], 'num_labels': None, 'problem_type': None, 'rope_scaling': None, 'device_map': None, 'max_memory': {}, 'max_model_len': None, 'local_repo_path': None, 'init_strategy': None, 'template': 'qwen3_omni', 'system': None, 'max_length': 65536, 'truncation_strategy': 'delete', 'max_pixels': None, 'agent_template': None, 'norm_bbox': None, 'use_chat_template': True, 'padding_side': 'right', 'padding_free': True, 'loss_scale': 'default', 'sequence_parallel_size': 1, 'template_backend': 'swift', 'response_prefix': None, 'enable_thinking': None, 'add_non_thinking_prefix': True, 'dataset': ['highlight_batch1_omni'], 'val_dataset': [], 'cached_dataset': [], 'cached_val_dataset': [], 'split_dataset_ratio': 0.0, 'data_seed': 42, 'dataset_num_proc': 8, 'load_from_cache_file': False, 'dataset_shuffle': True, 'val_dataset_shuffle': False, 'streaming': False, 'interleave_prob': None, 'stopping_strategy': 'first_exhausted', 'shuffle_buffer_size': 1000, 'download_mode': 'reuse_dataset_if_exists', 'columns': {}, 'strict': False, 'remove_unused_columns': True, 'disable_auto_column_mapping': False, 'model_name': None, 'model_author': None, 'custom_dataset_info': [], 'quant_method': None, 'quant_bits': None, 'hqq_axis': None, 'bnb_4bit_compute_dtype': 'bfloat16', 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_quant_storage': None, 'max_new_tokens': None, 'temperature': 0.9, 'top_k': -1, 'top_p': 1.0, 'repetition_penalty': 1.0, 'num_beams': 1, 'stream': False, 'stop_words': [], 'logprobs': False, 'top_logprobs': None, 'structured_outputs_regex': None, 'tuner_backend': 'peft', 'tuner_type': 'lora', 'adapters': [], 'external_plugins': ['datasets/qwen3omni/register_highlight_dataset.py'], 'custom_register_path': ['datasets/qwen3omni/register_highlight_dataset.py'], 'seed': 42, 'model_kwargs': {}, 'enable_npu_model_patch': True, 'load_args': False, 'load_data_args': False, 'packing': False, 'packing_length': None, 'packing_num_proc': 1, 'lazy_tokenize': True, 'use_hf': False, 'hub_token': None, 'ddp_timeout': 18000000, 'ddp_backend': 'nccl', 'ignore_args_error': False, 'use_swift_lora': False, 'freeze_llm': False, 'freeze_vit': True, 'freeze_aligner': True, 'freeze_parameters': [], 'freeze_parameters_regex': None, 'freeze_parameters_ratio': 0.0, 'trainable_parameters': [], 'trainable_parameters_regex': None, 'target_modules': ['all-linear'], 'target_regex': None, 'modules_to_save': [], 'lora_rank': 8, 'lora_alpha': 32, 'lora_dropout': 0.05, 'lora_bias': 'none', 'lora_dtype': None, 'use_rslora': False, 'rlhf_type': None, 'loss_type': None, 'mcore_ref_model': None, 'mcore_ref_adapter': None, 'beta': None, 'rpo_alpha': None, 'reference_free': False, 'label_smoothing': 0.0, 'f_divergence_type': 'reverse_kl', 'desirable_weight': 1.0, 'undesirable_weight': 1.0, 'calculate_KL': None, 'center_rewards_coefficient': None, 'teacher_model': None, 'teacher_model_type': None, 'teacher_model_revision': None, 'teacher_model_server': None, 'gkd_logits_topk': None, 'lmbda': 0.5, 'seq_kd': False, 'offload_teacher_model': False, 'sft_alpha': 0.0, 'generation_batch_size': None, 'steps_per_generation': None, 'num_generations': 8, 'num_generations_eval': None, 'max_completion_length': 512, 'importance_sampling_level': 'token', 'tau_pos': 1.0, 'tau_neg': 1.05, 'epsilon': 0.2, 'epsilon_high': None, 'delta': None, 'use_vllm': True, 'vllm_mode': None, 'vllm_enable_prefix_caching': True, 'vllm_gpu_memory_utilization': 0.9, 'vllm_tensor_parallel_size': 1, 'vllm_max_model_len': None, 'vllm_enforce_eager': False, 'vllm_limit_mm_per_prompt': None, 'vllm_disable_cascade_attn': False, 'vllm_max_num_seqs': None, 'vllm_mm_processor_cache_gb': None, 'vllm_engine_kwargs': None, 'vllm_enable_lora': False, 'sleep_level': 0, 'offload_optimizer': False, 'offload_model': False, 'offload_bridge': False, 'vllm_server_base_url': None, 'vllm_server_host': None, 'vllm_server_port': [8000], 'vllm_server_timeout': 240.0, 'vllm_server_group_port': None, 'reward_funcs': [], 'reward_weights': None, 'cosine_min_len_value_wrong': -0.5, 'cosine_max_len_value_wrong': 0.0, 'cosine_min_len_value_correct': 1.0, 'cosine_max_len_value_correct': 0.5, 'cosine_max_len': None, 'repetition_n_grams': 3, 'repetition_max_penalty': -1.0, 'soft_max_length': None, 'soft_cache_length': None, 'dynamic_sample': False, 'max_resample_times': 3, 'overlong_filter': False, 'scale_rewards': 'group', 'advantage_estimator': 'grpo', 'kl_in_reward': False, 'wandb_log_unique_prompts': None, 'log_completions': False, 'rollout_importance_sampling_mode': None, 'rollout_importance_sampling_threshold': 2.0, 'log_rollout_offpolicy_metrics': False, 'off_policy_sequence_mask_delta': None, 'log_entropy': False, 'top_entropy_quantile': 1.0, 'router_replay_mode': 'disabled', 'reward_model': None, 'reward_model_plugin': None, 'sync_ref_model': False, 'ref_model_sync_steps': 512, 'ref_model_mixup_alpha': 0.6, 'async_generate': False, 'move_model_batches': None, 'multi_turn_scheduler': None, 'max_turns': None, 'completion_length_limit_scope': 'per_round', 'vllm_server_pass_dataset': False, 'num_iterations': 1, 'micro_batch_size': 1, 'global_batch_size': 8, 'recompute_granularity': 'full', 'recompute_method': 'uniform', 'recompute_num_layers': 1, 'recompute_modules': ['core_attn'], 'train_iters': 478, 'num_train_epochs': 1, 'masked_softmax_fusion': True, 'bias_dropout_fusion': True, 'bias_activation_fusion': True, 'apply_rope_fusion': False, 'gradient_accumulation_fusion': False, 'cross_entropy_loss_fusion': True, 'cross_entropy_fusion_impl': 'te', 'calculate_per_token_loss': True, 'attention_backend': '', 'optimizer': 'adam', 'optimizer_cpu_offload': False, 'optimizer_offload_fraction': 1.0, 'use_precision_aware_optimizer': False, 'main_grads_dtype': 'float32', 'main_params_dtype': 'float32', 'exp_avg_dtype': 'float32', 'exp_avg_sq_dtype': 'float32', 'manual_gc': False, 'manual_gc_steps': 0, 'manual_gc_eval': True, 'train_dataloader_shuffle': True, 'dataloader_num_workers': 8, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': True, 'dataloader_prefetch_factor': 2, 'data_sharding': False, 'group_by_length': False, 'te_rng_tracker': False, 'data_parallel_random_init': False, 'mlp_padding_free': False, 'lr_warmup_init': 0.0, 'lr': 0.0001, 'lr_decay_style': 'cosine', 'lr_decay_iters': 478, 'lr_warmup_iters': 0, 'lr_warmup_fraction': 0.05, 'min_lr': 1e-05, 'lr_wsd_decay_style': 'exponential', 'lr_wsd_decay_iters': None, 'weight_decay': 0.1, 'weight_decay_incr_style': 'constant', 'start_weight_decay': 0.1, 'end_weight_decay': 0.1, 'clip_grad': 1.0, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_eps': 1e-08, 'sgd_momentum': 0.9, 'muon_momentum': 0.9, 'muon_split_qkv': True, 'muon_use_nesterov': False, 'muon_scale_mode': 'spectral', 'muon_fp32_matmul_prec': 'medium', 'muon_num_ns_steps': 5, 'muon_tp_mode': 'blockwise', 'muon_extra_scale_factor': 1.0, 'output_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'save_steps': 500, 'no_save_optim': True, 'no_save_rng': True, 'mcore_model': None, 'mcore_adapter': None, 'no_load_optim': False, 'no_load_rng': False, 'finetune': True, 'perform_initialization': False, 'use_cpu_initialization': False, 'async_save': False, 'save_total_limit': None, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'use_persistent_ckpt_worker': False, 'dist_ckpt_save_pre_mcore_014': False, 'dist_ckpt_optim_fully_reshardable': False, 'distrib_optim_fully_reshardable_mem_efficient': False, 'local_rank': 7, 'use_distributed_optimizer': True, 'tensor_model_parallel_size': 4, 'pipeline_model_parallel_size': 2, 'decoder_first_pipeline_num_layers': None, 'decoder_last_pipeline_num_layers': None, 'account_for_embedding_in_pipeline_split': False, 'account_for_loss_in_pipeline_split': False, 'overlap_p2p_comm': False, 'align_param_gather': False, 'sequence_parallel': True, 'context_parallel_size': 1, 'tp_comm_overlap': False, 'overlap_grad_reduce': False, 'overlap_param_gather': False, 'overlap_param_gather_with_optimizer_step': False, 'align_grad_reduce': True, 'virtual_pipeline_model_parallel_size': None, 'microbatch_group_size_per_vp_stage': None, 'pipeline_model_parallel_layout': None, 'expert_model_parallel_size': 2, 'expert_tensor_parallel_size': 1, 'report_to': ['wandb'], 'logging_steps': 5, 'tensorboard_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/runs', 'tensorboard_queue_size': 50, 'wandb_project': 'highlight_base_qwen3omni', 'wandb_exp_name': 'qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'swanlab_project': 'megatron-swift', 'swanlab_exp_name': None, 'eval_iters': 0, 'eval_steps': 500000, 'fp8_format': None, 'fp8_recipe': 'delayed', 'fp8_amax_history_len': 1024, 'fp8_amax_compute_algo': 'max', 'fp8_param_gather': False, 'fp16': False, 'bf16': True, 'apply_query_key_layer_scaling': False, 'attention_softmax_in_fp32': True, 'accumulate_allreduce_grads_in_fp32': True, 'moe_router_load_balancing_type': None, 'moe_router_dtype': 'fp32', 'moe_token_dispatcher_type': None, 'moe_enable_deepep': False, 'moe_grouped_gemm': True, 'moe_permute_fusion': True, 'moe_aux_loss_coeff': 1e-06, 'moe_z_loss_coeff': None, 'moe_shared_expert_overlap': True, 'moe_layer_recompute': False, 'moe_expert_capacity_factor': None, 'moe_pad_expert_input_to_capacity': False, 'moe_token_drop_policy': None, 'mtp_num_layers': None, 'mtp_loss_scaling_factor': 0.1, 'mtp_decoder_input_detach': False, 'mtp_shared_weights': False, 'save_safetensors': True, 'ref_model': None, 'ref_adapters': [], 'merge_lora': True, 'max_shard_size': '5GB', 'vit_gradient_checkpointing': False, 'vit_gradient_checkpointing_kwargs': None, 'vit_attn_impl': None, 'vit_lr': None, 'aligner_lr': None, 'dsa_indexer_loss_coeff': None, 'dsa_indexer_use_sparse_loss': False, 'check_model': True, 'apply_wd_to_qk_layernorm': False, 'linear_decoupled_in_proj': False, 'enable_dft_loss': False, 'enable_channel_loss': False, 'save_strategy': 'steps', 'callbacks': ['print', 'default_flow', 'wandb'], 'add_version': False, 'create_checkpoint_symlink': False, 'swift_version': '4.2.0', 'ckpt_dir': None, 'rank': 7, 'global_world_size': 8, 'local_world_size': 8, 'model_suffix': 'Qwen3-Omni-30B-A3B-Instruct', 'model_info': "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", 'model_meta': "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", 'model_dir': '/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', 'template_meta': "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", '_val_dataset_exists': False, 'hub': "", 'seq_length': 65536, 'is_multimodal': True, 'megatron_model_meta': "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", 'fp8': None, 'world_size': 8, 'data_parallel_size': 1, 'num_microbatches': 8, '_wandb': {}} +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:init():898] starting backend +2026-05-13 09:42:09,236 INFO MainThread:4186923 [wandb_init.py:init():913] sending inform_init request +2026-05-13 09:42:09,898 INFO MainThread:4186923 [wandb_init.py:init():918] backend started and connected +2026-05-13 09:42:09,901 INFO MainThread:4186923 [wandb_init.py:init():988] updated telemetry +2026-05-13 09:42:09,927 INFO MainThread:4186923 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout +2026-05-13 09:42:10,235 INFO MainThread:4186923 [wandb_init.py:init():1056] starting run threads in backend +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_console_start():2554] atexit reg +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_redirect():2403] redirect: wrap_raw +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_redirect():2472] Wrapping output streams. +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_redirect():2495] Redirects installed. +2026-05-13 09:42:10,404 INFO MainThread:4186923 [wandb_init.py:init():1094] run started, returning control to user process diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/run-dcrex1xp.wandb b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/run-dcrex1xp.wandb new file mode 100644 index 0000000000000000000000000000000000000000..970e263b0e1b78f5ffe0548ba8b7eef0764168d1 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/latest-run/run-dcrex1xp.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5233458162256896371b10f598d5fcfde65b3123d6548e0d38e9436cd847e653 +size 163840 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260509_192723-s7x3tjzm/files/output.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260509_192723-s7x3tjzm/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..d94c9c0a75b8a7f2d2040a35808d364cf42e1614 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260509_192723-s7x3tjzm/files/output.log @@ -0,0 +1,68 @@ +Train: 0%| | 0/478 [00:00', 'optimizer': 'adam', 'optimizer_cpu_offload': False, 'optimizer_offload_fraction': 1.0, 'use_precision_aware_optimizer': False, 'main_grads_dtype': 'float32', 'main_params_dtype': 'float32', 'exp_avg_dtype': 'float32', 'exp_avg_sq_dtype': 'float32', 'manual_gc': False, 'manual_gc_steps': 0, 'manual_gc_eval': True, 'train_dataloader_shuffle': True, 'dataloader_num_workers': 8, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': True, 'dataloader_prefetch_factor': 2, 'data_sharding': False, 'group_by_length': False, 'te_rng_tracker': False, 'data_parallel_random_init': False, 'mlp_padding_free': False, 'lr_warmup_init': 0.0, 'lr': 0.0001, 'lr_decay_style': 'cosine', 'lr_decay_iters': 478, 'lr_warmup_iters': 0, 'lr_warmup_fraction': 0.05, 'min_lr': 1e-05, 'lr_wsd_decay_style': 'exponential', 'lr_wsd_decay_iters': None, 'weight_decay': 0.1, 'weight_decay_incr_style': 'constant', 'start_weight_decay': 0.1, 'end_weight_decay': 0.1, 'clip_grad': 1.0, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_eps': 1e-08, 'sgd_momentum': 0.9, 'muon_momentum': 0.9, 'muon_split_qkv': True, 'muon_use_nesterov': False, 'muon_scale_mode': 'spectral', 'muon_fp32_matmul_prec': 'medium', 'muon_num_ns_steps': 5, 'muon_tp_mode': 'blockwise', 'muon_extra_scale_factor': 1.0, 'output_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'save_steps': 500, 'no_save_optim': True, 'no_save_rng': True, 'mcore_model': None, 'mcore_adapter': None, 'no_load_optim': False, 'no_load_rng': False, 'finetune': True, 'perform_initialization': False, 'use_cpu_initialization': False, 'async_save': False, 'save_total_limit': None, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'use_persistent_ckpt_worker': False, 'dist_ckpt_save_pre_mcore_014': False, 'dist_ckpt_optim_fully_reshardable': False, 'distrib_optim_fully_reshardable_mem_efficient': False, 'local_rank': 7, 'use_distributed_optimizer': True, 'tensor_model_parallel_size': 4, 'pipeline_model_parallel_size': 2, 'decoder_first_pipeline_num_layers': None, 'decoder_last_pipeline_num_layers': None, 'account_for_embedding_in_pipeline_split': False, 'account_for_loss_in_pipeline_split': False, 'overlap_p2p_comm': False, 'align_param_gather': False, 'sequence_parallel': True, 'context_parallel_size': 1, 'tp_comm_overlap': False, 'overlap_grad_reduce': False, 'overlap_param_gather': False, 'overlap_param_gather_with_optimizer_step': False, 'align_grad_reduce': True, 'virtual_pipeline_model_parallel_size': None, 'microbatch_group_size_per_vp_stage': None, 'pipeline_model_parallel_layout': None, 'expert_model_parallel_size': 2, 'expert_tensor_parallel_size': 1, 'report_to': ['wandb'], 'logging_steps': 5, 'tensorboard_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/runs', 'tensorboard_queue_size': 50, 'wandb_project': 'highlight_base_qwen3omni', 'wandb_exp_name': 'qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'swanlab_project': 'megatron-swift', 'swanlab_exp_name': None, 'eval_iters': 0, 'eval_steps': 500000, 'fp8_format': None, 'fp8_recipe': 'delayed', 'fp8_amax_history_len': 1024, 'fp8_amax_compute_algo': 'max', 'fp8_param_gather': False, 'fp16': False, 'bf16': True, 'apply_query_key_layer_scaling': False, 'attention_softmax_in_fp32': True, 'accumulate_allreduce_grads_in_fp32': True, 'moe_router_load_balancing_type': None, 'moe_router_dtype': 'fp32', 'moe_token_dispatcher_type': None, 'moe_enable_deepep': False, 'moe_grouped_gemm': True, 'moe_permute_fusion': True, 'moe_aux_loss_coeff': 1e-06, 'moe_z_loss_coeff': None, 'moe_shared_expert_overlap': True, 'moe_layer_recompute': False, 'moe_expert_capacity_factor': None, 'moe_pad_expert_input_to_capacity': False, 'moe_token_drop_policy': None, 'mtp_num_layers': None, 'mtp_loss_scaling_factor': 0.1, 'mtp_decoder_input_detach': False, 'mtp_shared_weights': False, 'save_safetensors': True, 'ref_model': None, 'ref_adapters': [], 'merge_lora': True, 'max_shard_size': '5GB', 'vit_gradient_checkpointing': False, 'vit_gradient_checkpointing_kwargs': None, 'vit_attn_impl': None, 'vit_lr': None, 'aligner_lr': None, 'dsa_indexer_loss_coeff': None, 'dsa_indexer_use_sparse_loss': False, 'check_model': True, 'apply_wd_to_qk_layernorm': False, 'linear_decoupled_in_proj': False, 'enable_dft_loss': False, 'enable_channel_loss': False, 'save_strategy': 'steps', 'callbacks': ['print', 'default_flow', 'wandb'], 'add_version': False, 'create_checkpoint_symlink': False, 'swift_version': '4.2.0', 'ckpt_dir': None, 'rank': 7, 'global_world_size': 8, 'local_world_size': 8, 'model_suffix': 'Qwen3-Omni-30B-A3B-Instruct', 'model_info': "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", 'model_meta': "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", 'model_dir': '/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', 'template_meta': "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", '_val_dataset_exists': False, 'hub': "", 'seq_length': 65536, 'is_multimodal': True, 'megatron_model_meta': "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", 'fp8': None, 'world_size': 8, 'data_parallel_size': 1, 'num_microbatches': 8, '_wandb': {}} +2026-05-09 19:27:24,127 INFO MainThread:3388565 [wandb_init.py:init():898] starting backend +2026-05-09 19:27:24,414 INFO MainThread:3388565 [wandb_init.py:init():913] sending inform_init request +2026-05-09 19:27:24,892 INFO MainThread:3388565 [wandb_init.py:init():918] backend started and connected +2026-05-09 19:27:24,896 INFO MainThread:3388565 [wandb_init.py:init():988] updated telemetry +2026-05-09 19:27:24,914 INFO MainThread:3388565 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout +2026-05-09 19:27:25,250 INFO MainThread:3388565 [wandb_init.py:init():1056] starting run threads in backend +2026-05-09 19:27:25,380 INFO MainThread:3388565 [wandb_run.py:_console_start():2554] atexit reg +2026-05-09 19:27:25,380 INFO MainThread:3388565 [wandb_run.py:_redirect():2403] redirect: wrap_raw +2026-05-09 19:27:25,380 INFO MainThread:3388565 [wandb_run.py:_redirect():2472] Wrapping output streams. +2026-05-09 19:27:25,380 INFO MainThread:3388565 [wandb_run.py:_redirect():2495] Redirects installed. +2026-05-09 19:27:25,400 INFO MainThread:3388565 [wandb_init.py:init():1094] run started, returning control to user process diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260510_073145-las3t2kq/files/config.yaml b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260510_073145-las3t2kq/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..43def80738864c58cc9e8353a410777a2b0147d2 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260510_073145-las3t2kq/files/config.yaml @@ -0,0 +1,972 @@ +_val_dataset_exists: + value: false +_wandb: + value: + cli_version: 0.26.1 + e: + lk2urahyq73ucmr8brqxct49gt9xamt1: + args: + - --dataset + - highlight_batch1_omni + - --custom_register_path + - datasets/qwen3omni/register_highlight_dataset.py + - --output_dir + - /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps + - --wandb_exp_name + - qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps + - --wandb_project + - highlight_base_qwen3omni + - --micro_batch_size + - "1" + - --global_batch_size + - "8" + - --num_train_epochs + - "1" + - --model + - /mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct + - --save_safetensors + - "True" + - --load_from_cache_file + - "False" + - --split_dataset_ratio + - "0.0" + - --moe_permute_fusion + - "True" + - --tuner_type + - lora + - --lora_rank + - "8" + - --lora_alpha + - "32" + - --target_modules + - all-linear + - --pipeline_model_parallel_size + - "2" + - --tensor_model_parallel_size + - "4" + - --expert_model_parallel_size + - "2" + - --expert_tensor_parallel_size + - "1" + - --moe_grouped_gemm + - "True" + - --moe_shared_expert_overlap + - "True" + - --moe_aux_loss_coeff + - "1e-6" + - --recompute_granularity + - full + - --recompute_method + - uniform + - --recompute_num_layers + - "1" + - --finetune + - "True" + - --cross_entropy_loss_fusion + - "True" + - --lr + - "1e-4" + - --lr_warmup_fraction + - "0.05" + - --min_lr + - "1e-5" + - --save_steps + - "500" + - --eval_steps + - "500000" + - --packing + - "False" + - --lazy_tokenize + - "True" + - --dataloader_num_workers + - "8" + - --dataset_num_proc + - "8" + - --no_save_optim + - "True" + - --no_save_rng + - "True" + - --sequence_parallel + - "True" + - --attention_backend + - flash + - --gradient_accumulation_fusion + - "False" + - --report_to + - wandb + - --add_version + - "False" + codePath: scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py + codePathLocal: scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py + cpu_count: 96 + cpu_count_logical: 96 + cudaVersion: "12.8" + disk: + /: + total: "3779301580800" + used: "1581630877696" + email: 2200012743@stu.pku.edu.cn + executable: /opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/bin/python + git: + commit: f60e7928d57e804757986cfeb3f73b2bf1dd0c6e + remote: git@code.byted.org:user/highlight_tools.git + gpu: NVIDIA H100 80GB HBM3 + gpu_count: 8 + gpu_nvidia: + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-5bbf2562-4715-4fa1-d701-01bc5a1b954a + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-7ef8579d-0d28-5651-5216-b68a74a50f9e + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-6d316cf9-53b4-833c-bfe6-61d25f101475 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-20ee8761-b8ab-7843-4399-75d507b12316 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-8ad910db-f0b1-f979-d08b-a1e055278219 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-40aacc2b-e25e-e2cf-e991-5cd26f9f45d5 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-f3c3bf01-df9b-d21d-451b-2387571a3ed1 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-a2e9b3dd-ff8b-31ca-3c8e-31b3fb5dd5e1 + host: n124-253-191 + memory: + total: "2007284355072" + os: Linux-5.15.120.bsk.2-amd64-x86_64-with-glibc2.36 + program: /opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py + python: CPython 3.12.13 + root: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps + startedAt: "2026-05-10T07:31:45.881241Z" + writerId: lk2urahyq73ucmr8brqxct49gt9xamt1 + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + - 98 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + - 98 + "3": + - 13 + - 16 + - 61 + "4": 3.12.13 + "5": 0.26.1 + "6": 4.57.1 + "12": 0.26.1 + "13": linux-x86_64 +account_for_embedding_in_pipeline_split: + value: false +account_for_loss_in_pipeline_split: + value: false +accumulate_allreduce_grads_in_fp32: + value: true +adam_beta1: + value: 0.9 +adam_beta2: + value: 0.95 +adam_eps: + value: 1e-08 +adapters: + value: [] +add_non_thinking_prefix: + value: true +add_version: + value: false +advantage_estimator: + value: grpo +agent_template: + value: null +align_grad_reduce: + value: true +align_param_gather: + value: false +aligner_lr: + value: null +apply_query_key_layer_scaling: + value: false +apply_rope_fusion: + value: false +apply_wd_to_qk_layernorm: + value: false +async_generate: + value: false +async_save: + value: false +attention_backend: + value: '' +attention_softmax_in_fp32: + value: true +attn_impl: + value: null +beta: + value: null +bf16: + value: true +bias_activation_fusion: + value: true +bias_dropout_fusion: + value: true +bnb_4bit_compute_dtype: + value: bfloat16 +bnb_4bit_quant_storage: + value: null +bnb_4bit_quant_type: + value: nf4 +bnb_4bit_use_double_quant: + value: true +cached_dataset: + value: [] +cached_val_dataset: + value: [] +calculate_KL: + value: null +calculate_per_token_loss: + value: true +callbacks: + value: + - print + - default_flow + - wandb +center_rewards_coefficient: + value: null +check_model: + value: true +ckpt_dir: + value: null +clip_grad: + value: 1 +completion_length_limit_scope: + value: per_round +context_parallel_size: + value: 1 +cosine_max_len: + value: null +cosine_max_len_value_correct: + value: 0.5 +cosine_max_len_value_wrong: + value: 0 +cosine_min_len_value_correct: + value: 1 +cosine_min_len_value_wrong: + value: -0.5 +create_checkpoint_symlink: + value: false +cross_entropy_fusion_impl: + value: te +cross_entropy_loss_fusion: + value: true +custom_dataset_info: + value: [] +custom_register_path: + value: + - datasets/qwen3omni/register_highlight_dataset.py +data_parallel_random_init: + value: false +data_parallel_size: + value: 1 +data_seed: + value: 42 +data_sharding: + value: false +dataloader_num_workers: + value: 8 +dataloader_persistent_workers: + value: true +dataloader_pin_memory: + value: true +dataloader_prefetch_factor: + value: 2 +dataset: + value: + - highlight_batch1_omni +dataset_num_proc: + value: 8 +dataset_shuffle: + value: true +ddp_backend: + value: nccl +ddp_timeout: + value: 18000000 +decoder_first_pipeline_num_layers: + value: null +decoder_last_pipeline_num_layers: + value: null +delta: + value: null +desirable_weight: + value: 1 +device_groups: + value: null +device_map: + value: null +disable_auto_column_mapping: + value: false +dist_ckpt_optim_fully_reshardable: + value: false +dist_ckpt_save_pre_mcore_014: + value: false +distrib_optim_fully_reshardable_mem_efficient: + value: false +download_mode: + value: reuse_dataset_if_exists +dsa_indexer_loss_coeff: + value: null +dsa_indexer_use_sparse_loss: + value: false +dynamic_sample: + value: false +enable_channel_loss: + value: false +enable_dft_loss: + value: false +enable_npu_model_patch: + value: true +enable_thinking: + value: null +end_weight_decay: + value: 0.1 +epsilon: + value: 0.2 +epsilon_high: + value: null +eval_iters: + value: 0 +eval_steps: + value: 500000 +exp_avg_dtype: + value: float32 +exp_avg_sq_dtype: + value: float32 +expert_model_parallel_size: + value: 2 +expert_tensor_parallel_size: + value: 1 +experts_impl: + value: null +external_plugins: + value: + - datasets/qwen3omni/register_highlight_dataset.py +f_divergence_type: + value: reverse_kl +finetune: + value: true +fp8: + value: null +fp8_amax_compute_algo: + value: max +fp8_amax_history_len: + value: 1024 +fp8_format: + value: null +fp8_param_gather: + value: false +fp8_recipe: + value: delayed +fp16: + value: false +freeze_aligner: + value: true +freeze_llm: + value: false +freeze_parameters: + value: [] +freeze_parameters_ratio: + value: 0 +freeze_parameters_regex: + value: null +freeze_vit: + value: true +generation_batch_size: + value: null +gkd_logits_topk: + value: null +global_batch_size: + value: 8 +global_world_size: + value: 8 +gradient_accumulation_fusion: + value: false +greater_is_better: + value: false +group_by_length: + value: false +hqq_axis: + value: null +hub: + value: +hub_token: + value: null +ignore_args_error: + value: false +importance_sampling_level: + value: token +init_strategy: + value: null +interleave_prob: + value: null +is_multimodal: + value: true +kl_in_reward: + value: false +label_smoothing: + value: 0 +lazy_tokenize: + value: true +linear_decoupled_in_proj: + value: false +lmbda: + value: 0.5 +load_args: + value: false +load_data_args: + value: false +load_from_cache_file: + value: false +local_rank: + value: 7 +local_repo_path: + value: null +local_world_size: + value: 8 +log_completions: + value: false +log_entropy: + value: false +log_rollout_offpolicy_metrics: + value: false +logging_steps: + value: 5 +logprobs: + value: false +lora_alpha: + value: 32 +lora_bias: + value: none +lora_dropout: + value: 0.05 +lora_dtype: + value: null +lora_rank: + value: 8 +loss_scale: + value: default +loss_type: + value: null +lr: + value: 0.0001 +lr_decay_iters: + value: 478 +lr_decay_style: + value: cosine +lr_warmup_fraction: + value: 0.05 +lr_warmup_init: + value: 0 +lr_warmup_iters: + value: 0 +lr_wsd_decay_iters: + value: null +lr_wsd_decay_style: + value: exponential +main_grads_dtype: + value: float32 +main_params_dtype: + value: float32 +manual_gc: + value: false +manual_gc_eval: + value: true +manual_gc_steps: + value: 0 +masked_softmax_fusion: + value: true +max_completion_length: + value: 512 +max_length: + value: 65536 +max_model_len: + value: null +max_new_tokens: + value: null +max_pixels: + value: null +max_resample_times: + value: 3 +max_shard_size: + value: 5GB +max_turns: + value: null +mcore_adapter: + value: null +mcore_model: + value: null +mcore_ref_adapter: + value: null +mcore_ref_model: + value: null +megatron_model_meta: + value: ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=) +merge_lora: + value: true +metric_for_best_model: + value: loss +micro_batch_size: + value: 1 +microbatch_group_size_per_vp_stage: + value: null +min_lr: + value: 1e-05 +mlp_padding_free: + value: false +model: + value: /mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct +model_author: + value: null +model_dir: + value: /mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct +model_info: + value: 'ModelInfo(model_type=''qwen3_omni_moe'', model_dir=''/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct'', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={''interleaved'': True, ''mrope_section'': [24, 20, 20], ''rope_type'': ''default'', ''type'': ''default''}, is_moe_model=True, is_multimodal=True, config=None, task_type=''causal_lm'', num_labels=None)' +model_meta: + value: ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[]) +model_name: + value: null +model_revision: + value: null +model_suffix: + value: Qwen3-Omni-30B-A3B-Instruct +model_type: + value: qwen3_omni_moe +modules_to_save: + value: [] +moe_aux_loss_coeff: + value: 1e-06 +moe_enable_deepep: + value: false +moe_expert_capacity_factor: + value: null +moe_grouped_gemm: + value: true +moe_layer_recompute: + value: false +moe_pad_expert_input_to_capacity: + value: false +moe_permute_fusion: + value: true +moe_router_dtype: + value: fp32 +moe_router_load_balancing_type: + value: null +moe_shared_expert_overlap: + value: true +moe_token_dispatcher_type: + value: null +moe_token_drop_policy: + value: null +moe_z_loss_coeff: + value: null +move_model_batches: + value: null +mtp_decoder_input_detach: + value: false +mtp_loss_scaling_factor: + value: 0.1 +mtp_num_layers: + value: null +mtp_shared_weights: + value: false +multi_turn_scheduler: + value: null +muon_extra_scale_factor: + value: 1 +muon_fp32_matmul_prec: + value: medium +muon_momentum: + value: 0.9 +muon_num_ns_steps: + value: 5 +muon_scale_mode: + value: spectral +muon_split_qkv: + value: true +muon_tp_mode: + value: blockwise +muon_use_nesterov: + value: false +new_special_tokens: + value: [] +no_load_optim: + value: false +no_load_rng: + value: false +no_save_optim: + value: true +no_save_rng: + value: true +norm_bbox: + value: null +num_beams: + value: 1 +num_generations: + value: 8 +num_generations_eval: + value: null +num_iterations: + value: 1 +num_labels: + value: null +num_microbatches: + value: 8 +num_train_epochs: + value: 1 +off_policy_sequence_mask_delta: + value: null +offload_bridge: + value: false +offload_model: + value: false +offload_optimizer: + value: false +offload_teacher_model: + value: false +optimizer: + value: adam +optimizer_cpu_offload: + value: false +optimizer_offload_fraction: + value: 1 +output_dir: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps +overlap_grad_reduce: + value: false +overlap_p2p_comm: + value: false +overlap_param_gather: + value: false +overlap_param_gather_with_optimizer_step: + value: false +overlong_filter: + value: false +packing: + value: false +packing_length: + value: null +packing_num_proc: + value: 1 +padding_free: + value: true +padding_side: + value: right +perform_initialization: + value: false +pipeline_model_parallel_layout: + value: null +pipeline_model_parallel_size: + value: 2 +problem_type: + value: null +quant_bits: + value: null +quant_method: + value: null +rank: + value: 7 +ray_exp_name: + value: null +recompute_granularity: + value: full +recompute_method: + value: uniform +recompute_modules: + value: + - core_attn +recompute_num_layers: + value: 1 +ref_adapters: + value: [] +ref_model: + value: null +ref_model_mixup_alpha: + value: 0.6 +ref_model_sync_steps: + value: 512 +reference_free: + value: false +remove_unused_columns: + value: true +repetition_max_penalty: + value: -1 +repetition_n_grams: + value: 3 +repetition_penalty: + value: 1 +report_to: + value: + - wandb +response_prefix: + value: null +reward_funcs: + value: [] +reward_model: + value: null +reward_model_plugin: + value: null +reward_weights: + value: null +rlhf_type: + value: null +rollout_importance_sampling_mode: + value: null +rollout_importance_sampling_threshold: + value: 2 +rope_scaling: + value: null +router_replay_mode: + value: disabled +rpo_alpha: + value: null +save_safetensors: + value: true +save_steps: + value: 500 +save_strategy: + value: steps +save_total_limit: + value: null +scale_rewards: + value: group +seed: + value: 42 +seq_kd: + value: false +seq_length: + value: 65536 +sequence_parallel: + value: true +sequence_parallel_size: + value: 1 +sft_alpha: + value: 0 +sgd_momentum: + value: 0.9 +shuffle_buffer_size: + value: 1000 +sleep_level: + value: 0 +soft_cache_length: + value: null +soft_max_length: + value: null +split_dataset_ratio: + value: 0 +start_weight_decay: + value: 0.1 +steps_per_generation: + value: null +stop_words: + value: [] +stopping_strategy: + value: first_exhausted +stream: + value: false +streaming: + value: false +strict: + value: false +structured_outputs_regex: + value: null +swanlab_exp_name: + value: null +swanlab_project: + value: megatron-swift +swift_version: + value: 4.2.0 +sync_ref_model: + value: false +system: + value: null +target_modules: + value: + - all-linear +target_regex: + value: null +task_type: + value: causal_lm +tau_neg: + value: 1.05 +tau_pos: + value: 1 +te_rng_tracker: + value: false +teacher_model: + value: null +teacher_model_revision: + value: null +teacher_model_server: + value: null +teacher_model_type: + value: null +temperature: + value: 0.9 +template: + value: qwen3_omni +template_backend: + value: swift +template_meta: + value: QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\n{{QUERY}}<|im_end|>\n<|im_start|>assistant\n'], chat_sep=['<|im_end|>\n'], suffix=['<|im_end|>\n'], template_cls=, system_prefix=['<|im_start|>system\n{{SYSTEM}}<|im_end|>\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\n', non_thinking_prefix='', history_thinking_prefix='') +tensor_model_parallel_size: + value: 4 +tensorboard_dir: + value: /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/runs +tensorboard_queue_size: + value: 50 +top_entropy_quantile: + value: 1 +top_k: + value: -1 +top_logprobs: + value: null +top_p: + value: 1 +torch_dtype: + value: bfloat16 +tp_comm_overlap: + value: false +train_dataloader_shuffle: + value: true +train_iters: + value: 478 +trainable_parameters: + value: [] +trainable_parameters_regex: + value: null +truncation_strategy: + value: delete +tuner_backend: + value: peft +tuner_type: + value: lora +undesirable_weight: + value: 1 +use_chat_template: + value: true +use_cpu_initialization: + value: false +use_distributed_optimizer: + value: true +use_hf: + value: false +use_persistent_ckpt_worker: + value: false +use_precision_aware_optimizer: + value: false +use_ray: + value: false +use_rslora: + value: false +use_swift_lora: + value: false +use_vllm: + value: true +val_dataset: + value: [] +val_dataset_shuffle: + value: false +virtual_pipeline_model_parallel_size: + value: null +vit_attn_impl: + value: null +vit_gradient_checkpointing: + value: false +vit_gradient_checkpointing_kwargs: + value: null +vit_lr: + value: null +vllm_disable_cascade_attn: + value: false +vllm_enable_lora: + value: false +vllm_enable_prefix_caching: + value: true +vllm_enforce_eager: + value: false +vllm_engine_kwargs: + value: null +vllm_gpu_memory_utilization: + value: 0.9 +vllm_limit_mm_per_prompt: + value: null +vllm_max_model_len: + value: null +vllm_max_num_seqs: + value: null +vllm_mm_processor_cache_gb: + value: null +vllm_mode: + value: null +vllm_server_base_url: + value: null +vllm_server_group_port: + value: null +vllm_server_host: + value: null +vllm_server_pass_dataset: + value: false +vllm_server_port: + value: + - 8000 +vllm_server_timeout: + value: 240 +vllm_tensor_parallel_size: + value: 1 +wandb_exp_name: + value: qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps +wandb_log_unique_prompts: + value: null +wandb_project: + value: highlight_base_qwen3omni +weight_decay: + value: 0.1 +weight_decay_incr_style: + value: constant +world_size: + value: 8 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260510_073145-las3t2kq/files/output.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260510_073145-las3t2kq/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..f43700950e7ea450793dd5f8e647e08139c3b8e8 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260510_073145-las3t2kq/files/output.log @@ -0,0 +1,100 @@ +Train: 0%| | 0/478 [00:00', 'optimizer': 'adam', 'optimizer_cpu_offload': False, 'optimizer_offload_fraction': 1.0, 'use_precision_aware_optimizer': False, 'main_grads_dtype': 'float32', 'main_params_dtype': 'float32', 'exp_avg_dtype': 'float32', 'exp_avg_sq_dtype': 'float32', 'manual_gc': False, 'manual_gc_steps': 0, 'manual_gc_eval': True, 'train_dataloader_shuffle': True, 'dataloader_num_workers': 8, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': True, 'dataloader_prefetch_factor': 2, 'data_sharding': False, 'group_by_length': False, 'te_rng_tracker': False, 'data_parallel_random_init': False, 'mlp_padding_free': False, 'lr_warmup_init': 0.0, 'lr': 0.0001, 'lr_decay_style': 'cosine', 'lr_decay_iters': 478, 'lr_warmup_iters': 0, 'lr_warmup_fraction': 0.05, 'min_lr': 1e-05, 'lr_wsd_decay_style': 'exponential', 'lr_wsd_decay_iters': None, 'weight_decay': 0.1, 'weight_decay_incr_style': 'constant', 'start_weight_decay': 0.1, 'end_weight_decay': 0.1, 'clip_grad': 1.0, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_eps': 1e-08, 'sgd_momentum': 0.9, 'muon_momentum': 0.9, 'muon_split_qkv': True, 'muon_use_nesterov': False, 'muon_scale_mode': 'spectral', 'muon_fp32_matmul_prec': 'medium', 'muon_num_ns_steps': 5, 'muon_tp_mode': 'blockwise', 'muon_extra_scale_factor': 1.0, 'output_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'save_steps': 500, 'no_save_optim': True, 'no_save_rng': True, 'mcore_model': None, 'mcore_adapter': None, 'no_load_optim': False, 'no_load_rng': False, 'finetune': True, 'perform_initialization': False, 'use_cpu_initialization': False, 'async_save': False, 'save_total_limit': None, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'use_persistent_ckpt_worker': False, 'dist_ckpt_save_pre_mcore_014': False, 'dist_ckpt_optim_fully_reshardable': False, 'distrib_optim_fully_reshardable_mem_efficient': False, 'local_rank': 7, 'use_distributed_optimizer': True, 'tensor_model_parallel_size': 4, 'pipeline_model_parallel_size': 2, 'decoder_first_pipeline_num_layers': None, 'decoder_last_pipeline_num_layers': None, 'account_for_embedding_in_pipeline_split': False, 'account_for_loss_in_pipeline_split': False, 'overlap_p2p_comm': False, 'align_param_gather': False, 'sequence_parallel': True, 'context_parallel_size': 1, 'tp_comm_overlap': False, 'overlap_grad_reduce': False, 'overlap_param_gather': False, 'overlap_param_gather_with_optimizer_step': False, 'align_grad_reduce': True, 'virtual_pipeline_model_parallel_size': None, 'microbatch_group_size_per_vp_stage': None, 'pipeline_model_parallel_layout': None, 'expert_model_parallel_size': 2, 'expert_tensor_parallel_size': 1, 'report_to': ['wandb'], 'logging_steps': 5, 'tensorboard_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/runs', 'tensorboard_queue_size': 50, 'wandb_project': 'highlight_base_qwen3omni', 'wandb_exp_name': 'qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'swanlab_project': 'megatron-swift', 'swanlab_exp_name': None, 'eval_iters': 0, 'eval_steps': 500000, 'fp8_format': None, 'fp8_recipe': 'delayed', 'fp8_amax_history_len': 1024, 'fp8_amax_compute_algo': 'max', 'fp8_param_gather': False, 'fp16': False, 'bf16': True, 'apply_query_key_layer_scaling': False, 'attention_softmax_in_fp32': True, 'accumulate_allreduce_grads_in_fp32': True, 'moe_router_load_balancing_type': None, 'moe_router_dtype': 'fp32', 'moe_token_dispatcher_type': None, 'moe_enable_deepep': False, 'moe_grouped_gemm': True, 'moe_permute_fusion': True, 'moe_aux_loss_coeff': 1e-06, 'moe_z_loss_coeff': None, 'moe_shared_expert_overlap': True, 'moe_layer_recompute': False, 'moe_expert_capacity_factor': None, 'moe_pad_expert_input_to_capacity': False, 'moe_token_drop_policy': None, 'mtp_num_layers': None, 'mtp_loss_scaling_factor': 0.1, 'mtp_decoder_input_detach': False, 'mtp_shared_weights': False, 'save_safetensors': True, 'ref_model': None, 'ref_adapters': [], 'merge_lora': True, 'max_shard_size': '5GB', 'vit_gradient_checkpointing': False, 'vit_gradient_checkpointing_kwargs': None, 'vit_attn_impl': None, 'vit_lr': None, 'aligner_lr': None, 'dsa_indexer_loss_coeff': None, 'dsa_indexer_use_sparse_loss': False, 'check_model': True, 'apply_wd_to_qk_layernorm': False, 'linear_decoupled_in_proj': False, 'enable_dft_loss': False, 'enable_channel_loss': False, 'save_strategy': 'steps', 'callbacks': ['print', 'default_flow', 'wandb'], 'add_version': False, 'create_checkpoint_symlink': False, 'swift_version': '4.2.0', 'ckpt_dir': None, 'rank': 7, 'global_world_size': 8, 'local_world_size': 8, 'model_suffix': 'Qwen3-Omni-30B-A3B-Instruct', 'model_info': "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", 'model_meta': "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", 'model_dir': '/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', 'template_meta': "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", '_val_dataset_exists': False, 'hub': "", 'seq_length': 65536, 'is_multimodal': True, 'megatron_model_meta': "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", 'fp8': None, 'world_size': 8, 'data_parallel_size': 1, 'num_microbatches': 8, '_wandb': {}} +2026-05-10 07:31:46,307 INFO MainThread:3656579 [wandb_init.py:init():898] starting backend +2026-05-10 07:31:46,588 INFO MainThread:3656579 [wandb_init.py:init():913] sending inform_init request +2026-05-10 07:31:47,148 INFO MainThread:3656579 [wandb_init.py:init():918] backend started and connected +2026-05-10 07:31:47,153 INFO MainThread:3656579 [wandb_init.py:init():988] updated telemetry +2026-05-10 07:31:47,179 INFO MainThread:3656579 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout +2026-05-10 07:31:47,549 INFO MainThread:3656579 [wandb_init.py:init():1056] starting run threads in backend +2026-05-10 07:31:47,681 INFO MainThread:3656579 [wandb_run.py:_console_start():2554] atexit reg +2026-05-10 07:31:47,681 INFO MainThread:3656579 [wandb_run.py:_redirect():2403] redirect: wrap_raw +2026-05-10 07:31:47,681 INFO MainThread:3656579 [wandb_run.py:_redirect():2472] Wrapping output streams. +2026-05-10 07:31:47,681 INFO MainThread:3656579 [wandb_run.py:_redirect():2495] Redirects installed. +2026-05-10 07:31:47,698 INFO MainThread:3656579 [wandb_init.py:init():1094] run started, returning control to user process +2026-05-10 12:47:27,993 INFO wandb-AsyncioManager-main:3656579 [service_client.py:_forward_responses():134] Reached EOF. +2026-05-10 12:47:28,008 INFO wandb-AsyncioManager-main:3656579 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles. diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/files/output.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..2cf6159a405b2e70d678d620e107fe4fb72b25c5 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/files/output.log @@ -0,0 +1,2 @@ +Train: 1%| | 4/478 [04:11<6:50:34, 51.97s/it] +{'loss': 20.74756622, 'grad_norm': 30.31984901, 'learning_rate': 4.18e-06, 'load_balancing_loss': 1.10631979, 'iteration': '1/478', 'elapsed_time': '2m 13s', 'remaining_time': '17h 40m 21s', 'memory(GiB)': 21.78, 'train_speed(s/it)': 133.377289} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/files/requirements.txt b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d49a0caab5f2ba4a65d6a82709e8d4ae9f2ebf6c --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/files/requirements.txt @@ -0,0 +1,223 @@ +pyparsing==3.3.2 +pip==26.1.1 +accelerate==1.13.0 +multiprocess==0.70.16 +Werkzeug==3.1.8 +lazy-loader==0.5 +aliyun-python-sdk-kms==2.16.5 +nvidia-cuda-cupti==13.0.85 +aiohttp==3.13.5 +nvidia-cusparse==12.6.3.3 +av==17.0.1 +py-cpuinfo==9.0.0 +websockets==15.0.1 +sentencepiece==0.2.1 +jiter==0.14.0 +gradio_client==1.14.0 +tensorboard==2.20.0 +nvidia-cufft-cu12==11.4.1.4 +onnx-ir==0.2.1 +semantic-version==2.10.0 +fastapi==0.136.1 +pydantic==2.12.3 +crcmod==1.7 +nvidia-cuda-nvrtc==13.0.88 +orjson==3.11.9 +cuda-toolkit==13.0.2 +anyio==4.13.0 +fonttools==4.62.1 +fsspec==2026.4.0 +tomlkit==0.13.3 +tqdm==4.67.3 +deepspeed==0.19.0 +hf-xet==1.5.0 +nvidia-curand==10.4.0.35 +binpacking==2.0.1 +json_repair==0.59.9 +nvidia-cusparselt-cu12==0.7.1 +nvidia-cublas-cu12==12.9.1.4 +brotli==1.2.0 +httpcore==1.0.9 +propcache==0.5.2 +httpx==0.28.1 +nvidia-nvshmem-cu13==3.4.5 +nvidia-nccl-cu13==2.28.9 +contourpy==1.3.3 +kiwisolver==1.5.0 +joblib==1.5.3 +aliyun-python-sdk-core==2.16.0 +h11==0.16.0 +sniffio==1.3.1 +psutil==7.2.2 +nvidia-cudnn-cu13==9.19.0.56 +attrdict==2.0.1 +idna==3.15 +nvidia-cusolver-cu12==11.7.5.82 +nvidia-nvjitlink==13.0.88 +nvidia-nvtx==13.0.85 +pytz==2026.2 +addict==2.4.0 +omegaconf==2.4.0.dev10 +pydub==0.25.1 +Jinja2==3.1.6 +nvidia-cuda-cupti-cu12==12.9.79 +msgpack==1.1.2 +ffmpeg==1.4 +typing-inspection==0.4.2 +decord==0.6.0 +huggingface_hub==0.36.2 +cycler==0.12.1 +tokenizers==0.23.0rc0 +numpy==2.4.4 +nvidia-cufile==1.15.1.6 +sympy==1.14.0 +dill==0.3.8 +groovy==0.1.2 +flash_attn==2.8.3 +torchvision==0.23.0+cu129 +einops==0.8.2 +tensorboard-data-server==0.7.2 +nvidia-nccl-cu12==2.27.3 +pycryptodome==3.23.0 +nvidia-cuda-runtime==13.0.96 +nvidia-cufile-cu12==1.14.1.1 +markdown-it-py==4.2.0 +setuptools==81.0.0 +nvidia-cufft==12.0.0.61 +pooch==1.9.0 +absl-py==2.4.0 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cusolver==12.0.4.66 +cryptography==48.0.0 +mcore_bridge==1.3.2 +modelscope==1.36.3 +opentelemetry-sdk==1.41.1 +ninja==1.13.0 +gitdb==4.0.12 +transformer_engine==2.15.0 +transformers-stream-generator==0.0.5 +platformdirs==4.9.6 +typer==0.25.1 +librosa==0.11.0 +scipy==1.17.1 +torchaudio==2.8.0+cu129 +ms_swift==4.2.0 +python-multipart==0.0.28 +attrs==26.1.0 +opentelemetry-semantic-conventions==0.62b1 +safetensors==0.8.0rc0 +cpm-kernels==1.0.11 +pybind11==3.0.4 +networkx==3.6.1 +decorator==5.2.1 +transformers==4.57.1 +onnx==1.21.0 +nvidia-cuda-runtime-cu12==12.9.79 +multidict==6.7.1 +aiosignal==1.4.0 +jieba==0.42.1 +mdurl==0.1.2 +tiktoken==0.12.0 +nvidia-cublas==13.1.0.3 +dacite==1.9.2 +nvidia-cuda-nvrtc-cu12==12.9.86 +transformer_engine_cu13==2.15.0 +safehttpx==0.1.7 +wandb==0.26.1 +nltk==3.9.4 +six==1.17.0 +xxhash==3.7.0 +zipp==3.23.1 +qwen-omni-utils==0.0.9 +liger_kernel==0.8.0 +ruff==0.15.12 +numba==0.65.1 +peft==0.19.1 +pycparser==3.0 +nvidia-cusparselt-cu13==0.8.0 +tzdata==2026.2 +nvidia-nvtx-cu12==12.9.79 +nvidia-cusparse-cu12==12.5.10.65 +rich==15.0.0 +nvdlfw_inspect==0.2.2 +uvicorn==0.46.0 +torchcodec==0.6.0 +importlib_metadata==8.7.1 +nvidia-curand-cu12==10.3.10.19 +opentelemetry-api==1.41.1 +python-dateutil==2.9.0.post0 +typing_extensions==4.15.0 +urllib3==2.7.0 +threadpoolctl==3.6.0 +pydantic_core==2.41.4 +requests==2.34.0 +distro==1.9.0 +openai==2.36.0 +transformer_engine_torch==2.15.0 +aiohappyeyeballs==2.6.1 +frozenlist==1.8.0 +gradio==5.50.1.dev1 +certifi==2026.4.22 +ffmpy==1.0.0 +triton==3.4.0 +shellingham==1.5.4 +packaging==26.2 +protobuf==7.35.0rc2 +grpcio==1.80.0 +cffi==2.0.0 +yarl==1.23.0 +scikit-learn==1.8.0 +oss2==2.19.1 +Markdown==3.10.2 +jmespath==0.10.0 +soundfile==0.13.1 +smmap==5.0.3 +nvidia-nvjitlink-cu12==12.9.86 +trl==0.24.0 +sentry-sdk==3.0.0a7 +click==8.3.3 +annotated-types==0.7.0 +pandas==2.3.3 +aiofiles==24.1.0 +MarkupSafe==3.0.3 +wheel==0.47.0 +matplotlib==3.11.0rc2 +datasets==3.6.0 +transformer_engine_cu12==2.15.0 +PyYAML==6.0.3 +pillow==11.3.0 +rouge==1.0.1 +hjson==3.1.0 +regex==2026.5.9 +soxr==1.1.0 +pyarrow==24.0.0 +onnxscript==0.7.1.dev20260509 +charset-normalizer==3.4.7 +audioread==3.1.0 +megatron-core==0.17.0 +sortedcontainers==2.4.0 +zstandard==0.25.0 +torch==2.8.0+cu129 +mpmath==1.3.0 +llvmlite==0.47.0 +GitPython==3.1.50 +Pygments==2.20.0 +annotated-doc==0.0.4 +cuda-pathfinder==1.5.4 +ml_dtypes==0.5.4 +simplejson==4.1.1 +filelock==3.29.0 +cuda-bindings==13.2.0 +starlette==0.52.1 +more-itertools==10.8.0 +jaraco.context==6.1.0 +tomli==2.4.0 +jaraco.text==4.0.0 +zipp==3.23.0 +jaraco.functools==4.4.0 +platformdirs==4.4.0 +backports.tarfile==1.2.0 +wheel==0.46.3 +importlib_metadata==8.7.1 +autocommand==2.2.2 +packaging==26.0 diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/files/wandb-metadata.json b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..a4884350266fbc0280b0fe462af3db10ed0bce22 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/files/wandb-metadata.json @@ -0,0 +1,181 @@ +{ + "os": "Linux-5.15.120.bsk.2-amd64-x86_64-with-glibc2.36", + "python": "CPython 3.12.13", + "startedAt": "2026-05-13T09:42:08.337878Z", + "args": [ + "--dataset", + "highlight_batch1_omni", + "--custom_register_path", + "datasets/qwen3omni/register_highlight_dataset.py", + "--output_dir", + "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "--wandb_exp_name", + "qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "--wandb_project", + "highlight_base_qwen3omni", + "--micro_batch_size", + "1", + "--global_batch_size", + "8", + "--num_train_epochs", + "1", + "--model", + "/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct", + "--save_safetensors", + "True", + "--load_from_cache_file", + "False", + "--split_dataset_ratio", + "0.0", + "--moe_permute_fusion", + "True", + "--tuner_type", + "lora", + "--lora_rank", + "8", + "--lora_alpha", + "32", + "--target_modules", + "all-linear", + "--pipeline_model_parallel_size", + "2", + "--tensor_model_parallel_size", + "4", + "--expert_model_parallel_size", + "2", + "--expert_tensor_parallel_size", + "1", + "--moe_grouped_gemm", + "True", + "--moe_shared_expert_overlap", + "True", + "--moe_aux_loss_coeff", + "1e-6", + "--recompute_granularity", + "full", + "--recompute_method", + "uniform", + "--recompute_num_layers", + "1", + "--finetune", + "True", + "--cross_entropy_loss_fusion", + "True", + "--lr", + "1e-4", + "--lr_warmup_fraction", + "0.05", + "--min_lr", + "1e-5", + "--save_steps", + "500", + "--eval_steps", + "500000", + "--packing", + "False", + "--lazy_tokenize", + "True", + "--dataloader_num_workers", + "8", + "--dataset_num_proc", + "8", + "--no_save_optim", + "True", + "--no_save_rng", + "True", + "--sequence_parallel", + "True", + "--attention_backend", + "flash", + "--gradient_accumulation_fusion", + "False", + "--report_to", + "wandb", + "--add_version", + "False" + ], + "program": "/opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py", + "codePath": "scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py", + "codePathLocal": "scripts/qwen3omni/.venv/lib/python3.12/site-packages/swift/cli/_megatron/sft.py", + "git": { + "remote": "git@code.byted.org:user/highlight_tools.git", + "commit": "a64fe07d1dd831115f238e36297fbcfe6ca3a032" + }, + "email": "2200012743@stu.pku.edu.cn", + "root": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps", + "host": "n124-253-191", + "executable": "/opt/tiger/tanyue/highlight_tools/scripts/qwen3omni/.venv/bin/python", + "cpu_count": 96, + "cpu_count_logical": 96, + "gpu": "NVIDIA H100 80GB HBM3", + "gpu_count": 8, + "disk": { + "/": { + "total": "3779301580800", + "used": "1600741928960" + } + }, + "memory": { + "total": "2007284355072" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-5bbf2562-4715-4fa1-d701-01bc5a1b954a" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-7ef8579d-0d28-5651-5216-b68a74a50f9e" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-6d316cf9-53b4-833c-bfe6-61d25f101475" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-20ee8761-b8ab-7843-4399-75d507b12316" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-8ad910db-f0b1-f979-d08b-a1e055278219" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-40aacc2b-e25e-e2cf-e991-5cd26f9f45d5" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-f3c3bf01-df9b-d21d-451b-2387571a3ed1" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-a2e9b3dd-ff8b-31ca-3c8e-31b3fb5dd5e1" + } + ], + "cudaVersion": "12.8", + "writerId": "2a2wij6bwv7ej07x7oqik8qrcuoyppaz" +} \ No newline at end of file diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug-internal.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..9d66ab5884f1316670c81688201b31dce2f4ef01 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug-internal.log @@ -0,0 +1,47 @@ +{"time":"2026-05-13T09:42:09.352679141Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-05-13T09:42:09.353097252Z","level":"INFO","msg":"stream: starting","core version":"0.26.1"} +{"time":"2026-05-13T09:42:09.868276238Z","level":"INFO","msg":"stream: created new stream","id":"dcrex1xp"} +{"time":"2026-05-13T09:42:09.868571301Z","level":"INFO","msg":"handler: started"} +{"time":"2026-05-13T09:42:09.897370929Z","level":"INFO","msg":"stream: started"} +{"time":"2026-05-13T09:42:09.897412663Z","level":"INFO","msg":"writer: started","stream_id":"dcrex1xp"} +{"time":"2026-05-13T09:42:09.897434966Z","level":"INFO","msg":"sender: started"} +{"time":"2026-05-13T09:42:11.648440476Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:42:11.825431048Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:42:26.649392261Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":0,"events_lines":2,"uploaded_len":2} +{"time":"2026-05-13T09:42:26.80195331Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:42:41.648951645Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2,"events_lines":2} +{"time":"2026-05-13T09:42:41.801591934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:42:56.648764394Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":4,"events_lines":2} +{"time":"2026-05-13T09:42:56.782524242Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:11.649370155Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":6,"events_lines":2} +{"time":"2026-05-13T09:43:11.819928076Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:26.649375803Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":8,"events_lines":2} +{"time":"2026-05-13T09:43:26.787114353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:41.649258781Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":10,"events_lines":2} +{"time":"2026-05-13T09:43:41.78528746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:43:56.6493335Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":12,"events_lines":2} +{"time":"2026-05-13T09:43:56.893942288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:11.648920309Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":14,"events_lines":2} +{"time":"2026-05-13T09:44:11.84492717Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:26.648996106Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":0,"console_lines":2} +{"time":"2026-05-13T09:44:26.807143396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:41.648671463Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":18,"events_lines":2} +{"time":"2026-05-13T09:44:41.854470807Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:44:56.649544564Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":20,"events_lines":2} +{"time":"2026-05-13T09:44:56.823653863Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:11.649366191Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:45:12.164407637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:26.649181703Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":24,"events_lines":2} +{"time":"2026-05-13T09:45:26.887422212Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:41.649426631Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":26,"events_lines":2} +{"time":"2026-05-13T09:45:41.890375096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:45:56.649509259Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:45:56.899468356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:11.648740698Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":30,"events_lines":2} +{"time":"2026-05-13T09:46:12.021058084Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:26.649467295Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":0,"console_lines":1} +{"time":"2026-05-13T09:46:26.790840787Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:41.648513862Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":34,"events_lines":2} +{"time":"2026-05-13T09:46:41.805881597Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-13T09:46:56.649195785Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":36,"events_lines":2} +{"time":"2026-05-13T09:46:56.807919072Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug.log b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..fcc54d91c532d1b3b171c2353c29d782cca617f8 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug.log @@ -0,0 +1,19 @@ +2026-05-13 09:42:08,747 INFO MainThread:4186923 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1 +2026-05-13 09:42:08,747 INFO MainThread:4186923 [wandb_setup.py:_flush():81] Configure stats pid to 4186923 +2026-05-13 09:42:08,747 INFO MainThread:4186923 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-05-13 09:42:08,755 INFO MainThread:4186923 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug.log +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/logs/debug-internal.log +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:init():850] calling init triggers +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:init():855] wandb.init called with sweep_config: {} +config: {'use_ray': False, 'ray_exp_name': None, 'device_groups': None, 'model': '/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', 'model_type': 'qwen3_omni_moe', 'model_revision': None, 'task_type': 'causal_lm', 'torch_dtype': 'bfloat16', 'attn_impl': None, 'experts_impl': None, 'new_special_tokens': [], 'num_labels': None, 'problem_type': None, 'rope_scaling': None, 'device_map': None, 'max_memory': {}, 'max_model_len': None, 'local_repo_path': None, 'init_strategy': None, 'template': 'qwen3_omni', 'system': None, 'max_length': 65536, 'truncation_strategy': 'delete', 'max_pixels': None, 'agent_template': None, 'norm_bbox': None, 'use_chat_template': True, 'padding_side': 'right', 'padding_free': True, 'loss_scale': 'default', 'sequence_parallel_size': 1, 'template_backend': 'swift', 'response_prefix': None, 'enable_thinking': None, 'add_non_thinking_prefix': True, 'dataset': ['highlight_batch1_omni'], 'val_dataset': [], 'cached_dataset': [], 'cached_val_dataset': [], 'split_dataset_ratio': 0.0, 'data_seed': 42, 'dataset_num_proc': 8, 'load_from_cache_file': False, 'dataset_shuffle': True, 'val_dataset_shuffle': False, 'streaming': False, 'interleave_prob': None, 'stopping_strategy': 'first_exhausted', 'shuffle_buffer_size': 1000, 'download_mode': 'reuse_dataset_if_exists', 'columns': {}, 'strict': False, 'remove_unused_columns': True, 'disable_auto_column_mapping': False, 'model_name': None, 'model_author': None, 'custom_dataset_info': [], 'quant_method': None, 'quant_bits': None, 'hqq_axis': None, 'bnb_4bit_compute_dtype': 'bfloat16', 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_quant_storage': None, 'max_new_tokens': None, 'temperature': 0.9, 'top_k': -1, 'top_p': 1.0, 'repetition_penalty': 1.0, 'num_beams': 1, 'stream': False, 'stop_words': [], 'logprobs': False, 'top_logprobs': None, 'structured_outputs_regex': None, 'tuner_backend': 'peft', 'tuner_type': 'lora', 'adapters': [], 'external_plugins': ['datasets/qwen3omni/register_highlight_dataset.py'], 'custom_register_path': ['datasets/qwen3omni/register_highlight_dataset.py'], 'seed': 42, 'model_kwargs': {}, 'enable_npu_model_patch': True, 'load_args': False, 'load_data_args': False, 'packing': False, 'packing_length': None, 'packing_num_proc': 1, 'lazy_tokenize': True, 'use_hf': False, 'hub_token': None, 'ddp_timeout': 18000000, 'ddp_backend': 'nccl', 'ignore_args_error': False, 'use_swift_lora': False, 'freeze_llm': False, 'freeze_vit': True, 'freeze_aligner': True, 'freeze_parameters': [], 'freeze_parameters_regex': None, 'freeze_parameters_ratio': 0.0, 'trainable_parameters': [], 'trainable_parameters_regex': None, 'target_modules': ['all-linear'], 'target_regex': None, 'modules_to_save': [], 'lora_rank': 8, 'lora_alpha': 32, 'lora_dropout': 0.05, 'lora_bias': 'none', 'lora_dtype': None, 'use_rslora': False, 'rlhf_type': None, 'loss_type': None, 'mcore_ref_model': None, 'mcore_ref_adapter': None, 'beta': None, 'rpo_alpha': None, 'reference_free': False, 'label_smoothing': 0.0, 'f_divergence_type': 'reverse_kl', 'desirable_weight': 1.0, 'undesirable_weight': 1.0, 'calculate_KL': None, 'center_rewards_coefficient': None, 'teacher_model': None, 'teacher_model_type': None, 'teacher_model_revision': None, 'teacher_model_server': None, 'gkd_logits_topk': None, 'lmbda': 0.5, 'seq_kd': False, 'offload_teacher_model': False, 'sft_alpha': 0.0, 'generation_batch_size': None, 'steps_per_generation': None, 'num_generations': 8, 'num_generations_eval': None, 'max_completion_length': 512, 'importance_sampling_level': 'token', 'tau_pos': 1.0, 'tau_neg': 1.05, 'epsilon': 0.2, 'epsilon_high': None, 'delta': None, 'use_vllm': True, 'vllm_mode': None, 'vllm_enable_prefix_caching': True, 'vllm_gpu_memory_utilization': 0.9, 'vllm_tensor_parallel_size': 1, 'vllm_max_model_len': None, 'vllm_enforce_eager': False, 'vllm_limit_mm_per_prompt': None, 'vllm_disable_cascade_attn': False, 'vllm_max_num_seqs': None, 'vllm_mm_processor_cache_gb': None, 'vllm_engine_kwargs': None, 'vllm_enable_lora': False, 'sleep_level': 0, 'offload_optimizer': False, 'offload_model': False, 'offload_bridge': False, 'vllm_server_base_url': None, 'vllm_server_host': None, 'vllm_server_port': [8000], 'vllm_server_timeout': 240.0, 'vllm_server_group_port': None, 'reward_funcs': [], 'reward_weights': None, 'cosine_min_len_value_wrong': -0.5, 'cosine_max_len_value_wrong': 0.0, 'cosine_min_len_value_correct': 1.0, 'cosine_max_len_value_correct': 0.5, 'cosine_max_len': None, 'repetition_n_grams': 3, 'repetition_max_penalty': -1.0, 'soft_max_length': None, 'soft_cache_length': None, 'dynamic_sample': False, 'max_resample_times': 3, 'overlong_filter': False, 'scale_rewards': 'group', 'advantage_estimator': 'grpo', 'kl_in_reward': False, 'wandb_log_unique_prompts': None, 'log_completions': False, 'rollout_importance_sampling_mode': None, 'rollout_importance_sampling_threshold': 2.0, 'log_rollout_offpolicy_metrics': False, 'off_policy_sequence_mask_delta': None, 'log_entropy': False, 'top_entropy_quantile': 1.0, 'router_replay_mode': 'disabled', 'reward_model': None, 'reward_model_plugin': None, 'sync_ref_model': False, 'ref_model_sync_steps': 512, 'ref_model_mixup_alpha': 0.6, 'async_generate': False, 'move_model_batches': None, 'multi_turn_scheduler': None, 'max_turns': None, 'completion_length_limit_scope': 'per_round', 'vllm_server_pass_dataset': False, 'num_iterations': 1, 'micro_batch_size': 1, 'global_batch_size': 8, 'recompute_granularity': 'full', 'recompute_method': 'uniform', 'recompute_num_layers': 1, 'recompute_modules': ['core_attn'], 'train_iters': 478, 'num_train_epochs': 1, 'masked_softmax_fusion': True, 'bias_dropout_fusion': True, 'bias_activation_fusion': True, 'apply_rope_fusion': False, 'gradient_accumulation_fusion': False, 'cross_entropy_loss_fusion': True, 'cross_entropy_fusion_impl': 'te', 'calculate_per_token_loss': True, 'attention_backend': '', 'optimizer': 'adam', 'optimizer_cpu_offload': False, 'optimizer_offload_fraction': 1.0, 'use_precision_aware_optimizer': False, 'main_grads_dtype': 'float32', 'main_params_dtype': 'float32', 'exp_avg_dtype': 'float32', 'exp_avg_sq_dtype': 'float32', 'manual_gc': False, 'manual_gc_steps': 0, 'manual_gc_eval': True, 'train_dataloader_shuffle': True, 'dataloader_num_workers': 8, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': True, 'dataloader_prefetch_factor': 2, 'data_sharding': False, 'group_by_length': False, 'te_rng_tracker': False, 'data_parallel_random_init': False, 'mlp_padding_free': False, 'lr_warmup_init': 0.0, 'lr': 0.0001, 'lr_decay_style': 'cosine', 'lr_decay_iters': 478, 'lr_warmup_iters': 0, 'lr_warmup_fraction': 0.05, 'min_lr': 1e-05, 'lr_wsd_decay_style': 'exponential', 'lr_wsd_decay_iters': None, 'weight_decay': 0.1, 'weight_decay_incr_style': 'constant', 'start_weight_decay': 0.1, 'end_weight_decay': 0.1, 'clip_grad': 1.0, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_eps': 1e-08, 'sgd_momentum': 0.9, 'muon_momentum': 0.9, 'muon_split_qkv': True, 'muon_use_nesterov': False, 'muon_scale_mode': 'spectral', 'muon_fp32_matmul_prec': 'medium', 'muon_num_ns_steps': 5, 'muon_tp_mode': 'blockwise', 'muon_extra_scale_factor': 1.0, 'output_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'save_steps': 500, 'no_save_optim': True, 'no_save_rng': True, 'mcore_model': None, 'mcore_adapter': None, 'no_load_optim': False, 'no_load_rng': False, 'finetune': True, 'perform_initialization': False, 'use_cpu_initialization': False, 'async_save': False, 'save_total_limit': None, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'use_persistent_ckpt_worker': False, 'dist_ckpt_save_pre_mcore_014': False, 'dist_ckpt_optim_fully_reshardable': False, 'distrib_optim_fully_reshardable_mem_efficient': False, 'local_rank': 7, 'use_distributed_optimizer': True, 'tensor_model_parallel_size': 4, 'pipeline_model_parallel_size': 2, 'decoder_first_pipeline_num_layers': None, 'decoder_last_pipeline_num_layers': None, 'account_for_embedding_in_pipeline_split': False, 'account_for_loss_in_pipeline_split': False, 'overlap_p2p_comm': False, 'align_param_gather': False, 'sequence_parallel': True, 'context_parallel_size': 1, 'tp_comm_overlap': False, 'overlap_grad_reduce': False, 'overlap_param_gather': False, 'overlap_param_gather_with_optimizer_step': False, 'align_grad_reduce': True, 'virtual_pipeline_model_parallel_size': None, 'microbatch_group_size_per_vp_stage': None, 'pipeline_model_parallel_layout': None, 'expert_model_parallel_size': 2, 'expert_tensor_parallel_size': 1, 'report_to': ['wandb'], 'logging_steps': 5, 'tensorboard_dir': '/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/runs', 'tensorboard_queue_size': 50, 'wandb_project': 'highlight_base_qwen3omni', 'wandb_exp_name': 'qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps', 'swanlab_project': 'megatron-swift', 'swanlab_exp_name': None, 'eval_iters': 0, 'eval_steps': 500000, 'fp8_format': None, 'fp8_recipe': 'delayed', 'fp8_amax_history_len': 1024, 'fp8_amax_compute_algo': 'max', 'fp8_param_gather': False, 'fp16': False, 'bf16': True, 'apply_query_key_layer_scaling': False, 'attention_softmax_in_fp32': True, 'accumulate_allreduce_grads_in_fp32': True, 'moe_router_load_balancing_type': None, 'moe_router_dtype': 'fp32', 'moe_token_dispatcher_type': None, 'moe_enable_deepep': False, 'moe_grouped_gemm': True, 'moe_permute_fusion': True, 'moe_aux_loss_coeff': 1e-06, 'moe_z_loss_coeff': None, 'moe_shared_expert_overlap': True, 'moe_layer_recompute': False, 'moe_expert_capacity_factor': None, 'moe_pad_expert_input_to_capacity': False, 'moe_token_drop_policy': None, 'mtp_num_layers': None, 'mtp_loss_scaling_factor': 0.1, 'mtp_decoder_input_detach': False, 'mtp_shared_weights': False, 'save_safetensors': True, 'ref_model': None, 'ref_adapters': [], 'merge_lora': True, 'max_shard_size': '5GB', 'vit_gradient_checkpointing': False, 'vit_gradient_checkpointing_kwargs': None, 'vit_attn_impl': None, 'vit_lr': None, 'aligner_lr': None, 'dsa_indexer_loss_coeff': None, 'dsa_indexer_use_sparse_loss': False, 'check_model': True, 'apply_wd_to_qk_layernorm': False, 'linear_decoupled_in_proj': False, 'enable_dft_loss': False, 'enable_channel_loss': False, 'save_strategy': 'steps', 'callbacks': ['print', 'default_flow', 'wandb'], 'add_version': False, 'create_checkpoint_symlink': False, 'swift_version': '4.2.0', 'ckpt_dir': None, 'rank': 7, 'global_world_size': 8, 'local_world_size': 8, 'model_suffix': 'Qwen3-Omni-30B-A3B-Instruct', 'model_info': "ModelInfo(model_type='qwen3_omni_moe', model_dir='/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', torch_dtype=torch.bfloat16, max_model_len=65536, quant_method=None, quant_bits=None, rope_scaling={'interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default', 'type': 'default'}, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", 'model_meta': "ModelMeta(model_type='qwen3_omni_moe', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', hf_model_id='Qwen/Qwen3-Omni-30B-A3B-Captioner', model_path=None, ms_revision=None, hf_revision=None)], template='qwen3_omni', ignore_patterns=None, requires=None, tags=[])], loader=, template='qwen3_omni', model_arch=MultiModelKeys(arch_name='qwen3_omni', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['thinker.model', 'thinker.lm_head'], aligner=['thinker.audio_tower.proj1', 'thinker.audio_tower.proj2', 'thinker.visual.merger', 'thinker.visual.merger_list'], vision_tower=['thinker.audio_tower', 'thinker.visual'], generator=['talker', 'code2wav']), mcore_model_type=None, architectures=['Qwen3OmniMoeForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57.dev0', 'soundfile', 'decord', 'qwen_omni_utils>=0.0.9'], tags=[])", 'model_dir': '/mnt/bn/strategy-mllm-train/common/models/Qwen3-Omni-30B-A3B-Instruct', 'template_meta': "QwenTemplateMeta(template_type='qwen3_omni', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='\\n', non_thinking_prefix='', history_thinking_prefix='')", '_val_dataset_exists': False, 'hub': "", 'seq_length': 65536, 'is_multimodal': True, 'megatron_model_meta': "ModelMeta(model_type='qwen3_omni', model_types=['qwen3_omni_moe'], bridge_cls=, visual_cls=, is_multimodal=True, loader=)", 'fp8': None, 'world_size': 8, 'data_parallel_size': 1, 'num_microbatches': 8, '_wandb': {}} +2026-05-13 09:42:08,762 INFO MainThread:4186923 [wandb_init.py:init():898] starting backend +2026-05-13 09:42:09,236 INFO MainThread:4186923 [wandb_init.py:init():913] sending inform_init request +2026-05-13 09:42:09,898 INFO MainThread:4186923 [wandb_init.py:init():918] backend started and connected +2026-05-13 09:42:09,901 INFO MainThread:4186923 [wandb_init.py:init():988] updated telemetry +2026-05-13 09:42:09,927 INFO MainThread:4186923 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout +2026-05-13 09:42:10,235 INFO MainThread:4186923 [wandb_init.py:init():1056] starting run threads in backend +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_console_start():2554] atexit reg +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_redirect():2403] redirect: wrap_raw +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_redirect():2472] Wrapping output streams. +2026-05-13 09:42:10,372 INFO MainThread:4186923 [wandb_run.py:_redirect():2495] Redirects installed. +2026-05-13 09:42:10,404 INFO MainThread:4186923 [wandb_init.py:init():1094] run started, returning control to user process diff --git a/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/run-dcrex1xp.wandb b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/run-dcrex1xp.wandb new file mode 100644 index 0000000000000000000000000000000000000000..970e263b0e1b78f5ffe0548ba8b7eef0764168d1 --- /dev/null +++ b/posttrain_models/qwen3omni_30b_a3b_base_highlight_debug_batch1_1epoch_audio_0_2_fps/wandb/run-20260513_094208-dcrex1xp/run-dcrex1xp.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5233458162256896371b10f598d5fcfde65b3123d6548e0d38e9436cd847e653 +size 163840 diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/added_tokens.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..b54f9135e44c1e81047e8d05cb027af8bc039eed --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/chat_template.jinja b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..124386803f142761528f710e77ae483f5f8c4fc4 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/chat_template.jinja @@ -0,0 +1,120 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- for message in messages %} + {%- if message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content_item in message.content %} + {%- if 'text' in content_item %} + {{- content_item.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and message.content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..edef69348609f28576758cfc32c9ad1dcbb854f9 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3VLForConditionalGeneration" + ], + "dtype": "float32", + "eos_token_id": 151645, + "image_token_id": 151655, + "model_type": "qwen3_vl", + "pad_token_id": 151643, + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "float32", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "max_position_embeddings": 262144, + "model_type": "qwen3_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_theta": 5000000, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 151936, + "rope_scaling": { + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_theta": 5000000, + "rope_type": "default" + } + }, + "tie_word_embeddings": true, + "transformers_version": "5.0.0.dev0", + "video_token_id": 151656, + "vision_config": { + "deepstack_visual_indexes": [ + 5, + 11, + 17 + ], + "depth": 24, + "dtype": "float32", + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1024, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "qwen3_vl", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 +} \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/generation_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8458f29aec2209e3f63ca59bca95814310a80de1 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.0.0.dev0" +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/processor_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fe483a685ede297970ea7a13145d5aabe63a1c --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/processor_config.json @@ -0,0 +1,85 @@ +{ + "image_processor": { + "crop_size": null, + "data_format": "channels_first", + "device": null, + "disable_grouping": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_seq_length": null, + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_pixels": null, + "merge_size": 2, + "min_pixels": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "temporal_patch_size": 2 + }, + "processor_class": "Qwen3VLProcessor", + "video_processor": { + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": true, + "fps": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "num_frames": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "return_tensors": null, + "size": { + "longest_edge": 25165824, + "shortest_edge": 4096 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen3VLVideoProcessor" + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/special_tokens_map.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..ac23c0aaa2434523c494330aeb79c58395378103 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/tokenizer_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fec7f182135c384a08ea2fc9635566ca79c45afc --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_100/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 262144, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/added_tokens.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..b54f9135e44c1e81047e8d05cb027af8bc039eed --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/chat_template.jinja b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..124386803f142761528f710e77ae483f5f8c4fc4 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/chat_template.jinja @@ -0,0 +1,120 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- for message in messages %} + {%- if message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content_item in message.content %} + {%- if 'text' in content_item %} + {{- content_item.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and message.content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/config.json new file mode 100644 index 0000000000000000000000000000000000000000..edef69348609f28576758cfc32c9ad1dcbb854f9 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3VLForConditionalGeneration" + ], + "dtype": "float32", + "eos_token_id": 151645, + "image_token_id": 151655, + "model_type": "qwen3_vl", + "pad_token_id": 151643, + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "float32", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "max_position_embeddings": 262144, + "model_type": "qwen3_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_theta": 5000000, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 151936, + "rope_scaling": { + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_theta": 5000000, + "rope_type": "default" + } + }, + "tie_word_embeddings": true, + "transformers_version": "5.0.0.dev0", + "video_token_id": 151656, + "vision_config": { + "deepstack_visual_indexes": [ + 5, + 11, + 17 + ], + "depth": 24, + "dtype": "float32", + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1024, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "qwen3_vl", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 +} \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/generation_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8458f29aec2209e3f63ca59bca95814310a80de1 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.0.0.dev0" +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/processor_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fe483a685ede297970ea7a13145d5aabe63a1c --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/processor_config.json @@ -0,0 +1,85 @@ +{ + "image_processor": { + "crop_size": null, + "data_format": "channels_first", + "device": null, + "disable_grouping": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_seq_length": null, + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_pixels": null, + "merge_size": 2, + "min_pixels": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "temporal_patch_size": 2 + }, + "processor_class": "Qwen3VLProcessor", + "video_processor": { + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": true, + "fps": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "num_frames": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "return_tensors": null, + "size": { + "longest_edge": 25165824, + "shortest_edge": 4096 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen3VLVideoProcessor" + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/special_tokens_map.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..ac23c0aaa2434523c494330aeb79c58395378103 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/tokenizer_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fec7f182135c384a08ea2fc9635566ca79c45afc --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_101/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 262144, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/added_tokens.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..b54f9135e44c1e81047e8d05cb027af8bc039eed --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/chat_template.jinja b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..124386803f142761528f710e77ae483f5f8c4fc4 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/chat_template.jinja @@ -0,0 +1,120 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- for message in messages %} + {%- if message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content_item in message.content %} + {%- if 'text' in content_item %} + {{- content_item.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and message.content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..edef69348609f28576758cfc32c9ad1dcbb854f9 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3VLForConditionalGeneration" + ], + "dtype": "float32", + "eos_token_id": 151645, + "image_token_id": 151655, + "model_type": "qwen3_vl", + "pad_token_id": 151643, + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "float32", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "max_position_embeddings": 262144, + "model_type": "qwen3_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_theta": 5000000, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 151936, + "rope_scaling": { + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_theta": 5000000, + "rope_type": "default" + } + }, + "tie_word_embeddings": true, + "transformers_version": "5.0.0.dev0", + "video_token_id": 151656, + "vision_config": { + "deepstack_visual_indexes": [ + 5, + 11, + 17 + ], + "depth": 24, + "dtype": "float32", + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1024, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "qwen3_vl", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 +} \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/generation_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8458f29aec2209e3f63ca59bca95814310a80de1 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.0.0.dev0" +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/processor_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fe483a685ede297970ea7a13145d5aabe63a1c --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/processor_config.json @@ -0,0 +1,85 @@ +{ + "image_processor": { + "crop_size": null, + "data_format": "channels_first", + "device": null, + "disable_grouping": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_seq_length": null, + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_pixels": null, + "merge_size": 2, + "min_pixels": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "temporal_patch_size": 2 + }, + "processor_class": "Qwen3VLProcessor", + "video_processor": { + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": true, + "fps": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "num_frames": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "return_tensors": null, + "size": { + "longest_edge": 25165824, + "shortest_edge": 4096 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen3VLVideoProcessor" + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/special_tokens_map.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..ac23c0aaa2434523c494330aeb79c58395378103 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/tokenizer_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fec7f182135c384a08ea2fc9635566ca79c45afc --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_80/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 262144, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/added_tokens.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..b54f9135e44c1e81047e8d05cb027af8bc039eed --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/chat_template.jinja b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..124386803f142761528f710e77ae483f5f8c4fc4 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/chat_template.jinja @@ -0,0 +1,120 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- for message in messages %} + {%- if message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content_item in message.content %} + {%- if 'text' in content_item %} + {{- content_item.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and message.content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..edef69348609f28576758cfc32c9ad1dcbb854f9 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3VLForConditionalGeneration" + ], + "dtype": "float32", + "eos_token_id": 151645, + "image_token_id": 151655, + "model_type": "qwen3_vl", + "pad_token_id": 151643, + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "float32", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "max_position_embeddings": 262144, + "model_type": "qwen3_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_theta": 5000000, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 151936, + "rope_scaling": { + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_theta": 5000000, + "rope_type": "default" + } + }, + "tie_word_embeddings": true, + "transformers_version": "5.0.0.dev0", + "video_token_id": 151656, + "vision_config": { + "deepstack_visual_indexes": [ + 5, + 11, + 17 + ], + "depth": 24, + "dtype": "float32", + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1024, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "qwen3_vl", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 +} \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/generation_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8458f29aec2209e3f63ca59bca95814310a80de1 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.0.0.dev0" +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/processor_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fe483a685ede297970ea7a13145d5aabe63a1c --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/processor_config.json @@ -0,0 +1,85 @@ +{ + "image_processor": { + "crop_size": null, + "data_format": "channels_first", + "device": null, + "disable_grouping": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_seq_length": null, + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_pixels": null, + "merge_size": 2, + "min_pixels": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "temporal_patch_size": 2 + }, + "processor_class": "Qwen3VLProcessor", + "video_processor": { + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": true, + "fps": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "num_frames": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "return_tensors": null, + "size": { + "longest_edge": 25165824, + "shortest_edge": 4096 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen3VLVideoProcessor" + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/special_tokens_map.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..ac23c0aaa2434523c494330aeb79c58395378103 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/tokenizer_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fec7f182135c384a08ea2fc9635566ca79c45afc --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k/global_step_90/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 262144, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/added_tokens.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..b54f9135e44c1e81047e8d05cb027af8bc039eed --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/chat_template.jinja b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..124386803f142761528f710e77ae483f5f8c4fc4 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/chat_template.jinja @@ -0,0 +1,120 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- for message in messages %} + {%- if message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content_item in message.content %} + {%- if 'text' in content_item %} + {{- content_item.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and message.content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..edef69348609f28576758cfc32c9ad1dcbb854f9 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3VLForConditionalGeneration" + ], + "dtype": "float32", + "eos_token_id": 151645, + "image_token_id": 151655, + "model_type": "qwen3_vl", + "pad_token_id": 151643, + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "float32", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "max_position_embeddings": 262144, + "model_type": "qwen3_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_theta": 5000000, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 151936, + "rope_scaling": { + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_theta": 5000000, + "rope_type": "default" + } + }, + "tie_word_embeddings": true, + "transformers_version": "5.0.0.dev0", + "video_token_id": 151656, + "vision_config": { + "deepstack_visual_indexes": [ + 5, + 11, + 17 + ], + "depth": 24, + "dtype": "float32", + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1024, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "qwen3_vl", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 +} \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/generation_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8458f29aec2209e3f63ca59bca95814310a80de1 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.0.0.dev0" +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/processor_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fe483a685ede297970ea7a13145d5aabe63a1c --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/processor_config.json @@ -0,0 +1,85 @@ +{ + "image_processor": { + "crop_size": null, + "data_format": "channels_first", + "device": null, + "disable_grouping": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_seq_length": null, + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_pixels": null, + "merge_size": 2, + "min_pixels": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "temporal_patch_size": 2 + }, + "processor_class": "Qwen3VLProcessor", + "video_processor": { + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": true, + "fps": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "num_frames": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "return_tensors": null, + "size": { + "longest_edge": 25165824, + "shortest_edge": 4096 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen3VLVideoProcessor" + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/special_tokens_map.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..ac23c0aaa2434523c494330aeb79c58395378103 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/tokenizer_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fec7f182135c384a08ea2fc9635566ca79c45afc --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_90/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 262144, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/added_tokens.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..b54f9135e44c1e81047e8d05cb027af8bc039eed --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/chat_template.jinja b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..124386803f142761528f710e77ae483f5f8c4fc4 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/chat_template.jinja @@ -0,0 +1,120 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- for message in messages %} + {%- if message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content_item in message.content %} + {%- if 'text' in content_item %} + {{- content_item.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and message.content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..edef69348609f28576758cfc32c9ad1dcbb854f9 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3VLForConditionalGeneration" + ], + "dtype": "float32", + "eos_token_id": 151645, + "image_token_id": 151655, + "model_type": "qwen3_vl", + "pad_token_id": 151643, + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "float32", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "max_position_embeddings": 262144, + "model_type": "qwen3_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_theta": 5000000, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 151936, + "rope_scaling": { + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_theta": 5000000, + "rope_type": "default" + } + }, + "tie_word_embeddings": true, + "transformers_version": "5.0.0.dev0", + "video_token_id": 151656, + "vision_config": { + "deepstack_visual_indexes": [ + 5, + 11, + 17 + ], + "depth": 24, + "dtype": "float32", + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1024, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "qwen3_vl", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 +} \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/generation_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8458f29aec2209e3f63ca59bca95814310a80de1 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.0.0.dev0" +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/processor_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fe483a685ede297970ea7a13145d5aabe63a1c --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/processor_config.json @@ -0,0 +1,85 @@ +{ + "image_processor": { + "crop_size": null, + "data_format": "channels_first", + "device": null, + "disable_grouping": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_seq_length": null, + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_pixels": null, + "merge_size": 2, + "min_pixels": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "temporal_patch_size": 2 + }, + "processor_class": "Qwen3VLProcessor", + "video_processor": { + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": true, + "fps": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "num_frames": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "return_tensors": null, + "size": { + "longest_edge": 25165824, + "shortest_edge": 4096 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen3VLVideoProcessor" + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/special_tokens_map.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..ac23c0aaa2434523c494330aeb79c58395378103 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/tokenizer_config.json b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fec7f182135c384a08ea2fc9635566ca79c45afc --- /dev/null +++ b/posttrain_models/qwen3vl_2b_ntr_multimath_gemini_50k_global_step_101_multimath_rl_50k/global_step_97/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 262144, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/args.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/args.json new file mode 100644 index 0000000000000000000000000000000000000000..9844e89faf5dd221657c32fdc851d9ab35c5b521 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/args.json @@ -0,0 +1,386 @@ +{ + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103", + "overwrite_output_dir": false, + "do_train": false, + "do_eval": false, + "do_predict": false, + "eval_strategy": "no", + "prediction_loss_only": false, + "per_device_train_batch_size": 4, + "per_device_eval_batch_size": 4, + "per_gpu_train_batch_size": null, + "per_gpu_eval_batch_size": null, + "gradient_accumulation_steps": 4, + "eval_accumulation_steps": null, + "eval_delay": 0, + "torch_empty_cache_steps": null, + "learning_rate": 1e-05, + "weight_decay": 0.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_epsilon": 1e-08, + "max_grad_norm": 1.0, + "num_train_epochs": 1.0, + "max_steps": -1, + "lr_scheduler_type": "cosine", + "lr_scheduler_kwargs": null, + "warmup_ratio": 0.03, + "warmup_steps": 0, + "log_level": "passive", + "log_level_replica": "warning", + "log_on_each_node": true, + "logging_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/runs", + "logging_strategy": "steps", + "logging_first_step": true, + "logging_steps": 5, + "logging_nan_inf_filter": true, + "save_strategy": "epoch", + "save_steps": 500, + "save_total_limit": 2, + "save_safetensors": true, + "save_on_each_node": false, + "save_only_model": false, + "restore_callback_states_from_checkpoint": false, + "no_cuda": false, + "use_cpu": false, + "use_mps_device": false, + "seed": 42, + "data_seed": 42, + "jit_mode_eval": false, + "bf16": true, + "fp16": false, + "fp16_opt_level": "O1", + "half_precision_backend": "auto", + "bf16_full_eval": false, + "fp16_full_eval": false, + "tf32": null, + "local_rank": 0, + "ddp_backend": null, + "tpu_num_cores": null, + "tpu_metrics_debug": false, + "debug": null, + "dataloader_drop_last": false, + "eval_steps": null, + "dataloader_num_workers": 24, + "dataloader_prefetch_factor": 2, + "past_index": -1, + "run_name": "qwen3vl_2b_sft_timelens100k_1epoch", + "disable_tqdm": null, + "remove_unused_columns": true, + "label_names": null, + "load_best_model_at_end": false, + "metric_for_best_model": "loss", + "greater_is_better": false, + "ignore_data_skip": false, + "fsdp": [], + "fsdp_min_num_params": 0, + "fsdp_config": null, + "fsdp_transformer_layer_cls_to_wrap": null, + "accelerator_config": { + "dispatch_batches": false + }, + "parallelism_config": null, + "deepspeed": { + "fp16": { + "enabled": "auto", + "loss_scale": 0, + "loss_scale_window": 1000, + "initial_scale_power": 16, + "hysteresis": 2, + "min_loss_scale": 1 + }, + "bf16": { + "enabled": "auto" + }, + "zero_optimization": { + "stage": 2, + "offload_optimizer": { + "device": "none", + "pin_memory": true + }, + "allgather_partitions": true, + "allgather_bucket_size": 200000000.0, + "overlap_comm": false, + "reduce_scatter": true, + "reduce_bucket_size": 200000000.0, + "contiguous_gradients": true + }, + "gradient_accumulation_steps": "auto", + "gradient_clipping": "auto", + "steps_per_print": 2000, + "train_batch_size": "auto", + "train_micro_batch_size_per_gpu": "auto", + "wall_clock_breakdown": false + }, + "label_smoothing_factor": 0.0, + "optim": "adamw_torch_fused", + "optim_args": null, + "adafactor": false, + "group_by_length": false, + "length_column_name": "length", + "report_to": [ + "wandb" + ], + "project": "huggingface", + "trackio_space_id": "trackio", + "ddp_find_unused_parameters": null, + "ddp_bucket_cap_mb": null, + "ddp_broadcast_buffers": null, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": false, + "skip_memory_metrics": true, + "use_legacy_prediction_loop": false, + "push_to_hub": false, + "resume_from_checkpoint": null, + "hub_model_id": null, + "hub_strategy": "every_save", + "hub_token": null, + "hub_private_repo": null, + "hub_always_push": false, + "hub_revision": null, + "gradient_checkpointing": true, + "gradient_checkpointing_kwargs": null, + "include_inputs_for_metrics": false, + "include_for_metrics": [], + "eval_do_concat_batches": true, + "fp16_backend": "auto", + "push_to_hub_model_id": null, + "push_to_hub_organization": null, + "push_to_hub_token": null, + "mp_parameters": "", + "auto_find_batch_size": false, + "full_determinism": false, + "torchdynamo": null, + "ray_scope": "last", + "ddp_timeout": 18000000, + "torch_compile": false, + "torch_compile_backend": null, + "torch_compile_mode": null, + "include_tokens_per_second": false, + "include_num_input_tokens_seen": false, + "neftune_noise_alpha": null, + "optim_target_modules": null, + "batch_eval_metrics": false, + "eval_on_start": false, + "use_liger_kernel": false, + "liger_kernel_config": null, + "eval_use_gather_object": false, + "average_tokens_across_devices": true, + "sortish_sampler": false, + "predict_with_generate": false, + "generation_max_length": null, + "generation_num_beams": null, + "generation_config": null, + "tuner_backend": "peft", + "vit_gradient_checkpointing": null, + "router_aux_loss_coef": 0.0, + "enable_dft_loss": false, + "enable_channel_loss": false, + "check_model": true, + "acc_strategy": "token", + "train_dataloader_shuffle": true, + "max_epochs": null, + "aligner_lr": null, + "vit_lr": null, + "use_logits_to_keep": null, + "ds3_gather_for_generation": true, + "resume_only_model": false, + "optimizer": null, + "loss_type": null, + "metric": [ + "temporal_grounding" + ], + "eval_use_evalscope": false, + "eval_dataset": [], + "eval_dataset_args": null, + "eval_limit": null, + "eval_generation_config": null, + "extra_eval_args": null, + "use_flash_ckpt": false, + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "Qwen/Qwen3-VL-2B-Instruct", + "model_type": "qwen3_vl", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": "flash_attn", + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_vl", + "system": null, + "max_length": 262144, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_free": false, + "padding_side": "right", + "loss_scale": "default", + "sequence_parallel_size": 4, + "response_prefix": null, + "template_backend": "swift", + "dataset": [ + "../data/timelens-100k/train/train.jsonl" + ], + "val_dataset": [], + "cached_dataset": [], + "split_dataset_ratio": 0.0, + "dataset_num_proc": 1, + "load_from_cache_file": true, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": 64, + "temperature": 0.0, + "top_k": null, + "top_p": null, + "repetition_penalty": null, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "ckpt_dir": null, + "lora_modules": [], + "train_type": "full", + "adapters": [], + "external_plugins": [], + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "custom_register_path": [], + "use_hf": true, + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_parameters": [ + "model.visual" + ], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [ + "model.visual.merger", + "model.visual.deepstack_merger_list" + ], + "trainable_parameters_regex": null, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": false, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "target_parameters": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "lorap_lr_ratio": null, + "use_rslora": false, + "use_dora": false, + "lora_ga_batch_size": 2, + "lora_ga_iters": 2, + "lora_ga_max_length": 1024, + "lora_ga_direction": "ArB2r", + "lora_ga_scale": "stable", + "lora_ga_stable_gamma": 16, + "init_weights": true, + "fourier_n_frequency": 2000, + "fourier_scaling": 300.0, + "boft_block_size": 4, + "boft_block_num": 0, + "boft_n_butterfly_factor": 1, + "boft_dropout": 0.0, + "vera_rank": 256, + "vera_projection_prng_key": 0, + "vera_dropout": 0.0, + "vera_d_initial": 0.1, + "adapter_act": "gelu", + "adapter_length": 128, + "use_galore": false, + "galore_target_modules": null, + "galore_rank": 128, + "galore_update_proj_gap": 50, + "galore_scale": 1.0, + "galore_proj_type": "std", + "galore_optim_per_parameter": false, + "galore_with_embedding": false, + "galore_quantization": false, + "galore_proj_quant": false, + "galore_proj_bits": 4, + "galore_proj_group_size": 256, + "galore_cos_threshold": 0.4, + "galore_gamma_proj": 2, + "galore_queue_size": 5, + "adalora_target_r": 8, + "adalora_init_r": 12, + "adalora_tinit": 0, + "adalora_tfinal": 0, + "adalora_deltaT": 1, + "adalora_beta1": 0.85, + "adalora_beta2": 0.85, + "adalora_orth_reg_weight": 0.5, + "llamapro_num_new_blocks": 4, + "llamapro_num_groups": null, + "lisa_activated_layers": 0, + "lisa_step_interval": 20, + "reft_layer_key": null, + "reft_layers": null, + "reft_rank": 4, + "reft_intervention_type": "LoreftIntervention", + "reft_args": null, + "swanlab_token": null, + "swanlab_project": null, + "swanlab_workspace": null, + "swanlab_exp_name": null, + "swanlab_lark_webhook_url": null, + "swanlab_lark_secret": null, + "swanlab_mode": "cloud", + "add_version": true, + "create_checkpoint_symlink": false, + "zero_hpz_partition_size": null, + "deepspeed_autotp_size": null, + "early_stop_interval": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-VL-2B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_vl', model_dir='/home/tiger/.cache/huggingface/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203', torch_dtype=torch.bfloat16, max_model_len=262144, quant_method=None, quant_bits=None, rope_scaling={'mrope_interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default'}, is_moe_model=False, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_vl', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-VL-2B-Instruct', hf_model_id='Qwen/Qwen3-VL-2B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-2B-Thinking', hf_model_id='Qwen/Qwen3-VL-2B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-2B-Instruct-FP8', hf_model_id='Qwen/Qwen3-VL-2B-Instruct-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-2B-Thinking-FP8', hf_model_id='Qwen/Qwen3-VL-2B-Thinking-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-4B-Instruct', hf_model_id='Qwen/Qwen3-VL-4B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-4B-Thinking', hf_model_id='Qwen/Qwen3-VL-4B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-4B-Instruct-FP8', hf_model_id='Qwen/Qwen3-VL-4B-Instruct-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-4B-Thinking-FP8', hf_model_id='Qwen/Qwen3-VL-4B-Thinking-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-8B-Instruct', hf_model_id='Qwen/Qwen3-VL-8B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-8B-Thinking', hf_model_id='Qwen/Qwen3-VL-8B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-8B-Instruct-FP8', hf_model_id='Qwen/Qwen3-VL-8B-Instruct-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-8B-Thinking-FP8', hf_model_id='Qwen/Qwen3-VL-8B-Thinking-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-32B-Instruct', hf_model_id='Qwen/Qwen3-VL-32B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-32B-Thinking', hf_model_id='Qwen/Qwen3-VL-32B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-32B-Instruct-FP8', hf_model_id='Qwen/Qwen3-VL-32B-Instruct-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-32B-Thinking-FP8', hf_model_id='Qwen/Qwen3-VL-32B-Thinking-FP8', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[])], template='qwen3_vl', get_function=, model_arch=MultiModelKeys(arch_name='qwen3_vl', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['model.language_model'], aligner=['model.visual.merger', 'model.visual.deepstack_merger_list'], vision_tower=['model.visual'], generator=[]), architectures=['Qwen3VLForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, is_reranker=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57', 'qwen_vl_utils>=0.0.14', 'decord'], tags=['vision', 'video'])", + "model_dir": "/home/tiger/.cache/huggingface/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203", + "_val_dataset_exists": [], + "hub": "", + "evaluation_strategy": "epoch", + "training_args": "Seq2SeqTrainingArguments(output_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103', overwrite_output_dir=False, do_train=False, do_eval=False, do_predict=False, eval_strategy=, prediction_loss_only=False, per_device_train_batch_size=4, per_device_eval_batch_size=4, per_gpu_train_batch_size=None, per_gpu_eval_batch_size=None, gradient_accumulation_steps=4, eval_accumulation_steps=None, eval_delay=0, torch_empty_cache_steps=None, learning_rate=1e-05, weight_decay=0.0, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, max_grad_norm=1.0, num_train_epochs=1.0, max_steps=-1, lr_scheduler_type=, lr_scheduler_kwargs=None, warmup_ratio=0.03, warmup_steps=0, log_level='passive', log_level_replica='warning', log_on_each_node=True, logging_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/runs', logging_strategy=, logging_first_step=True, logging_steps=5, logging_nan_inf_filter=True, save_strategy=, save_steps=500, save_total_limit=2, save_safetensors=True, save_on_each_node=False, save_only_model=False, restore_callback_states_from_checkpoint=False, no_cuda=False, use_cpu=False, use_mps_device=False, seed=42, data_seed=42, jit_mode_eval=False, bf16=True, fp16=False, fp16_opt_level='O1', half_precision_backend='auto', bf16_full_eval=False, fp16_full_eval=False, tf32=None, local_rank=0, ddp_backend=None, tpu_num_cores=None, tpu_metrics_debug=False, debug=[], dataloader_drop_last=False, eval_steps=None, dataloader_num_workers=24, dataloader_prefetch_factor=2, past_index=-1, run_name='qwen3vl_2b_sft_timelens100k_1epoch', disable_tqdm=False, remove_unused_columns=False, label_names=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, fsdp=[], fsdp_min_num_params=0, fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, fsdp_transformer_layer_cls_to_wrap=None, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), parallelism_config=None, deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 2, 'offload_optimizer': {'device': 'none', 'pin_memory': True}, 'allgather_partitions': True, 'allgather_bucket_size': 200000000.0, 'overlap_comm': False, 'reduce_scatter': True, 'reduce_bucket_size': 200000000.0, 'contiguous_gradients': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, label_smoothing_factor=0.0, optim=, optim_args=None, adafactor=False, group_by_length=False, length_column_name='length', report_to=['wandb'], project='huggingface', trackio_space_id='trackio', ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, dataloader_pin_memory=True, dataloader_persistent_workers=False, skip_memory_metrics=True, use_legacy_prediction_loop=False, push_to_hub=False, resume_from_checkpoint=None, hub_model_id=None, hub_strategy=, hub_token=None, hub_private_repo=None, hub_always_push=False, hub_revision=None, gradient_checkpointing=True, gradient_checkpointing_kwargs=None, include_inputs_for_metrics=False, include_for_metrics=[], eval_do_concat_batches=True, fp16_backend='auto', push_to_hub_model_id=None, push_to_hub_organization=None, push_to_hub_token=None, mp_parameters='', auto_find_batch_size=False, full_determinism=False, torchdynamo=None, ray_scope='last', ddp_timeout=18000000, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, include_tokens_per_second=None, include_num_input_tokens_seen=None, neftune_noise_alpha=None, optim_target_modules=None, batch_eval_metrics=False, eval_on_start=False, use_liger_kernel=False, liger_kernel_config=None, eval_use_gather_object=False, average_tokens_across_devices=None, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, tuner_backend='peft', vit_gradient_checkpointing=True, router_aux_loss_coef=0.0, enable_dft_loss=False, enable_channel_loss=False, check_model=True, acc_strategy='token', train_dataloader_shuffle=True, max_epochs=None, aligner_lr=None, vit_lr=None, use_logits_to_keep=None, ds3_gather_for_generation=True, resume_only_model=False, optimizer=None, loss_type=None, metric=['temporal_grounding'], eval_use_evalscope=False, eval_dataset=[], eval_dataset_args=None, eval_limit=None, eval_generation_config=None, extra_eval_args=None, use_flash_ckpt=False, sft_alpha=0, chord_sft_dataset=[], chord_sft_per_device_train_batch_size=None, chord_enable_phi_function=False, chord_mu_warmup_steps=None, chord_mu_decay_steps=None, chord_mu_peak=None, chord_mu_valley=None, train_type='full', local_repo_path=None, galore_config=None, padding_side='right', padding_free=False, task_type='causal_lm', problem_type=None)" +} \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/added_tokens.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..b54f9135e44c1e81047e8d05cb027af8bc039eed --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/args.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/args.json new file mode 100644 index 0000000000000000000000000000000000000000..9844e89faf5dd221657c32fdc851d9ab35c5b521 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/args.json @@ -0,0 +1,386 @@ +{ + "output_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103", + "overwrite_output_dir": false, + "do_train": false, + "do_eval": false, + "do_predict": false, + "eval_strategy": "no", + "prediction_loss_only": false, + "per_device_train_batch_size": 4, + "per_device_eval_batch_size": 4, + "per_gpu_train_batch_size": null, + "per_gpu_eval_batch_size": null, + "gradient_accumulation_steps": 4, + "eval_accumulation_steps": null, + "eval_delay": 0, + "torch_empty_cache_steps": null, + "learning_rate": 1e-05, + "weight_decay": 0.0, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_epsilon": 1e-08, + "max_grad_norm": 1.0, + "num_train_epochs": 1.0, + "max_steps": -1, + "lr_scheduler_type": "cosine", + "lr_scheduler_kwargs": null, + "warmup_ratio": 0.03, + "warmup_steps": 0, + "log_level": "passive", + "log_level_replica": "warning", + "log_on_each_node": true, + "logging_dir": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/runs", + "logging_strategy": "steps", + "logging_first_step": true, + "logging_steps": 5, + "logging_nan_inf_filter": true, + "save_strategy": "epoch", + "save_steps": 500, + "save_total_limit": 2, + "save_safetensors": true, + "save_on_each_node": false, + "save_only_model": false, + "restore_callback_states_from_checkpoint": false, + "no_cuda": false, + "use_cpu": false, + "use_mps_device": false, + "seed": 42, + "data_seed": 42, + "jit_mode_eval": false, + "bf16": true, + "fp16": false, + "fp16_opt_level": "O1", + "half_precision_backend": "auto", + "bf16_full_eval": false, + "fp16_full_eval": false, + "tf32": null, + "local_rank": 0, + "ddp_backend": null, + "tpu_num_cores": null, + "tpu_metrics_debug": false, + "debug": null, + "dataloader_drop_last": false, + "eval_steps": null, + "dataloader_num_workers": 24, + "dataloader_prefetch_factor": 2, + "past_index": -1, + "run_name": "qwen3vl_2b_sft_timelens100k_1epoch", + "disable_tqdm": null, + "remove_unused_columns": true, + "label_names": null, + "load_best_model_at_end": false, + "metric_for_best_model": "loss", + "greater_is_better": false, + "ignore_data_skip": false, + "fsdp": [], + "fsdp_min_num_params": 0, + "fsdp_config": null, + "fsdp_transformer_layer_cls_to_wrap": null, + "accelerator_config": { + "dispatch_batches": false + }, + "parallelism_config": null, + "deepspeed": { + "fp16": { + "enabled": "auto", + "loss_scale": 0, + "loss_scale_window": 1000, + "initial_scale_power": 16, + "hysteresis": 2, + "min_loss_scale": 1 + }, + "bf16": { + "enabled": "auto" + }, + "zero_optimization": { + "stage": 2, + "offload_optimizer": { + "device": "none", + "pin_memory": true + }, + "allgather_partitions": true, + "allgather_bucket_size": 200000000.0, + "overlap_comm": false, + "reduce_scatter": true, + "reduce_bucket_size": 200000000.0, + "contiguous_gradients": true + }, + "gradient_accumulation_steps": "auto", + "gradient_clipping": "auto", + "steps_per_print": 2000, + "train_batch_size": "auto", + "train_micro_batch_size_per_gpu": "auto", + "wall_clock_breakdown": false + }, + "label_smoothing_factor": 0.0, + "optim": "adamw_torch_fused", + "optim_args": null, + "adafactor": false, + "group_by_length": false, + "length_column_name": "length", + "report_to": [ + "wandb" + ], + "project": "huggingface", + "trackio_space_id": "trackio", + "ddp_find_unused_parameters": null, + "ddp_bucket_cap_mb": null, + "ddp_broadcast_buffers": null, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": false, + "skip_memory_metrics": true, + "use_legacy_prediction_loop": false, + "push_to_hub": false, + "resume_from_checkpoint": null, + "hub_model_id": null, + "hub_strategy": "every_save", + "hub_token": null, + "hub_private_repo": null, + "hub_always_push": false, + "hub_revision": null, + "gradient_checkpointing": true, + "gradient_checkpointing_kwargs": null, + "include_inputs_for_metrics": false, + "include_for_metrics": [], + "eval_do_concat_batches": true, + "fp16_backend": "auto", + "push_to_hub_model_id": null, + "push_to_hub_organization": null, + "push_to_hub_token": null, + "mp_parameters": "", + "auto_find_batch_size": false, + "full_determinism": false, + "torchdynamo": null, + "ray_scope": "last", + "ddp_timeout": 18000000, + "torch_compile": false, + "torch_compile_backend": null, + "torch_compile_mode": null, + "include_tokens_per_second": false, + "include_num_input_tokens_seen": false, + "neftune_noise_alpha": null, + "optim_target_modules": null, + "batch_eval_metrics": false, + "eval_on_start": false, + "use_liger_kernel": false, + "liger_kernel_config": null, + "eval_use_gather_object": false, + "average_tokens_across_devices": true, + "sortish_sampler": false, + "predict_with_generate": false, + "generation_max_length": null, + "generation_num_beams": null, + "generation_config": null, + "tuner_backend": "peft", + "vit_gradient_checkpointing": null, + "router_aux_loss_coef": 0.0, + "enable_dft_loss": false, + "enable_channel_loss": false, + "check_model": true, + "acc_strategy": "token", + "train_dataloader_shuffle": true, + "max_epochs": null, + "aligner_lr": null, + "vit_lr": null, + "use_logits_to_keep": null, + "ds3_gather_for_generation": true, + "resume_only_model": false, + "optimizer": null, + "loss_type": null, + "metric": [ + "temporal_grounding" + ], + "eval_use_evalscope": false, + "eval_dataset": [], + "eval_dataset_args": null, + "eval_limit": null, + "eval_generation_config": null, + "extra_eval_args": null, + "use_flash_ckpt": false, + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "Qwen/Qwen3-VL-2B-Instruct", + "model_type": "qwen3_vl", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": "flash_attn", + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen3_vl", + "system": null, + "max_length": 262144, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_free": false, + "padding_side": "right", + "loss_scale": "default", + "sequence_parallel_size": 4, + "response_prefix": null, + "template_backend": "swift", + "dataset": [ + "../data/timelens-100k/train/train.jsonl" + ], + "val_dataset": [], + "cached_dataset": [], + "split_dataset_ratio": 0.0, + "dataset_num_proc": 1, + "load_from_cache_file": true, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": 64, + "temperature": 0.0, + "top_k": null, + "top_p": null, + "repetition_penalty": null, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "ckpt_dir": null, + "lora_modules": [], + "train_type": "full", + "adapters": [], + "external_plugins": [], + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "custom_register_path": [], + "use_hf": true, + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_parameters": [ + "model.visual" + ], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [ + "model.visual.merger", + "model.visual.deepstack_merger_list" + ], + "trainable_parameters_regex": null, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": false, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "target_parameters": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "lorap_lr_ratio": null, + "use_rslora": false, + "use_dora": false, + "lora_ga_batch_size": 2, + "lora_ga_iters": 2, + "lora_ga_max_length": 1024, + "lora_ga_direction": "ArB2r", + "lora_ga_scale": "stable", + "lora_ga_stable_gamma": 16, + "init_weights": true, + "fourier_n_frequency": 2000, + "fourier_scaling": 300.0, + "boft_block_size": 4, + "boft_block_num": 0, + "boft_n_butterfly_factor": 1, + "boft_dropout": 0.0, + "vera_rank": 256, + "vera_projection_prng_key": 0, + "vera_dropout": 0.0, + "vera_d_initial": 0.1, + "adapter_act": "gelu", + "adapter_length": 128, + "use_galore": false, + "galore_target_modules": null, + "galore_rank": 128, + "galore_update_proj_gap": 50, + "galore_scale": 1.0, + "galore_proj_type": "std", + "galore_optim_per_parameter": false, + "galore_with_embedding": false, + "galore_quantization": false, + "galore_proj_quant": false, + "galore_proj_bits": 4, + "galore_proj_group_size": 256, + "galore_cos_threshold": 0.4, + "galore_gamma_proj": 2, + "galore_queue_size": 5, + "adalora_target_r": 8, + "adalora_init_r": 12, + "adalora_tinit": 0, + "adalora_tfinal": 0, + "adalora_deltaT": 1, + "adalora_beta1": 0.85, + "adalora_beta2": 0.85, + "adalora_orth_reg_weight": 0.5, + "llamapro_num_new_blocks": 4, + "llamapro_num_groups": null, + "lisa_activated_layers": 0, + "lisa_step_interval": 20, + "reft_layer_key": null, + "reft_layers": null, + "reft_rank": 4, + "reft_intervention_type": "LoreftIntervention", + "reft_args": null, + "swanlab_token": null, + "swanlab_project": null, + "swanlab_workspace": null, + "swanlab_exp_name": null, + "swanlab_lark_webhook_url": null, + "swanlab_lark_secret": null, + "swanlab_mode": "cloud", + "add_version": true, + "create_checkpoint_symlink": false, + "zero_hpz_partition_size": null, + "deepspeed_autotp_size": null, + "early_stop_interval": null, + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "Qwen3-VL-2B-Instruct", + "model_info": "ModelInfo(model_type='qwen3_vl', model_dir='/home/tiger/.cache/huggingface/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203', torch_dtype=torch.bfloat16, max_model_len=262144, quant_method=None, quant_bits=None, rope_scaling={'mrope_interleaved': True, 'mrope_section': [24, 20, 20], 'rope_type': 'default'}, is_moe_model=False, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen3_vl', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-VL-2B-Instruct', hf_model_id='Qwen/Qwen3-VL-2B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-2B-Thinking', hf_model_id='Qwen/Qwen3-VL-2B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-2B-Instruct-FP8', hf_model_id='Qwen/Qwen3-VL-2B-Instruct-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-2B-Thinking-FP8', hf_model_id='Qwen/Qwen3-VL-2B-Thinking-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-4B-Instruct', hf_model_id='Qwen/Qwen3-VL-4B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-4B-Thinking', hf_model_id='Qwen/Qwen3-VL-4B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-4B-Instruct-FP8', hf_model_id='Qwen/Qwen3-VL-4B-Instruct-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-4B-Thinking-FP8', hf_model_id='Qwen/Qwen3-VL-4B-Thinking-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-8B-Instruct', hf_model_id='Qwen/Qwen3-VL-8B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-8B-Thinking', hf_model_id='Qwen/Qwen3-VL-8B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-8B-Instruct-FP8', hf_model_id='Qwen/Qwen3-VL-8B-Instruct-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-8B-Thinking-FP8', hf_model_id='Qwen/Qwen3-VL-8B-Thinking-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-32B-Instruct', hf_model_id='Qwen/Qwen3-VL-32B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-32B-Thinking', hf_model_id='Qwen/Qwen3-VL-32B-Thinking', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-32B-Instruct-FP8', hf_model_id='Qwen/Qwen3-VL-32B-Instruct-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-VL-32B-Thinking-FP8', hf_model_id='Qwen/Qwen3-VL-32B-Thinking-FP8', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[])], template='qwen3_vl', get_function=, model_arch=MultiModelKeys(arch_name='qwen3_vl', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['model.language_model'], aligner=['model.visual.merger', 'model.visual.deepstack_merger_list'], vision_tower=['model.visual'], generator=[]), architectures=['Qwen3VLForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, is_reranker=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.57', 'qwen_vl_utils>=0.0.14', 'decord'], tags=['vision', 'video'])", + "model_dir": "/home/tiger/.cache/huggingface/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203", + "_val_dataset_exists": [], + "hub": "", + "evaluation_strategy": "epoch", + "training_args": "Seq2SeqTrainingArguments(output_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103', overwrite_output_dir=False, do_train=False, do_eval=False, do_predict=False, eval_strategy=, prediction_loss_only=False, per_device_train_batch_size=4, per_device_eval_batch_size=4, per_gpu_train_batch_size=None, per_gpu_eval_batch_size=None, gradient_accumulation_steps=4, eval_accumulation_steps=None, eval_delay=0, torch_empty_cache_steps=None, learning_rate=1e-05, weight_decay=0.0, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, max_grad_norm=1.0, num_train_epochs=1.0, max_steps=-1, lr_scheduler_type=, lr_scheduler_kwargs=None, warmup_ratio=0.03, warmup_steps=0, log_level='passive', log_level_replica='warning', log_on_each_node=True, logging_dir='/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/runs', logging_strategy=, logging_first_step=True, logging_steps=5, logging_nan_inf_filter=True, save_strategy=, save_steps=500, save_total_limit=2, save_safetensors=True, save_on_each_node=False, save_only_model=False, restore_callback_states_from_checkpoint=False, no_cuda=False, use_cpu=False, use_mps_device=False, seed=42, data_seed=42, jit_mode_eval=False, bf16=True, fp16=False, fp16_opt_level='O1', half_precision_backend='auto', bf16_full_eval=False, fp16_full_eval=False, tf32=None, local_rank=0, ddp_backend=None, tpu_num_cores=None, tpu_metrics_debug=False, debug=[], dataloader_drop_last=False, eval_steps=None, dataloader_num_workers=24, dataloader_prefetch_factor=2, past_index=-1, run_name='qwen3vl_2b_sft_timelens100k_1epoch', disable_tqdm=False, remove_unused_columns=False, label_names=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, fsdp=[], fsdp_min_num_params=0, fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, fsdp_transformer_layer_cls_to_wrap=None, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), parallelism_config=None, deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 2, 'offload_optimizer': {'device': 'none', 'pin_memory': True}, 'allgather_partitions': True, 'allgather_bucket_size': 200000000.0, 'overlap_comm': False, 'reduce_scatter': True, 'reduce_bucket_size': 200000000.0, 'contiguous_gradients': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, label_smoothing_factor=0.0, optim=, optim_args=None, adafactor=False, group_by_length=False, length_column_name='length', report_to=['wandb'], project='huggingface', trackio_space_id='trackio', ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, dataloader_pin_memory=True, dataloader_persistent_workers=False, skip_memory_metrics=True, use_legacy_prediction_loop=False, push_to_hub=False, resume_from_checkpoint=None, hub_model_id=None, hub_strategy=, hub_token=None, hub_private_repo=None, hub_always_push=False, hub_revision=None, gradient_checkpointing=True, gradient_checkpointing_kwargs=None, include_inputs_for_metrics=False, include_for_metrics=[], eval_do_concat_batches=True, fp16_backend='auto', push_to_hub_model_id=None, push_to_hub_organization=None, push_to_hub_token=None, mp_parameters='', auto_find_batch_size=False, full_determinism=False, torchdynamo=None, ray_scope='last', ddp_timeout=18000000, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, include_tokens_per_second=None, include_num_input_tokens_seen=None, neftune_noise_alpha=None, optim_target_modules=None, batch_eval_metrics=False, eval_on_start=False, use_liger_kernel=False, liger_kernel_config=None, eval_use_gather_object=False, average_tokens_across_devices=None, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, tuner_backend='peft', vit_gradient_checkpointing=True, router_aux_loss_coef=0.0, enable_dft_loss=False, enable_channel_loss=False, check_model=True, acc_strategy='token', train_dataloader_shuffle=True, max_epochs=None, aligner_lr=None, vit_lr=None, use_logits_to_keep=None, ds3_gather_for_generation=True, resume_only_model=False, optimizer=None, loss_type=None, metric=['temporal_grounding'], eval_use_evalscope=False, eval_dataset=[], eval_dataset_args=None, eval_limit=None, eval_generation_config=None, extra_eval_args=None, use_flash_ckpt=False, sft_alpha=0, chord_sft_dataset=[], chord_sft_per_device_train_batch_size=None, chord_enable_phi_function=False, chord_mu_warmup_steps=None, chord_mu_decay_steps=None, chord_mu_peak=None, chord_mu_valley=None, train_type='full', local_repo_path=None, galore_config=None, padding_side='right', padding_free=False, task_type='causal_lm', problem_type=None)" +} \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/chat_template.jinja b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..124386803f142761528f710e77ae483f5f8c4fc4 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/chat_template.jinja @@ -0,0 +1,120 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- for message in messages %} + {%- if message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content_item in message.content %} + {%- if 'text' in content_item %} + {{- content_item.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and message.content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/config.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/config.json new file mode 100644 index 0000000000000000000000000000000000000000..60343a0116c137ee4adfc63857acefa8cb6aea24 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/config.json @@ -0,0 +1,70 @@ +{ + "architectures": [ + "Qwen3VLForConditionalGeneration" + ], + "dtype": "bfloat16", + "eos_token_id": 151645, + "hidden_size": 2048, + "image_token_id": 151655, + "model_type": "qwen3_vl", + "pad_token_id": 151643, + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "max_position_embeddings": 262144, + "model_type": "qwen3_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default" + }, + "rope_theta": 5000000, + "tie_word_embeddings": true, + "use_cache": false, + "vocab_size": 151936 + }, + "tie_word_embeddings": true, + "transformers_version": "4.57.0", + "video_token_id": 151656, + "vision_config": { + "deepstack_visual_indexes": [ + 5, + 11, + 17 + ], + "depth": 24, + "dtype": "bfloat16", + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1024, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "qwen3_vl", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "pad_token_id": 151643, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/generation_config.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..473d046ae2c09fde761a299ddc91ab5ba3cf67be --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.57.0" +} diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/latest b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/latest new file mode 100644 index 0000000000000000000000000000000000000000..3ada2ebdbf41759d59c713cc3f77afaa58a6b2aa --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/latest @@ -0,0 +1 @@ +global_step3019 \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/preprocessor_config.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2ea84a437d448ff71b08df68fdd949d5cc4ebb64 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/preprocessor_config.json @@ -0,0 +1,21 @@ +{ + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "patch_size": 16, + "temporal_patch_size": 2, + "merge_size": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "processor_class": "Qwen3VLProcessor", + "image_processor_type": "Qwen2VLImageProcessorFast" +} \ No newline at end of file diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_0.pth b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..4b0bea5e7a82c1886ccb79d111257405625494a6 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f92cf63e0989759370d24108b469c492c12202403f036015307ce49f12cedc +size 16389 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_1.pth b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..2c94d69496797fa9c0f83f8a534c8ba692cb143a --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed40a0a4e9f365d2c6cc004d97e6705894eba46c8be4c160c1455bc3062dee1 +size 16389 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_2.pth b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..e3d2f614c50841e8255840051884b16a6e22c38a --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d688b304d19c260b5cfa471535ed51d7e1d60b3a0d0159dfd1a04b87904a9f42 +size 16389 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_3.pth b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..84660ff39da893f3edf58f4a54971ca424b5ae70 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9967425ebcaee80d9b518fa0244d52f739b1b983d87cda71d5fede0c073e9d3b +size 16389 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_4.pth b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_4.pth new file mode 100644 index 0000000000000000000000000000000000000000..fd63d0f91d990383a77a110da21707c2e4161995 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469900fd39c667ffbd49c3c407c0ba317a1e9f5f9339a99b5d38423b7d0ce6d4 +size 16389 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_5.pth b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_5.pth new file mode 100644 index 0000000000000000000000000000000000000000..a9f2a80a12ac3102dc70232f90338ece968e5537 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124688471ff2a6e80f2fcefedbf741fb18d08dd539d5bd07a52e81be545142a5 +size 16389 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_6.pth b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_6.pth new file mode 100644 index 0000000000000000000000000000000000000000..ffdeaa99e14137e82d32d685f2311f4ac57f4cd1 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e69f1ced9f992a72c948698e5eb06088610788988cdb2fdbdd624e064319d60 +size 16389 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_7.pth b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_7.pth new file mode 100644 index 0000000000000000000000000000000000000000..ad30a51583bfc3be86c6b6aa3bc2e815019b3e77 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a376268a55d6ee10c371c06aa952334c4c6a1af9ea2d71b1951a57367a0c6722 +size 16389 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/scheduler.pt b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8dc16a49cdcd12ce0c78aee169323978df7d6d5 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c52f04e4367e5fc71e3cb86228ecc3fe687958f8162c42728a816520eb513c7f +size 1465 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/special_tokens_map.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..ac23c0aaa2434523c494330aeb79c58395378103 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/tokenizer_config.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fec7f182135c384a08ea2fc9635566ca79c45afc --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 262144, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/trainer_state.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..494188d8e895cfd19a8702c6367c51fece904f88 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/trainer_state.json @@ -0,0 +1,7282 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 3019, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00033129037601457677, + "grad_norm": 39.58283615112305, + "learning_rate": 1.098901098901099e-07, + "loss": 3.05859375, + "step": 1, + "tIoU": 0.0, + "tRecall_50": 0.0, + "tRecall_75": 0.0, + "tRecall_90": 0.0, + "token_acc": 0.7928669410150891 + }, + { + "epoch": 0.001656451880072884, + "grad_norm": 35.991851806640625, + "learning_rate": 5.494505494505495e-07, + "loss": 3.0224609375, + "step": 5, + "tIoU": 0.0, + "tRecall_50": 0.0, + "tRecall_75": 0.0, + "tRecall_90": 0.0, + "token_acc": 0.7962264150943397 + }, + { + "epoch": 0.003312903760145768, + "grad_norm": 34.440425872802734, + "learning_rate": 1.098901098901099e-06, + "loss": 2.905078125, + "step": 10, + "tIoU": 0.0, + "tRecall_50": 0.0, + "tRecall_75": 0.0, + "tRecall_90": 0.0, + "token_acc": 0.8015960374243258 + }, + { + "epoch": 0.0049693556402186515, + "grad_norm": 24.292081832885742, + "learning_rate": 1.6483516483516484e-06, + "loss": 2.183203125, + "step": 15, + "tIoU": 0.0, + "tRecall_50": 0.0, + "tRecall_75": 0.0, + "tRecall_90": 0.0, + "token_acc": 0.8125342090859332 + }, + { + "epoch": 0.006625807520291536, + "grad_norm": 8.71148681640625, + "learning_rate": 2.197802197802198e-06, + "loss": 1.22734375, + "step": 20, + "tIoU": 0.0, + "tRecall_50": 0.0, + "tRecall_75": 0.0, + "tRecall_90": 0.0, + "token_acc": 0.8360119858349223 + }, + { + "epoch": 0.008282259400364419, + "grad_norm": 4.5570197105407715, + "learning_rate": 2.7472527472527476e-06, + "loss": 0.7140625, + "step": 25, + "tIoU": 0.0, + "tRecall_50": 0.0, + "tRecall_75": 0.0, + "tRecall_90": 0.0, + "token_acc": 0.871906445471852 + }, + { + "epoch": 0.009938711280437303, + "grad_norm": 2.2722325325012207, + "learning_rate": 3.2967032967032968e-06, + "loss": 0.323046875, + "step": 30, + "tIoU": 0.16358232498168945, + "tRecall_50": 0.175, + "tRecall_75": 0.1, + "tRecall_90": 0.05625, + "token_acc": 0.8963447899618112 + }, + { + "epoch": 0.011595163160510187, + "grad_norm": 2.0638022422790527, + "learning_rate": 3.846153846153847e-06, + "loss": 0.20201416015625, + "step": 35, + "tIoU": 0.4120227336883545, + "tRecall_50": 0.41875, + "tRecall_75": 0.25625, + "tRecall_90": 0.16875, + "token_acc": 0.9269555737258108 + }, + { + "epoch": 0.013251615040583071, + "grad_norm": 1.6669425964355469, + "learning_rate": 4.395604395604396e-06, + "loss": 0.2016845703125, + "step": 40, + "tIoU": 0.4197126865386963, + "tRecall_50": 0.4375, + "tRecall_75": 0.28125, + "tRecall_90": 0.14375, + "token_acc": 0.9245999457553566 + }, + { + "epoch": 0.014908066920655955, + "grad_norm": 2.088165283203125, + "learning_rate": 4.945054945054946e-06, + "loss": 0.209326171875, + "step": 45, + "tIoU": 0.4481548309326172, + "tRecall_50": 0.5125, + "tRecall_75": 0.30625, + "tRecall_90": 0.1375, + "token_acc": 0.9239814055236533 + }, + { + "epoch": 0.016564518800728838, + "grad_norm": 2.0036280155181885, + "learning_rate": 5.494505494505495e-06, + "loss": 0.20628662109375, + "step": 50, + "tIoU": 0.43578028678894043, + "tRecall_50": 0.45625, + "tRecall_75": 0.26875, + "tRecall_90": 0.175, + "token_acc": 0.926249658563234 + }, + { + "epoch": 0.018220970680801724, + "grad_norm": 1.5896474123001099, + "learning_rate": 6.043956043956044e-06, + "loss": 0.20244140625, + "step": 55, + "tIoU": 0.43024516105651855, + "tRecall_50": 0.43125, + "tRecall_75": 0.26875, + "tRecall_90": 0.15, + "token_acc": 0.9268829026937878 + }, + { + "epoch": 0.019877422560874606, + "grad_norm": 1.715354084968567, + "learning_rate": 6.5934065934065935e-06, + "loss": 0.22813720703125, + "step": 60, + "tIoU": 0.36472535133361816, + "tRecall_50": 0.375, + "tRecall_75": 0.25625, + "tRecall_90": 0.1625, + "token_acc": 0.9223009814612868 + }, + { + "epoch": 0.021533874440947492, + "grad_norm": 1.3413262367248535, + "learning_rate": 7.1428571428571436e-06, + "loss": 0.2069091796875, + "step": 65, + "tIoU": 0.4532301902770996, + "tRecall_50": 0.4875, + "tRecall_75": 0.29375, + "tRecall_90": 0.15625, + "token_acc": 0.9278741865509761 + }, + { + "epoch": 0.023190326321020374, + "grad_norm": 2.2191483974456787, + "learning_rate": 7.692307692307694e-06, + "loss": 0.22222900390625, + "step": 70, + "tIoU": 0.45166797637939454, + "tRecall_50": 0.46875, + "tRecall_75": 0.33125, + "tRecall_90": 0.2125, + "token_acc": 0.9236641221374046 + }, + { + "epoch": 0.024846778201093257, + "grad_norm": 1.8754321336746216, + "learning_rate": 8.241758241758243e-06, + "loss": 0.20093994140625, + "step": 75, + "tIoU": 0.40725173950195315, + "tRecall_50": 0.45625, + "tRecall_75": 0.2625, + "tRecall_90": 0.11875, + "token_acc": 0.9250272628135223 + }, + { + "epoch": 0.026503230081166142, + "grad_norm": 1.442216157913208, + "learning_rate": 8.791208791208792e-06, + "loss": 0.20584716796875, + "step": 80, + "tIoU": 0.4091696262359619, + "tRecall_50": 0.45, + "tRecall_75": 0.25, + "tRecall_90": 0.10625, + "token_acc": 0.9207732099101552 + }, + { + "epoch": 0.028159681961239025, + "grad_norm": 1.831445336341858, + "learning_rate": 9.340659340659341e-06, + "loss": 0.20401611328125, + "step": 85, + "tIoU": 0.4232614040374756, + "tRecall_50": 0.49375, + "tRecall_75": 0.275, + "tRecall_90": 0.1625, + "token_acc": 0.9269293924466339 + }, + { + "epoch": 0.02981613384131191, + "grad_norm": 1.7080247402191162, + "learning_rate": 9.890109890109892e-06, + "loss": 0.20345458984375, + "step": 90, + "tIoU": 0.3961777925491333, + "tRecall_50": 0.43125, + "tRecall_75": 0.26875, + "tRecall_90": 0.11875, + "token_acc": 0.9268758526603001 + }, + { + "epoch": 0.031472585721384796, + "grad_norm": 1.528866171836853, + "learning_rate": 9.99995395134759e-06, + "loss": 0.199658203125, + "step": 95, + "tIoU": 0.46829071044921877, + "tRecall_50": 0.5, + "tRecall_75": 0.3125, + "tRecall_90": 0.18125, + "token_acc": 0.928047787130057 + }, + { + "epoch": 0.033129037601457675, + "grad_norm": 1.1287802457809448, + "learning_rate": 9.999766880150859e-06, + "loss": 0.209326171875, + "step": 100, + "tIoU": 0.38943963050842284, + "tRecall_50": 0.41875, + "tRecall_75": 0.2, + "tRecall_90": 0.1125, + "token_acc": 0.9166439662217379 + }, + { + "epoch": 0.03478548948153056, + "grad_norm": 1.0480022430419922, + "learning_rate": 9.99943591374887e-06, + "loss": 0.2239990234375, + "step": 105, + "tIoU": 0.3554420232772827, + "tRecall_50": 0.3875, + "tRecall_75": 0.20625, + "tRecall_90": 0.08125, + "token_acc": 0.9155615696887686 + }, + { + "epoch": 0.03644194136160345, + "grad_norm": 1.2946460247039795, + "learning_rate": 9.998961061666965e-06, + "loss": 0.2112060546875, + "step": 110, + "tIoU": 0.4334125995635986, + "tRecall_50": 0.48125, + "tRecall_75": 0.30625, + "tRecall_90": 0.18125, + "token_acc": 0.9257950530035336 + }, + { + "epoch": 0.038098393241676326, + "grad_norm": 1.2196054458618164, + "learning_rate": 9.998342337571566e-06, + "loss": 0.2223388671875, + "step": 115, + "tIoU": 0.41721081733703613, + "tRecall_50": 0.45, + "tRecall_75": 0.2625, + "tRecall_90": 0.16875, + "token_acc": 0.9213819368879217 + }, + { + "epoch": 0.03975484512174921, + "grad_norm": 1.2847824096679688, + "learning_rate": 9.997579759269792e-06, + "loss": 0.22032470703125, + "step": 120, + "tIoU": 0.37229869365692136, + "tRecall_50": 0.375, + "tRecall_75": 0.225, + "tRecall_90": 0.1, + "token_acc": 0.9181669394435352 + }, + { + "epoch": 0.0414112970018221, + "grad_norm": 2.172842264175415, + "learning_rate": 9.996673348708936e-06, + "loss": 0.2125732421875, + "step": 125, + "tIoU": 0.3514885187149048, + "tRecall_50": 0.375, + "tRecall_75": 0.20625, + "tRecall_90": 0.1, + "token_acc": 0.9150380021715526 + }, + { + "epoch": 0.043067748881894984, + "grad_norm": 1.021167516708374, + "learning_rate": 9.995623131975842e-06, + "loss": 0.21881103515625, + "step": 130, + "tIoU": 0.30722239017486574, + "tRecall_50": 0.31875, + "tRecall_75": 0.1875, + "tRecall_90": 0.05625, + "token_acc": 0.915268002165674 + }, + { + "epoch": 0.04472420076196786, + "grad_norm": 0.9210066795349121, + "learning_rate": 9.99442913929615e-06, + "loss": 0.222998046875, + "step": 135, + "tIoU": 0.4102006912231445, + "tRecall_50": 0.425, + "tRecall_75": 0.28125, + "tRecall_90": 0.15, + "token_acc": 0.9203708753749659 + }, + { + "epoch": 0.04638065264204075, + "grad_norm": 1.0597041845321655, + "learning_rate": 9.993091405033427e-06, + "loss": 0.21231689453125, + "step": 140, + "tIoU": 0.3631904125213623, + "tRecall_50": 0.38125, + "tRecall_75": 0.2375, + "tRecall_90": 0.125, + "token_acc": 0.9234135667396062 + }, + { + "epoch": 0.048037104522113634, + "grad_norm": 0.8299375772476196, + "learning_rate": 9.991609967688177e-06, + "loss": 0.20538330078125, + "step": 145, + "tIoU": 0.36051230430603026, + "tRecall_50": 0.39375, + "tRecall_75": 0.2, + "tRecall_90": 0.11875, + "token_acc": 0.92599672310213 + }, + { + "epoch": 0.04969355640218651, + "grad_norm": 1.4212013483047485, + "learning_rate": 9.989984869896734e-06, + "loss": 0.2183349609375, + "step": 150, + "tIoU": 0.40356993675231934, + "tRecall_50": 0.41875, + "tRecall_75": 0.225, + "tRecall_90": 0.1375, + "token_acc": 0.9227620087336245 + }, + { + "epoch": 0.0513500082822594, + "grad_norm": 1.0363560914993286, + "learning_rate": 9.988216158430033e-06, + "loss": 0.1869384765625, + "step": 155, + "tIoU": 0.5041727542877197, + "tRecall_50": 0.525, + "tRecall_75": 0.35, + "tRecall_90": 0.21875, + "token_acc": 0.9332970323985843 + }, + { + "epoch": 0.053006460162332285, + "grad_norm": 1.5563397407531738, + "learning_rate": 9.986303884192269e-06, + "loss": 0.21168212890625, + "step": 160, + "tIoU": 0.3747560024261475, + "tRecall_50": 0.4, + "tRecall_75": 0.225, + "tRecall_90": 0.15, + "token_acc": 0.9208378672470077 + }, + { + "epoch": 0.05466291204240517, + "grad_norm": 1.299424409866333, + "learning_rate": 9.984248102219428e-06, + "loss": 0.241241455078125, + "step": 165, + "tIoU": 0.366754150390625, + "tRecall_50": 0.36875, + "tRecall_75": 0.25625, + "tRecall_90": 0.13125, + "token_acc": 0.9138820972561804 + }, + { + "epoch": 0.05631936392247805, + "grad_norm": 1.0233182907104492, + "learning_rate": 9.9820488716777e-06, + "loss": 0.21741943359375, + "step": 170, + "tIoU": 0.3960076570510864, + "tRecall_50": 0.39375, + "tRecall_75": 0.2375, + "tRecall_90": 0.1125, + "token_acc": 0.921913665108606 + }, + { + "epoch": 0.057975815802550935, + "grad_norm": 1.3914740085601807, + "learning_rate": 9.97970625586178e-06, + "loss": 0.20966796875, + "step": 175, + "tIoU": 0.3782615900039673, + "tRecall_50": 0.4, + "tRecall_75": 0.2375, + "tRecall_90": 0.075, + "token_acc": 0.9195527679301881 + }, + { + "epoch": 0.05963226768262382, + "grad_norm": 2.2845776081085205, + "learning_rate": 9.977220322193056e-06, + "loss": 0.20859375, + "step": 180, + "tIoU": 0.3086731433868408, + "tRecall_50": 0.31875, + "tRecall_75": 0.15, + "tRecall_90": 0.06875, + "token_acc": 0.9243582741671218 + }, + { + "epoch": 0.06128871956269671, + "grad_norm": 1.1906710863113403, + "learning_rate": 9.974591142217643e-06, + "loss": 0.1933837890625, + "step": 185, + "tIoU": 0.4368701457977295, + "tRecall_50": 0.49375, + "tRecall_75": 0.25, + "tRecall_90": 0.1375, + "token_acc": 0.9254098360655738 + }, + { + "epoch": 0.06294517144276959, + "grad_norm": 1.392911434173584, + "learning_rate": 9.971818791604352e-06, + "loss": 0.2378662109375, + "step": 190, + "tIoU": 0.4038825511932373, + "tRecall_50": 0.425, + "tRecall_75": 0.225, + "tRecall_90": 0.13125, + "token_acc": 0.9137884144683166 + }, + { + "epoch": 0.06460162332284247, + "grad_norm": 1.4947774410247803, + "learning_rate": 9.968903350142494e-06, + "loss": 0.2011474609375, + "step": 195, + "tIoU": 0.4690187931060791, + "tRecall_50": 0.5125, + "tRecall_75": 0.325, + "tRecall_90": 0.2, + "token_acc": 0.9279475982532751 + }, + { + "epoch": 0.06625807520291535, + "grad_norm": 1.037431240081787, + "learning_rate": 9.965844901739587e-06, + "loss": 0.213037109375, + "step": 200, + "tIoU": 0.3942296266555786, + "tRecall_50": 0.39375, + "tRecall_75": 0.25625, + "tRecall_90": 0.18125, + "token_acc": 0.9247546346782988 + }, + { + "epoch": 0.06791452708298824, + "grad_norm": 1.4488091468811035, + "learning_rate": 9.962643534418954e-06, + "loss": 0.20487060546875, + "step": 205, + "tIoU": 0.3553821325302124, + "tRecall_50": 0.36875, + "tRecall_75": 0.20625, + "tRecall_90": 0.14375, + "token_acc": 0.926016926016926 + }, + { + "epoch": 0.06957097896306112, + "grad_norm": 1.6319248676300049, + "learning_rate": 9.959299340317167e-06, + "loss": 0.2052978515625, + "step": 210, + "tIoU": 0.3741840600967407, + "tRecall_50": 0.38125, + "tRecall_75": 0.21875, + "tRecall_90": 0.11875, + "token_acc": 0.9247078010328894 + }, + { + "epoch": 0.071227430843134, + "grad_norm": 1.4228874444961548, + "learning_rate": 9.955812415681415e-06, + "loss": 0.20677490234375, + "step": 215, + "tIoU": 0.41910367012023925, + "tRecall_50": 0.475, + "tRecall_75": 0.24375, + "tRecall_90": 0.1375, + "token_acc": 0.9219858156028369 + }, + { + "epoch": 0.0728838827232069, + "grad_norm": 1.2584068775177002, + "learning_rate": 9.952182860866723e-06, + "loss": 0.2115966796875, + "step": 220, + "tIoU": 0.3866102695465088, + "tRecall_50": 0.41875, + "tRecall_75": 0.23125, + "tRecall_90": 0.11875, + "token_acc": 0.9226987161977602 + }, + { + "epoch": 0.07454033460327977, + "grad_norm": 1.393058180809021, + "learning_rate": 9.94841078033307e-06, + "loss": 0.22449951171875, + "step": 225, + "tIoU": 0.4129181385040283, + "tRecall_50": 0.4375, + "tRecall_75": 0.31875, + "tRecall_90": 0.1375, + "token_acc": 0.9216113228089275 + }, + { + "epoch": 0.07619678648335265, + "grad_norm": 0.6842812895774841, + "learning_rate": 9.944496282642377e-06, + "loss": 0.2, + "step": 230, + "tIoU": 0.3872462511062622, + "tRecall_50": 0.4, + "tRecall_75": 0.21875, + "tRecall_90": 0.10625, + "token_acc": 0.9230136986301369 + }, + { + "epoch": 0.07785323836342554, + "grad_norm": 0.8265576362609863, + "learning_rate": 9.940439480455386e-06, + "loss": 0.199951171875, + "step": 235, + "tIoU": 0.4176499843597412, + "tRecall_50": 0.4375, + "tRecall_75": 0.2875, + "tRecall_90": 0.16875, + "token_acc": 0.9276422764227642 + }, + { + "epoch": 0.07950969024349842, + "grad_norm": 1.287611484527588, + "learning_rate": 9.936240490528419e-06, + "loss": 0.20191650390625, + "step": 240, + "tIoU": 0.4191490650177002, + "tRecall_50": 0.44375, + "tRecall_75": 0.2375, + "tRecall_90": 0.14375, + "token_acc": 0.9278096800656276 + }, + { + "epoch": 0.08116614212357132, + "grad_norm": 2.240107297897339, + "learning_rate": 9.931899433710011e-06, + "loss": 0.2110107421875, + "step": 245, + "tIoU": 0.3582831144332886, + "tRecall_50": 0.3875, + "tRecall_75": 0.23125, + "tRecall_90": 0.14375, + "token_acc": 0.9243169398907104 + }, + { + "epoch": 0.0828225940036442, + "grad_norm": 1.4682356119155884, + "learning_rate": 9.927416434937442e-06, + "loss": 0.21094970703125, + "step": 250, + "tIoU": 0.40898737907409666, + "tRecall_50": 0.44375, + "tRecall_75": 0.275, + "tRecall_90": 0.15, + "token_acc": 0.9186813186813186 + }, + { + "epoch": 0.08447904588371707, + "grad_norm": 1.4704352617263794, + "learning_rate": 9.922791623233134e-06, + "loss": 0.2147705078125, + "step": 255, + "tIoU": 0.3929877281188965, + "tRecall_50": 0.4125, + "tRecall_75": 0.24375, + "tRecall_90": 0.14375, + "token_acc": 0.921751025991792 + }, + { + "epoch": 0.08613549776378997, + "grad_norm": 1.1237318515777588, + "learning_rate": 9.918025131700935e-06, + "loss": 0.22633056640625, + "step": 260, + "tIoU": 0.3288701057434082, + "tRecall_50": 0.35625, + "tRecall_75": 0.175, + "tRecall_90": 0.075, + "token_acc": 0.9164859002169198 + }, + { + "epoch": 0.08779194964386285, + "grad_norm": 0.8485398292541504, + "learning_rate": 9.9131170975223e-06, + "loss": 0.209814453125, + "step": 265, + "tIoU": 0.38620059490203856, + "tRecall_50": 0.41875, + "tRecall_75": 0.25625, + "tRecall_90": 0.15625, + "token_acc": 0.9228251977092992 + }, + { + "epoch": 0.08944840152393572, + "grad_norm": 1.0994865894317627, + "learning_rate": 9.90806766195233e-06, + "loss": 0.229541015625, + "step": 270, + "tIoU": 0.3599583148956299, + "tRecall_50": 0.3375, + "tRecall_75": 0.2125, + "tRecall_90": 0.13125, + "token_acc": 0.9150505326413548 + }, + { + "epoch": 0.09110485340400862, + "grad_norm": 1.1685243844985962, + "learning_rate": 9.902876970315715e-06, + "loss": 0.21075439453125, + "step": 275, + "tIoU": 0.43118948936462403, + "tRecall_50": 0.45625, + "tRecall_75": 0.24375, + "tRecall_90": 0.15625, + "token_acc": 0.9258855585831063 + }, + { + "epoch": 0.0927613052840815, + "grad_norm": 1.139899730682373, + "learning_rate": 9.897545172002547e-06, + "loss": 0.21552734375, + "step": 280, + "tIoU": 0.3807084321975708, + "tRecall_50": 0.39375, + "tRecall_75": 0.25, + "tRecall_90": 0.1, + "token_acc": 0.9180327868852459 + }, + { + "epoch": 0.09441775716415438, + "grad_norm": 1.5480443239212036, + "learning_rate": 9.892072420464026e-06, + "loss": 0.2138671875, + "step": 285, + "tIoU": 0.38507158756256105, + "tRecall_50": 0.40625, + "tRecall_75": 0.225, + "tRecall_90": 0.1375, + "token_acc": 0.9227608874281019 + }, + { + "epoch": 0.09607420904422727, + "grad_norm": 1.032457709312439, + "learning_rate": 9.886458873208032e-06, + "loss": 0.22030029296875, + "step": 290, + "tIoU": 0.3452916622161865, + "tRecall_50": 0.3875, + "tRecall_75": 0.18125, + "tRecall_90": 0.1, + "token_acc": 0.9176438505590401 + }, + { + "epoch": 0.09773066092430015, + "grad_norm": 0.9075541496276855, + "learning_rate": 9.880704691794608e-06, + "loss": 0.2167236328125, + "step": 295, + "tIoU": 0.4258786678314209, + "tRecall_50": 0.46875, + "tRecall_75": 0.24375, + "tRecall_90": 0.14375, + "token_acc": 0.9236224768139661 + }, + { + "epoch": 0.09938711280437303, + "grad_norm": 1.0214622020721436, + "learning_rate": 9.874810041831298e-06, + "loss": 0.21466064453125, + "step": 300, + "tIoU": 0.3763920783996582, + "tRecall_50": 0.3875, + "tRecall_75": 0.24375, + "tRecall_90": 0.1125, + "token_acc": 0.9165987503395816 + }, + { + "epoch": 0.10104356468444592, + "grad_norm": 1.1842350959777832, + "learning_rate": 9.868775092968384e-06, + "loss": 0.2041259765625, + "step": 305, + "tIoU": 0.40878806114196775, + "tRecall_50": 0.44375, + "tRecall_75": 0.24375, + "tRecall_90": 0.11875, + "token_acc": 0.9258544652701213 + }, + { + "epoch": 0.1027000165645188, + "grad_norm": 0.8652589917182922, + "learning_rate": 9.862600018894004e-06, + "loss": 0.20582275390625, + "step": 310, + "tIoU": 0.4304371356964111, + "tRecall_50": 0.48125, + "tRecall_75": 0.29375, + "tRecall_90": 0.14375, + "token_acc": 0.9270549809471965 + }, + { + "epoch": 0.10435646844459169, + "grad_norm": 0.7112290263175964, + "learning_rate": 9.856284997329158e-06, + "loss": 0.208935546875, + "step": 315, + "tIoU": 0.4469610214233398, + "tRecall_50": 0.4875, + "tRecall_75": 0.325, + "tRecall_90": 0.175, + "token_acc": 0.9251220835594139 + }, + { + "epoch": 0.10601292032466457, + "grad_norm": 0.9329437017440796, + "learning_rate": 9.849830210022582e-06, + "loss": 0.20050048828125, + "step": 320, + "tIoU": 0.40624032020568845, + "tRecall_50": 0.4625, + "tRecall_75": 0.25, + "tRecall_90": 0.15, + "token_acc": 0.9263186514410006 + }, + { + "epoch": 0.10766937220473745, + "grad_norm": 0.8619602918624878, + "learning_rate": 9.843235842745527e-06, + "loss": 0.20771484375, + "step": 325, + "tIoU": 0.42284512519836426, + "tRecall_50": 0.45625, + "tRecall_75": 0.33125, + "tRecall_90": 0.18125, + "token_acc": 0.9282009282009283 + }, + { + "epoch": 0.10932582408481034, + "grad_norm": 1.0323230028152466, + "learning_rate": 9.836502085286408e-06, + "loss": 0.20517578125, + "step": 330, + "tIoU": 0.4263624668121338, + "tRecall_50": 0.4625, + "tRecall_75": 0.275, + "tRecall_90": 0.1625, + "token_acc": 0.9240196078431373 + }, + { + "epoch": 0.11098227596488322, + "grad_norm": 0.9358793497085571, + "learning_rate": 9.829629131445342e-06, + "loss": 0.1996337890625, + "step": 335, + "tIoU": 0.43193893432617186, + "tRecall_50": 0.4875, + "tRecall_75": 0.29375, + "tRecall_90": 0.16875, + "token_acc": 0.9253609370743666 + }, + { + "epoch": 0.1126387278449561, + "grad_norm": 1.001521348953247, + "learning_rate": 9.822617179028575e-06, + "loss": 0.1948974609375, + "step": 340, + "tIoU": 0.4342972278594971, + "tRecall_50": 0.475, + "tRecall_75": 0.275, + "tRecall_90": 0.15, + "token_acc": 0.9282608695652174 + }, + { + "epoch": 0.11429517972502899, + "grad_norm": 2.615863800048828, + "learning_rate": 9.815466429842781e-06, + "loss": 0.21611328125, + "step": 345, + "tIoU": 0.39210269451141355, + "tRecall_50": 0.44375, + "tRecall_75": 0.2125, + "tRecall_90": 0.1, + "token_acc": 0.919674355495251 + }, + { + "epoch": 0.11595163160510187, + "grad_norm": 0.9220526814460754, + "learning_rate": 9.808177089689258e-06, + "loss": 0.20706787109375, + "step": 350, + "tIoU": 0.38988595008850097, + "tRecall_50": 0.4125, + "tRecall_75": 0.19375, + "tRecall_90": 0.1125, + "token_acc": 0.9216164903715758 + }, + { + "epoch": 0.11760808348517475, + "grad_norm": 0.709984302520752, + "learning_rate": 9.80074936835801e-06, + "loss": 0.21361083984375, + "step": 355, + "tIoU": 0.38606836795806887, + "tRecall_50": 0.375, + "tRecall_75": 0.24375, + "tRecall_90": 0.15, + "token_acc": 0.92001092001092 + }, + { + "epoch": 0.11926453536524764, + "grad_norm": 1.1009283065795898, + "learning_rate": 9.793183479621698e-06, + "loss": 0.2229736328125, + "step": 360, + "tIoU": 0.36677961349487304, + "tRecall_50": 0.40625, + "tRecall_75": 0.2375, + "tRecall_90": 0.1125, + "token_acc": 0.918794133623031 + }, + { + "epoch": 0.12092098724532052, + "grad_norm": 0.8078213334083557, + "learning_rate": 9.7854796412295e-06, + "loss": 0.2166748046875, + "step": 365, + "tIoU": 0.39091346263885496, + "tRecall_50": 0.41875, + "tRecall_75": 0.225, + "tRecall_90": 0.1375, + "token_acc": 0.9237913138486752 + }, + { + "epoch": 0.12257743912539341, + "grad_norm": 1.2046617269515991, + "learning_rate": 9.777638074900831e-06, + "loss": 0.2100341796875, + "step": 370, + "tIoU": 0.3710833311080933, + "tRecall_50": 0.3875, + "tRecall_75": 0.25, + "tRecall_90": 0.14375, + "token_acc": 0.9218792679595739 + }, + { + "epoch": 0.1242338910054663, + "grad_norm": 0.7990026473999023, + "learning_rate": 9.769659006318976e-06, + "loss": 0.19754638671875, + "step": 375, + "tIoU": 0.42026567459106445, + "tRecall_50": 0.43125, + "tRecall_75": 0.2875, + "tRecall_90": 0.175, + "token_acc": 0.9290375203915171 + }, + { + "epoch": 0.12589034288553919, + "grad_norm": 1.6983764171600342, + "learning_rate": 9.761542665124581e-06, + "loss": 0.2066650390625, + "step": 380, + "tIoU": 0.43697614669799806, + "tRecall_50": 0.45625, + "tRecall_75": 0.29375, + "tRecall_90": 0.16875, + "token_acc": 0.9224467504096122 + }, + { + "epoch": 0.12754679476561206, + "grad_norm": 1.0884811878204346, + "learning_rate": 9.753289284909058e-06, + "loss": 0.22811279296875, + "step": 385, + "tIoU": 0.3808962106704712, + "tRecall_50": 0.38125, + "tRecall_75": 0.21875, + "tRecall_90": 0.10625, + "token_acc": 0.9218835057158411 + }, + { + "epoch": 0.12920324664568494, + "grad_norm": 0.9224457144737244, + "learning_rate": 9.744899103207844e-06, + "loss": 0.20244140625, + "step": 390, + "tIoU": 0.4360054492950439, + "tRecall_50": 0.45625, + "tRecall_75": 0.3, + "tRecall_90": 0.125, + "token_acc": 0.924931506849315 + }, + { + "epoch": 0.13085969852575782, + "grad_norm": 0.8712586164474487, + "learning_rate": 9.736372361493584e-06, + "loss": 0.20810546875, + "step": 395, + "tIoU": 0.3716521024703979, + "tRecall_50": 0.4125, + "tRecall_75": 0.21875, + "tRecall_90": 0.1125, + "token_acc": 0.9206306061429737 + }, + { + "epoch": 0.1325161504058307, + "grad_norm": 1.1710703372955322, + "learning_rate": 9.72770930516917e-06, + "loss": 0.21021728515625, + "step": 400, + "tIoU": 0.4056431293487549, + "tRecall_50": 0.425, + "tRecall_75": 0.25, + "tRecall_90": 0.15, + "token_acc": 0.9221949221949222 + }, + { + "epoch": 0.1341726022859036, + "grad_norm": 0.7631689310073853, + "learning_rate": 9.718910183560681e-06, + "loss": 0.19761962890625, + "step": 405, + "tIoU": 0.4559678077697754, + "tRecall_50": 0.51875, + "tRecall_75": 0.26875, + "tRecall_90": 0.13125, + "token_acc": 0.9256535947712419 + }, + { + "epoch": 0.1358290541659765, + "grad_norm": 0.915810227394104, + "learning_rate": 9.709975249910203e-06, + "loss": 0.1939453125, + "step": 410, + "tIoU": 0.4479662895202637, + "tRecall_50": 0.48125, + "tRecall_75": 0.3125, + "tRecall_90": 0.1375, + "token_acc": 0.9278491391090462 + }, + { + "epoch": 0.13748550604604937, + "grad_norm": 1.0448435544967651, + "learning_rate": 9.70090476136855e-06, + "loss": 0.21029052734375, + "step": 415, + "tIoU": 0.3750492334365845, + "tRecall_50": 0.375, + "tRecall_75": 0.16875, + "tRecall_90": 0.1, + "token_acc": 0.9177335875783166 + }, + { + "epoch": 0.13914195792612225, + "grad_norm": 0.628413736820221, + "learning_rate": 9.691698978987855e-06, + "loss": 0.203662109375, + "step": 420, + "tIoU": 0.42995514869689944, + "tRecall_50": 0.4375, + "tRecall_75": 0.26875, + "tRecall_90": 0.1875, + "token_acc": 0.9260071252397917 + }, + { + "epoch": 0.14079840980619512, + "grad_norm": 1.1309181451797485, + "learning_rate": 9.68235816771406e-06, + "loss": 0.21212158203125, + "step": 425, + "tIoU": 0.39581320285797117, + "tRecall_50": 0.4125, + "tRecall_75": 0.25, + "tRecall_90": 0.10625, + "token_acc": 0.921152800435019 + }, + { + "epoch": 0.142454861686268, + "grad_norm": 1.401801347732544, + "learning_rate": 9.672882596379289e-06, + "loss": 0.20416259765625, + "step": 430, + "tIoU": 0.4487812042236328, + "tRecall_50": 0.4625, + "tRecall_75": 0.25, + "tRecall_90": 0.15625, + "token_acc": 0.9282608695652174 + }, + { + "epoch": 0.1441113135663409, + "grad_norm": 2.224544048309326, + "learning_rate": 9.663272537694112e-06, + "loss": 0.2014404296875, + "step": 435, + "tIoU": 0.4233854293823242, + "tRecall_50": 0.425, + "tRecall_75": 0.29375, + "tRecall_90": 0.19375, + "token_acc": 0.9256333424135113 + }, + { + "epoch": 0.1457677654464138, + "grad_norm": 1.4557292461395264, + "learning_rate": 9.653528268239703e-06, + "loss": 0.23248291015625, + "step": 440, + "tIoU": 0.37023661136627195, + "tRecall_50": 0.4, + "tRecall_75": 0.23125, + "tRecall_90": 0.14375, + "token_acc": 0.919891008174387 + }, + { + "epoch": 0.14742421732648667, + "grad_norm": 0.7993345856666565, + "learning_rate": 9.643650068459863e-06, + "loss": 0.20894775390625, + "step": 445, + "tIoU": 0.3795598268508911, + "tRecall_50": 0.40625, + "tRecall_75": 0.25, + "tRecall_90": 0.13125, + "token_acc": 0.9216589861751152 + }, + { + "epoch": 0.14908066920655955, + "grad_norm": 0.7730422616004944, + "learning_rate": 9.633638222652967e-06, + "loss": 0.19896240234375, + "step": 450, + "tIoU": 0.44626917839050295, + "tRecall_50": 0.475, + "tRecall_75": 0.28125, + "tRecall_90": 0.1375, + "token_acc": 0.9271884374147805 + }, + { + "epoch": 0.15073712108663243, + "grad_norm": 1.0593730211257935, + "learning_rate": 9.62349301896377e-06, + "loss": 0.19267578125, + "step": 455, + "tIoU": 0.47444000244140627, + "tRecall_50": 0.5375, + "tRecall_75": 0.33125, + "tRecall_90": 0.1875, + "token_acc": 0.9296276013143483 + }, + { + "epoch": 0.1523935729667053, + "grad_norm": 1.3340295553207397, + "learning_rate": 9.613214749375117e-06, + "loss": 0.2082275390625, + "step": 460, + "tIoU": 0.3983908653259277, + "tRecall_50": 0.425, + "tRecall_75": 0.24375, + "tRecall_90": 0.1, + "token_acc": 0.9190515126737531 + }, + { + "epoch": 0.1540500248467782, + "grad_norm": 1.7444744110107422, + "learning_rate": 9.602803709699544e-06, + "loss": 0.204669189453125, + "step": 465, + "tIoU": 0.4280558109283447, + "tRecall_50": 0.425, + "tRecall_75": 0.28125, + "tRecall_90": 0.1875, + "token_acc": 0.924863387978142 + }, + { + "epoch": 0.1557064767268511, + "grad_norm": 0.8501169681549072, + "learning_rate": 9.592260199570761e-06, + "loss": 0.19615478515625, + "step": 470, + "tIoU": 0.4689803600311279, + "tRecall_50": 0.55625, + "tRecall_75": 0.2875, + "tRecall_90": 0.1625, + "token_acc": 0.9298772169167804 + }, + { + "epoch": 0.15736292860692397, + "grad_norm": 0.9778183102607727, + "learning_rate": 9.581584522435025e-06, + "loss": 0.19647216796875, + "step": 475, + "tIoU": 0.4351979732513428, + "tRecall_50": 0.4625, + "tRecall_75": 0.2875, + "tRecall_90": 0.1375, + "token_acc": 0.9268624252311038 + }, + { + "epoch": 0.15901938048699685, + "grad_norm": 2.016467571258545, + "learning_rate": 9.570776985542412e-06, + "loss": 0.20498046875, + "step": 480, + "tIoU": 0.3808635950088501, + "tRecall_50": 0.39375, + "tRecall_75": 0.2375, + "tRecall_90": 0.125, + "token_acc": 0.92259471245571 + }, + { + "epoch": 0.16067583236706973, + "grad_norm": 1.0405495166778564, + "learning_rate": 9.559837899937969e-06, + "loss": 0.19613037109375, + "step": 485, + "tIoU": 0.4024021625518799, + "tRecall_50": 0.44375, + "tRecall_75": 0.23125, + "tRecall_90": 0.125, + "token_acc": 0.9285714285714286 + }, + { + "epoch": 0.16233228424714263, + "grad_norm": 0.8386410474777222, + "learning_rate": 9.548767580452774e-06, + "loss": 0.21041259765625, + "step": 490, + "tIoU": 0.3991211175918579, + "tRecall_50": 0.4375, + "tRecall_75": 0.21875, + "tRecall_90": 0.13125, + "token_acc": 0.9234111895708854 + }, + { + "epoch": 0.1639887361272155, + "grad_norm": 0.8995386362075806, + "learning_rate": 9.537566345694858e-06, + "loss": 0.20345458984375, + "step": 495, + "tIoU": 0.4358872890472412, + "tRecall_50": 0.45, + "tRecall_75": 0.29375, + "tRecall_90": 0.175, + "token_acc": 0.9267429193899782 + }, + { + "epoch": 0.1656451880072884, + "grad_norm": 1.1592190265655518, + "learning_rate": 9.526234518040045e-06, + "loss": 0.22125244140625, + "step": 500, + "tIoU": 0.4078409671783447, + "tRecall_50": 0.425, + "tRecall_75": 0.21875, + "tRecall_90": 0.1125, + "token_acc": 0.9186615886833515 + }, + { + "epoch": 0.16730163988736127, + "grad_norm": 0.7966618537902832, + "learning_rate": 9.514772423622675e-06, + "loss": 0.19886474609375, + "step": 505, + "tIoU": 0.42186427116394043, + "tRecall_50": 0.45625, + "tRecall_75": 0.29375, + "tRecall_90": 0.1625, + "token_acc": 0.9272082878953108 + }, + { + "epoch": 0.16895809176743415, + "grad_norm": 0.9623781442642212, + "learning_rate": 9.503180392326216e-06, + "loss": 0.19793701171875, + "step": 510, + "tIoU": 0.3930193901062012, + "tRecall_50": 0.4, + "tRecall_75": 0.2375, + "tRecall_90": 0.125, + "token_acc": 0.9251626898047722 + }, + { + "epoch": 0.17061454364750703, + "grad_norm": 0.6200118660926819, + "learning_rate": 9.491458757773766e-06, + "loss": 0.1953857421875, + "step": 515, + "tIoU": 0.41460366249084474, + "tRecall_50": 0.45625, + "tRecall_75": 0.26875, + "tRecall_90": 0.1375, + "token_acc": 0.9282781275663838 + }, + { + "epoch": 0.17227099552757993, + "grad_norm": 1.1414382457733154, + "learning_rate": 9.479607857318454e-06, + "loss": 0.20228271484375, + "step": 520, + "tIoU": 0.38944082260131835, + "tRecall_50": 0.38125, + "tRecall_75": 0.19375, + "tRecall_90": 0.13125, + "token_acc": 0.9247691472026073 + }, + { + "epoch": 0.1739274474076528, + "grad_norm": 1.2351086139678955, + "learning_rate": 9.467628032033736e-06, + "loss": 0.19791259765625, + "step": 525, + "tIoU": 0.4324169158935547, + "tRecall_50": 0.4625, + "tRecall_75": 0.29375, + "tRecall_90": 0.15625, + "token_acc": 0.928708527556896 + }, + { + "epoch": 0.1755838992877257, + "grad_norm": 0.743243396282196, + "learning_rate": 9.455519626703569e-06, + "loss": 0.20428466796875, + "step": 530, + "tIoU": 0.4392641544342041, + "tRecall_50": 0.45625, + "tRecall_75": 0.29375, + "tRecall_90": 0.15625, + "token_acc": 0.9266104919815167 + }, + { + "epoch": 0.17724035116779857, + "grad_norm": 0.8498077988624573, + "learning_rate": 9.443282989812494e-06, + "loss": 0.2037353515625, + "step": 535, + "tIoU": 0.412492561340332, + "tRecall_50": 0.4375, + "tRecall_75": 0.24375, + "tRecall_90": 0.15, + "token_acc": 0.9238095238095239 + }, + { + "epoch": 0.17889680304787145, + "grad_norm": 1.0970443487167358, + "learning_rate": 9.430918473535608e-06, + "loss": 0.205322265625, + "step": 540, + "tIoU": 0.37448511123657224, + "tRecall_50": 0.4125, + "tRecall_75": 0.21875, + "tRecall_90": 0.09375, + "token_acc": 0.9238302502720348 + }, + { + "epoch": 0.18055325492794436, + "grad_norm": 0.8291623592376709, + "learning_rate": 9.418426433728422e-06, + "loss": 0.1890869140625, + "step": 545, + "tIoU": 0.42394604682922366, + "tRecall_50": 0.45, + "tRecall_75": 0.30625, + "tRecall_90": 0.21875, + "token_acc": 0.928648941942485 + }, + { + "epoch": 0.18220970680801724, + "grad_norm": 0.6164119839668274, + "learning_rate": 9.405807229916627e-06, + "loss": 0.2061279296875, + "step": 550, + "tIoU": 0.4139378070831299, + "tRecall_50": 0.45625, + "tRecall_75": 0.24375, + "tRecall_90": 0.15, + "token_acc": 0.9257534246575343 + }, + { + "epoch": 0.18386615868809011, + "grad_norm": 0.6960002779960632, + "learning_rate": 9.393061225285743e-06, + "loss": 0.2061279296875, + "step": 555, + "tIoU": 0.43050251007080076, + "tRecall_50": 0.48125, + "tRecall_75": 0.29375, + "tRecall_90": 0.16875, + "token_acc": 0.9229714912280702 + }, + { + "epoch": 0.185522610568163, + "grad_norm": 0.5982994437217712, + "learning_rate": 9.380188786670658e-06, + "loss": 0.20994873046875, + "step": 560, + "tIoU": 0.4323147773742676, + "tRecall_50": 0.475, + "tRecall_75": 0.30625, + "tRecall_90": 0.15625, + "token_acc": 0.924625850340136 + }, + { + "epoch": 0.18717906244823587, + "grad_norm": 0.9660420417785645, + "learning_rate": 9.367190284545087e-06, + "loss": 0.20672607421875, + "step": 565, + "tIoU": 0.39801385402679446, + "tRecall_50": 0.425, + "tRecall_75": 0.2375, + "tRecall_90": 0.1375, + "token_acc": 0.9272229822161423 + }, + { + "epoch": 0.18883551432830875, + "grad_norm": 1.1773065328598022, + "learning_rate": 9.354066093010898e-06, + "loss": 0.20430908203125, + "step": 570, + "tIoU": 0.43274626731872556, + "tRecall_50": 0.475, + "tRecall_75": 0.3, + "tRecall_90": 0.18125, + "token_acc": 0.9278265642151482 + }, + { + "epoch": 0.19049196620838166, + "grad_norm": 0.8048617839813232, + "learning_rate": 9.34081658978735e-06, + "loss": 0.212548828125, + "step": 575, + "tIoU": 0.3752558469772339, + "tRecall_50": 0.425, + "tRecall_75": 0.24375, + "tRecall_90": 0.13125, + "token_acc": 0.920457640969763 + }, + { + "epoch": 0.19214841808845454, + "grad_norm": 0.9784430861473083, + "learning_rate": 9.327442156200217e-06, + "loss": 0.21248779296875, + "step": 580, + "tIoU": 0.37024669647216796, + "tRecall_50": 0.40625, + "tRecall_75": 0.24375, + "tRecall_90": 0.125, + "token_acc": 0.9211674849972722 + }, + { + "epoch": 0.19380486996852742, + "grad_norm": 0.6120262145996094, + "learning_rate": 9.31394317717082e-06, + "loss": 0.20013427734375, + "step": 585, + "tIoU": 0.3950212001800537, + "tRecall_50": 0.41875, + "tRecall_75": 0.29375, + "tRecall_90": 0.15625, + "token_acc": 0.9249183895538629 + }, + { + "epoch": 0.1954613218486003, + "grad_norm": 0.9045140743255615, + "learning_rate": 9.300320041204947e-06, + "loss": 0.2031494140625, + "step": 590, + "tIoU": 0.3816364288330078, + "tRecall_50": 0.3875, + "tRecall_75": 0.2375, + "tRecall_90": 0.13125, + "token_acc": 0.9198796828001093 + }, + { + "epoch": 0.19711777372867317, + "grad_norm": 0.8213251233100891, + "learning_rate": 9.286573140381663e-06, + "loss": 0.20784912109375, + "step": 595, + "tIoU": 0.38571197986602784, + "tRecall_50": 0.4, + "tRecall_75": 0.225, + "tRecall_90": 0.14375, + "token_acc": 0.9187192118226601 + }, + { + "epoch": 0.19877422560874605, + "grad_norm": 1.0238463878631592, + "learning_rate": 9.27270287034204e-06, + "loss": 0.2129150390625, + "step": 600, + "tIoU": 0.3954395532608032, + "tRecall_50": 0.4125, + "tRecall_75": 0.25625, + "tRecall_90": 0.11875, + "token_acc": 0.9212962962962963 + }, + { + "epoch": 0.20043067748881896, + "grad_norm": 0.9386512041091919, + "learning_rate": 9.258709630277758e-06, + "loss": 0.2011474609375, + "step": 605, + "tIoU": 0.44506659507751467, + "tRecall_50": 0.4625, + "tRecall_75": 0.31875, + "tRecall_90": 0.2125, + "token_acc": 0.9281241491968418 + }, + { + "epoch": 0.20208712936889184, + "grad_norm": 0.9578312039375305, + "learning_rate": 9.244593822919627e-06, + "loss": 0.21365966796875, + "step": 610, + "tIoU": 0.4140200138092041, + "tRecall_50": 0.4375, + "tRecall_75": 0.25625, + "tRecall_90": 0.125, + "token_acc": 0.9228478613968598 + }, + { + "epoch": 0.20374358124896472, + "grad_norm": 0.7569881677627563, + "learning_rate": 9.230355854525988e-06, + "loss": 0.200927734375, + "step": 615, + "tIoU": 0.4180906295776367, + "tRecall_50": 0.4, + "tRecall_75": 0.28125, + "tRecall_90": 0.15625, + "token_acc": 0.92599672310213 + }, + { + "epoch": 0.2054000331290376, + "grad_norm": 1.0914299488067627, + "learning_rate": 9.215996134871022e-06, + "loss": 0.21513671875, + "step": 620, + "tIoU": 0.4746194362640381, + "tRecall_50": 0.48125, + "tRecall_75": 0.3125, + "tRecall_90": 0.1875, + "token_acc": 0.9261672095548317 + }, + { + "epoch": 0.20705648500911047, + "grad_norm": 1.3213762044906616, + "learning_rate": 9.201515077232958e-06, + "loss": 0.21025390625, + "step": 625, + "tIoU": 0.40032429695129396, + "tRecall_50": 0.425, + "tRecall_75": 0.26875, + "tRecall_90": 0.15, + "token_acc": 0.9208163265306123 + }, + { + "epoch": 0.20871293688918338, + "grad_norm": 0.7429459095001221, + "learning_rate": 9.186913098382185e-06, + "loss": 0.20615234375, + "step": 630, + "tIoU": 0.3921077728271484, + "tRecall_50": 0.425, + "tRecall_75": 0.2375, + "tRecall_90": 0.15625, + "token_acc": 0.92253136933988 + }, + { + "epoch": 0.21036938876925626, + "grad_norm": 0.5693696141242981, + "learning_rate": 9.172190618569236e-06, + "loss": 0.19805908203125, + "step": 635, + "tIoU": 0.4365880012512207, + "tRecall_50": 0.51875, + "tRecall_75": 0.29375, + "tRecall_90": 0.13125, + "token_acc": 0.9241095890410959 + }, + { + "epoch": 0.21202584064932914, + "grad_norm": 0.9004400968551636, + "learning_rate": 9.157348061512728e-06, + "loss": 0.202734375, + "step": 640, + "tIoU": 0.4088085651397705, + "tRecall_50": 0.4, + "tRecall_75": 0.23125, + "tRecall_90": 0.14375, + "token_acc": 0.9220496047969474 + }, + { + "epoch": 0.21368229252940202, + "grad_norm": 0.7956172227859497, + "learning_rate": 9.142385854387128e-06, + "loss": 0.2077392578125, + "step": 645, + "tIoU": 0.430449914932251, + "tRecall_50": 0.4625, + "tRecall_75": 0.26875, + "tRecall_90": 0.15, + "token_acc": 0.926341730558598 + }, + { + "epoch": 0.2153387444094749, + "grad_norm": 1.3825262784957886, + "learning_rate": 9.127304427810491e-06, + "loss": 0.19696044921875, + "step": 650, + "tIoU": 0.4330602169036865, + "tRecall_50": 0.46875, + "tRecall_75": 0.3, + "tRecall_90": 0.1625, + "token_acc": 0.9287080032777929 + }, + { + "epoch": 0.21699519628954778, + "grad_norm": 0.8429790735244751, + "learning_rate": 9.112104215832047e-06, + "loss": 0.19677734375, + "step": 655, + "tIoU": 0.44784393310546877, + "tRecall_50": 0.46875, + "tRecall_75": 0.33125, + "tRecall_90": 0.1375, + "token_acc": 0.9253448742223425 + }, + { + "epoch": 0.21865164816962068, + "grad_norm": 1.006079077720642, + "learning_rate": 9.096785655919717e-06, + "loss": 0.1898681640625, + "step": 660, + "tIoU": 0.4568333148956299, + "tRecall_50": 0.525, + "tRecall_75": 0.30625, + "tRecall_90": 0.15625, + "token_acc": 0.9266503667481663 + }, + { + "epoch": 0.22030810004969356, + "grad_norm": 1.004454493522644, + "learning_rate": 9.08134918894752e-06, + "loss": 0.20240478515625, + "step": 665, + "tIoU": 0.4059146404266357, + "tRecall_50": 0.44375, + "tRecall_75": 0.2375, + "tRecall_90": 0.1625, + "token_acc": 0.9259560618388935 + }, + { + "epoch": 0.22196455192976644, + "grad_norm": 1.2122886180877686, + "learning_rate": 9.06579525918289e-06, + "loss": 0.21419677734375, + "step": 670, + "tIoU": 0.39986677169799806, + "tRecall_50": 0.425, + "tRecall_75": 0.24375, + "tRecall_90": 0.125, + "token_acc": 0.9207866703086588 + }, + { + "epoch": 0.22362100380983932, + "grad_norm": 0.996263325214386, + "learning_rate": 9.050124314273876e-06, + "loss": 0.19896240234375, + "step": 675, + "tIoU": 0.44341330528259276, + "tRecall_50": 0.45, + "tRecall_75": 0.325, + "tRecall_90": 0.24375, + "token_acc": 0.9287858117326058 + }, + { + "epoch": 0.2252774556899122, + "grad_norm": 1.0415918827056885, + "learning_rate": 9.034336805236279e-06, + "loss": 0.18890380859375, + "step": 680, + "tIoU": 0.4918671131134033, + "tRecall_50": 0.53125, + "tRecall_75": 0.3875, + "tRecall_90": 0.2125, + "token_acc": 0.9328950972336346 + }, + { + "epoch": 0.2269339075699851, + "grad_norm": 1.1638715267181396, + "learning_rate": 9.018433186440648e-06, + "loss": 0.1934814453125, + "step": 685, + "tIoU": 0.4474335193634033, + "tRecall_50": 0.5125, + "tRecall_75": 0.28125, + "tRecall_90": 0.1375, + "token_acc": 0.9242506811989101 + }, + { + "epoch": 0.22859035945005798, + "grad_norm": 0.9654197096824646, + "learning_rate": 9.002413915599223e-06, + "loss": 0.197998046875, + "step": 690, + "tIoU": 0.42355170249938967, + "tRecall_50": 0.4625, + "tRecall_75": 0.30625, + "tRecall_90": 0.15, + "token_acc": 0.927945205479452 + }, + { + "epoch": 0.23024681133013086, + "grad_norm": 1.0001038312911987, + "learning_rate": 8.986279453752758e-06, + "loss": 0.18358154296875, + "step": 695, + "tIoU": 0.46906189918518065, + "tRecall_50": 0.51875, + "tRecall_75": 0.3375, + "tRecall_90": 0.19375, + "token_acc": 0.9319357473454941 + }, + { + "epoch": 0.23190326321020374, + "grad_norm": 0.7672055959701538, + "learning_rate": 8.970030265257237e-06, + "loss": 0.19979248046875, + "step": 700, + "tIoU": 0.4617455959320068, + "tRecall_50": 0.475, + "tRecall_75": 0.31875, + "tRecall_90": 0.175, + "token_acc": 0.9294117647058824 + }, + { + "epoch": 0.23355971509027662, + "grad_norm": 1.1377357244491577, + "learning_rate": 8.95366681777053e-06, + "loss": 0.1921478271484375, + "step": 705, + "tIoU": 0.5030450820922852, + "tRecall_50": 0.575, + "tRecall_75": 0.30625, + "tRecall_90": 0.14375, + "token_acc": 0.9286105032822757 + }, + { + "epoch": 0.2352161669703495, + "grad_norm": 0.7430127263069153, + "learning_rate": 8.93718958223892e-06, + "loss": 0.18690185546875, + "step": 710, + "tIoU": 0.48911266326904296, + "tRecall_50": 0.55625, + "tRecall_75": 0.375, + "tRecall_90": 0.2, + "token_acc": 0.9318986652138382 + }, + { + "epoch": 0.2368726188504224, + "grad_norm": 1.4037368297576904, + "learning_rate": 8.920599032883553e-06, + "loss": 0.18934326171875, + "step": 715, + "tIoU": 0.47382540702819825, + "tRecall_50": 0.525, + "tRecall_75": 0.3125, + "tRecall_90": 0.18125, + "token_acc": 0.9306389950846532 + }, + { + "epoch": 0.23852907073049529, + "grad_norm": 1.0208420753479004, + "learning_rate": 8.903895647186795e-06, + "loss": 0.19332275390625, + "step": 720, + "tIoU": 0.45374493598937987, + "tRecall_50": 0.5, + "tRecall_75": 0.325, + "tRecall_90": 0.15625, + "token_acc": 0.929000546149645 + }, + { + "epoch": 0.24018552261056816, + "grad_norm": 1.0198099613189697, + "learning_rate": 8.887079905878484e-06, + "loss": 0.20794677734375, + "step": 725, + "tIoU": 0.4108377456665039, + "tRecall_50": 0.4, + "tRecall_75": 0.26875, + "tRecall_90": 0.16875, + "token_acc": 0.92 + }, + { + "epoch": 0.24184197449064104, + "grad_norm": 0.7189662456512451, + "learning_rate": 8.870152292922088e-06, + "loss": 0.19293212890625, + "step": 730, + "tIoU": 0.4601301193237305, + "tRecall_50": 0.48125, + "tRecall_75": 0.30625, + "tRecall_90": 0.2125, + "token_acc": 0.9284934497816594 + }, + { + "epoch": 0.24349842637071392, + "grad_norm": 0.6107938289642334, + "learning_rate": 8.853113295500795e-06, + "loss": 0.19169921875, + "step": 735, + "tIoU": 0.4262246608734131, + "tRecall_50": 0.46875, + "tRecall_75": 0.275, + "tRecall_90": 0.18125, + "token_acc": 0.9268823049741778 + }, + { + "epoch": 0.24515487825078683, + "grad_norm": 1.1699308156967163, + "learning_rate": 8.83596340400347e-06, + "loss": 0.18800048828125, + "step": 740, + "tIoU": 0.4297788143157959, + "tRecall_50": 0.45625, + "tRecall_75": 0.2875, + "tRecall_90": 0.15625, + "token_acc": 0.9256957579032694 + }, + { + "epoch": 0.2468113301308597, + "grad_norm": 1.092249870300293, + "learning_rate": 8.818703112010562e-06, + "loss": 0.19488525390625, + "step": 745, + "tIoU": 0.46174063682556155, + "tRecall_50": 0.49375, + "tRecall_75": 0.325, + "tRecall_90": 0.16875, + "token_acc": 0.9296959826275787 + }, + { + "epoch": 0.2484677820109326, + "grad_norm": 0.7532621026039124, + "learning_rate": 8.801332916279882e-06, + "loss": 0.18875732421875, + "step": 750, + "tIoU": 0.45071096420288087, + "tRecall_50": 0.475, + "tRecall_75": 0.2875, + "tRecall_90": 0.18125, + "token_acc": 0.9270351211543697 + }, + { + "epoch": 0.25012423389100547, + "grad_norm": 2.170947790145874, + "learning_rate": 8.783853316732313e-06, + "loss": 0.20074462890625, + "step": 755, + "tIoU": 0.49216256141662595, + "tRecall_50": 0.56875, + "tRecall_75": 0.35, + "tRecall_90": 0.15625, + "token_acc": 0.9251089324618736 + }, + { + "epoch": 0.25178068577107837, + "grad_norm": 1.188899278640747, + "learning_rate": 8.766264816437424e-06, + "loss": 0.190087890625, + "step": 760, + "tIoU": 0.46337170600891114, + "tRecall_50": 0.50625, + "tRecall_75": 0.3375, + "tRecall_90": 0.20625, + "token_acc": 0.930752453653217 + }, + { + "epoch": 0.2534371376511512, + "grad_norm": 1.1944361925125122, + "learning_rate": 8.74856792159899e-06, + "loss": 0.19886474609375, + "step": 765, + "tIoU": 0.462370777130127, + "tRecall_50": 0.5125, + "tRecall_75": 0.3, + "tRecall_90": 0.15, + "token_acc": 0.9253486464315013 + }, + { + "epoch": 0.25509358953122413, + "grad_norm": 0.7964621782302856, + "learning_rate": 8.730763141540417e-06, + "loss": 0.19873046875, + "step": 770, + "tIoU": 0.45714559555053713, + "tRecall_50": 0.4875, + "tRecall_75": 0.3, + "tRecall_90": 0.175, + "token_acc": 0.9252514270182115 + }, + { + "epoch": 0.256750041411297, + "grad_norm": 0.7337274551391602, + "learning_rate": 8.712850988690094e-06, + "loss": 0.18829345703125, + "step": 775, + "tIoU": 0.4462399959564209, + "tRecall_50": 0.44375, + "tRecall_75": 0.3, + "tRecall_90": 0.1625, + "token_acc": 0.9265629265629266 + }, + { + "epoch": 0.2584064932913699, + "grad_norm": 0.7784756422042847, + "learning_rate": 8.69483197856664e-06, + "loss": 0.189453125, + "step": 780, + "tIoU": 0.46086978912353516, + "tRecall_50": 0.5125, + "tRecall_75": 0.30625, + "tRecall_90": 0.175, + "token_acc": 0.9283582089552239 + }, + { + "epoch": 0.2600629451714428, + "grad_norm": 1.1280466318130493, + "learning_rate": 8.676706629764066e-06, + "loss": 0.1882568359375, + "step": 785, + "tIoU": 0.43913564682006834, + "tRecall_50": 0.46875, + "tRecall_75": 0.325, + "tRecall_90": 0.23125, + "token_acc": 0.9317812669193286 + }, + { + "epoch": 0.26171939705151565, + "grad_norm": 1.155369758605957, + "learning_rate": 8.658475463936849e-06, + "loss": 0.19073486328125, + "step": 790, + "tIoU": 0.4262383937835693, + "tRecall_50": 0.475, + "tRecall_75": 0.275, + "tRecall_90": 0.16875, + "token_acc": 0.9268823049741778 + }, + { + "epoch": 0.26337584893158855, + "grad_norm": 0.912137508392334, + "learning_rate": 8.640139005784924e-06, + "loss": 0.1776611328125, + "step": 795, + "tIoU": 0.4809135437011719, + "tRecall_50": 0.50625, + "tRecall_75": 0.35, + "tRecall_90": 0.21875, + "token_acc": 0.9387533875338754 + }, + { + "epoch": 0.2650323008116614, + "grad_norm": 0.8160951137542725, + "learning_rate": 8.621697783038579e-06, + "loss": 0.1993408203125, + "step": 800, + "tIoU": 0.4257484436035156, + "tRecall_50": 0.45, + "tRecall_75": 0.275, + "tRecall_90": 0.18125, + "token_acc": 0.9266104919815167 + }, + { + "epoch": 0.2666887526917343, + "grad_norm": 1.2261631488800049, + "learning_rate": 8.603152326443262e-06, + "loss": 0.20721435546875, + "step": 805, + "tIoU": 0.3971306324005127, + "tRecall_50": 0.43125, + "tRecall_75": 0.2625, + "tRecall_90": 0.16875, + "token_acc": 0.9231607629427793 + }, + { + "epoch": 0.2683452045718072, + "grad_norm": 0.836064875125885, + "learning_rate": 8.584503169744317e-06, + "loss": 0.190179443359375, + "step": 810, + "tIoU": 0.4348409652709961, + "tRecall_50": 0.44375, + "tRecall_75": 0.28125, + "tRecall_90": 0.1375, + "token_acc": 0.9255725190839694 + }, + { + "epoch": 0.27000165645188007, + "grad_norm": 1.0177319049835205, + "learning_rate": 8.565750849671616e-06, + "loss": 0.18424072265625, + "step": 815, + "tIoU": 0.4764713764190674, + "tRecall_50": 0.5125, + "tRecall_75": 0.31875, + "tRecall_90": 0.1625, + "token_acc": 0.9304608671938914 + }, + { + "epoch": 0.271658108331953, + "grad_norm": 1.2009479999542236, + "learning_rate": 8.546895905924108e-06, + "loss": 0.2025146484375, + "step": 820, + "tIoU": 0.44049744606018065, + "tRecall_50": 0.45625, + "tRecall_75": 0.30625, + "tRecall_90": 0.1625, + "token_acc": 0.9228041462084016 + }, + { + "epoch": 0.2733145602120258, + "grad_norm": 1.2032681703567505, + "learning_rate": 8.527938881154298e-06, + "loss": 0.18092041015625, + "step": 825, + "tIoU": 0.49778046607971194, + "tRecall_50": 0.55, + "tRecall_75": 0.3625, + "tRecall_90": 0.20625, + "token_acc": 0.9352282044274391 + }, + { + "epoch": 0.27497101209209873, + "grad_norm": 0.7700127363204956, + "learning_rate": 8.508880320952614e-06, + "loss": 0.1801513671875, + "step": 830, + "tIoU": 0.45802984237670896, + "tRecall_50": 0.5125, + "tRecall_75": 0.3125, + "tRecall_90": 0.15625, + "token_acc": 0.9306768558951966 + }, + { + "epoch": 0.2766274639721716, + "grad_norm": 0.8778393268585205, + "learning_rate": 8.489720773831717e-06, + "loss": 0.1873046875, + "step": 835, + "tIoU": 0.43945879936218263, + "tRecall_50": 0.48125, + "tRecall_75": 0.275, + "tRecall_90": 0.14375, + "token_acc": 0.9299014238773274 + }, + { + "epoch": 0.2782839158522445, + "grad_norm": 0.9640583395957947, + "learning_rate": 8.470460791210713e-06, + "loss": 0.20679931640625, + "step": 840, + "tIoU": 0.4216761112213135, + "tRecall_50": 0.45625, + "tRecall_75": 0.24375, + "tRecall_90": 0.15, + "token_acc": 0.9230978260869566 + }, + { + "epoch": 0.2799403677323174, + "grad_norm": 0.8909362554550171, + "learning_rate": 8.451100927399272e-06, + "loss": 0.1911376953125, + "step": 845, + "tIoU": 0.4427036762237549, + "tRecall_50": 0.5125, + "tRecall_75": 0.2875, + "tRecall_90": 0.15625, + "token_acc": 0.9255406515192992 + }, + { + "epoch": 0.28159681961239025, + "grad_norm": 0.5726597905158997, + "learning_rate": 8.431641739581688e-06, + "loss": 0.19580078125, + "step": 850, + "tIoU": 0.45226054191589354, + "tRecall_50": 0.5, + "tRecall_75": 0.26875, + "tRecall_90": 0.15625, + "token_acc": 0.9274259309594999 + }, + { + "epoch": 0.28325327149246315, + "grad_norm": 0.6291964054107666, + "learning_rate": 8.41208378780084e-06, + "loss": 0.19638671875, + "step": 855, + "tIoU": 0.4704899311065674, + "tRecall_50": 0.5, + "tRecall_75": 0.24375, + "tRecall_90": 0.15, + "token_acc": 0.9285131829301441 + }, + { + "epoch": 0.284909723372536, + "grad_norm": 0.821280837059021, + "learning_rate": 8.392427634942069e-06, + "loss": 0.1958740234375, + "step": 860, + "tIoU": 0.44486680030822756, + "tRecall_50": 0.475, + "tRecall_75": 0.28125, + "tRecall_90": 0.16875, + "token_acc": 0.9280653950953679 + }, + { + "epoch": 0.2865661752526089, + "grad_norm": 0.8750839233398438, + "learning_rate": 8.372673846716977e-06, + "loss": 0.204833984375, + "step": 865, + "tIoU": 0.411364221572876, + "tRecall_50": 0.4375, + "tRecall_75": 0.23125, + "tRecall_90": 0.15625, + "token_acc": 0.9272082878953108 + }, + { + "epoch": 0.2882226271326818, + "grad_norm": 0.8420411348342896, + "learning_rate": 8.352822991647156e-06, + "loss": 0.19796142578125, + "step": 870, + "tIoU": 0.4021585941314697, + "tRecall_50": 0.425, + "tRecall_75": 0.3, + "tRecall_90": 0.175, + "token_acc": 0.9262002743484224 + }, + { + "epoch": 0.28987907901275467, + "grad_norm": 1.0622915029525757, + "learning_rate": 8.332875641047817e-06, + "loss": 0.1890869140625, + "step": 875, + "tIoU": 0.4321905612945557, + "tRecall_50": 0.46875, + "tRecall_75": 0.2625, + "tRecall_90": 0.14375, + "token_acc": 0.9310062721570767 + }, + { + "epoch": 0.2915355308928276, + "grad_norm": 0.8949151635169983, + "learning_rate": 8.312832369011345e-06, + "loss": 0.20697021484375, + "step": 880, + "tIoU": 0.4144341468811035, + "tRecall_50": 0.43125, + "tRecall_75": 0.28125, + "tRecall_90": 0.19375, + "token_acc": 0.9235582154515778 + }, + { + "epoch": 0.29319198277290043, + "grad_norm": 0.6756471395492554, + "learning_rate": 8.292693752390787e-06, + "loss": 0.1837890625, + "step": 885, + "tIoU": 0.4594902515411377, + "tRecall_50": 0.475, + "tRecall_75": 0.3125, + "tRecall_90": 0.1875, + "token_acc": 0.9285517999450399 + }, + { + "epoch": 0.29484843465297333, + "grad_norm": 2.09757924079895, + "learning_rate": 8.272460370783238e-06, + "loss": 0.19044189453125, + "step": 890, + "tIoU": 0.4339273452758789, + "tRecall_50": 0.425, + "tRecall_75": 0.2875, + "tRecall_90": 0.1875, + "token_acc": 0.9288816503800217 + }, + { + "epoch": 0.29650488653304624, + "grad_norm": 0.5726619958877563, + "learning_rate": 8.25213280651317e-06, + "loss": 0.18912353515625, + "step": 895, + "tIoU": 0.3955895185470581, + "tRecall_50": 0.45, + "tRecall_75": 0.24375, + "tRecall_90": 0.175, + "token_acc": 0.9285134037367994 + }, + { + "epoch": 0.2981613384131191, + "grad_norm": 1.1051654815673828, + "learning_rate": 8.231711644615667e-06, + "loss": 0.19720458984375, + "step": 900, + "tIoU": 0.42989263534545896, + "tRecall_50": 0.48125, + "tRecall_75": 0.28125, + "tRecall_90": 0.1875, + "token_acc": 0.9251700680272109 + }, + { + "epoch": 0.299817790293192, + "grad_norm": 0.7009454369544983, + "learning_rate": 8.211197472819584e-06, + "loss": 0.19072265625, + "step": 905, + "tIoU": 0.46898694038391114, + "tRecall_50": 0.48125, + "tRecall_75": 0.3375, + "tRecall_90": 0.1875, + "token_acc": 0.9288256227758007 + }, + { + "epoch": 0.30147424217326485, + "grad_norm": 0.7634902000427246, + "learning_rate": 8.190590881530644e-06, + "loss": 0.19586181640625, + "step": 910, + "tIoU": 0.42193427085876467, + "tRecall_50": 0.425, + "tRecall_75": 0.25625, + "tRecall_90": 0.14375, + "token_acc": 0.9246575342465754 + }, + { + "epoch": 0.30313069405333776, + "grad_norm": 1.0271252393722534, + "learning_rate": 8.169892463814435e-06, + "loss": 0.19296875, + "step": 915, + "tIoU": 0.4389050960540771, + "tRecall_50": 0.5, + "tRecall_75": 0.275, + "tRecall_90": 0.15, + "token_acc": 0.9259863945578232 + }, + { + "epoch": 0.3047871459334106, + "grad_norm": 2.989687442779541, + "learning_rate": 8.149102815379341e-06, + "loss": 0.1857666015625, + "step": 920, + "tIoU": 0.4860502243041992, + "tRecall_50": 0.53125, + "tRecall_75": 0.39375, + "tRecall_90": 0.1875, + "token_acc": 0.933442444080742 + }, + { + "epoch": 0.3064435978134835, + "grad_norm": 0.7638692259788513, + "learning_rate": 8.128222534559406e-06, + "loss": 0.19989013671875, + "step": 925, + "tIoU": 0.48662610054016114, + "tRecall_50": 0.5375, + "tRecall_75": 0.35625, + "tRecall_90": 0.2125, + "token_acc": 0.9285131829301441 + }, + { + "epoch": 0.3081000496935564, + "grad_norm": 1.283670425415039, + "learning_rate": 8.107252222297109e-06, + "loss": 0.198291015625, + "step": 930, + "tIoU": 0.4252523899078369, + "tRecall_50": 0.45, + "tRecall_75": 0.325, + "tRecall_90": 0.19375, + "token_acc": 0.928415300546448 + }, + { + "epoch": 0.3097565015736293, + "grad_norm": 0.5521060228347778, + "learning_rate": 8.086192482126063e-06, + "loss": 0.1885009765625, + "step": 935, + "tIoU": 0.4730077743530273, + "tRecall_50": 0.51875, + "tRecall_75": 0.325, + "tRecall_90": 0.175, + "token_acc": 0.9319542732716385 + }, + { + "epoch": 0.3114129534537022, + "grad_norm": 0.6242935657501221, + "learning_rate": 8.065043920153658e-06, + "loss": 0.193212890625, + "step": 940, + "tIoU": 0.4476753234863281, + "tRecall_50": 0.49375, + "tRecall_75": 0.30625, + "tRecall_90": 0.15625, + "token_acc": 0.9237680370269534 + }, + { + "epoch": 0.31306940533377503, + "grad_norm": 0.6482667326927185, + "learning_rate": 8.043807145043604e-06, + "loss": 0.2061767578125, + "step": 945, + "tIoU": 0.4337295055389404, + "tRecall_50": 0.45, + "tRecall_75": 0.31875, + "tRecall_90": 0.1875, + "token_acc": 0.9254015790906616 + }, + { + "epoch": 0.31472585721384794, + "grad_norm": 1.138619065284729, + "learning_rate": 8.02248276799842e-06, + "loss": 0.20941162109375, + "step": 950, + "tIoU": 0.4077767372131348, + "tRecall_50": 0.40625, + "tRecall_75": 0.25625, + "tRecall_90": 0.19375, + "token_acc": 0.9267029972752043 + }, + { + "epoch": 0.31638230909392084, + "grad_norm": 2.2275803089141846, + "learning_rate": 8.001071402741843e-06, + "loss": 0.20146484375, + "step": 955, + "tIoU": 0.4508378982543945, + "tRecall_50": 0.46875, + "tRecall_75": 0.28125, + "tRecall_90": 0.15625, + "token_acc": 0.9243789243789243 + }, + { + "epoch": 0.3180387609739937, + "grad_norm": 0.9149457216262817, + "learning_rate": 7.979573665501161e-06, + "loss": 0.19019775390625, + "step": 960, + "tIoU": 0.4453273296356201, + "tRecall_50": 0.475, + "tRecall_75": 0.31875, + "tRecall_90": 0.225, + "token_acc": 0.931980252331322 + }, + { + "epoch": 0.3196952128540666, + "grad_norm": 0.9130730032920837, + "learning_rate": 7.957990174989487e-06, + "loss": 0.20179443359375, + "step": 965, + "tIoU": 0.4127828598022461, + "tRecall_50": 0.43125, + "tRecall_75": 0.26875, + "tRecall_90": 0.175, + "token_acc": 0.9292709466811752 + }, + { + "epoch": 0.32135166473413945, + "grad_norm": 0.5140786170959473, + "learning_rate": 7.936321552387942e-06, + "loss": 0.1940673828125, + "step": 970, + "tIoU": 0.45847430229187014, + "tRecall_50": 0.5, + "tRecall_75": 0.28125, + "tRecall_90": 0.1625, + "token_acc": 0.9271884374147805 + }, + { + "epoch": 0.32300811661421236, + "grad_norm": 0.6286120414733887, + "learning_rate": 7.914568421327782e-06, + "loss": 0.167108154296875, + "step": 975, + "tIoU": 0.5172136783599853, + "tRecall_50": 0.55, + "tRecall_75": 0.35, + "tRecall_90": 0.25, + "token_acc": 0.9385077890133916 + }, + { + "epoch": 0.32466456849428527, + "grad_norm": 1.2048825025558472, + "learning_rate": 7.892731407872446e-06, + "loss": 0.19322509765625, + "step": 980, + "tIoU": 0.45006937980651857, + "tRecall_50": 0.46875, + "tRecall_75": 0.28125, + "tRecall_90": 0.18125, + "token_acc": 0.9296155928532756 + }, + { + "epoch": 0.3263210203743581, + "grad_norm": 0.9411681294441223, + "learning_rate": 7.870811140499543e-06, + "loss": 0.17633056640625, + "step": 985, + "tIoU": 0.48190999031066895, + "tRecall_50": 0.525, + "tRecall_75": 0.35, + "tRecall_90": 0.19375, + "token_acc": 0.9332425068119891 + }, + { + "epoch": 0.327977472254431, + "grad_norm": 1.6226773262023926, + "learning_rate": 7.848808250082763e-06, + "loss": 0.179541015625, + "step": 990, + "tIoU": 0.41314067840576174, + "tRecall_50": 0.45625, + "tRecall_75": 0.2625, + "tRecall_90": 0.1375, + "token_acc": 0.9294503691550451 + }, + { + "epoch": 0.3296339241345039, + "grad_norm": 0.8622496724128723, + "learning_rate": 7.826723369873715e-06, + "loss": 0.19300537109375, + "step": 995, + "tIoU": 0.45597186088562014, + "tRecall_50": 0.4875, + "tRecall_75": 0.34375, + "tRecall_90": 0.23125, + "token_acc": 0.9291700459583672 + }, + { + "epoch": 0.3312903760145768, + "grad_norm": 0.5652465224266052, + "learning_rate": 7.80455713548371e-06, + "loss": 0.187548828125, + "step": 1000, + "tIoU": 0.44452691078186035, + "tRecall_50": 0.45625, + "tRecall_75": 0.25625, + "tRecall_90": 0.16875, + "token_acc": 0.9294854342499319 + }, + { + "epoch": 0.33294682789464963, + "grad_norm": 0.6668311357498169, + "learning_rate": 7.782310184865463e-06, + "loss": 0.20137939453125, + "step": 1005, + "tIoU": 0.45660862922668455, + "tRecall_50": 0.5, + "tRecall_75": 0.30625, + "tRecall_90": 0.15, + "token_acc": 0.9226608977825852 + }, + { + "epoch": 0.33460327977472254, + "grad_norm": 1.20969557762146, + "learning_rate": 7.759983158294727e-06, + "loss": 0.18212890625, + "step": 1010, + "tIoU": 0.45521111488342286, + "tRecall_50": 0.5, + "tRecall_75": 0.34375, + "tRecall_90": 0.175, + "token_acc": 0.9280653950953679 + }, + { + "epoch": 0.33625973165479545, + "grad_norm": 0.6976513862609863, + "learning_rate": 7.737576698351878e-06, + "loss": 0.18902587890625, + "step": 1015, + "tIoU": 0.438710355758667, + "tRecall_50": 0.4625, + "tRecall_75": 0.26875, + "tRecall_90": 0.1625, + "token_acc": 0.9272030651340997 + }, + { + "epoch": 0.3379161835348683, + "grad_norm": 0.9385892152786255, + "learning_rate": 7.715091449903414e-06, + "loss": 0.19346923828125, + "step": 1020, + "tIoU": 0.4358241081237793, + "tRecall_50": 0.4625, + "tRecall_75": 0.3125, + "tRecall_90": 0.14375, + "token_acc": 0.9302642331789703 + }, + { + "epoch": 0.3395726354149412, + "grad_norm": 1.384229302406311, + "learning_rate": 7.692528060083392e-06, + "loss": 0.19627685546875, + "step": 1025, + "tIoU": 0.4015051364898682, + "tRecall_50": 0.43125, + "tRecall_75": 0.28125, + "tRecall_90": 0.13125, + "token_acc": 0.9232869232869233 + }, + { + "epoch": 0.34122908729501406, + "grad_norm": 0.8183993697166443, + "learning_rate": 7.669887178274815e-06, + "loss": 0.18018798828125, + "step": 1030, + "tIoU": 0.4849440574645996, + "tRecall_50": 0.50625, + "tRecall_75": 0.375, + "tRecall_90": 0.225, + "token_acc": 0.9347826086956522 + }, + { + "epoch": 0.34288553917508696, + "grad_norm": 1.1782732009887695, + "learning_rate": 7.647169456090925e-06, + "loss": 0.1873046875, + "step": 1035, + "tIoU": 0.4552794933319092, + "tRecall_50": 0.475, + "tRecall_75": 0.28125, + "tRecall_90": 0.1875, + "token_acc": 0.9310719131614654 + }, + { + "epoch": 0.34454199105515987, + "grad_norm": 0.8462200164794922, + "learning_rate": 7.624375547356473e-06, + "loss": 0.1787109375, + "step": 1040, + "tIoU": 0.4877957820892334, + "tRecall_50": 0.53125, + "tRecall_75": 0.33125, + "tRecall_90": 0.21875, + "token_acc": 0.9318927789934355 + }, + { + "epoch": 0.3461984429352327, + "grad_norm": 1.342689037322998, + "learning_rate": 7.601506108088874e-06, + "loss": 0.187451171875, + "step": 1045, + "tIoU": 0.483843994140625, + "tRecall_50": 0.51875, + "tRecall_75": 0.30625, + "tRecall_90": 0.1375, + "token_acc": 0.929719422500681 + }, + { + "epoch": 0.3478548948153056, + "grad_norm": 0.8716076016426086, + "learning_rate": 7.578561796479347e-06, + "loss": 0.19180908203125, + "step": 1050, + "tIoU": 0.4812952995300293, + "tRecall_50": 0.5375, + "tRecall_75": 0.3125, + "tRecall_90": 0.175, + "token_acc": 0.9325102880658436 + }, + { + "epoch": 0.3495113466953785, + "grad_norm": 1.3658101558685303, + "learning_rate": 7.55554327287397e-06, + "loss": 0.2062255859375, + "step": 1055, + "tIoU": 0.395697021484375, + "tRecall_50": 0.41875, + "tRecall_75": 0.25, + "tRecall_90": 0.14375, + "token_acc": 0.9232235230057174 + }, + { + "epoch": 0.3511677985754514, + "grad_norm": 1.1505963802337646, + "learning_rate": 7.532451199754662e-06, + "loss": 0.19281005859375, + "step": 1060, + "tIoU": 0.4388912200927734, + "tRecall_50": 0.475, + "tRecall_75": 0.3125, + "tRecall_90": 0.19375, + "token_acc": 0.9274259309594999 + }, + { + "epoch": 0.3528242504555243, + "grad_norm": 0.9236975312232971, + "learning_rate": 7.509286241720133e-06, + "loss": 0.19051513671875, + "step": 1065, + "tIoU": 0.4708366870880127, + "tRecall_50": 0.5125, + "tRecall_75": 0.3, + "tRecall_90": 0.2, + "token_acc": 0.9313912333242581 + }, + { + "epoch": 0.35448070233559714, + "grad_norm": 0.907928466796875, + "learning_rate": 7.486049065466743e-06, + "loss": 0.19134521484375, + "step": 1070, + "tIoU": 0.48667287826538086, + "tRecall_50": 0.51875, + "tRecall_75": 0.35, + "tRecall_90": 0.21875, + "token_acc": 0.9342966194111232 + }, + { + "epoch": 0.35613715421567005, + "grad_norm": 0.5569106936454773, + "learning_rate": 7.462740339769323e-06, + "loss": 0.18773193359375, + "step": 1075, + "tIoU": 0.45924696922302244, + "tRecall_50": 0.4875, + "tRecall_75": 0.3125, + "tRecall_90": 0.1875, + "token_acc": 0.9302832244008714 + }, + { + "epoch": 0.3577936060957429, + "grad_norm": 0.960494875907898, + "learning_rate": 7.439360735461923e-06, + "loss": 0.19237060546875, + "step": 1080, + "tIoU": 0.4295203685760498, + "tRecall_50": 0.48125, + "tRecall_75": 0.28125, + "tRecall_90": 0.13125, + "token_acc": 0.928922908693275 + }, + { + "epoch": 0.3594500579758158, + "grad_norm": 0.6028650403022766, + "learning_rate": 7.415910925418508e-06, + "loss": 0.176171875, + "step": 1085, + "tIoU": 0.4852321147918701, + "tRecall_50": 0.4875, + "tRecall_75": 0.3, + "tRecall_90": 0.2125, + "token_acc": 0.9336971350613915 + }, + { + "epoch": 0.3611065098558887, + "grad_norm": 1.0144392251968384, + "learning_rate": 7.392391584533591e-06, + "loss": 0.189404296875, + "step": 1090, + "tIoU": 0.435947847366333, + "tRecall_50": 0.4875, + "tRecall_75": 0.3, + "tRecall_90": 0.14375, + "token_acc": 0.9239782016348774 + }, + { + "epoch": 0.36276296173596156, + "grad_norm": 1.165217399597168, + "learning_rate": 7.368803389702805e-06, + "loss": 0.18721923828125, + "step": 1095, + "tIoU": 0.44702835083007814, + "tRecall_50": 0.46875, + "tRecall_75": 0.275, + "tRecall_90": 0.14375, + "token_acc": 0.9268493150684931 + }, + { + "epoch": 0.36441941361603447, + "grad_norm": 0.6448228359222412, + "learning_rate": 7.345147019803433e-06, + "loss": 0.19520263671875, + "step": 1100, + "tIoU": 0.4658475875854492, + "tRecall_50": 0.475, + "tRecall_75": 0.34375, + "tRecall_90": 0.2125, + "token_acc": 0.9305555555555556 + }, + { + "epoch": 0.3660758654961073, + "grad_norm": 0.5965182781219482, + "learning_rate": 7.321423155674858e-06, + "loss": 0.1685302734375, + "step": 1105, + "tIoU": 0.5292873859405518, + "tRecall_50": 0.58125, + "tRecall_75": 0.3875, + "tRecall_90": 0.26875, + "token_acc": 0.9410635964912281 + }, + { + "epoch": 0.36773231737618023, + "grad_norm": 0.6425304412841797, + "learning_rate": 7.297632480098973e-06, + "loss": 0.17763671875, + "step": 1110, + "tIoU": 0.468855619430542, + "tRecall_50": 0.4875, + "tRecall_75": 0.34375, + "tRecall_90": 0.1625, + "token_acc": 0.9337496606027694 + }, + { + "epoch": 0.3693887692562531, + "grad_norm": 0.9115886092185974, + "learning_rate": 7.27377567778053e-06, + "loss": 0.19134521484375, + "step": 1115, + "tIoU": 0.48296685218811036, + "tRecall_50": 0.5375, + "tRecall_75": 0.34375, + "tRecall_90": 0.18125, + "token_acc": 0.9257452574525745 + }, + { + "epoch": 0.371045221136326, + "grad_norm": 1.1018319129943848, + "learning_rate": 7.249853435327435e-06, + "loss": 0.19595947265625, + "step": 1120, + "tIoU": 0.4289084911346436, + "tRecall_50": 0.45625, + "tRecall_75": 0.275, + "tRecall_90": 0.14375, + "token_acc": 0.9249592169657422 + }, + { + "epoch": 0.3727016730163989, + "grad_norm": 0.6762462258338928, + "learning_rate": 7.225866441230989e-06, + "loss": 0.192926025390625, + "step": 1125, + "tIoU": 0.4372866153717041, + "tRecall_50": 0.46875, + "tRecall_75": 0.25, + "tRecall_90": 0.15, + "token_acc": 0.925734494015234 + }, + { + "epoch": 0.37435812489647174, + "grad_norm": 0.4519626200199127, + "learning_rate": 7.201815385846062e-06, + "loss": 0.17938232421875, + "step": 1130, + "tIoU": 0.4807253837585449, + "tRecall_50": 0.4875, + "tRecall_75": 0.31875, + "tRecall_90": 0.25, + "token_acc": 0.9337893296853625 + }, + { + "epoch": 0.37601457677654465, + "grad_norm": 0.8308104872703552, + "learning_rate": 7.177700961371239e-06, + "loss": 0.18525390625, + "step": 1135, + "tIoU": 0.4657894611358643, + "tRecall_50": 0.49375, + "tRecall_75": 0.35, + "tRecall_90": 0.1625, + "token_acc": 0.9293257514216084 + }, + { + "epoch": 0.3776710286566175, + "grad_norm": 0.6937832236289978, + "learning_rate": 7.1535238618288915e-06, + "loss": 0.19844970703125, + "step": 1140, + "tIoU": 0.44408602714538575, + "tRecall_50": 0.44375, + "tRecall_75": 0.3375, + "tRecall_90": 0.21875, + "token_acc": 0.9273515857956086 + }, + { + "epoch": 0.3793274805366904, + "grad_norm": 0.7427465319633484, + "learning_rate": 7.1292847830452e-06, + "loss": 0.18876953125, + "step": 1145, + "tIoU": 0.43142037391662597, + "tRecall_50": 0.45625, + "tRecall_75": 0.275, + "tRecall_90": 0.18125, + "token_acc": 0.9287849959228051 + }, + { + "epoch": 0.3809839324167633, + "grad_norm": 1.188088297843933, + "learning_rate": 7.104984422630134e-06, + "loss": 0.18309326171875, + "step": 1150, + "tIoU": 0.4814455032348633, + "tRecall_50": 0.525, + "tRecall_75": 0.3125, + "tRecall_90": 0.21875, + "token_acc": 0.9343365253077975 + }, + { + "epoch": 0.38264038429683617, + "grad_norm": 0.6720679402351379, + "learning_rate": 7.080623479957372e-06, + "loss": 0.1742431640625, + "step": 1155, + "tIoU": 0.47868905067443845, + "tRecall_50": 0.48125, + "tRecall_75": 0.35625, + "tRecall_90": 0.20625, + "token_acc": 0.9334968656309621 + }, + { + "epoch": 0.3842968361769091, + "grad_norm": 0.8563156723976135, + "learning_rate": 7.056202656144173e-06, + "loss": 0.1944580078125, + "step": 1160, + "tIoU": 0.43866896629333496, + "tRecall_50": 0.475, + "tRecall_75": 0.3125, + "tRecall_90": 0.18125, + "token_acc": 0.9295081967213115 + }, + { + "epoch": 0.3859532880569819, + "grad_norm": 0.8022354245185852, + "learning_rate": 7.031722654031192e-06, + "loss": 0.187255859375, + "step": 1165, + "tIoU": 0.44963531494140624, + "tRecall_50": 0.4875, + "tRecall_75": 0.29375, + "tRecall_90": 0.15625, + "token_acc": 0.9279303780255643 + }, + { + "epoch": 0.38760973993705483, + "grad_norm": 0.7932870984077454, + "learning_rate": 7.007184178162268e-06, + "loss": 0.20693359375, + "step": 1170, + "tIoU": 0.4543762683868408, + "tRecall_50": 0.5, + "tRecall_75": 0.325, + "tRecall_90": 0.15, + "token_acc": 0.9234749455337691 + }, + { + "epoch": 0.38926619181712774, + "grad_norm": 1.5359183549880981, + "learning_rate": 6.982587934764133e-06, + "loss": 0.179736328125, + "step": 1175, + "tIoU": 0.4789746761322021, + "tRecall_50": 0.51875, + "tRecall_75": 0.29375, + "tRecall_90": 0.1875, + "token_acc": 0.9326818675352877 + }, + { + "epoch": 0.3909226436972006, + "grad_norm": 0.9345039129257202, + "learning_rate": 6.9579346317260875e-06, + "loss": 0.1876220703125, + "step": 1180, + "tIoU": 0.44813199043273927, + "tRecall_50": 0.5, + "tRecall_75": 0.3125, + "tRecall_90": 0.2, + "token_acc": 0.9277732352139547 + }, + { + "epoch": 0.3925790955772735, + "grad_norm": 1.060770869255066, + "learning_rate": 6.933224978579632e-06, + "loss": 0.1826416015625, + "step": 1185, + "tIoU": 0.4311824321746826, + "tRecall_50": 0.475, + "tRecall_75": 0.2875, + "tRecall_90": 0.14375, + "token_acc": 0.9296577946768061 + }, + { + "epoch": 0.39423554745734635, + "grad_norm": 0.9201327562332153, + "learning_rate": 6.90845968647805e-06, + "loss": 0.1863037109375, + "step": 1190, + "tIoU": 0.4459559917449951, + "tRecall_50": 0.475, + "tRecall_75": 0.30625, + "tRecall_90": 0.18125, + "token_acc": 0.9332970323985843 + }, + { + "epoch": 0.39589199933741925, + "grad_norm": 1.575656771659851, + "learning_rate": 6.883639468175926e-06, + "loss": 0.17835693359375, + "step": 1195, + "tIoU": 0.47301158905029295, + "tRecall_50": 0.4875, + "tRecall_75": 0.325, + "tRecall_90": 0.1875, + "token_acc": 0.9346816069964471 + }, + { + "epoch": 0.3975484512174921, + "grad_norm": 0.9156789779663086, + "learning_rate": 6.85876503800865e-06, + "loss": 0.19556884765625, + "step": 1200, + "tIoU": 0.42247610092163085, + "tRecall_50": 0.41875, + "tRecall_75": 0.24375, + "tRecall_90": 0.16875, + "token_acc": 0.9244312026002167 + }, + { + "epoch": 0.399204903097565, + "grad_norm": 1.2022905349731445, + "learning_rate": 6.833837111871845e-06, + "loss": 0.1986083984375, + "step": 1205, + "tIoU": 0.43701510429382323, + "tRecall_50": 0.43125, + "tRecall_75": 0.33125, + "tRecall_90": 0.19375, + "token_acc": 0.9313912333242581 + }, + { + "epoch": 0.4008613549776379, + "grad_norm": 1.284609317779541, + "learning_rate": 6.808856407200772e-06, + "loss": 0.181689453125, + "step": 1210, + "tIoU": 0.48334565162658694, + "tRecall_50": 0.53125, + "tRecall_75": 0.3125, + "tRecall_90": 0.15625, + "token_acc": 0.9334961997828447 + }, + { + "epoch": 0.40251780685771077, + "grad_norm": 0.7706729173660278, + "learning_rate": 6.7838236429496766e-06, + "loss": 0.17210693359375, + "step": 1215, + "tIoU": 0.5176477432250977, + "tRecall_50": 0.5375, + "tRecall_75": 0.36875, + "tRecall_90": 0.25, + "token_acc": 0.9381471389645777 + }, + { + "epoch": 0.4041742587377837, + "grad_norm": 0.7221701145172119, + "learning_rate": 6.758739539571096e-06, + "loss": 0.188555908203125, + "step": 1220, + "tIoU": 0.46004486083984375, + "tRecall_50": 0.50625, + "tRecall_75": 0.30625, + "tRecall_90": 0.19375, + "token_acc": 0.9302897758337889 + }, + { + "epoch": 0.4058307106178565, + "grad_norm": 0.6830121874809265, + "learning_rate": 6.733604818995133e-06, + "loss": 0.18580322265625, + "step": 1225, + "tIoU": 0.46486797332763674, + "tRecall_50": 0.5, + "tRecall_75": 0.30625, + "tRecall_90": 0.1625, + "token_acc": 0.9310814491964042 + }, + { + "epoch": 0.40748716249792943, + "grad_norm": 0.9523348212242126, + "learning_rate": 6.708420204608671e-06, + "loss": 0.1888427734375, + "step": 1230, + "tIoU": 0.4033976078033447, + "tRecall_50": 0.44375, + "tRecall_75": 0.25625, + "tRecall_90": 0.15, + "token_acc": 0.9248979591836735 + }, + { + "epoch": 0.40914361437800234, + "grad_norm": 0.8301151990890503, + "learning_rate": 6.683186421234552e-06, + "loss": 0.1640869140625, + "step": 1235, + "tIoU": 0.5166643619537353, + "tRecall_50": 0.55625, + "tRecall_75": 0.38125, + "tRecall_90": 0.225, + "token_acc": 0.9354313619099295 + }, + { + "epoch": 0.4108000662580752, + "grad_norm": 0.6739040017127991, + "learning_rate": 6.657904195110727e-06, + "loss": 0.18580322265625, + "step": 1240, + "tIoU": 0.45034193992614746, + "tRecall_50": 0.475, + "tRecall_75": 0.275, + "tRecall_90": 0.16875, + "token_acc": 0.9306389950846532 + }, + { + "epoch": 0.4124565181381481, + "grad_norm": 0.6505229473114014, + "learning_rate": 6.6325742538693424e-06, + "loss": 0.18006591796875, + "step": 1245, + "tIoU": 0.5258245944976807, + "tRecall_50": 0.58125, + "tRecall_75": 0.3625, + "tRecall_90": 0.20625, + "token_acc": 0.9324618736383442 + }, + { + "epoch": 0.41411297001822095, + "grad_norm": 0.7981094717979431, + "learning_rate": 6.607197326515808e-06, + "loss": 0.197998046875, + "step": 1250, + "tIoU": 0.46984052658081055, + "tRecall_50": 0.4875, + "tRecall_75": 0.31875, + "tRecall_90": 0.21875, + "token_acc": 0.9298483206933911 + }, + { + "epoch": 0.41576942189829386, + "grad_norm": 0.9645588397979736, + "learning_rate": 6.58177414340781e-06, + "loss": 0.182562255859375, + "step": 1255, + "tIoU": 0.4744553089141846, + "tRecall_50": 0.5, + "tRecall_75": 0.325, + "tRecall_90": 0.225, + "token_acc": 0.9325136612021858 + }, + { + "epoch": 0.41742587377836676, + "grad_norm": 0.7575399279594421, + "learning_rate": 6.556305436234292e-06, + "loss": 0.17813720703125, + "step": 1260, + "tIoU": 0.5283847332000733, + "tRecall_50": 0.56875, + "tRecall_75": 0.3875, + "tRecall_90": 0.175, + "token_acc": 0.93515731874145 + }, + { + "epoch": 0.4190823256584396, + "grad_norm": 0.9169410467147827, + "learning_rate": 6.530791937994397e-06, + "loss": 0.17081298828125, + "step": 1265, + "tIoU": 0.5235516548156738, + "tRecall_50": 0.56875, + "tRecall_75": 0.33125, + "tRecall_90": 0.20625, + "token_acc": 0.9360196025047645 + }, + { + "epoch": 0.4207387775385125, + "grad_norm": 0.7352287173271179, + "learning_rate": 6.505234382976375e-06, + "loss": 0.18782958984375, + "step": 1270, + "tIoU": 0.48250651359558105, + "tRecall_50": 0.51875, + "tRecall_75": 0.34375, + "tRecall_90": 0.2, + "token_acc": 0.9328439369222403 + }, + { + "epoch": 0.42239522941858537, + "grad_norm": 0.9936771988868713, + "learning_rate": 6.479633506736447e-06, + "loss": 0.18519287109375, + "step": 1275, + "tIoU": 0.41359786987304686, + "tRecall_50": 0.4125, + "tRecall_75": 0.30625, + "tRecall_90": 0.18125, + "token_acc": 0.9286300246103364 + }, + { + "epoch": 0.4240516812986583, + "grad_norm": 1.0640146732330322, + "learning_rate": 6.453990046077634e-06, + "loss": 0.1690185546875, + "step": 1280, + "tIoU": 0.4952211380004883, + "tRecall_50": 0.5375, + "tRecall_75": 0.31875, + "tRecall_90": 0.2, + "token_acc": 0.9355015031429352 + }, + { + "epoch": 0.4257081331787312, + "grad_norm": 0.6121336817741394, + "learning_rate": 6.42830473902855e-06, + "loss": 0.179864501953125, + "step": 1285, + "tIoU": 0.4461071491241455, + "tRecall_50": 0.49375, + "tRecall_75": 0.28125, + "tRecall_90": 0.175, + "token_acc": 0.932009790590155 + }, + { + "epoch": 0.42736458505880404, + "grad_norm": 0.9702610373497009, + "learning_rate": 6.402578324822169e-06, + "loss": 0.19697265625, + "step": 1290, + "tIoU": 0.39707083702087403, + "tRecall_50": 0.43125, + "tRecall_75": 0.25, + "tRecall_90": 0.15625, + "token_acc": 0.9240887914497122 + }, + { + "epoch": 0.42902103693887694, + "grad_norm": 0.9890115261077881, + "learning_rate": 6.3768115438745434e-06, + "loss": 0.1932373046875, + "step": 1295, + "tIoU": 0.4680260181427002, + "tRecall_50": 0.50625, + "tRecall_75": 0.31875, + "tRecall_90": 0.18125, + "token_acc": 0.9314099074578116 + }, + { + "epoch": 0.4306774888189498, + "grad_norm": 0.5108009576797485, + "learning_rate": 6.351005137763494e-06, + "loss": 0.18145751953125, + "step": 1300, + "tIoU": 0.48899250030517577, + "tRecall_50": 0.54375, + "tRecall_75": 0.30625, + "tRecall_90": 0.175, + "token_acc": 0.9314099074578116 + }, + { + "epoch": 0.4323339406990227, + "grad_norm": 0.8506788015365601, + "learning_rate": 6.3251598492072685e-06, + "loss": 0.18973388671875, + "step": 1305, + "tIoU": 0.4003645420074463, + "tRecall_50": 0.41875, + "tRecall_75": 0.2625, + "tRecall_90": 0.13125, + "token_acc": 0.9246107620868615 + }, + { + "epoch": 0.43399039257909555, + "grad_norm": 0.7492125630378723, + "learning_rate": 6.299276422043171e-06, + "loss": 0.18448486328125, + "step": 1310, + "tIoU": 0.4043008327484131, + "tRecall_50": 0.4125, + "tRecall_75": 0.2875, + "tRecall_90": 0.175, + "token_acc": 0.9319672131147541 + }, + { + "epoch": 0.43564684445916846, + "grad_norm": 0.6354416608810425, + "learning_rate": 6.273355601206143e-06, + "loss": 0.1924072265625, + "step": 1315, + "tIoU": 0.40438294410705566, + "tRecall_50": 0.4375, + "tRecall_75": 0.24375, + "tRecall_90": 0.1375, + "token_acc": 0.929786066922655 + }, + { + "epoch": 0.43730329633924137, + "grad_norm": 0.5633551478385925, + "learning_rate": 6.247398132707339e-06, + "loss": 0.20283203125, + "step": 1320, + "tIoU": 0.4609311580657959, + "tRecall_50": 0.4875, + "tRecall_75": 0.33125, + "tRecall_90": 0.2, + "token_acc": 0.9247691472026073 + }, + { + "epoch": 0.4389597482193142, + "grad_norm": 0.8247894644737244, + "learning_rate": 6.221404763612635e-06, + "loss": 0.197216796875, + "step": 1325, + "tIoU": 0.4572754383087158, + "tRecall_50": 0.5, + "tRecall_75": 0.29375, + "tRecall_90": 0.19375, + "token_acc": 0.9286495352651722 + }, + { + "epoch": 0.4406162000993871, + "grad_norm": 1.0627391338348389, + "learning_rate": 6.1953762420211504e-06, + "loss": 0.194580078125, + "step": 1330, + "tIoU": 0.45764312744140623, + "tRecall_50": 0.46875, + "tRecall_75": 0.325, + "tRecall_90": 0.19375, + "token_acc": 0.9262585034013605 + }, + { + "epoch": 0.44227265197946, + "grad_norm": 0.6615822315216064, + "learning_rate": 6.169313317043702e-06, + "loss": 0.1808837890625, + "step": 1335, + "tIoU": 0.4489247798919678, + "tRecall_50": 0.48125, + "tRecall_75": 0.3, + "tRecall_90": 0.16875, + "token_acc": 0.9307986870897156 + }, + { + "epoch": 0.4439291038595329, + "grad_norm": 1.006862998008728, + "learning_rate": 6.143216738781251e-06, + "loss": 0.1799560546875, + "step": 1340, + "tIoU": 0.45517687797546386, + "tRecall_50": 0.48125, + "tRecall_75": 0.28125, + "tRecall_90": 0.1875, + "token_acc": 0.9333151134189669 + }, + { + "epoch": 0.4455855557396058, + "grad_norm": 0.6164993643760681, + "learning_rate": 6.117087258303314e-06, + "loss": 0.17716064453125, + "step": 1345, + "tIoU": 0.4273239612579346, + "tRecall_50": 0.45, + "tRecall_75": 0.33125, + "tRecall_90": 0.18125, + "token_acc": 0.9312039312039312 + }, + { + "epoch": 0.44724200761967864, + "grad_norm": 0.6991440057754517, + "learning_rate": 6.09092562762634e-06, + "loss": 0.1911865234375, + "step": 1350, + "tIoU": 0.46103706359863283, + "tRecall_50": 0.5, + "tRecall_75": 0.325, + "tRecall_90": 0.1875, + "token_acc": 0.9297814207650273 + }, + { + "epoch": 0.44889845949975155, + "grad_norm": 1.0480595827102661, + "learning_rate": 6.064732599692079e-06, + "loss": 0.1824951171875, + "step": 1355, + "tIoU": 0.45496134757995604, + "tRecall_50": 0.4875, + "tRecall_75": 0.3, + "tRecall_90": 0.2, + "token_acc": 0.9314769314769314 + }, + { + "epoch": 0.4505549113798244, + "grad_norm": 1.2088896036148071, + "learning_rate": 6.038508928345906e-06, + "loss": 0.18438720703125, + "step": 1360, + "tIoU": 0.46744384765625, + "tRecall_50": 0.475, + "tRecall_75": 0.3375, + "tRecall_90": 0.20625, + "token_acc": 0.9326057298772169 + }, + { + "epoch": 0.4522113632598973, + "grad_norm": 0.8109931349754333, + "learning_rate": 6.012255368315123e-06, + "loss": 0.18118896484375, + "step": 1365, + "tIoU": 0.4603131294250488, + "tRecall_50": 0.4625, + "tRecall_75": 0.35625, + "tRecall_90": 0.24375, + "token_acc": 0.9352028314729104 + }, + { + "epoch": 0.4538678151399702, + "grad_norm": 0.800795316696167, + "learning_rate": 5.985972675187239e-06, + "loss": 0.17835693359375, + "step": 1370, + "tIoU": 0.45296826362609866, + "tRecall_50": 0.45625, + "tRecall_75": 0.29375, + "tRecall_90": 0.1875, + "token_acc": 0.9300680272108843 + }, + { + "epoch": 0.45552426702004306, + "grad_norm": 1.095000982284546, + "learning_rate": 5.959661605388229e-06, + "loss": 0.1942138671875, + "step": 1375, + "tIoU": 0.4451436519622803, + "tRecall_50": 0.475, + "tRecall_75": 0.28125, + "tRecall_90": 0.20625, + "token_acc": 0.9272332337768123 + }, + { + "epoch": 0.45718071890011597, + "grad_norm": 0.9164287447929382, + "learning_rate": 5.933322916160755e-06, + "loss": 0.17628173828125, + "step": 1380, + "tIoU": 0.4765190601348877, + "tRecall_50": 0.50625, + "tRecall_75": 0.325, + "tRecall_90": 0.175, + "token_acc": 0.9326241134751773 + }, + { + "epoch": 0.4588371707801888, + "grad_norm": 0.6149560213088989, + "learning_rate": 5.906957365542376e-06, + "loss": 0.17469482421875, + "step": 1385, + "tIoU": 0.5068243980407715, + "tRecall_50": 0.56875, + "tRecall_75": 0.34375, + "tRecall_90": 0.2, + "token_acc": 0.9347229840921558 + }, + { + "epoch": 0.4604936226602617, + "grad_norm": 0.6262065172195435, + "learning_rate": 5.880565712343738e-06, + "loss": 0.18636474609375, + "step": 1390, + "tIoU": 0.5132605552673339, + "tRecall_50": 0.55, + "tRecall_75": 0.3625, + "tRecall_90": 0.225, + "token_acc": 0.9338617108499591 + }, + { + "epoch": 0.4621500745403346, + "grad_norm": 0.9506626725196838, + "learning_rate": 5.854148716126722e-06, + "loss": 0.174462890625, + "step": 1395, + "tIoU": 0.5226961612701416, + "tRecall_50": 0.5375, + "tRecall_75": 0.3625, + "tRecall_90": 0.2, + "token_acc": 0.9340958605664488 + }, + { + "epoch": 0.4638065264204075, + "grad_norm": 1.5998278856277466, + "learning_rate": 5.827707137182597e-06, + "loss": 0.185455322265625, + "step": 1400, + "tIoU": 0.46708083152770996, + "tRecall_50": 0.5125, + "tRecall_75": 0.35, + "tRecall_90": 0.18125, + "token_acc": 0.932097082083447 + }, + { + "epoch": 0.4654629783004804, + "grad_norm": 0.8380590081214905, + "learning_rate": 5.801241736510128e-06, + "loss": 0.18177490234375, + "step": 1405, + "tIoU": 0.48933162689208987, + "tRecall_50": 0.5375, + "tRecall_75": 0.30625, + "tRecall_90": 0.18125, + "token_acc": 0.9330430048992924 + }, + { + "epoch": 0.46711943018055324, + "grad_norm": 0.8031055331230164, + "learning_rate": 5.774753275793682e-06, + "loss": 0.1980712890625, + "step": 1410, + "tIoU": 0.45705451965332033, + "tRecall_50": 0.48125, + "tRecall_75": 0.325, + "tRecall_90": 0.2, + "token_acc": 0.9312328767123288 + }, + { + "epoch": 0.46877588206062615, + "grad_norm": 0.6719191074371338, + "learning_rate": 5.748242517381301e-06, + "loss": 0.1803466796875, + "step": 1415, + "tIoU": 0.49262518882751466, + "tRecall_50": 0.525, + "tRecall_75": 0.35, + "tRecall_90": 0.225, + "token_acc": 0.9335692894092023 + }, + { + "epoch": 0.470432333940699, + "grad_norm": 0.7098280787467957, + "learning_rate": 5.721710224262759e-06, + "loss": 0.17635498046875, + "step": 1420, + "tIoU": 0.48790783882141114, + "tRecall_50": 0.51875, + "tRecall_75": 0.3375, + "tRecall_90": 0.19375, + "token_acc": 0.9324104234527687 + }, + { + "epoch": 0.4720887858207719, + "grad_norm": 0.7155858278274536, + "learning_rate": 5.695157160047618e-06, + "loss": 0.1847412109375, + "step": 1425, + "tIoU": 0.4379584312438965, + "tRecall_50": 0.475, + "tRecall_75": 0.25, + "tRecall_90": 0.18125, + "token_acc": 0.9295238095238095 + }, + { + "epoch": 0.4737452377008448, + "grad_norm": 0.6839285492897034, + "learning_rate": 5.66858408894323e-06, + "loss": 0.20472412109375, + "step": 1430, + "tIoU": 0.4100137710571289, + "tRecall_50": 0.43125, + "tRecall_75": 0.275, + "tRecall_90": 0.13125, + "token_acc": 0.9218877135882831 + }, + { + "epoch": 0.47540168958091766, + "grad_norm": 0.5387948155403137, + "learning_rate": 5.641991775732756e-06, + "loss": 0.1818115234375, + "step": 1435, + "tIoU": 0.48171172142028806, + "tRecall_50": 0.5, + "tRecall_75": 0.3625, + "tRecall_90": 0.24375, + "token_acc": 0.9353436566150503 + }, + { + "epoch": 0.47705814146099057, + "grad_norm": 0.842777669429779, + "learning_rate": 5.615380985753152e-06, + "loss": 0.16973876953125, + "step": 1440, + "tIoU": 0.5000205039978027, + "tRecall_50": 0.55, + "tRecall_75": 0.3625, + "tRecall_90": 0.20625, + "token_acc": 0.9329882865704168 + }, + { + "epoch": 0.4787145933410634, + "grad_norm": 0.6723273992538452, + "learning_rate": 5.588752484873146e-06, + "loss": 0.18294677734375, + "step": 1445, + "tIoU": 0.4692744255065918, + "tRecall_50": 0.49375, + "tRecall_75": 0.35625, + "tRecall_90": 0.1875, + "token_acc": 0.931495633187773 + }, + { + "epoch": 0.48037104522113633, + "grad_norm": 0.9114807844161987, + "learning_rate": 5.562107039471187e-06, + "loss": 0.18677978515625, + "step": 1450, + "tIoU": 0.5046773433685303, + "tRecall_50": 0.54375, + "tRecall_75": 0.35, + "tRecall_90": 0.21875, + "token_acc": 0.9340478153338829 + }, + { + "epoch": 0.48202749710120923, + "grad_norm": 0.6787897348403931, + "learning_rate": 5.535445416413396e-06, + "loss": 0.17652587890625, + "step": 1455, + "tIoU": 0.5376684665679932, + "tRecall_50": 0.55625, + "tRecall_75": 0.375, + "tRecall_90": 0.24375, + "token_acc": 0.9388538524814917 + }, + { + "epoch": 0.4836839489812821, + "grad_norm": 0.6517996788024902, + "learning_rate": 5.508768383031497e-06, + "loss": 0.171533203125, + "step": 1460, + "tIoU": 0.5389204502105713, + "tRecall_50": 0.5875, + "tRecall_75": 0.40625, + "tRecall_90": 0.2125, + "token_acc": 0.9359391965255157 + }, + { + "epoch": 0.485340400861355, + "grad_norm": 1.0562891960144043, + "learning_rate": 5.482076707100723e-06, + "loss": 0.18743896484375, + "step": 1465, + "tIoU": 0.44994120597839354, + "tRecall_50": 0.49375, + "tRecall_75": 0.28125, + "tRecall_90": 0.1625, + "token_acc": 0.9284552845528455 + }, + { + "epoch": 0.48699685274142784, + "grad_norm": 0.5970097184181213, + "learning_rate": 5.455371156817726e-06, + "loss": 0.17464599609375, + "step": 1470, + "tIoU": 0.46474380493164064, + "tRecall_50": 0.525, + "tRecall_75": 0.35, + "tRecall_90": 0.175, + "token_acc": 0.9366466411796832 + }, + { + "epoch": 0.48865330462150075, + "grad_norm": 0.5231262445449829, + "learning_rate": 5.428652500778472e-06, + "loss": 0.187109375, + "step": 1475, + "tIoU": 0.42815341949462893, + "tRecall_50": 0.45625, + "tRecall_75": 0.25625, + "tRecall_90": 0.175, + "token_acc": 0.9278546243558449 + }, + { + "epoch": 0.49030975650157366, + "grad_norm": 0.5487865805625916, + "learning_rate": 5.401921507956113e-06, + "loss": 0.1894287109375, + "step": 1480, + "tIoU": 0.4581931114196777, + "tRecall_50": 0.46875, + "tRecall_75": 0.30625, + "tRecall_90": 0.2125, + "token_acc": 0.9298722478934494 + }, + { + "epoch": 0.4919662083816465, + "grad_norm": 1.061528205871582, + "learning_rate": 5.375178947678854e-06, + "loss": 0.1954345703125, + "step": 1485, + "tIoU": 0.4311960697174072, + "tRecall_50": 0.43125, + "tRecall_75": 0.30625, + "tRecall_90": 0.1875, + "token_acc": 0.9265184381778742 + }, + { + "epoch": 0.4936226602617194, + "grad_norm": 0.7703576683998108, + "learning_rate": 5.348425589607823e-06, + "loss": 0.16793212890625, + "step": 1490, + "tIoU": 0.4996077537536621, + "tRecall_50": 0.54375, + "tRecall_75": 0.3375, + "tRecall_90": 0.21875, + "token_acc": 0.9361993428258488 + }, + { + "epoch": 0.49527911214179227, + "grad_norm": 0.6341421008110046, + "learning_rate": 5.321662203714909e-06, + "loss": 0.181640625, + "step": 1495, + "tIoU": 0.5207687854766846, + "tRecall_50": 0.55625, + "tRecall_75": 0.4125, + "tRecall_90": 0.26875, + "token_acc": 0.9373467719967311 + }, + { + "epoch": 0.4969355640218652, + "grad_norm": 0.78287273645401, + "learning_rate": 5.294889560260605e-06, + "loss": 0.18201904296875, + "step": 1500, + "tIoU": 0.45775904655456545, + "tRecall_50": 0.5125, + "tRecall_75": 0.2875, + "tRecall_90": 0.1875, + "token_acc": 0.9353342428376534 + }, + { + "epoch": 0.498592015901938, + "grad_norm": 0.8144555687904358, + "learning_rate": 5.268108429771841e-06, + "loss": 0.17841796875, + "step": 1505, + "tIoU": 0.4413282871246338, + "tRecall_50": 0.46875, + "tRecall_75": 0.325, + "tRecall_90": 0.16875, + "token_acc": 0.9326792041428182 + }, + { + "epoch": 0.5002484677820109, + "grad_norm": 0.9148567914962769, + "learning_rate": 5.2413195830198075e-06, + "loss": 0.17989501953125, + "step": 1510, + "tIoU": 0.49614696502685546, + "tRecall_50": 0.54375, + "tRecall_75": 0.3875, + "tRecall_90": 0.2125, + "token_acc": 0.935050698821595 + }, + { + "epoch": 0.5019049196620838, + "grad_norm": 1.1372590065002441, + "learning_rate": 5.214523790997773e-06, + "loss": 0.186053466796875, + "step": 1515, + "tIoU": 0.5091981410980224, + "tRecall_50": 0.5375, + "tRecall_75": 0.35625, + "tRecall_90": 0.19375, + "token_acc": 0.9332425068119891 + }, + { + "epoch": 0.5035613715421567, + "grad_norm": 0.8631157279014587, + "learning_rate": 5.187721824898889e-06, + "loss": 0.19385986328125, + "step": 1520, + "tIoU": 0.4698780059814453, + "tRecall_50": 0.4875, + "tRecall_75": 0.31875, + "tRecall_90": 0.1875, + "token_acc": 0.9300944669365722 + }, + { + "epoch": 0.5052178234222295, + "grad_norm": 0.671184778213501, + "learning_rate": 5.160914456094005e-06, + "loss": 0.17694091796875, + "step": 1525, + "tIoU": 0.5044640064239502, + "tRecall_50": 0.55625, + "tRecall_75": 0.35, + "tRecall_90": 0.19375, + "token_acc": 0.9357923497267759 + }, + { + "epoch": 0.5068742753023024, + "grad_norm": 0.805487871170044, + "learning_rate": 5.134102456109461e-06, + "loss": 0.1813232421875, + "step": 1530, + "tIoU": 0.46042451858520506, + "tRecall_50": 0.5125, + "tRecall_75": 0.33125, + "tRecall_90": 0.1625, + "token_acc": 0.9323328785811733 + }, + { + "epoch": 0.5085307271823754, + "grad_norm": 0.9099791049957275, + "learning_rate": 5.10728659660488e-06, + "loss": 0.1909423828125, + "step": 1535, + "tIoU": 0.4314859867095947, + "tRecall_50": 0.48125, + "tRecall_75": 0.31875, + "tRecall_90": 0.175, + "token_acc": 0.9314020224104946 + }, + { + "epoch": 0.5101871790624483, + "grad_norm": 0.7459306120872498, + "learning_rate": 5.080467649350968e-06, + "loss": 0.1821044921875, + "step": 1540, + "tIoU": 0.48647117614746094, + "tRecall_50": 0.525, + "tRecall_75": 0.325, + "tRecall_90": 0.2, + "token_acc": 0.9325720500271887 + }, + { + "epoch": 0.5118436309425212, + "grad_norm": 0.5489417314529419, + "learning_rate": 5.053646386207296e-06, + "loss": 0.17899169921875, + "step": 1545, + "tIoU": 0.5131032466888428, + "tRecall_50": 0.59375, + "tRecall_75": 0.34375, + "tRecall_90": 0.175, + "token_acc": 0.9309407286568787 + }, + { + "epoch": 0.513500082822594, + "grad_norm": 0.7563880085945129, + "learning_rate": 5.026823579100087e-06, + "loss": 0.16885986328125, + "step": 1550, + "tIoU": 0.5180475234985351, + "tRecall_50": 0.53125, + "tRecall_75": 0.3875, + "tRecall_90": 0.25625, + "token_acc": 0.9374490073429426 + }, + { + "epoch": 0.5151565347026669, + "grad_norm": 0.8047136664390564, + "learning_rate": 5e-06, + "loss": 0.178955078125, + "step": 1555, + "tIoU": 0.500320291519165, + "tRecall_50": 0.55625, + "tRecall_75": 0.36875, + "tRecall_90": 0.19375, + "token_acc": 0.9347943722943723 + }, + { + "epoch": 0.5168129865827398, + "grad_norm": 0.7317069172859192, + "learning_rate": 4.973176420899914e-06, + "loss": 0.17294921875, + "step": 1560, + "tIoU": 0.5198691368103028, + "tRecall_50": 0.55625, + "tRecall_75": 0.3625, + "tRecall_90": 0.225, + "token_acc": 0.934652928416486 + }, + { + "epoch": 0.5184694384628127, + "grad_norm": 1.179953694343567, + "learning_rate": 4.946353613792706e-06, + "loss": 0.189306640625, + "step": 1565, + "tIoU": 0.4387580394744873, + "tRecall_50": 0.45625, + "tRecall_75": 0.3, + "tRecall_90": 0.16875, + "token_acc": 0.9292901822137613 + }, + { + "epoch": 0.5201258903428856, + "grad_norm": 0.9661723971366882, + "learning_rate": 4.919532350649033e-06, + "loss": 0.18345947265625, + "step": 1570, + "tIoU": 0.4677541732788086, + "tRecall_50": 0.51875, + "tRecall_75": 0.33125, + "tRecall_90": 0.16875, + "token_acc": 0.9283573958049578 + }, + { + "epoch": 0.5217823422229584, + "grad_norm": 0.610869288444519, + "learning_rate": 4.8927134033951224e-06, + "loss": 0.186669921875, + "step": 1575, + "tIoU": 0.45597314834594727, + "tRecall_50": 0.475, + "tRecall_75": 0.325, + "tRecall_90": 0.2, + "token_acc": 0.9315217391304348 + }, + { + "epoch": 0.5234387941030313, + "grad_norm": 0.5301701426506042, + "learning_rate": 4.865897543890541e-06, + "loss": 0.16832275390625, + "step": 1580, + "tIoU": 0.470989990234375, + "tRecall_50": 0.5, + "tRecall_75": 0.3125, + "tRecall_90": 0.2, + "token_acc": 0.9351395730706076 + }, + { + "epoch": 0.5250952459831042, + "grad_norm": 0.8014954328536987, + "learning_rate": 4.8390855439059955e-06, + "loss": 0.18616943359375, + "step": 1585, + "tIoU": 0.486205530166626, + "tRecall_50": 0.51875, + "tRecall_75": 0.31875, + "tRecall_90": 0.16875, + "token_acc": 0.9319912948857454 + }, + { + "epoch": 0.5267516978631771, + "grad_norm": 0.6593509912490845, + "learning_rate": 4.812278175101112e-06, + "loss": 0.18255615234375, + "step": 1590, + "tIoU": 0.48105502128601074, + "tRecall_50": 0.53125, + "tRecall_75": 0.31875, + "tRecall_90": 0.1875, + "token_acc": 0.9328968903436988 + }, + { + "epoch": 0.52840814974325, + "grad_norm": 0.7736570239067078, + "learning_rate": 4.7854762090022274e-06, + "loss": 0.19136962890625, + "step": 1595, + "tIoU": 0.4423790454864502, + "tRecall_50": 0.48125, + "tRecall_75": 0.24375, + "tRecall_90": 0.15625, + "token_acc": 0.9287268770402611 + }, + { + "epoch": 0.5300646016233228, + "grad_norm": 0.68586665391922, + "learning_rate": 4.758680416980193e-06, + "loss": 0.16734619140625, + "step": 1600, + "tIoU": 0.4951940536499023, + "tRecall_50": 0.5375, + "tRecall_75": 0.35, + "tRecall_90": 0.2, + "token_acc": 0.938842076651264 + }, + { + "epoch": 0.5317210535033957, + "grad_norm": 0.7190605401992798, + "learning_rate": 4.731891570228159e-06, + "loss": 0.18243408203125, + "step": 1605, + "tIoU": 0.45546975135803225, + "tRecall_50": 0.525, + "tRecall_75": 0.3, + "tRecall_90": 0.15625, + "token_acc": 0.9341820151679306 + }, + { + "epoch": 0.5333775053834686, + "grad_norm": 0.4824348986148834, + "learning_rate": 4.7051104397393974e-06, + "loss": 0.18240966796875, + "step": 1610, + "tIoU": 0.45264034271240233, + "tRecall_50": 0.5, + "tRecall_75": 0.3, + "tRecall_90": 0.175, + "token_acc": 0.9293862031504617 + }, + { + "epoch": 0.5350339572635415, + "grad_norm": 0.5683674216270447, + "learning_rate": 4.678337796285093e-06, + "loss": 0.1870361328125, + "step": 1615, + "tIoU": 0.4656373977661133, + "tRecall_50": 0.4875, + "tRecall_75": 0.3, + "tRecall_90": 0.2125, + "token_acc": 0.9271884374147805 + }, + { + "epoch": 0.5366904091436144, + "grad_norm": 0.7475327849388123, + "learning_rate": 4.6515744103921786e-06, + "loss": 0.1620361328125, + "step": 1620, + "tIoU": 0.5132682800292969, + "tRecall_50": 0.55, + "tRecall_75": 0.36875, + "tRecall_90": 0.25625, + "token_acc": 0.9403393541324576 + }, + { + "epoch": 0.5383468610236872, + "grad_norm": 1.2390607595443726, + "learning_rate": 4.6248210523211465e-06, + "loss": 0.1702392578125, + "step": 1625, + "tIoU": 0.5450947284698486, + "tRecall_50": 0.575, + "tRecall_75": 0.4125, + "tRecall_90": 0.2375, + "token_acc": 0.9341317365269461 + }, + { + "epoch": 0.5400033129037601, + "grad_norm": 0.8143652081489563, + "learning_rate": 4.5980784920438886e-06, + "loss": 0.17655029296875, + "step": 1630, + "tIoU": 0.5314030647277832, + "tRecall_50": 0.58125, + "tRecall_75": 0.40625, + "tRecall_90": 0.25, + "token_acc": 0.9353963083604777 + }, + { + "epoch": 0.541659764783833, + "grad_norm": 0.8458700776100159, + "learning_rate": 4.571347499221528e-06, + "loss": 0.19212646484375, + "step": 1635, + "tIoU": 0.45746731758117676, + "tRecall_50": 0.50625, + "tRecall_75": 0.3, + "tRecall_90": 0.16875, + "token_acc": 0.9290375203915171 + }, + { + "epoch": 0.543316216663906, + "grad_norm": 2.5550169944763184, + "learning_rate": 4.544628843182274e-06, + "loss": 0.17498779296875, + "step": 1640, + "tIoU": 0.45794243812561036, + "tRecall_50": 0.48125, + "tRecall_75": 0.34375, + "tRecall_90": 0.2125, + "token_acc": 0.9327891156462585 + }, + { + "epoch": 0.5449726685439787, + "grad_norm": 0.6562058329582214, + "learning_rate": 4.51792329289928e-06, + "loss": 0.184228515625, + "step": 1645, + "tIoU": 0.4784725189208984, + "tRecall_50": 0.50625, + "tRecall_75": 0.31875, + "tRecall_90": 0.2, + "token_acc": 0.9325505188421628 + }, + { + "epoch": 0.5466291204240517, + "grad_norm": 0.45172905921936035, + "learning_rate": 4.491231616968504e-06, + "loss": 0.16995849609375, + "step": 1650, + "tIoU": 0.4670588493347168, + "tRecall_50": 0.475, + "tRecall_75": 0.33125, + "tRecall_90": 0.2375, + "token_acc": 0.9343544857768052 + }, + { + "epoch": 0.5482855723041246, + "grad_norm": 0.987999439239502, + "learning_rate": 4.464554583586605e-06, + "loss": 0.17196044921875, + "step": 1655, + "tIoU": 0.4879213809967041, + "tRecall_50": 0.5125, + "tRecall_75": 0.3375, + "tRecall_90": 0.23125, + "token_acc": 0.9331521739130435 + }, + { + "epoch": 0.5499420241841975, + "grad_norm": 0.7719811201095581, + "learning_rate": 4.437892960528815e-06, + "loss": 0.18485107421875, + "step": 1660, + "tIoU": 0.46596379280090333, + "tRecall_50": 0.4875, + "tRecall_75": 0.34375, + "tRecall_90": 0.20625, + "token_acc": 0.9289989118607181 + }, + { + "epoch": 0.5515984760642704, + "grad_norm": 0.7961088418960571, + "learning_rate": 4.411247515126857e-06, + "loss": 0.17183837890625, + "step": 1665, + "tIoU": 0.4782526969909668, + "tRecall_50": 0.5125, + "tRecall_75": 0.3375, + "tRecall_90": 0.19375, + "token_acc": 0.9362224039247752 + }, + { + "epoch": 0.5532549279443432, + "grad_norm": 0.43644413352012634, + "learning_rate": 4.384619014246848e-06, + "loss": 0.170404052734375, + "step": 1670, + "tIoU": 0.4871994495391846, + "tRecall_50": 0.49375, + "tRecall_75": 0.36875, + "tRecall_90": 0.2125, + "token_acc": 0.9387476073284112 + }, + { + "epoch": 0.5549113798244161, + "grad_norm": 0.9106385707855225, + "learning_rate": 4.358008224267245e-06, + "loss": 0.16943359375, + "step": 1675, + "tIoU": 0.5022485256195068, + "tRecall_50": 0.5375, + "tRecall_75": 0.4, + "tRecall_90": 0.23125, + "token_acc": 0.9378762999452654 + }, + { + "epoch": 0.556567831704489, + "grad_norm": 1.19037926197052, + "learning_rate": 4.331415911056772e-06, + "loss": 0.18182373046875, + "step": 1680, + "tIoU": 0.5074405193328857, + "tRecall_50": 0.525, + "tRecall_75": 0.3375, + "tRecall_90": 0.2375, + "token_acc": 0.9333514689880305 + }, + { + "epoch": 0.5582242835845619, + "grad_norm": 0.7029646039009094, + "learning_rate": 4.304842839952384e-06, + "loss": 0.181298828125, + "step": 1685, + "tIoU": 0.5042417049407959, + "tRecall_50": 0.55, + "tRecall_75": 0.3875, + "tRecall_90": 0.23125, + "token_acc": 0.9355452814794669 + }, + { + "epoch": 0.5598807354646348, + "grad_norm": 1.5027695894241333, + "learning_rate": 4.2782897757372414e-06, + "loss": 0.170458984375, + "step": 1690, + "tIoU": 0.5380972862243653, + "tRecall_50": 0.575, + "tRecall_75": 0.41875, + "tRecall_90": 0.275, + "token_acc": 0.937636761487965 + }, + { + "epoch": 0.5615371873447076, + "grad_norm": 0.5745481848716736, + "learning_rate": 4.251757482618701e-06, + "loss": 0.1853271484375, + "step": 1695, + "tIoU": 0.4616692066192627, + "tRecall_50": 0.525, + "tRecall_75": 0.33125, + "tRecall_90": 0.1875, + "token_acc": 0.933972602739726 + }, + { + "epoch": 0.5631936392247805, + "grad_norm": 0.6138303875923157, + "learning_rate": 4.22524672420632e-06, + "loss": 0.184478759765625, + "step": 1700, + "tIoU": 0.4876234531402588, + "tRecall_50": 0.5375, + "tRecall_75": 0.3375, + "tRecall_90": 0.21875, + "token_acc": 0.9301691216584833 + }, + { + "epoch": 0.5648500911048534, + "grad_norm": 0.9087744951248169, + "learning_rate": 4.1987582634898724e-06, + "loss": 0.1984375, + "step": 1705, + "tIoU": 0.4700582981109619, + "tRecall_50": 0.51875, + "tRecall_75": 0.34375, + "tRecall_90": 0.175, + "token_acc": 0.9253772290809328 + }, + { + "epoch": 0.5665065429849263, + "grad_norm": 0.9708560109138489, + "learning_rate": 4.172292862817403e-06, + "loss": 0.1736328125, + "step": 1710, + "tIoU": 0.5049990653991699, + "tRecall_50": 0.5375, + "tRecall_75": 0.31875, + "tRecall_90": 0.25, + "token_acc": 0.9366293362469271 + }, + { + "epoch": 0.5681629948649992, + "grad_norm": 0.7027497291564941, + "learning_rate": 4.14585128387328e-06, + "loss": 0.1841064453125, + "step": 1715, + "tIoU": 0.46274333000183104, + "tRecall_50": 0.4875, + "tRecall_75": 0.34375, + "tRecall_90": 0.16875, + "token_acc": 0.9295812941816205 + }, + { + "epoch": 0.569819446745072, + "grad_norm": 0.5981210470199585, + "learning_rate": 4.119434287656265e-06, + "loss": 0.1803466796875, + "step": 1720, + "tIoU": 0.49382853507995605, + "tRecall_50": 0.55625, + "tRecall_75": 0.3125, + "tRecall_90": 0.16875, + "token_acc": 0.9318057828696127 + }, + { + "epoch": 0.5714758986251449, + "grad_norm": 1.7710363864898682, + "learning_rate": 4.0930426344576255e-06, + "loss": 0.159454345703125, + "step": 1725, + "tIoU": 0.4775516986846924, + "tRecall_50": 0.51875, + "tRecall_75": 0.33125, + "tRecall_90": 0.19375, + "token_acc": 0.9371770465053032 + }, + { + "epoch": 0.5731323505052178, + "grad_norm": 0.8507897853851318, + "learning_rate": 4.0666770838392465e-06, + "loss": 0.19295654296875, + "step": 1730, + "tIoU": 0.46609034538269045, + "tRecall_50": 0.4875, + "tRecall_75": 0.31875, + "tRecall_90": 0.175, + "token_acc": 0.9291746118223917 + }, + { + "epoch": 0.5747888023852907, + "grad_norm": 0.47506025433540344, + "learning_rate": 4.040338394611772e-06, + "loss": 0.157659912109375, + "step": 1735, + "tIoU": 0.5365883827209472, + "tRecall_50": 0.59375, + "tRecall_75": 0.375, + "tRecall_90": 0.25, + "token_acc": 0.9375 + }, + { + "epoch": 0.5764452542653636, + "grad_norm": 0.8986685276031494, + "learning_rate": 4.014027324812761e-06, + "loss": 0.1695556640625, + "step": 1740, + "tIoU": 0.5291109561920166, + "tRecall_50": 0.6, + "tRecall_75": 0.3625, + "tRecall_90": 0.2125, + "token_acc": 0.939087680961486 + }, + { + "epoch": 0.5781017061454364, + "grad_norm": 0.6659814119338989, + "learning_rate": 3.987744631684877e-06, + "loss": 0.17440185546875, + "step": 1745, + "tIoU": 0.5085590362548829, + "tRecall_50": 0.55625, + "tRecall_75": 0.38125, + "tRecall_90": 0.2375, + "token_acc": 0.9341317365269461 + }, + { + "epoch": 0.5797581580255093, + "grad_norm": 0.6282831430435181, + "learning_rate": 3.961491071654095e-06, + "loss": 0.178955078125, + "step": 1750, + "tIoU": 0.4647721767425537, + "tRecall_50": 0.48125, + "tRecall_75": 0.30625, + "tRecall_90": 0.175, + "token_acc": 0.9310438811665304 + }, + { + "epoch": 0.5814146099055822, + "grad_norm": 0.7800183296203613, + "learning_rate": 3.9352674003079225e-06, + "loss": 0.16517333984375, + "step": 1755, + "tIoU": 0.4853323459625244, + "tRecall_50": 0.55625, + "tRecall_75": 0.3625, + "tRecall_90": 0.16875, + "token_acc": 0.9355543418896778 + }, + { + "epoch": 0.5830710617856552, + "grad_norm": 0.9383350014686584, + "learning_rate": 3.909074372373662e-06, + "loss": 0.17705078125, + "step": 1760, + "tIoU": 0.5131583690643311, + "tRecall_50": 0.55, + "tRecall_75": 0.38125, + "tRecall_90": 0.25, + "token_acc": 0.9367363562313331 + }, + { + "epoch": 0.5847275136657281, + "grad_norm": 0.6450466513633728, + "learning_rate": 3.882912741696688e-06, + "loss": 0.15650634765625, + "step": 1765, + "tIoU": 0.5483006000518799, + "tRecall_50": 0.59375, + "tRecall_75": 0.4, + "tRecall_90": 0.2625, + "token_acc": 0.9415779415779416 + }, + { + "epoch": 0.5863839655458009, + "grad_norm": 0.6514338254928589, + "learning_rate": 3.85678326121875e-06, + "loss": 0.18033447265625, + "step": 1770, + "tIoU": 0.4421667575836182, + "tRecall_50": 0.46875, + "tRecall_75": 0.31875, + "tRecall_90": 0.2, + "token_acc": 0.9307146753955264 + }, + { + "epoch": 0.5880404174258738, + "grad_norm": 0.7314654588699341, + "learning_rate": 3.830686682956299e-06, + "loss": 0.19072265625, + "step": 1775, + "tIoU": 0.4840902805328369, + "tRecall_50": 0.54375, + "tRecall_75": 0.31875, + "tRecall_90": 0.2, + "token_acc": 0.9289423339710303 + }, + { + "epoch": 0.5896968693059467, + "grad_norm": 0.8805329203605652, + "learning_rate": 3.804623757978849e-06, + "loss": 0.148681640625, + "step": 1780, + "tIoU": 0.6166652202606201, + "tRecall_50": 0.675, + "tRecall_75": 0.5, + "tRecall_90": 0.3125, + "token_acc": 0.9484536082474226 + }, + { + "epoch": 0.5913533211860196, + "grad_norm": 0.4614965617656708, + "learning_rate": 3.778595236387367e-06, + "loss": 0.1721435546875, + "step": 1785, + "tIoU": 0.5090417385101318, + "tRecall_50": 0.54375, + "tRecall_75": 0.34375, + "tRecall_90": 0.2125, + "token_acc": 0.9332243118015808 + }, + { + "epoch": 0.5930097730660925, + "grad_norm": 0.8407934904098511, + "learning_rate": 3.752601867292664e-06, + "loss": 0.1755859375, + "step": 1790, + "tIoU": 0.49495706558227537, + "tRecall_50": 0.5, + "tRecall_75": 0.3625, + "tRecall_90": 0.16875, + "token_acc": 0.9336415556159913 + }, + { + "epoch": 0.5946662249461653, + "grad_norm": 0.981737494468689, + "learning_rate": 3.726644398793857e-06, + "loss": 0.17081298828125, + "step": 1795, + "tIoU": 0.498826789855957, + "tRecall_50": 0.56875, + "tRecall_75": 0.3375, + "tRecall_90": 0.19375, + "token_acc": 0.9367535287730727 + }, + { + "epoch": 0.5963226768262382, + "grad_norm": 0.8787592053413391, + "learning_rate": 3.7007235779568303e-06, + "loss": 0.189697265625, + "step": 1800, + "tIoU": 0.4293052196502686, + "tRecall_50": 0.48125, + "tRecall_75": 0.25625, + "tRecall_90": 0.125, + "token_acc": 0.9297150610583447 + }, + { + "epoch": 0.5979791287063111, + "grad_norm": 0.9623427391052246, + "learning_rate": 3.6748401507927327e-06, + "loss": 0.180413818359375, + "step": 1805, + "tIoU": 0.4378668308258057, + "tRecall_50": 0.475, + "tRecall_75": 0.2875, + "tRecall_90": 0.15625, + "token_acc": 0.9303145336225597 + }, + { + "epoch": 0.599635580586384, + "grad_norm": 0.7818813920021057, + "learning_rate": 3.648994862236508e-06, + "loss": 0.17142333984375, + "step": 1810, + "tIoU": 0.5080070972442627, + "tRecall_50": 0.55625, + "tRecall_75": 0.35, + "tRecall_90": 0.1875, + "token_acc": 0.9327317473338802 + }, + { + "epoch": 0.6012920324664568, + "grad_norm": 0.7670430541038513, + "learning_rate": 3.6231884561254582e-06, + "loss": 0.1772216796875, + "step": 1815, + "tIoU": 0.4886181354522705, + "tRecall_50": 0.53125, + "tRecall_75": 0.3625, + "tRecall_90": 0.1875, + "token_acc": 0.9338235294117647 + }, + { + "epoch": 0.6029484843465297, + "grad_norm": 0.7720572352409363, + "learning_rate": 3.5974216751778325e-06, + "loss": 0.17412109375, + "step": 1820, + "tIoU": 0.5262765884399414, + "tRecall_50": 0.6, + "tRecall_75": 0.36875, + "tRecall_90": 0.19375, + "token_acc": 0.933115823817292 + }, + { + "epoch": 0.6046049362266026, + "grad_norm": 0.7285556197166443, + "learning_rate": 3.5716952609714517e-06, + "loss": 0.169482421875, + "step": 1825, + "tIoU": 0.5220855712890625, + "tRecall_50": 0.5625, + "tRecall_75": 0.375, + "tRecall_90": 0.25, + "token_acc": 0.939106901217862 + }, + { + "epoch": 0.6062613881066755, + "grad_norm": 1.1344448328018188, + "learning_rate": 3.546009953922368e-06, + "loss": 0.1677734375, + "step": 1830, + "tIoU": 0.5042481899261475, + "tRecall_50": 0.55625, + "tRecall_75": 0.35625, + "tRecall_90": 0.225, + "token_acc": 0.9375851730716817 + }, + { + "epoch": 0.6079178399867484, + "grad_norm": 1.0104260444641113, + "learning_rate": 3.520366493263554e-06, + "loss": 0.172088623046875, + "step": 1835, + "tIoU": 0.49114651679992677, + "tRecall_50": 0.53125, + "tRecall_75": 0.325, + "tRecall_90": 0.20625, + "token_acc": 0.9357473454941465 + }, + { + "epoch": 0.6095742918668212, + "grad_norm": 0.7177519798278809, + "learning_rate": 3.4947656170236255e-06, + "loss": 0.17286376953125, + "step": 1840, + "tIoU": 0.4896671772003174, + "tRecall_50": 0.54375, + "tRecall_75": 0.33125, + "tRecall_90": 0.175, + "token_acc": 0.9316939890710383 + }, + { + "epoch": 0.6112307437468941, + "grad_norm": 1.2683875560760498, + "learning_rate": 3.4692080620056044e-06, + "loss": 0.1756591796875, + "step": 1845, + "tIoU": 0.4619856357574463, + "tRecall_50": 0.475, + "tRecall_75": 0.325, + "tRecall_90": 0.225, + "token_acc": 0.9327525183773482 + }, + { + "epoch": 0.612887195626967, + "grad_norm": 1.6255913972854614, + "learning_rate": 3.4436945637657106e-06, + "loss": 0.1958984375, + "step": 1850, + "tIoU": 0.45418591499328614, + "tRecall_50": 0.4875, + "tRecall_75": 0.3, + "tRecall_90": 0.1375, + "token_acc": 0.9282401091405185 + }, + { + "epoch": 0.6145436475070399, + "grad_norm": 0.561595618724823, + "learning_rate": 3.4182258565921933e-06, + "loss": 0.18095703125, + "step": 1855, + "tIoU": 0.49369378089904786, + "tRecall_50": 0.53125, + "tRecall_75": 0.3625, + "tRecall_90": 0.18125, + "token_acc": 0.9321438226547716 + }, + { + "epoch": 0.6162000993871128, + "grad_norm": 0.8924992680549622, + "learning_rate": 3.3928026734841935e-06, + "loss": 0.1666259765625, + "step": 1860, + "tIoU": 0.5069714069366456, + "tRecall_50": 0.5625, + "tRecall_75": 0.35625, + "tRecall_90": 0.18125, + "token_acc": 0.9379422972237343 + }, + { + "epoch": 0.6178565512671856, + "grad_norm": 0.7029200196266174, + "learning_rate": 3.367425746130658e-06, + "loss": 0.173114013671875, + "step": 1865, + "tIoU": 0.4882997512817383, + "tRecall_50": 0.5125, + "tRecall_75": 0.33125, + "tRecall_90": 0.20625, + "token_acc": 0.9313164349959117 + }, + { + "epoch": 0.6195130031472585, + "grad_norm": 0.9286129474639893, + "learning_rate": 3.342095804889275e-06, + "loss": 0.1749267578125, + "step": 1870, + "tIoU": 0.4577652454376221, + "tRecall_50": 0.50625, + "tRecall_75": 0.31875, + "tRecall_90": 0.15625, + "token_acc": 0.9320600272851296 + }, + { + "epoch": 0.6211694550273315, + "grad_norm": 0.5791053175926208, + "learning_rate": 3.3168135787654493e-06, + "loss": 0.1812255859375, + "step": 1875, + "tIoU": 0.4594059944152832, + "tRecall_50": 0.51875, + "tRecall_75": 0.30625, + "tRecall_90": 0.175, + "token_acc": 0.9324654190398698 + }, + { + "epoch": 0.6228259069074044, + "grad_norm": 0.8472244739532471, + "learning_rate": 3.291579795391331e-06, + "loss": 0.187890625, + "step": 1880, + "tIoU": 0.45896449089050295, + "tRecall_50": 0.50625, + "tRecall_75": 0.31875, + "tRecall_90": 0.18125, + "token_acc": 0.9292517006802721 + }, + { + "epoch": 0.6244823587874773, + "grad_norm": 0.38565245270729065, + "learning_rate": 3.2663951810048683e-06, + "loss": 0.17021484375, + "step": 1885, + "tIoU": 0.5169834136962891, + "tRecall_50": 0.55625, + "tRecall_75": 0.35625, + "tRecall_90": 0.26875, + "token_acc": 0.9390612132857535 + }, + { + "epoch": 0.6261388106675501, + "grad_norm": 0.5663768649101257, + "learning_rate": 3.2412604604289073e-06, + "loss": 0.17054443359375, + "step": 1890, + "tIoU": 0.5117685317993164, + "tRecall_50": 0.54375, + "tRecall_75": 0.41875, + "tRecall_90": 0.20625, + "token_acc": 0.9363265306122449 + }, + { + "epoch": 0.627795262547623, + "grad_norm": 0.5704411864280701, + "learning_rate": 3.216176357050327e-06, + "loss": 0.18416748046875, + "step": 1895, + "tIoU": 0.44472241401672363, + "tRecall_50": 0.4625, + "tRecall_75": 0.3, + "tRecall_90": 0.175, + "token_acc": 0.9313432835820895 + }, + { + "epoch": 0.6294517144276959, + "grad_norm": 0.7190278172492981, + "learning_rate": 3.1911435927992298e-06, + "loss": 0.1766357421875, + "step": 1900, + "tIoU": 0.5014017581939697, + "tRecall_50": 0.53125, + "tRecall_75": 0.36875, + "tRecall_90": 0.2375, + "token_acc": 0.9352892788593364 + }, + { + "epoch": 0.6311081663077688, + "grad_norm": 1.1024482250213623, + "learning_rate": 3.1661628881281564e-06, + "loss": 0.16368408203125, + "step": 1905, + "tIoU": 0.5242351531982422, + "tRecall_50": 0.58125, + "tRecall_75": 0.4, + "tRecall_90": 0.24375, + "token_acc": 0.9382850901146914 + }, + { + "epoch": 0.6327646181878417, + "grad_norm": 0.9046055674552917, + "learning_rate": 3.1412349619913514e-06, + "loss": 0.1825927734375, + "step": 1910, + "tIoU": 0.5072037220001221, + "tRecall_50": 0.55625, + "tRecall_75": 0.36875, + "tRecall_90": 0.18125, + "token_acc": 0.9307901907356948 + }, + { + "epoch": 0.6344210700679145, + "grad_norm": 0.5911693572998047, + "learning_rate": 3.116360531824074e-06, + "loss": 0.174755859375, + "step": 1915, + "tIoU": 0.4666897296905518, + "tRecall_50": 0.4875, + "tRecall_75": 0.2875, + "tRecall_90": 0.18125, + "token_acc": 0.9344799344799345 + }, + { + "epoch": 0.6360775219479874, + "grad_norm": 0.7473828792572021, + "learning_rate": 3.091540313521952e-06, + "loss": 0.1763427734375, + "step": 1920, + "tIoU": 0.47705855369567873, + "tRecall_50": 0.50625, + "tRecall_75": 0.33125, + "tRecall_90": 0.2375, + "token_acc": 0.9352635891832832 + }, + { + "epoch": 0.6377339738280603, + "grad_norm": 0.5192280411720276, + "learning_rate": 3.0667750214203697e-06, + "loss": 0.17041015625, + "step": 1925, + "tIoU": 0.5263989925384521, + "tRecall_50": 0.56875, + "tRecall_75": 0.39375, + "tRecall_90": 0.23125, + "token_acc": 0.9372623574144486 + }, + { + "epoch": 0.6393904257081332, + "grad_norm": 0.7126697301864624, + "learning_rate": 3.0420653682739154e-06, + "loss": 0.1847900390625, + "step": 1930, + "tIoU": 0.4687205791473389, + "tRecall_50": 0.525, + "tRecall_75": 0.3125, + "tRecall_90": 0.15625, + "token_acc": 0.9299972655181843 + }, + { + "epoch": 0.6410468775882061, + "grad_norm": 0.4491810202598572, + "learning_rate": 3.0174120652358683e-06, + "loss": 0.1704345703125, + "step": 1935, + "tIoU": 0.5178460597991943, + "tRecall_50": 0.56875, + "tRecall_75": 0.33125, + "tRecall_90": 0.2375, + "token_acc": 0.9364949577541565 + }, + { + "epoch": 0.6427033294682789, + "grad_norm": 1.2054424285888672, + "learning_rate": 2.992815821837732e-06, + "loss": 0.179681396484375, + "step": 1940, + "tIoU": 0.47540578842163084, + "tRecall_50": 0.5, + "tRecall_75": 0.35, + "tRecall_90": 0.225, + "token_acc": 0.9323737099402498 + }, + { + "epoch": 0.6443597813483518, + "grad_norm": 0.7334527373313904, + "learning_rate": 2.9682773459688087e-06, + "loss": 0.17215576171875, + "step": 1945, + "tIoU": 0.5042455196380615, + "tRecall_50": 0.53125, + "tRecall_75": 0.34375, + "tRecall_90": 0.2375, + "token_acc": 0.9384067889405968 + }, + { + "epoch": 0.6460162332284247, + "grad_norm": 0.8443556427955627, + "learning_rate": 2.943797343855829e-06, + "loss": 0.1730224609375, + "step": 1950, + "tIoU": 0.49851245880126954, + "tRecall_50": 0.55, + "tRecall_75": 0.36875, + "tRecall_90": 0.21875, + "token_acc": 0.9361065796628603 + }, + { + "epoch": 0.6476726851084976, + "grad_norm": 0.5963442921638489, + "learning_rate": 2.919376520042628e-06, + "loss": 0.1675048828125, + "step": 1955, + "tIoU": 0.5137337207794189, + "tRecall_50": 0.5375, + "tRecall_75": 0.39375, + "tRecall_90": 0.23125, + "token_acc": 0.938415626695605 + }, + { + "epoch": 0.6493291369885705, + "grad_norm": 0.7591701149940491, + "learning_rate": 2.895015577369866e-06, + "loss": 0.16014404296875, + "step": 1960, + "tIoU": 0.5342641353607178, + "tRecall_50": 0.6, + "tRecall_75": 0.3625, + "tRecall_90": 0.24375, + "token_acc": 0.9397066811515481 + }, + { + "epoch": 0.6509855888686433, + "grad_norm": 0.8188691735267639, + "learning_rate": 2.8707152169548014e-06, + "loss": 0.176788330078125, + "step": 1965, + "tIoU": 0.4610156536102295, + "tRecall_50": 0.46875, + "tRecall_75": 0.28125, + "tRecall_90": 0.2125, + "token_acc": 0.9341854772912701 + }, + { + "epoch": 0.6526420407487162, + "grad_norm": 0.8676570057868958, + "learning_rate": 2.846476138171111e-06, + "loss": 0.16424560546875, + "step": 1970, + "tIoU": 0.501154088973999, + "tRecall_50": 0.575, + "tRecall_75": 0.31875, + "tRecall_90": 0.2, + "token_acc": 0.9379929290182214 + }, + { + "epoch": 0.6542984926287891, + "grad_norm": 0.7612938284873962, + "learning_rate": 2.822299038628762e-06, + "loss": 0.176416015625, + "step": 1975, + "tIoU": 0.4875017166137695, + "tRecall_50": 0.51875, + "tRecall_75": 0.34375, + "tRecall_90": 0.2, + "token_acc": 0.9357823129251701 + }, + { + "epoch": 0.655954944508862, + "grad_norm": 0.7041980624198914, + "learning_rate": 2.7981846141539402e-06, + "loss": 0.173583984375, + "step": 1980, + "tIoU": 0.5235120773315429, + "tRecall_50": 0.55625, + "tRecall_75": 0.38125, + "tRecall_90": 0.23125, + "token_acc": 0.9373467719967311 + }, + { + "epoch": 0.657611396388935, + "grad_norm": 0.6536473631858826, + "learning_rate": 2.774133558769014e-06, + "loss": 0.16883544921875, + "step": 1985, + "tIoU": 0.5440771102905273, + "tRecall_50": 0.60625, + "tRecall_75": 0.4, + "tRecall_90": 0.23125, + "token_acc": 0.9373644251626898 + }, + { + "epoch": 0.6592678482690078, + "grad_norm": 0.7851463556289673, + "learning_rate": 2.7501465646725646e-06, + "loss": 0.165447998046875, + "step": 1990, + "tIoU": 0.5130851745605469, + "tRecall_50": 0.5375, + "tRecall_75": 0.375, + "tRecall_90": 0.23125, + "token_acc": 0.9399563318777293 + }, + { + "epoch": 0.6609243001490807, + "grad_norm": 0.5911428332328796, + "learning_rate": 2.7262243222194728e-06, + "loss": 0.16031494140625, + "step": 1995, + "tIoU": 0.5653287887573242, + "tRecall_50": 0.6375, + "tRecall_75": 0.39375, + "tRecall_90": 0.23125, + "token_acc": 0.9419813902572524 + }, + { + "epoch": 0.6625807520291536, + "grad_norm": 1.123152732849121, + "learning_rate": 2.70236751990103e-06, + "loss": 0.18170166015625, + "step": 2000, + "tIoU": 0.4873984336853027, + "tRecall_50": 0.5125, + "tRecall_75": 0.33125, + "tRecall_90": 0.20625, + "token_acc": 0.9352733206418276 + }, + { + "epoch": 0.6642372039092265, + "grad_norm": 0.6615129113197327, + "learning_rate": 2.6785768443251437e-06, + "loss": 0.17193603515625, + "step": 2005, + "tIoU": 0.5061471462249756, + "tRecall_50": 0.5375, + "tRecall_75": 0.38125, + "tRecall_90": 0.20625, + "token_acc": 0.9373454245671888 + }, + { + "epoch": 0.6658936557892993, + "grad_norm": 0.7078028917312622, + "learning_rate": 2.6548529801965683e-06, + "loss": 0.1778564453125, + "step": 2010, + "tIoU": 0.49297666549682617, + "tRecall_50": 0.55, + "tRecall_75": 0.375, + "tRecall_90": 0.21875, + "token_acc": 0.9353778751369113 + }, + { + "epoch": 0.6675501076693722, + "grad_norm": 0.6457661986351013, + "learning_rate": 2.6311966102971964e-06, + "loss": 0.173419189453125, + "step": 2015, + "tIoU": 0.4754279136657715, + "tRecall_50": 0.525, + "tRecall_75": 0.31875, + "tRecall_90": 0.23125, + "token_acc": 0.9330966684871654 + }, + { + "epoch": 0.6692065595494451, + "grad_norm": 0.5870974659919739, + "learning_rate": 2.60760841546641e-06, + "loss": 0.16165771484375, + "step": 2020, + "tIoU": 0.5365977764129639, + "tRecall_50": 0.58125, + "tRecall_75": 0.4125, + "tRecall_90": 0.28125, + "token_acc": 0.9392459994575536 + }, + { + "epoch": 0.670863011429518, + "grad_norm": 0.6219912767410278, + "learning_rate": 2.5840890745814927e-06, + "loss": 0.1861572265625, + "step": 2025, + "tIoU": 0.4320235729217529, + "tRecall_50": 0.425, + "tRecall_75": 0.29375, + "tRecall_90": 0.2, + "token_acc": 0.929019929019929 + }, + { + "epoch": 0.6725194633095909, + "grad_norm": 1.0377817153930664, + "learning_rate": 2.5606392645380783e-06, + "loss": 0.16923828125, + "step": 2030, + "tIoU": 0.49492855072021485, + "tRecall_50": 0.54375, + "tRecall_75": 0.36875, + "tRecall_90": 0.225, + "token_acc": 0.9414980863860033 + }, + { + "epoch": 0.6741759151896637, + "grad_norm": 0.815820038318634, + "learning_rate": 2.537259660230679e-06, + "loss": 0.165887451171875, + "step": 2035, + "tIoU": 0.5028116703033447, + "tRecall_50": 0.55625, + "tRecall_75": 0.34375, + "tRecall_90": 0.225, + "token_acc": 0.9375681570338059 + }, + { + "epoch": 0.6758323670697366, + "grad_norm": 0.8865664005279541, + "learning_rate": 2.513950934533259e-06, + "loss": 0.17679443359375, + "step": 2040, + "tIoU": 0.47364301681518556, + "tRecall_50": 0.51875, + "tRecall_75": 0.325, + "tRecall_90": 0.20625, + "token_acc": 0.9367157665030006 + }, + { + "epoch": 0.6774888189498095, + "grad_norm": 0.7120909094810486, + "learning_rate": 2.4907137582798676e-06, + "loss": 0.16671142578125, + "step": 2045, + "tIoU": 0.4803049564361572, + "tRecall_50": 0.53125, + "tRecall_75": 0.33125, + "tRecall_90": 0.2375, + "token_acc": 0.9373126192423004 + }, + { + "epoch": 0.6791452708298824, + "grad_norm": 0.6672912836074829, + "learning_rate": 2.4675488002453385e-06, + "loss": 0.1687744140625, + "step": 2050, + "tIoU": 0.5082532882690429, + "tRecall_50": 0.54375, + "tRecall_75": 0.41875, + "tRecall_90": 0.28125, + "token_acc": 0.9364256480218281 + }, + { + "epoch": 0.6808017227099553, + "grad_norm": 0.6307590007781982, + "learning_rate": 2.4444567271260316e-06, + "loss": 0.18414306640625, + "step": 2055, + "tIoU": 0.45078296661376954, + "tRecall_50": 0.49375, + "tRecall_75": 0.3125, + "tRecall_90": 0.175, + "token_acc": 0.9301191765980499 + }, + { + "epoch": 0.6824581745900281, + "grad_norm": 0.7724269032478333, + "learning_rate": 2.4214382035206525e-06, + "loss": 0.18304443359375, + "step": 2060, + "tIoU": 0.4889862060546875, + "tRecall_50": 0.51875, + "tRecall_75": 0.3375, + "tRecall_90": 0.2, + "token_acc": 0.9334605944914098 + }, + { + "epoch": 0.684114626470101, + "grad_norm": 0.8915734887123108, + "learning_rate": 2.398493891911127e-06, + "loss": 0.17745361328125, + "step": 2065, + "tIoU": 0.4941965103149414, + "tRecall_50": 0.53125, + "tRecall_75": 0.39375, + "tRecall_90": 0.1875, + "token_acc": 0.934919332786437 + }, + { + "epoch": 0.6857710783501739, + "grad_norm": 0.7458223104476929, + "learning_rate": 2.3756244526435303e-06, + "loss": 0.17196044921875, + "step": 2070, + "tIoU": 0.4759033679962158, + "tRecall_50": 0.51875, + "tRecall_75": 0.35, + "tRecall_90": 0.20625, + "token_acc": 0.9305933587370713 + }, + { + "epoch": 0.6874275302302468, + "grad_norm": 1.0249956846237183, + "learning_rate": 2.3528305439090744e-06, + "loss": 0.17049560546875, + "step": 2075, + "tIoU": 0.48972091674804685, + "tRecall_50": 0.53125, + "tRecall_75": 0.3125, + "tRecall_90": 0.2, + "token_acc": 0.9357375271149675 + }, + { + "epoch": 0.6890839821103197, + "grad_norm": 0.7602894306182861, + "learning_rate": 2.3301128217251866e-06, + "loss": 0.166357421875, + "step": 2080, + "tIoU": 0.5064025402069092, + "tRecall_50": 0.53125, + "tRecall_75": 0.3625, + "tRecall_90": 0.24375, + "token_acc": 0.9387643521049754 + }, + { + "epoch": 0.6907404339903925, + "grad_norm": 0.9286313056945801, + "learning_rate": 2.3074719399166085e-06, + "loss": 0.1779052734375, + "step": 2085, + "tIoU": 0.4853084087371826, + "tRecall_50": 0.49375, + "tRecall_75": 0.3375, + "tRecall_90": 0.21875, + "token_acc": 0.9348241068993728 + }, + { + "epoch": 0.6923968858704654, + "grad_norm": 0.862211287021637, + "learning_rate": 2.284908550096586e-06, + "loss": 0.176373291015625, + "step": 2090, + "tIoU": 0.48578662872314454, + "tRecall_50": 0.51875, + "tRecall_75": 0.3625, + "tRecall_90": 0.2125, + "token_acc": 0.9331348132106118 + }, + { + "epoch": 0.6940533377505383, + "grad_norm": 0.693041980266571, + "learning_rate": 2.2624233016481224e-06, + "loss": 0.17879638671875, + "step": 2095, + "tIoU": 0.4563180446624756, + "tRecall_50": 0.49375, + "tRecall_75": 0.3375, + "tRecall_90": 0.23125, + "token_acc": 0.9329700272479564 + }, + { + "epoch": 0.6957097896306113, + "grad_norm": 0.7243401408195496, + "learning_rate": 2.240016841705274e-06, + "loss": 0.177001953125, + "step": 2100, + "tIoU": 0.5020215034484863, + "tRecall_50": 0.56875, + "tRecall_75": 0.36875, + "tRecall_90": 0.1625, + "token_acc": 0.9311751904243744 + }, + { + "epoch": 0.6973662415106842, + "grad_norm": 0.9865171909332275, + "learning_rate": 2.217689815134539e-06, + "loss": 0.179541015625, + "step": 2105, + "tIoU": 0.4819465637207031, + "tRecall_50": 0.54375, + "tRecall_75": 0.3, + "tRecall_90": 0.18125, + "token_acc": 0.9356422143441505 + }, + { + "epoch": 0.699022693390757, + "grad_norm": 0.6080495119094849, + "learning_rate": 2.1954428645162914e-06, + "loss": 0.17598876953125, + "step": 2110, + "tIoU": 0.489973258972168, + "tRecall_50": 0.46875, + "tRecall_75": 0.3625, + "tRecall_90": 0.2625, + "token_acc": 0.9368191721132898 + }, + { + "epoch": 0.7006791452708299, + "grad_norm": 0.8506658673286438, + "learning_rate": 2.173276630126287e-06, + "loss": 0.173095703125, + "step": 2115, + "tIoU": 0.5007967948913574, + "tRecall_50": 0.5375, + "tRecall_75": 0.375, + "tRecall_90": 0.1875, + "token_acc": 0.9371428571428572 + }, + { + "epoch": 0.7023355971509028, + "grad_norm": 0.8335757255554199, + "learning_rate": 2.151191749917239e-06, + "loss": 0.1621337890625, + "step": 2120, + "tIoU": 0.5394833087921143, + "tRecall_50": 0.55625, + "tRecall_75": 0.40625, + "tRecall_90": 0.2625, + "token_acc": 0.9359323882224646 + }, + { + "epoch": 0.7039920490309757, + "grad_norm": 0.689186692237854, + "learning_rate": 2.129188859500459e-06, + "loss": 0.1705078125, + "step": 2125, + "tIoU": 0.49993605613708497, + "tRecall_50": 0.53125, + "tRecall_75": 0.38125, + "tRecall_90": 0.225, + "token_acc": 0.9364082969432315 + }, + { + "epoch": 0.7056485009110486, + "grad_norm": 0.8689191341400146, + "learning_rate": 2.107268592127557e-06, + "loss": 0.17630615234375, + "step": 2130, + "tIoU": 0.5096036434173584, + "tRecall_50": 0.56875, + "tRecall_75": 0.3375, + "tRecall_90": 0.225, + "token_acc": 0.9340419732897247 + }, + { + "epoch": 0.7073049527911214, + "grad_norm": 0.631164014339447, + "learning_rate": 2.085431578672219e-06, + "loss": 0.18541259765625, + "step": 2135, + "tIoU": 0.450577449798584, + "tRecall_50": 0.51875, + "tRecall_75": 0.25, + "tRecall_90": 0.1625, + "token_acc": 0.9321155943293348 + }, + { + "epoch": 0.7089614046711943, + "grad_norm": 0.6744017601013184, + "learning_rate": 2.0636784476120598e-06, + "loss": 0.16405029296875, + "step": 2140, + "tIoU": 0.4992068290710449, + "tRecall_50": 0.53125, + "tRecall_75": 0.375, + "tRecall_90": 0.21875, + "token_acc": 0.9382480957562568 + }, + { + "epoch": 0.7106178565512672, + "grad_norm": 0.4977242946624756, + "learning_rate": 2.042009825010513e-06, + "loss": 0.17177734375, + "step": 2145, + "tIoU": 0.4702145099639893, + "tRecall_50": 0.5, + "tRecall_75": 0.31875, + "tRecall_90": 0.19375, + "token_acc": 0.9351675292835739 + }, + { + "epoch": 0.7122743084313401, + "grad_norm": 0.8620179891586304, + "learning_rate": 2.0204263344988395e-06, + "loss": 0.1595458984375, + "step": 2150, + "tIoU": 0.540800142288208, + "tRecall_50": 0.59375, + "tRecall_75": 0.43125, + "tRecall_90": 0.2625, + "token_acc": 0.9388753056234719 + }, + { + "epoch": 0.713930760311413, + "grad_norm": 0.9641251564025879, + "learning_rate": 1.9989285972581595e-06, + "loss": 0.167889404296875, + "step": 2155, + "tIoU": 0.5128904342651367, + "tRecall_50": 0.55625, + "tRecall_75": 0.375, + "tRecall_90": 0.20625, + "token_acc": 0.9373638344226579 + }, + { + "epoch": 0.7155872121914858, + "grad_norm": 0.5796557068824768, + "learning_rate": 1.9775172320015805e-06, + "loss": 0.1738037109375, + "step": 2160, + "tIoU": 0.5090267658233643, + "tRecall_50": 0.55, + "tRecall_75": 0.35625, + "tRecall_90": 0.2, + "token_acc": 0.934056987788331 + }, + { + "epoch": 0.7172436640715587, + "grad_norm": 0.983623743057251, + "learning_rate": 1.956192854956397e-06, + "loss": 0.19425048828125, + "step": 2165, + "tIoU": 0.43579559326171874, + "tRecall_50": 0.4625, + "tRecall_75": 0.2875, + "tRecall_90": 0.125, + "token_acc": 0.9279935275080906 + }, + { + "epoch": 0.7189001159516316, + "grad_norm": 0.6525421738624573, + "learning_rate": 1.9349560798463423e-06, + "loss": 0.16068115234375, + "step": 2170, + "tIoU": 0.5424071311950683, + "tRecall_50": 0.575, + "tRecall_75": 0.4375, + "tRecall_90": 0.25, + "token_acc": 0.939161414086051 + }, + { + "epoch": 0.7205565678317045, + "grad_norm": 0.8243787884712219, + "learning_rate": 1.9138075178739375e-06, + "loss": 0.1739013671875, + "step": 2175, + "tIoU": 0.530751085281372, + "tRecall_50": 0.58125, + "tRecall_75": 0.4125, + "tRecall_90": 0.2375, + "token_acc": 0.9375171279802685 + }, + { + "epoch": 0.7222130197117774, + "grad_norm": 0.6876861453056335, + "learning_rate": 1.8927477777028934e-06, + "loss": 0.17392578125, + "step": 2180, + "tIoU": 0.5324853420257568, + "tRecall_50": 0.575, + "tRecall_75": 0.41875, + "tRecall_90": 0.24375, + "token_acc": 0.9364820846905537 + }, + { + "epoch": 0.7238694715918502, + "grad_norm": 0.5997945070266724, + "learning_rate": 1.8717774654405962e-06, + "loss": 0.16431884765625, + "step": 2185, + "tIoU": 0.49742794036865234, + "tRecall_50": 0.55625, + "tRecall_75": 0.3375, + "tRecall_90": 0.2125, + "token_acc": 0.9384990517474939 + }, + { + "epoch": 0.7255259234719231, + "grad_norm": 0.5504443049430847, + "learning_rate": 1.8508971846206603e-06, + "loss": 0.16878662109375, + "step": 2190, + "tIoU": 0.5265546321868897, + "tRecall_50": 0.5625, + "tRecall_75": 0.4, + "tRecall_90": 0.275, + "token_acc": 0.937007874015748 + }, + { + "epoch": 0.727182375351996, + "grad_norm": 0.9353824257850647, + "learning_rate": 1.8301075361855674e-06, + "loss": 0.16859130859375, + "step": 2195, + "tIoU": 0.5125098705291748, + "tRecall_50": 0.56875, + "tRecall_75": 0.35, + "tRecall_90": 0.23125, + "token_acc": 0.9380482456140351 + }, + { + "epoch": 0.7288388272320689, + "grad_norm": 0.6298314929008484, + "learning_rate": 1.8094091184693569e-06, + "loss": 0.150726318359375, + "step": 2200, + "tIoU": 0.6028693199157715, + "tRecall_50": 0.63125, + "tRecall_75": 0.50625, + "tRecall_90": 0.34375, + "token_acc": 0.9465065502183406 + }, + { + "epoch": 0.7304952791121417, + "grad_norm": 0.7824316024780273, + "learning_rate": 1.7888025271804156e-06, + "loss": 0.16905517578125, + "step": 2205, + "tIoU": 0.5317495346069336, + "tRecall_50": 0.58125, + "tRecall_75": 0.35625, + "tRecall_90": 0.25, + "token_acc": 0.9363860707430764 + }, + { + "epoch": 0.7321517309922146, + "grad_norm": 0.6538747549057007, + "learning_rate": 1.7682883553843356e-06, + "loss": 0.17078857421875, + "step": 2210, + "tIoU": 0.5033647537231445, + "tRecall_50": 0.56875, + "tRecall_75": 0.35625, + "tRecall_90": 0.23125, + "token_acc": 0.9356772962660126 + }, + { + "epoch": 0.7338081828722876, + "grad_norm": 0.7083224058151245, + "learning_rate": 1.7478671934868302e-06, + "loss": 0.17071533203125, + "step": 2215, + "tIoU": 0.4973759174346924, + "tRecall_50": 0.51875, + "tRecall_75": 0.35625, + "tRecall_90": 0.225, + "token_acc": 0.9356693128935122 + }, + { + "epoch": 0.7354646347523605, + "grad_norm": 0.7497418522834778, + "learning_rate": 1.7275396292167623e-06, + "loss": 0.17100830078125, + "step": 2220, + "tIoU": 0.49721755981445315, + "tRecall_50": 0.5375, + "tRecall_75": 0.35, + "tRecall_90": 0.23125, + "token_acc": 0.9366812227074236 + }, + { + "epoch": 0.7371210866324334, + "grad_norm": 0.6321945190429688, + "learning_rate": 1.7073062476092145e-06, + "loss": 0.180126953125, + "step": 2225, + "tIoU": 0.4704447269439697, + "tRecall_50": 0.50625, + "tRecall_75": 0.29375, + "tRecall_90": 0.15625, + "token_acc": 0.9331521739130435 + }, + { + "epoch": 0.7387775385125062, + "grad_norm": 0.8521533012390137, + "learning_rate": 1.6871676309886548e-06, + "loss": 0.1580078125, + "step": 2230, + "tIoU": 0.5263726711273193, + "tRecall_50": 0.58125, + "tRecall_75": 0.375, + "tRecall_90": 0.23125, + "token_acc": 0.9394852135815991 + }, + { + "epoch": 0.7404339903925791, + "grad_norm": 0.5403299331665039, + "learning_rate": 1.667124358952184e-06, + "loss": 0.174755859375, + "step": 2235, + "tIoU": 0.49117865562438967, + "tRecall_50": 0.51875, + "tRecall_75": 0.35625, + "tRecall_90": 0.23125, + "token_acc": 0.9297385620915033 + }, + { + "epoch": 0.742090442272652, + "grad_norm": 0.6532604098320007, + "learning_rate": 1.6471770083528444e-06, + "loss": 0.1709716796875, + "step": 2240, + "tIoU": 0.47151384353637693, + "tRecall_50": 0.50625, + "tRecall_75": 0.325, + "tRecall_90": 0.18125, + "token_acc": 0.935230352303523 + }, + { + "epoch": 0.7437468941527249, + "grad_norm": 0.8524296283721924, + "learning_rate": 1.6273261532830242e-06, + "loss": 0.16851806640625, + "step": 2245, + "tIoU": 0.4716504573822021, + "tRecall_50": 0.49375, + "tRecall_75": 0.31875, + "tRecall_90": 0.20625, + "token_acc": 0.9321340964840557 + }, + { + "epoch": 0.7454033460327978, + "grad_norm": 0.8328669667243958, + "learning_rate": 1.607572365057934e-06, + "loss": 0.162274169921875, + "step": 2250, + "tIoU": 0.5394411087036133, + "tRecall_50": 0.60625, + "tRecall_75": 0.44375, + "tRecall_90": 0.25625, + "token_acc": 0.9395095367847411 + }, + { + "epoch": 0.7470597979128706, + "grad_norm": 0.6246114373207092, + "learning_rate": 1.5879162121991614e-06, + "loss": 0.158038330078125, + "step": 2255, + "tIoU": 0.5400234222412109, + "tRecall_50": 0.5875, + "tRecall_75": 0.3875, + "tRecall_90": 0.25625, + "token_acc": 0.9416416689391873 + }, + { + "epoch": 0.7487162497929435, + "grad_norm": 0.8123376965522766, + "learning_rate": 1.5683582604183124e-06, + "loss": 0.18333740234375, + "step": 2260, + "tIoU": 0.46303753852844237, + "tRecall_50": 0.4625, + "tRecall_75": 0.31875, + "tRecall_90": 0.1875, + "token_acc": 0.9281420765027323 + }, + { + "epoch": 0.7503727016730164, + "grad_norm": 1.2423231601715088, + "learning_rate": 1.5488990726007297e-06, + "loss": 0.1748779296875, + "step": 2265, + "tIoU": 0.4978518486022949, + "tRecall_50": 0.51875, + "tRecall_75": 0.31875, + "tRecall_90": 0.23125, + "token_acc": 0.9372955288985824 + }, + { + "epoch": 0.7520291535530893, + "grad_norm": 0.7828681468963623, + "learning_rate": 1.5295392087892884e-06, + "loss": 0.1652587890625, + "step": 2270, + "tIoU": 0.544642162322998, + "tRecall_50": 0.56875, + "tRecall_75": 0.4125, + "tRecall_90": 0.2375, + "token_acc": 0.938415626695605 + }, + { + "epoch": 0.7536856054331622, + "grad_norm": 1.5039345026016235, + "learning_rate": 1.5102792261682813e-06, + "loss": 0.17371826171875, + "step": 2275, + "tIoU": 0.4964874267578125, + "tRecall_50": 0.5375, + "tRecall_75": 0.33125, + "tRecall_90": 0.21875, + "token_acc": 0.9370400654129191 + }, + { + "epoch": 0.755342057313235, + "grad_norm": 0.7843227386474609, + "learning_rate": 1.4911196790473876e-06, + "loss": 0.18326416015625, + "step": 2280, + "tIoU": 0.4819049835205078, + "tRecall_50": 0.5125, + "tRecall_75": 0.36875, + "tRecall_90": 0.1875, + "token_acc": 0.9304158738787714 + }, + { + "epoch": 0.7569985091933079, + "grad_norm": 0.7723053693771362, + "learning_rate": 1.472061118845703e-06, + "loss": 0.1644775390625, + "step": 2285, + "tIoU": 0.49332551956176757, + "tRecall_50": 0.51875, + "tRecall_75": 0.3625, + "tRecall_90": 0.225, + "token_acc": 0.9384363933533098 + }, + { + "epoch": 0.7586549610733808, + "grad_norm": 0.7919214963912964, + "learning_rate": 1.4531040940758922e-06, + "loss": 0.16533203125, + "step": 2290, + "tIoU": 0.5007062435150147, + "tRecall_50": 0.55, + "tRecall_75": 0.36875, + "tRecall_90": 0.2375, + "token_acc": 0.9389747762408462 + }, + { + "epoch": 0.7603114129534537, + "grad_norm": 0.7684245705604553, + "learning_rate": 1.4342491503283862e-06, + "loss": 0.174462890625, + "step": 2295, + "tIoU": 0.49562835693359375, + "tRecall_50": 0.53125, + "tRecall_75": 0.35625, + "tRecall_90": 0.2125, + "token_acc": 0.9352892788593364 + }, + { + "epoch": 0.7619678648335266, + "grad_norm": 0.8239648342132568, + "learning_rate": 1.415496830255685e-06, + "loss": 0.167974853515625, + "step": 2300, + "tIoU": 0.4977258682250977, + "tRecall_50": 0.525, + "tRecall_75": 0.34375, + "tRecall_90": 0.23125, + "token_acc": 0.9362224039247752 + }, + { + "epoch": 0.7636243167135994, + "grad_norm": 0.8175250887870789, + "learning_rate": 1.3968476735567392e-06, + "loss": 0.1693603515625, + "step": 2305, + "tIoU": 0.5062343120574951, + "tRecall_50": 0.54375, + "tRecall_75": 0.39375, + "tRecall_90": 0.23125, + "token_acc": 0.9361876193073357 + }, + { + "epoch": 0.7652807685936723, + "grad_norm": 0.7014074325561523, + "learning_rate": 1.378302216961423e-06, + "loss": 0.1779541015625, + "step": 2310, + "tIoU": 0.4825749397277832, + "tRecall_50": 0.5375, + "tRecall_75": 0.2875, + "tRecall_90": 0.16875, + "token_acc": 0.9348180336773493 + }, + { + "epoch": 0.7669372204737452, + "grad_norm": 0.6896725296974182, + "learning_rate": 1.3598609942150765e-06, + "loss": 0.163330078125, + "step": 2315, + "tIoU": 0.5398362159729004, + "tRecall_50": 0.6125, + "tRecall_75": 0.39375, + "tRecall_90": 0.24375, + "token_acc": 0.9398907103825137 + }, + { + "epoch": 0.7685936723538181, + "grad_norm": 0.4823424518108368, + "learning_rate": 1.3415245360631519e-06, + "loss": 0.1712890625, + "step": 2320, + "tIoU": 0.5252293109893799, + "tRecall_50": 0.5375, + "tRecall_75": 0.39375, + "tRecall_90": 0.2375, + "token_acc": 0.9372623574144486 + }, + { + "epoch": 0.770250124233891, + "grad_norm": 0.723754346370697, + "learning_rate": 1.3232933702359357e-06, + "loss": 0.15997314453125, + "step": 2325, + "tIoU": 0.5580024719238281, + "tRecall_50": 0.59375, + "tRecall_75": 0.4, + "tRecall_90": 0.2875, + "token_acc": 0.9413689664575947 + }, + { + "epoch": 0.7719065761139638, + "grad_norm": 0.8188807368278503, + "learning_rate": 1.30516802143336e-06, + "loss": 0.164599609375, + "step": 2330, + "tIoU": 0.5340878963470459, + "tRecall_50": 0.59375, + "tRecall_75": 0.39375, + "tRecall_90": 0.20625, + "token_acc": 0.9367330242705209 + }, + { + "epoch": 0.7735630279940368, + "grad_norm": 0.8108425736427307, + "learning_rate": 1.2871490113099066e-06, + "loss": 0.16748046875, + "step": 2335, + "tIoU": 0.5217185497283936, + "tRecall_50": 0.575, + "tRecall_75": 0.375, + "tRecall_90": 0.20625, + "token_acc": 0.9342926961715993 + }, + { + "epoch": 0.7752194798741097, + "grad_norm": 0.7287384271621704, + "learning_rate": 1.269236858459585e-06, + "loss": 0.15841064453125, + "step": 2340, + "tIoU": 0.5563352584838868, + "tRecall_50": 0.6125, + "tRecall_75": 0.4, + "tRecall_90": 0.29375, + "token_acc": 0.9430760810071155 + }, + { + "epoch": 0.7768759317541826, + "grad_norm": 1.0169156789779663, + "learning_rate": 1.251432078401011e-06, + "loss": 0.16722412109375, + "step": 2345, + "tIoU": 0.5237151145935058, + "tRecall_50": 0.55, + "tRecall_75": 0.3625, + "tRecall_90": 0.3, + "token_acc": 0.9400759219088937 + }, + { + "epoch": 0.7785323836342555, + "grad_norm": 0.8414934277534485, + "learning_rate": 1.2337351835625772e-06, + "loss": 0.17203369140625, + "step": 2350, + "tIoU": 0.4683319091796875, + "tRecall_50": 0.51875, + "tRecall_75": 0.33125, + "tRecall_90": 0.16875, + "token_acc": 0.93296853625171 + }, + { + "epoch": 0.7801888355143283, + "grad_norm": 0.7166607975959778, + "learning_rate": 1.2161466832676888e-06, + "loss": 0.17662353515625, + "step": 2355, + "tIoU": 0.4999744415283203, + "tRecall_50": 0.525, + "tRecall_75": 0.35, + "tRecall_90": 0.21875, + "token_acc": 0.9345108695652173 + }, + { + "epoch": 0.7818452873944012, + "grad_norm": 0.865781307220459, + "learning_rate": 1.1986670837201186e-06, + "loss": 0.15789794921875, + "step": 2360, + "tIoU": 0.502723503112793, + "tRecall_50": 0.55, + "tRecall_75": 0.34375, + "tRecall_90": 0.21875, + "token_acc": 0.9386753883892068 + }, + { + "epoch": 0.7835017392744741, + "grad_norm": 0.6877259016036987, + "learning_rate": 1.1812968879894387e-06, + "loss": 0.175360107421875, + "step": 2365, + "tIoU": 0.4937340259552002, + "tRecall_50": 0.53125, + "tRecall_75": 0.34375, + "tRecall_90": 0.19375, + "token_acc": 0.9314658689148763 + }, + { + "epoch": 0.785158191154547, + "grad_norm": 0.510835587978363, + "learning_rate": 1.1640365959965305e-06, + "loss": 0.17828369140625, + "step": 2370, + "tIoU": 0.5067586898803711, + "tRecall_50": 0.5875, + "tRecall_75": 0.35625, + "tRecall_90": 0.19375, + "token_acc": 0.9343283582089552 + }, + { + "epoch": 0.7868146430346199, + "grad_norm": 0.6406946182250977, + "learning_rate": 1.1468867044992065e-06, + "loss": 0.1570556640625, + "step": 2375, + "tIoU": 0.5507751941680908, + "tRecall_50": 0.5625, + "tRecall_75": 0.41875, + "tRecall_90": 0.2875, + "token_acc": 0.9398414000546896 + }, + { + "epoch": 0.7884710949146927, + "grad_norm": 0.6878499984741211, + "learning_rate": 1.1298477070779123e-06, + "loss": 0.157196044921875, + "step": 2380, + "tIoU": 0.5253495216369629, + "tRecall_50": 0.55625, + "tRecall_75": 0.4, + "tRecall_90": 0.25, + "token_acc": 0.9413839891451832 + }, + { + "epoch": 0.7901275467947656, + "grad_norm": 0.5969179272651672, + "learning_rate": 1.1129200941215185e-06, + "loss": 0.15570068359375, + "step": 2385, + "tIoU": 0.5149667739868165, + "tRecall_50": 0.53125, + "tRecall_75": 0.35625, + "tRecall_90": 0.25, + "token_acc": 0.9385964912280702 + }, + { + "epoch": 0.7917839986748385, + "grad_norm": 0.6879226565361023, + "learning_rate": 1.096104352813206e-06, + "loss": 0.17559814453125, + "step": 2390, + "tIoU": 0.48774018287658694, + "tRecall_50": 0.53125, + "tRecall_75": 0.33125, + "tRecall_90": 0.2375, + "token_acc": 0.9376708583925643 + }, + { + "epoch": 0.7934404505549114, + "grad_norm": 0.6902740001678467, + "learning_rate": 1.0794009671164484e-06, + "loss": 0.17552490234375, + "step": 2395, + "tIoU": 0.5013079643249512, + "tRecall_50": 0.56875, + "tRecall_75": 0.29375, + "tRecall_90": 0.2, + "token_acc": 0.9357572443958447 + }, + { + "epoch": 0.7950969024349842, + "grad_norm": 0.9794551134109497, + "learning_rate": 1.062810417761082e-06, + "loss": 0.16121826171875, + "step": 2400, + "tIoU": 0.5373490333557129, + "tRecall_50": 0.5875, + "tRecall_75": 0.375, + "tRecall_90": 0.25, + "token_acc": 0.9416416689391873 + }, + { + "epoch": 0.7967533543150571, + "grad_norm": 0.8637567162513733, + "learning_rate": 1.046333182229472e-06, + "loss": 0.179833984375, + "step": 2405, + "tIoU": 0.4834479331970215, + "tRecall_50": 0.53125, + "tRecall_75": 0.29375, + "tRecall_90": 0.2, + "token_acc": 0.9333695947783519 + }, + { + "epoch": 0.79840980619513, + "grad_norm": 0.839551568031311, + "learning_rate": 1.0299697347427645e-06, + "loss": 0.171337890625, + "step": 2410, + "tIoU": 0.5212206363677978, + "tRecall_50": 0.5875, + "tRecall_75": 0.375, + "tRecall_90": 0.225, + "token_acc": 0.9367330242705209 + }, + { + "epoch": 0.8000662580752029, + "grad_norm": 1.254679799079895, + "learning_rate": 1.0137205462472427e-06, + "loss": 0.1574462890625, + "step": 2415, + "tIoU": 0.49321732521057127, + "tRecall_50": 0.53125, + "tRecall_75": 0.35, + "tRecall_90": 0.2125, + "token_acc": 0.9380991509175568 + }, + { + "epoch": 0.8017227099552758, + "grad_norm": 1.4603803157806396, + "learning_rate": 9.975860844007774e-07, + "loss": 0.169134521484375, + "step": 2420, + "tIoU": 0.5044502258300781, + "tRecall_50": 0.525, + "tRecall_75": 0.36875, + "tRecall_90": 0.25, + "token_acc": 0.9402618657937807 + }, + { + "epoch": 0.8033791618353486, + "grad_norm": 0.7451661825180054, + "learning_rate": 9.815668135593548e-07, + "loss": 0.16961669921875, + "step": 2425, + "tIoU": 0.47481822967529297, + "tRecall_50": 0.50625, + "tRecall_75": 0.35, + "tRecall_90": 0.2375, + "token_acc": 0.9368852459016394 + }, + { + "epoch": 0.8050356137154215, + "grad_norm": 0.7719781994819641, + "learning_rate": 9.656631947637235e-07, + "loss": 0.1576904296875, + "step": 2430, + "tIoU": 0.5455312252044677, + "tRecall_50": 0.6, + "tRecall_75": 0.425, + "tRecall_90": 0.225, + "token_acc": 0.938891906572515 + }, + { + "epoch": 0.8066920655954944, + "grad_norm": 0.6662564873695374, + "learning_rate": 9.498756857261243e-07, + "loss": 0.15947265625, + "step": 2435, + "tIoU": 0.553839111328125, + "tRecall_50": 0.6, + "tRecall_75": 0.4125, + "tRecall_90": 0.275, + "token_acc": 0.9448388858547242 + }, + { + "epoch": 0.8083485174755674, + "grad_norm": 0.9136363863945007, + "learning_rate": 9.342047408171117e-07, + "loss": 0.1763671875, + "step": 2440, + "tIoU": 0.4986013889312744, + "tRecall_50": 0.5625, + "tRecall_75": 0.35, + "tRecall_90": 0.2, + "token_acc": 0.9353695118625579 + }, + { + "epoch": 0.8100049693556403, + "grad_norm": 0.554823637008667, + "learning_rate": 9.186508110524795e-07, + "loss": 0.1627197265625, + "step": 2445, + "tIoU": 0.5317745685577393, + "tRecall_50": 0.575, + "tRecall_75": 0.38125, + "tRecall_90": 0.2375, + "token_acc": 0.9387699066447007 + }, + { + "epoch": 0.811661421235713, + "grad_norm": 0.7479649186134338, + "learning_rate": 9.032143440802837e-07, + "loss": 0.16331787109375, + "step": 2450, + "tIoU": 0.5534454345703125, + "tRecall_50": 0.58125, + "tRecall_75": 0.425, + "tRecall_90": 0.30625, + "token_acc": 0.9430982847808331 + }, + { + "epoch": 0.813317873115786, + "grad_norm": 0.6608762145042419, + "learning_rate": 8.878957841679542e-07, + "loss": 0.164013671875, + "step": 2455, + "tIoU": 0.527746057510376, + "tRecall_50": 0.60625, + "tRecall_75": 0.39375, + "tRecall_90": 0.21875, + "token_acc": 0.9389084985066521 + }, + { + "epoch": 0.8149743249958589, + "grad_norm": 1.3219070434570312, + "learning_rate": 8.726955721895103e-07, + "loss": 0.16697998046875, + "step": 2460, + "tIoU": 0.5618434429168702, + "tRecall_50": 0.6375, + "tRecall_75": 0.425, + "tRecall_90": 0.26875, + "token_acc": 0.9403393541324576 + }, + { + "epoch": 0.8166307768759318, + "grad_norm": 0.7267748117446899, + "learning_rate": 8.576141456128734e-07, + "loss": 0.167626953125, + "step": 2465, + "tIoU": 0.4939138889312744, + "tRecall_50": 0.5375, + "tRecall_75": 0.3375, + "tRecall_90": 0.225, + "token_acc": 0.9371756350723845 + }, + { + "epoch": 0.8182872287560047, + "grad_norm": 0.6189550757408142, + "learning_rate": 8.426519384872733e-07, + "loss": 0.1691650390625, + "step": 2470, + "tIoU": 0.5217617988586426, + "tRecall_50": 0.5625, + "tRecall_75": 0.3875, + "tRecall_90": 0.24375, + "token_acc": 0.9373289545703338 + }, + { + "epoch": 0.8199436806360775, + "grad_norm": 0.8395878672599792, + "learning_rate": 8.278093814307637e-07, + "loss": 0.158807373046875, + "step": 2475, + "tIoU": 0.49412384033203127, + "tRecall_50": 0.5125, + "tRecall_75": 0.3625, + "tRecall_90": 0.24375, + "token_acc": 0.9406130268199234 + }, + { + "epoch": 0.8216001325161504, + "grad_norm": 0.8504371643066406, + "learning_rate": 8.130869016178178e-07, + "loss": 0.1666015625, + "step": 2480, + "tIoU": 0.5296526432037354, + "tRecall_50": 0.56875, + "tRecall_75": 0.375, + "tRecall_90": 0.2375, + "token_acc": 0.9363909363909364 + }, + { + "epoch": 0.8232565843962233, + "grad_norm": 0.7140628099441528, + "learning_rate": 7.984849227670421e-07, + "loss": 0.1741455078125, + "step": 2485, + "tIoU": 0.4859952926635742, + "tRecall_50": 0.5375, + "tRecall_75": 0.3375, + "tRecall_90": 0.19375, + "token_acc": 0.9374494472903747 + }, + { + "epoch": 0.8249130362762962, + "grad_norm": 0.972076416015625, + "learning_rate": 7.840038651289794e-07, + "loss": 0.17652587890625, + "step": 2490, + "tIoU": 0.49787096977233886, + "tRecall_50": 0.5375, + "tRecall_75": 0.35, + "tRecall_90": 0.23125, + "token_acc": 0.9362625440737727 + }, + { + "epoch": 0.8265694881563691, + "grad_norm": 0.6217445731163025, + "learning_rate": 7.696441454740134e-07, + "loss": 0.172149658203125, + "step": 2495, + "tIoU": 0.5035621643066406, + "tRecall_50": 0.51875, + "tRecall_75": 0.33125, + "tRecall_90": 0.2125, + "token_acc": 0.9317499317499317 + }, + { + "epoch": 0.8282259400364419, + "grad_norm": 0.7103597521781921, + "learning_rate": 7.554061770803733e-07, + "loss": 0.17059326171875, + "step": 2500, + "tIoU": 0.49586052894592286, + "tRecall_50": 0.525, + "tRecall_75": 0.375, + "tRecall_90": 0.2375, + "token_acc": 0.932502033071293 + }, + { + "epoch": 0.8298823919165148, + "grad_norm": 0.882223904132843, + "learning_rate": 7.412903697222429e-07, + "loss": 0.169085693359375, + "step": 2505, + "tIoU": 0.5214649677276612, + "tRecall_50": 0.53125, + "tRecall_75": 0.4125, + "tRecall_90": 0.25625, + "token_acc": 0.9380796508456083 + }, + { + "epoch": 0.8315388437965877, + "grad_norm": 0.8407055139541626, + "learning_rate": 7.272971296579629e-07, + "loss": 0.16846923828125, + "step": 2510, + "tIoU": 0.5244925022125244, + "tRecall_50": 0.55625, + "tRecall_75": 0.4, + "tRecall_90": 0.21875, + "token_acc": 0.9391184573002754 + }, + { + "epoch": 0.8331952956766606, + "grad_norm": 0.767992377281189, + "learning_rate": 7.13426859618338e-07, + "loss": 0.17208251953125, + "step": 2515, + "tIoU": 0.49294400215148926, + "tRecall_50": 0.5375, + "tRecall_75": 0.31875, + "tRecall_90": 0.18125, + "token_acc": 0.937636761487965 + }, + { + "epoch": 0.8348517475567335, + "grad_norm": 0.6720332503318787, + "learning_rate": 6.996799587950542e-07, + "loss": 0.17369384765625, + "step": 2520, + "tIoU": 0.5089955806732178, + "tRecall_50": 0.55, + "tRecall_75": 0.39375, + "tRecall_90": 0.25625, + "token_acc": 0.9377049180327869 + }, + { + "epoch": 0.8365081994368063, + "grad_norm": 0.8948066830635071, + "learning_rate": 6.860568228291808e-07, + "loss": 0.15867919921875, + "step": 2525, + "tIoU": 0.5465658664703369, + "tRecall_50": 0.5625, + "tRecall_75": 0.44375, + "tRecall_90": 0.29375, + "token_acc": 0.9413529732678669 + }, + { + "epoch": 0.8381646513168792, + "grad_norm": 0.7410321831703186, + "learning_rate": 6.725578437997837e-07, + "loss": 0.15870361328125, + "step": 2530, + "tIoU": 0.5618382453918457, + "tRecall_50": 0.59375, + "tRecall_75": 0.41875, + "tRecall_90": 0.275, + "token_acc": 0.937842278203724 + }, + { + "epoch": 0.8398211031969521, + "grad_norm": 0.8477771282196045, + "learning_rate": 6.591834102126516e-07, + "loss": 0.17159423828125, + "step": 2535, + "tIoU": 0.4611368656158447, + "tRecall_50": 0.4875, + "tRecall_75": 0.3125, + "tRecall_90": 0.1875, + "token_acc": 0.9355978260869565 + }, + { + "epoch": 0.841477555077025, + "grad_norm": 0.737338662147522, + "learning_rate": 6.459339069891036e-07, + "loss": 0.1673583984375, + "step": 2540, + "tIoU": 0.4833646297454834, + "tRecall_50": 0.4875, + "tRecall_75": 0.34375, + "tRecall_90": 0.23125, + "token_acc": 0.9352459016393443 + }, + { + "epoch": 0.843134006957098, + "grad_norm": 0.776910126209259, + "learning_rate": 6.328097154549146e-07, + "loss": 0.17528076171875, + "step": 2545, + "tIoU": 0.4892130851745605, + "tRecall_50": 0.51875, + "tRecall_75": 0.33125, + "tRecall_90": 0.21875, + "token_acc": 0.933532284319045 + }, + { + "epoch": 0.8447904588371707, + "grad_norm": 0.6227378845214844, + "learning_rate": 6.198112133293438e-07, + "loss": 0.18927001953125, + "step": 2550, + "tIoU": 0.45512681007385253, + "tRecall_50": 0.46875, + "tRecall_75": 0.2875, + "tRecall_90": 0.18125, + "token_acc": 0.9267029972752043 + }, + { + "epoch": 0.8464469107172437, + "grad_norm": 0.7233284115791321, + "learning_rate": 6.069387747142591e-07, + "loss": 0.1791748046875, + "step": 2555, + "tIoU": 0.47337632179260253, + "tRecall_50": 0.46875, + "tRecall_75": 0.325, + "tRecall_90": 0.2375, + "token_acc": 0.9329882865704168 + }, + { + "epoch": 0.8481033625973166, + "grad_norm": 1.1300185918807983, + "learning_rate": 5.941927700833727e-07, + "loss": 0.177044677734375, + "step": 2560, + "tIoU": 0.5041799545288086, + "tRecall_50": 0.51875, + "tRecall_75": 0.3625, + "tRecall_90": 0.24375, + "token_acc": 0.9349015317286652 + }, + { + "epoch": 0.8497598144773895, + "grad_norm": 0.8417783379554749, + "learning_rate": 5.815735662715782e-07, + "loss": 0.1742919921875, + "step": 2565, + "tIoU": 0.4556624412536621, + "tRecall_50": 0.475, + "tRecall_75": 0.3, + "tRecall_90": 0.18125, + "token_acc": 0.9348418756815703 + }, + { + "epoch": 0.8514162663574624, + "grad_norm": 0.5778570771217346, + "learning_rate": 5.690815264643929e-07, + "loss": 0.15477294921875, + "step": 2570, + "tIoU": 0.5520836353302002, + "tRecall_50": 0.6125, + "tRecall_75": 0.43125, + "tRecall_90": 0.24375, + "token_acc": 0.9414328520839008 + }, + { + "epoch": 0.8530727182375352, + "grad_norm": 0.7804685235023499, + "learning_rate": 5.567170101875074e-07, + "loss": 0.16763916015625, + "step": 2575, + "tIoU": 0.5112069606781006, + "tRecall_50": 0.53125, + "tRecall_75": 0.36875, + "tRecall_90": 0.2625, + "token_acc": 0.935117599351176 + }, + { + "epoch": 0.8547291701176081, + "grad_norm": 0.7051248550415039, + "learning_rate": 5.444803732964333e-07, + "loss": 0.16856689453125, + "step": 2580, + "tIoU": 0.5114638805389404, + "tRecall_50": 0.56875, + "tRecall_75": 0.3375, + "tRecall_90": 0.2375, + "token_acc": 0.9369713506139155 + }, + { + "epoch": 0.856385621997681, + "grad_norm": 0.566935122013092, + "learning_rate": 5.323719679662647e-07, + "loss": 0.18857421875, + "step": 2585, + "tIoU": 0.43479313850402834, + "tRecall_50": 0.45, + "tRecall_75": 0.30625, + "tRecall_90": 0.20625, + "token_acc": 0.9312789746386693 + }, + { + "epoch": 0.8580420738777539, + "grad_norm": 1.0828498601913452, + "learning_rate": 5.203921426815467e-07, + "loss": 0.187164306640625, + "step": 2590, + "tIoU": 0.49915304183959963, + "tRecall_50": 0.49375, + "tRecall_75": 0.375, + "tRecall_90": 0.225, + "token_acc": 0.9354662291495761 + }, + { + "epoch": 0.8596985257578267, + "grad_norm": 0.7501890659332275, + "learning_rate": 5.085412422262364e-07, + "loss": 0.180859375, + "step": 2595, + "tIoU": 0.4726570606231689, + "tRecall_50": 0.54375, + "tRecall_75": 0.35, + "tRecall_90": 0.18125, + "token_acc": 0.9310438811665304 + }, + { + "epoch": 0.8613549776378996, + "grad_norm": 0.7477120757102966, + "learning_rate": 4.968196076737847e-07, + "loss": 0.16258544921875, + "step": 2600, + "tIoU": 0.5175511837005615, + "tRecall_50": 0.59375, + "tRecall_75": 0.34375, + "tRecall_90": 0.2375, + "token_acc": 0.9377911756645656 + }, + { + "epoch": 0.8630114295179725, + "grad_norm": 1.1233842372894287, + "learning_rate": 4.852275763773251e-07, + "loss": 0.16473388671875, + "step": 2605, + "tIoU": 0.5207054615020752, + "tRecall_50": 0.55, + "tRecall_75": 0.375, + "tRecall_90": 0.24375, + "token_acc": 0.9364776444929117 + }, + { + "epoch": 0.8646678813980454, + "grad_norm": 0.6753348112106323, + "learning_rate": 4.737654819599563e-07, + "loss": 0.16619873046875, + "step": 2610, + "tIoU": 0.5136092662811279, + "tRecall_50": 0.5375, + "tRecall_75": 0.36875, + "tRecall_90": 0.24375, + "token_acc": 0.9343586926668498 + }, + { + "epoch": 0.8663243332781183, + "grad_norm": 0.5908539891242981, + "learning_rate": 4.624336543051433e-07, + "loss": 0.173681640625, + "step": 2615, + "tIoU": 0.4958775520324707, + "tRecall_50": 0.54375, + "tRecall_75": 0.35625, + "tRecall_90": 0.1875, + "token_acc": 0.9334775554353705 + }, + { + "epoch": 0.8679807851581911, + "grad_norm": 1.120327353477478, + "learning_rate": 4.5123241954722673e-07, + "loss": 0.172119140625, + "step": 2620, + "tIoU": 0.5174227714538574, + "tRecall_50": 0.54375, + "tRecall_75": 0.3625, + "tRecall_90": 0.21875, + "token_acc": 0.9397721106890938 + }, + { + "epoch": 0.869637237038264, + "grad_norm": 0.8235846757888794, + "learning_rate": 4.4016210006203096e-07, + "loss": 0.168157958984375, + "step": 2625, + "tIoU": 0.5169090270996094, + "tRecall_50": 0.53125, + "tRecall_75": 0.375, + "tRecall_90": 0.24375, + "token_acc": 0.9378238341968912 + }, + { + "epoch": 0.8712936889183369, + "grad_norm": 0.9747741222381592, + "learning_rate": 4.292230144575904e-07, + "loss": 0.16219482421875, + "step": 2630, + "tIoU": 0.5115816116333007, + "tRecall_50": 0.54375, + "tRecall_75": 0.39375, + "tRecall_90": 0.23125, + "token_acc": 0.9387755102040817 + }, + { + "epoch": 0.8729501407984098, + "grad_norm": 0.6801785230636597, + "learning_rate": 4.184154775649768e-07, + "loss": 0.172467041015625, + "step": 2635, + "tIoU": 0.5234130859375, + "tRecall_50": 0.575, + "tRecall_75": 0.38125, + "tRecall_90": 0.2125, + "token_acc": 0.9338775510204081 + }, + { + "epoch": 0.8746065926784827, + "grad_norm": 0.5652636289596558, + "learning_rate": 4.0773980042923986e-07, + "loss": 0.151312255859375, + "step": 2640, + "tIoU": 0.5651471138000488, + "tRecall_50": 0.6125, + "tRecall_75": 0.4125, + "tRecall_90": 0.275, + "token_acc": 0.9436619718309859 + }, + { + "epoch": 0.8762630445585555, + "grad_norm": 0.6775177121162415, + "learning_rate": 3.9719629030045616e-07, + "loss": 0.1797119140625, + "step": 2645, + "tIoU": 0.4568702220916748, + "tRecall_50": 0.46875, + "tRecall_75": 0.29375, + "tRecall_90": 0.14375, + "token_acc": 0.9357298474945533 + }, + { + "epoch": 0.8779194964386284, + "grad_norm": 0.5278891921043396, + "learning_rate": 3.867852506248843e-07, + "loss": 0.16839599609375, + "step": 2650, + "tIoU": 0.5081851005554199, + "tRecall_50": 0.53125, + "tRecall_75": 0.375, + "tRecall_90": 0.25, + "token_acc": 0.9337712096332786 + }, + { + "epoch": 0.8795759483187013, + "grad_norm": 0.6639028191566467, + "learning_rate": 3.765069810362326e-07, + "loss": 0.172088623046875, + "step": 2655, + "tIoU": 0.505199384689331, + "tRecall_50": 0.5, + "tRecall_75": 0.375, + "tRecall_90": 0.24375, + "token_acc": 0.9367157665030006 + }, + { + "epoch": 0.8812324001987742, + "grad_norm": 1.0353643894195557, + "learning_rate": 3.6636177734703405e-07, + "loss": 0.160400390625, + "step": 2660, + "tIoU": 0.511631965637207, + "tRecall_50": 0.55, + "tRecall_75": 0.3875, + "tRecall_90": 0.225, + "token_acc": 0.9401686157193364 + }, + { + "epoch": 0.8828888520788472, + "grad_norm": 0.8286413550376892, + "learning_rate": 3.563499315401386e-07, + "loss": 0.157501220703125, + "step": 2665, + "tIoU": 0.5362672805786133, + "tRecall_50": 0.59375, + "tRecall_75": 0.4, + "tRecall_90": 0.2625, + "token_acc": 0.9426006528835691 + }, + { + "epoch": 0.88454530395892, + "grad_norm": 0.8659203052520752, + "learning_rate": 3.4647173176029835e-07, + "loss": 0.16170654296875, + "step": 2670, + "tIoU": 0.5220396995544434, + "tRecall_50": 0.5625, + "tRecall_75": 0.3875, + "tRecall_90": 0.2375, + "token_acc": 0.9409844982322546 + }, + { + "epoch": 0.8862017558389929, + "grad_norm": 0.6143077611923218, + "learning_rate": 3.3672746230588803e-07, + "loss": 0.16168212890625, + "step": 2675, + "tIoU": 0.5249217033386231, + "tRecall_50": 0.5875, + "tRecall_75": 0.35, + "tRecall_90": 0.2125, + "token_acc": 0.9385702636586029 + }, + { + "epoch": 0.8878582077190658, + "grad_norm": 0.7457343339920044, + "learning_rate": 3.271174036207131e-07, + "loss": 0.16109619140625, + "step": 2680, + "tIoU": 0.5504693031311035, + "tRecall_50": 0.59375, + "tRecall_75": 0.40625, + "tRecall_90": 0.24375, + "token_acc": 0.9404405765569758 + }, + { + "epoch": 0.8895146595991387, + "grad_norm": 0.8153536319732666, + "learning_rate": 3.176418322859415e-07, + "loss": 0.159423828125, + "step": 2685, + "tIoU": 0.5685202598571777, + "tRecall_50": 0.63125, + "tRecall_75": 0.40625, + "tRecall_90": 0.275, + "token_acc": 0.9401475813063679 + }, + { + "epoch": 0.8911711114792116, + "grad_norm": 0.7968191504478455, + "learning_rate": 3.0830102101214563e-07, + "loss": 0.1869384765625, + "step": 2690, + "tIoU": 0.4603766918182373, + "tRecall_50": 0.45625, + "tRecall_75": 0.33125, + "tRecall_90": 0.20625, + "token_acc": 0.9273864563502856 + }, + { + "epoch": 0.8928275633592844, + "grad_norm": 0.791151225566864, + "learning_rate": 2.990952386314505e-07, + "loss": 0.152166748046875, + "step": 2695, + "tIoU": 0.5579746723175049, + "tRecall_50": 0.64375, + "tRecall_75": 0.41875, + "tRecall_90": 0.25, + "token_acc": 0.9423182066703116 + }, + { + "epoch": 0.8944840152393573, + "grad_norm": 0.6396689414978027, + "learning_rate": 2.900247500897974e-07, + "loss": 0.16212158203125, + "step": 2700, + "tIoU": 0.541058349609375, + "tRecall_50": 0.60625, + "tRecall_75": 0.41875, + "tRecall_90": 0.225, + "token_acc": 0.9396339797869434 + }, + { + "epoch": 0.8961404671194302, + "grad_norm": 0.8363026976585388, + "learning_rate": 2.8108981643932e-07, + "loss": 0.16187744140625, + "step": 2705, + "tIoU": 0.5171924591064453, + "tRecall_50": 0.5625, + "tRecall_75": 0.3625, + "tRecall_90": 0.25625, + "token_acc": 0.9382377161679935 + }, + { + "epoch": 0.8977969189995031, + "grad_norm": 0.9190537333488464, + "learning_rate": 2.7229069483083015e-07, + "loss": 0.15625, + "step": 2710, + "tIoU": 0.5394030094146729, + "tRecall_50": 0.59375, + "tRecall_75": 0.4125, + "tRecall_90": 0.21875, + "token_acc": 0.9389645776566757 + }, + { + "epoch": 0.899453370879576, + "grad_norm": 1.1332321166992188, + "learning_rate": 2.636276385064157e-07, + "loss": 0.16314697265625, + "step": 2715, + "tIoU": 0.5070057392120362, + "tRecall_50": 0.5625, + "tRecall_75": 0.34375, + "tRecall_90": 0.21875, + "token_acc": 0.9401360544217687 + }, + { + "epoch": 0.9011098227596488, + "grad_norm": 0.7385725378990173, + "learning_rate": 2.5510089679215646e-07, + "loss": 0.16029052734375, + "step": 2720, + "tIoU": 0.5014833927154541, + "tRecall_50": 0.5375, + "tRecall_75": 0.375, + "tRecall_90": 0.25625, + "token_acc": 0.9408866995073891 + }, + { + "epoch": 0.9027662746397217, + "grad_norm": 0.6640172600746155, + "learning_rate": 2.4671071509094367e-07, + "loss": 0.1755615234375, + "step": 2725, + "tIoU": 0.5041008472442627, + "tRecall_50": 0.54375, + "tRecall_75": 0.375, + "tRecall_90": 0.23125, + "token_acc": 0.9361933206625034 + }, + { + "epoch": 0.9044227265197946, + "grad_norm": 0.7788488864898682, + "learning_rate": 2.3845733487541824e-07, + "loss": 0.179498291015625, + "step": 2730, + "tIoU": 0.4518738746643066, + "tRecall_50": 0.5, + "tRecall_75": 0.275, + "tRecall_90": 0.18125, + "token_acc": 0.9308554249795026 + }, + { + "epoch": 0.9060791783998675, + "grad_norm": 0.6222738027572632, + "learning_rate": 2.3034099368102525e-07, + "loss": 0.1571044921875, + "step": 2735, + "tIoU": 0.5238431930541992, + "tRecall_50": 0.55, + "tRecall_75": 0.41875, + "tRecall_90": 0.26875, + "token_acc": 0.9402823018458197 + }, + { + "epoch": 0.9077356302799404, + "grad_norm": 1.4831520318984985, + "learning_rate": 2.2236192509916933e-07, + "loss": 0.166680908203125, + "step": 2740, + "tIoU": 0.47686314582824707, + "tRecall_50": 0.525, + "tRecall_75": 0.3125, + "tRecall_90": 0.20625, + "token_acc": 0.9365509761388287 + }, + { + "epoch": 0.9093920821600132, + "grad_norm": 0.8604743480682373, + "learning_rate": 2.1452035877050137e-07, + "loss": 0.161865234375, + "step": 2745, + "tIoU": 0.49976840019226076, + "tRecall_50": 0.54375, + "tRecall_75": 0.35, + "tRecall_90": 0.23125, + "token_acc": 0.9370057267521135 + }, + { + "epoch": 0.9110485340400861, + "grad_norm": 0.6152319312095642, + "learning_rate": 2.068165203783029e-07, + "loss": 0.162469482421875, + "step": 2750, + "tIoU": 0.5543086051940918, + "tRecall_50": 0.5875, + "tRecall_75": 0.41875, + "tRecall_90": 0.275, + "token_acc": 0.9417052574230454 + }, + { + "epoch": 0.912704985920159, + "grad_norm": 0.6196502447128296, + "learning_rate": 1.992506316419912e-07, + "loss": 0.17266845703125, + "step": 2755, + "tIoU": 0.5317881107330322, + "tRecall_50": 0.55, + "tRecall_75": 0.40625, + "tRecall_90": 0.25625, + "token_acc": 0.9376361655773421 + }, + { + "epoch": 0.9143614378002319, + "grad_norm": 0.6472025513648987, + "learning_rate": 1.9182291031074275e-07, + "loss": 0.1644775390625, + "step": 2760, + "tIoU": 0.5059373855590821, + "tRecall_50": 0.5375, + "tRecall_75": 0.375, + "tRecall_90": 0.2125, + "token_acc": 0.9389189189189189 + }, + { + "epoch": 0.9160178896803048, + "grad_norm": 0.6243625283241272, + "learning_rate": 1.8453357015722097e-07, + "loss": 0.18333740234375, + "step": 2765, + "tIoU": 0.484930419921875, + "tRecall_50": 0.525, + "tRecall_75": 0.34375, + "tRecall_90": 0.2375, + "token_acc": 0.9322125813449024 + }, + { + "epoch": 0.9176743415603776, + "grad_norm": 0.6738588213920593, + "learning_rate": 1.7738282097142622e-07, + "loss": 0.16766357421875, + "step": 2770, + "tIoU": 0.5100986003875733, + "tRecall_50": 0.55625, + "tRecall_75": 0.3625, + "tRecall_90": 0.23125, + "token_acc": 0.9377886443901113 + }, + { + "epoch": 0.9193307934404505, + "grad_norm": 0.7857363820075989, + "learning_rate": 1.7037086855465902e-07, + "loss": 0.1661865234375, + "step": 2775, + "tIoU": 0.5343938350677491, + "tRecall_50": 0.59375, + "tRecall_75": 0.375, + "tRecall_90": 0.25, + "token_acc": 0.9354838709677419 + }, + { + "epoch": 0.9209872453205235, + "grad_norm": 0.7780869603157043, + "learning_rate": 1.63497914713594e-07, + "loss": 0.19149169921875, + "step": 2780, + "tIoU": 0.45860466957092283, + "tRecall_50": 0.45, + "tRecall_75": 0.35, + "tRecall_90": 0.21875, + "token_acc": 0.93 + }, + { + "epoch": 0.9226436972005964, + "grad_norm": 0.664658784866333, + "learning_rate": 1.5676415725447424e-07, + "loss": 0.1667236328125, + "step": 2785, + "tIoU": 0.48155937194824217, + "tRecall_50": 0.48125, + "tRecall_75": 0.35625, + "tRecall_90": 0.25625, + "token_acc": 0.9338932538607424 + }, + { + "epoch": 0.9243001490806692, + "grad_norm": 0.7795268297195435, + "learning_rate": 1.5016978997741903e-07, + "loss": 0.171832275390625, + "step": 2790, + "tIoU": 0.5146270751953125, + "tRecall_50": 0.56875, + "tRecall_75": 0.39375, + "tRecall_90": 0.2, + "token_acc": 0.9377559377559378 + }, + { + "epoch": 0.9259566009607421, + "grad_norm": 1.2140763998031616, + "learning_rate": 1.4371500267084337e-07, + "loss": 0.16966552734375, + "step": 2795, + "tIoU": 0.4930588245391846, + "tRecall_50": 0.5125, + "tRecall_75": 0.39375, + "tRecall_90": 0.20625, + "token_acc": 0.933879781420765 + }, + { + "epoch": 0.927613052840815, + "grad_norm": 1.5132783651351929, + "learning_rate": 1.3739998110599618e-07, + "loss": 0.178955078125, + "step": 2800, + "tIoU": 0.47170157432556153, + "tRecall_50": 0.49375, + "tRecall_75": 0.33125, + "tRecall_90": 0.15625, + "token_acc": 0.9330441854161019 + }, + { + "epoch": 0.9292695047208879, + "grad_norm": 1.321894645690918, + "learning_rate": 1.3122490703161793e-07, + "loss": 0.15028076171875, + "step": 2805, + "tIoU": 0.5809732437133789, + "tRecall_50": 0.65, + "tRecall_75": 0.41875, + "tRecall_90": 0.3, + "token_acc": 0.9422815137489791 + }, + { + "epoch": 0.9309259566009608, + "grad_norm": 0.7193299531936646, + "learning_rate": 1.2518995816870327e-07, + "loss": 0.17301025390625, + "step": 2810, + "tIoU": 0.5153297901153564, + "tRecall_50": 0.5625, + "tRecall_75": 0.35625, + "tRecall_90": 0.21875, + "token_acc": 0.9316888045540797 + }, + { + "epoch": 0.9325824084810336, + "grad_norm": 0.6819635033607483, + "learning_rate": 1.192953082053927e-07, + "loss": 0.16524658203125, + "step": 2815, + "tIoU": 0.4928165912628174, + "tRecall_50": 0.525, + "tRecall_75": 0.375, + "tRecall_90": 0.26875, + "token_acc": 0.93700356066831 + }, + { + "epoch": 0.9342388603611065, + "grad_norm": 0.7570156455039978, + "learning_rate": 1.1354112679196894e-07, + "loss": 0.17261962890625, + "step": 2820, + "tIoU": 0.47592525482177733, + "tRecall_50": 0.49375, + "tRecall_75": 0.30625, + "tRecall_90": 0.2125, + "token_acc": 0.9332790886899919 + }, + { + "epoch": 0.9358953122411794, + "grad_norm": 0.9541832804679871, + "learning_rate": 1.0792757953597522e-07, + "loss": 0.165087890625, + "step": 2825, + "tIoU": 0.5012556552886963, + "tRecall_50": 0.54375, + "tRecall_75": 0.35, + "tRecall_90": 0.2, + "token_acc": 0.9369517543859649 + }, + { + "epoch": 0.9375517641212523, + "grad_norm": 0.8550011515617371, + "learning_rate": 1.0245482799745243e-07, + "loss": 0.16036376953125, + "step": 2830, + "tIoU": 0.5329121589660645, + "tRecall_50": 0.54375, + "tRecall_75": 0.39375, + "tRecall_90": 0.2625, + "token_acc": 0.9413049413049414 + }, + { + "epoch": 0.9392082160013252, + "grad_norm": 0.6483854651451111, + "learning_rate": 9.712302968428567e-08, + "loss": 0.17666015625, + "step": 2835, + "tIoU": 0.4751426219940186, + "tRecall_50": 0.525, + "tRecall_75": 0.33125, + "tRecall_90": 0.1875, + "token_acc": 0.9346994535519125 + }, + { + "epoch": 0.940864667881398, + "grad_norm": 0.7603535652160645, + "learning_rate": 9.193233804767054e-08, + "loss": 0.15933837890625, + "step": 2840, + "tIoU": 0.5567446708679199, + "tRecall_50": 0.625, + "tRecall_75": 0.44375, + "tRecall_90": 0.24375, + "token_acc": 0.9381976585897087 + }, + { + "epoch": 0.9425211197614709, + "grad_norm": 0.7249236702919006, + "learning_rate": 8.688290247770071e-08, + "loss": 0.1705810546875, + "step": 2845, + "tIoU": 0.4610413074493408, + "tRecall_50": 0.45, + "tRecall_75": 0.3125, + "tRecall_90": 0.20625, + "token_acc": 0.9328986688399892 + }, + { + "epoch": 0.9441775716415438, + "grad_norm": 0.7190523147583008, + "learning_rate": 8.197486829906564e-08, + "loss": 0.166766357421875, + "step": 2850, + "tIoU": 0.5046255111694335, + "tRecall_50": 0.575, + "tRecall_75": 0.3125, + "tRecall_90": 0.1625, + "token_acc": 0.9357473454941465 + }, + { + "epoch": 0.9458340235216167, + "grad_norm": 0.5674343109130859, + "learning_rate": 7.720837676686743e-08, + "loss": 0.158251953125, + "step": 2855, + "tIoU": 0.5005484580993652, + "tRecall_50": 0.50625, + "tRecall_75": 0.36875, + "tRecall_90": 0.225, + "token_acc": 0.9392295170916983 + }, + { + "epoch": 0.9474904754016896, + "grad_norm": 0.7311811447143555, + "learning_rate": 7.258356506255781e-08, + "loss": 0.16937255859375, + "step": 2860, + "tIoU": 0.5104536533355712, + "tRecall_50": 0.525, + "tRecall_75": 0.36875, + "tRecall_90": 0.23125, + "token_acc": 0.9357923497267759 + }, + { + "epoch": 0.9491469272817624, + "grad_norm": 0.9396853446960449, + "learning_rate": 6.810056628998918e-08, + "loss": 0.16796875, + "step": 2865, + "tIoU": 0.4816568374633789, + "tRecall_50": 0.4875, + "tRecall_75": 0.3125, + "tRecall_90": 0.19375, + "token_acc": 0.9347529347529347 + }, + { + "epoch": 0.9508033791618353, + "grad_norm": 0.877997875213623, + "learning_rate": 6.375950947158205e-08, + "loss": 0.1641357421875, + "step": 2870, + "tIoU": 0.5160622596740723, + "tRecall_50": 0.575, + "tRecall_75": 0.34375, + "tRecall_90": 0.21875, + "token_acc": 0.9409513395297977 + }, + { + "epoch": 0.9524598310419082, + "grad_norm": 0.8622974753379822, + "learning_rate": 5.9560519544614725e-08, + "loss": 0.17335205078125, + "step": 2875, + "tIoU": 0.47723917961120604, + "tRecall_50": 0.5125, + "tRecall_75": 0.35625, + "tRecall_90": 0.21875, + "token_acc": 0.9347885402455661 + }, + { + "epoch": 0.9541162829219811, + "grad_norm": 0.6275861859321594, + "learning_rate": 5.5503717357623945e-08, + "loss": 0.1654052734375, + "step": 2880, + "tIoU": 0.49258060455322267, + "tRecall_50": 0.51875, + "tRecall_75": 0.3375, + "tRecall_90": 0.20625, + "token_acc": 0.9381302807304442 + }, + { + "epoch": 0.955772734802054, + "grad_norm": 0.431295782327652, + "learning_rate": 5.158921966693042e-08, + "loss": 0.1552978515625, + "step": 2885, + "tIoU": 0.5804571151733399, + "tRecall_50": 0.625, + "tRecall_75": 0.4125, + "tRecall_90": 0.2875, + "token_acc": 0.9431942919868277 + }, + { + "epoch": 0.9574291866821268, + "grad_norm": 0.8254731297492981, + "learning_rate": 4.7817139133277126e-08, + "loss": 0.1633056640625, + "step": 2890, + "tIoU": 0.5029040813446045, + "tRecall_50": 0.54375, + "tRecall_75": 0.33125, + "tRecall_90": 0.2, + "token_acc": 0.9355543418896778 + }, + { + "epoch": 0.9590856385621997, + "grad_norm": 1.163977026939392, + "learning_rate": 4.418758431858572e-08, + "loss": 0.17060546875, + "step": 2895, + "tIoU": 0.4865605354309082, + "tRecall_50": 0.53125, + "tRecall_75": 0.33125, + "tRecall_90": 0.18125, + "token_acc": 0.9346994535519125 + }, + { + "epoch": 0.9607420904422727, + "grad_norm": 0.7067316174507141, + "learning_rate": 4.070065968283354e-08, + "loss": 0.1607421875, + "step": 2900, + "tIoU": 0.5368088245391845, + "tRecall_50": 0.5875, + "tRecall_75": 0.3875, + "tRecall_90": 0.2625, + "token_acc": 0.9396009838753758 + }, + { + "epoch": 0.9623985423223456, + "grad_norm": 0.80304354429245, + "learning_rate": 3.7356465581047105e-08, + "loss": 0.16165771484375, + "step": 2905, + "tIoU": 0.5282118797302247, + "tRecall_50": 0.54375, + "tRecall_75": 0.35625, + "tRecall_90": 0.25, + "token_acc": 0.9404208800218639 + }, + { + "epoch": 0.9640549942024185, + "grad_norm": 0.7419623732566833, + "learning_rate": 3.4155098260412744e-08, + "loss": 0.16864013671875, + "step": 2910, + "tIoU": 0.5185792446136475, + "tRecall_50": 0.54375, + "tRecall_75": 0.38125, + "tRecall_90": 0.25, + "token_acc": 0.9377899045020464 + }, + { + "epoch": 0.9657114460824913, + "grad_norm": 0.8520535826683044, + "learning_rate": 3.1096649857508264e-08, + "loss": 0.17650146484375, + "step": 2915, + "tIoU": 0.4905348300933838, + "tRecall_50": 0.55625, + "tRecall_75": 0.34375, + "tRecall_90": 0.21875, + "token_acc": 0.9356677524429967 + }, + { + "epoch": 0.9673678979625642, + "grad_norm": 1.0215346813201904, + "learning_rate": 2.8181208395648973e-08, + "loss": 0.1608154296875, + "step": 2920, + "tIoU": 0.5103528022766113, + "tRecall_50": 0.54375, + "tRecall_75": 0.35625, + "tRecall_90": 0.20625, + "token_acc": 0.9380771319934817 + }, + { + "epoch": 0.9690243498426371, + "grad_norm": 0.661289393901825, + "learning_rate": 2.5408857782357465e-08, + "loss": 0.18460693359375, + "step": 2925, + "tIoU": 0.45003881454467776, + "tRecall_50": 0.48125, + "tRecall_75": 0.34375, + "tRecall_90": 0.16875, + "token_acc": 0.933515731874145 + }, + { + "epoch": 0.97068080172271, + "grad_norm": 0.7059552073478699, + "learning_rate": 2.2779677806945567e-08, + "loss": 0.16956787109375, + "step": 2930, + "tIoU": 0.5454771995544434, + "tRecall_50": 0.5875, + "tRecall_75": 0.425, + "tRecall_90": 0.2625, + "token_acc": 0.9368852459016394 + }, + { + "epoch": 0.9723372536027829, + "grad_norm": 0.9884421825408936, + "learning_rate": 2.0293744138219495e-08, + "loss": 0.170068359375, + "step": 2935, + "tIoU": 0.4609072208404541, + "tRecall_50": 0.48125, + "tRecall_75": 0.31875, + "tRecall_90": 0.16875, + "token_acc": 0.9328785811732606 + }, + { + "epoch": 0.9739937054828557, + "grad_norm": 0.7598815560340881, + "learning_rate": 1.7951128322302168e-08, + "loss": 0.153759765625, + "step": 2940, + "tIoU": 0.5549664974212647, + "tRecall_50": 0.6125, + "tRecall_75": 0.43125, + "tRecall_90": 0.3, + "token_acc": 0.9418191750887736 + }, + { + "epoch": 0.9756501573629286, + "grad_norm": 0.6405239701271057, + "learning_rate": 1.5751897780573734e-08, + "loss": 0.17967529296875, + "step": 2945, + "tIoU": 0.5006648540496826, + "tRecall_50": 0.55, + "tRecall_75": 0.375, + "tRecall_90": 0.225, + "token_acc": 0.932425068119891 + }, + { + "epoch": 0.9773066092430015, + "grad_norm": 1.0323588848114014, + "learning_rate": 1.3696115807732002e-08, + "loss": 0.1675537109375, + "step": 2950, + "tIoU": 0.4964780807495117, + "tRecall_50": 0.54375, + "tRecall_75": 0.35625, + "tRecall_90": 0.16875, + "token_acc": 0.932750136686714 + }, + { + "epoch": 0.9789630611230744, + "grad_norm": 1.058555245399475, + "learning_rate": 1.1783841569968368e-08, + "loss": 0.1745361328125, + "step": 2955, + "tIoU": 0.49728074073791506, + "tRecall_50": 0.55, + "tRecall_75": 0.35625, + "tRecall_90": 0.225, + "token_acc": 0.932184850970741 + }, + { + "epoch": 0.9806195130031473, + "grad_norm": 0.919277012348175, + "learning_rate": 1.0015130103268044e-08, + "loss": 0.1671630859375, + "step": 2960, + "tIoU": 0.5117597579956055, + "tRecall_50": 0.575, + "tRecall_75": 0.35625, + "tRecall_90": 0.21875, + "token_acc": 0.9381499726327313 + }, + { + "epoch": 0.9822759648832201, + "grad_norm": 0.6094385385513306, + "learning_rate": 8.390032311824115e-09, + "loss": 0.1588623046875, + "step": 2965, + "tIoU": 0.5367063045501709, + "tRecall_50": 0.5875, + "tRecall_75": 0.3625, + "tRecall_90": 0.2625, + "token_acc": 0.9389312977099237 + }, + { + "epoch": 0.983932416763293, + "grad_norm": 0.7223442792892456, + "learning_rate": 6.908594966573701e-09, + "loss": 0.17359619140625, + "step": 2970, + "tIoU": 0.49618163108825686, + "tRecall_50": 0.5375, + "tRecall_75": 0.3625, + "tRecall_90": 0.2375, + "token_acc": 0.9345108695652173 + }, + { + "epoch": 0.9855888686433659, + "grad_norm": 0.7070116996765137, + "learning_rate": 5.570860703850711e-09, + "loss": 0.17255859375, + "step": 2975, + "tIoU": 0.47940502166748045, + "tRecall_50": 0.4875, + "tRecall_75": 0.35, + "tRecall_90": 0.21875, + "token_acc": 0.9351145038167938 + }, + { + "epoch": 0.9872453205234388, + "grad_norm": 0.6195268034934998, + "learning_rate": 4.3768680241590425e-09, + "loss": 0.1537841796875, + "step": 2980, + "tIoU": 0.5160756587982178, + "tRecall_50": 0.55625, + "tRecall_75": 0.4, + "tRecall_90": 0.28125, + "token_acc": 0.9394021739130435 + }, + { + "epoch": 0.9889017724035116, + "grad_norm": 0.8839797377586365, + "learning_rate": 3.3266512910651303e-09, + "loss": 0.16483154296875, + "step": 2985, + "tIoU": 0.5793886661529541, + "tRecall_50": 0.6125, + "tRecall_75": 0.425, + "tRecall_90": 0.2875, + "token_acc": 0.9434475258292551 + }, + { + "epoch": 0.9905582242835845, + "grad_norm": 0.9970552921295166, + "learning_rate": 2.4202407302093e-09, + "loss": 0.17354736328125, + "step": 2990, + "tIoU": 0.49356975555419924, + "tRecall_50": 0.55, + "tRecall_75": 0.3625, + "tRecall_90": 0.2375, + "token_acc": 0.9359323882224646 + }, + { + "epoch": 0.9922146761636574, + "grad_norm": 0.6548961997032166, + "learning_rate": 1.657662428434792e-09, + "loss": 0.17393798828125, + "step": 2995, + "tIoU": 0.46649994850158694, + "tRecall_50": 0.49375, + "tRecall_75": 0.3125, + "tRecall_90": 0.20625, + "token_acc": 0.935149863760218 + }, + { + "epoch": 0.9938711280437303, + "grad_norm": 0.7185797095298767, + "learning_rate": 1.0389383330361436e-09, + "loss": 0.161151123046875, + "step": 3000, + "tIoU": 0.5616104125976562, + "tRecall_50": 0.61875, + "tRecall_75": 0.38125, + "tRecall_90": 0.23125, + "token_acc": 0.941240478781284 + }, + { + "epoch": 0.9955275799238033, + "grad_norm": 0.6531490683555603, + "learning_rate": 5.64086251130247e-10, + "loss": 0.163970947265625, + "step": 3005, + "tIoU": 0.5010475635528564, + "tRecall_50": 0.54375, + "tRecall_75": 0.35625, + "tRecall_90": 0.24375, + "token_acc": 0.9362279511533242 + }, + { + "epoch": 0.997184031803876, + "grad_norm": 0.7576307654380798, + "learning_rate": 2.331198491417608e-10, + "loss": 0.18380126953125, + "step": 3010, + "tIoU": 0.49106512069702146, + "tRecall_50": 0.4875, + "tRecall_75": 0.3625, + "tRecall_90": 0.225, + "token_acc": 0.9334419994566694 + }, + { + "epoch": 0.998840483683949, + "grad_norm": 0.5470747947692871, + "learning_rate": 4.604865241064626e-11, + "loss": 0.18275146484375, + "step": 3015, + "tIoU": 0.437639856338501, + "tRecall_50": 0.45, + "tRecall_75": 0.28125, + "tRecall_90": 0.2, + "token_acc": 0.9274259309594999 + } + ], + "logging_steps": 5, + "max_steps": 3019, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 3.7767821069431865e+19, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/training_args.bin b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4db2f566645bc99f35ac6ff3924307f3faf2b3fc --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18d0dcf6f4f23d64b91f78fe94eb3635724e99af0da2df7da532314e6f3b6f3f +size 9297 diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/video_preprocessor_config.json b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/video_preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e32b1d90356f74457edbfca27aa1e121dab7cdc7 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/video_preprocessor_config.json @@ -0,0 +1,41 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": true, + "fps": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "num_frames": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "size": { + "longest_edge": 25165824, + "shortest_edge": 4096 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen3VLVideoProcessor" +} diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/zero_to_fp32.py b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/zero_to_fp32.py new file mode 100644 index 0000000000000000000000000000000000000000..5995d6e6f04e43b989587aa9022a3aef0c66d694 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019/zero_to_fp32.py @@ -0,0 +1,760 @@ +#!/usr/bin/env python + +# Copyright (c) Microsoft Corporation. +# SPDX-License-Identifier: Apache-2.0 + +# DeepSpeed Team + +# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets +# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in +# the future. Once extracted, the weights don't require DeepSpeed and can be used in any +# application. +# +# example: +# python zero_to_fp32.py . output_dir/ +# or +# python zero_to_fp32.py . output_dir/ --safe_serialization + +import argparse +import torch +import glob +import math +import os +import re +import gc +import json +import numpy as np +from tqdm import tqdm +from collections import OrderedDict +from dataclasses import dataclass + +# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with +# DeepSpeed data structures it has to be available in the current python environment. +from deepspeed.utils import logger +from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS, + FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES, + FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS) + + +@dataclass +class zero_model_state: + buffers: dict() + param_shapes: dict() + shared_params: list + ds_version: int + frozen_param_shapes: dict() + frozen_param_fragments: dict() + + +debug = 0 + +# load to cpu +device = torch.device('cpu') + + +def atoi(text): + return int(text) if text.isdigit() else text + + +def natural_keys(text): + ''' + alist.sort(key=natural_keys) sorts in human order + http://nedbatchelder.com/blog/200712/human_sorting.html + (See Toothy's implementation in the comments) + ''' + return [atoi(c) for c in re.split(r'(\d+)', text)] + + +def get_model_state_file(checkpoint_dir, zero_stage): + if not os.path.isdir(checkpoint_dir): + raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist") + + # there should be only one file + if zero_stage <= 2: + file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt") + elif zero_stage == 3: + file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt") + + if not os.path.exists(file): + raise FileNotFoundError(f"can't find model states file at '{file}'") + + return file + + +def get_checkpoint_files(checkpoint_dir, glob_pattern): + # XXX: need to test that this simple glob rule works for multi-node setup too + ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys) + + if len(ckpt_files) == 0: + raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'") + + return ckpt_files + + +def get_optim_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt") + + +def get_model_state_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_model_states.pt") + + +def parse_model_states(files): + zero_model_states = [] + for file in files: + state_dict = torch.load(file, map_location=device, weights_only=False) + + if BUFFER_NAMES not in state_dict: + raise ValueError(f"{file} is not a model state checkpoint") + buffer_names = state_dict[BUFFER_NAMES] + if debug: + print("Found buffers:", buffer_names) + + # recover just the buffers while restoring them to fp32 if they were saved in fp16 + buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names} + param_shapes = state_dict[PARAM_SHAPES] + + # collect parameters that are included in param_shapes + param_names = [] + for s in param_shapes: + for name in s.keys(): + param_names.append(name) + + # update with frozen parameters + frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None) + if frozen_param_shapes is not None: + if debug: + print(f"Found frozen_param_shapes: {frozen_param_shapes}") + param_names += list(frozen_param_shapes.keys()) + + # handle shared params + shared_params = [[k, v] for k, v in state_dict["shared_params"].items()] + + ds_version = state_dict.get(DS_VERSION, None) + + frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None) + + z_model_state = zero_model_state(buffers=buffers, + param_shapes=param_shapes, + shared_params=shared_params, + ds_version=ds_version, + frozen_param_shapes=frozen_param_shapes, + frozen_param_fragments=frozen_param_fragments) + zero_model_states.append(z_model_state) + + return zero_model_states + + +def parse_optim_states(files, ds_checkpoint_dir): + total_files = len(files) + state_dicts = [] + for f in tqdm(files, desc='Loading checkpoint shards'): + state_dict = torch.load(f, map_location=device, mmap=True, weights_only=False) + # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights + # and also handle the case where it was already removed by another helper script + state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None) + state_dicts.append(state_dict) + + if ZERO_STAGE not in state_dicts[0][OPTIMIZER_STATE_DICT]: + raise ValueError(f"{files[0]} is not a zero checkpoint") + zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE] + world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT] + + # For ZeRO-2 each param group can have different partition_count as data parallelism for expert + # parameters can be different from data parallelism for non-expert parameters. So we can just + # use the max of the partition_count to get the dp world_size. + + if type(world_size) is list: + world_size = max(world_size) + + if world_size != total_files: + raise ValueError( + f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. " + "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes." + ) + + # the groups are named differently in each stage + if zero_stage <= 2: + fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS + elif zero_stage == 3: + fp32_groups_key = FP32_FLAT_GROUPS + else: + raise ValueError(f"unknown zero stage {zero_stage}") + + fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))] + return zero_stage, world_size, fp32_flat_groups + + +def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters): + """ + Returns fp32 state_dict reconstructed from ds checkpoint + + Args: + - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are) + + """ + print(f"Processing zero checkpoint '{ds_checkpoint_dir}'") + + optim_files = get_optim_files(ds_checkpoint_dir) + zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir) + print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}") + + model_files = get_model_state_files(ds_checkpoint_dir) + + zero_model_states = parse_model_states(model_files) + print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}') + + if zero_stage <= 2: + return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + elif zero_stage == 3: + return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + + +def _zero2_merge_frozen_params(state_dict, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + frozen_param_fragments = zero_model_states[0].frozen_param_fragments + + if debug: + num_elem = sum(s.numel() for s in frozen_param_shapes.values()) + print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in frozen_param_fragments.values()]) + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + state_dict[name] = frozen_param_fragments[name] + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _has_callable(obj, fn): + attr = getattr(obj, fn, None) + return callable(attr) + + +def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + + # Reconstruction protocol: + # + # XXX: document this + + if debug: + for i in range(world_size): + for j in range(len(fp32_flat_groups[0])): + print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}") + + # XXX: memory usage doubles here (zero2) + num_param_groups = len(fp32_flat_groups[0]) + merged_single_partition_of_fp32_groups = [] + for i in range(num_param_groups): + merged_partitions = [sd[i] for sd in fp32_flat_groups] + full_single_fp32_vector = torch.cat(merged_partitions, 0) + merged_single_partition_of_fp32_groups.append(full_single_fp32_vector) + avail_numel = sum( + [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups]) + + if debug: + wanted_params = sum([len(shapes) for shapes in param_shapes]) + wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes]) + # not asserting if there is a mismatch due to possible padding + print(f"Have {avail_numel} numels to process.") + print(f"Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + total_numel = 0 + total_params = 0 + for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups): + offset = 0 + avail_numel = full_single_fp32_vector.numel() + for name, shape in shapes.items(): + + unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape) + total_numel += unpartitioned_numel + total_params += 1 + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape) + offset += unpartitioned_numel + + # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and + # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex + # paddings performed in the code it's almost impossible to predict the exact numbers w/o the + # live optimizer object, so we are checking that the numbers are within the right range + align_to = 2 * world_size + + def zero2_align(x): + return align_to * math.ceil(x / align_to) + + if debug: + print(f"original offset={offset}, avail_numel={avail_numel}") + + offset = zero2_align(offset) + avail_numel = zero2_align(avail_numel) + + if debug: + print(f"aligned offset={offset}, avail_numel={avail_numel}") + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero2_merge_frozen_params(state_dict, zero_model_states) + + _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def zero3_partitioned_param_info(unpartitioned_numel, world_size): + remainder = unpartitioned_numel % world_size + padding_numel = (world_size - remainder) if remainder else 0 + partitioned_numel = math.ceil(unpartitioned_numel / world_size) + return partitioned_numel, padding_numel + + +def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + if debug: + for i in range(world_size): + num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values()) + print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in zero_model_states[0].frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states) + state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape) + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +class GatheredTensor: + """ + A pseudo tensor that collects partitioned weights. + It is more memory efficient when there are multiple groups. + """ + + def __init__(self, flat_groups, flat_groups_offset, offset, partitioned_numel, shape): + self.flat_groups = flat_groups + self.flat_groups_offset = flat_groups_offset + self.offset = offset + self.partitioned_numel = partitioned_numel + self.shape = shape + self.dtype = self.flat_groups[0][0].dtype + + def contiguous(self): + """ + Merge partitioned weights from flat_groups into a single tensor. + """ + end_idx = self.offset + self.partitioned_numel + world_size = len(self.flat_groups) + pad_flat_param_chunks = [] + + for rank_i in range(world_size): + # for each rank, we need to collect weights from related group/groups + flat_groups_at_rank_i = self.flat_groups[rank_i] + start_group_id = None + end_group_id = None + for group_id in range(len(self.flat_groups_offset)): + if self.flat_groups_offset[group_id] <= self.offset < self.flat_groups_offset[group_id + 1]: + start_group_id = group_id + if self.flat_groups_offset[group_id] < end_idx <= self.flat_groups_offset[group_id + 1]: + end_group_id = group_id + break + # collect weights from related group/groups + for group_id in range(start_group_id, end_group_id + 1): + flat_tensor = flat_groups_at_rank_i[group_id] + start_offset = self.offset - self.flat_groups_offset[group_id] + end_offset = min(end_idx, self.flat_groups_offset[group_id + 1]) - self.flat_groups_offset[group_id] + pad_flat_param_chunks.append(flat_tensor[start_offset:end_offset]) + + # collect weights from all ranks + pad_flat_param = torch.cat(pad_flat_param_chunks, dim=0) + param = pad_flat_param[:self.shape.numel()].view(self.shape).contiguous() + return param + + +def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + avail_numel = sum([flat_group.numel() for flat_group in fp32_flat_groups[0]]) * world_size + + # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each + # param, re-consolidating each param, while dealing with padding if any + + # merge list of dicts, preserving order + param_shapes = {k: v for d in param_shapes for k, v in d.items()} + + if debug: + for i in range(world_size): + print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}") + + wanted_params = len(param_shapes) + wanted_numel = sum(shape.numel() for shape in param_shapes.values()) + # not asserting if there is a mismatch due to possible padding + avail_numel = fp32_flat_groups[0].numel() * world_size + print(f"Trainable params: Have {avail_numel} numels to process.") + print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + offset = 0 + total_numel = 0 + total_params = 0 + flat_groups_offset = [0] + list(np.cumsum([flat_tensor.numel() for flat_tensor in fp32_flat_groups[0]])) + for name, shape in tqdm(param_shapes.items(), desc='Gathering sharded weights'): + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + total_params += 1 + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + # memory efficient tensor + tensor = GatheredTensor(fp32_flat_groups, flat_groups_offset, offset, partitioned_numel, shape) + state_dict[name] = tensor + offset += partitioned_numel + + offset *= world_size + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero3_merge_frozen_params(state_dict, world_size, zero_model_states) + + _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def to_torch_tensor(state_dict, return_empty_tensor=False): + """ + Convert state_dict of GatheredTensor to torch tensor + """ + torch_state_dict = {} + converted_tensors = {} + for name, tensor in state_dict.items(): + tensor_id = id(tensor) + if tensor_id in converted_tensors: # shared tensors + shared_tensor = torch_state_dict[converted_tensors[tensor_id]] + torch_state_dict[name] = shared_tensor + else: + converted_tensors[tensor_id] = name + if return_empty_tensor: + torch_state_dict[name] = torch.empty(tensor.shape, dtype=tensor.dtype) + else: + torch_state_dict[name] = tensor.contiguous() + return torch_state_dict + + +def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag=None, + exclude_frozen_parameters=False, + lazy_mode=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with + ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example + via a model hub. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + - ``lazy_mode``: get state_dict in lazy mode. It returns a dict of pesduo tensor instead of torch tensor, which is more memory efficient. + Convert the pesduo tensor to torch tensor by ``.contiguous()`` + + Returns: + - pytorch ``state_dict`` + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + # do the training and checkpoint saving + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu + model = model.cpu() # move to cpu + model.load_state_dict(state_dict) + # submit to model hub or save the model to share with others + + In this example the ``model`` will no longer be usable in the deepspeed context of the same + application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead. + + Note: the above usage may not work if your application doesn't have sufficient free CPU memory. + You may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with + the checkpoint. Or you can load state_dict in lazy mode :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, lazy_mode=True) # not on cpu + for name, lazy_tensor in state_dict.item(): + tensor = lazy_tensor.contiguous() # to cpu + print(name, tensor) + # del tensor to release memory if it no longer in use + """ + if tag is None: + latest_path = os.path.join(checkpoint_dir, 'latest') + if os.path.isfile(latest_path): + with open(latest_path, 'r') as fd: + tag = fd.read().strip() + else: + raise ValueError(f"Unable to find 'latest' file at {latest_path}") + + ds_checkpoint_dir = os.path.join(checkpoint_dir, tag) + + if not os.path.isdir(ds_checkpoint_dir): + raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist") + + state_dict = _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters) + if lazy_mode: + return state_dict + else: + return to_torch_tensor(state_dict) + + +def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, + output_dir, + max_shard_size="5GB", + safe_serialization=False, + tag=None, + exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be + loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``output_dir``: directory to the pytorch fp32 state_dict output files + - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB + - ``safe_serialization``: whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`). + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + """ + + # Dependency pre-check + if safe_serialization: + try: + from safetensors.torch import save_file + except ImportError: + print('If you want to use `safe_serialization`, please `pip install safetensors`') + raise + if max_shard_size is not None: + try: + from huggingface_hub import split_torch_state_dict_into_shards + except ImportError: + print('If you want to use `max_shard_size`, please `pip install huggingface_hub`') + raise + + # Convert zero checkpoint to state_dict + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag, + exclude_frozen_parameters, + lazy_mode=True) + + # Shard the model if it is too big. + weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin" + if max_shard_size is not None: + filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors") + # an memory-efficient approach for sharding + empty_state_dict = to_torch_tensor(state_dict, return_empty_tensor=True) + state_dict_split = split_torch_state_dict_into_shards(empty_state_dict, + filename_pattern=filename_pattern, + max_shard_size=max_shard_size) + else: + from collections import namedtuple + StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"]) + state_dict_split = StateDictSplit(is_sharded=False, + filename_to_tensors={weights_name: list(state_dict.keys())}) + + # Save the model by shard + os.makedirs(output_dir, exist_ok=True) + filename_to_tensors = state_dict_split.filename_to_tensors.items() + for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"): + shard_state_dict = {tensor_name: state_dict[tensor_name] for tensor_name in tensors} + shard_state_dict = to_torch_tensor(shard_state_dict) + output_path = os.path.join(output_dir, shard_file) + if safe_serialization: + save_file(shard_state_dict, output_path, metadata={"format": "pt"}) + else: + torch.save(shard_state_dict, output_path) + # release the memory of current shard + for tensor_name in list(shard_state_dict.keys()): + del state_dict[tensor_name] + del shard_state_dict[tensor_name] + del shard_state_dict + gc.collect() + + # Save index if sharded + if state_dict_split.is_sharded: + index = { + "metadata": state_dict_split.metadata, + "weight_map": state_dict_split.tensor_to_filename, + } + save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json" + save_index_file = os.path.join(output_dir, save_index_file) + with open(save_index_file, "w", encoding="utf-8") as f: + content = json.dumps(index, indent=2, sort_keys=True) + "\n" + f.write(content) + + +def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None): + """ + 1. Put the provided model to cpu + 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` + 3. Load it into the provided model + + Args: + - ``model``: the model object to update + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + + Returns: + - ``model`: modified model + + Make sure you have plenty of CPU memory available before you call this function. If you don't + have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it + conveniently placed for you in the checkpoint folder. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint + model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir) + # submit to model hub or save the model to share with others + + Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context + of the same application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + """ + logger.info("Extracting fp32 weights") + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag) + + logger.info("Overwriting model with fp32 weights") + model = model.cpu() + model.load_state_dict(state_dict, strict=False) + + return model + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("checkpoint_dir", + type=str, + help="path to the desired checkpoint folder, e.g., path/checkpoint-12") + parser.add_argument("output_dir", + type=str, + help="directory to the pytorch fp32 state_dict output files" + "(e.g. path/checkpoint-12-output/)") + parser.add_argument( + "--max_shard_size", + type=str, + default="5GB", + help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size" + "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`" + "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances" + "without CPU OOM issues.") + parser.add_argument( + "--safe_serialization", + default=False, + action='store_true', + help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).") + parser.add_argument("-t", + "--tag", + type=str, + default=None, + help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1") + parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters") + parser.add_argument("-d", "--debug", action='store_true', help="enable debug") + args = parser.parse_args() + + debug = args.debug + + convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, + args.output_dir, + max_shard_size=args.max_shard_size, + safe_serialization=args.safe_serialization, + tag=args.tag, + exclude_frozen_parameters=args.exclude_frozen_parameters) diff --git a/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/logging.jsonl b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/logging.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8422b714a4c95198478635441d63fc164a379b1e --- /dev/null +++ b/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/logging.jsonl @@ -0,0 +1,606 @@ +{"loss": 3.05859375, "grad_norm": 39.58283615, "learning_rate": 1.1e-07, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.79286694, "epoch": 0.00033129, "global_step/max_steps": "1/3019", "percentage": "0.03%", "elapsed_time": "2m 38s", "remaining_time": "5d 12h 27m 53s", "memory(GiB)": 25.97, "train_speed(iter/s)": 0.006329} +{"loss": 3.02246094, "grad_norm": 35.99185181, "learning_rate": 5.5e-07, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.79622642, "epoch": 0.00165645, "global_step/max_steps": "5/3019", "percentage": "0.17%", "elapsed_time": "3m 42s", "remaining_time": "1d 13h 14m 6s", "memory(GiB)": 29.86, "train_speed(iter/s)": 0.022485} +{"loss": 2.90507813, "grad_norm": 34.44042587, "learning_rate": 1.1e-06, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.80159604, "epoch": 0.0033129, "global_step/max_steps": "10/3019", "percentage": "0.33%", "elapsed_time": "5m 3s", "remaining_time": "1d 1h 20m 6s", "memory(GiB)": 29.86, "train_speed(iter/s)": 0.032991} +{"loss": 2.18320312, "grad_norm": 24.29208183, "learning_rate": 1.65e-06, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.81253421, "epoch": 0.00496936, "global_step/max_steps": "15/3019", "percentage": "0.50%", "elapsed_time": "5m 49s", "remaining_time": "19h 26m 6s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.042935} +{"loss": 1.22734375, "grad_norm": 8.71148682, "learning_rate": 2.2e-06, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.83601199, "epoch": 0.00662581, "global_step/max_steps": "20/3019", "percentage": "0.66%", "elapsed_time": "6m 34s", "remaining_time": "16h 25m 25s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.050723} +{"loss": 0.7140625, "grad_norm": 4.55701971, "learning_rate": 2.75e-06, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.87190645, "epoch": 0.00828226, "global_step/max_steps": "25/3019", "percentage": "0.83%", "elapsed_time": "7m 34s", "remaining_time": "15h 6m 27s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.05505} +{"loss": 0.32304688, "grad_norm": 2.27223253, "learning_rate": 3.3e-06, "tIoU": 0.16358232, "tRecall_50": 0.175, "tRecall_75": 0.1, "tRecall_90": 0.05625, "token_acc": 0.89634479, "epoch": 0.00993871, "global_step/max_steps": "30/3019", "percentage": "0.99%", "elapsed_time": "8m 20s", "remaining_time": "13h 50m 29s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.059985} +{"loss": 0.20201416, "grad_norm": 2.06380224, "learning_rate": 3.85e-06, "tIoU": 0.41202273, "tRecall_50": 0.41875, "tRecall_75": 0.25625, "tRecall_90": 0.16875, "token_acc": 0.92695557, "epoch": 0.01159516, "global_step/max_steps": "35/3019", "percentage": "1.16%", "elapsed_time": "9m 25s", "remaining_time": "13h 23m 54s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.061864} +{"loss": 0.20168457, "grad_norm": 1.6669426, "learning_rate": 4.4e-06, "tIoU": 0.41971269, "tRecall_50": 0.4375, "tRecall_75": 0.28125, "tRecall_90": 0.14375, "token_acc": 0.92459995, "epoch": 0.01325162, "global_step/max_steps": "40/3019", "percentage": "1.32%", "elapsed_time": "10m 12s", "remaining_time": "12h 40m 20s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.0653} +{"loss": 0.20932617, "grad_norm": 2.08816528, "learning_rate": 4.95e-06, "tIoU": 0.44815483, "tRecall_50": 0.5125, "tRecall_75": 0.30625, "tRecall_90": 0.1375, "token_acc": 0.92398141, "epoch": 0.01490807, "global_step/max_steps": "45/3019", "percentage": "1.49%", "elapsed_time": "11m 21s", "remaining_time": "12h 30m 52s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.066012} +{"loss": 0.20628662, "grad_norm": 2.00362802, "learning_rate": 5.49e-06, "tIoU": 0.43578029, "tRecall_50": 0.45625, "tRecall_75": 0.26875, "tRecall_90": 0.175, "token_acc": 0.92624966, "epoch": 0.01656452, "global_step/max_steps": "50/3019", "percentage": "1.66%", "elapsed_time": "12m 25s", "remaining_time": "12h 18m 1s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.067048} +{"loss": 0.20244141, "grad_norm": 1.58964741, "learning_rate": 6.04e-06, "tIoU": 0.43024516, "tRecall_50": 0.43125, "tRecall_75": 0.26875, "tRecall_90": 0.15, "token_acc": 0.9268829, "epoch": 0.01822097, "global_step/max_steps": "55/3019", "percentage": "1.82%", "elapsed_time": "13m 23s", "remaining_time": "12h 1m 51s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.068434} +{"loss": 0.22813721, "grad_norm": 1.71535408, "learning_rate": 6.59e-06, "tIoU": 0.36472535, "tRecall_50": 0.375, "tRecall_75": 0.25625, "tRecall_90": 0.1625, "token_acc": 0.92230098, "epoch": 0.01987742, "global_step/max_steps": "60/3019", "percentage": "1.99%", "elapsed_time": "14m 19s", "remaining_time": "11h 46m 34s", "memory(GiB)": 30.0, "train_speed(iter/s)": 0.069796} +{"loss": 0.20690918, "grad_norm": 1.34132624, "learning_rate": 7.14e-06, "tIoU": 0.45323019, "tRecall_50": 0.4875, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.92787419, "epoch": 0.02153387, "global_step/max_steps": "65/3019", "percentage": "2.15%", "elapsed_time": "15m 19s", "remaining_time": "11h 36m 17s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.070708} +{"loss": 0.222229, "grad_norm": 2.2191484, "learning_rate": 7.69e-06, "tIoU": 0.45166798, "tRecall_50": 0.46875, "tRecall_75": 0.33125, "tRecall_90": 0.2125, "token_acc": 0.92366412, "epoch": 0.02319033, "global_step/max_steps": "70/3019", "percentage": "2.32%", "elapsed_time": "16m 52s", "remaining_time": "11h 50m 44s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.069154} +{"loss": 0.20093994, "grad_norm": 1.87543213, "learning_rate": 8.24e-06, "tIoU": 0.40725174, "tRecall_50": 0.45625, "tRecall_75": 0.2625, "tRecall_90": 0.11875, "token_acc": 0.92502726, "epoch": 0.02484678, "global_step/max_steps": "75/3019", "percentage": "2.48%", "elapsed_time": "17m 34s", "remaining_time": "11h 30m 10s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.071093} +{"loss": 0.20584717, "grad_norm": 1.44221616, "learning_rate": 8.79e-06, "tIoU": 0.40916963, "tRecall_50": 0.45, "tRecall_75": 0.25, "tRecall_90": 0.10625, "token_acc": 0.92077321, "epoch": 0.02650323, "global_step/max_steps": "80/3019", "percentage": "2.65%", "elapsed_time": "18m 31s", "remaining_time": "11h 20m 31s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.071979} +{"loss": 0.20401611, "grad_norm": 1.83144534, "learning_rate": 9.34e-06, "tIoU": 0.4232614, "tRecall_50": 0.49375, "tRecall_75": 0.275, "tRecall_90": 0.1625, "token_acc": 0.92692939, "epoch": 0.02815968, "global_step/max_steps": "85/3019", "percentage": "2.82%", "elapsed_time": "19m 31s", "remaining_time": "11h 13m 46s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.072577} +{"loss": 0.20345459, "grad_norm": 1.70802474, "learning_rate": 9.89e-06, "tIoU": 0.39617779, "tRecall_50": 0.43125, "tRecall_75": 0.26875, "tRecall_90": 0.11875, "token_acc": 0.92687585, "epoch": 0.02981613, "global_step/max_steps": "90/3019", "percentage": "2.98%", "elapsed_time": "20m 28s", "remaining_time": "11h 6m 17s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.073265} +{"loss": 0.1996582, "grad_norm": 1.52886617, "learning_rate": 1e-05, "tIoU": 0.46829071, "tRecall_50": 0.5, "tRecall_75": 0.3125, "tRecall_90": 0.18125, "token_acc": 0.92804779, "epoch": 0.03147259, "global_step/max_steps": "95/3019", "percentage": "3.15%", "elapsed_time": "21m 14s", "remaining_time": "10h 53m 33s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.074566} +{"loss": 0.20932617, "grad_norm": 1.12878025, "learning_rate": 1e-05, "tIoU": 0.38943963, "tRecall_50": 0.41875, "tRecall_75": 0.2, "tRecall_90": 0.1125, "token_acc": 0.91664397, "epoch": 0.03312904, "global_step/max_steps": "100/3019", "percentage": "3.31%", "elapsed_time": "22m 50s", "remaining_time": "11h 6m 35s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.072983} +{"loss": 0.22399902, "grad_norm": 1.04800224, "learning_rate": 1e-05, "tIoU": 0.35544202, "tRecall_50": 0.3875, "tRecall_75": 0.20625, "tRecall_90": 0.08125, "token_acc": 0.91556157, "epoch": 0.03478549, "global_step/max_steps": "105/3019", "percentage": "3.48%", "elapsed_time": "23m 41s", "remaining_time": "10h 57m 18s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.073888} +{"loss": 0.21120605, "grad_norm": 1.29464602, "learning_rate": 1e-05, "tIoU": 0.4334126, "tRecall_50": 0.48125, "tRecall_75": 0.30625, "tRecall_90": 0.18125, "token_acc": 0.92579505, "epoch": 0.03644194, "global_step/max_steps": "110/3019", "percentage": "3.64%", "elapsed_time": "24m 34s", "remaining_time": "10h 50m 5s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.074578} +{"loss": 0.22233887, "grad_norm": 1.21960545, "learning_rate": 1e-05, "tIoU": 0.41721082, "tRecall_50": 0.45, "tRecall_75": 0.2625, "tRecall_90": 0.16875, "token_acc": 0.92138194, "epoch": 0.03809839, "global_step/max_steps": "115/3019", "percentage": "3.81%", "elapsed_time": "25m 40s", "remaining_time": "10h 48m 28s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.074636} +{"loss": 0.22032471, "grad_norm": 1.28478241, "learning_rate": 1e-05, "tIoU": 0.37229869, "tRecall_50": 0.375, "tRecall_75": 0.225, "tRecall_90": 0.1, "token_acc": 0.91816694, "epoch": 0.03975485, "global_step/max_steps": "120/3019", "percentage": "3.97%", "elapsed_time": "26m 40s", "remaining_time": "10h 44m 28s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.074971} +{"loss": 0.21257324, "grad_norm": 2.17284226, "learning_rate": 1e-05, "tIoU": 0.35148852, "tRecall_50": 0.375, "tRecall_75": 0.20625, "tRecall_90": 0.1, "token_acc": 0.915038, "epoch": 0.0414113, "global_step/max_steps": "125/3019", "percentage": "4.14%", "elapsed_time": "27m 33s", "remaining_time": "10h 37m 57s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.075607} +{"loss": 0.21881104, "grad_norm": 1.02116752, "learning_rate": 1e-05, "tIoU": 0.30722239, "tRecall_50": 0.31875, "tRecall_75": 0.1875, "tRecall_90": 0.05625, "token_acc": 0.915268, "epoch": 0.04306775, "global_step/max_steps": "130/3019", "percentage": "4.31%", "elapsed_time": "28m 34s", "remaining_time": "10h 35m 0s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.075826} +{"loss": 0.22299805, "grad_norm": 0.92100668, "learning_rate": 9.99e-06, "tIoU": 0.41020069, "tRecall_50": 0.425, "tRecall_75": 0.28125, "tRecall_90": 0.15, "token_acc": 0.92037088, "epoch": 0.0447242, "global_step/max_steps": "135/3019", "percentage": "4.47%", "elapsed_time": "29m 22s", "remaining_time": "10h 27m 38s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.076584} +{"loss": 0.21231689, "grad_norm": 1.05970418, "learning_rate": 9.99e-06, "tIoU": 0.36319041, "tRecall_50": 0.38125, "tRecall_75": 0.2375, "tRecall_90": 0.125, "token_acc": 0.92341357, "epoch": 0.04638065, "global_step/max_steps": "140/3019", "percentage": "4.64%", "elapsed_time": "30m 35s", "remaining_time": "10h 29m 13s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.076257} +{"loss": 0.2053833, "grad_norm": 0.82993758, "learning_rate": 9.99e-06, "tIoU": 0.3605123, "tRecall_50": 0.39375, "tRecall_75": 0.2, "tRecall_90": 0.11875, "token_acc": 0.92599672, "epoch": 0.0480371, "global_step/max_steps": "145/3019", "percentage": "4.80%", "elapsed_time": "31m 25s", "remaining_time": "10h 22m 45s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.076916} +{"loss": 0.21833496, "grad_norm": 1.42120135, "learning_rate": 9.99e-06, "tIoU": 0.40356994, "tRecall_50": 0.41875, "tRecall_75": 0.225, "tRecall_90": 0.1375, "token_acc": 0.92276201, "epoch": 0.04969356, "global_step/max_steps": "150/3019", "percentage": "4.97%", "elapsed_time": "32m 13s", "remaining_time": "10h 16m 18s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.077585} +{"loss": 0.18693848, "grad_norm": 1.03635609, "learning_rate": 9.99e-06, "tIoU": 0.50417275, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.93329703, "epoch": 0.05135001, "global_step/max_steps": "155/3019", "percentage": "5.13%", "elapsed_time": "33m 32s", "remaining_time": "10h 19m 38s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.077033} +{"loss": 0.21168213, "grad_norm": 1.55633974, "learning_rate": 9.99e-06, "tIoU": 0.374756, "tRecall_50": 0.4, "tRecall_75": 0.225, "tRecall_90": 0.15, "token_acc": 0.92083787, "epoch": 0.05300646, "global_step/max_steps": "160/3019", "percentage": "5.30%", "elapsed_time": "34m 26s", "remaining_time": "10h 15m 24s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.077429} +{"loss": 0.24124146, "grad_norm": 1.29942441, "learning_rate": 9.98e-06, "tIoU": 0.36675415, "tRecall_50": 0.36875, "tRecall_75": 0.25625, "tRecall_90": 0.13125, "token_acc": 0.9138821, "epoch": 0.05466291, "global_step/max_steps": "165/3019", "percentage": "5.47%", "elapsed_time": "35m 19s", "remaining_time": "10h 11m 0s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.077849} +{"loss": 0.21741943, "grad_norm": 1.02331829, "learning_rate": 9.98e-06, "tIoU": 0.39600766, "tRecall_50": 0.39375, "tRecall_75": 0.2375, "tRecall_90": 0.1125, "token_acc": 0.92191367, "epoch": 0.05631936, "global_step/max_steps": "170/3019", "percentage": "5.63%", "elapsed_time": "36m 7s", "remaining_time": "10h 5m 16s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.078449} +{"loss": 0.20966797, "grad_norm": 1.39147401, "learning_rate": 9.98e-06, "tIoU": 0.37826159, "tRecall_50": 0.4, "tRecall_75": 0.2375, "tRecall_90": 0.075, "token_acc": 0.91955277, "epoch": 0.05797582, "global_step/max_steps": "175/3019", "percentage": "5.80%", "elapsed_time": "37m 18s", "remaining_time": "10h 6m 16s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.078181} +{"loss": 0.20859375, "grad_norm": 2.28457761, "learning_rate": 9.98e-06, "tIoU": 0.30867314, "tRecall_50": 0.31875, "tRecall_75": 0.15, "tRecall_90": 0.06875, "token_acc": 0.92435827, "epoch": 0.05963227, "global_step/max_steps": "180/3019", "percentage": "5.96%", "elapsed_time": "38m 3s", "remaining_time": "10h 0m 13s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.078831} +{"loss": 0.19338379, "grad_norm": 1.19067109, "learning_rate": 9.97e-06, "tIoU": 0.43687015, "tRecall_50": 0.49375, "tRecall_75": 0.25, "tRecall_90": 0.1375, "token_acc": 0.92540984, "epoch": 0.06128872, "global_step/max_steps": "185/3019", "percentage": "6.13%", "elapsed_time": "39m 14s", "remaining_time": "10h 1m 7s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.078576} +{"loss": 0.23786621, "grad_norm": 1.39291143, "learning_rate": 9.97e-06, "tIoU": 0.40388255, "tRecall_50": 0.425, "tRecall_75": 0.225, "tRecall_90": 0.13125, "token_acc": 0.91378841, "epoch": 0.06294517, "global_step/max_steps": "190/3019", "percentage": "6.29%", "elapsed_time": "40m 20s", "remaining_time": "10h 0m 41s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.078493} +{"loss": 0.20114746, "grad_norm": 1.49477744, "learning_rate": 9.97e-06, "tIoU": 0.46901879, "tRecall_50": 0.5125, "tRecall_75": 0.325, "tRecall_90": 0.2, "token_acc": 0.9279476, "epoch": 0.06460162, "global_step/max_steps": "195/3019", "percentage": "6.46%", "elapsed_time": "41m 13s", "remaining_time": "9h 57m 4s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.078828} +{"loss": 0.21303711, "grad_norm": 1.03743124, "learning_rate": 9.97e-06, "tIoU": 0.39422963, "tRecall_50": 0.39375, "tRecall_75": 0.25625, "tRecall_90": 0.18125, "token_acc": 0.92475463, "epoch": 0.06625808, "global_step/max_steps": "200/3019", "percentage": "6.62%", "elapsed_time": "42m 6s", "remaining_time": "9h 53m 30s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.079162} +{"loss": 0.20487061, "grad_norm": 1.44880915, "learning_rate": 9.96e-06, "tIoU": 0.35538213, "tRecall_50": 0.36875, "tRecall_75": 0.20625, "tRecall_90": 0.14375, "token_acc": 0.92601693, "epoch": 0.06791453, "global_step/max_steps": "205/3019", "percentage": "6.79%", "elapsed_time": "43m 38s", "remaining_time": "9h 59m 1s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.078294} +{"loss": 0.20529785, "grad_norm": 1.63192487, "learning_rate": 9.96e-06, "tIoU": 0.37418406, "tRecall_50": 0.38125, "tRecall_75": 0.21875, "tRecall_90": 0.11875, "token_acc": 0.9247078, "epoch": 0.06957098, "global_step/max_steps": "210/3019", "percentage": "6.96%", "elapsed_time": "44m 23s", "remaining_time": "9h 53m 46s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.078845} +{"loss": 0.2067749, "grad_norm": 1.42288744, "learning_rate": 9.96e-06, "tIoU": 0.41910367, "tRecall_50": 0.475, "tRecall_75": 0.24375, "tRecall_90": 0.1375, "token_acc": 0.92198582, "epoch": 0.07122743, "global_step/max_steps": "215/3019", "percentage": "7.12%", "elapsed_time": "45m 17s", "remaining_time": "9h 50m 39s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.079121} +{"loss": 0.21159668, "grad_norm": 1.25840688, "learning_rate": 9.95e-06, "tIoU": 0.38661027, "tRecall_50": 0.41875, "tRecall_75": 0.23125, "tRecall_90": 0.11875, "token_acc": 0.92269872, "epoch": 0.07288388, "global_step/max_steps": "220/3019", "percentage": "7.29%", "elapsed_time": "46m 21s", "remaining_time": "9h 49m 45s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.079101} +{"loss": 0.22449951, "grad_norm": 1.39305818, "learning_rate": 9.95e-06, "tIoU": 0.41291814, "tRecall_50": 0.4375, "tRecall_75": 0.31875, "tRecall_90": 0.1375, "token_acc": 0.92161132, "epoch": 0.07454033, "global_step/max_steps": "225/3019", "percentage": "7.45%", "elapsed_time": "47m 19s", "remaining_time": "9h 47m 43s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.079233} +{"loss": 0.2, "grad_norm": 0.68428129, "learning_rate": 9.94e-06, "tIoU": 0.38724625, "tRecall_50": 0.4, "tRecall_75": 0.21875, "tRecall_90": 0.10625, "token_acc": 0.9230137, "epoch": 0.07619679, "global_step/max_steps": "230/3019", "percentage": "7.62%", "elapsed_time": "48m 12s", "remaining_time": "9h 44m 37s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.07951} +{"loss": 0.19995117, "grad_norm": 0.82655764, "learning_rate": 9.94e-06, "tIoU": 0.41764998, "tRecall_50": 0.4375, "tRecall_75": 0.2875, "tRecall_90": 0.16875, "token_acc": 0.92764228, "epoch": 0.07785324, "global_step/max_steps": "235/3019", "percentage": "7.78%", "elapsed_time": "49m 1s", "remaining_time": "9h 40m 43s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.079901} +{"loss": 0.2019165, "grad_norm": 1.28761148, "learning_rate": 9.94e-06, "tIoU": 0.41914907, "tRecall_50": 0.44375, "tRecall_75": 0.2375, "tRecall_90": 0.14375, "token_acc": 0.92780968, "epoch": 0.07950969, "global_step/max_steps": "240/3019", "percentage": "7.95%", "elapsed_time": "50m 4s", "remaining_time": "9h 39m 54s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.079868} +{"loss": 0.21101074, "grad_norm": 2.2401073, "learning_rate": 9.93e-06, "tIoU": 0.35828311, "tRecall_50": 0.3875, "tRecall_75": 0.23125, "tRecall_90": 0.14375, "token_acc": 0.92431694, "epoch": 0.08116614, "global_step/max_steps": "245/3019", "percentage": "8.12%", "elapsed_time": "51m 6s", "remaining_time": "9h 38m 45s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.079884} +{"loss": 0.21094971, "grad_norm": 1.46823561, "learning_rate": 9.93e-06, "tIoU": 0.40898738, "tRecall_50": 0.44375, "tRecall_75": 0.275, "tRecall_90": 0.15, "token_acc": 0.91868132, "epoch": 0.08282259, "global_step/max_steps": "250/3019", "percentage": "8.28%", "elapsed_time": "52m 1s", "remaining_time": "9h 36m 10s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.080098} +{"loss": 0.21477051, "grad_norm": 1.47043526, "learning_rate": 9.92e-06, "tIoU": 0.39298773, "tRecall_50": 0.4125, "tRecall_75": 0.24375, "tRecall_90": 0.14375, "token_acc": 0.92175103, "epoch": 0.08447905, "global_step/max_steps": "255/3019", "percentage": "8.45%", "elapsed_time": "52m 49s", "remaining_time": "9h 32m 34s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.080456} +{"loss": 0.22633057, "grad_norm": 1.12373185, "learning_rate": 9.92e-06, "tIoU": 0.32887011, "tRecall_50": 0.35625, "tRecall_75": 0.175, "tRecall_90": 0.075, "token_acc": 0.9164859, "epoch": 0.0861355, "global_step/max_steps": "260/3019", "percentage": "8.61%", "elapsed_time": "54m 5s", "remaining_time": "9h 33m 57s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.080115} +{"loss": 0.20981445, "grad_norm": 0.84853983, "learning_rate": 9.91e-06, "tIoU": 0.38620059, "tRecall_50": 0.41875, "tRecall_75": 0.25625, "tRecall_90": 0.15625, "token_acc": 0.9228252, "epoch": 0.08779195, "global_step/max_steps": "265/3019", "percentage": "8.78%", "elapsed_time": "54m 50s", "remaining_time": "9h 30m 0s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.080524} +{"loss": 0.22954102, "grad_norm": 1.09948659, "learning_rate": 9.91e-06, "tIoU": 0.35995831, "tRecall_50": 0.3375, "tRecall_75": 0.2125, "tRecall_90": 0.13125, "token_acc": 0.91505053, "epoch": 0.0894484, "global_step/max_steps": "270/3019", "percentage": "8.94%", "elapsed_time": "55m 57s", "remaining_time": "9h 29m 47s", "memory(GiB)": 30.66, "train_speed(iter/s)": 0.080408} +{"loss": 0.21075439, "grad_norm": 1.16852438, "learning_rate": 9.9e-06, "tIoU": 0.43118949, "tRecall_50": 0.45625, "tRecall_75": 0.24375, "tRecall_90": 0.15625, "token_acc": 0.92588556, "epoch": 0.09110485, "global_step/max_steps": "275/3019", "percentage": "9.11%", "elapsed_time": "57m 1s", "remaining_time": "9h 29m 2s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08037} +{"loss": 0.21552734, "grad_norm": 1.13989973, "learning_rate": 9.9e-06, "tIoU": 0.38070843, "tRecall_50": 0.39375, "tRecall_75": 0.25, "tRecall_90": 0.1, "token_acc": 0.91803279, "epoch": 0.09276131, "global_step/max_steps": "280/3019", "percentage": "9.27%", "elapsed_time": "57m 49s", "remaining_time": "9h 25m 37s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.080707} +{"loss": 0.21386719, "grad_norm": 1.54804432, "learning_rate": 9.89e-06, "tIoU": 0.38507159, "tRecall_50": 0.40625, "tRecall_75": 0.225, "tRecall_90": 0.1375, "token_acc": 0.92276089, "epoch": 0.09441776, "global_step/max_steps": "285/3019", "percentage": "9.44%", "elapsed_time": "58m 50s", "remaining_time": "9h 24m 30s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.080719} +{"loss": 0.22030029, "grad_norm": 1.03245771, "learning_rate": 9.89e-06, "tIoU": 0.34529166, "tRecall_50": 0.3875, "tRecall_75": 0.18125, "tRecall_90": 0.1, "token_acc": 0.91764385, "epoch": 0.09607421, "global_step/max_steps": "290/3019", "percentage": "9.61%", "elapsed_time": "59m 39s", "remaining_time": "9h 21m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08102} +{"loss": 0.21672363, "grad_norm": 0.90755415, "learning_rate": 9.88e-06, "tIoU": 0.42587867, "tRecall_50": 0.46875, "tRecall_75": 0.24375, "tRecall_90": 0.14375, "token_acc": 0.92362248, "epoch": 0.09773066, "global_step/max_steps": "295/3019", "percentage": "9.77%", "elapsed_time": "1h 0m 40s", "remaining_time": "9h 20m 13s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081039} +{"loss": 0.21466064, "grad_norm": 1.0214622, "learning_rate": 9.87e-06, "tIoU": 0.37639208, "tRecall_50": 0.3875, "tRecall_75": 0.24375, "tRecall_90": 0.1125, "token_acc": 0.91659875, "epoch": 0.09938711, "global_step/max_steps": "300/3019", "percentage": "9.94%", "elapsed_time": "1h 2m 2s", "remaining_time": "9h 22m 14s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.080601} +{"loss": 0.20412598, "grad_norm": 1.1842351, "learning_rate": 9.87e-06, "tIoU": 0.40878806, "tRecall_50": 0.44375, "tRecall_75": 0.24375, "tRecall_90": 0.11875, "token_acc": 0.92585447, "epoch": 0.10104356, "global_step/max_steps": "305/3019", "percentage": "10.10%", "elapsed_time": "1h 2m 49s", "remaining_time": "9h 18m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.080921} +{"loss": 0.20582275, "grad_norm": 0.86525899, "learning_rate": 9.86e-06, "tIoU": 0.43043714, "tRecall_50": 0.48125, "tRecall_75": 0.29375, "tRecall_90": 0.14375, "token_acc": 0.92705498, "epoch": 0.10270002, "global_step/max_steps": "310/3019", "percentage": "10.27%", "elapsed_time": "1h 3m 40s", "remaining_time": "9h 16m 27s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081138} +{"loss": 0.20893555, "grad_norm": 0.71122903, "learning_rate": 9.86e-06, "tIoU": 0.44696102, "tRecall_50": 0.4875, "tRecall_75": 0.325, "tRecall_90": 0.175, "token_acc": 0.92512208, "epoch": 0.10435647, "global_step/max_steps": "315/3019", "percentage": "10.43%", "elapsed_time": "1h 4m 39s", "remaining_time": "9h 14m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081206} +{"loss": 0.20050049, "grad_norm": 0.9329437, "learning_rate": 9.85e-06, "tIoU": 0.40624032, "tRecall_50": 0.4625, "tRecall_75": 0.25, "tRecall_90": 0.15, "token_acc": 0.92631865, "epoch": 0.10601292, "global_step/max_steps": "320/3019", "percentage": "10.60%", "elapsed_time": "1h 5m 59s", "remaining_time": "9h 16m 37s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.080813} +{"loss": 0.20771484, "grad_norm": 0.86196029, "learning_rate": 9.84e-06, "tIoU": 0.42284513, "tRecall_50": 0.45625, "tRecall_75": 0.33125, "tRecall_90": 0.18125, "token_acc": 0.92820093, "epoch": 0.10766937, "global_step/max_steps": "325/3019", "percentage": "10.77%", "elapsed_time": "1h 6m 42s", "remaining_time": "9h 13m 1s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08119} +{"loss": 0.20517578, "grad_norm": 1.032323, "learning_rate": 9.84e-06, "tIoU": 0.42636247, "tRecall_50": 0.4625, "tRecall_75": 0.275, "tRecall_90": 0.1625, "token_acc": 0.92401961, "epoch": 0.10932582, "global_step/max_steps": "330/3019", "percentage": "10.93%", "elapsed_time": "1h 7m 32s", "remaining_time": "9h 10m 18s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081438} +{"loss": 0.19963379, "grad_norm": 0.93587935, "learning_rate": 9.83e-06, "tIoU": 0.43193893, "tRecall_50": 0.4875, "tRecall_75": 0.29375, "tRecall_90": 0.16875, "token_acc": 0.92536094, "epoch": 0.11098228, "global_step/max_steps": "335/3019", "percentage": "11.10%", "elapsed_time": "1h 8m 41s", "remaining_time": "9h 10m 24s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081273} +{"loss": 0.19489746, "grad_norm": 1.00152135, "learning_rate": 9.82e-06, "tIoU": 0.43429723, "tRecall_50": 0.475, "tRecall_75": 0.275, "tRecall_90": 0.15, "token_acc": 0.92826087, "epoch": 0.11263873, "global_step/max_steps": "340/3019", "percentage": "11.26%", "elapsed_time": "1h 9m 44s", "remaining_time": "9h 9m 35s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081243} +{"loss": 0.21611328, "grad_norm": 2.6158638, "learning_rate": 9.82e-06, "tIoU": 0.39210269, "tRecall_50": 0.44375, "tRecall_75": 0.2125, "tRecall_90": 0.1, "token_acc": 0.91967436, "epoch": 0.11429518, "global_step/max_steps": "345/3019", "percentage": "11.43%", "elapsed_time": "1h 10m 48s", "remaining_time": "9h 8m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081202} +{"loss": 0.20706787, "grad_norm": 0.92205268, "learning_rate": 9.81e-06, "tIoU": 0.38988595, "tRecall_50": 0.4125, "tRecall_75": 0.19375, "tRecall_90": 0.1125, "token_acc": 0.92161649, "epoch": 0.11595163, "global_step/max_steps": "350/3019", "percentage": "11.59%", "elapsed_time": "1h 11m 36s", "remaining_time": "9h 6m 3s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081463} +{"loss": 0.21361084, "grad_norm": 0.7099843, "learning_rate": 9.8e-06, "tIoU": 0.38606837, "tRecall_50": 0.375, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.92001092, "epoch": 0.11760808, "global_step/max_steps": "355/3019", "percentage": "11.76%", "elapsed_time": "1h 12m 35s", "remaining_time": "9h 4m 43s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081508} +{"loss": 0.22297363, "grad_norm": 1.10092831, "learning_rate": 9.79e-06, "tIoU": 0.36677961, "tRecall_50": 0.40625, "tRecall_75": 0.2375, "tRecall_90": 0.1125, "token_acc": 0.91879413, "epoch": 0.11926454, "global_step/max_steps": "360/3019", "percentage": "11.92%", "elapsed_time": "1h 13m 22s", "remaining_time": "9h 1m 57s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081772} +{"loss": 0.2166748, "grad_norm": 0.80782133, "learning_rate": 9.79e-06, "tIoU": 0.39091346, "tRecall_50": 0.41875, "tRecall_75": 0.225, "tRecall_90": 0.1375, "token_acc": 0.92379131, "epoch": 0.12092099, "global_step/max_steps": "365/3019", "percentage": "12.09%", "elapsed_time": "1h 14m 36s", "remaining_time": "9h 2m 26s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081546} +{"loss": 0.21003418, "grad_norm": 1.20466173, "learning_rate": 9.78e-06, "tIoU": 0.37108333, "tRecall_50": 0.3875, "tRecall_75": 0.25, "tRecall_90": 0.14375, "token_acc": 0.92187927, "epoch": 0.12257744, "global_step/max_steps": "370/3019", "percentage": "12.26%", "elapsed_time": "1h 15m 59s", "remaining_time": "9h 4m 2s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081152} +{"loss": 0.19754639, "grad_norm": 0.79900265, "learning_rate": 9.77e-06, "tIoU": 0.42026567, "tRecall_50": 0.43125, "tRecall_75": 0.2875, "tRecall_90": 0.175, "token_acc": 0.92903752, "epoch": 0.12423389, "global_step/max_steps": "375/3019", "percentage": "12.42%", "elapsed_time": "1h 16m 44s", "remaining_time": "9h 1m 5s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081439} +{"loss": 0.20666504, "grad_norm": 1.69837642, "learning_rate": 9.76e-06, "tIoU": 0.43697615, "tRecall_50": 0.45625, "tRecall_75": 0.29375, "tRecall_90": 0.16875, "token_acc": 0.92244675, "epoch": 0.12589034, "global_step/max_steps": "380/3019", "percentage": "12.59%", "elapsed_time": "1h 17m 33s", "remaining_time": "8h 58m 35s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081663} +{"loss": 0.22811279, "grad_norm": 1.08848119, "learning_rate": 9.75e-06, "tIoU": 0.38089621, "tRecall_50": 0.38125, "tRecall_75": 0.21875, "tRecall_90": 0.10625, "token_acc": 0.92188351, "epoch": 0.12754679, "global_step/max_steps": "385/3019", "percentage": "12.75%", "elapsed_time": "1h 18m 34s", "remaining_time": "8h 57m 31s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081671} +{"loss": 0.20244141, "grad_norm": 0.92244571, "learning_rate": 9.74e-06, "tIoU": 0.43600545, "tRecall_50": 0.45625, "tRecall_75": 0.3, "tRecall_90": 0.125, "token_acc": 0.92493151, "epoch": 0.12920325, "global_step/max_steps": "390/3019", "percentage": "12.92%", "elapsed_time": "1h 19m 26s", "remaining_time": "8h 55m 29s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081826} +{"loss": 0.20810547, "grad_norm": 0.87125862, "learning_rate": 9.74e-06, "tIoU": 0.3716521, "tRecall_50": 0.4125, "tRecall_75": 0.21875, "tRecall_90": 0.1125, "token_acc": 0.92063061, "epoch": 0.1308597, "global_step/max_steps": "395/3019", "percentage": "13.08%", "elapsed_time": "1h 20m 20s", "remaining_time": "8h 53m 45s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081936} +{"loss": 0.21021729, "grad_norm": 1.17107034, "learning_rate": 9.73e-06, "tIoU": 0.40564313, "tRecall_50": 0.425, "tRecall_75": 0.25, "tRecall_90": 0.15, "token_acc": 0.92219492, "epoch": 0.13251615, "global_step/max_steps": "400/3019", "percentage": "13.25%", "elapsed_time": "1h 21m 18s", "remaining_time": "8h 52m 24s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.081985} +{"loss": 0.19761963, "grad_norm": 0.76316893, "learning_rate": 9.72e-06, "tIoU": 0.45596781, "tRecall_50": 0.51875, "tRecall_75": 0.26875, "tRecall_90": 0.13125, "token_acc": 0.92565359, "epoch": 0.1341726, "global_step/max_steps": "405/3019", "percentage": "13.42%", "elapsed_time": "1h 22m 6s", "remaining_time": "8h 49m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082213} +{"loss": 0.19394531, "grad_norm": 0.91581023, "learning_rate": 9.71e-06, "tIoU": 0.44796629, "tRecall_50": 0.48125, "tRecall_75": 0.3125, "tRecall_90": 0.1375, "token_acc": 0.92784914, "epoch": 0.13582905, "global_step/max_steps": "410/3019", "percentage": "13.58%", "elapsed_time": "1h 23m 10s", "remaining_time": "8h 49m 14s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082162} +{"loss": 0.21029053, "grad_norm": 1.04484355, "learning_rate": 9.7e-06, "tIoU": 0.37504923, "tRecall_50": 0.375, "tRecall_75": 0.16875, "tRecall_90": 0.1, "token_acc": 0.91773359, "epoch": 0.13748551, "global_step/max_steps": "415/3019", "percentage": "13.75%", "elapsed_time": "1h 24m 9s", "remaining_time": "8h 48m 6s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082179} +{"loss": 0.20366211, "grad_norm": 0.62841374, "learning_rate": 9.69e-06, "tIoU": 0.42995515, "tRecall_50": 0.4375, "tRecall_75": 0.26875, "tRecall_90": 0.1875, "token_acc": 0.92600713, "epoch": 0.13914196, "global_step/max_steps": "420/3019", "percentage": "13.91%", "elapsed_time": "1h 25m 2s", "remaining_time": "8h 46m 15s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082311} +{"loss": 0.21212158, "grad_norm": 1.13091815, "learning_rate": 9.68e-06, "tIoU": 0.3958132, "tRecall_50": 0.4125, "tRecall_75": 0.25, "tRecall_90": 0.10625, "token_acc": 0.9211528, "epoch": 0.14079841, "global_step/max_steps": "425/3019", "percentage": "14.08%", "elapsed_time": "1h 26m 8s", "remaining_time": "8h 45m 48s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082223} +{"loss": 0.2041626, "grad_norm": 1.40180135, "learning_rate": 9.67e-06, "tIoU": 0.4487812, "tRecall_50": 0.4625, "tRecall_75": 0.25, "tRecall_90": 0.15625, "token_acc": 0.92826087, "epoch": 0.14245486, "global_step/max_steps": "430/3019", "percentage": "14.24%", "elapsed_time": "1h 26m 57s", "remaining_time": "8h 43m 34s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082414} +{"loss": 0.20144043, "grad_norm": 2.22454405, "learning_rate": 9.66e-06, "tIoU": 0.42338543, "tRecall_50": 0.425, "tRecall_75": 0.29375, "tRecall_90": 0.19375, "token_acc": 0.92563334, "epoch": 0.14411131, "global_step/max_steps": "435/3019", "percentage": "14.41%", "elapsed_time": "1h 28m 0s", "remaining_time": "8h 42m 44s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082386} +{"loss": 0.23248291, "grad_norm": 1.45572925, "learning_rate": 9.65e-06, "tIoU": 0.37023661, "tRecall_50": 0.4, "tRecall_75": 0.23125, "tRecall_90": 0.14375, "token_acc": 0.91989101, "epoch": 0.14576777, "global_step/max_steps": "440/3019", "percentage": "14.57%", "elapsed_time": "1h 29m 6s", "remaining_time": "8h 42m 16s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082301} +{"loss": 0.20894775, "grad_norm": 0.79933459, "learning_rate": 9.64e-06, "tIoU": 0.37955983, "tRecall_50": 0.40625, "tRecall_75": 0.25, "tRecall_90": 0.13125, "token_acc": 0.92165899, "epoch": 0.14742422, "global_step/max_steps": "445/3019", "percentage": "14.74%", "elapsed_time": "1h 29m 52s", "remaining_time": "8h 39m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082525} +{"loss": 0.1989624, "grad_norm": 0.77304226, "learning_rate": 9.63e-06, "tIoU": 0.44626918, "tRecall_50": 0.475, "tRecall_75": 0.28125, "tRecall_90": 0.1375, "token_acc": 0.92718844, "epoch": 0.14908067, "global_step/max_steps": "450/3019", "percentage": "14.91%", "elapsed_time": "1h 31m 7s", "remaining_time": "8h 40m 11s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082309} +{"loss": 0.19267578, "grad_norm": 1.05937302, "learning_rate": 9.62e-06, "tIoU": 0.47444, "tRecall_50": 0.5375, "tRecall_75": 0.33125, "tRecall_90": 0.1875, "token_acc": 0.9296276, "epoch": 0.15073712, "global_step/max_steps": "455/3019", "percentage": "15.07%", "elapsed_time": "1h 31m 55s", "remaining_time": "8h 38m 0s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082496} +{"loss": 0.20822754, "grad_norm": 1.33402956, "learning_rate": 9.61e-06, "tIoU": 0.39839087, "tRecall_50": 0.425, "tRecall_75": 0.24375, "tRecall_90": 0.1, "token_acc": 0.91905151, "epoch": 0.15239357, "global_step/max_steps": "460/3019", "percentage": "15.24%", "elapsed_time": "1h 32m 57s", "remaining_time": "8h 37m 9s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082471} +{"loss": 0.20466919, "grad_norm": 1.74447441, "learning_rate": 9.6e-06, "tIoU": 0.42805581, "tRecall_50": 0.425, "tRecall_75": 0.28125, "tRecall_90": 0.1875, "token_acc": 0.92486339, "epoch": 0.15405002, "global_step/max_steps": "465/3019", "percentage": "15.40%", "elapsed_time": "1h 33m 54s", "remaining_time": "8h 35m 49s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082522} +{"loss": 0.19615479, "grad_norm": 0.85011697, "learning_rate": 9.59e-06, "tIoU": 0.46898036, "tRecall_50": 0.55625, "tRecall_75": 0.2875, "tRecall_90": 0.1625, "token_acc": 0.92987722, "epoch": 0.15570648, "global_step/max_steps": "470/3019", "percentage": "15.57%", "elapsed_time": "1h 34m 44s", "remaining_time": "8h 33m 51s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082674} +{"loss": 0.19647217, "grad_norm": 0.97781831, "learning_rate": 9.58e-06, "tIoU": 0.43519797, "tRecall_50": 0.4625, "tRecall_75": 0.2875, "tRecall_90": 0.1375, "token_acc": 0.92686243, "epoch": 0.15736293, "global_step/max_steps": "475/3019", "percentage": "15.73%", "elapsed_time": "1h 35m 50s", "remaining_time": "8h 33m 16s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082606} +{"loss": 0.20498047, "grad_norm": 2.01646757, "learning_rate": 9.57e-06, "tIoU": 0.3808636, "tRecall_50": 0.39375, "tRecall_75": 0.2375, "tRecall_90": 0.125, "token_acc": 0.92259471, "epoch": 0.15901938, "global_step/max_steps": "480/3019", "percentage": "15.90%", "elapsed_time": "1h 36m 37s", "remaining_time": "8h 31m 6s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082795} +{"loss": 0.19613037, "grad_norm": 1.04054952, "learning_rate": 9.56e-06, "tIoU": 0.40240216, "tRecall_50": 0.44375, "tRecall_75": 0.23125, "tRecall_90": 0.125, "token_acc": 0.92857143, "epoch": 0.16067583, "global_step/max_steps": "485/3019", "percentage": "16.06%", "elapsed_time": "1h 37m 34s", "remaining_time": "8h 29m 46s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082848} +{"loss": 0.2104126, "grad_norm": 0.83864105, "learning_rate": 9.55e-06, "tIoU": 0.39912112, "tRecall_50": 0.4375, "tRecall_75": 0.21875, "tRecall_90": 0.13125, "token_acc": 0.92341119, "epoch": 0.16233228, "global_step/max_steps": "490/3019", "percentage": "16.23%", "elapsed_time": "1h 38m 50s", "remaining_time": "8h 30m 10s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08262} +{"loss": 0.20345459, "grad_norm": 0.89953864, "learning_rate": 9.54e-06, "tIoU": 0.43588729, "tRecall_50": 0.45, "tRecall_75": 0.29375, "tRecall_90": 0.175, "token_acc": 0.92674292, "epoch": 0.16398874, "global_step/max_steps": "495/3019", "percentage": "16.40%", "elapsed_time": "1h 39m 35s", "remaining_time": "8h 27m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082834} +{"loss": 0.22125244, "grad_norm": 1.15921903, "learning_rate": 9.53e-06, "tIoU": 0.40784097, "tRecall_50": 0.425, "tRecall_75": 0.21875, "tRecall_90": 0.1125, "token_acc": 0.91866159, "epoch": 0.16564519, "global_step/max_steps": "500/3019", "percentage": "16.56%", "elapsed_time": "1h 40m 23s", "remaining_time": "8h 25m 44s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083015} +{"loss": 0.19886475, "grad_norm": 0.79666185, "learning_rate": 9.51e-06, "tIoU": 0.42186427, "tRecall_50": 0.45625, "tRecall_75": 0.29375, "tRecall_90": 0.1625, "token_acc": 0.92720829, "epoch": 0.16730164, "global_step/max_steps": "505/3019", "percentage": "16.73%", "elapsed_time": "1h 41m 36s", "remaining_time": "8h 25m 47s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.082841} +{"loss": 0.19793701, "grad_norm": 0.96237814, "learning_rate": 9.5e-06, "tIoU": 0.39301939, "tRecall_50": 0.4, "tRecall_75": 0.2375, "tRecall_90": 0.125, "token_acc": 0.92516269, "epoch": 0.16895809, "global_step/max_steps": "510/3019", "percentage": "16.89%", "elapsed_time": "1h 42m 20s", "remaining_time": "8h 23m 29s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083054} +{"loss": 0.19538574, "grad_norm": 0.62001187, "learning_rate": 9.49e-06, "tIoU": 0.41460366, "tRecall_50": 0.45625, "tRecall_75": 0.26875, "tRecall_90": 0.1375, "token_acc": 0.92827813, "epoch": 0.17061454, "global_step/max_steps": "515/3019", "percentage": "17.06%", "elapsed_time": "1h 43m 18s", "remaining_time": "8h 22m 16s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083089} +{"loss": 0.20228271, "grad_norm": 1.14143825, "learning_rate": 9.48e-06, "tIoU": 0.38944082, "tRecall_50": 0.38125, "tRecall_75": 0.19375, "tRecall_90": 0.13125, "token_acc": 0.92476915, "epoch": 0.172271, "global_step/max_steps": "520/3019", "percentage": "17.22%", "elapsed_time": "1h 44m 4s", "remaining_time": "8h 20m 10s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083272} +{"loss": 0.1979126, "grad_norm": 1.23510861, "learning_rate": 9.47e-06, "tIoU": 0.43241692, "tRecall_50": 0.4625, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.92870853, "epoch": 0.17392745, "global_step/max_steps": "525/3019", "percentage": "17.39%", "elapsed_time": "1h 45m 6s", "remaining_time": "8h 19m 17s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083251} +{"loss": 0.20428467, "grad_norm": 0.7432434, "learning_rate": 9.46e-06, "tIoU": 0.43926415, "tRecall_50": 0.45625, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.92661049, "epoch": 0.1755839, "global_step/max_steps": "530/3019", "percentage": "17.56%", "elapsed_time": "1h 46m 11s", "remaining_time": "8h 18m 40s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083186} +{"loss": 0.20373535, "grad_norm": 0.8498078, "learning_rate": 9.44e-06, "tIoU": 0.41249256, "tRecall_50": 0.4375, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.92380952, "epoch": 0.17724035, "global_step/max_steps": "535/3019", "percentage": "17.72%", "elapsed_time": "1h 47m 8s", "remaining_time": "8h 17m 27s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083224} +{"loss": 0.20532227, "grad_norm": 1.09704435, "learning_rate": 9.43e-06, "tIoU": 0.37448511, "tRecall_50": 0.4125, "tRecall_75": 0.21875, "tRecall_90": 0.09375, "token_acc": 0.92383025, "epoch": 0.1788968, "global_step/max_steps": "540/3019", "percentage": "17.89%", "elapsed_time": "1h 48m 2s", "remaining_time": "8h 15m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083304} +{"loss": 0.18908691, "grad_norm": 0.82916236, "learning_rate": 9.42e-06, "tIoU": 0.42394605, "tRecall_50": 0.45, "tRecall_75": 0.30625, "tRecall_90": 0.21875, "token_acc": 0.92864894, "epoch": 0.18055325, "global_step/max_steps": "545/3019", "percentage": "18.05%", "elapsed_time": "1h 48m 57s", "remaining_time": "8h 14m 36s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083365} +{"loss": 0.20612793, "grad_norm": 0.61641198, "learning_rate": 9.41e-06, "tIoU": 0.41393781, "tRecall_50": 0.45625, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.92575342, "epoch": 0.18220971, "global_step/max_steps": "550/3019", "percentage": "18.22%", "elapsed_time": "1h 49m 54s", "remaining_time": "8h 13m 23s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083403} +{"loss": 0.20612793, "grad_norm": 0.69600028, "learning_rate": 9.39e-06, "tIoU": 0.43050251, "tRecall_50": 0.48125, "tRecall_75": 0.29375, "tRecall_90": 0.16875, "token_acc": 0.92297149, "epoch": 0.18386616, "global_step/max_steps": "555/3019", "percentage": "18.38%", "elapsed_time": "1h 50m 48s", "remaining_time": "8h 11m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083473} +{"loss": 0.20994873, "grad_norm": 0.59829944, "learning_rate": 9.38e-06, "tIoU": 0.43231478, "tRecall_50": 0.475, "tRecall_75": 0.30625, "tRecall_90": 0.15625, "token_acc": 0.92462585, "epoch": 0.18552261, "global_step/max_steps": "560/3019", "percentage": "18.55%", "elapsed_time": "1h 51m 48s", "remaining_time": "8h 10m 56s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083479} +{"loss": 0.20672607, "grad_norm": 0.96604204, "learning_rate": 9.37e-06, "tIoU": 0.39801385, "tRecall_50": 0.425, "tRecall_75": 0.2375, "tRecall_90": 0.1375, "token_acc": 0.92722298, "epoch": 0.18717906, "global_step/max_steps": "565/3019", "percentage": "18.71%", "elapsed_time": "1h 52m 50s", "remaining_time": "8h 10m 7s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083447} +{"loss": 0.20430908, "grad_norm": 1.17730653, "learning_rate": 9.35e-06, "tIoU": 0.43274627, "tRecall_50": 0.475, "tRecall_75": 0.3, "tRecall_90": 0.18125, "token_acc": 0.92782656, "epoch": 0.18883551, "global_step/max_steps": "570/3019", "percentage": "18.88%", "elapsed_time": "1h 53m 43s", "remaining_time": "8h 8m 36s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083537} +{"loss": 0.21254883, "grad_norm": 0.80486178, "learning_rate": 9.34e-06, "tIoU": 0.37525585, "tRecall_50": 0.425, "tRecall_75": 0.24375, "tRecall_90": 0.13125, "token_acc": 0.92045764, "epoch": 0.19049197, "global_step/max_steps": "575/3019", "percentage": "19.05%", "elapsed_time": "1h 54m 41s", "remaining_time": "8h 7m 27s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083563} +{"loss": 0.21248779, "grad_norm": 0.97844309, "learning_rate": 9.33e-06, "tIoU": 0.3702467, "tRecall_50": 0.40625, "tRecall_75": 0.24375, "tRecall_90": 0.125, "token_acc": 0.92116748, "epoch": 0.19214842, "global_step/max_steps": "580/3019", "percentage": "19.21%", "elapsed_time": "1h 56m 13s", "remaining_time": "8h 8m 42s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083177} +{"loss": 0.20013428, "grad_norm": 0.61202621, "learning_rate": 9.31e-06, "tIoU": 0.3950212, "tRecall_50": 0.41875, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.92491839, "epoch": 0.19380487, "global_step/max_steps": "585/3019", "percentage": "19.38%", "elapsed_time": "1h 56m 57s", "remaining_time": "8h 6m 36s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083367} +{"loss": 0.20314941, "grad_norm": 0.90451407, "learning_rate": 9.3e-06, "tIoU": 0.38163643, "tRecall_50": 0.3875, "tRecall_75": 0.2375, "tRecall_90": 0.13125, "token_acc": 0.91987968, "epoch": 0.19546132, "global_step/max_steps": "590/3019", "percentage": "19.54%", "elapsed_time": "1h 57m 44s", "remaining_time": "8h 4m 43s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083519} +{"loss": 0.20784912, "grad_norm": 0.82132512, "learning_rate": 9.29e-06, "tIoU": 0.38571198, "tRecall_50": 0.4, "tRecall_75": 0.225, "tRecall_90": 0.14375, "token_acc": 0.91871921, "epoch": 0.19711777, "global_step/max_steps": "595/3019", "percentage": "19.71%", "elapsed_time": "1h 59m 0s", "remaining_time": "8h 4m 48s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083331} +{"loss": 0.21291504, "grad_norm": 1.02384639, "learning_rate": 9.27e-06, "tIoU": 0.39543955, "tRecall_50": 0.4125, "tRecall_75": 0.25625, "tRecall_90": 0.11875, "token_acc": 0.9212963, "epoch": 0.19877423, "global_step/max_steps": "600/3019", "percentage": "19.87%", "elapsed_time": "1h 59m 59s", "remaining_time": "8h 3m 45s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083342} +{"loss": 0.20114746, "grad_norm": 0.9386512, "learning_rate": 9.26e-06, "tIoU": 0.4450666, "tRecall_50": 0.4625, "tRecall_75": 0.31875, "tRecall_90": 0.2125, "token_acc": 0.92812415, "epoch": 0.20043068, "global_step/max_steps": "605/3019", "percentage": "20.04%", "elapsed_time": "2h 1m 2s", "remaining_time": "8h 2m 56s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08331} +{"loss": 0.21365967, "grad_norm": 0.9578312, "learning_rate": 9.24e-06, "tIoU": 0.41402001, "tRecall_50": 0.4375, "tRecall_75": 0.25625, "tRecall_90": 0.125, "token_acc": 0.92284786, "epoch": 0.20208713, "global_step/max_steps": "610/3019", "percentage": "20.21%", "elapsed_time": "2h 2m 1s", "remaining_time": "8h 1m 53s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083317} +{"loss": 0.20092773, "grad_norm": 0.75698817, "learning_rate": 9.23e-06, "tIoU": 0.41809063, "tRecall_50": 0.4, "tRecall_75": 0.28125, "tRecall_90": 0.15625, "token_acc": 0.92599672, "epoch": 0.20374358, "global_step/max_steps": "615/3019", "percentage": "20.37%", "elapsed_time": "2h 3m 3s", "remaining_time": "8h 1m 2s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083292} +{"loss": 0.21513672, "grad_norm": 1.09142995, "learning_rate": 9.22e-06, "tIoU": 0.47461944, "tRecall_50": 0.48125, "tRecall_75": 0.3125, "tRecall_90": 0.1875, "token_acc": 0.92616721, "epoch": 0.20540003, "global_step/max_steps": "620/3019", "percentage": "20.54%", "elapsed_time": "2h 4m 6s", "remaining_time": "8h 0m 11s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083265} +{"loss": 0.21025391, "grad_norm": 1.3213762, "learning_rate": 9.2e-06, "tIoU": 0.4003243, "tRecall_50": 0.425, "tRecall_75": 0.26875, "tRecall_90": 0.15, "token_acc": 0.92081633, "epoch": 0.20705649, "global_step/max_steps": "625/3019", "percentage": "20.70%", "elapsed_time": "2h 4m 58s", "remaining_time": "7h 58m 43s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083346} +{"loss": 0.20615234, "grad_norm": 0.74294591, "learning_rate": 9.19e-06, "tIoU": 0.39210777, "tRecall_50": 0.425, "tRecall_75": 0.2375, "tRecall_90": 0.15625, "token_acc": 0.92253137, "epoch": 0.20871294, "global_step/max_steps": "630/3019", "percentage": "20.87%", "elapsed_time": "2h 5m 47s", "remaining_time": "7h 56m 59s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083474} +{"loss": 0.19805908, "grad_norm": 0.56936961, "learning_rate": 9.17e-06, "tIoU": 0.436588, "tRecall_50": 0.51875, "tRecall_75": 0.29375, "tRecall_90": 0.13125, "token_acc": 0.92410959, "epoch": 0.21036939, "global_step/max_steps": "635/3019", "percentage": "21.03%", "elapsed_time": "2h 6m 54s", "remaining_time": "7h 56m 26s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083396} +{"loss": 0.20273437, "grad_norm": 0.9004401, "learning_rate": 9.16e-06, "tIoU": 0.40880857, "tRecall_50": 0.4, "tRecall_75": 0.23125, "tRecall_90": 0.14375, "token_acc": 0.9220496, "epoch": 0.21202584, "global_step/max_steps": "640/3019", "percentage": "21.20%", "elapsed_time": "2h 7m 41s", "remaining_time": "7h 54m 39s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083534} +{"loss": 0.20773926, "grad_norm": 0.79561722, "learning_rate": 9.14e-06, "tIoU": 0.43044991, "tRecall_50": 0.4625, "tRecall_75": 0.26875, "tRecall_90": 0.15, "token_acc": 0.92634173, "epoch": 0.21368229, "global_step/max_steps": "645/3019", "percentage": "21.36%", "elapsed_time": "2h 8m 34s", "remaining_time": "7h 53m 15s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083605} +{"loss": 0.19696045, "grad_norm": 1.38252628, "learning_rate": 9.13e-06, "tIoU": 0.43306022, "tRecall_50": 0.46875, "tRecall_75": 0.3, "tRecall_90": 0.1625, "token_acc": 0.928708, "epoch": 0.21533874, "global_step/max_steps": "650/3019", "percentage": "21.53%", "elapsed_time": "2h 9m 44s", "remaining_time": "7h 52m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083503} +{"loss": 0.19677734, "grad_norm": 0.84297907, "learning_rate": 9.11e-06, "tIoU": 0.44784393, "tRecall_50": 0.46875, "tRecall_75": 0.33125, "tRecall_90": 0.1375, "token_acc": 0.92534487, "epoch": 0.2169952, "global_step/max_steps": "655/3019", "percentage": "21.70%", "elapsed_time": "2h 10m 30s", "remaining_time": "7h 50m 59s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083652} +{"loss": 0.18986816, "grad_norm": 1.00607908, "learning_rate": 9.1e-06, "tIoU": 0.45683331, "tRecall_50": 0.525, "tRecall_75": 0.30625, "tRecall_90": 0.15625, "token_acc": 0.92665037, "epoch": 0.21865165, "global_step/max_steps": "660/3019", "percentage": "21.86%", "elapsed_time": "2h 11m 30s", "remaining_time": "7h 50m 3s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083642} +{"loss": 0.20240479, "grad_norm": 1.00445449, "learning_rate": 9.08e-06, "tIoU": 0.40591464, "tRecall_50": 0.44375, "tRecall_75": 0.2375, "tRecall_90": 0.1625, "token_acc": 0.92595606, "epoch": 0.2203081, "global_step/max_steps": "665/3019", "percentage": "22.03%", "elapsed_time": "2h 12m 38s", "remaining_time": "7h 49m 32s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083555} +{"loss": 0.21419678, "grad_norm": 1.21228862, "learning_rate": 9.07e-06, "tIoU": 0.39986677, "tRecall_50": 0.425, "tRecall_75": 0.24375, "tRecall_90": 0.125, "token_acc": 0.92078667, "epoch": 0.22196455, "global_step/max_steps": "670/3019", "percentage": "22.19%", "elapsed_time": "2h 13m 29s", "remaining_time": "7h 48m 1s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08365} +{"loss": 0.1989624, "grad_norm": 0.99626333, "learning_rate": 9.05e-06, "tIoU": 0.44341331, "tRecall_50": 0.45, "tRecall_75": 0.325, "tRecall_90": 0.24375, "token_acc": 0.92878581, "epoch": 0.223621, "global_step/max_steps": "675/3019", "percentage": "22.36%", "elapsed_time": "2h 14m 29s", "remaining_time": "7h 47m 3s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083644} +{"loss": 0.18890381, "grad_norm": 1.04159188, "learning_rate": 9.03e-06, "tIoU": 0.49186711, "tRecall_50": 0.53125, "tRecall_75": 0.3875, "tRecall_90": 0.2125, "token_acc": 0.9328951, "epoch": 0.22527746, "global_step/max_steps": "680/3019", "percentage": "22.52%", "elapsed_time": "2h 16m 2s", "remaining_time": "7h 47m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08331} +{"loss": 0.19348145, "grad_norm": 1.16387153, "learning_rate": 9.02e-06, "tIoU": 0.44743352, "tRecall_50": 0.5125, "tRecall_75": 0.28125, "tRecall_90": 0.1375, "token_acc": 0.92425068, "epoch": 0.22693391, "global_step/max_steps": "685/3019", "percentage": "22.69%", "elapsed_time": "2h 16m 45s", "remaining_time": "7h 45m 59s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083479} +{"loss": 0.19799805, "grad_norm": 0.96541971, "learning_rate": 9e-06, "tIoU": 0.4235517, "tRecall_50": 0.4625, "tRecall_75": 0.30625, "tRecall_90": 0.15, "token_acc": 0.92794521, "epoch": 0.22859036, "global_step/max_steps": "690/3019", "percentage": "22.86%", "elapsed_time": "2h 17m 36s", "remaining_time": "7h 44m 29s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083569} +{"loss": 0.18358154, "grad_norm": 1.00010383, "learning_rate": 8.99e-06, "tIoU": 0.4690619, "tRecall_50": 0.51875, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.93193575, "epoch": 0.23024681, "global_step/max_steps": "695/3019", "percentage": "23.02%", "elapsed_time": "2h 18m 36s", "remaining_time": "7h 43m 30s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083567} +{"loss": 0.19979248, "grad_norm": 0.7672056, "learning_rate": 8.97e-06, "tIoU": 0.4617456, "tRecall_50": 0.475, "tRecall_75": 0.31875, "tRecall_90": 0.175, "token_acc": 0.92941176, "epoch": 0.23190326, "global_step/max_steps": "700/3019", "percentage": "23.19%", "elapsed_time": "2h 19m 34s", "remaining_time": "7h 42m 24s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083585} +{"loss": 0.19214783, "grad_norm": 1.13773572, "learning_rate": 8.95e-06, "tIoU": 0.50304508, "tRecall_50": 0.575, "tRecall_75": 0.30625, "tRecall_90": 0.14375, "token_acc": 0.9286105, "epoch": 0.23355972, "global_step/max_steps": "705/3019", "percentage": "23.35%", "elapsed_time": "2h 20m 22s", "remaining_time": "7h 40m 44s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083705} +{"loss": 0.18690186, "grad_norm": 0.74301273, "learning_rate": 8.94e-06, "tIoU": 0.48911266, "tRecall_50": 0.55625, "tRecall_75": 0.375, "tRecall_90": 0.2, "token_acc": 0.93189867, "epoch": 0.23521617, "global_step/max_steps": "710/3019", "percentage": "23.52%", "elapsed_time": "2h 21m 9s", "remaining_time": "7h 39m 4s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083828} +{"loss": 0.18934326, "grad_norm": 1.40373683, "learning_rate": 8.92e-06, "tIoU": 0.47382541, "tRecall_50": 0.525, "tRecall_75": 0.3125, "tRecall_90": 0.18125, "token_acc": 0.930639, "epoch": 0.23687262, "global_step/max_steps": "715/3019", "percentage": "23.68%", "elapsed_time": "2h 22m 33s", "remaining_time": "7h 39m 23s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08359} +{"loss": 0.19332275, "grad_norm": 1.02084208, "learning_rate": 8.9e-06, "tIoU": 0.45374494, "tRecall_50": 0.5, "tRecall_75": 0.325, "tRecall_90": 0.15625, "token_acc": 0.92900055, "epoch": 0.23852907, "global_step/max_steps": "720/3019", "percentage": "23.85%", "elapsed_time": "2h 23m 18s", "remaining_time": "7h 37m 34s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083739} +{"loss": 0.20794678, "grad_norm": 1.01980996, "learning_rate": 8.89e-06, "tIoU": 0.41083775, "tRecall_50": 0.4, "tRecall_75": 0.26875, "tRecall_90": 0.16875, "token_acc": 0.92, "epoch": 0.24018552, "global_step/max_steps": "725/3019", "percentage": "24.01%", "elapsed_time": "2h 24m 14s", "remaining_time": "7h 36m 24s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083771} +{"loss": 0.19293213, "grad_norm": 0.71896625, "learning_rate": 8.87e-06, "tIoU": 0.46013012, "tRecall_50": 0.48125, "tRecall_75": 0.30625, "tRecall_90": 0.2125, "token_acc": 0.92849345, "epoch": 0.24184197, "global_step/max_steps": "730/3019", "percentage": "24.18%", "elapsed_time": "2h 25m 29s", "remaining_time": "7h 36m 13s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083621} +{"loss": 0.19169922, "grad_norm": 0.61079383, "learning_rate": 8.85e-06, "tIoU": 0.42622466, "tRecall_50": 0.46875, "tRecall_75": 0.275, "tRecall_90": 0.18125, "token_acc": 0.9268823, "epoch": 0.24349843, "global_step/max_steps": "735/3019", "percentage": "24.35%", "elapsed_time": "2h 26m 41s", "remaining_time": "7h 35m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083508} +{"loss": 0.18800049, "grad_norm": 1.16993082, "learning_rate": 8.84e-06, "tIoU": 0.42977881, "tRecall_50": 0.45625, "tRecall_75": 0.2875, "tRecall_90": 0.15625, "token_acc": 0.92569576, "epoch": 0.24515488, "global_step/max_steps": "740/3019", "percentage": "24.51%", "elapsed_time": "2h 27m 29s", "remaining_time": "7h 34m 14s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083619} +{"loss": 0.19488525, "grad_norm": 1.09224987, "learning_rate": 8.82e-06, "tIoU": 0.46174064, "tRecall_50": 0.49375, "tRecall_75": 0.325, "tRecall_90": 0.16875, "token_acc": 0.92969598, "epoch": 0.24681133, "global_step/max_steps": "745/3019", "percentage": "24.68%", "elapsed_time": "2h 28m 19s", "remaining_time": "7h 32m 45s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083708} +{"loss": 0.18875732, "grad_norm": 0.7532621, "learning_rate": 8.8e-06, "tIoU": 0.45071096, "tRecall_50": 0.475, "tRecall_75": 0.2875, "tRecall_90": 0.18125, "token_acc": 0.92703512, "epoch": 0.24846778, "global_step/max_steps": "750/3019", "percentage": "24.84%", "elapsed_time": "2h 29m 35s", "remaining_time": "7h 32m 35s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083556} +{"loss": 0.20074463, "grad_norm": 2.17094779, "learning_rate": 8.78e-06, "tIoU": 0.49216256, "tRecall_50": 0.56875, "tRecall_75": 0.35, "tRecall_90": 0.15625, "token_acc": 0.92510893, "epoch": 0.25012423, "global_step/max_steps": "755/3019", "percentage": "25.01%", "elapsed_time": "2h 30m 38s", "remaining_time": "7h 31m 42s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083535} +{"loss": 0.19008789, "grad_norm": 1.18889928, "learning_rate": 8.77e-06, "tIoU": 0.46337171, "tRecall_50": 0.50625, "tRecall_75": 0.3375, "tRecall_90": 0.20625, "token_acc": 0.93075245, "epoch": 0.25178069, "global_step/max_steps": "760/3019", "percentage": "25.17%", "elapsed_time": "2h 31m 36s", "remaining_time": "7h 30m 37s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083551} +{"loss": 0.19886475, "grad_norm": 1.19443619, "learning_rate": 8.75e-06, "tIoU": 0.46237078, "tRecall_50": 0.5125, "tRecall_75": 0.3, "tRecall_90": 0.15, "token_acc": 0.92534865, "epoch": 0.25343714, "global_step/max_steps": "765/3019", "percentage": "25.34%", "elapsed_time": "2h 32m 26s", "remaining_time": "7h 29m 9s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083637} +{"loss": 0.19873047, "grad_norm": 0.79646218, "learning_rate": 8.73e-06, "tIoU": 0.4571456, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.175, "token_acc": 0.92525143, "epoch": 0.25509359, "global_step/max_steps": "770/3019", "percentage": "25.51%", "elapsed_time": "2h 33m 24s", "remaining_time": "7h 28m 3s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083658} +{"loss": 0.18829346, "grad_norm": 0.73372746, "learning_rate": 8.71e-06, "tIoU": 0.44624, "tRecall_50": 0.44375, "tRecall_75": 0.3, "tRecall_90": 0.1625, "token_acc": 0.92656293, "epoch": 0.25675004, "global_step/max_steps": "775/3019", "percentage": "25.67%", "elapsed_time": "2h 34m 23s", "remaining_time": "7h 27m 1s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083663} +{"loss": 0.18945312, "grad_norm": 0.77847564, "learning_rate": 8.69e-06, "tIoU": 0.46086979, "tRecall_50": 0.5125, "tRecall_75": 0.30625, "tRecall_90": 0.175, "token_acc": 0.92835821, "epoch": 0.25840649, "global_step/max_steps": "780/3019", "percentage": "25.84%", "elapsed_time": "2h 35m 12s", "remaining_time": "7h 25m 31s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08376} +{"loss": 0.18825684, "grad_norm": 1.12804663, "learning_rate": 8.68e-06, "tIoU": 0.43913565, "tRecall_50": 0.46875, "tRecall_75": 0.325, "tRecall_90": 0.23125, "token_acc": 0.93178127, "epoch": 0.26006295, "global_step/max_steps": "785/3019", "percentage": "26.00%", "elapsed_time": "2h 36m 37s", "remaining_time": "7h 25m 44s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083532} +{"loss": 0.19073486, "grad_norm": 1.15536976, "learning_rate": 8.66e-06, "tIoU": 0.42623839, "tRecall_50": 0.475, "tRecall_75": 0.275, "tRecall_90": 0.16875, "token_acc": 0.9268823, "epoch": 0.2617194, "global_step/max_steps": "790/3019", "percentage": "26.17%", "elapsed_time": "2h 37m 38s", "remaining_time": "7h 24m 45s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083527} +{"loss": 0.17766113, "grad_norm": 0.91213751, "learning_rate": 8.64e-06, "tIoU": 0.48091354, "tRecall_50": 0.50625, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.93875339, "epoch": 0.26337585, "global_step/max_steps": "795/3019", "percentage": "26.33%", "elapsed_time": "2h 38m 29s", "remaining_time": "7h 23m 21s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083604} +{"loss": 0.19934082, "grad_norm": 0.81609511, "learning_rate": 8.62e-06, "tIoU": 0.42574844, "tRecall_50": 0.45, "tRecall_75": 0.275, "tRecall_90": 0.18125, "token_acc": 0.92661049, "epoch": 0.2650323, "global_step/max_steps": "800/3019", "percentage": "26.50%", "elapsed_time": "2h 39m 24s", "remaining_time": "7h 22m 8s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083647} +{"loss": 0.20721436, "grad_norm": 1.22616315, "learning_rate": 8.6e-06, "tIoU": 0.39713063, "tRecall_50": 0.43125, "tRecall_75": 0.2625, "tRecall_90": 0.16875, "token_acc": 0.92316076, "epoch": 0.26668875, "global_step/max_steps": "805/3019", "percentage": "26.66%", "elapsed_time": "2h 40m 24s", "remaining_time": "7h 21m 10s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083641} +{"loss": 0.19017944, "grad_norm": 0.83606488, "learning_rate": 8.58e-06, "tIoU": 0.43484097, "tRecall_50": 0.44375, "tRecall_75": 0.28125, "tRecall_90": 0.1375, "token_acc": 0.92557252, "epoch": 0.2683452, "global_step/max_steps": "810/3019", "percentage": "26.83%", "elapsed_time": "2h 41m 16s", "remaining_time": "7h 19m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083704} +{"loss": 0.18424072, "grad_norm": 1.0177319, "learning_rate": 8.57e-06, "tIoU": 0.47647138, "tRecall_50": 0.5125, "tRecall_75": 0.31875, "tRecall_90": 0.1625, "token_acc": 0.93046087, "epoch": 0.27000166, "global_step/max_steps": "815/3019", "percentage": "27.00%", "elapsed_time": "2h 42m 18s", "remaining_time": "7h 18m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083689} +{"loss": 0.20251465, "grad_norm": 1.200948, "learning_rate": 8.55e-06, "tIoU": 0.44049745, "tRecall_50": 0.45625, "tRecall_75": 0.30625, "tRecall_90": 0.1625, "token_acc": 0.92280415, "epoch": 0.27165811, "global_step/max_steps": "820/3019", "percentage": "27.16%", "elapsed_time": "2h 43m 5s", "remaining_time": "7h 17m 21s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083799} +{"loss": 0.18092041, "grad_norm": 1.20326817, "learning_rate": 8.53e-06, "tIoU": 0.49778047, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.20625, "token_acc": 0.9352282, "epoch": 0.27331456, "global_step/max_steps": "825/3019", "percentage": "27.33%", "elapsed_time": "2h 44m 8s", "remaining_time": "7h 16m 30s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083772} +{"loss": 0.18015137, "grad_norm": 0.77001274, "learning_rate": 8.51e-06, "tIoU": 0.45802984, "tRecall_50": 0.5125, "tRecall_75": 0.3125, "tRecall_90": 0.15625, "token_acc": 0.93067686, "epoch": 0.27497101, "global_step/max_steps": "830/3019", "percentage": "27.49%", "elapsed_time": "2h 45m 9s", "remaining_time": "7h 15m 35s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083757} +{"loss": 0.18730469, "grad_norm": 0.87783933, "learning_rate": 8.49e-06, "tIoU": 0.4394588, "tRecall_50": 0.48125, "tRecall_75": 0.275, "tRecall_90": 0.14375, "token_acc": 0.92990142, "epoch": 0.27662746, "global_step/max_steps": "835/3019", "percentage": "27.66%", "elapsed_time": "2h 46m 4s", "remaining_time": "7h 14m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083799} +{"loss": 0.20679932, "grad_norm": 0.96405834, "learning_rate": 8.47e-06, "tIoU": 0.42167611, "tRecall_50": 0.45625, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.92309783, "epoch": 0.27828392, "global_step/max_steps": "840/3019", "percentage": "27.82%", "elapsed_time": "2h 47m 3s", "remaining_time": "7h 13m 20s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083807} +{"loss": 0.1911377, "grad_norm": 0.89093626, "learning_rate": 8.45e-06, "tIoU": 0.44270368, "tRecall_50": 0.5125, "tRecall_75": 0.2875, "tRecall_90": 0.15625, "token_acc": 0.92554065, "epoch": 0.27994037, "global_step/max_steps": "845/3019", "percentage": "27.99%", "elapsed_time": "2h 47m 57s", "remaining_time": "7h 12m 8s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083847} +{"loss": 0.19580078, "grad_norm": 0.57265979, "learning_rate": 8.43e-06, "tIoU": 0.45226054, "tRecall_50": 0.5, "tRecall_75": 0.26875, "tRecall_90": 0.15625, "token_acc": 0.92742593, "epoch": 0.28159682, "global_step/max_steps": "850/3019", "percentage": "28.16%", "elapsed_time": "2h 48m 44s", "remaining_time": "7h 10m 36s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083952} +{"loss": 0.19638672, "grad_norm": 0.62919641, "learning_rate": 8.41e-06, "tIoU": 0.47048993, "tRecall_50": 0.5, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.92851318, "epoch": 0.28325327, "global_step/max_steps": "855/3019", "percentage": "28.32%", "elapsed_time": "2h 49m 43s", "remaining_time": "7h 9m 34s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083958} +{"loss": 0.19587402, "grad_norm": 0.82128084, "learning_rate": 8.39e-06, "tIoU": 0.4448668, "tRecall_50": 0.475, "tRecall_75": 0.28125, "tRecall_90": 0.16875, "token_acc": 0.9280654, "epoch": 0.28490972, "global_step/max_steps": "860/3019", "percentage": "28.49%", "elapsed_time": "2h 51m 8s", "remaining_time": "7h 9m 39s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08375} +{"loss": 0.20483398, "grad_norm": 0.87508392, "learning_rate": 8.37e-06, "tIoU": 0.41136422, "tRecall_50": 0.4375, "tRecall_75": 0.23125, "tRecall_90": 0.15625, "token_acc": 0.92720829, "epoch": 0.28656618, "global_step/max_steps": "865/3019", "percentage": "28.65%", "elapsed_time": "2h 51m 52s", "remaining_time": "7h 8m 0s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083875} +{"loss": 0.19796143, "grad_norm": 0.84204113, "learning_rate": 8.35e-06, "tIoU": 0.40215859, "tRecall_50": 0.425, "tRecall_75": 0.3, "tRecall_90": 0.175, "token_acc": 0.92620027, "epoch": 0.28822263, "global_step/max_steps": "870/3019", "percentage": "28.82%", "elapsed_time": "2h 52m 43s", "remaining_time": "7h 6m 37s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083952} +{"loss": 0.18908691, "grad_norm": 1.0622915, "learning_rate": 8.33e-06, "tIoU": 0.43219056, "tRecall_50": 0.46875, "tRecall_75": 0.2625, "tRecall_90": 0.14375, "token_acc": 0.93100627, "epoch": 0.28987908, "global_step/max_steps": "875/3019", "percentage": "28.98%", "elapsed_time": "2h 53m 41s", "remaining_time": "7h 5m 35s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083962} +{"loss": 0.20697021, "grad_norm": 0.89491516, "learning_rate": 8.31e-06, "tIoU": 0.41443415, "tRecall_50": 0.43125, "tRecall_75": 0.28125, "tRecall_90": 0.19375, "token_acc": 0.92355822, "epoch": 0.29153553, "global_step/max_steps": "880/3019", "percentage": "29.15%", "elapsed_time": "2h 54m 38s", "remaining_time": "7h 4m 29s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083982} +{"loss": 0.18378906, "grad_norm": 0.67564714, "learning_rate": 8.29e-06, "tIoU": 0.45949025, "tRecall_50": 0.475, "tRecall_75": 0.3125, "tRecall_90": 0.1875, "token_acc": 0.9285518, "epoch": 0.29319198, "global_step/max_steps": "885/3019", "percentage": "29.31%", "elapsed_time": "2h 55m 39s", "remaining_time": "7h 3m 33s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083972} +{"loss": 0.19044189, "grad_norm": 2.09757924, "learning_rate": 8.27e-06, "tIoU": 0.43392735, "tRecall_50": 0.425, "tRecall_75": 0.2875, "tRecall_90": 0.1875, "token_acc": 0.92888165, "epoch": 0.29484843, "global_step/max_steps": "890/3019", "percentage": "29.48%", "elapsed_time": "2h 56m 36s", "remaining_time": "7h 2m 29s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.083986} +{"loss": 0.18912354, "grad_norm": 0.572662, "learning_rate": 8.25e-06, "tIoU": 0.39558952, "tRecall_50": 0.45, "tRecall_75": 0.24375, "tRecall_90": 0.175, "token_acc": 0.9285134, "epoch": 0.29650489, "global_step/max_steps": "895/3019", "percentage": "29.65%", "elapsed_time": "2h 57m 31s", "remaining_time": "7h 1m 17s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084028} +{"loss": 0.19720459, "grad_norm": 1.10516548, "learning_rate": 8.23e-06, "tIoU": 0.42989264, "tRecall_50": 0.48125, "tRecall_75": 0.28125, "tRecall_90": 0.1875, "token_acc": 0.92517007, "epoch": 0.29816134, "global_step/max_steps": "900/3019", "percentage": "29.81%", "elapsed_time": "2h 58m 22s", "remaining_time": "6h 59m 57s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084095} +{"loss": 0.19072266, "grad_norm": 0.70094544, "learning_rate": 8.21e-06, "tIoU": 0.46898694, "tRecall_50": 0.48125, "tRecall_75": 0.3375, "tRecall_90": 0.1875, "token_acc": 0.92882562, "epoch": 0.29981779, "global_step/max_steps": "905/3019", "percentage": "29.98%", "elapsed_time": "2h 59m 17s", "remaining_time": "6h 58m 49s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084126} +{"loss": 0.19586182, "grad_norm": 0.7634902, "learning_rate": 8.19e-06, "tIoU": 0.42193427, "tRecall_50": 0.425, "tRecall_75": 0.25625, "tRecall_90": 0.14375, "token_acc": 0.92465753, "epoch": 0.30147424, "global_step/max_steps": "910/3019", "percentage": "30.14%", "elapsed_time": "3h 0m 10s", "remaining_time": "6h 57m 35s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084174} +{"loss": 0.19296875, "grad_norm": 1.02712524, "learning_rate": 8.17e-06, "tIoU": 0.4389051, "tRecall_50": 0.5, "tRecall_75": 0.275, "tRecall_90": 0.15, "token_acc": 0.92598639, "epoch": 0.30313069, "global_step/max_steps": "915/3019", "percentage": "30.31%", "elapsed_time": "3h 1m 9s", "remaining_time": "6h 56m 32s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084184} +{"loss": 0.1857666, "grad_norm": 2.98968744, "learning_rate": 8.15e-06, "tIoU": 0.48605022, "tRecall_50": 0.53125, "tRecall_75": 0.39375, "tRecall_90": 0.1875, "token_acc": 0.93344244, "epoch": 0.30478715, "global_step/max_steps": "920/3019", "percentage": "30.47%", "elapsed_time": "3h 2m 12s", "remaining_time": "6h 55m 42s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084153} +{"loss": 0.19989014, "grad_norm": 0.76386923, "learning_rate": 8.13e-06, "tIoU": 0.4866261, "tRecall_50": 0.5375, "tRecall_75": 0.35625, "tRecall_90": 0.2125, "token_acc": 0.92851318, "epoch": 0.3064436, "global_step/max_steps": "925/3019", "percentage": "30.64%", "elapsed_time": "3h 3m 1s", "remaining_time": "6h 54m 19s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084233} +{"loss": 0.19829102, "grad_norm": 1.28367043, "learning_rate": 8.11e-06, "tIoU": 0.42525239, "tRecall_50": 0.45, "tRecall_75": 0.325, "tRecall_90": 0.19375, "token_acc": 0.9284153, "epoch": 0.30810005, "global_step/max_steps": "930/3019", "percentage": "30.80%", "elapsed_time": "3h 4m 4s", "remaining_time": "6h 53m 28s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084204} +{"loss": 0.18850098, "grad_norm": 0.55210602, "learning_rate": 8.09e-06, "tIoU": 0.47300777, "tRecall_50": 0.51875, "tRecall_75": 0.325, "tRecall_90": 0.175, "token_acc": 0.93195427, "epoch": 0.3097565, "global_step/max_steps": "935/3019", "percentage": "30.97%", "elapsed_time": "3h 5m 4s", "remaining_time": "6h 52m 31s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084198} +{"loss": 0.19321289, "grad_norm": 0.62429357, "learning_rate": 8.07e-06, "tIoU": 0.44767532, "tRecall_50": 0.49375, "tRecall_75": 0.30625, "tRecall_90": 0.15625, "token_acc": 0.92376804, "epoch": 0.31141295, "global_step/max_steps": "940/3019", "percentage": "31.14%", "elapsed_time": "3h 5m 56s", "remaining_time": "6h 51m 14s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084257} +{"loss": 0.20617676, "grad_norm": 0.64826673, "learning_rate": 8.04e-06, "tIoU": 0.43372951, "tRecall_50": 0.45, "tRecall_75": 0.31875, "tRecall_90": 0.1875, "token_acc": 0.92540158, "epoch": 0.31306941, "global_step/max_steps": "945/3019", "percentage": "31.30%", "elapsed_time": "3h 6m 52s", "remaining_time": "6h 50m 8s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084282} +{"loss": 0.20941162, "grad_norm": 1.13861907, "learning_rate": 8.02e-06, "tIoU": 0.40777674, "tRecall_50": 0.40625, "tRecall_75": 0.25625, "tRecall_90": 0.19375, "token_acc": 0.926703, "epoch": 0.31472586, "global_step/max_steps": "950/3019", "percentage": "31.47%", "elapsed_time": "3h 7m 48s", "remaining_time": "6h 49m 0s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084309} +{"loss": 0.20146484, "grad_norm": 2.22758031, "learning_rate": 8e-06, "tIoU": 0.4508379, "tRecall_50": 0.46875, "tRecall_75": 0.28125, "tRecall_90": 0.15625, "token_acc": 0.92437892, "epoch": 0.31638231, "global_step/max_steps": "955/3019", "percentage": "31.63%", "elapsed_time": "3h 8m 37s", "remaining_time": "6h 47m 40s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08438} +{"loss": 0.19019775, "grad_norm": 0.91494572, "learning_rate": 7.98e-06, "tIoU": 0.44532733, "tRecall_50": 0.475, "tRecall_75": 0.31875, "tRecall_90": 0.225, "token_acc": 0.93198025, "epoch": 0.31803876, "global_step/max_steps": "960/3019", "percentage": "31.80%", "elapsed_time": "3h 9m 40s", "remaining_time": "6h 46m 47s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084358} +{"loss": 0.20179443, "grad_norm": 0.913073, "learning_rate": 7.96e-06, "tIoU": 0.41278286, "tRecall_50": 0.43125, "tRecall_75": 0.26875, "tRecall_90": 0.175, "token_acc": 0.92927095, "epoch": 0.31969521, "global_step/max_steps": "965/3019", "percentage": "31.96%", "elapsed_time": "3h 10m 28s", "remaining_time": "6h 45m 26s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084436} +{"loss": 0.19406738, "grad_norm": 0.51407862, "learning_rate": 7.94e-06, "tIoU": 0.4584743, "tRecall_50": 0.5, "tRecall_75": 0.28125, "tRecall_90": 0.1625, "token_acc": 0.92718844, "epoch": 0.32135166, "global_step/max_steps": "970/3019", "percentage": "32.13%", "elapsed_time": "3h 11m 23s", "remaining_time": "6h 44m 17s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084469} +{"loss": 0.16710815, "grad_norm": 0.62861204, "learning_rate": 7.91e-06, "tIoU": 0.51721368, "tRecall_50": 0.55, "tRecall_75": 0.35, "tRecall_90": 0.25, "token_acc": 0.93850779, "epoch": 0.32300812, "global_step/max_steps": "975/3019", "percentage": "32.30%", "elapsed_time": "3h 12m 28s", "remaining_time": "6h 43m 31s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084424} +{"loss": 0.1932251, "grad_norm": 1.2048825, "learning_rate": 7.89e-06, "tIoU": 0.45006938, "tRecall_50": 0.46875, "tRecall_75": 0.28125, "tRecall_90": 0.18125, "token_acc": 0.92961559, "epoch": 0.32466457, "global_step/max_steps": "980/3019", "percentage": "32.46%", "elapsed_time": "3h 13m 17s", "remaining_time": "6h 42m 9s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084501} +{"loss": 0.17633057, "grad_norm": 0.94116813, "learning_rate": 7.87e-06, "tIoU": 0.48190999, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.19375, "token_acc": 0.93324251, "epoch": 0.32632102, "global_step/max_steps": "985/3019", "percentage": "32.63%", "elapsed_time": "3h 14m 22s", "remaining_time": "6h 41m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084459} +{"loss": 0.17954102, "grad_norm": 1.62267733, "learning_rate": 7.85e-06, "tIoU": 0.41314068, "tRecall_50": 0.45625, "tRecall_75": 0.2625, "tRecall_90": 0.1375, "token_acc": 0.92945037, "epoch": 0.32797747, "global_step/max_steps": "990/3019", "percentage": "32.79%", "elapsed_time": "3h 15m 21s", "remaining_time": "6h 40m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084461} +{"loss": 0.19300537, "grad_norm": 0.86224967, "learning_rate": 7.83e-06, "tIoU": 0.45597186, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.23125, "token_acc": 0.92917005, "epoch": 0.32963392, "global_step/max_steps": "995/3019", "percentage": "32.96%", "elapsed_time": "3h 16m 20s", "remaining_time": "6h 39m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084464} +{"loss": 0.18754883, "grad_norm": 0.56524652, "learning_rate": 7.8e-06, "tIoU": 0.44452691, "tRecall_50": 0.45625, "tRecall_75": 0.25625, "tRecall_90": 0.16875, "token_acc": 0.92948543, "epoch": 0.33129038, "global_step/max_steps": "1000/3019", "percentage": "33.12%", "elapsed_time": "3h 17m 24s", "remaining_time": "6h 38m 33s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08443} +{"loss": 0.20137939, "grad_norm": 0.66683114, "learning_rate": 7.78e-06, "tIoU": 0.45660863, "tRecall_50": 0.5, "tRecall_75": 0.30625, "tRecall_90": 0.15, "token_acc": 0.9226609, "epoch": 0.33294683, "global_step/max_steps": "1005/3019", "percentage": "33.29%", "elapsed_time": "3h 18m 17s", "remaining_time": "6h 37m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084472} +{"loss": 0.18212891, "grad_norm": 1.20969558, "learning_rate": 7.76e-06, "tIoU": 0.45521111, "tRecall_50": 0.5, "tRecall_75": 0.34375, "tRecall_90": 0.175, "token_acc": 0.9280654, "epoch": 0.33460328, "global_step/max_steps": "1010/3019", "percentage": "33.45%", "elapsed_time": "3h 19m 21s", "remaining_time": "6h 36m 33s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084435} +{"loss": 0.18902588, "grad_norm": 0.69765139, "learning_rate": 7.74e-06, "tIoU": 0.43871036, "tRecall_50": 0.4625, "tRecall_75": 0.26875, "tRecall_90": 0.1625, "token_acc": 0.92720307, "epoch": 0.33625973, "global_step/max_steps": "1015/3019", "percentage": "33.62%", "elapsed_time": "3h 20m 8s", "remaining_time": "6h 35m 9s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084525} +{"loss": 0.19346924, "grad_norm": 0.93858922, "learning_rate": 7.72e-06, "tIoU": 0.43582411, "tRecall_50": 0.4625, "tRecall_75": 0.3125, "tRecall_90": 0.14375, "token_acc": 0.93026423, "epoch": 0.33791618, "global_step/max_steps": "1020/3019", "percentage": "33.79%", "elapsed_time": "3h 21m 11s", "remaining_time": "6h 34m 17s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084499} +{"loss": 0.19627686, "grad_norm": 1.3842293, "learning_rate": 7.69e-06, "tIoU": 0.40150514, "tRecall_50": 0.43125, "tRecall_75": 0.28125, "tRecall_90": 0.13125, "token_acc": 0.92328692, "epoch": 0.33957264, "global_step/max_steps": "1025/3019", "percentage": "33.95%", "elapsed_time": "3h 22m 3s", "remaining_time": "6h 33m 5s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084544} +{"loss": 0.18018799, "grad_norm": 0.81839937, "learning_rate": 7.67e-06, "tIoU": 0.48494406, "tRecall_50": 0.50625, "tRecall_75": 0.375, "tRecall_90": 0.225, "token_acc": 0.93478261, "epoch": 0.34122909, "global_step/max_steps": "1030/3019", "percentage": "34.12%", "elapsed_time": "3h 23m 6s", "remaining_time": "6h 32m 13s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084519} +{"loss": 0.18730469, "grad_norm": 1.1782732, "learning_rate": 7.65e-06, "tIoU": 0.45527949, "tRecall_50": 0.475, "tRecall_75": 0.28125, "tRecall_90": 0.1875, "token_acc": 0.93107191, "epoch": 0.34288554, "global_step/max_steps": "1035/3019", "percentage": "34.28%", "elapsed_time": "3h 24m 3s", "remaining_time": "6h 31m 9s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084536} +{"loss": 0.17871094, "grad_norm": 0.84622002, "learning_rate": 7.62e-06, "tIoU": 0.48779578, "tRecall_50": 0.53125, "tRecall_75": 0.33125, "tRecall_90": 0.21875, "token_acc": 0.93189278, "epoch": 0.34454199, "global_step/max_steps": "1040/3019", "percentage": "34.45%", "elapsed_time": "3h 24m 56s", "remaining_time": "6h 29m 59s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084574} +{"loss": 0.18745117, "grad_norm": 1.34268904, "learning_rate": 7.6e-06, "tIoU": 0.48384399, "tRecall_50": 0.51875, "tRecall_75": 0.30625, "tRecall_90": 0.1375, "token_acc": 0.92971942, "epoch": 0.34619844, "global_step/max_steps": "1045/3019", "percentage": "34.61%", "elapsed_time": "3h 26m 1s", "remaining_time": "6h 29m 10s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084539} +{"loss": 0.19180908, "grad_norm": 0.8716076, "learning_rate": 7.58e-06, "tIoU": 0.4812953, "tRecall_50": 0.5375, "tRecall_75": 0.3125, "tRecall_90": 0.175, "token_acc": 0.93251029, "epoch": 0.34785489, "global_step/max_steps": "1050/3019", "percentage": "34.78%", "elapsed_time": "3h 26m 50s", "remaining_time": "6h 27m 52s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084607} +{"loss": 0.20622559, "grad_norm": 1.36581016, "learning_rate": 7.56e-06, "tIoU": 0.39569702, "tRecall_50": 0.41875, "tRecall_75": 0.25, "tRecall_90": 0.14375, "token_acc": 0.92322352, "epoch": 0.34951135, "global_step/max_steps": "1055/3019", "percentage": "34.95%", "elapsed_time": "3h 27m 50s", "remaining_time": "6h 26m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.0846} +{"loss": 0.19281006, "grad_norm": 1.15059638, "learning_rate": 7.53e-06, "tIoU": 0.43889122, "tRecall_50": 0.475, "tRecall_75": 0.3125, "tRecall_90": 0.19375, "token_acc": 0.92742593, "epoch": 0.3511678, "global_step/max_steps": "1060/3019", "percentage": "35.11%", "elapsed_time": "3h 29m 0s", "remaining_time": "6h 26m 15s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084527} +{"loss": 0.19051514, "grad_norm": 0.92369753, "learning_rate": 7.51e-06, "tIoU": 0.47083669, "tRecall_50": 0.5125, "tRecall_75": 0.3, "tRecall_90": 0.2, "token_acc": 0.93139123, "epoch": 0.35282425, "global_step/max_steps": "1065/3019", "percentage": "35.28%", "elapsed_time": "3h 30m 25s", "remaining_time": "6h 26m 3s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084356} +{"loss": 0.19134521, "grad_norm": 0.90792847, "learning_rate": 7.49e-06, "tIoU": 0.48667288, "tRecall_50": 0.51875, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.93429662, "epoch": 0.3544807, "global_step/max_steps": "1070/3019", "percentage": "35.44%", "elapsed_time": "3h 31m 31s", "remaining_time": "6h 25m 17s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084307} +{"loss": 0.18773193, "grad_norm": 0.55691069, "learning_rate": 7.46e-06, "tIoU": 0.45924697, "tRecall_50": 0.4875, "tRecall_75": 0.3125, "tRecall_90": 0.1875, "token_acc": 0.93028322, "epoch": 0.35613715, "global_step/max_steps": "1075/3019", "percentage": "35.61%", "elapsed_time": "3h 32m 17s", "remaining_time": "6h 23m 53s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.0844} +{"loss": 0.19237061, "grad_norm": 0.96049488, "learning_rate": 7.44e-06, "tIoU": 0.42952037, "tRecall_50": 0.48125, "tRecall_75": 0.28125, "tRecall_90": 0.13125, "token_acc": 0.92892291, "epoch": 0.35779361, "global_step/max_steps": "1080/3019", "percentage": "35.77%", "elapsed_time": "3h 33m 18s", "remaining_time": "6h 22m 57s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084385} +{"loss": 0.17617188, "grad_norm": 0.60286504, "learning_rate": 7.42e-06, "tIoU": 0.48523211, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.2125, "token_acc": 0.93369714, "epoch": 0.35945006, "global_step/max_steps": "1085/3019", "percentage": "35.94%", "elapsed_time": "3h 34m 5s", "remaining_time": "6h 21m 37s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084463} +{"loss": 0.1894043, "grad_norm": 1.01443923, "learning_rate": 7.39e-06, "tIoU": 0.43594785, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.14375, "token_acc": 0.9239782, "epoch": 0.36110651, "global_step/max_steps": "1090/3019", "percentage": "36.10%", "elapsed_time": "3h 34m 59s", "remaining_time": "6h 20m 28s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.0845} +{"loss": 0.18721924, "grad_norm": 1.1652174, "learning_rate": 7.37e-06, "tIoU": 0.44702835, "tRecall_50": 0.46875, "tRecall_75": 0.275, "tRecall_90": 0.14375, "token_acc": 0.92684932, "epoch": 0.36276296, "global_step/max_steps": "1095/3019", "percentage": "36.27%", "elapsed_time": "3h 35m 53s", "remaining_time": "6h 19m 20s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084534} +{"loss": 0.19520264, "grad_norm": 0.64482284, "learning_rate": 7.35e-06, "tIoU": 0.46584759, "tRecall_50": 0.475, "tRecall_75": 0.34375, "tRecall_90": 0.2125, "token_acc": 0.93055556, "epoch": 0.36441941, "global_step/max_steps": "1100/3019", "percentage": "36.44%", "elapsed_time": "3h 36m 51s", "remaining_time": "6h 18m 19s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08454} +{"loss": 0.16853027, "grad_norm": 0.59651828, "learning_rate": 7.32e-06, "tIoU": 0.52928739, "tRecall_50": 0.58125, "tRecall_75": 0.3875, "tRecall_90": 0.26875, "token_acc": 0.9410636, "epoch": 0.36607587, "global_step/max_steps": "1105/3019", "percentage": "36.60%", "elapsed_time": "3h 37m 52s", "remaining_time": "6h 17m 23s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084526} +{"loss": 0.17763672, "grad_norm": 0.64253044, "learning_rate": 7.3e-06, "tIoU": 0.46885562, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.1625, "token_acc": 0.93374966, "epoch": 0.36773232, "global_step/max_steps": "1110/3019", "percentage": "36.77%", "elapsed_time": "3h 38m 49s", "remaining_time": "6h 16m 19s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084545} +{"loss": 0.19134521, "grad_norm": 0.91158861, "learning_rate": 7.27e-06, "tIoU": 0.48296685, "tRecall_50": 0.5375, "tRecall_75": 0.34375, "tRecall_90": 0.18125, "token_acc": 0.92574526, "epoch": 0.36938877, "global_step/max_steps": "1115/3019", "percentage": "36.93%", "elapsed_time": "3h 39m 47s", "remaining_time": "6h 15m 19s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084548} +{"loss": 0.19595947, "grad_norm": 1.10183191, "learning_rate": 7.25e-06, "tIoU": 0.42890849, "tRecall_50": 0.45625, "tRecall_75": 0.275, "tRecall_90": 0.14375, "token_acc": 0.92495922, "epoch": 0.37104522, "global_step/max_steps": "1120/3019", "percentage": "37.10%", "elapsed_time": "3h 40m 52s", "remaining_time": "6h 14m 30s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084512} +{"loss": 0.19292603, "grad_norm": 0.67624623, "learning_rate": 7.23e-06, "tIoU": 0.43728662, "tRecall_50": 0.46875, "tRecall_75": 0.25, "tRecall_90": 0.15, "token_acc": 0.92573449, "epoch": 0.37270167, "global_step/max_steps": "1125/3019", "percentage": "37.26%", "elapsed_time": "3h 41m 43s", "remaining_time": "6h 13m 16s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084566} +{"loss": 0.17938232, "grad_norm": 0.45196262, "learning_rate": 7.2e-06, "tIoU": 0.48072538, "tRecall_50": 0.4875, "tRecall_75": 0.31875, "tRecall_90": 0.25, "token_acc": 0.93378933, "epoch": 0.37435812, "global_step/max_steps": "1130/3019", "percentage": "37.43%", "elapsed_time": "3h 42m 40s", "remaining_time": "6h 12m 13s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08458} +{"loss": 0.18525391, "grad_norm": 0.83081049, "learning_rate": 7.18e-06, "tIoU": 0.46578946, "tRecall_50": 0.49375, "tRecall_75": 0.35, "tRecall_90": 0.1625, "token_acc": 0.92932575, "epoch": 0.37601458, "global_step/max_steps": "1135/3019", "percentage": "37.60%", "elapsed_time": "3h 43m 32s", "remaining_time": "6h 11m 3s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084621} +{"loss": 0.19844971, "grad_norm": 0.69378322, "learning_rate": 7.15e-06, "tIoU": 0.44408603, "tRecall_50": 0.44375, "tRecall_75": 0.3375, "tRecall_90": 0.21875, "token_acc": 0.92735159, "epoch": 0.37767103, "global_step/max_steps": "1140/3019", "percentage": "37.76%", "elapsed_time": "3h 44m 31s", "remaining_time": "6h 10m 3s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084626} +{"loss": 0.18876953, "grad_norm": 0.74274653, "learning_rate": 7.13e-06, "tIoU": 0.43142037, "tRecall_50": 0.45625, "tRecall_75": 0.275, "tRecall_90": 0.18125, "token_acc": 0.928785, "epoch": 0.37932748, "global_step/max_steps": "1145/3019", "percentage": "37.93%", "elapsed_time": "3h 46m 4s", "remaining_time": "6h 10m 1s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084409} +{"loss": 0.18309326, "grad_norm": 1.1880883, "learning_rate": 7.1e-06, "tIoU": 0.4814455, "tRecall_50": 0.525, "tRecall_75": 0.3125, "tRecall_90": 0.21875, "token_acc": 0.93433653, "epoch": 0.38098393, "global_step/max_steps": "1150/3019", "percentage": "38.09%", "elapsed_time": "3h 46m 49s", "remaining_time": "6h 8m 38s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084501} +{"loss": 0.17424316, "grad_norm": 0.67206794, "learning_rate": 7.08e-06, "tIoU": 0.47868905, "tRecall_50": 0.48125, "tRecall_75": 0.35625, "tRecall_90": 0.20625, "token_acc": 0.93349687, "epoch": 0.38264038, "global_step/max_steps": "1155/3019", "percentage": "38.26%", "elapsed_time": "3h 47m 40s", "remaining_time": "6h 7m 26s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084549} +{"loss": 0.19445801, "grad_norm": 0.85631567, "learning_rate": 7.06e-06, "tIoU": 0.43866897, "tRecall_50": 0.475, "tRecall_75": 0.3125, "tRecall_90": 0.18125, "token_acc": 0.9295082, "epoch": 0.38429684, "global_step/max_steps": "1160/3019", "percentage": "38.42%", "elapsed_time": "3h 48m 39s", "remaining_time": "6h 6m 25s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084554} +{"loss": 0.18725586, "grad_norm": 0.80223542, "learning_rate": 7.03e-06, "tIoU": 0.44963531, "tRecall_50": 0.4875, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.92793038, "epoch": 0.38595329, "global_step/max_steps": "1165/3019", "percentage": "38.59%", "elapsed_time": "3h 49m 30s", "remaining_time": "6h 5m 15s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084599} +{"loss": 0.20693359, "grad_norm": 0.7932871, "learning_rate": 7.01e-06, "tIoU": 0.45437627, "tRecall_50": 0.5, "tRecall_75": 0.325, "tRecall_90": 0.15, "token_acc": 0.92347495, "epoch": 0.38760974, "global_step/max_steps": "1170/3019", "percentage": "38.75%", "elapsed_time": "3h 50m 26s", "remaining_time": "6h 4m 10s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084621} +{"loss": 0.17973633, "grad_norm": 1.53591835, "learning_rate": 6.98e-06, "tIoU": 0.47897468, "tRecall_50": 0.51875, "tRecall_75": 0.29375, "tRecall_90": 0.1875, "token_acc": 0.93268187, "epoch": 0.38926619, "global_step/max_steps": "1175/3019", "percentage": "38.92%", "elapsed_time": "3h 51m 32s", "remaining_time": "6h 3m 21s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084581} +{"loss": 0.18762207, "grad_norm": 0.93450391, "learning_rate": 6.96e-06, "tIoU": 0.44813199, "tRecall_50": 0.5, "tRecall_75": 0.3125, "tRecall_90": 0.2, "token_acc": 0.92777324, "epoch": 0.39092264, "global_step/max_steps": "1180/3019", "percentage": "39.09%", "elapsed_time": "3h 52m 35s", "remaining_time": "6h 2m 29s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084552} +{"loss": 0.1826416, "grad_norm": 1.06077087, "learning_rate": 6.93e-06, "tIoU": 0.43118243, "tRecall_50": 0.475, "tRecall_75": 0.2875, "tRecall_90": 0.14375, "token_acc": 0.92965779, "epoch": 0.3925791, "global_step/max_steps": "1185/3019", "percentage": "39.25%", "elapsed_time": "3h 53m 27s", "remaining_time": "6h 1m 18s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.0846} +{"loss": 0.18630371, "grad_norm": 0.92013276, "learning_rate": 6.91e-06, "tIoU": 0.44595599, "tRecall_50": 0.475, "tRecall_75": 0.30625, "tRecall_90": 0.18125, "token_acc": 0.93329703, "epoch": 0.39423555, "global_step/max_steps": "1190/3019", "percentage": "39.42%", "elapsed_time": "3h 54m 30s", "remaining_time": "6h 0m 26s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084573} +{"loss": 0.17835693, "grad_norm": 1.57565677, "learning_rate": 6.88e-06, "tIoU": 0.47301159, "tRecall_50": 0.4875, "tRecall_75": 0.325, "tRecall_90": 0.1875, "token_acc": 0.93468161, "epoch": 0.395892, "global_step/max_steps": "1195/3019", "percentage": "39.58%", "elapsed_time": "3h 55m 26s", "remaining_time": "5h 59m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084593} +{"loss": 0.19556885, "grad_norm": 0.91567898, "learning_rate": 6.86e-06, "tIoU": 0.4224761, "tRecall_50": 0.41875, "tRecall_75": 0.24375, "tRecall_90": 0.16875, "token_acc": 0.9244312, "epoch": 0.39754845, "global_step/max_steps": "1200/3019", "percentage": "39.75%", "elapsed_time": "3h 56m 19s", "remaining_time": "5h 58m 14s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084628} +{"loss": 0.1986084, "grad_norm": 1.20229053, "learning_rate": 6.83e-06, "tIoU": 0.4370151, "tRecall_50": 0.43125, "tRecall_75": 0.33125, "tRecall_90": 0.19375, "token_acc": 0.93139123, "epoch": 0.3992049, "global_step/max_steps": "1205/3019", "percentage": "39.91%", "elapsed_time": "3h 57m 21s", "remaining_time": "5h 57m 18s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084614} +{"loss": 0.18168945, "grad_norm": 1.28460932, "learning_rate": 6.81e-06, "tIoU": 0.48334565, "tRecall_50": 0.53125, "tRecall_75": 0.3125, "tRecall_90": 0.15625, "token_acc": 0.9334962, "epoch": 0.40086135, "global_step/max_steps": "1210/3019", "percentage": "40.08%", "elapsed_time": "3h 58m 17s", "remaining_time": "5h 56m 15s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084628} +{"loss": 0.17210693, "grad_norm": 0.77067292, "learning_rate": 6.78e-06, "tIoU": 0.51764774, "tRecall_50": 0.5375, "tRecall_75": 0.36875, "tRecall_90": 0.25, "token_acc": 0.93814714, "epoch": 0.40251781, "global_step/max_steps": "1215/3019", "percentage": "40.25%", "elapsed_time": "3h 59m 12s", "remaining_time": "5h 55m 9s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084655} +{"loss": 0.18855591, "grad_norm": 0.72217011, "learning_rate": 6.76e-06, "tIoU": 0.46004486, "tRecall_50": 0.50625, "tRecall_75": 0.30625, "tRecall_90": 0.19375, "token_acc": 0.93028978, "epoch": 0.40417426, "global_step/max_steps": "1220/3019", "percentage": "40.41%", "elapsed_time": "4h 0m 3s", "remaining_time": "5h 53m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084704} +{"loss": 0.18580322, "grad_norm": 0.68301219, "learning_rate": 6.73e-06, "tIoU": 0.46486797, "tRecall_50": 0.5, "tRecall_75": 0.30625, "tRecall_90": 0.1625, "token_acc": 0.93108145, "epoch": 0.40583071, "global_step/max_steps": "1225/3019", "percentage": "40.58%", "elapsed_time": "4h 0m 57s", "remaining_time": "5h 52m 52s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084733} +{"loss": 0.18884277, "grad_norm": 0.95233482, "learning_rate": 6.71e-06, "tIoU": 0.40339761, "tRecall_50": 0.44375, "tRecall_75": 0.25625, "tRecall_90": 0.15, "token_acc": 0.92489796, "epoch": 0.40748716, "global_step/max_steps": "1230/3019", "percentage": "40.74%", "elapsed_time": "4h 1m 50s", "remaining_time": "5h 51m 44s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084768} +{"loss": 0.16408691, "grad_norm": 0.8301152, "learning_rate": 6.68e-06, "tIoU": 0.51666436, "tRecall_50": 0.55625, "tRecall_75": 0.38125, "tRecall_90": 0.225, "token_acc": 0.93543136, "epoch": 0.40914361, "global_step/max_steps": "1235/3019", "percentage": "40.91%", "elapsed_time": "4h 2m 50s", "remaining_time": "5h 50m 46s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084763} +{"loss": 0.18580322, "grad_norm": 0.673904, "learning_rate": 6.66e-06, "tIoU": 0.45034194, "tRecall_50": 0.475, "tRecall_75": 0.275, "tRecall_90": 0.16875, "token_acc": 0.930639, "epoch": 0.41080007, "global_step/max_steps": "1240/3019", "percentage": "41.07%", "elapsed_time": "4h 3m 49s", "remaining_time": "5h 49m 48s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084759} +{"loss": 0.18006592, "grad_norm": 0.65052295, "learning_rate": 6.63e-06, "tIoU": 0.52582459, "tRecall_50": 0.58125, "tRecall_75": 0.3625, "tRecall_90": 0.20625, "token_acc": 0.93246187, "epoch": 0.41245652, "global_step/max_steps": "1245/3019", "percentage": "41.24%", "elapsed_time": "4h 4m 45s", "remaining_time": "5h 48m 45s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084777} +{"loss": 0.19799805, "grad_norm": 0.79810947, "learning_rate": 6.61e-06, "tIoU": 0.46984053, "tRecall_50": 0.4875, "tRecall_75": 0.31875, "tRecall_90": 0.21875, "token_acc": 0.92984832, "epoch": 0.41411297, "global_step/max_steps": "1250/3019", "percentage": "41.40%", "elapsed_time": "4h 5m 40s", "remaining_time": "5h 47m 40s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084801} +{"loss": 0.18256226, "grad_norm": 0.96455884, "learning_rate": 6.58e-06, "tIoU": 0.47445531, "tRecall_50": 0.5, "tRecall_75": 0.325, "tRecall_90": 0.225, "token_acc": 0.93251366, "epoch": 0.41576942, "global_step/max_steps": "1255/3019", "percentage": "41.57%", "elapsed_time": "4h 6m 32s", "remaining_time": "5h 46m 31s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084842} +{"loss": 0.17813721, "grad_norm": 0.75753993, "learning_rate": 6.56e-06, "tIoU": 0.52838473, "tRecall_50": 0.56875, "tRecall_75": 0.3875, "tRecall_90": 0.175, "token_acc": 0.93515732, "epoch": 0.41742587, "global_step/max_steps": "1260/3019", "percentage": "41.74%", "elapsed_time": "4h 7m 37s", "remaining_time": "5h 45m 41s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084806} +{"loss": 0.17081299, "grad_norm": 0.91694105, "learning_rate": 6.53e-06, "tIoU": 0.52355165, "tRecall_50": 0.56875, "tRecall_75": 0.33125, "tRecall_90": 0.20625, "token_acc": 0.9360196, "epoch": 0.41908233, "global_step/max_steps": "1265/3019", "percentage": "41.90%", "elapsed_time": "4h 8m 26s", "remaining_time": "5h 44m 28s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084864} +{"loss": 0.18782959, "grad_norm": 0.73522872, "learning_rate": 6.51e-06, "tIoU": 0.48250651, "tRecall_50": 0.51875, "tRecall_75": 0.34375, "tRecall_90": 0.2, "token_acc": 0.93284394, "epoch": 0.42073878, "global_step/max_steps": "1270/3019", "percentage": "42.07%", "elapsed_time": "4h 9m 40s", "remaining_time": "5h 43m 51s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084775} +{"loss": 0.18519287, "grad_norm": 0.9936772, "learning_rate": 6.48e-06, "tIoU": 0.41359787, "tRecall_50": 0.4125, "tRecall_75": 0.30625, "tRecall_90": 0.18125, "token_acc": 0.92863002, "epoch": 0.42239523, "global_step/max_steps": "1275/3019", "percentage": "42.23%", "elapsed_time": "4h 10m 31s", "remaining_time": "5h 42m 40s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084821} +{"loss": 0.16901855, "grad_norm": 1.06401467, "learning_rate": 6.45e-06, "tIoU": 0.49522114, "tRecall_50": 0.5375, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.9355015, "epoch": 0.42405168, "global_step/max_steps": "1280/3019", "percentage": "42.40%", "elapsed_time": "4h 11m 28s", "remaining_time": "5h 41m 38s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084835} +{"loss": 0.1798645, "grad_norm": 0.61213368, "learning_rate": 6.43e-06, "tIoU": 0.44610715, "tRecall_50": 0.49375, "tRecall_75": 0.28125, "tRecall_90": 0.175, "token_acc": 0.93200979, "epoch": 0.42570813, "global_step/max_steps": "1285/3019", "percentage": "42.56%", "elapsed_time": "4h 12m 33s", "remaining_time": "5h 40m 47s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084802} +{"loss": 0.19697266, "grad_norm": 0.97026104, "learning_rate": 6.4e-06, "tIoU": 0.39707084, "tRecall_50": 0.43125, "tRecall_75": 0.25, "tRecall_90": 0.15625, "token_acc": 0.92408879, "epoch": 0.42736459, "global_step/max_steps": "1290/3019", "percentage": "42.73%", "elapsed_time": "4h 13m 36s", "remaining_time": "5h 39m 54s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084778} +{"loss": 0.1932373, "grad_norm": 0.98901153, "learning_rate": 6.38e-06, "tIoU": 0.46802602, "tRecall_50": 0.50625, "tRecall_75": 0.31875, "tRecall_90": 0.18125, "token_acc": 0.93140991, "epoch": 0.42902104, "global_step/max_steps": "1295/3019", "percentage": "42.89%", "elapsed_time": "4h 14m 31s", "remaining_time": "5h 38m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084797} +{"loss": 0.18145752, "grad_norm": 0.51080096, "learning_rate": 6.35e-06, "tIoU": 0.4889925, "tRecall_50": 0.54375, "tRecall_75": 0.30625, "tRecall_90": 0.175, "token_acc": 0.93140991, "epoch": 0.43067749, "global_step/max_steps": "1300/3019", "percentage": "43.06%", "elapsed_time": "4h 15m 26s", "remaining_time": "5h 37m 46s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084818} +{"loss": 0.18973389, "grad_norm": 0.8506788, "learning_rate": 6.33e-06, "tIoU": 0.40036454, "tRecall_50": 0.41875, "tRecall_75": 0.2625, "tRecall_90": 0.13125, "token_acc": 0.92461076, "epoch": 0.43233394, "global_step/max_steps": "1305/3019", "percentage": "43.23%", "elapsed_time": "4h 16m 25s", "remaining_time": "5h 36m 47s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084821} +{"loss": 0.18448486, "grad_norm": 0.74921256, "learning_rate": 6.3e-06, "tIoU": 0.40430083, "tRecall_50": 0.4125, "tRecall_75": 0.2875, "tRecall_90": 0.175, "token_acc": 0.93196721, "epoch": 0.43399039, "global_step/max_steps": "1310/3019", "percentage": "43.39%", "elapsed_time": "4h 17m 27s", "remaining_time": "5h 35m 52s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084805} +{"loss": 0.19240723, "grad_norm": 0.63544166, "learning_rate": 6.27e-06, "tIoU": 0.40438294, "tRecall_50": 0.4375, "tRecall_75": 0.24375, "tRecall_90": 0.1375, "token_acc": 0.92978607, "epoch": 0.43564684, "global_step/max_steps": "1315/3019", "percentage": "43.56%", "elapsed_time": "4h 18m 14s", "remaining_time": "5h 34m 38s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084867} +{"loss": 0.20283203, "grad_norm": 0.56335515, "learning_rate": 6.25e-06, "tIoU": 0.46093116, "tRecall_50": 0.4875, "tRecall_75": 0.33125, "tRecall_90": 0.2, "token_acc": 0.92476915, "epoch": 0.4373033, "global_step/max_steps": "1320/3019", "percentage": "43.72%", "elapsed_time": "4h 19m 12s", "remaining_time": "5h 33m 38s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084872} +{"loss": 0.1972168, "grad_norm": 0.82478946, "learning_rate": 6.22e-06, "tIoU": 0.45727544, "tRecall_50": 0.5, "tRecall_75": 0.29375, "tRecall_90": 0.19375, "token_acc": 0.92864954, "epoch": 0.43895975, "global_step/max_steps": "1325/3019", "percentage": "43.89%", "elapsed_time": "4h 20m 13s", "remaining_time": "5h 32m 42s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084861} +{"loss": 0.19458008, "grad_norm": 1.06273913, "learning_rate": 6.2e-06, "tIoU": 0.45764313, "tRecall_50": 0.46875, "tRecall_75": 0.325, "tRecall_90": 0.19375, "token_acc": 0.9262585, "epoch": 0.4406162, "global_step/max_steps": "1330/3019", "percentage": "44.05%", "elapsed_time": "4h 21m 7s", "remaining_time": "5h 31m 36s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084888} +{"loss": 0.18088379, "grad_norm": 0.66158223, "learning_rate": 6.17e-06, "tIoU": 0.44892478, "tRecall_50": 0.48125, "tRecall_75": 0.3, "tRecall_90": 0.16875, "token_acc": 0.93079869, "epoch": 0.44227265, "global_step/max_steps": "1335/3019", "percentage": "44.22%", "elapsed_time": "4h 22m 0s", "remaining_time": "5h 30m 30s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084921} +{"loss": 0.17995605, "grad_norm": 1.006863, "learning_rate": 6.14e-06, "tIoU": 0.45517688, "tRecall_50": 0.48125, "tRecall_75": 0.28125, "tRecall_90": 0.1875, "token_acc": 0.93331511, "epoch": 0.4439291, "global_step/max_steps": "1340/3019", "percentage": "44.39%", "elapsed_time": "4h 22m 50s", "remaining_time": "5h 29m 20s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084968} +{"loss": 0.17716064, "grad_norm": 0.61649936, "learning_rate": 6.12e-06, "tIoU": 0.42732396, "tRecall_50": 0.45, "tRecall_75": 0.33125, "tRecall_90": 0.18125, "token_acc": 0.93120393, "epoch": 0.44558556, "global_step/max_steps": "1345/3019", "percentage": "44.55%", "elapsed_time": "4h 23m 47s", "remaining_time": "5h 28m 18s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084979} +{"loss": 0.19118652, "grad_norm": 0.69914401, "learning_rate": 6.09e-06, "tIoU": 0.46103706, "tRecall_50": 0.5, "tRecall_75": 0.325, "tRecall_90": 0.1875, "token_acc": 0.92978142, "epoch": 0.44724201, "global_step/max_steps": "1350/3019", "percentage": "44.72%", "elapsed_time": "4h 24m 48s", "remaining_time": "5h 27m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084968} +{"loss": 0.18249512, "grad_norm": 1.04805958, "learning_rate": 6.06e-06, "tIoU": 0.45496135, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.2, "token_acc": 0.93147693, "epoch": 0.44889846, "global_step/max_steps": "1355/3019", "percentage": "44.88%", "elapsed_time": "4h 25m 45s", "remaining_time": "5h 26m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084974} +{"loss": 0.18438721, "grad_norm": 1.2088896, "learning_rate": 6.04e-06, "tIoU": 0.46744385, "tRecall_50": 0.475, "tRecall_75": 0.3375, "tRecall_90": 0.20625, "token_acc": 0.93260573, "epoch": 0.45055491, "global_step/max_steps": "1360/3019", "percentage": "45.05%", "elapsed_time": "4h 26m 55s", "remaining_time": "5h 25m 36s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084919} +{"loss": 0.18118896, "grad_norm": 0.81099313, "learning_rate": 6.01e-06, "tIoU": 0.46031313, "tRecall_50": 0.4625, "tRecall_75": 0.35625, "tRecall_90": 0.24375, "token_acc": 0.93520283, "epoch": 0.45221136, "global_step/max_steps": "1365/3019", "percentage": "45.21%", "elapsed_time": "4h 27m 47s", "remaining_time": "5h 24m 29s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084952} +{"loss": 0.17835693, "grad_norm": 0.80079532, "learning_rate": 5.99e-06, "tIoU": 0.45296826, "tRecall_50": 0.45625, "tRecall_75": 0.29375, "tRecall_90": 0.1875, "token_acc": 0.93006803, "epoch": 0.45386782, "global_step/max_steps": "1370/3019", "percentage": "45.38%", "elapsed_time": "4h 28m 39s", "remaining_time": "5h 23m 21s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.084991} +{"loss": 0.19421387, "grad_norm": 1.09500098, "learning_rate": 5.96e-06, "tIoU": 0.44514365, "tRecall_50": 0.475, "tRecall_75": 0.28125, "tRecall_90": 0.20625, "token_acc": 0.92723323, "epoch": 0.45552427, "global_step/max_steps": "1375/3019", "percentage": "45.54%", "elapsed_time": "4h 29m 34s", "remaining_time": "5h 22m 19s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085009} +{"loss": 0.17628174, "grad_norm": 0.91642874, "learning_rate": 5.93e-06, "tIoU": 0.47651906, "tRecall_50": 0.50625, "tRecall_75": 0.325, "tRecall_90": 0.175, "token_acc": 0.93262411, "epoch": 0.45718072, "global_step/max_steps": "1380/3019", "percentage": "45.71%", "elapsed_time": "4h 30m 34s", "remaining_time": "5h 21m 21s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085005} +{"loss": 0.17469482, "grad_norm": 0.61495602, "learning_rate": 5.91e-06, "tIoU": 0.5068244, "tRecall_50": 0.56875, "tRecall_75": 0.34375, "tRecall_90": 0.2, "token_acc": 0.93472298, "epoch": 0.45883717, "global_step/max_steps": "1385/3019", "percentage": "45.88%", "elapsed_time": "4h 31m 24s", "remaining_time": "5h 20m 12s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085048} +{"loss": 0.18636475, "grad_norm": 0.62620652, "learning_rate": 5.88e-06, "tIoU": 0.51326056, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.225, "token_acc": 0.93386171, "epoch": 0.46049362, "global_step/max_steps": "1390/3019", "percentage": "46.04%", "elapsed_time": "4h 32m 23s", "remaining_time": "5h 19m 13s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085049} +{"loss": 0.17446289, "grad_norm": 0.95066267, "learning_rate": 5.85e-06, "tIoU": 0.52269616, "tRecall_50": 0.5375, "tRecall_75": 0.3625, "tRecall_90": 0.2, "token_acc": 0.93409586, "epoch": 0.46215007, "global_step/max_steps": "1395/3019", "percentage": "46.21%", "elapsed_time": "4h 33m 26s", "remaining_time": "5h 18m 19s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08503} +{"loss": 0.18545532, "grad_norm": 1.59982789, "learning_rate": 5.83e-06, "tIoU": 0.46708083, "tRecall_50": 0.5125, "tRecall_75": 0.35, "tRecall_90": 0.18125, "token_acc": 0.93209708, "epoch": 0.46380653, "global_step/max_steps": "1400/3019", "percentage": "46.37%", "elapsed_time": "4h 34m 24s", "remaining_time": "5h 17m 20s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08503} +{"loss": 0.1817749, "grad_norm": 0.83805901, "learning_rate": 5.8e-06, "tIoU": 0.48933163, "tRecall_50": 0.5375, "tRecall_75": 0.30625, "tRecall_90": 0.18125, "token_acc": 0.933043, "epoch": 0.46546298, "global_step/max_steps": "1405/3019", "percentage": "46.54%", "elapsed_time": "4h 35m 24s", "remaining_time": "5h 16m 22s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085025} +{"loss": 0.19807129, "grad_norm": 0.80310553, "learning_rate": 5.77e-06, "tIoU": 0.45705452, "tRecall_50": 0.48125, "tRecall_75": 0.325, "tRecall_90": 0.2, "token_acc": 0.93123288, "epoch": 0.46711943, "global_step/max_steps": "1410/3019", "percentage": "46.70%", "elapsed_time": "4h 36m 17s", "remaining_time": "5h 15m 17s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085054} +{"loss": 0.18034668, "grad_norm": 0.67191911, "learning_rate": 5.75e-06, "tIoU": 0.49262519, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.225, "token_acc": 0.93356929, "epoch": 0.46877588, "global_step/max_steps": "1415/3019", "percentage": "46.87%", "elapsed_time": "4h 37m 15s", "remaining_time": "5h 14m 17s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085059} +{"loss": 0.17635498, "grad_norm": 0.70982808, "learning_rate": 5.72e-06, "tIoU": 0.48790784, "tRecall_50": 0.51875, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.93241042, "epoch": 0.47043233, "global_step/max_steps": "1420/3019", "percentage": "47.04%", "elapsed_time": "4h 38m 13s", "remaining_time": "5h 13m 17s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085064} +{"loss": 0.18474121, "grad_norm": 0.71558583, "learning_rate": 5.7e-06, "tIoU": 0.43795843, "tRecall_50": 0.475, "tRecall_75": 0.25, "tRecall_90": 0.18125, "token_acc": 0.92952381, "epoch": 0.47208879, "global_step/max_steps": "1425/3019", "percentage": "47.20%", "elapsed_time": "4h 39m 6s", "remaining_time": "5h 12m 12s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085095} +{"loss": 0.20472412, "grad_norm": 0.68392855, "learning_rate": 5.67e-06, "tIoU": 0.41001377, "tRecall_50": 0.43125, "tRecall_75": 0.275, "tRecall_90": 0.13125, "token_acc": 0.92188771, "epoch": 0.47374524, "global_step/max_steps": "1430/3019", "percentage": "47.37%", "elapsed_time": "4h 39m 59s", "remaining_time": "5h 11m 7s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085123} +{"loss": 0.18181152, "grad_norm": 0.53879482, "learning_rate": 5.64e-06, "tIoU": 0.48171172, "tRecall_50": 0.5, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.93534366, "epoch": 0.47540169, "global_step/max_steps": "1435/3019", "percentage": "47.53%", "elapsed_time": "4h 40m 54s", "remaining_time": "5h 10m 5s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085138} +{"loss": 0.16973877, "grad_norm": 0.84277767, "learning_rate": 5.62e-06, "tIoU": 0.5000205, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.20625, "token_acc": 0.93298829, "epoch": 0.47705814, "global_step/max_steps": "1440/3019", "percentage": "47.70%", "elapsed_time": "4h 41m 51s", "remaining_time": "5h 9m 4s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085147} +{"loss": 0.18294678, "grad_norm": 0.6723274, "learning_rate": 5.59e-06, "tIoU": 0.46927443, "tRecall_50": 0.49375, "tRecall_75": 0.35625, "tRecall_90": 0.1875, "token_acc": 0.93149563, "epoch": 0.47871459, "global_step/max_steps": "1445/3019", "percentage": "47.86%", "elapsed_time": "4h 42m 44s", "remaining_time": "5h 7m 59s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085175} +{"loss": 0.18677979, "grad_norm": 0.91148078, "learning_rate": 5.56e-06, "tIoU": 0.50467734, "tRecall_50": 0.54375, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.93404782, "epoch": 0.48037105, "global_step/max_steps": "1450/3019", "percentage": "48.03%", "elapsed_time": "4h 43m 41s", "remaining_time": "5h 6m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085186} +{"loss": 0.17652588, "grad_norm": 0.67878973, "learning_rate": 5.54e-06, "tIoU": 0.53766847, "tRecall_50": 0.55625, "tRecall_75": 0.375, "tRecall_90": 0.24375, "token_acc": 0.93885385, "epoch": 0.4820275, "global_step/max_steps": "1455/3019", "percentage": "48.19%", "elapsed_time": "4h 44m 36s", "remaining_time": "5h 5m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085204} +{"loss": 0.1715332, "grad_norm": 0.65179968, "learning_rate": 5.51e-06, "tIoU": 0.53892045, "tRecall_50": 0.5875, "tRecall_75": 0.40625, "tRecall_90": 0.2125, "token_acc": 0.9359392, "epoch": 0.48368395, "global_step/max_steps": "1460/3019", "percentage": "48.36%", "elapsed_time": "4h 45m 33s", "remaining_time": "5h 4m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085214} +{"loss": 0.18743896, "grad_norm": 1.0562892, "learning_rate": 5.48e-06, "tIoU": 0.44994121, "tRecall_50": 0.49375, "tRecall_75": 0.28125, "tRecall_90": 0.1625, "token_acc": 0.92845528, "epoch": 0.4853404, "global_step/max_steps": "1465/3019", "percentage": "48.53%", "elapsed_time": "4h 46m 33s", "remaining_time": "5h 3m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085205} +{"loss": 0.174646, "grad_norm": 0.59700972, "learning_rate": 5.46e-06, "tIoU": 0.4647438, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.175, "token_acc": 0.93664664, "epoch": 0.48699685, "global_step/max_steps": "1470/3019", "percentage": "48.69%", "elapsed_time": "4h 47m 24s", "remaining_time": "5h 2m 51s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085243} +{"loss": 0.18710937, "grad_norm": 0.52312624, "learning_rate": 5.43e-06, "tIoU": 0.42815342, "tRecall_50": 0.45625, "tRecall_75": 0.25625, "tRecall_90": 0.175, "token_acc": 0.92785462, "epoch": 0.4886533, "global_step/max_steps": "1475/3019", "percentage": "48.86%", "elapsed_time": "4h 48m 23s", "remaining_time": "5h 1m 52s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085245} +{"loss": 0.18942871, "grad_norm": 0.54878658, "learning_rate": 5.4e-06, "tIoU": 0.45819311, "tRecall_50": 0.46875, "tRecall_75": 0.30625, "tRecall_90": 0.2125, "token_acc": 0.92987225, "epoch": 0.49030976, "global_step/max_steps": "1480/3019", "percentage": "49.02%", "elapsed_time": "4h 49m 13s", "remaining_time": "5h 0m 44s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085288} +{"loss": 0.19543457, "grad_norm": 1.06152821, "learning_rate": 5.38e-06, "tIoU": 0.43119607, "tRecall_50": 0.43125, "tRecall_75": 0.30625, "tRecall_90": 0.1875, "token_acc": 0.92651844, "epoch": 0.49196621, "global_step/max_steps": "1485/3019", "percentage": "49.19%", "elapsed_time": "4h 50m 12s", "remaining_time": "4h 59m 47s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085284} +{"loss": 0.16793213, "grad_norm": 0.77035767, "learning_rate": 5.35e-06, "tIoU": 0.49960775, "tRecall_50": 0.54375, "tRecall_75": 0.3375, "tRecall_90": 0.21875, "token_acc": 0.93619934, "epoch": 0.49362266, "global_step/max_steps": "1490/3019", "percentage": "49.35%", "elapsed_time": "4h 51m 4s", "remaining_time": "4h 58m 41s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085316} +{"loss": 0.18164062, "grad_norm": 0.6341421, "learning_rate": 5.32e-06, "tIoU": 0.52076879, "tRecall_50": 0.55625, "tRecall_75": 0.4125, "tRecall_90": 0.26875, "token_acc": 0.93734677, "epoch": 0.49527911, "global_step/max_steps": "1495/3019", "percentage": "49.52%", "elapsed_time": "4h 52m 3s", "remaining_time": "4h 57m 43s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085315} +{"loss": 0.18201904, "grad_norm": 0.78287274, "learning_rate": 5.29e-06, "tIoU": 0.45775905, "tRecall_50": 0.5125, "tRecall_75": 0.2875, "tRecall_90": 0.1875, "token_acc": 0.93533424, "epoch": 0.49693556, "global_step/max_steps": "1500/3019", "percentage": "49.69%", "elapsed_time": "4h 53m 0s", "remaining_time": "4h 56m 42s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085324} +{"loss": 0.17841797, "grad_norm": 0.81445557, "learning_rate": 5.27e-06, "tIoU": 0.44132829, "tRecall_50": 0.46875, "tRecall_75": 0.325, "tRecall_90": 0.16875, "token_acc": 0.9326792, "epoch": 0.49859202, "global_step/max_steps": "1505/3019", "percentage": "49.85%", "elapsed_time": "4h 53m 58s", "remaining_time": "4h 55m 44s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085323} +{"loss": 0.17989502, "grad_norm": 0.91485679, "learning_rate": 5.24e-06, "tIoU": 0.49614697, "tRecall_50": 0.54375, "tRecall_75": 0.3875, "tRecall_90": 0.2125, "token_acc": 0.9350507, "epoch": 0.50024847, "global_step/max_steps": "1510/3019", "percentage": "50.02%", "elapsed_time": "4h 55m 0s", "remaining_time": "4h 54m 48s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085308} +{"loss": 0.18605347, "grad_norm": 1.13725901, "learning_rate": 5.21e-06, "tIoU": 0.50919814, "tRecall_50": 0.5375, "tRecall_75": 0.35625, "tRecall_90": 0.19375, "token_acc": 0.93324251, "epoch": 0.50190492, "global_step/max_steps": "1515/3019", "percentage": "50.18%", "elapsed_time": "4h 55m 55s", "remaining_time": "4h 53m 46s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085328} +{"loss": 0.19385986, "grad_norm": 0.86311573, "learning_rate": 5.19e-06, "tIoU": 0.46987801, "tRecall_50": 0.4875, "tRecall_75": 0.31875, "tRecall_90": 0.1875, "token_acc": 0.93009447, "epoch": 0.50356137, "global_step/max_steps": "1520/3019", "percentage": "50.35%", "elapsed_time": "4h 56m 52s", "remaining_time": "4h 52m 46s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085332} +{"loss": 0.17694092, "grad_norm": 0.67118478, "learning_rate": 5.16e-06, "tIoU": 0.50446401, "tRecall_50": 0.55625, "tRecall_75": 0.35, "tRecall_90": 0.19375, "token_acc": 0.93579235, "epoch": 0.50521782, "global_step/max_steps": "1525/3019", "percentage": "50.51%", "elapsed_time": "4h 57m 43s", "remaining_time": "4h 51m 40s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085369} +{"loss": 0.18132324, "grad_norm": 0.80548787, "learning_rate": 5.13e-06, "tIoU": 0.46042452, "tRecall_50": 0.5125, "tRecall_75": 0.33125, "tRecall_90": 0.1625, "token_acc": 0.93233288, "epoch": 0.50687428, "global_step/max_steps": "1530/3019", "percentage": "50.68%", "elapsed_time": "4h 58m 45s", "remaining_time": "4h 50m 45s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085351} +{"loss": 0.19094238, "grad_norm": 0.9099791, "learning_rate": 5.11e-06, "tIoU": 0.43148599, "tRecall_50": 0.48125, "tRecall_75": 0.31875, "tRecall_90": 0.175, "token_acc": 0.93140202, "epoch": 0.50853073, "global_step/max_steps": "1535/3019", "percentage": "50.84%", "elapsed_time": "5h 0m 9s", "remaining_time": "4h 50m 11s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085233} +{"loss": 0.18210449, "grad_norm": 0.74593061, "learning_rate": 5.08e-06, "tIoU": 0.48647118, "tRecall_50": 0.525, "tRecall_75": 0.325, "tRecall_90": 0.2, "token_acc": 0.93257205, "epoch": 0.51018718, "global_step/max_steps": "1540/3019", "percentage": "51.01%", "elapsed_time": "5h 0m 53s", "remaining_time": "4h 48m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085301} +{"loss": 0.1789917, "grad_norm": 0.54894173, "learning_rate": 5.05e-06, "tIoU": 0.51310325, "tRecall_50": 0.59375, "tRecall_75": 0.34375, "tRecall_90": 0.175, "token_acc": 0.93094073, "epoch": 0.51184363, "global_step/max_steps": "1545/3019", "percentage": "51.18%", "elapsed_time": "5h 1m 54s", "remaining_time": "4h 48m 1s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085292} +{"loss": 0.16885986, "grad_norm": 0.75638801, "learning_rate": 5.03e-06, "tIoU": 0.51804752, "tRecall_50": 0.53125, "tRecall_75": 0.3875, "tRecall_90": 0.25625, "token_acc": 0.93744901, "epoch": 0.51350008, "global_step/max_steps": "1550/3019", "percentage": "51.34%", "elapsed_time": "5h 2m 50s", "remaining_time": "4h 47m 1s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085302} +{"loss": 0.17895508, "grad_norm": 0.80471367, "learning_rate": 5e-06, "tIoU": 0.50032029, "tRecall_50": 0.55625, "tRecall_75": 0.36875, "tRecall_90": 0.19375, "token_acc": 0.93479437, "epoch": 0.51515653, "global_step/max_steps": "1555/3019", "percentage": "51.51%", "elapsed_time": "5h 3m 52s", "remaining_time": "4h 46m 5s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085289} +{"loss": 0.17294922, "grad_norm": 0.73170692, "learning_rate": 4.97e-06, "tIoU": 0.51986914, "tRecall_50": 0.55625, "tRecall_75": 0.3625, "tRecall_90": 0.225, "token_acc": 0.93465293, "epoch": 0.51681299, "global_step/max_steps": "1560/3019", "percentage": "51.67%", "elapsed_time": "5h 4m 51s", "remaining_time": "4h 45m 6s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085287} +{"loss": 0.18930664, "grad_norm": 1.17995369, "learning_rate": 4.95e-06, "tIoU": 0.43875804, "tRecall_50": 0.45625, "tRecall_75": 0.3, "tRecall_90": 0.16875, "token_acc": 0.92929018, "epoch": 0.51846944, "global_step/max_steps": "1565/3019", "percentage": "51.84%", "elapsed_time": "5h 5m 46s", "remaining_time": "4h 44m 5s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085301} +{"loss": 0.18345947, "grad_norm": 0.9661724, "learning_rate": 4.92e-06, "tIoU": 0.46775417, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.16875, "token_acc": 0.9283574, "epoch": 0.52012589, "global_step/max_steps": "1570/3019", "percentage": "52.00%", "elapsed_time": "5h 6m 44s", "remaining_time": "4h 43m 5s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085306} +{"loss": 0.18666992, "grad_norm": 0.61086929, "learning_rate": 4.89e-06, "tIoU": 0.45597315, "tRecall_50": 0.475, "tRecall_75": 0.325, "tRecall_90": 0.2, "token_acc": 0.93152174, "epoch": 0.52178234, "global_step/max_steps": "1575/3019", "percentage": "52.17%", "elapsed_time": "5h 7m 42s", "remaining_time": "4h 42m 7s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085307} +{"loss": 0.16832275, "grad_norm": 0.53017014, "learning_rate": 4.87e-06, "tIoU": 0.47098999, "tRecall_50": 0.5, "tRecall_75": 0.3125, "tRecall_90": 0.2, "token_acc": 0.93513957, "epoch": 0.52343879, "global_step/max_steps": "1580/3019", "percentage": "52.34%", "elapsed_time": "5h 8m 33s", "remaining_time": "4h 41m 0s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085345} +{"loss": 0.18616943, "grad_norm": 0.80149543, "learning_rate": 4.84e-06, "tIoU": 0.48620553, "tRecall_50": 0.51875, "tRecall_75": 0.31875, "tRecall_90": 0.16875, "token_acc": 0.93199129, "epoch": 0.52509525, "global_step/max_steps": "1585/3019", "percentage": "52.50%", "elapsed_time": "5h 9m 24s", "remaining_time": "4h 39m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085379} +{"loss": 0.18255615, "grad_norm": 0.65935099, "learning_rate": 4.81e-06, "tIoU": 0.48105502, "tRecall_50": 0.53125, "tRecall_75": 0.31875, "tRecall_90": 0.1875, "token_acc": 0.93289689, "epoch": 0.5267517, "global_step/max_steps": "1590/3019", "percentage": "52.67%", "elapsed_time": "5h 10m 21s", "remaining_time": "4h 38m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085387} +{"loss": 0.19136963, "grad_norm": 0.77365702, "learning_rate": 4.79e-06, "tIoU": 0.44237905, "tRecall_50": 0.48125, "tRecall_75": 0.24375, "tRecall_90": 0.15625, "token_acc": 0.92872688, "epoch": 0.52840815, "global_step/max_steps": "1595/3019", "percentage": "52.83%", "elapsed_time": "5h 11m 17s", "remaining_time": "4h 37m 54s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085397} +{"loss": 0.16734619, "grad_norm": 0.68586665, "learning_rate": 4.76e-06, "tIoU": 0.49519405, "tRecall_50": 0.5375, "tRecall_75": 0.35, "tRecall_90": 0.2, "token_acc": 0.93884208, "epoch": 0.5300646, "global_step/max_steps": "1600/3019", "percentage": "53.00%", "elapsed_time": "5h 12m 14s", "remaining_time": "4h 36m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085402} +{"loss": 0.18243408, "grad_norm": 0.71906054, "learning_rate": 4.73e-06, "tIoU": 0.45546975, "tRecall_50": 0.525, "tRecall_75": 0.3, "tRecall_90": 0.15625, "token_acc": 0.93418202, "epoch": 0.53172105, "global_step/max_steps": "1605/3019", "percentage": "53.16%", "elapsed_time": "5h 13m 14s", "remaining_time": "4h 35m 57s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085399} +{"loss": 0.18240967, "grad_norm": 0.4824349, "learning_rate": 4.71e-06, "tIoU": 0.45264034, "tRecall_50": 0.5, "tRecall_75": 0.3, "tRecall_90": 0.175, "token_acc": 0.9293862, "epoch": 0.53337751, "global_step/max_steps": "1610/3019", "percentage": "53.33%", "elapsed_time": "5h 14m 14s", "remaining_time": "4h 35m 0s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085392} +{"loss": 0.18703613, "grad_norm": 0.56836742, "learning_rate": 4.68e-06, "tIoU": 0.4656374, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.2125, "token_acc": 0.92718844, "epoch": 0.53503396, "global_step/max_steps": "1615/3019", "percentage": "53.49%", "elapsed_time": "5h 15m 11s", "remaining_time": "4h 34m 0s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.0854} +{"loss": 0.16203613, "grad_norm": 0.74753278, "learning_rate": 4.65e-06, "tIoU": 0.51326828, "tRecall_50": 0.55, "tRecall_75": 0.36875, "tRecall_90": 0.25625, "token_acc": 0.94033935, "epoch": 0.53669041, "global_step/max_steps": "1620/3019", "percentage": "53.66%", "elapsed_time": "5h 16m 11s", "remaining_time": "4h 33m 3s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085391} +{"loss": 0.17023926, "grad_norm": 1.23906076, "learning_rate": 4.62e-06, "tIoU": 0.54509473, "tRecall_50": 0.575, "tRecall_75": 0.4125, "tRecall_90": 0.2375, "token_acc": 0.93413174, "epoch": 0.53834686, "global_step/max_steps": "1625/3019", "percentage": "53.83%", "elapsed_time": "5h 17m 10s", "remaining_time": "4h 32m 4s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085391} +{"loss": 0.17655029, "grad_norm": 0.81436521, "learning_rate": 4.6e-06, "tIoU": 0.53140306, "tRecall_50": 0.58125, "tRecall_75": 0.40625, "tRecall_90": 0.25, "token_acc": 0.93539631, "epoch": 0.54000331, "global_step/max_steps": "1630/3019", "percentage": "53.99%", "elapsed_time": "5h 18m 3s", "remaining_time": "4h 31m 2s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085413} +{"loss": 0.19212646, "grad_norm": 0.84587008, "learning_rate": 4.57e-06, "tIoU": 0.45746732, "tRecall_50": 0.50625, "tRecall_75": 0.3, "tRecall_90": 0.16875, "token_acc": 0.92903752, "epoch": 0.54165976, "global_step/max_steps": "1635/3019", "percentage": "54.16%", "elapsed_time": "5h 18m 57s", "remaining_time": "4h 29m 59s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085433} +{"loss": 0.17498779, "grad_norm": 2.55501699, "learning_rate": 4.54e-06, "tIoU": 0.45794244, "tRecall_50": 0.48125, "tRecall_75": 0.34375, "tRecall_90": 0.2125, "token_acc": 0.93278912, "epoch": 0.54331622, "global_step/max_steps": "1640/3019", "percentage": "54.32%", "elapsed_time": "5h 19m 50s", "remaining_time": "4h 28m 56s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085457} +{"loss": 0.18422852, "grad_norm": 0.65620583, "learning_rate": 4.52e-06, "tIoU": 0.47847252, "tRecall_50": 0.50625, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.93255052, "epoch": 0.54497267, "global_step/max_steps": "1645/3019", "percentage": "54.49%", "elapsed_time": "5h 20m 49s", "remaining_time": "4h 27m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085455} +{"loss": 0.1699585, "grad_norm": 0.45172906, "learning_rate": 4.49e-06, "tIoU": 0.46705885, "tRecall_50": 0.475, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.93435449, "epoch": 0.54662912, "global_step/max_steps": "1650/3019", "percentage": "54.65%", "elapsed_time": "5h 21m 46s", "remaining_time": "4h 26m 58s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085462} +{"loss": 0.17196045, "grad_norm": 0.98799944, "learning_rate": 4.46e-06, "tIoU": 0.48792138, "tRecall_50": 0.5125, "tRecall_75": 0.3375, "tRecall_90": 0.23125, "token_acc": 0.93315217, "epoch": 0.54828557, "global_step/max_steps": "1655/3019", "percentage": "54.82%", "elapsed_time": "5h 22m 37s", "remaining_time": "4h 25m 53s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085497} +{"loss": 0.18485107, "grad_norm": 0.77198112, "learning_rate": 4.44e-06, "tIoU": 0.46596379, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.20625, "token_acc": 0.92899891, "epoch": 0.54994202, "global_step/max_steps": "1660/3019", "percentage": "54.99%", "elapsed_time": "5h 23m 35s", "remaining_time": "4h 24m 55s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085497} +{"loss": 0.17183838, "grad_norm": 0.79610884, "learning_rate": 4.41e-06, "tIoU": 0.4782527, "tRecall_50": 0.5125, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.9362224, "epoch": 0.55159848, "global_step/max_steps": "1665/3019", "percentage": "55.15%", "elapsed_time": "5h 24m 26s", "remaining_time": "4h 23m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085533} +{"loss": 0.17040405, "grad_norm": 0.43644413, "learning_rate": 4.38e-06, "tIoU": 0.48719945, "tRecall_50": 0.49375, "tRecall_75": 0.36875, "tRecall_90": 0.2125, "token_acc": 0.93874761, "epoch": 0.55325493, "global_step/max_steps": "1670/3019", "percentage": "55.32%", "elapsed_time": "5h 25m 21s", "remaining_time": "4h 22m 49s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085546} +{"loss": 0.16943359, "grad_norm": 0.91063857, "learning_rate": 4.36e-06, "tIoU": 0.50224853, "tRecall_50": 0.5375, "tRecall_75": 0.4, "tRecall_90": 0.23125, "token_acc": 0.9378763, "epoch": 0.55491138, "global_step/max_steps": "1675/3019", "percentage": "55.48%", "elapsed_time": "5h 26m 22s", "remaining_time": "4h 21m 52s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085536} +{"loss": 0.18182373, "grad_norm": 1.19037926, "learning_rate": 4.33e-06, "tIoU": 0.50744052, "tRecall_50": 0.525, "tRecall_75": 0.3375, "tRecall_90": 0.2375, "token_acc": 0.93335147, "epoch": 0.55656783, "global_step/max_steps": "1680/3019", "percentage": "55.65%", "elapsed_time": "5h 27m 17s", "remaining_time": "4h 20m 51s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085551} +{"loss": 0.18129883, "grad_norm": 0.7029646, "learning_rate": 4.3e-06, "tIoU": 0.5042417, "tRecall_50": 0.55, "tRecall_75": 0.3875, "tRecall_90": 0.23125, "token_acc": 0.93554528, "epoch": 0.55822428, "global_step/max_steps": "1685/3019", "percentage": "55.81%", "elapsed_time": "5h 28m 10s", "remaining_time": "4h 19m 48s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085574} +{"loss": 0.17045898, "grad_norm": 1.50276959, "learning_rate": 4.28e-06, "tIoU": 0.53809729, "tRecall_50": 0.575, "tRecall_75": 0.41875, "tRecall_90": 0.275, "token_acc": 0.93763676, "epoch": 0.55988074, "global_step/max_steps": "1690/3019", "percentage": "55.98%", "elapsed_time": "5h 29m 4s", "remaining_time": "4h 18m 47s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085592} +{"loss": 0.18532715, "grad_norm": 0.57454818, "learning_rate": 4.25e-06, "tIoU": 0.46166921, "tRecall_50": 0.525, "tRecall_75": 0.33125, "tRecall_90": 0.1875, "token_acc": 0.9339726, "epoch": 0.56153719, "global_step/max_steps": "1695/3019", "percentage": "56.14%", "elapsed_time": "5h 29m 55s", "remaining_time": "4h 17m 42s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085627} +{"loss": 0.18447876, "grad_norm": 0.61383039, "learning_rate": 4.23e-06, "tIoU": 0.48762345, "tRecall_50": 0.5375, "tRecall_75": 0.3375, "tRecall_90": 0.21875, "token_acc": 0.93016912, "epoch": 0.56319364, "global_step/max_steps": "1700/3019", "percentage": "56.31%", "elapsed_time": "5h 30m 45s", "remaining_time": "4h 16m 37s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085662} +{"loss": 0.1984375, "grad_norm": 0.9087745, "learning_rate": 4.2e-06, "tIoU": 0.4700583, "tRecall_50": 0.51875, "tRecall_75": 0.34375, "tRecall_90": 0.175, "token_acc": 0.92537723, "epoch": 0.56485009, "global_step/max_steps": "1705/3019", "percentage": "56.48%", "elapsed_time": "5h 31m 40s", "remaining_time": "4h 15m 36s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085676} +{"loss": 0.17363281, "grad_norm": 0.97085601, "learning_rate": 4.17e-06, "tIoU": 0.50499907, "tRecall_50": 0.5375, "tRecall_75": 0.31875, "tRecall_90": 0.25, "token_acc": 0.93662934, "epoch": 0.56650654, "global_step/max_steps": "1710/3019", "percentage": "56.64%", "elapsed_time": "5h 32m 41s", "remaining_time": "4h 14m 40s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085667} +{"loss": 0.18410645, "grad_norm": 0.70274973, "learning_rate": 4.15e-06, "tIoU": 0.46274333, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.16875, "token_acc": 0.92958129, "epoch": 0.56816299, "global_step/max_steps": "1715/3019", "percentage": "56.81%", "elapsed_time": "5h 33m 34s", "remaining_time": "4h 13m 37s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085688} +{"loss": 0.18034668, "grad_norm": 0.59812105, "learning_rate": 4.12e-06, "tIoU": 0.49382854, "tRecall_50": 0.55625, "tRecall_75": 0.3125, "tRecall_90": 0.16875, "token_acc": 0.93180578, "epoch": 0.56981945, "global_step/max_steps": "1720/3019", "percentage": "56.97%", "elapsed_time": "5h 34m 29s", "remaining_time": "4h 12m 37s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085702} +{"loss": 0.15945435, "grad_norm": 1.77103639, "learning_rate": 4.09e-06, "tIoU": 0.4775517, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.19375, "token_acc": 0.93717705, "epoch": 0.5714759, "global_step/max_steps": "1725/3019", "percentage": "57.14%", "elapsed_time": "5h 35m 22s", "remaining_time": "4h 11m 34s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085727} +{"loss": 0.19295654, "grad_norm": 0.85078979, "learning_rate": 4.07e-06, "tIoU": 0.46609035, "tRecall_50": 0.4875, "tRecall_75": 0.31875, "tRecall_90": 0.175, "token_acc": 0.92917461, "epoch": 0.57313235, "global_step/max_steps": "1730/3019", "percentage": "57.30%", "elapsed_time": "5h 36m 18s", "remaining_time": "4h 10m 34s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085735} +{"loss": 0.15765991, "grad_norm": 0.47506025, "learning_rate": 4.04e-06, "tIoU": 0.53658838, "tRecall_50": 0.59375, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.9375, "epoch": 0.5747888, "global_step/max_steps": "1735/3019", "percentage": "57.47%", "elapsed_time": "5h 37m 12s", "remaining_time": "4h 9m 33s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085751} +{"loss": 0.16955566, "grad_norm": 0.89866853, "learning_rate": 4.01e-06, "tIoU": 0.52911096, "tRecall_50": 0.6, "tRecall_75": 0.3625, "tRecall_90": 0.2125, "token_acc": 0.93908768, "epoch": 0.57644525, "global_step/max_steps": "1740/3019", "percentage": "57.63%", "elapsed_time": "5h 38m 6s", "remaining_time": "4h 8m 31s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085772} +{"loss": 0.17440186, "grad_norm": 0.66598141, "learning_rate": 3.99e-06, "tIoU": 0.50855904, "tRecall_50": 0.55625, "tRecall_75": 0.38125, "tRecall_90": 0.2375, "token_acc": 0.93413174, "epoch": 0.57810171, "global_step/max_steps": "1745/3019", "percentage": "57.80%", "elapsed_time": "5h 39m 1s", "remaining_time": "4h 7m 30s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085787} +{"loss": 0.17895508, "grad_norm": 0.62828314, "learning_rate": 3.96e-06, "tIoU": 0.46477218, "tRecall_50": 0.48125, "tRecall_75": 0.30625, "tRecall_90": 0.175, "token_acc": 0.93104388, "epoch": 0.57975816, "global_step/max_steps": "1750/3019", "percentage": "57.97%", "elapsed_time": "5h 39m 56s", "remaining_time": "4h 6m 30s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085797} +{"loss": 0.16517334, "grad_norm": 0.78001833, "learning_rate": 3.94e-06, "tIoU": 0.48533235, "tRecall_50": 0.55625, "tRecall_75": 0.3625, "tRecall_90": 0.16875, "token_acc": 0.93555434, "epoch": 0.58141461, "global_step/max_steps": "1755/3019", "percentage": "58.13%", "elapsed_time": "5h 40m 52s", "remaining_time": "4h 5m 30s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085807} +{"loss": 0.17705078, "grad_norm": 0.938335, "learning_rate": 3.91e-06, "tIoU": 0.51315837, "tRecall_50": 0.55, "tRecall_75": 0.38125, "tRecall_90": 0.25, "token_acc": 0.93673636, "epoch": 0.58307106, "global_step/max_steps": "1760/3019", "percentage": "58.30%", "elapsed_time": "5h 41m 52s", "remaining_time": "4h 4m 33s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085799} +{"loss": 0.15650635, "grad_norm": 0.64504665, "learning_rate": 3.88e-06, "tIoU": 0.5483006, "tRecall_50": 0.59375, "tRecall_75": 0.4, "tRecall_90": 0.2625, "token_acc": 0.94157794, "epoch": 0.58472751, "global_step/max_steps": "1765/3019", "percentage": "58.46%", "elapsed_time": "5h 42m 43s", "remaining_time": "4h 3m 30s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085831} +{"loss": 0.18033447, "grad_norm": 0.65143383, "learning_rate": 3.86e-06, "tIoU": 0.44216676, "tRecall_50": 0.46875, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.93071468, "epoch": 0.58638397, "global_step/max_steps": "1770/3019", "percentage": "58.63%", "elapsed_time": "5h 43m 39s", "remaining_time": "4h 2m 29s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085842} +{"loss": 0.19072266, "grad_norm": 0.73146546, "learning_rate": 3.83e-06, "tIoU": 0.48409028, "tRecall_50": 0.54375, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.92894233, "epoch": 0.58804042, "global_step/max_steps": "1775/3019", "percentage": "58.79%", "elapsed_time": "5h 44m 42s", "remaining_time": "4h 1m 34s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085823} +{"loss": 0.14868164, "grad_norm": 0.88053292, "learning_rate": 3.8e-06, "tIoU": 0.61666522, "tRecall_50": 0.675, "tRecall_75": 0.5, "tRecall_90": 0.3125, "token_acc": 0.94845361, "epoch": 0.58969687, "global_step/max_steps": "1780/3019", "percentage": "58.96%", "elapsed_time": "5h 45m 38s", "remaining_time": "4h 0m 35s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085829} +{"loss": 0.17214355, "grad_norm": 0.46149656, "learning_rate": 3.78e-06, "tIoU": 0.50904174, "tRecall_50": 0.54375, "tRecall_75": 0.34375, "tRecall_90": 0.2125, "token_acc": 0.93322431, "epoch": 0.59135332, "global_step/max_steps": "1785/3019", "percentage": "59.13%", "elapsed_time": "5h 46m 30s", "remaining_time": "3h 59m 33s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085855} +{"loss": 0.17558594, "grad_norm": 0.84079349, "learning_rate": 3.75e-06, "tIoU": 0.49495707, "tRecall_50": 0.5, "tRecall_75": 0.3625, "tRecall_90": 0.16875, "token_acc": 0.93364156, "epoch": 0.59300977, "global_step/max_steps": "1790/3019", "percentage": "59.29%", "elapsed_time": "5h 47m 33s", "remaining_time": "3h 58m 38s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085835} +{"loss": 0.17081299, "grad_norm": 0.98173749, "learning_rate": 3.73e-06, "tIoU": 0.49882679, "tRecall_50": 0.56875, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.93675353, "epoch": 0.59466622, "global_step/max_steps": "1795/3019", "percentage": "59.46%", "elapsed_time": "5h 48m 35s", "remaining_time": "3h 57m 42s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.08582} +{"loss": 0.18969727, "grad_norm": 0.87875921, "learning_rate": 3.7e-06, "tIoU": 0.42930522, "tRecall_50": 0.48125, "tRecall_75": 0.25625, "tRecall_90": 0.125, "token_acc": 0.92971506, "epoch": 0.59632268, "global_step/max_steps": "1800/3019", "percentage": "59.62%", "elapsed_time": "5h 49m 30s", "remaining_time": "3h 56m 41s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085836} +{"loss": 0.18041382, "grad_norm": 0.96234274, "learning_rate": 3.67e-06, "tIoU": 0.43786683, "tRecall_50": 0.475, "tRecall_75": 0.2875, "tRecall_90": 0.15625, "token_acc": 0.93031453, "epoch": 0.59797913, "global_step/max_steps": "1805/3019", "percentage": "59.79%", "elapsed_time": "5h 50m 27s", "remaining_time": "3h 55m 42s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085841} +{"loss": 0.17142334, "grad_norm": 0.78188139, "learning_rate": 3.65e-06, "tIoU": 0.5080071, "tRecall_50": 0.55625, "tRecall_75": 0.35, "tRecall_90": 0.1875, "token_acc": 0.93273175, "epoch": 0.59963558, "global_step/max_steps": "1810/3019", "percentage": "59.95%", "elapsed_time": "5h 51m 24s", "remaining_time": "3h 54m 43s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085845} +{"loss": 0.17722168, "grad_norm": 0.76704305, "learning_rate": 3.62e-06, "tIoU": 0.48861814, "tRecall_50": 0.53125, "tRecall_75": 0.3625, "tRecall_90": 0.1875, "token_acc": 0.93382353, "epoch": 0.60129203, "global_step/max_steps": "1815/3019", "percentage": "60.12%", "elapsed_time": "5h 52m 27s", "remaining_time": "3h 53m 48s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085825} +{"loss": 0.17412109, "grad_norm": 0.77205724, "learning_rate": 3.6e-06, "tIoU": 0.52627659, "tRecall_50": 0.6, "tRecall_75": 0.36875, "tRecall_90": 0.19375, "token_acc": 0.93311582, "epoch": 0.60294848, "global_step/max_steps": "1820/3019", "percentage": "60.28%", "elapsed_time": "5h 53m 21s", "remaining_time": "3h 52m 47s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085844} +{"loss": 0.16948242, "grad_norm": 0.72855562, "learning_rate": 3.57e-06, "tIoU": 0.52208557, "tRecall_50": 0.5625, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.9391069, "epoch": 0.60460494, "global_step/max_steps": "1825/3019", "percentage": "60.45%", "elapsed_time": "5h 54m 18s", "remaining_time": "3h 51m 48s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085849} +{"loss": 0.16777344, "grad_norm": 1.13444483, "learning_rate": 3.55e-06, "tIoU": 0.50424819, "tRecall_50": 0.55625, "tRecall_75": 0.35625, "tRecall_90": 0.225, "token_acc": 0.93758517, "epoch": 0.60626139, "global_step/max_steps": "1830/3019", "percentage": "60.62%", "elapsed_time": "5h 55m 17s", "remaining_time": "3h 50m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085846} +{"loss": 0.17208862, "grad_norm": 1.01042604, "learning_rate": 3.52e-06, "tIoU": 0.49114652, "tRecall_50": 0.53125, "tRecall_75": 0.325, "tRecall_90": 0.20625, "token_acc": 0.93574735, "epoch": 0.60791784, "global_step/max_steps": "1835/3019", "percentage": "60.78%", "elapsed_time": "5h 56m 12s", "remaining_time": "3h 49m 50s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085858} +{"loss": 0.17286377, "grad_norm": 0.71775198, "learning_rate": 3.49e-06, "tIoU": 0.48966718, "tRecall_50": 0.54375, "tRecall_75": 0.33125, "tRecall_90": 0.175, "token_acc": 0.93169399, "epoch": 0.60957429, "global_step/max_steps": "1840/3019", "percentage": "60.95%", "elapsed_time": "5h 57m 5s", "remaining_time": "3h 48m 48s", "memory(GiB)": 31.0, "train_speed(iter/s)": 0.085878} +{"loss": 0.17565918, "grad_norm": 1.26838756, "learning_rate": 3.47e-06, "tIoU": 0.46198564, "tRecall_50": 0.475, "tRecall_75": 0.325, "tRecall_90": 0.225, "token_acc": 0.93275252, "epoch": 0.61123074, "global_step/max_steps": "1845/3019", "percentage": "61.11%", "elapsed_time": "5h 58m 1s", "remaining_time": "3h 47m 49s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085887} +{"loss": 0.19589844, "grad_norm": 1.6255914, "learning_rate": 3.44e-06, "tIoU": 0.45418591, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.1375, "token_acc": 0.92824011, "epoch": 0.6128872, "global_step/max_steps": "1850/3019", "percentage": "61.28%", "elapsed_time": "5h 58m 56s", "remaining_time": "3h 46m 49s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085899} +{"loss": 0.18095703, "grad_norm": 0.56159562, "learning_rate": 3.42e-06, "tIoU": 0.49369378, "tRecall_50": 0.53125, "tRecall_75": 0.3625, "tRecall_90": 0.18125, "token_acc": 0.93214382, "epoch": 0.61454365, "global_step/max_steps": "1855/3019", "percentage": "61.44%", "elapsed_time": "5h 59m 55s", "remaining_time": "3h 45m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085897} +{"loss": 0.16662598, "grad_norm": 0.89249927, "learning_rate": 3.39e-06, "tIoU": 0.50697141, "tRecall_50": 0.5625, "tRecall_75": 0.35625, "tRecall_90": 0.18125, "token_acc": 0.9379423, "epoch": 0.6162001, "global_step/max_steps": "1860/3019", "percentage": "61.61%", "elapsed_time": "6h 0m 51s", "remaining_time": "3h 44m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085908} +{"loss": 0.17311401, "grad_norm": 0.70292002, "learning_rate": 3.37e-06, "tIoU": 0.48829975, "tRecall_50": 0.5125, "tRecall_75": 0.33125, "tRecall_90": 0.20625, "token_acc": 0.93131643, "epoch": 0.61785655, "global_step/max_steps": "1865/3019", "percentage": "61.78%", "elapsed_time": "6h 1m 48s", "remaining_time": "3h 43m 52s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08591} +{"loss": 0.17492676, "grad_norm": 0.92861295, "learning_rate": 3.34e-06, "tIoU": 0.45776525, "tRecall_50": 0.50625, "tRecall_75": 0.31875, "tRecall_90": 0.15625, "token_acc": 0.93206003, "epoch": 0.619513, "global_step/max_steps": "1870/3019", "percentage": "61.94%", "elapsed_time": "6h 2m 52s", "remaining_time": "3h 42m 58s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085887} +{"loss": 0.18122559, "grad_norm": 0.57910532, "learning_rate": 3.32e-06, "tIoU": 0.45940599, "tRecall_50": 0.51875, "tRecall_75": 0.30625, "tRecall_90": 0.175, "token_acc": 0.93246542, "epoch": 0.62116946, "global_step/max_steps": "1875/3019", "percentage": "62.11%", "elapsed_time": "6h 3m 48s", "remaining_time": "3h 41m 58s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085895} +{"loss": 0.18789063, "grad_norm": 0.84722447, "learning_rate": 3.29e-06, "tIoU": 0.45896449, "tRecall_50": 0.50625, "tRecall_75": 0.31875, "tRecall_90": 0.18125, "token_acc": 0.9292517, "epoch": 0.62282591, "global_step/max_steps": "1880/3019", "percentage": "62.27%", "elapsed_time": "6h 4m 43s", "remaining_time": "3h 40m 57s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085911} +{"loss": 0.17021484, "grad_norm": 0.38565245, "learning_rate": 3.27e-06, "tIoU": 0.51698341, "tRecall_50": 0.55625, "tRecall_75": 0.35625, "tRecall_90": 0.26875, "token_acc": 0.93906121, "epoch": 0.62448236, "global_step/max_steps": "1885/3019", "percentage": "62.44%", "elapsed_time": "6h 5m 38s", "remaining_time": "3h 39m 58s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085921} +{"loss": 0.17054443, "grad_norm": 0.56637686, "learning_rate": 3.24e-06, "tIoU": 0.51176853, "tRecall_50": 0.54375, "tRecall_75": 0.41875, "tRecall_90": 0.20625, "token_acc": 0.93632653, "epoch": 0.62613881, "global_step/max_steps": "1890/3019", "percentage": "62.60%", "elapsed_time": "6h 6m 39s", "remaining_time": "3h 39m 1s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085912} +{"loss": 0.18416748, "grad_norm": 0.57044119, "learning_rate": 3.22e-06, "tIoU": 0.44472241, "tRecall_50": 0.4625, "tRecall_75": 0.3, "tRecall_90": 0.175, "token_acc": 0.93134328, "epoch": 0.62779526, "global_step/max_steps": "1895/3019", "percentage": "62.77%", "elapsed_time": "6h 7m 28s", "remaining_time": "3h 37m 57s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085946} +{"loss": 0.17663574, "grad_norm": 0.71902782, "learning_rate": 3.19e-06, "tIoU": 0.50140176, "tRecall_50": 0.53125, "tRecall_75": 0.36875, "tRecall_90": 0.2375, "token_acc": 0.93528928, "epoch": 0.62945171, "global_step/max_steps": "1900/3019", "percentage": "62.93%", "elapsed_time": "6h 8m 31s", "remaining_time": "3h 37m 2s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085929} +{"loss": 0.16368408, "grad_norm": 1.10244823, "learning_rate": 3.17e-06, "tIoU": 0.52423515, "tRecall_50": 0.58125, "tRecall_75": 0.4, "tRecall_90": 0.24375, "token_acc": 0.93828509, "epoch": 0.63110817, "global_step/max_steps": "1905/3019", "percentage": "63.10%", "elapsed_time": "6h 9m 22s", "remaining_time": "3h 36m 0s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085954} +{"loss": 0.18259277, "grad_norm": 0.90460557, "learning_rate": 3.14e-06, "tIoU": 0.50720372, "tRecall_50": 0.55625, "tRecall_75": 0.36875, "tRecall_90": 0.18125, "token_acc": 0.93079019, "epoch": 0.63276462, "global_step/max_steps": "1910/3019", "percentage": "63.27%", "elapsed_time": "6h 10m 15s", "remaining_time": "3h 34m 59s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085975} +{"loss": 0.17475586, "grad_norm": 0.59116936, "learning_rate": 3.12e-06, "tIoU": 0.46668973, "tRecall_50": 0.4875, "tRecall_75": 0.2875, "tRecall_90": 0.18125, "token_acc": 0.93447993, "epoch": 0.63442107, "global_step/max_steps": "1915/3019", "percentage": "63.43%", "elapsed_time": "6h 11m 13s", "remaining_time": "3h 34m 0s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085976} +{"loss": 0.17634277, "grad_norm": 0.74738288, "learning_rate": 3.09e-06, "tIoU": 0.47705855, "tRecall_50": 0.50625, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.93526359, "epoch": 0.63607752, "global_step/max_steps": "1920/3019", "percentage": "63.60%", "elapsed_time": "6h 12m 14s", "remaining_time": "3h 33m 4s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085966} +{"loss": 0.17041016, "grad_norm": 0.51922804, "learning_rate": 3.07e-06, "tIoU": 0.52639899, "tRecall_50": 0.56875, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.93726236, "epoch": 0.63773397, "global_step/max_steps": "1925/3019", "percentage": "63.76%", "elapsed_time": "6h 13m 4s", "remaining_time": "3h 32m 1s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.085997} +{"loss": 0.18479004, "grad_norm": 0.71266973, "learning_rate": 3.04e-06, "tIoU": 0.46872058, "tRecall_50": 0.525, "tRecall_75": 0.3125, "tRecall_90": 0.15625, "token_acc": 0.92999727, "epoch": 0.63939043, "global_step/max_steps": "1930/3019", "percentage": "63.93%", "elapsed_time": "6h 13m 59s", "remaining_time": "3h 31m 1s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08601} +{"loss": 0.17043457, "grad_norm": 0.44918102, "learning_rate": 3.02e-06, "tIoU": 0.51784606, "tRecall_50": 0.56875, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.93649496, "epoch": 0.64104688, "global_step/max_steps": "1935/3019", "percentage": "64.09%", "elapsed_time": "6h 14m 48s", "remaining_time": "3h 29m 58s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086043} +{"loss": 0.1796814, "grad_norm": 1.20544243, "learning_rate": 2.99e-06, "tIoU": 0.47540579, "tRecall_50": 0.5, "tRecall_75": 0.35, "tRecall_90": 0.225, "token_acc": 0.93237371, "epoch": 0.64270333, "global_step/max_steps": "1940/3019", "percentage": "64.26%", "elapsed_time": "6h 15m 45s", "remaining_time": "3h 28m 59s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086049} +{"loss": 0.17215576, "grad_norm": 0.73345274, "learning_rate": 2.97e-06, "tIoU": 0.50424552, "tRecall_50": 0.53125, "tRecall_75": 0.34375, "tRecall_90": 0.2375, "token_acc": 0.93840679, "epoch": 0.64435978, "global_step/max_steps": "1945/3019", "percentage": "64.43%", "elapsed_time": "6h 16m 42s", "remaining_time": "3h 28m 0s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086053} +{"loss": 0.17302246, "grad_norm": 0.84435564, "learning_rate": 2.94e-06, "tIoU": 0.49851246, "tRecall_50": 0.55, "tRecall_75": 0.36875, "tRecall_90": 0.21875, "token_acc": 0.93610658, "epoch": 0.64601623, "global_step/max_steps": "1950/3019", "percentage": "64.59%", "elapsed_time": "6h 17m 39s", "remaining_time": "3h 27m 1s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086058} +{"loss": 0.16750488, "grad_norm": 0.59634429, "learning_rate": 2.92e-06, "tIoU": 0.51373372, "tRecall_50": 0.5375, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.93841563, "epoch": 0.64767269, "global_step/max_steps": "1955/3019", "percentage": "64.76%", "elapsed_time": "6h 18m 28s", "remaining_time": "3h 25m 58s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086093} +{"loss": 0.16014404, "grad_norm": 0.75917011, "learning_rate": 2.9e-06, "tIoU": 0.53426414, "tRecall_50": 0.6, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.93970668, "epoch": 0.64932914, "global_step/max_steps": "1960/3019", "percentage": "64.92%", "elapsed_time": "6h 19m 23s", "remaining_time": "3h 24m 59s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086104} +{"loss": 0.17678833, "grad_norm": 0.81886917, "learning_rate": 2.87e-06, "tIoU": 0.46101565, "tRecall_50": 0.46875, "tRecall_75": 0.28125, "tRecall_90": 0.2125, "token_acc": 0.93418548, "epoch": 0.65098559, "global_step/max_steps": "1965/3019", "percentage": "65.09%", "elapsed_time": "6h 20m 18s", "remaining_time": "3h 23m 59s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086115} +{"loss": 0.16424561, "grad_norm": 0.86765701, "learning_rate": 2.85e-06, "tIoU": 0.50115409, "tRecall_50": 0.575, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.93799293, "epoch": 0.65264204, "global_step/max_steps": "1970/3019", "percentage": "65.25%", "elapsed_time": "6h 21m 9s", "remaining_time": "3h 22m 57s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086139} +{"loss": 0.17641602, "grad_norm": 0.76129383, "learning_rate": 2.82e-06, "tIoU": 0.48750172, "tRecall_50": 0.51875, "tRecall_75": 0.34375, "tRecall_90": 0.2, "token_acc": 0.93578231, "epoch": 0.65429849, "global_step/max_steps": "1975/3019", "percentage": "65.42%", "elapsed_time": "6h 22m 7s", "remaining_time": "3h 21m 59s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08614} +{"loss": 0.17358398, "grad_norm": 0.70419806, "learning_rate": 2.8e-06, "tIoU": 0.52351208, "tRecall_50": 0.55625, "tRecall_75": 0.38125, "tRecall_90": 0.23125, "token_acc": 0.93734677, "epoch": 0.65595494, "global_step/max_steps": "1980/3019", "percentage": "65.58%", "elapsed_time": "6h 23m 5s", "remaining_time": "3h 21m 1s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08614} +{"loss": 0.16883545, "grad_norm": 0.65364736, "learning_rate": 2.77e-06, "tIoU": 0.54407711, "tRecall_50": 0.60625, "tRecall_75": 0.4, "tRecall_90": 0.23125, "token_acc": 0.93736443, "epoch": 0.6576114, "global_step/max_steps": "1985/3019", "percentage": "65.75%", "elapsed_time": "6h 24m 6s", "remaining_time": "3h 20m 4s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086132} +{"loss": 0.165448, "grad_norm": 0.78514636, "learning_rate": 2.75e-06, "tIoU": 0.51308517, "tRecall_50": 0.5375, "tRecall_75": 0.375, "tRecall_90": 0.23125, "token_acc": 0.93995633, "epoch": 0.65926785, "global_step/max_steps": "1990/3019", "percentage": "65.92%", "elapsed_time": "6h 25m 7s", "remaining_time": "3h 19m 8s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086121} +{"loss": 0.16031494, "grad_norm": 0.59114283, "learning_rate": 2.73e-06, "tIoU": 0.56532879, "tRecall_50": 0.6375, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.94198139, "epoch": 0.6609243, "global_step/max_steps": "1995/3019", "percentage": "66.08%", "elapsed_time": "6h 26m 4s", "remaining_time": "3h 18m 9s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086123} +{"loss": 0.18170166, "grad_norm": 1.12315273, "learning_rate": 2.7e-06, "tIoU": 0.48739843, "tRecall_50": 0.5125, "tRecall_75": 0.33125, "tRecall_90": 0.20625, "token_acc": 0.93527332, "epoch": 0.66258075, "global_step/max_steps": "2000/3019", "percentage": "66.25%", "elapsed_time": "6h 27m 2s", "remaining_time": "3h 17m 11s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086124} +{"loss": 0.17193604, "grad_norm": 0.66151291, "learning_rate": 2.68e-06, "tIoU": 0.50614715, "tRecall_50": 0.5375, "tRecall_75": 0.38125, "tRecall_90": 0.20625, "token_acc": 0.93734542, "epoch": 0.6642372, "global_step/max_steps": "2005/3019", "percentage": "66.41%", "elapsed_time": "6h 28m 6s", "remaining_time": "3h 16m 16s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086101} +{"loss": 0.17785645, "grad_norm": 0.70780289, "learning_rate": 2.65e-06, "tIoU": 0.49297667, "tRecall_50": 0.55, "tRecall_75": 0.375, "tRecall_90": 0.21875, "token_acc": 0.93537788, "epoch": 0.66589366, "global_step/max_steps": "2010/3019", "percentage": "66.58%", "elapsed_time": "6h 29m 5s", "remaining_time": "3h 15m 19s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086097} +{"loss": 0.17341919, "grad_norm": 0.6457662, "learning_rate": 2.63e-06, "tIoU": 0.47542791, "tRecall_50": 0.525, "tRecall_75": 0.31875, "tRecall_90": 0.23125, "token_acc": 0.93309667, "epoch": 0.66755011, "global_step/max_steps": "2015/3019", "percentage": "66.74%", "elapsed_time": "6h 30m 10s", "remaining_time": "3h 14m 24s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086074} +{"loss": 0.16165771, "grad_norm": 0.58709747, "learning_rate": 2.61e-06, "tIoU": 0.53659778, "tRecall_50": 0.58125, "tRecall_75": 0.4125, "tRecall_90": 0.28125, "token_acc": 0.939246, "epoch": 0.66920656, "global_step/max_steps": "2020/3019", "percentage": "66.91%", "elapsed_time": "6h 31m 6s", "remaining_time": "3h 13m 25s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086081} +{"loss": 0.18615723, "grad_norm": 0.62199128, "learning_rate": 2.58e-06, "tIoU": 0.43202357, "tRecall_50": 0.425, "tRecall_75": 0.29375, "tRecall_90": 0.2, "token_acc": 0.92901993, "epoch": 0.67086301, "global_step/max_steps": "2025/3019", "percentage": "67.08%", "elapsed_time": "6h 31m 59s", "remaining_time": "3h 12m 24s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086098} +{"loss": 0.16923828, "grad_norm": 1.03778172, "learning_rate": 2.56e-06, "tIoU": 0.49492855, "tRecall_50": 0.54375, "tRecall_75": 0.36875, "tRecall_90": 0.225, "token_acc": 0.94149809, "epoch": 0.67251946, "global_step/max_steps": "2030/3019", "percentage": "67.24%", "elapsed_time": "6h 33m 3s", "remaining_time": "3h 11m 29s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086078} +{"loss": 0.16588745, "grad_norm": 0.81582004, "learning_rate": 2.54e-06, "tIoU": 0.50281167, "tRecall_50": 0.55625, "tRecall_75": 0.34375, "tRecall_90": 0.225, "token_acc": 0.93756816, "epoch": 0.67417592, "global_step/max_steps": "2035/3019", "percentage": "67.41%", "elapsed_time": "6h 33m 54s", "remaining_time": "3h 10m 28s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086104} +{"loss": 0.17679443, "grad_norm": 0.8865664, "learning_rate": 2.51e-06, "tIoU": 0.47364302, "tRecall_50": 0.51875, "tRecall_75": 0.325, "tRecall_90": 0.20625, "token_acc": 0.93671577, "epoch": 0.67583237, "global_step/max_steps": "2040/3019", "percentage": "67.57%", "elapsed_time": "6h 34m 53s", "remaining_time": "3h 9m 30s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086101} +{"loss": 0.16671143, "grad_norm": 0.71209091, "learning_rate": 2.49e-06, "tIoU": 0.48030496, "tRecall_50": 0.53125, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.93731262, "epoch": 0.67748882, "global_step/max_steps": "2045/3019", "percentage": "67.74%", "elapsed_time": "6h 35m 53s", "remaining_time": "3h 8m 33s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086092} +{"loss": 0.16877441, "grad_norm": 0.66729128, "learning_rate": 2.47e-06, "tIoU": 0.50825329, "tRecall_50": 0.54375, "tRecall_75": 0.41875, "tRecall_90": 0.28125, "token_acc": 0.93642565, "epoch": 0.67914527, "global_step/max_steps": "2050/3019", "percentage": "67.90%", "elapsed_time": "6h 36m 47s", "remaining_time": "3h 7m 33s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086108} +{"loss": 0.18414307, "grad_norm": 0.630759, "learning_rate": 2.44e-06, "tIoU": 0.45078297, "tRecall_50": 0.49375, "tRecall_75": 0.3125, "tRecall_90": 0.175, "token_acc": 0.93011918, "epoch": 0.68080172, "global_step/max_steps": "2055/3019", "percentage": "68.07%", "elapsed_time": "6h 37m 36s", "remaining_time": "3h 6m 31s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086139} +{"loss": 0.18304443, "grad_norm": 0.7724269, "learning_rate": 2.42e-06, "tIoU": 0.48898621, "tRecall_50": 0.51875, "tRecall_75": 0.3375, "tRecall_90": 0.2, "token_acc": 0.93346059, "epoch": 0.68245817, "global_step/max_steps": "2060/3019", "percentage": "68.23%", "elapsed_time": "6h 38m 31s", "remaining_time": "3h 5m 31s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086151} +{"loss": 0.17745361, "grad_norm": 0.89157349, "learning_rate": 2.4e-06, "tIoU": 0.49419651, "tRecall_50": 0.53125, "tRecall_75": 0.39375, "tRecall_90": 0.1875, "token_acc": 0.93491933, "epoch": 0.68411463, "global_step/max_steps": "2065/3019", "percentage": "68.40%", "elapsed_time": "6h 39m 28s", "remaining_time": "3h 4m 32s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086156} +{"loss": 0.17196045, "grad_norm": 0.74582231, "learning_rate": 2.38e-06, "tIoU": 0.47590337, "tRecall_50": 0.51875, "tRecall_75": 0.35, "tRecall_90": 0.20625, "token_acc": 0.93059336, "epoch": 0.68577108, "global_step/max_steps": "2070/3019", "percentage": "68.57%", "elapsed_time": "6h 40m 24s", "remaining_time": "3h 3m 34s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086161} +{"loss": 0.17049561, "grad_norm": 1.02499568, "learning_rate": 2.35e-06, "tIoU": 0.48972092, "tRecall_50": 0.53125, "tRecall_75": 0.3125, "tRecall_90": 0.2, "token_acc": 0.93573753, "epoch": 0.68742753, "global_step/max_steps": "2075/3019", "percentage": "68.73%", "elapsed_time": "6h 41m 27s", "remaining_time": "3h 2m 38s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086144} +{"loss": 0.16635742, "grad_norm": 0.76028943, "learning_rate": 2.33e-06, "tIoU": 0.50640254, "tRecall_50": 0.53125, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.93876435, "epoch": 0.68908398, "global_step/max_steps": "2080/3019", "percentage": "68.90%", "elapsed_time": "6h 42m 20s", "remaining_time": "3h 1m 38s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086162} +{"loss": 0.17790527, "grad_norm": 0.92863131, "learning_rate": 2.31e-06, "tIoU": 0.48530841, "tRecall_50": 0.49375, "tRecall_75": 0.3375, "tRecall_90": 0.21875, "token_acc": 0.93482411, "epoch": 0.69074043, "global_step/max_steps": "2085/3019", "percentage": "69.06%", "elapsed_time": "6h 43m 19s", "remaining_time": "3h 0m 40s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086158} +{"loss": 0.17637329, "grad_norm": 0.86221129, "learning_rate": 2.28e-06, "tIoU": 0.48578663, "tRecall_50": 0.51875, "tRecall_75": 0.3625, "tRecall_90": 0.2125, "token_acc": 0.93313481, "epoch": 0.69239689, "global_step/max_steps": "2090/3019", "percentage": "69.23%", "elapsed_time": "6h 44m 18s", "remaining_time": "2h 59m 42s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086156} +{"loss": 0.17879639, "grad_norm": 0.69304198, "learning_rate": 2.26e-06, "tIoU": 0.45631804, "tRecall_50": 0.49375, "tRecall_75": 0.3375, "tRecall_90": 0.23125, "token_acc": 0.93297003, "epoch": 0.69405334, "global_step/max_steps": "2095/3019", "percentage": "69.39%", "elapsed_time": "6h 45m 18s", "remaining_time": "2h 58m 45s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08615} +{"loss": 0.17700195, "grad_norm": 0.72434014, "learning_rate": 2.24e-06, "tIoU": 0.5020215, "tRecall_50": 0.56875, "tRecall_75": 0.36875, "tRecall_90": 0.1625, "token_acc": 0.93117519, "epoch": 0.69570979, "global_step/max_steps": "2100/3019", "percentage": "69.56%", "elapsed_time": "6h 46m 14s", "remaining_time": "2h 57m 46s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086157} +{"loss": 0.17954102, "grad_norm": 0.98651719, "learning_rate": 2.22e-06, "tIoU": 0.48194656, "tRecall_50": 0.54375, "tRecall_75": 0.3, "tRecall_90": 0.18125, "token_acc": 0.93564221, "epoch": 0.69736624, "global_step/max_steps": "2105/3019", "percentage": "69.73%", "elapsed_time": "6h 47m 5s", "remaining_time": "2h 56m 45s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086179} +{"loss": 0.17598877, "grad_norm": 0.60804951, "learning_rate": 2.2e-06, "tIoU": 0.48997326, "tRecall_50": 0.46875, "tRecall_75": 0.3625, "tRecall_90": 0.2625, "token_acc": 0.93681917, "epoch": 0.69902269, "global_step/max_steps": "2110/3019", "percentage": "69.89%", "elapsed_time": "6h 48m 0s", "remaining_time": "2h 55m 46s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086192} +{"loss": 0.1730957, "grad_norm": 0.85066587, "learning_rate": 2.17e-06, "tIoU": 0.50079679, "tRecall_50": 0.5375, "tRecall_75": 0.375, "tRecall_90": 0.1875, "token_acc": 0.93714286, "epoch": 0.70067915, "global_step/max_steps": "2115/3019", "percentage": "70.06%", "elapsed_time": "6h 48m 58s", "remaining_time": "2h 54m 48s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086193} +{"loss": 0.16213379, "grad_norm": 0.83357573, "learning_rate": 2.15e-06, "tIoU": 0.53948331, "tRecall_50": 0.55625, "tRecall_75": 0.40625, "tRecall_90": 0.2625, "token_acc": 0.93593239, "epoch": 0.7023356, "global_step/max_steps": "2120/3019", "percentage": "70.22%", "elapsed_time": "6h 49m 56s", "remaining_time": "2h 53m 50s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08619} +{"loss": 0.17050781, "grad_norm": 0.68918669, "learning_rate": 2.13e-06, "tIoU": 0.49993606, "tRecall_50": 0.53125, "tRecall_75": 0.38125, "tRecall_90": 0.225, "token_acc": 0.9364083, "epoch": 0.70399205, "global_step/max_steps": "2125/3019", "percentage": "70.39%", "elapsed_time": "6h 50m 53s", "remaining_time": "2h 52m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086194} +{"loss": 0.17630615, "grad_norm": 0.86891913, "learning_rate": 2.11e-06, "tIoU": 0.50960364, "tRecall_50": 0.56875, "tRecall_75": 0.3375, "tRecall_90": 0.225, "token_acc": 0.93404197, "epoch": 0.7056485, "global_step/max_steps": "2130/3019", "percentage": "70.55%", "elapsed_time": "6h 51m 46s", "remaining_time": "2h 51m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086212} +{"loss": 0.1854126, "grad_norm": 0.63116401, "learning_rate": 2.09e-06, "tIoU": 0.45057745, "tRecall_50": 0.51875, "tRecall_75": 0.25, "tRecall_90": 0.1625, "token_acc": 0.93211559, "epoch": 0.70730495, "global_step/max_steps": "2135/3019", "percentage": "70.72%", "elapsed_time": "6h 52m 38s", "remaining_time": "2h 50m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086232} +{"loss": 0.16405029, "grad_norm": 0.67440176, "learning_rate": 2.06e-06, "tIoU": 0.49920683, "tRecall_50": 0.53125, "tRecall_75": 0.375, "tRecall_90": 0.21875, "token_acc": 0.9382481, "epoch": 0.7089614, "global_step/max_steps": "2140/3019", "percentage": "70.88%", "elapsed_time": "6h 53m 41s", "remaining_time": "2h 49m 55s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086214} +{"loss": 0.17177734, "grad_norm": 0.49772429, "learning_rate": 2.04e-06, "tIoU": 0.47021451, "tRecall_50": 0.5, "tRecall_75": 0.31875, "tRecall_90": 0.19375, "token_acc": 0.93516753, "epoch": 0.71061786, "global_step/max_steps": "2145/3019", "percentage": "71.05%", "elapsed_time": "6h 54m 34s", "remaining_time": "2h 48m 55s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086232} +{"loss": 0.1595459, "grad_norm": 0.86201799, "learning_rate": 2.02e-06, "tIoU": 0.54080014, "tRecall_50": 0.59375, "tRecall_75": 0.43125, "tRecall_90": 0.2625, "token_acc": 0.93887531, "epoch": 0.71227431, "global_step/max_steps": "2150/3019", "percentage": "71.22%", "elapsed_time": "6h 55m 35s", "remaining_time": "2h 47m 58s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086221} +{"loss": 0.1678894, "grad_norm": 0.96412516, "learning_rate": 2e-06, "tIoU": 0.51289043, "tRecall_50": 0.55625, "tRecall_75": 0.375, "tRecall_90": 0.20625, "token_acc": 0.93736383, "epoch": 0.71393076, "global_step/max_steps": "2155/3019", "percentage": "71.38%", "elapsed_time": "6h 56m 40s", "remaining_time": "2h 47m 3s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086198} +{"loss": 0.17380371, "grad_norm": 0.57965571, "learning_rate": 1.98e-06, "tIoU": 0.50902677, "tRecall_50": 0.55, "tRecall_75": 0.35625, "tRecall_90": 0.2, "token_acc": 0.93405699, "epoch": 0.71558721, "global_step/max_steps": "2160/3019", "percentage": "71.55%", "elapsed_time": "6h 57m 39s", "remaining_time": "2h 46m 5s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086194} +{"loss": 0.19425049, "grad_norm": 0.98362374, "learning_rate": 1.96e-06, "tIoU": 0.43579559, "tRecall_50": 0.4625, "tRecall_75": 0.2875, "tRecall_90": 0.125, "token_acc": 0.92799353, "epoch": 0.71724366, "global_step/max_steps": "2165/3019", "percentage": "71.71%", "elapsed_time": "6h 58m 36s", "remaining_time": "2h 45m 7s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.0862} +{"loss": 0.16068115, "grad_norm": 0.65254217, "learning_rate": 1.93e-06, "tIoU": 0.54240713, "tRecall_50": 0.575, "tRecall_75": 0.4375, "tRecall_90": 0.25, "token_acc": 0.93916141, "epoch": 0.71890012, "global_step/max_steps": "2170/3019", "percentage": "71.88%", "elapsed_time": "6h 59m 41s", "remaining_time": "2h 44m 11s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086176} +{"loss": 0.17390137, "grad_norm": 0.82437879, "learning_rate": 1.91e-06, "tIoU": 0.53075109, "tRecall_50": 0.58125, "tRecall_75": 0.4125, "tRecall_90": 0.2375, "token_acc": 0.93751713, "epoch": 0.72055657, "global_step/max_steps": "2175/3019", "percentage": "72.04%", "elapsed_time": "7h 0m 37s", "remaining_time": "2h 43m 13s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086181} +{"loss": 0.17392578, "grad_norm": 0.68768615, "learning_rate": 1.89e-06, "tIoU": 0.53248534, "tRecall_50": 0.575, "tRecall_75": 0.41875, "tRecall_90": 0.24375, "token_acc": 0.93648208, "epoch": 0.72221302, "global_step/max_steps": "2180/3019", "percentage": "72.21%", "elapsed_time": "7h 1m 28s", "remaining_time": "2h 42m 12s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086204} +{"loss": 0.16431885, "grad_norm": 0.59979451, "learning_rate": 1.87e-06, "tIoU": 0.49742794, "tRecall_50": 0.55625, "tRecall_75": 0.3375, "tRecall_90": 0.2125, "token_acc": 0.93849905, "epoch": 0.72386947, "global_step/max_steps": "2185/3019", "percentage": "72.37%", "elapsed_time": "7h 2m 19s", "remaining_time": "2h 41m 11s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086229} +{"loss": 0.16878662, "grad_norm": 0.5504443, "learning_rate": 1.85e-06, "tIoU": 0.52655463, "tRecall_50": 0.5625, "tRecall_75": 0.4, "tRecall_90": 0.275, "token_acc": 0.93700787, "epoch": 0.72552592, "global_step/max_steps": "2190/3019", "percentage": "72.54%", "elapsed_time": "7h 3m 10s", "remaining_time": "2h 40m 11s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086253} +{"loss": 0.16859131, "grad_norm": 0.93538243, "learning_rate": 1.83e-06, "tIoU": 0.51250987, "tRecall_50": 0.56875, "tRecall_75": 0.35, "tRecall_90": 0.23125, "token_acc": 0.93804825, "epoch": 0.72718238, "global_step/max_steps": "2195/3019", "percentage": "72.71%", "elapsed_time": "7h 4m 2s", "remaining_time": "2h 39m 10s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086274} +{"loss": 0.15072632, "grad_norm": 0.62983149, "learning_rate": 1.81e-06, "tIoU": 0.60286932, "tRecall_50": 0.63125, "tRecall_75": 0.50625, "tRecall_90": 0.34375, "token_acc": 0.94650655, "epoch": 0.72883883, "global_step/max_steps": "2200/3019", "percentage": "72.87%", "elapsed_time": "7h 4m 57s", "remaining_time": "2h 38m 11s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086284} +{"loss": 0.16905518, "grad_norm": 0.7824316, "learning_rate": 1.79e-06, "tIoU": 0.53174953, "tRecall_50": 0.58125, "tRecall_75": 0.35625, "tRecall_90": 0.25, "token_acc": 0.93638607, "epoch": 0.73049528, "global_step/max_steps": "2205/3019", "percentage": "73.04%", "elapsed_time": "7h 5m 49s", "remaining_time": "2h 37m 11s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086303} +{"loss": 0.17078857, "grad_norm": 0.65387475, "learning_rate": 1.77e-06, "tIoU": 0.50336475, "tRecall_50": 0.56875, "tRecall_75": 0.35625, "tRecall_90": 0.23125, "token_acc": 0.9356773, "epoch": 0.73215173, "global_step/max_steps": "2210/3019", "percentage": "73.20%", "elapsed_time": "7h 6m 44s", "remaining_time": "2h 36m 12s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086314} +{"loss": 0.17071533, "grad_norm": 0.70832241, "learning_rate": 1.75e-06, "tIoU": 0.49737592, "tRecall_50": 0.51875, "tRecall_75": 0.35625, "tRecall_90": 0.225, "token_acc": 0.93566931, "epoch": 0.73380818, "global_step/max_steps": "2215/3019", "percentage": "73.37%", "elapsed_time": "7h 7m 49s", "remaining_time": "2h 35m 17s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086289} +{"loss": 0.1710083, "grad_norm": 0.74974185, "learning_rate": 1.73e-06, "tIoU": 0.49721756, "tRecall_50": 0.5375, "tRecall_75": 0.35, "tRecall_90": 0.23125, "token_acc": 0.93668122, "epoch": 0.73546463, "global_step/max_steps": "2220/3019", "percentage": "73.53%", "elapsed_time": "7h 8m 46s", "remaining_time": "2h 34m 19s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086293} +{"loss": 0.18012695, "grad_norm": 0.63219452, "learning_rate": 1.71e-06, "tIoU": 0.47044473, "tRecall_50": 0.50625, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.93315217, "epoch": 0.73712109, "global_step/max_steps": "2225/3019", "percentage": "73.70%", "elapsed_time": "7h 9m 40s", "remaining_time": "2h 33m 20s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086304} +{"loss": 0.15800781, "grad_norm": 0.8521533, "learning_rate": 1.69e-06, "tIoU": 0.52637267, "tRecall_50": 0.58125, "tRecall_75": 0.375, "tRecall_90": 0.23125, "token_acc": 0.93948521, "epoch": 0.73877754, "global_step/max_steps": "2230/3019", "percentage": "73.87%", "elapsed_time": "7h 10m 33s", "remaining_time": "2h 32m 20s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086323} +{"loss": 0.17475586, "grad_norm": 0.54032993, "learning_rate": 1.67e-06, "tIoU": 0.49117866, "tRecall_50": 0.51875, "tRecall_75": 0.35625, "tRecall_90": 0.23125, "token_acc": 0.92973856, "epoch": 0.74043399, "global_step/max_steps": "2235/3019", "percentage": "74.03%", "elapsed_time": "7h 11m 22s", "remaining_time": "2h 31m 19s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086352} +{"loss": 0.17097168, "grad_norm": 0.65326041, "learning_rate": 1.65e-06, "tIoU": 0.47151384, "tRecall_50": 0.50625, "tRecall_75": 0.325, "tRecall_90": 0.18125, "token_acc": 0.93523035, "epoch": 0.74209044, "global_step/max_steps": "2240/3019", "percentage": "74.20%", "elapsed_time": "7h 12m 13s", "remaining_time": "2h 30m 18s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086376} +{"loss": 0.16851807, "grad_norm": 0.85242963, "learning_rate": 1.63e-06, "tIoU": 0.47165046, "tRecall_50": 0.49375, "tRecall_75": 0.31875, "tRecall_90": 0.20625, "token_acc": 0.9321341, "epoch": 0.74374689, "global_step/max_steps": "2245/3019", "percentage": "74.36%", "elapsed_time": "7h 13m 4s", "remaining_time": "2h 29m 18s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086397} +{"loss": 0.16227417, "grad_norm": 0.83286697, "learning_rate": 1.61e-06, "tIoU": 0.53944111, "tRecall_50": 0.60625, "tRecall_75": 0.44375, "tRecall_90": 0.25625, "token_acc": 0.93950954, "epoch": 0.74540335, "global_step/max_steps": "2250/3019", "percentage": "74.53%", "elapsed_time": "7h 13m 55s", "remaining_time": "2h 28m 18s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086419} +{"loss": 0.15803833, "grad_norm": 0.62461144, "learning_rate": 1.59e-06, "tIoU": 0.54002342, "tRecall_50": 0.5875, "tRecall_75": 0.3875, "tRecall_90": 0.25625, "token_acc": 0.94164167, "epoch": 0.7470598, "global_step/max_steps": "2255/3019", "percentage": "74.69%", "elapsed_time": "7h 14m 47s", "remaining_time": "2h 27m 18s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08644} +{"loss": 0.1833374, "grad_norm": 0.8123377, "learning_rate": 1.57e-06, "tIoU": 0.46303754, "tRecall_50": 0.4625, "tRecall_75": 0.31875, "tRecall_90": 0.1875, "token_acc": 0.92814208, "epoch": 0.74871625, "global_step/max_steps": "2260/3019", "percentage": "74.86%", "elapsed_time": "7h 15m 40s", "remaining_time": "2h 26m 18s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086457} +{"loss": 0.17487793, "grad_norm": 1.24232316, "learning_rate": 1.55e-06, "tIoU": 0.49785185, "tRecall_50": 0.51875, "tRecall_75": 0.31875, "tRecall_90": 0.23125, "token_acc": 0.93729553, "epoch": 0.7503727, "global_step/max_steps": "2265/3019", "percentage": "75.02%", "elapsed_time": "7h 16m 37s", "remaining_time": "2h 25m 20s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086459} +{"loss": 0.16525879, "grad_norm": 0.78286815, "learning_rate": 1.53e-06, "tIoU": 0.54464216, "tRecall_50": 0.56875, "tRecall_75": 0.4125, "tRecall_90": 0.2375, "token_acc": 0.93841563, "epoch": 0.75202915, "global_step/max_steps": "2270/3019", "percentage": "75.19%", "elapsed_time": "7h 17m 34s", "remaining_time": "2h 24m 22s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086462} +{"loss": 0.17371826, "grad_norm": 1.5039345, "learning_rate": 1.51e-06, "tIoU": 0.49648743, "tRecall_50": 0.5375, "tRecall_75": 0.33125, "tRecall_90": 0.21875, "token_acc": 0.93704007, "epoch": 0.75368561, "global_step/max_steps": "2275/3019", "percentage": "75.36%", "elapsed_time": "7h 18m 28s", "remaining_time": "2h 23m 23s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086474} +{"loss": 0.18326416, "grad_norm": 0.78432274, "learning_rate": 1.49e-06, "tIoU": 0.48190498, "tRecall_50": 0.5125, "tRecall_75": 0.36875, "tRecall_90": 0.1875, "token_acc": 0.93041587, "epoch": 0.75534206, "global_step/max_steps": "2280/3019", "percentage": "75.52%", "elapsed_time": "7h 19m 27s", "remaining_time": "2h 22m 26s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086469} +{"loss": 0.16447754, "grad_norm": 0.77230537, "learning_rate": 1.47e-06, "tIoU": 0.49332552, "tRecall_50": 0.51875, "tRecall_75": 0.3625, "tRecall_90": 0.225, "token_acc": 0.93843639, "epoch": 0.75699851, "global_step/max_steps": "2285/3019", "percentage": "75.69%", "elapsed_time": "7h 20m 27s", "remaining_time": "2h 21m 29s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086463} +{"loss": 0.16533203, "grad_norm": 0.7919215, "learning_rate": 1.45e-06, "tIoU": 0.50070624, "tRecall_50": 0.55, "tRecall_75": 0.36875, "tRecall_90": 0.2375, "token_acc": 0.93897478, "epoch": 0.75865496, "global_step/max_steps": "2290/3019", "percentage": "75.85%", "elapsed_time": "7h 21m 21s", "remaining_time": "2h 20m 30s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086477} +{"loss": 0.17446289, "grad_norm": 0.76842457, "learning_rate": 1.43e-06, "tIoU": 0.49562836, "tRecall_50": 0.53125, "tRecall_75": 0.35625, "tRecall_90": 0.2125, "token_acc": 0.93528928, "epoch": 0.76031141, "global_step/max_steps": "2295/3019", "percentage": "76.02%", "elapsed_time": "7h 22m 19s", "remaining_time": "2h 19m 32s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086474} +{"loss": 0.16797485, "grad_norm": 0.82396483, "learning_rate": 1.42e-06, "tIoU": 0.49772587, "tRecall_50": 0.525, "tRecall_75": 0.34375, "tRecall_90": 0.23125, "token_acc": 0.9362224, "epoch": 0.76196786, "global_step/max_steps": "2300/3019", "percentage": "76.18%", "elapsed_time": "7h 23m 14s", "remaining_time": "2h 18m 33s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086484} +{"loss": 0.16936035, "grad_norm": 0.81752509, "learning_rate": 1.4e-06, "tIoU": 0.50623431, "tRecall_50": 0.54375, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.93618762, "epoch": 0.76362432, "global_step/max_steps": "2305/3019", "percentage": "76.35%", "elapsed_time": "7h 24m 9s", "remaining_time": "2h 17m 34s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086494} +{"loss": 0.1779541, "grad_norm": 0.70140743, "learning_rate": 1.38e-06, "tIoU": 0.48257494, "tRecall_50": 0.5375, "tRecall_75": 0.2875, "tRecall_90": 0.16875, "token_acc": 0.93481803, "epoch": 0.76528077, "global_step/max_steps": "2310/3019", "percentage": "76.52%", "elapsed_time": "7h 25m 4s", "remaining_time": "2h 16m 36s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086502} +{"loss": 0.16333008, "grad_norm": 0.68967253, "learning_rate": 1.36e-06, "tIoU": 0.53983622, "tRecall_50": 0.6125, "tRecall_75": 0.39375, "tRecall_90": 0.24375, "token_acc": 0.93989071, "epoch": 0.76693722, "global_step/max_steps": "2315/3019", "percentage": "76.68%", "elapsed_time": "7h 26m 0s", "remaining_time": "2h 15m 37s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086509} +{"loss": 0.17128906, "grad_norm": 0.48234245, "learning_rate": 1.34e-06, "tIoU": 0.52522931, "tRecall_50": 0.5375, "tRecall_75": 0.39375, "tRecall_90": 0.2375, "token_acc": 0.93726236, "epoch": 0.76859367, "global_step/max_steps": "2320/3019", "percentage": "76.85%", "elapsed_time": "7h 26m 53s", "remaining_time": "2h 14m 38s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086523} +{"loss": 0.15997314, "grad_norm": 0.72375435, "learning_rate": 1.32e-06, "tIoU": 0.55800247, "tRecall_50": 0.59375, "tRecall_75": 0.4, "tRecall_90": 0.2875, "token_acc": 0.94136897, "epoch": 0.77025012, "global_step/max_steps": "2325/3019", "percentage": "77.01%", "elapsed_time": "7h 27m 46s", "remaining_time": "2h 13m 39s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086538} +{"loss": 0.16459961, "grad_norm": 0.81888074, "learning_rate": 1.31e-06, "tIoU": 0.5340879, "tRecall_50": 0.59375, "tRecall_75": 0.39375, "tRecall_90": 0.20625, "token_acc": 0.93673302, "epoch": 0.77190658, "global_step/max_steps": "2330/3019", "percentage": "77.18%", "elapsed_time": "7h 28m 48s", "remaining_time": "2h 12m 42s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086526} +{"loss": 0.16748047, "grad_norm": 0.81084257, "learning_rate": 1.29e-06, "tIoU": 0.52171855, "tRecall_50": 0.575, "tRecall_75": 0.375, "tRecall_90": 0.20625, "token_acc": 0.9342927, "epoch": 0.77356303, "global_step/max_steps": "2335/3019", "percentage": "77.34%", "elapsed_time": "7h 29m 47s", "remaining_time": "2h 11m 45s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08652} +{"loss": 0.15841064, "grad_norm": 0.72873843, "learning_rate": 1.27e-06, "tIoU": 0.55633526, "tRecall_50": 0.6125, "tRecall_75": 0.4, "tRecall_90": 0.29375, "token_acc": 0.94307608, "epoch": 0.77521948, "global_step/max_steps": "2340/3019", "percentage": "77.51%", "elapsed_time": "7h 30m 44s", "remaining_time": "2h 10m 47s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086524} +{"loss": 0.16722412, "grad_norm": 1.01691568, "learning_rate": 1.25e-06, "tIoU": 0.52371511, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.3, "token_acc": 0.94007592, "epoch": 0.77687593, "global_step/max_steps": "2345/3019", "percentage": "77.67%", "elapsed_time": "7h 31m 38s", "remaining_time": "2h 9m 48s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086537} +{"loss": 0.17203369, "grad_norm": 0.84149343, "learning_rate": 1.23e-06, "tIoU": 0.46833191, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.16875, "token_acc": 0.93296854, "epoch": 0.77853238, "global_step/max_steps": "2350/3019", "percentage": "77.84%", "elapsed_time": "7h 32m 35s", "remaining_time": "2h 8m 50s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08654} +{"loss": 0.17662354, "grad_norm": 0.7166608, "learning_rate": 1.22e-06, "tIoU": 0.49997444, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.93451087, "epoch": 0.78018884, "global_step/max_steps": "2355/3019", "percentage": "78.01%", "elapsed_time": "7h 33m 29s", "remaining_time": "2h 7m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08655} +{"loss": 0.15789795, "grad_norm": 0.86578131, "learning_rate": 1.2e-06, "tIoU": 0.5027235, "tRecall_50": 0.55, "tRecall_75": 0.34375, "tRecall_90": 0.21875, "token_acc": 0.93867539, "epoch": 0.78184529, "global_step/max_steps": "2360/3019", "percentage": "78.17%", "elapsed_time": "7h 34m 25s", "remaining_time": "2h 6m 53s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086557} +{"loss": 0.17536011, "grad_norm": 0.6877259, "learning_rate": 1.18e-06, "tIoU": 0.49373403, "tRecall_50": 0.53125, "tRecall_75": 0.34375, "tRecall_90": 0.19375, "token_acc": 0.93146587, "epoch": 0.78350174, "global_step/max_steps": "2365/3019", "percentage": "78.34%", "elapsed_time": "7h 35m 18s", "remaining_time": "2h 5m 54s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086572} +{"loss": 0.17828369, "grad_norm": 0.51083559, "learning_rate": 1.16e-06, "tIoU": 0.50675869, "tRecall_50": 0.5875, "tRecall_75": 0.35625, "tRecall_90": 0.19375, "token_acc": 0.93432836, "epoch": 0.78515819, "global_step/max_steps": "2370/3019", "percentage": "78.50%", "elapsed_time": "7h 36m 9s", "remaining_time": "2h 4m 54s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086592} +{"loss": 0.15705566, "grad_norm": 0.64069462, "learning_rate": 1.15e-06, "tIoU": 0.55077519, "tRecall_50": 0.5625, "tRecall_75": 0.41875, "tRecall_90": 0.2875, "token_acc": 0.9398414, "epoch": 0.78681464, "global_step/max_steps": "2375/3019", "percentage": "78.67%", "elapsed_time": "7h 37m 2s", "remaining_time": "2h 3m 55s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086609} +{"loss": 0.15719604, "grad_norm": 0.68785, "learning_rate": 1.13e-06, "tIoU": 0.52534952, "tRecall_50": 0.55625, "tRecall_75": 0.4, "tRecall_90": 0.25, "token_acc": 0.94138399, "epoch": 0.78847109, "global_step/max_steps": "2380/3019", "percentage": "78.83%", "elapsed_time": "7h 37m 59s", "remaining_time": "2h 2m 57s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086611} +{"loss": 0.15570068, "grad_norm": 0.59691793, "learning_rate": 1.11e-06, "tIoU": 0.51496677, "tRecall_50": 0.53125, "tRecall_75": 0.35625, "tRecall_90": 0.25, "token_acc": 0.93859649, "epoch": 0.79012755, "global_step/max_steps": "2385/3019", "percentage": "79.00%", "elapsed_time": "7h 38m 51s", "remaining_time": "2h 1m 58s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086628} +{"loss": 0.17559814, "grad_norm": 0.68792266, "learning_rate": 1.1e-06, "tIoU": 0.48774018, "tRecall_50": 0.53125, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.93767086, "epoch": 0.791784, "global_step/max_steps": "2390/3019", "percentage": "79.17%", "elapsed_time": "7h 39m 43s", "remaining_time": "2h 0m 59s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086645} +{"loss": 0.1755249, "grad_norm": 0.690274, "learning_rate": 1.08e-06, "tIoU": 0.50130796, "tRecall_50": 0.56875, "tRecall_75": 0.29375, "tRecall_90": 0.2, "token_acc": 0.93575724, "epoch": 0.79344045, "global_step/max_steps": "2395/3019", "percentage": "79.33%", "elapsed_time": "7h 40m 36s", "remaining_time": "2h 0m 0s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08666} +{"loss": 0.16121826, "grad_norm": 0.97945511, "learning_rate": 1.06e-06, "tIoU": 0.53734903, "tRecall_50": 0.5875, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.94164167, "epoch": 0.7950969, "global_step/max_steps": "2400/3019", "percentage": "79.50%", "elapsed_time": "7h 41m 39s", "remaining_time": "1h 59m 4s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086645} +{"loss": 0.17983398, "grad_norm": 0.86375672, "learning_rate": 1.05e-06, "tIoU": 0.48344793, "tRecall_50": 0.53125, "tRecall_75": 0.29375, "tRecall_90": 0.2, "token_acc": 0.93336959, "epoch": 0.79675335, "global_step/max_steps": "2405/3019", "percentage": "79.66%", "elapsed_time": "7h 42m 27s", "remaining_time": "1h 58m 3s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086675} +{"loss": 0.17133789, "grad_norm": 0.83955157, "learning_rate": 1.03e-06, "tIoU": 0.52122064, "tRecall_50": 0.5875, "tRecall_75": 0.375, "tRecall_90": 0.225, "token_acc": 0.93673302, "epoch": 0.79840981, "global_step/max_steps": "2410/3019", "percentage": "79.83%", "elapsed_time": "7h 43m 23s", "remaining_time": "1h 57m 5s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086681} +{"loss": 0.15744629, "grad_norm": 1.2546798, "learning_rate": 1.01e-06, "tIoU": 0.49321733, "tRecall_50": 0.53125, "tRecall_75": 0.35, "tRecall_90": 0.2125, "token_acc": 0.93809915, "epoch": 0.80006626, "global_step/max_steps": "2415/3019", "percentage": "79.99%", "elapsed_time": "7h 44m 20s", "remaining_time": "1h 56m 7s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086683} +{"loss": 0.16913452, "grad_norm": 1.46038032, "learning_rate": 1e-06, "tIoU": 0.50445023, "tRecall_50": 0.525, "tRecall_75": 0.36875, "tRecall_90": 0.25, "token_acc": 0.94026187, "epoch": 0.80172271, "global_step/max_steps": "2420/3019", "percentage": "80.16%", "elapsed_time": "7h 45m 17s", "remaining_time": "1h 55m 10s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086685} +{"loss": 0.1696167, "grad_norm": 0.74516618, "learning_rate": 9.8e-07, "tIoU": 0.47481823, "tRecall_50": 0.50625, "tRecall_75": 0.35, "tRecall_90": 0.2375, "token_acc": 0.93688525, "epoch": 0.80337916, "global_step/max_steps": "2425/3019", "percentage": "80.32%", "elapsed_time": "7h 46m 8s", "remaining_time": "1h 54m 10s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086706} +{"loss": 0.15769043, "grad_norm": 0.7719782, "learning_rate": 9.7e-07, "tIoU": 0.54553123, "tRecall_50": 0.6, "tRecall_75": 0.425, "tRecall_90": 0.225, "token_acc": 0.93889191, "epoch": 0.80503561, "global_step/max_steps": "2430/3019", "percentage": "80.49%", "elapsed_time": "7h 47m 12s", "remaining_time": "1h 53m 14s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086686} +{"loss": 0.15947266, "grad_norm": 0.66625649, "learning_rate": 9.5e-07, "tIoU": 0.55383911, "tRecall_50": 0.6, "tRecall_75": 0.4125, "tRecall_90": 0.275, "token_acc": 0.94483889, "epoch": 0.80669207, "global_step/max_steps": "2435/3019", "percentage": "80.66%", "elapsed_time": "7h 48m 8s", "remaining_time": "1h 52m 16s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086691} +{"loss": 0.17636719, "grad_norm": 0.91363639, "learning_rate": 9.3e-07, "tIoU": 0.49860139, "tRecall_50": 0.5625, "tRecall_75": 0.35, "tRecall_90": 0.2, "token_acc": 0.93536951, "epoch": 0.80834852, "global_step/max_steps": "2440/3019", "percentage": "80.82%", "elapsed_time": "7h 49m 4s", "remaining_time": "1h 51m 18s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086695} +{"loss": 0.16271973, "grad_norm": 0.55482364, "learning_rate": 9.2e-07, "tIoU": 0.53177457, "tRecall_50": 0.575, "tRecall_75": 0.38125, "tRecall_90": 0.2375, "token_acc": 0.93876991, "epoch": 0.81000497, "global_step/max_steps": "2445/3019", "percentage": "80.99%", "elapsed_time": "7h 49m 56s", "remaining_time": "1h 50m 19s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086714} +{"loss": 0.16331787, "grad_norm": 0.74796492, "learning_rate": 9e-07, "tIoU": 0.55344543, "tRecall_50": 0.58125, "tRecall_75": 0.425, "tRecall_90": 0.30625, "token_acc": 0.94309828, "epoch": 0.81166142, "global_step/max_steps": "2450/3019", "percentage": "81.15%", "elapsed_time": "7h 50m 50s", "remaining_time": "1h 49m 20s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086725} +{"loss": 0.16401367, "grad_norm": 0.66087621, "learning_rate": 8.9e-07, "tIoU": 0.52774606, "tRecall_50": 0.60625, "tRecall_75": 0.39375, "tRecall_90": 0.21875, "token_acc": 0.9389085, "epoch": 0.81331787, "global_step/max_steps": "2455/3019", "percentage": "81.32%", "elapsed_time": "7h 51m 51s", "remaining_time": "1h 48m 24s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086715} +{"loss": 0.16697998, "grad_norm": 1.32190704, "learning_rate": 8.7e-07, "tIoU": 0.56184344, "tRecall_50": 0.6375, "tRecall_75": 0.425, "tRecall_90": 0.26875, "token_acc": 0.94033935, "epoch": 0.81497432, "global_step/max_steps": "2460/3019", "percentage": "81.48%", "elapsed_time": "7h 52m 43s", "remaining_time": "1h 47m 25s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086731} +{"loss": 0.16762695, "grad_norm": 0.72677481, "learning_rate": 8.6e-07, "tIoU": 0.49391389, "tRecall_50": 0.5375, "tRecall_75": 0.3375, "tRecall_90": 0.225, "token_acc": 0.93717564, "epoch": 0.81663078, "global_step/max_steps": "2465/3019", "percentage": "81.65%", "elapsed_time": "7h 53m 37s", "remaining_time": "1h 46m 26s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086743} +{"loss": 0.16916504, "grad_norm": 0.61895508, "learning_rate": 8.4e-07, "tIoU": 0.5217618, "tRecall_50": 0.5625, "tRecall_75": 0.3875, "tRecall_90": 0.24375, "token_acc": 0.93732895, "epoch": 0.81828723, "global_step/max_steps": "2470/3019", "percentage": "81.82%", "elapsed_time": "7h 54m 28s", "remaining_time": "1h 45m 27s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086763} +{"loss": 0.15880737, "grad_norm": 0.83958787, "learning_rate": 8.3e-07, "tIoU": 0.49412384, "tRecall_50": 0.5125, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.94061303, "epoch": 0.81994368, "global_step/max_steps": "2475/3019", "percentage": "81.98%", "elapsed_time": "7h 55m 25s", "remaining_time": "1h 44m 29s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086765} +{"loss": 0.16660156, "grad_norm": 0.85043716, "learning_rate": 8.1e-07, "tIoU": 0.52965264, "tRecall_50": 0.56875, "tRecall_75": 0.375, "tRecall_90": 0.2375, "token_acc": 0.93639094, "epoch": 0.82160013, "global_step/max_steps": "2480/3019", "percentage": "82.15%", "elapsed_time": "7h 56m 26s", "remaining_time": "1h 43m 32s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086754} +{"loss": 0.17414551, "grad_norm": 0.71406281, "learning_rate": 8e-07, "tIoU": 0.48599529, "tRecall_50": 0.5375, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.93744945, "epoch": 0.82325658, "global_step/max_steps": "2485/3019", "percentage": "82.31%", "elapsed_time": "7h 57m 22s", "remaining_time": "1h 42m 35s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086758} +{"loss": 0.17652588, "grad_norm": 0.97207642, "learning_rate": 7.8e-07, "tIoU": 0.49787097, "tRecall_50": 0.5375, "tRecall_75": 0.35, "tRecall_90": 0.23125, "token_acc": 0.93626254, "epoch": 0.82491304, "global_step/max_steps": "2490/3019", "percentage": "82.48%", "elapsed_time": "7h 58m 14s", "remaining_time": "1h 41m 36s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086776} +{"loss": 0.17214966, "grad_norm": 0.62174457, "learning_rate": 7.7e-07, "tIoU": 0.50356216, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.2125, "token_acc": 0.93174993, "epoch": 0.82656949, "global_step/max_steps": "2495/3019", "percentage": "82.64%", "elapsed_time": "7h 59m 8s", "remaining_time": "1h 40m 37s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086786} +{"loss": 0.17059326, "grad_norm": 0.71035975, "learning_rate": 7.6e-07, "tIoU": 0.49586053, "tRecall_50": 0.525, "tRecall_75": 0.375, "tRecall_90": 0.2375, "token_acc": 0.93250203, "epoch": 0.82822594, "global_step/max_steps": "2500/3019", "percentage": "82.81%", "elapsed_time": "8h 0m 1s", "remaining_time": "1h 39m 39s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086801} +{"loss": 0.16908569, "grad_norm": 0.8822239, "learning_rate": 7.4e-07, "tIoU": 0.52146497, "tRecall_50": 0.53125, "tRecall_75": 0.4125, "tRecall_90": 0.25625, "token_acc": 0.93807965, "epoch": 0.82988239, "global_step/max_steps": "2505/3019", "percentage": "82.97%", "elapsed_time": "8h 1m 0s", "remaining_time": "1h 38m 41s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086795} +{"loss": 0.16846924, "grad_norm": 0.84070551, "learning_rate": 7.3e-07, "tIoU": 0.5244925, "tRecall_50": 0.55625, "tRecall_75": 0.4, "tRecall_90": 0.21875, "token_acc": 0.93911846, "epoch": 0.83153884, "global_step/max_steps": "2510/3019", "percentage": "83.14%", "elapsed_time": "8h 1m 53s", "remaining_time": "1h 37m 43s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086811} +{"loss": 0.17208252, "grad_norm": 0.76799238, "learning_rate": 7.1e-07, "tIoU": 0.492944, "tRecall_50": 0.5375, "tRecall_75": 0.31875, "tRecall_90": 0.18125, "token_acc": 0.93763676, "epoch": 0.8331953, "global_step/max_steps": "2515/3019", "percentage": "83.31%", "elapsed_time": "8h 2m 54s", "remaining_time": "1h 36m 46s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086799} +{"loss": 0.17369385, "grad_norm": 0.67203325, "learning_rate": 7e-07, "tIoU": 0.50899558, "tRecall_50": 0.55, "tRecall_75": 0.39375, "tRecall_90": 0.25625, "token_acc": 0.93770492, "epoch": 0.83485175, "global_step/max_steps": "2520/3019", "percentage": "83.47%", "elapsed_time": "8h 3m 48s", "remaining_time": "1h 35m 48s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08681} +{"loss": 0.1586792, "grad_norm": 0.89480668, "learning_rate": 6.9e-07, "tIoU": 0.54656587, "tRecall_50": 0.5625, "tRecall_75": 0.44375, "tRecall_90": 0.29375, "token_acc": 0.94135297, "epoch": 0.8365082, "global_step/max_steps": "2525/3019", "percentage": "83.64%", "elapsed_time": "8h 4m 52s", "remaining_time": "1h 34m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086794} +{"loss": 0.15870361, "grad_norm": 0.74103218, "learning_rate": 6.7e-07, "tIoU": 0.56183825, "tRecall_50": 0.59375, "tRecall_75": 0.41875, "tRecall_90": 0.275, "token_acc": 0.93784228, "epoch": 0.83816465, "global_step/max_steps": "2530/3019", "percentage": "83.80%", "elapsed_time": "8h 5m 42s", "remaining_time": "1h 33m 52s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086813} +{"loss": 0.17159424, "grad_norm": 0.84777713, "learning_rate": 6.6e-07, "tIoU": 0.46113687, "tRecall_50": 0.4875, "tRecall_75": 0.3125, "tRecall_90": 0.1875, "token_acc": 0.93559783, "epoch": 0.8398211, "global_step/max_steps": "2535/3019", "percentage": "83.97%", "elapsed_time": "8h 6m 43s", "remaining_time": "1h 32m 55s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086806} +{"loss": 0.1673584, "grad_norm": 0.73733866, "learning_rate": 6.5e-07, "tIoU": 0.48336463, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.23125, "token_acc": 0.9352459, "epoch": 0.84147756, "global_step/max_steps": "2540/3019", "percentage": "84.13%", "elapsed_time": "8h 7m 38s", "remaining_time": "1h 31m 57s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086812} +{"loss": 0.17528076, "grad_norm": 0.77691013, "learning_rate": 6.3e-07, "tIoU": 0.48921309, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.21875, "token_acc": 0.93353228, "epoch": 0.84313401, "global_step/max_steps": "2545/3019", "percentage": "84.30%", "elapsed_time": "8h 8m 33s", "remaining_time": "1h 30m 59s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086821} +{"loss": 0.18927002, "grad_norm": 0.62273788, "learning_rate": 6.2e-07, "tIoU": 0.45512681, "tRecall_50": 0.46875, "tRecall_75": 0.2875, "tRecall_90": 0.18125, "token_acc": 0.926703, "epoch": 0.84479046, "global_step/max_steps": "2550/3019", "percentage": "84.47%", "elapsed_time": "8h 9m 30s", "remaining_time": "1h 30m 1s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086821} +{"loss": 0.1791748, "grad_norm": 0.72332841, "learning_rate": 6.1e-07, "tIoU": 0.47337632, "tRecall_50": 0.46875, "tRecall_75": 0.325, "tRecall_90": 0.2375, "token_acc": 0.93298829, "epoch": 0.84644691, "global_step/max_steps": "2555/3019", "percentage": "84.63%", "elapsed_time": "8h 10m 25s", "remaining_time": "1h 29m 3s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086829} +{"loss": 0.17704468, "grad_norm": 1.13001859, "learning_rate": 5.9e-07, "tIoU": 0.50417995, "tRecall_50": 0.51875, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.93490153, "epoch": 0.84810336, "global_step/max_steps": "2560/3019", "percentage": "84.80%", "elapsed_time": "8h 11m 19s", "remaining_time": "1h 28m 5s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08684} +{"loss": 0.17429199, "grad_norm": 0.84177834, "learning_rate": 5.8e-07, "tIoU": 0.45566244, "tRecall_50": 0.475, "tRecall_75": 0.3, "tRecall_90": 0.18125, "token_acc": 0.93484188, "epoch": 0.84975981, "global_step/max_steps": "2565/3019", "percentage": "84.96%", "elapsed_time": "8h 12m 14s", "remaining_time": "1h 27m 7s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086848} +{"loss": 0.15477295, "grad_norm": 0.57785708, "learning_rate": 5.7e-07, "tIoU": 0.55208364, "tRecall_50": 0.6125, "tRecall_75": 0.43125, "tRecall_90": 0.24375, "token_acc": 0.94143285, "epoch": 0.85141627, "global_step/max_steps": "2570/3019", "percentage": "85.13%", "elapsed_time": "8h 13m 10s", "remaining_time": "1h 26m 9s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086851} +{"loss": 0.16763916, "grad_norm": 0.78046852, "learning_rate": 5.6e-07, "tIoU": 0.51120696, "tRecall_50": 0.53125, "tRecall_75": 0.36875, "tRecall_90": 0.2625, "token_acc": 0.9351176, "epoch": 0.85307272, "global_step/max_steps": "2575/3019", "percentage": "85.29%", "elapsed_time": "8h 14m 3s", "remaining_time": "1h 25m 11s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086865} +{"loss": 0.16856689, "grad_norm": 0.70512486, "learning_rate": 5.4e-07, "tIoU": 0.51146388, "tRecall_50": 0.56875, "tRecall_75": 0.3375, "tRecall_90": 0.2375, "token_acc": 0.93697135, "epoch": 0.85472917, "global_step/max_steps": "2580/3019", "percentage": "85.46%", "elapsed_time": "8h 14m 57s", "remaining_time": "1h 24m 13s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086875} +{"loss": 0.18857422, "grad_norm": 0.56693512, "learning_rate": 5.3e-07, "tIoU": 0.43479314, "tRecall_50": 0.45, "tRecall_75": 0.30625, "tRecall_90": 0.20625, "token_acc": 0.93127897, "epoch": 0.85638562, "global_step/max_steps": "2585/3019", "percentage": "85.62%", "elapsed_time": "8h 15m 52s", "remaining_time": "1h 23m 15s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086883} +{"loss": 0.18716431, "grad_norm": 1.08284986, "learning_rate": 5.2e-07, "tIoU": 0.49915304, "tRecall_50": 0.49375, "tRecall_75": 0.375, "tRecall_90": 0.225, "token_acc": 0.93546623, "epoch": 0.85804207, "global_step/max_steps": "2590/3019", "percentage": "85.79%", "elapsed_time": "8h 16m 41s", "remaining_time": "1h 22m 16s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086909} +{"loss": 0.18085937, "grad_norm": 0.75018907, "learning_rate": 5.1e-07, "tIoU": 0.47265706, "tRecall_50": 0.54375, "tRecall_75": 0.35, "tRecall_90": 0.18125, "token_acc": 0.93104388, "epoch": 0.85969853, "global_step/max_steps": "2595/3019", "percentage": "85.96%", "elapsed_time": "8h 17m 33s", "remaining_time": "1h 21m 17s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086926} +{"loss": 0.16258545, "grad_norm": 0.74771208, "learning_rate": 5e-07, "tIoU": 0.51755118, "tRecall_50": 0.59375, "tRecall_75": 0.34375, "tRecall_90": 0.2375, "token_acc": 0.93779118, "epoch": 0.86135498, "global_step/max_steps": "2600/3019", "percentage": "86.12%", "elapsed_time": "8h 18m 27s", "remaining_time": "1h 20m 19s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086934} +{"loss": 0.16473389, "grad_norm": 1.12338424, "learning_rate": 4.9e-07, "tIoU": 0.52070546, "tRecall_50": 0.55, "tRecall_75": 0.375, "tRecall_90": 0.24375, "token_acc": 0.93647764, "epoch": 0.86301143, "global_step/max_steps": "2605/3019", "percentage": "86.29%", "elapsed_time": "8h 19m 22s", "remaining_time": "1h 19m 21s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086942} +{"loss": 0.16619873, "grad_norm": 0.67533481, "learning_rate": 4.7e-07, "tIoU": 0.51360927, "tRecall_50": 0.5375, "tRecall_75": 0.36875, "tRecall_90": 0.24375, "token_acc": 0.93435869, "epoch": 0.86466788, "global_step/max_steps": "2610/3019", "percentage": "86.45%", "elapsed_time": "8h 20m 13s", "remaining_time": "1h 18m 23s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086961} +{"loss": 0.17368164, "grad_norm": 0.59085399, "learning_rate": 4.6e-07, "tIoU": 0.49587755, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.1875, "token_acc": 0.93347756, "epoch": 0.86632433, "global_step/max_steps": "2615/3019", "percentage": "86.62%", "elapsed_time": "8h 21m 11s", "remaining_time": "1h 17m 25s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08696} +{"loss": 0.17211914, "grad_norm": 1.12032735, "learning_rate": 4.5e-07, "tIoU": 0.51742277, "tRecall_50": 0.54375, "tRecall_75": 0.3625, "tRecall_90": 0.21875, "token_acc": 0.93977211, "epoch": 0.86798079, "global_step/max_steps": "2620/3019", "percentage": "86.78%", "elapsed_time": "8h 22m 4s", "remaining_time": "1h 16m 27s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086972} +{"loss": 0.16815796, "grad_norm": 0.82358468, "learning_rate": 4.4e-07, "tIoU": 0.51690903, "tRecall_50": 0.53125, "tRecall_75": 0.375, "tRecall_90": 0.24375, "token_acc": 0.93782383, "epoch": 0.86963724, "global_step/max_steps": "2625/3019", "percentage": "86.95%", "elapsed_time": "8h 23m 0s", "remaining_time": "1h 15m 29s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086978} +{"loss": 0.16219482, "grad_norm": 0.97477412, "learning_rate": 4.3e-07, "tIoU": 0.51158161, "tRecall_50": 0.54375, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.93877551, "epoch": 0.87129369, "global_step/max_steps": "2630/3019", "percentage": "87.11%", "elapsed_time": "8h 23m 54s", "remaining_time": "1h 14m 31s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086986} +{"loss": 0.17246704, "grad_norm": 0.68017852, "learning_rate": 4.2e-07, "tIoU": 0.52341309, "tRecall_50": 0.575, "tRecall_75": 0.38125, "tRecall_90": 0.2125, "token_acc": 0.93387755, "epoch": 0.87295014, "global_step/max_steps": "2635/3019", "percentage": "87.28%", "elapsed_time": "8h 24m 50s", "remaining_time": "1h 13m 34s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086992} +{"loss": 0.15131226, "grad_norm": 0.56526363, "learning_rate": 4.1e-07, "tIoU": 0.56514711, "tRecall_50": 0.6125, "tRecall_75": 0.4125, "tRecall_90": 0.275, "token_acc": 0.94366197, "epoch": 0.87460659, "global_step/max_steps": "2640/3019", "percentage": "87.45%", "elapsed_time": "8h 25m 53s", "remaining_time": "1h 12m 37s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086975} +{"loss": 0.17971191, "grad_norm": 0.67751771, "learning_rate": 4e-07, "tIoU": 0.45687022, "tRecall_50": 0.46875, "tRecall_75": 0.29375, "tRecall_90": 0.14375, "token_acc": 0.93572985, "epoch": 0.87626304, "global_step/max_steps": "2645/3019", "percentage": "87.61%", "elapsed_time": "8h 26m 51s", "remaining_time": "1h 11m 40s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086972} +{"loss": 0.168396, "grad_norm": 0.52788919, "learning_rate": 3.9e-07, "tIoU": 0.5081851, "tRecall_50": 0.53125, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.93377121, "epoch": 0.8779195, "global_step/max_steps": "2650/3019", "percentage": "87.78%", "elapsed_time": "8h 27m 46s", "remaining_time": "1h 10m 42s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086981} +{"loss": 0.17208862, "grad_norm": 0.66390282, "learning_rate": 3.8e-07, "tIoU": 0.50519938, "tRecall_50": 0.5, "tRecall_75": 0.375, "tRecall_90": 0.24375, "token_acc": 0.93671577, "epoch": 0.87957595, "global_step/max_steps": "2655/3019", "percentage": "87.94%", "elapsed_time": "8h 28m 39s", "remaining_time": "1h 9m 44s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086993} +{"loss": 0.16040039, "grad_norm": 1.03536439, "learning_rate": 3.7e-07, "tIoU": 0.51163197, "tRecall_50": 0.55, "tRecall_75": 0.3875, "tRecall_90": 0.225, "token_acc": 0.94016862, "epoch": 0.8812324, "global_step/max_steps": "2660/3019", "percentage": "88.11%", "elapsed_time": "8h 29m 34s", "remaining_time": "1h 8m 46s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087} +{"loss": 0.15750122, "grad_norm": 0.82864136, "learning_rate": 3.6e-07, "tIoU": 0.53626728, "tRecall_50": 0.59375, "tRecall_75": 0.4, "tRecall_90": 0.2625, "token_acc": 0.94260065, "epoch": 0.88288885, "global_step/max_steps": "2665/3019", "percentage": "88.27%", "elapsed_time": "8h 30m 38s", "remaining_time": "1h 7m 49s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086983} +{"loss": 0.16170654, "grad_norm": 0.86592031, "learning_rate": 3.5e-07, "tIoU": 0.5220397, "tRecall_50": 0.5625, "tRecall_75": 0.3875, "tRecall_90": 0.2375, "token_acc": 0.9409845, "epoch": 0.8845453, "global_step/max_steps": "2670/3019", "percentage": "88.44%", "elapsed_time": "8h 31m 27s", "remaining_time": "1h 6m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087005} +{"loss": 0.16168213, "grad_norm": 0.61430776, "learning_rate": 3.4e-07, "tIoU": 0.5249217, "tRecall_50": 0.5875, "tRecall_75": 0.35, "tRecall_90": 0.2125, "token_acc": 0.93857026, "epoch": 0.88620176, "global_step/max_steps": "2675/3019", "percentage": "88.61%", "elapsed_time": "8h 32m 23s", "remaining_time": "1h 5m 53s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087011} +{"loss": 0.16109619, "grad_norm": 0.74573433, "learning_rate": 3.3e-07, "tIoU": 0.5504693, "tRecall_50": 0.59375, "tRecall_75": 0.40625, "tRecall_90": 0.24375, "token_acc": 0.94044058, "epoch": 0.88785821, "global_step/max_steps": "2680/3019", "percentage": "88.77%", "elapsed_time": "8h 33m 18s", "remaining_time": "1h 4m 55s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087016} +{"loss": 0.15942383, "grad_norm": 0.81535363, "learning_rate": 3.2e-07, "tIoU": 0.56852026, "tRecall_50": 0.63125, "tRecall_75": 0.40625, "tRecall_90": 0.275, "token_acc": 0.94014758, "epoch": 0.88951466, "global_step/max_steps": "2685/3019", "percentage": "88.94%", "elapsed_time": "8h 34m 15s", "remaining_time": "1h 3m 58s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087019} +{"loss": 0.18693848, "grad_norm": 0.79681915, "learning_rate": 3.1e-07, "tIoU": 0.46037669, "tRecall_50": 0.45625, "tRecall_75": 0.33125, "tRecall_90": 0.20625, "token_acc": 0.92738646, "epoch": 0.89117111, "global_step/max_steps": "2690/3019", "percentage": "89.10%", "elapsed_time": "8h 35m 7s", "remaining_time": "1h 3m 0s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087033} +{"loss": 0.15216675, "grad_norm": 0.79115123, "learning_rate": 3e-07, "tIoU": 0.55797467, "tRecall_50": 0.64375, "tRecall_75": 0.41875, "tRecall_90": 0.25, "token_acc": 0.94231821, "epoch": 0.89282756, "global_step/max_steps": "2695/3019", "percentage": "89.27%", "elapsed_time": "8h 36m 3s", "remaining_time": "1h 2m 2s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087039} +{"loss": 0.16212158, "grad_norm": 0.63966894, "learning_rate": 2.9e-07, "tIoU": 0.54105835, "tRecall_50": 0.60625, "tRecall_75": 0.41875, "tRecall_90": 0.225, "token_acc": 0.93963398, "epoch": 0.89448402, "global_step/max_steps": "2700/3019", "percentage": "89.43%", "elapsed_time": "8h 37m 3s", "remaining_time": "1h 1m 5s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087031} +{"loss": 0.16187744, "grad_norm": 0.8363027, "learning_rate": 2.8e-07, "tIoU": 0.51719246, "tRecall_50": 0.5625, "tRecall_75": 0.3625, "tRecall_90": 0.25625, "token_acc": 0.93823772, "epoch": 0.89614047, "global_step/max_steps": "2705/3019", "percentage": "89.60%", "elapsed_time": "8h 37m 59s", "remaining_time": "1h 0m 7s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087035} +{"loss": 0.15625, "grad_norm": 0.91905373, "learning_rate": 2.7e-07, "tIoU": 0.53940301, "tRecall_50": 0.59375, "tRecall_75": 0.4125, "tRecall_90": 0.21875, "token_acc": 0.93896458, "epoch": 0.89779692, "global_step/max_steps": "2710/3019", "percentage": "89.76%", "elapsed_time": "8h 38m 54s", "remaining_time": "59m 9s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087043} +{"loss": 0.16314697, "grad_norm": 1.13323212, "learning_rate": 2.6e-07, "tIoU": 0.50700574, "tRecall_50": 0.5625, "tRecall_75": 0.34375, "tRecall_90": 0.21875, "token_acc": 0.94013605, "epoch": 0.89945337, "global_step/max_steps": "2715/3019", "percentage": "89.93%", "elapsed_time": "8h 39m 52s", "remaining_time": "58m 12s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08704} +{"loss": 0.16029053, "grad_norm": 0.73857254, "learning_rate": 2.6e-07, "tIoU": 0.50148339, "tRecall_50": 0.5375, "tRecall_75": 0.375, "tRecall_90": 0.25625, "token_acc": 0.9408867, "epoch": 0.90110982, "global_step/max_steps": "2720/3019", "percentage": "90.10%", "elapsed_time": "8h 40m 47s", "remaining_time": "57m 14s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087046} +{"loss": 0.17556152, "grad_norm": 0.66401726, "learning_rate": 2.5e-07, "tIoU": 0.50410085, "tRecall_50": 0.54375, "tRecall_75": 0.375, "tRecall_90": 0.23125, "token_acc": 0.93619332, "epoch": 0.90276627, "global_step/max_steps": "2725/3019", "percentage": "90.26%", "elapsed_time": "8h 41m 54s", "remaining_time": "56m 18s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08702} +{"loss": 0.17949829, "grad_norm": 0.77884889, "learning_rate": 2.4e-07, "tIoU": 0.45187387, "tRecall_50": 0.5, "tRecall_75": 0.275, "tRecall_90": 0.18125, "token_acc": 0.93085542, "epoch": 0.90442273, "global_step/max_steps": "2730/3019", "percentage": "90.43%", "elapsed_time": "8h 42m 51s", "remaining_time": "55m 21s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087021} +{"loss": 0.15710449, "grad_norm": 0.6222738, "learning_rate": 2.3e-07, "tIoU": 0.52384319, "tRecall_50": 0.55, "tRecall_75": 0.41875, "tRecall_90": 0.26875, "token_acc": 0.9402823, "epoch": 0.90607918, "global_step/max_steps": "2735/3019", "percentage": "90.59%", "elapsed_time": "8h 43m 44s", "remaining_time": "54m 23s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087034} +{"loss": 0.16668091, "grad_norm": 1.48315203, "learning_rate": 2.2e-07, "tIoU": 0.47686315, "tRecall_50": 0.525, "tRecall_75": 0.3125, "tRecall_90": 0.20625, "token_acc": 0.93655098, "epoch": 0.90773563, "global_step/max_steps": "2740/3019", "percentage": "90.76%", "elapsed_time": "8h 44m 38s", "remaining_time": "53m 25s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087045} +{"loss": 0.16186523, "grad_norm": 0.86047435, "learning_rate": 2.1e-07, "tIoU": 0.4997684, "tRecall_50": 0.54375, "tRecall_75": 0.35, "tRecall_90": 0.23125, "token_acc": 0.93700573, "epoch": 0.90939208, "global_step/max_steps": "2745/3019", "percentage": "90.92%", "elapsed_time": "8h 45m 32s", "remaining_time": "52m 27s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087054} +{"loss": 0.16246948, "grad_norm": 0.61523193, "learning_rate": 2.1e-07, "tIoU": 0.55430861, "tRecall_50": 0.5875, "tRecall_75": 0.41875, "tRecall_90": 0.275, "token_acc": 0.94170526, "epoch": 0.91104853, "global_step/max_steps": "2750/3019", "percentage": "91.09%", "elapsed_time": "8h 46m 33s", "remaining_time": "51m 30s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087042} +{"loss": 0.17266846, "grad_norm": 0.61965024, "learning_rate": 2e-07, "tIoU": 0.53178811, "tRecall_50": 0.55, "tRecall_75": 0.40625, "tRecall_90": 0.25625, "token_acc": 0.93763617, "epoch": 0.91270499, "global_step/max_steps": "2755/3019", "percentage": "91.26%", "elapsed_time": "8h 47m 31s", "remaining_time": "50m 33s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087042} +{"loss": 0.16447754, "grad_norm": 0.64720255, "learning_rate": 1.9e-07, "tIoU": 0.50593739, "tRecall_50": 0.5375, "tRecall_75": 0.375, "tRecall_90": 0.2125, "token_acc": 0.93891892, "epoch": 0.91436144, "global_step/max_steps": "2760/3019", "percentage": "91.42%", "elapsed_time": "8h 48m 31s", "remaining_time": "49m 35s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087036} +{"loss": 0.1833374, "grad_norm": 0.62436253, "learning_rate": 1.8e-07, "tIoU": 0.48493042, "tRecall_50": 0.525, "tRecall_75": 0.34375, "tRecall_90": 0.2375, "token_acc": 0.93221258, "epoch": 0.91601789, "global_step/max_steps": "2765/3019", "percentage": "91.59%", "elapsed_time": "8h 49m 30s", "remaining_time": "48m 38s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08703} +{"loss": 0.16766357, "grad_norm": 0.67385882, "learning_rate": 1.8e-07, "tIoU": 0.5100986, "tRecall_50": 0.55625, "tRecall_75": 0.3625, "tRecall_90": 0.23125, "token_acc": 0.93778864, "epoch": 0.91767434, "global_step/max_steps": "2770/3019", "percentage": "91.75%", "elapsed_time": "8h 50m 32s", "remaining_time": "47m 41s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087018} +{"loss": 0.16618652, "grad_norm": 0.78573638, "learning_rate": 1.7e-07, "tIoU": 0.53439384, "tRecall_50": 0.59375, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.93548387, "epoch": 0.91933079, "global_step/max_steps": "2775/3019", "percentage": "91.92%", "elapsed_time": "8h 51m 29s", "remaining_time": "46m 43s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08702} +{"loss": 0.1914917, "grad_norm": 0.77808696, "learning_rate": 1.6e-07, "tIoU": 0.45860467, "tRecall_50": 0.45, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.93, "epoch": 0.92098725, "global_step/max_steps": "2780/3019", "percentage": "92.08%", "elapsed_time": "8h 52m 22s", "remaining_time": "45m 46s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08703} +{"loss": 0.16672363, "grad_norm": 0.66465878, "learning_rate": 1.6e-07, "tIoU": 0.48155937, "tRecall_50": 0.48125, "tRecall_75": 0.35625, "tRecall_90": 0.25625, "token_acc": 0.93389325, "epoch": 0.9226437, "global_step/max_steps": "2785/3019", "percentage": "92.25%", "elapsed_time": "8h 53m 19s", "remaining_time": "44m 48s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087031} +{"loss": 0.17183228, "grad_norm": 0.77952683, "learning_rate": 1.5e-07, "tIoU": 0.51462708, "tRecall_50": 0.56875, "tRecall_75": 0.39375, "tRecall_90": 0.2, "token_acc": 0.93775594, "epoch": 0.92430015, "global_step/max_steps": "2790/3019", "percentage": "92.41%", "elapsed_time": "8h 54m 20s", "remaining_time": "43m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087022} +{"loss": 0.16966553, "grad_norm": 1.2140764, "learning_rate": 1.4e-07, "tIoU": 0.49305882, "tRecall_50": 0.5125, "tRecall_75": 0.39375, "tRecall_90": 0.20625, "token_acc": 0.93387978, "epoch": 0.9259566, "global_step/max_steps": "2795/3019", "percentage": "92.58%", "elapsed_time": "8h 55m 19s", "remaining_time": "42m 54s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087017} +{"loss": 0.17895508, "grad_norm": 1.51327837, "learning_rate": 1.4e-07, "tIoU": 0.47170157, "tRecall_50": 0.49375, "tRecall_75": 0.33125, "tRecall_90": 0.15625, "token_acc": 0.93304419, "epoch": 0.92761305, "global_step/max_steps": "2800/3019", "percentage": "92.75%", "elapsed_time": "8h 56m 25s", "remaining_time": "41m 57s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.086997} +{"loss": 0.15028076, "grad_norm": 1.32189465, "learning_rate": 1.3e-07, "tIoU": 0.58097324, "tRecall_50": 0.65, "tRecall_75": 0.41875, "tRecall_90": 0.3, "token_acc": 0.94228151, "epoch": 0.9292695, "global_step/max_steps": "2805/3019", "percentage": "92.91%", "elapsed_time": "8h 57m 13s", "remaining_time": "40m 59s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087023} +{"loss": 0.17301025, "grad_norm": 0.71932995, "learning_rate": 1.3e-07, "tIoU": 0.51532979, "tRecall_50": 0.5625, "tRecall_75": 0.35625, "tRecall_90": 0.21875, "token_acc": 0.9316888, "epoch": 0.93092596, "global_step/max_steps": "2810/3019", "percentage": "93.08%", "elapsed_time": "8h 58m 5s", "remaining_time": "40m 1s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087037} +{"loss": 0.16524658, "grad_norm": 0.6819635, "learning_rate": 1.2e-07, "tIoU": 0.49281659, "tRecall_50": 0.525, "tRecall_75": 0.375, "tRecall_90": 0.26875, "token_acc": 0.93700356, "epoch": 0.93258241, "global_step/max_steps": "2815/3019", "percentage": "93.24%", "elapsed_time": "8h 59m 3s", "remaining_time": "39m 3s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087036} +{"loss": 0.17261963, "grad_norm": 0.75701565, "learning_rate": 1.1e-07, "tIoU": 0.47592525, "tRecall_50": 0.49375, "tRecall_75": 0.30625, "tRecall_90": 0.2125, "token_acc": 0.93327909, "epoch": 0.93423886, "global_step/max_steps": "2820/3019", "percentage": "93.41%", "elapsed_time": "9h 0m 2s", "remaining_time": "38m 6s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08703} +{"loss": 0.16508789, "grad_norm": 0.95418328, "learning_rate": 1.1e-07, "tIoU": 0.50125566, "tRecall_50": 0.54375, "tRecall_75": 0.35, "tRecall_90": 0.2, "token_acc": 0.93695175, "epoch": 0.93589531, "global_step/max_steps": "2825/3019", "percentage": "93.57%", "elapsed_time": "9h 0m 55s", "remaining_time": "37m 8s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087043} +{"loss": 0.16036377, "grad_norm": 0.85500115, "learning_rate": 1e-07, "tIoU": 0.53291216, "tRecall_50": 0.54375, "tRecall_75": 0.39375, "tRecall_90": 0.2625, "token_acc": 0.94130494, "epoch": 0.93755176, "global_step/max_steps": "2830/3019", "percentage": "93.74%", "elapsed_time": "9h 1m 55s", "remaining_time": "36m 11s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087034} +{"loss": 0.17666016, "grad_norm": 0.64838547, "learning_rate": 1e-07, "tIoU": 0.47514262, "tRecall_50": 0.525, "tRecall_75": 0.33125, "tRecall_90": 0.1875, "token_acc": 0.93469945, "epoch": 0.93920822, "global_step/max_steps": "2835/3019", "percentage": "93.91%", "elapsed_time": "9h 2m 52s", "remaining_time": "35m 14s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087036} +{"loss": 0.15933838, "grad_norm": 0.76035357, "learning_rate": 9e-08, "tIoU": 0.55674467, "tRecall_50": 0.625, "tRecall_75": 0.44375, "tRecall_90": 0.24375, "token_acc": 0.93819766, "epoch": 0.94086467, "global_step/max_steps": "2840/3019", "percentage": "94.07%", "elapsed_time": "9h 3m 42s", "remaining_time": "34m 16s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087056} +{"loss": 0.17058105, "grad_norm": 0.72492367, "learning_rate": 9e-08, "tIoU": 0.46104131, "tRecall_50": 0.45, "tRecall_75": 0.3125, "tRecall_90": 0.20625, "token_acc": 0.93289867, "epoch": 0.94252112, "global_step/max_steps": "2845/3019", "percentage": "94.24%", "elapsed_time": "9h 4m 41s", "remaining_time": "33m 18s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087053} +{"loss": 0.16676636, "grad_norm": 0.71905231, "learning_rate": 8e-08, "tIoU": 0.50462551, "tRecall_50": 0.575, "tRecall_75": 0.3125, "tRecall_90": 0.1625, "token_acc": 0.93574735, "epoch": 0.94417757, "global_step/max_steps": "2850/3019", "percentage": "94.40%", "elapsed_time": "9h 5m 37s", "remaining_time": "32m 21s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087056} +{"loss": 0.15825195, "grad_norm": 0.56743431, "learning_rate": 8e-08, "tIoU": 0.50054846, "tRecall_50": 0.50625, "tRecall_75": 0.36875, "tRecall_90": 0.225, "token_acc": 0.93922952, "epoch": 0.94583402, "global_step/max_steps": "2855/3019", "percentage": "94.57%", "elapsed_time": "9h 6m 34s", "remaining_time": "31m 23s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087056} +{"loss": 0.16937256, "grad_norm": 0.73118114, "learning_rate": 7e-08, "tIoU": 0.51045365, "tRecall_50": 0.525, "tRecall_75": 0.36875, "tRecall_90": 0.23125, "token_acc": 0.93579235, "epoch": 0.94749048, "global_step/max_steps": "2860/3019", "percentage": "94.73%", "elapsed_time": "9h 7m 26s", "remaining_time": "30m 26s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087072} +{"loss": 0.16796875, "grad_norm": 0.93968534, "learning_rate": 7e-08, "tIoU": 0.48165684, "tRecall_50": 0.4875, "tRecall_75": 0.3125, "tRecall_90": 0.19375, "token_acc": 0.93475293, "epoch": 0.94914693, "global_step/max_steps": "2865/3019", "percentage": "94.90%", "elapsed_time": "9h 8m 21s", "remaining_time": "29m 28s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087077} +{"loss": 0.16413574, "grad_norm": 0.87799788, "learning_rate": 6e-08, "tIoU": 0.51606226, "tRecall_50": 0.575, "tRecall_75": 0.34375, "tRecall_90": 0.21875, "token_acc": 0.94095134, "epoch": 0.95080338, "global_step/max_steps": "2870/3019", "percentage": "95.06%", "elapsed_time": "9h 9m 16s", "remaining_time": "28m 30s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087084} +{"loss": 0.17335205, "grad_norm": 0.86229748, "learning_rate": 6e-08, "tIoU": 0.47723918, "tRecall_50": 0.5125, "tRecall_75": 0.35625, "tRecall_90": 0.21875, "token_acc": 0.93478854, "epoch": 0.95245983, "global_step/max_steps": "2875/3019", "percentage": "95.23%", "elapsed_time": "9h 10m 11s", "remaining_time": "27m 33s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087092} +{"loss": 0.16540527, "grad_norm": 0.62758619, "learning_rate": 6e-08, "tIoU": 0.4925806, "tRecall_50": 0.51875, "tRecall_75": 0.3375, "tRecall_90": 0.20625, "token_acc": 0.93813028, "epoch": 0.95411628, "global_step/max_steps": "2880/3019", "percentage": "95.40%", "elapsed_time": "9h 11m 8s", "remaining_time": "26m 36s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087092} +{"loss": 0.15529785, "grad_norm": 0.43129578, "learning_rate": 5e-08, "tIoU": 0.58045712, "tRecall_50": 0.625, "tRecall_75": 0.4125, "tRecall_90": 0.2875, "token_acc": 0.94319429, "epoch": 0.95577273, "global_step/max_steps": "2885/3019", "percentage": "95.56%", "elapsed_time": "9h 12m 9s", "remaining_time": "25m 38s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087083} +{"loss": 0.16330566, "grad_norm": 0.82547313, "learning_rate": 5e-08, "tIoU": 0.50290408, "tRecall_50": 0.54375, "tRecall_75": 0.33125, "tRecall_90": 0.2, "token_acc": 0.93555434, "epoch": 0.95742919, "global_step/max_steps": "2890/3019", "percentage": "95.73%", "elapsed_time": "9h 13m 6s", "remaining_time": "24m 41s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087085} +{"loss": 0.17060547, "grad_norm": 1.16397703, "learning_rate": 4e-08, "tIoU": 0.48656054, "tRecall_50": 0.53125, "tRecall_75": 0.33125, "tRecall_90": 0.18125, "token_acc": 0.93469945, "epoch": 0.95908564, "global_step/max_steps": "2895/3019", "percentage": "95.89%", "elapsed_time": "9h 13m 58s", "remaining_time": "23m 43s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087097} +{"loss": 0.16074219, "grad_norm": 0.70673162, "learning_rate": 4e-08, "tIoU": 0.53680882, "tRecall_50": 0.5875, "tRecall_75": 0.3875, "tRecall_90": 0.2625, "token_acc": 0.93960098, "epoch": 0.96074209, "global_step/max_steps": "2900/3019", "percentage": "96.06%", "elapsed_time": "9h 14m 56s", "remaining_time": "22m 46s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087095} +{"loss": 0.16165771, "grad_norm": 0.80304354, "learning_rate": 4e-08, "tIoU": 0.52821188, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.25, "token_acc": 0.94042088, "epoch": 0.96239854, "global_step/max_steps": "2905/3019", "percentage": "96.22%", "elapsed_time": "9h 15m 55s", "remaining_time": "21m 48s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087091} +{"loss": 0.16864014, "grad_norm": 0.74196237, "learning_rate": 3e-08, "tIoU": 0.51857924, "tRecall_50": 0.54375, "tRecall_75": 0.38125, "tRecall_90": 0.25, "token_acc": 0.9377899, "epoch": 0.96405499, "global_step/max_steps": "2910/3019", "percentage": "96.39%", "elapsed_time": "9h 16m 48s", "remaining_time": "20m 51s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087105} +{"loss": 0.17650146, "grad_norm": 0.85205358, "learning_rate": 3e-08, "tIoU": 0.49053483, "tRecall_50": 0.55625, "tRecall_75": 0.34375, "tRecall_90": 0.21875, "token_acc": 0.93566775, "epoch": 0.96571145, "global_step/max_steps": "2915/3019", "percentage": "96.56%", "elapsed_time": "9h 17m 40s", "remaining_time": "19m 53s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087117} +{"loss": 0.16081543, "grad_norm": 1.02153468, "learning_rate": 3e-08, "tIoU": 0.5103528, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.20625, "token_acc": 0.93807713, "epoch": 0.9673679, "global_step/max_steps": "2920/3019", "percentage": "96.72%", "elapsed_time": "9h 18m 30s", "remaining_time": "18m 56s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087137} +{"loss": 0.18460693, "grad_norm": 0.66128939, "learning_rate": 3e-08, "tIoU": 0.45003881, "tRecall_50": 0.48125, "tRecall_75": 0.34375, "tRecall_90": 0.16875, "token_acc": 0.93351573, "epoch": 0.96902435, "global_step/max_steps": "2925/3019", "percentage": "96.89%", "elapsed_time": "9h 19m 23s", "remaining_time": "17m 58s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087148} +{"loss": 0.16956787, "grad_norm": 0.70595521, "learning_rate": 2e-08, "tIoU": 0.5454772, "tRecall_50": 0.5875, "tRecall_75": 0.425, "tRecall_90": 0.2625, "token_acc": 0.93688525, "epoch": 0.9706808, "global_step/max_steps": "2930/3019", "percentage": "97.05%", "elapsed_time": "9h 20m 23s", "remaining_time": "17m 1s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087142} +{"loss": 0.17006836, "grad_norm": 0.98844218, "learning_rate": 2e-08, "tIoU": 0.46090722, "tRecall_50": 0.48125, "tRecall_75": 0.31875, "tRecall_90": 0.16875, "token_acc": 0.93287858, "epoch": 0.97233725, "global_step/max_steps": "2935/3019", "percentage": "97.22%", "elapsed_time": "9h 21m 18s", "remaining_time": "16m 3s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087147} +{"loss": 0.15375977, "grad_norm": 0.75988156, "learning_rate": 2e-08, "tIoU": 0.5549665, "tRecall_50": 0.6125, "tRecall_75": 0.43125, "tRecall_90": 0.3, "token_acc": 0.94181918, "epoch": 0.97399371, "global_step/max_steps": "2940/3019", "percentage": "97.38%", "elapsed_time": "9h 22m 11s", "remaining_time": "15m 6s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087158} +{"loss": 0.17967529, "grad_norm": 0.64052397, "learning_rate": 2e-08, "tIoU": 0.50066485, "tRecall_50": 0.55, "tRecall_75": 0.375, "tRecall_90": 0.225, "token_acc": 0.93242507, "epoch": 0.97565016, "global_step/max_steps": "2945/3019", "percentage": "97.55%", "elapsed_time": "9h 23m 12s", "remaining_time": "14m 9s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.08715} +{"loss": 0.16755371, "grad_norm": 1.03235888, "learning_rate": 1e-08, "tIoU": 0.49647808, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.16875, "token_acc": 0.93275014, "epoch": 0.97730661, "global_step/max_steps": "2950/3019", "percentage": "97.71%", "elapsed_time": "9h 24m 2s", "remaining_time": "13m 11s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087167} +{"loss": 0.17453613, "grad_norm": 1.05855525, "learning_rate": 1e-08, "tIoU": 0.49728074, "tRecall_50": 0.55, "tRecall_75": 0.35625, "tRecall_90": 0.225, "token_acc": 0.93218485, "epoch": 0.97896306, "global_step/max_steps": "2955/3019", "percentage": "97.88%", "elapsed_time": "9h 24m 53s", "remaining_time": "12m 14s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087185} +{"loss": 0.16716309, "grad_norm": 0.91927701, "learning_rate": 1e-08, "tIoU": 0.51175976, "tRecall_50": 0.575, "tRecall_75": 0.35625, "tRecall_90": 0.21875, "token_acc": 0.93814997, "epoch": 0.98061951, "global_step/max_steps": "2960/3019", "percentage": "98.05%", "elapsed_time": "9h 25m 53s", "remaining_time": "11m 16s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087179} +{"loss": 0.1588623, "grad_norm": 0.60943854, "learning_rate": 1e-08, "tIoU": 0.5367063, "tRecall_50": 0.5875, "tRecall_75": 0.3625, "tRecall_90": 0.2625, "token_acc": 0.9389313, "epoch": 0.98227596, "global_step/max_steps": "2965/3019", "percentage": "98.21%", "elapsed_time": "9h 26m 49s", "remaining_time": "10m 19s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087182} +{"loss": 0.17359619, "grad_norm": 0.72234428, "learning_rate": 1e-08, "tIoU": 0.49618163, "tRecall_50": 0.5375, "tRecall_75": 0.3625, "tRecall_90": 0.2375, "token_acc": 0.93451087, "epoch": 0.98393242, "global_step/max_steps": "2970/3019", "percentage": "98.38%", "elapsed_time": "9h 27m 53s", "remaining_time": "9m 22s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087165} +{"loss": 0.17255859, "grad_norm": 0.7070117, "learning_rate": 1e-08, "tIoU": 0.47940502, "tRecall_50": 0.4875, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.9351145, "epoch": 0.98558887, "global_step/max_steps": "2975/3019", "percentage": "98.54%", "elapsed_time": "9h 28m 53s", "remaining_time": "8m 24s", "memory(GiB)": 31.1, "train_speed(iter/s)": 0.087158} +{"loss": 0.15378418, "grad_norm": 0.6195268, "learning_rate": 0.0, "tIoU": 0.51607566, "tRecall_50": 0.55625, "tRecall_75": 0.4, "tRecall_90": 0.28125, "token_acc": 0.93940217, "epoch": 0.98724532, "global_step/max_steps": "2980/3019", "percentage": "98.71%", "elapsed_time": "9h 29m 51s", "remaining_time": "7m 27s", "memory(GiB)": 31.23, "train_speed(iter/s)": 0.087155} +{"loss": 0.16483154, "grad_norm": 0.88397974, "learning_rate": 0.0, "tIoU": 0.57938867, "tRecall_50": 0.6125, "tRecall_75": 0.425, "tRecall_90": 0.2875, "token_acc": 0.94344753, "epoch": 0.98890177, "global_step/max_steps": "2985/3019", "percentage": "98.87%", "elapsed_time": "9h 30m 42s", "remaining_time": "6m 30s", "memory(GiB)": 31.23, "train_speed(iter/s)": 0.087173} +{"loss": 0.17354736, "grad_norm": 0.99705529, "learning_rate": 0.0, "tIoU": 0.49356976, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.2375, "token_acc": 0.93593239, "epoch": 0.99055822, "global_step/max_steps": "2990/3019", "percentage": "99.04%", "elapsed_time": "9h 31m 35s", "remaining_time": "5m 32s", "memory(GiB)": 31.23, "train_speed(iter/s)": 0.087183} +{"loss": 0.17393799, "grad_norm": 0.6548962, "learning_rate": 0.0, "tIoU": 0.46649995, "tRecall_50": 0.49375, "tRecall_75": 0.3125, "tRecall_90": 0.20625, "token_acc": 0.93514986, "epoch": 0.99221468, "global_step/max_steps": "2995/3019", "percentage": "99.21%", "elapsed_time": "9h 32m 29s", "remaining_time": "4m 35s", "memory(GiB)": 31.23, "train_speed(iter/s)": 0.087192} +{"loss": 0.16115112, "grad_norm": 0.71857971, "learning_rate": 0.0, "tIoU": 0.56161041, "tRecall_50": 0.61875, "tRecall_75": 0.38125, "tRecall_90": 0.23125, "token_acc": 0.94124048, "epoch": 0.99387113, "global_step/max_steps": "3000/3019", "percentage": "99.37%", "elapsed_time": "9h 33m 34s", "remaining_time": "3m 37s", "memory(GiB)": 31.23, "train_speed(iter/s)": 0.087173} +{"loss": 0.16397095, "grad_norm": 0.65314907, "learning_rate": 0.0, "tIoU": 0.50104756, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.24375, "token_acc": 0.93622795, "epoch": 0.99552758, "global_step/max_steps": "3005/3019", "percentage": "99.54%", "elapsed_time": "9h 34m 29s", "remaining_time": "2m 40s", "memory(GiB)": 31.23, "train_speed(iter/s)": 0.08718} +{"loss": 0.18380127, "grad_norm": 0.75763077, "learning_rate": 0.0, "tIoU": 0.49106512, "tRecall_50": 0.4875, "tRecall_75": 0.3625, "tRecall_90": 0.225, "token_acc": 0.933442, "epoch": 0.99718403, "global_step/max_steps": "3010/3019", "percentage": "99.70%", "elapsed_time": "9h 35m 15s", "remaining_time": "1m 43s", "memory(GiB)": 31.23, "train_speed(iter/s)": 0.087207} +{"loss": 0.18275146, "grad_norm": 0.54707479, "learning_rate": 0.0, "tIoU": 0.43763986, "tRecall_50": 0.45, "tRecall_75": 0.28125, "tRecall_90": 0.2, "token_acc": 0.92742593, "epoch": 0.99884048, "global_step/max_steps": "3015/3019", "percentage": "99.87%", "elapsed_time": "9h 35m 54s", "remaining_time": "45s", "memory(GiB)": 31.23, "train_speed(iter/s)": 0.087253} +{"train_runtime": 34640.5977, "train_samples_per_second": 2.788, "train_steps_per_second": 0.087, "total_flos": 3.7767821069431865e+19, "train_loss": 0.19942642, "tIoU": 0.59384544, "tRecall_50": 0.64285714, "tRecall_75": 0.4375, "tRecall_90": 0.28571429, "token_acc": 0.94380165, "epoch": 1.0, "global_step/max_steps": "3019/3019", "percentage": "100.00%", "elapsed_time": "9h 37m 19s", "remaining_time": "0s", "memory(GiB)": 31.23, "train_speed(iter/s)": 0.087156} +{"model_parameter_info": "Qwen3VLForConditionalGeneration: 2127.5320M Params (1821.2895M Trainable [85.6057%]), 0.0001M Buffers.", "last_model_checkpoint": "/mnt/bn/strategy-mllm-train/user/tanyue/models/posttrain_models/qwen3vl_2b_sft_timelens_100k_1epoch/v0-20251218-171103/checkpoint-3019", "best_model_checkpoint": null, "best_metric": null, "global_step": 3019, "log_history": [{"loss": 3.05859375, "grad_norm": 39.58283615112305, "learning_rate": 1.098901098901099e-07, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.7928669410150891, "epoch": 0.00033129037601457677, "step": 1}, {"loss": 3.0224609375, "grad_norm": 35.991851806640625, "learning_rate": 5.494505494505495e-07, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.7962264150943397, "epoch": 0.001656451880072884, "step": 5}, {"loss": 2.905078125, "grad_norm": 34.440425872802734, "learning_rate": 1.098901098901099e-06, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.8015960374243258, "epoch": 0.003312903760145768, "step": 10}, {"loss": 2.183203125, "grad_norm": 24.292081832885742, "learning_rate": 1.6483516483516484e-06, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.8125342090859332, "epoch": 0.0049693556402186515, "step": 15}, {"loss": 1.22734375, "grad_norm": 8.71148681640625, "learning_rate": 2.197802197802198e-06, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.8360119858349223, "epoch": 0.006625807520291536, "step": 20}, {"loss": 0.7140625, "grad_norm": 4.5570197105407715, "learning_rate": 2.7472527472527476e-06, "tIoU": 0.0, "tRecall_50": 0.0, "tRecall_75": 0.0, "tRecall_90": 0.0, "token_acc": 0.871906445471852, "epoch": 0.008282259400364419, "step": 25}, {"loss": 0.323046875, "grad_norm": 2.2722325325012207, "learning_rate": 3.2967032967032968e-06, "tIoU": 0.16358232498168945, "tRecall_50": 0.175, "tRecall_75": 0.1, "tRecall_90": 0.05625, "token_acc": 0.8963447899618112, "epoch": 0.009938711280437303, "step": 30}, {"loss": 0.20201416015625, "grad_norm": 2.0638022422790527, "learning_rate": 3.846153846153847e-06, "tIoU": 0.4120227336883545, "tRecall_50": 0.41875, "tRecall_75": 0.25625, "tRecall_90": 0.16875, "token_acc": 0.9269555737258108, "epoch": 0.011595163160510187, "step": 35}, {"loss": 0.2016845703125, "grad_norm": 1.6669425964355469, "learning_rate": 4.395604395604396e-06, "tIoU": 0.4197126865386963, "tRecall_50": 0.4375, "tRecall_75": 0.28125, "tRecall_90": 0.14375, "token_acc": 0.9245999457553566, "epoch": 0.013251615040583071, "step": 40}, {"loss": 0.209326171875, "grad_norm": 2.088165283203125, "learning_rate": 4.945054945054946e-06, "tIoU": 0.4481548309326172, "tRecall_50": 0.5125, "tRecall_75": 0.30625, "tRecall_90": 0.1375, "token_acc": 0.9239814055236533, "epoch": 0.014908066920655955, "step": 45}, {"loss": 0.20628662109375, "grad_norm": 2.0036280155181885, "learning_rate": 5.494505494505495e-06, "tIoU": 0.43578028678894043, "tRecall_50": 0.45625, "tRecall_75": 0.26875, "tRecall_90": 0.175, "token_acc": 0.926249658563234, "epoch": 0.016564518800728838, "step": 50}, {"loss": 0.20244140625, "grad_norm": 1.5896474123001099, "learning_rate": 6.043956043956044e-06, "tIoU": 0.43024516105651855, "tRecall_50": 0.43125, "tRecall_75": 0.26875, "tRecall_90": 0.15, "token_acc": 0.9268829026937878, "epoch": 0.018220970680801724, "step": 55}, {"loss": 0.22813720703125, "grad_norm": 1.715354084968567, "learning_rate": 6.5934065934065935e-06, "tIoU": 0.36472535133361816, "tRecall_50": 0.375, "tRecall_75": 0.25625, "tRecall_90": 0.1625, "token_acc": 0.9223009814612868, "epoch": 0.019877422560874606, "step": 60}, {"loss": 0.2069091796875, "grad_norm": 1.3413262367248535, "learning_rate": 7.1428571428571436e-06, "tIoU": 0.4532301902770996, "tRecall_50": 0.4875, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.9278741865509761, "epoch": 0.021533874440947492, "step": 65}, {"loss": 0.22222900390625, "grad_norm": 2.2191483974456787, "learning_rate": 7.692307692307694e-06, "tIoU": 0.45166797637939454, "tRecall_50": 0.46875, "tRecall_75": 0.33125, "tRecall_90": 0.2125, "token_acc": 0.9236641221374046, "epoch": 0.023190326321020374, "step": 70}, {"loss": 0.20093994140625, "grad_norm": 1.8754321336746216, "learning_rate": 8.241758241758243e-06, "tIoU": 0.40725173950195315, "tRecall_50": 0.45625, "tRecall_75": 0.2625, "tRecall_90": 0.11875, "token_acc": 0.9250272628135223, "epoch": 0.024846778201093257, "step": 75}, {"loss": 0.20584716796875, "grad_norm": 1.442216157913208, "learning_rate": 8.791208791208792e-06, "tIoU": 0.4091696262359619, "tRecall_50": 0.45, "tRecall_75": 0.25, "tRecall_90": 0.10625, "token_acc": 0.9207732099101552, "epoch": 0.026503230081166142, "step": 80}, {"loss": 0.20401611328125, "grad_norm": 1.831445336341858, "learning_rate": 9.340659340659341e-06, "tIoU": 0.4232614040374756, "tRecall_50": 0.49375, "tRecall_75": 0.275, "tRecall_90": 0.1625, "token_acc": 0.9269293924466339, "epoch": 0.028159681961239025, "step": 85}, {"loss": 0.20345458984375, "grad_norm": 1.7080247402191162, "learning_rate": 9.890109890109892e-06, "tIoU": 0.3961777925491333, "tRecall_50": 0.43125, "tRecall_75": 0.26875, "tRecall_90": 0.11875, "token_acc": 0.9268758526603001, "epoch": 0.02981613384131191, "step": 90}, {"loss": 0.199658203125, "grad_norm": 1.528866171836853, "learning_rate": 9.99995395134759e-06, "tIoU": 0.46829071044921877, "tRecall_50": 0.5, "tRecall_75": 0.3125, "tRecall_90": 0.18125, "token_acc": 0.928047787130057, "epoch": 0.031472585721384796, "step": 95}, {"loss": 0.209326171875, "grad_norm": 1.1287802457809448, "learning_rate": 9.999766880150859e-06, "tIoU": 0.38943963050842284, "tRecall_50": 0.41875, "tRecall_75": 0.2, "tRecall_90": 0.1125, "token_acc": 0.9166439662217379, "epoch": 0.033129037601457675, "step": 100}, {"loss": 0.2239990234375, "grad_norm": 1.0480022430419922, "learning_rate": 9.99943591374887e-06, "tIoU": 0.3554420232772827, "tRecall_50": 0.3875, "tRecall_75": 0.20625, "tRecall_90": 0.08125, "token_acc": 0.9155615696887686, "epoch": 0.03478548948153056, "step": 105}, {"loss": 0.2112060546875, "grad_norm": 1.2946460247039795, "learning_rate": 9.998961061666965e-06, "tIoU": 0.4334125995635986, "tRecall_50": 0.48125, "tRecall_75": 0.30625, "tRecall_90": 0.18125, "token_acc": 0.9257950530035336, "epoch": 0.03644194136160345, "step": 110}, {"loss": 0.2223388671875, "grad_norm": 1.2196054458618164, "learning_rate": 9.998342337571566e-06, "tIoU": 0.41721081733703613, "tRecall_50": 0.45, "tRecall_75": 0.2625, "tRecall_90": 0.16875, "token_acc": 0.9213819368879217, "epoch": 0.038098393241676326, "step": 115}, {"loss": 0.22032470703125, "grad_norm": 1.2847824096679688, "learning_rate": 9.997579759269792e-06, "tIoU": 0.37229869365692136, "tRecall_50": 0.375, "tRecall_75": 0.225, "tRecall_90": 0.1, "token_acc": 0.9181669394435352, "epoch": 0.03975484512174921, "step": 120}, {"loss": 0.2125732421875, "grad_norm": 2.172842264175415, "learning_rate": 9.996673348708936e-06, "tIoU": 0.3514885187149048, "tRecall_50": 0.375, "tRecall_75": 0.20625, "tRecall_90": 0.1, "token_acc": 0.9150380021715526, "epoch": 0.0414112970018221, "step": 125}, {"loss": 0.21881103515625, "grad_norm": 1.021167516708374, "learning_rate": 9.995623131975842e-06, "tIoU": 0.30722239017486574, "tRecall_50": 0.31875, "tRecall_75": 0.1875, "tRecall_90": 0.05625, "token_acc": 0.915268002165674, "epoch": 0.043067748881894984, "step": 130}, {"loss": 0.222998046875, "grad_norm": 0.9210066795349121, "learning_rate": 9.99442913929615e-06, "tIoU": 0.4102006912231445, "tRecall_50": 0.425, "tRecall_75": 0.28125, "tRecall_90": 0.15, "token_acc": 0.9203708753749659, "epoch": 0.04472420076196786, "step": 135}, {"loss": 0.21231689453125, "grad_norm": 1.0597041845321655, "learning_rate": 9.993091405033427e-06, "tIoU": 0.3631904125213623, "tRecall_50": 0.38125, "tRecall_75": 0.2375, "tRecall_90": 0.125, "token_acc": 0.9234135667396062, "epoch": 0.04638065264204075, "step": 140}, {"loss": 0.20538330078125, "grad_norm": 0.8299375772476196, "learning_rate": 9.991609967688177e-06, "tIoU": 0.36051230430603026, "tRecall_50": 0.39375, "tRecall_75": 0.2, "tRecall_90": 0.11875, "token_acc": 0.92599672310213, "epoch": 0.048037104522113634, "step": 145}, {"loss": 0.2183349609375, "grad_norm": 1.4212013483047485, "learning_rate": 9.989984869896734e-06, "tIoU": 0.40356993675231934, "tRecall_50": 0.41875, "tRecall_75": 0.225, "tRecall_90": 0.1375, "token_acc": 0.9227620087336245, "epoch": 0.04969355640218651, "step": 150}, {"loss": 0.1869384765625, "grad_norm": 1.0363560914993286, "learning_rate": 9.988216158430033e-06, "tIoU": 0.5041727542877197, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.9332970323985843, "epoch": 0.0513500082822594, "step": 155}, {"loss": 0.21168212890625, "grad_norm": 1.5563397407531738, "learning_rate": 9.986303884192269e-06, "tIoU": 0.3747560024261475, "tRecall_50": 0.4, "tRecall_75": 0.225, "tRecall_90": 0.15, "token_acc": 0.9208378672470077, "epoch": 0.053006460162332285, "step": 160}, {"loss": 0.241241455078125, "grad_norm": 1.299424409866333, "learning_rate": 9.984248102219428e-06, "tIoU": 0.366754150390625, "tRecall_50": 0.36875, "tRecall_75": 0.25625, "tRecall_90": 0.13125, "token_acc": 0.9138820972561804, "epoch": 0.05466291204240517, "step": 165}, {"loss": 0.21741943359375, "grad_norm": 1.0233182907104492, "learning_rate": 9.9820488716777e-06, "tIoU": 0.3960076570510864, "tRecall_50": 0.39375, "tRecall_75": 0.2375, "tRecall_90": 0.1125, "token_acc": 0.921913665108606, "epoch": 0.05631936392247805, "step": 170}, {"loss": 0.20966796875, "grad_norm": 1.3914740085601807, "learning_rate": 9.97970625586178e-06, "tIoU": 0.3782615900039673, "tRecall_50": 0.4, "tRecall_75": 0.2375, "tRecall_90": 0.075, "token_acc": 0.9195527679301881, "epoch": 0.057975815802550935, "step": 175}, {"loss": 0.20859375, "grad_norm": 2.2845776081085205, "learning_rate": 9.977220322193056e-06, "tIoU": 0.3086731433868408, "tRecall_50": 0.31875, "tRecall_75": 0.15, "tRecall_90": 0.06875, "token_acc": 0.9243582741671218, "epoch": 0.05963226768262382, "step": 180}, {"loss": 0.1933837890625, "grad_norm": 1.1906710863113403, "learning_rate": 9.974591142217643e-06, "tIoU": 0.4368701457977295, "tRecall_50": 0.49375, "tRecall_75": 0.25, "tRecall_90": 0.1375, "token_acc": 0.9254098360655738, "epoch": 0.06128871956269671, "step": 185}, {"loss": 0.2378662109375, "grad_norm": 1.392911434173584, "learning_rate": 9.971818791604352e-06, "tIoU": 0.4038825511932373, "tRecall_50": 0.425, "tRecall_75": 0.225, "tRecall_90": 0.13125, "token_acc": 0.9137884144683166, "epoch": 0.06294517144276959, "step": 190}, {"loss": 0.2011474609375, "grad_norm": 1.4947774410247803, "learning_rate": 9.968903350142494e-06, "tIoU": 0.4690187931060791, "tRecall_50": 0.5125, "tRecall_75": 0.325, "tRecall_90": 0.2, "token_acc": 0.9279475982532751, "epoch": 0.06460162332284247, "step": 195}, {"loss": 0.213037109375, "grad_norm": 1.037431240081787, "learning_rate": 9.965844901739587e-06, "tIoU": 0.3942296266555786, "tRecall_50": 0.39375, "tRecall_75": 0.25625, "tRecall_90": 0.18125, "token_acc": 0.9247546346782988, "epoch": 0.06625807520291535, "step": 200}, {"loss": 0.20487060546875, "grad_norm": 1.4488091468811035, "learning_rate": 9.962643534418954e-06, "tIoU": 0.3553821325302124, "tRecall_50": 0.36875, "tRecall_75": 0.20625, "tRecall_90": 0.14375, "token_acc": 0.926016926016926, "epoch": 0.06791452708298824, "step": 205}, {"loss": 0.2052978515625, "grad_norm": 1.6319248676300049, "learning_rate": 9.959299340317167e-06, "tIoU": 0.3741840600967407, "tRecall_50": 0.38125, "tRecall_75": 0.21875, "tRecall_90": 0.11875, "token_acc": 0.9247078010328894, "epoch": 0.06957097896306112, "step": 210}, {"loss": 0.20677490234375, "grad_norm": 1.4228874444961548, "learning_rate": 9.955812415681415e-06, "tIoU": 0.41910367012023925, "tRecall_50": 0.475, "tRecall_75": 0.24375, "tRecall_90": 0.1375, "token_acc": 0.9219858156028369, "epoch": 0.071227430843134, "step": 215}, {"loss": 0.2115966796875, "grad_norm": 1.2584068775177002, "learning_rate": 9.952182860866723e-06, "tIoU": 0.3866102695465088, "tRecall_50": 0.41875, "tRecall_75": 0.23125, "tRecall_90": 0.11875, "token_acc": 0.9226987161977602, "epoch": 0.0728838827232069, "step": 220}, {"loss": 0.22449951171875, "grad_norm": 1.393058180809021, "learning_rate": 9.94841078033307e-06, "tIoU": 0.4129181385040283, "tRecall_50": 0.4375, "tRecall_75": 0.31875, "tRecall_90": 0.1375, "token_acc": 0.9216113228089275, "epoch": 0.07454033460327977, "step": 225}, {"loss": 0.2, "grad_norm": 0.6842812895774841, "learning_rate": 9.944496282642377e-06, "tIoU": 0.3872462511062622, "tRecall_50": 0.4, "tRecall_75": 0.21875, "tRecall_90": 0.10625, "token_acc": 0.9230136986301369, "epoch": 0.07619678648335265, "step": 230}, {"loss": 0.199951171875, "grad_norm": 0.8265576362609863, "learning_rate": 9.940439480455386e-06, "tIoU": 0.4176499843597412, "tRecall_50": 0.4375, "tRecall_75": 0.2875, "tRecall_90": 0.16875, "token_acc": 0.9276422764227642, "epoch": 0.07785323836342554, "step": 235}, {"loss": 0.20191650390625, "grad_norm": 1.287611484527588, "learning_rate": 9.936240490528419e-06, "tIoU": 0.4191490650177002, "tRecall_50": 0.44375, "tRecall_75": 0.2375, "tRecall_90": 0.14375, "token_acc": 0.9278096800656276, "epoch": 0.07950969024349842, "step": 240}, {"loss": 0.2110107421875, "grad_norm": 2.240107297897339, "learning_rate": 9.931899433710011e-06, "tIoU": 0.3582831144332886, "tRecall_50": 0.3875, "tRecall_75": 0.23125, "tRecall_90": 0.14375, "token_acc": 0.9243169398907104, "epoch": 0.08116614212357132, "step": 245}, {"loss": 0.21094970703125, "grad_norm": 1.4682356119155884, "learning_rate": 9.927416434937442e-06, "tIoU": 0.40898737907409666, "tRecall_50": 0.44375, "tRecall_75": 0.275, "tRecall_90": 0.15, "token_acc": 0.9186813186813186, "epoch": 0.0828225940036442, "step": 250}, {"loss": 0.2147705078125, "grad_norm": 1.4704352617263794, "learning_rate": 9.922791623233134e-06, "tIoU": 0.3929877281188965, "tRecall_50": 0.4125, "tRecall_75": 0.24375, "tRecall_90": 0.14375, "token_acc": 0.921751025991792, "epoch": 0.08447904588371707, "step": 255}, {"loss": 0.22633056640625, "grad_norm": 1.1237318515777588, "learning_rate": 9.918025131700935e-06, "tIoU": 0.3288701057434082, "tRecall_50": 0.35625, "tRecall_75": 0.175, "tRecall_90": 0.075, "token_acc": 0.9164859002169198, "epoch": 0.08613549776378997, "step": 260}, {"loss": 0.209814453125, "grad_norm": 0.8485398292541504, "learning_rate": 9.9131170975223e-06, "tIoU": 0.38620059490203856, "tRecall_50": 0.41875, "tRecall_75": 0.25625, "tRecall_90": 0.15625, "token_acc": 0.9228251977092992, "epoch": 0.08779194964386285, "step": 265}, {"loss": 0.229541015625, "grad_norm": 1.0994865894317627, "learning_rate": 9.90806766195233e-06, "tIoU": 0.3599583148956299, "tRecall_50": 0.3375, "tRecall_75": 0.2125, "tRecall_90": 0.13125, "token_acc": 0.9150505326413548, "epoch": 0.08944840152393572, "step": 270}, {"loss": 0.21075439453125, "grad_norm": 1.1685243844985962, "learning_rate": 9.902876970315715e-06, "tIoU": 0.43118948936462403, "tRecall_50": 0.45625, "tRecall_75": 0.24375, "tRecall_90": 0.15625, "token_acc": 0.9258855585831063, "epoch": 0.09110485340400862, "step": 275}, {"loss": 0.21552734375, "grad_norm": 1.139899730682373, "learning_rate": 9.897545172002547e-06, "tIoU": 0.3807084321975708, "tRecall_50": 0.39375, "tRecall_75": 0.25, "tRecall_90": 0.1, "token_acc": 0.9180327868852459, "epoch": 0.0927613052840815, "step": 280}, {"loss": 0.2138671875, "grad_norm": 1.5480443239212036, "learning_rate": 9.892072420464026e-06, "tIoU": 0.38507158756256105, "tRecall_50": 0.40625, "tRecall_75": 0.225, "tRecall_90": 0.1375, "token_acc": 0.9227608874281019, "epoch": 0.09441775716415438, "step": 285}, {"loss": 0.22030029296875, "grad_norm": 1.032457709312439, "learning_rate": 9.886458873208032e-06, "tIoU": 0.3452916622161865, "tRecall_50": 0.3875, "tRecall_75": 0.18125, "tRecall_90": 0.1, "token_acc": 0.9176438505590401, "epoch": 0.09607420904422727, "step": 290}, {"loss": 0.2167236328125, "grad_norm": 0.9075541496276855, "learning_rate": 9.880704691794608e-06, "tIoU": 0.4258786678314209, "tRecall_50": 0.46875, "tRecall_75": 0.24375, "tRecall_90": 0.14375, "token_acc": 0.9236224768139661, "epoch": 0.09773066092430015, "step": 295}, {"loss": 0.21466064453125, "grad_norm": 1.0214622020721436, "learning_rate": 9.874810041831298e-06, "tIoU": 0.3763920783996582, "tRecall_50": 0.3875, "tRecall_75": 0.24375, "tRecall_90": 0.1125, "token_acc": 0.9165987503395816, "epoch": 0.09938711280437303, "step": 300}, {"loss": 0.2041259765625, "grad_norm": 1.1842350959777832, "learning_rate": 9.868775092968384e-06, "tIoU": 0.40878806114196775, "tRecall_50": 0.44375, "tRecall_75": 0.24375, "tRecall_90": 0.11875, "token_acc": 0.9258544652701213, "epoch": 0.10104356468444592, "step": 305}, {"loss": 0.20582275390625, "grad_norm": 0.8652589917182922, "learning_rate": 9.862600018894004e-06, "tIoU": 0.4304371356964111, "tRecall_50": 0.48125, "tRecall_75": 0.29375, "tRecall_90": 0.14375, "token_acc": 0.9270549809471965, "epoch": 0.1027000165645188, "step": 310}, {"loss": 0.208935546875, "grad_norm": 0.7112290263175964, "learning_rate": 9.856284997329158e-06, "tIoU": 0.4469610214233398, "tRecall_50": 0.4875, "tRecall_75": 0.325, "tRecall_90": 0.175, "token_acc": 0.9251220835594139, "epoch": 0.10435646844459169, "step": 315}, {"loss": 0.20050048828125, "grad_norm": 0.9329437017440796, "learning_rate": 9.849830210022582e-06, "tIoU": 0.40624032020568845, "tRecall_50": 0.4625, "tRecall_75": 0.25, "tRecall_90": 0.15, "token_acc": 0.9263186514410006, "epoch": 0.10601292032466457, "step": 320}, {"loss": 0.20771484375, "grad_norm": 0.8619602918624878, "learning_rate": 9.843235842745527e-06, "tIoU": 0.42284512519836426, "tRecall_50": 0.45625, "tRecall_75": 0.33125, "tRecall_90": 0.18125, "token_acc": 0.9282009282009283, "epoch": 0.10766937220473745, "step": 325}, {"loss": 0.20517578125, "grad_norm": 1.0323230028152466, "learning_rate": 9.836502085286408e-06, "tIoU": 0.4263624668121338, "tRecall_50": 0.4625, "tRecall_75": 0.275, "tRecall_90": 0.1625, "token_acc": 0.9240196078431373, "epoch": 0.10932582408481034, "step": 330}, {"loss": 0.1996337890625, "grad_norm": 0.9358793497085571, "learning_rate": 9.829629131445342e-06, "tIoU": 0.43193893432617186, "tRecall_50": 0.4875, "tRecall_75": 0.29375, "tRecall_90": 0.16875, "token_acc": 0.9253609370743666, "epoch": 0.11098227596488322, "step": 335}, {"loss": 0.1948974609375, "grad_norm": 1.001521348953247, "learning_rate": 9.822617179028575e-06, "tIoU": 0.4342972278594971, "tRecall_50": 0.475, "tRecall_75": 0.275, "tRecall_90": 0.15, "token_acc": 0.9282608695652174, "epoch": 0.1126387278449561, "step": 340}, {"loss": 0.21611328125, "grad_norm": 2.615863800048828, "learning_rate": 9.815466429842781e-06, "tIoU": 0.39210269451141355, "tRecall_50": 0.44375, "tRecall_75": 0.2125, "tRecall_90": 0.1, "token_acc": 0.919674355495251, "epoch": 0.11429517972502899, "step": 345}, {"loss": 0.20706787109375, "grad_norm": 0.9220526814460754, "learning_rate": 9.808177089689258e-06, "tIoU": 0.38988595008850097, "tRecall_50": 0.4125, "tRecall_75": 0.19375, "tRecall_90": 0.1125, "token_acc": 0.9216164903715758, "epoch": 0.11595163160510187, "step": 350}, {"loss": 0.21361083984375, "grad_norm": 0.709984302520752, "learning_rate": 9.80074936835801e-06, "tIoU": 0.38606836795806887, "tRecall_50": 0.375, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.92001092001092, "epoch": 0.11760808348517475, "step": 355}, {"loss": 0.2229736328125, "grad_norm": 1.1009283065795898, "learning_rate": 9.793183479621698e-06, "tIoU": 0.36677961349487304, "tRecall_50": 0.40625, "tRecall_75": 0.2375, "tRecall_90": 0.1125, "token_acc": 0.918794133623031, "epoch": 0.11926453536524764, "step": 360}, {"loss": 0.2166748046875, "grad_norm": 0.8078213334083557, "learning_rate": 9.7854796412295e-06, "tIoU": 0.39091346263885496, "tRecall_50": 0.41875, "tRecall_75": 0.225, "tRecall_90": 0.1375, "token_acc": 0.9237913138486752, "epoch": 0.12092098724532052, "step": 365}, {"loss": 0.2100341796875, "grad_norm": 1.2046617269515991, "learning_rate": 9.777638074900831e-06, "tIoU": 0.3710833311080933, "tRecall_50": 0.3875, "tRecall_75": 0.25, "tRecall_90": 0.14375, "token_acc": 0.9218792679595739, "epoch": 0.12257743912539341, "step": 370}, {"loss": 0.19754638671875, "grad_norm": 0.7990026473999023, "learning_rate": 9.769659006318976e-06, "tIoU": 0.42026567459106445, "tRecall_50": 0.43125, "tRecall_75": 0.2875, "tRecall_90": 0.175, "token_acc": 0.9290375203915171, "epoch": 0.1242338910054663, "step": 375}, {"loss": 0.2066650390625, "grad_norm": 1.6983764171600342, "learning_rate": 9.761542665124581e-06, "tIoU": 0.43697614669799806, "tRecall_50": 0.45625, "tRecall_75": 0.29375, "tRecall_90": 0.16875, "token_acc": 0.9224467504096122, "epoch": 0.12589034288553919, "step": 380}, {"loss": 0.22811279296875, "grad_norm": 1.0884811878204346, "learning_rate": 9.753289284909058e-06, "tIoU": 0.3808962106704712, "tRecall_50": 0.38125, "tRecall_75": 0.21875, "tRecall_90": 0.10625, "token_acc": 0.9218835057158411, "epoch": 0.12754679476561206, "step": 385}, {"loss": 0.20244140625, "grad_norm": 0.9224457144737244, "learning_rate": 9.744899103207844e-06, "tIoU": 0.4360054492950439, "tRecall_50": 0.45625, "tRecall_75": 0.3, "tRecall_90": 0.125, "token_acc": 0.924931506849315, "epoch": 0.12920324664568494, "step": 390}, {"loss": 0.20810546875, "grad_norm": 0.8712586164474487, "learning_rate": 9.736372361493584e-06, "tIoU": 0.3716521024703979, "tRecall_50": 0.4125, "tRecall_75": 0.21875, "tRecall_90": 0.1125, "token_acc": 0.9206306061429737, "epoch": 0.13085969852575782, "step": 395}, {"loss": 0.21021728515625, "grad_norm": 1.1710703372955322, "learning_rate": 9.72770930516917e-06, "tIoU": 0.4056431293487549, "tRecall_50": 0.425, "tRecall_75": 0.25, "tRecall_90": 0.15, "token_acc": 0.9221949221949222, "epoch": 0.1325161504058307, "step": 400}, {"loss": 0.19761962890625, "grad_norm": 0.7631689310073853, "learning_rate": 9.718910183560681e-06, "tIoU": 0.4559678077697754, "tRecall_50": 0.51875, "tRecall_75": 0.26875, "tRecall_90": 0.13125, "token_acc": 0.9256535947712419, "epoch": 0.1341726022859036, "step": 405}, {"loss": 0.1939453125, "grad_norm": 0.915810227394104, "learning_rate": 9.709975249910203e-06, "tIoU": 0.4479662895202637, "tRecall_50": 0.48125, "tRecall_75": 0.3125, "tRecall_90": 0.1375, "token_acc": 0.9278491391090462, "epoch": 0.1358290541659765, "step": 410}, {"loss": 0.21029052734375, "grad_norm": 1.0448435544967651, "learning_rate": 9.70090476136855e-06, "tIoU": 0.3750492334365845, "tRecall_50": 0.375, "tRecall_75": 0.16875, "tRecall_90": 0.1, "token_acc": 0.9177335875783166, "epoch": 0.13748550604604937, "step": 415}, {"loss": 0.203662109375, "grad_norm": 0.628413736820221, "learning_rate": 9.691698978987855e-06, "tIoU": 0.42995514869689944, "tRecall_50": 0.4375, "tRecall_75": 0.26875, "tRecall_90": 0.1875, "token_acc": 0.9260071252397917, "epoch": 0.13914195792612225, "step": 420}, {"loss": 0.21212158203125, "grad_norm": 1.1309181451797485, "learning_rate": 9.68235816771406e-06, "tIoU": 0.39581320285797117, "tRecall_50": 0.4125, "tRecall_75": 0.25, "tRecall_90": 0.10625, "token_acc": 0.921152800435019, "epoch": 0.14079840980619512, "step": 425}, {"loss": 0.20416259765625, "grad_norm": 1.401801347732544, "learning_rate": 9.672882596379289e-06, "tIoU": 0.4487812042236328, "tRecall_50": 0.4625, "tRecall_75": 0.25, "tRecall_90": 0.15625, "token_acc": 0.9282608695652174, "epoch": 0.142454861686268, "step": 430}, {"loss": 0.2014404296875, "grad_norm": 2.224544048309326, "learning_rate": 9.663272537694112e-06, "tIoU": 0.4233854293823242, "tRecall_50": 0.425, "tRecall_75": 0.29375, "tRecall_90": 0.19375, "token_acc": 0.9256333424135113, "epoch": 0.1441113135663409, "step": 435}, {"loss": 0.23248291015625, "grad_norm": 1.4557292461395264, "learning_rate": 9.653528268239703e-06, "tIoU": 0.37023661136627195, "tRecall_50": 0.4, "tRecall_75": 0.23125, "tRecall_90": 0.14375, "token_acc": 0.919891008174387, "epoch": 0.1457677654464138, "step": 440}, {"loss": 0.20894775390625, "grad_norm": 0.7993345856666565, "learning_rate": 9.643650068459863e-06, "tIoU": 0.3795598268508911, "tRecall_50": 0.40625, "tRecall_75": 0.25, "tRecall_90": 0.13125, "token_acc": 0.9216589861751152, "epoch": 0.14742421732648667, "step": 445}, {"loss": 0.19896240234375, "grad_norm": 0.7730422616004944, "learning_rate": 9.633638222652967e-06, "tIoU": 0.44626917839050295, "tRecall_50": 0.475, "tRecall_75": 0.28125, "tRecall_90": 0.1375, "token_acc": 0.9271884374147805, "epoch": 0.14908066920655955, "step": 450}, {"loss": 0.19267578125, "grad_norm": 1.0593730211257935, "learning_rate": 9.62349301896377e-06, "tIoU": 0.47444000244140627, "tRecall_50": 0.5375, "tRecall_75": 0.33125, "tRecall_90": 0.1875, "token_acc": 0.9296276013143483, "epoch": 0.15073712108663243, "step": 455}, {"loss": 0.2082275390625, "grad_norm": 1.3340295553207397, "learning_rate": 9.613214749375117e-06, "tIoU": 0.3983908653259277, "tRecall_50": 0.425, "tRecall_75": 0.24375, "tRecall_90": 0.1, "token_acc": 0.9190515126737531, "epoch": 0.1523935729667053, "step": 460}, {"loss": 0.204669189453125, "grad_norm": 1.7444744110107422, "learning_rate": 9.602803709699544e-06, "tIoU": 0.4280558109283447, "tRecall_50": 0.425, "tRecall_75": 0.28125, "tRecall_90": 0.1875, "token_acc": 0.924863387978142, "epoch": 0.1540500248467782, "step": 465}, {"loss": 0.19615478515625, "grad_norm": 0.8501169681549072, "learning_rate": 9.592260199570761e-06, "tIoU": 0.4689803600311279, "tRecall_50": 0.55625, "tRecall_75": 0.2875, "tRecall_90": 0.1625, "token_acc": 0.9298772169167804, "epoch": 0.1557064767268511, "step": 470}, {"loss": 0.19647216796875, "grad_norm": 0.9778183102607727, "learning_rate": 9.581584522435025e-06, "tIoU": 0.4351979732513428, "tRecall_50": 0.4625, "tRecall_75": 0.2875, "tRecall_90": 0.1375, "token_acc": 0.9268624252311038, "epoch": 0.15736292860692397, "step": 475}, {"loss": 0.20498046875, "grad_norm": 2.016467571258545, "learning_rate": 9.570776985542412e-06, "tIoU": 0.3808635950088501, "tRecall_50": 0.39375, "tRecall_75": 0.2375, "tRecall_90": 0.125, "token_acc": 0.92259471245571, "epoch": 0.15901938048699685, "step": 480}, {"loss": 0.19613037109375, "grad_norm": 1.0405495166778564, "learning_rate": 9.559837899937969e-06, "tIoU": 0.4024021625518799, "tRecall_50": 0.44375, "tRecall_75": 0.23125, "tRecall_90": 0.125, "token_acc": 0.9285714285714286, "epoch": 0.16067583236706973, "step": 485}, {"loss": 0.21041259765625, "grad_norm": 0.8386410474777222, "learning_rate": 9.548767580452774e-06, "tIoU": 0.3991211175918579, "tRecall_50": 0.4375, "tRecall_75": 0.21875, "tRecall_90": 0.13125, "token_acc": 0.9234111895708854, "epoch": 0.16233228424714263, "step": 490}, {"loss": 0.20345458984375, "grad_norm": 0.8995386362075806, "learning_rate": 9.537566345694858e-06, "tIoU": 0.4358872890472412, "tRecall_50": 0.45, "tRecall_75": 0.29375, "tRecall_90": 0.175, "token_acc": 0.9267429193899782, "epoch": 0.1639887361272155, "step": 495}, {"loss": 0.22125244140625, "grad_norm": 1.1592190265655518, "learning_rate": 9.526234518040045e-06, "tIoU": 0.4078409671783447, "tRecall_50": 0.425, "tRecall_75": 0.21875, "tRecall_90": 0.1125, "token_acc": 0.9186615886833515, "epoch": 0.1656451880072884, "step": 500}, {"loss": 0.19886474609375, "grad_norm": 0.7966618537902832, "learning_rate": 9.514772423622675e-06, "tIoU": 0.42186427116394043, "tRecall_50": 0.45625, "tRecall_75": 0.29375, "tRecall_90": 0.1625, "token_acc": 0.9272082878953108, "epoch": 0.16730163988736127, "step": 505}, {"loss": 0.19793701171875, "grad_norm": 0.9623781442642212, "learning_rate": 9.503180392326216e-06, "tIoU": 0.3930193901062012, "tRecall_50": 0.4, "tRecall_75": 0.2375, "tRecall_90": 0.125, "token_acc": 0.9251626898047722, "epoch": 0.16895809176743415, "step": 510}, {"loss": 0.1953857421875, "grad_norm": 0.6200118660926819, "learning_rate": 9.491458757773766e-06, "tIoU": 0.41460366249084474, "tRecall_50": 0.45625, "tRecall_75": 0.26875, "tRecall_90": 0.1375, "token_acc": 0.9282781275663838, "epoch": 0.17061454364750703, "step": 515}, {"loss": 0.20228271484375, "grad_norm": 1.1414382457733154, "learning_rate": 9.479607857318454e-06, "tIoU": 0.38944082260131835, "tRecall_50": 0.38125, "tRecall_75": 0.19375, "tRecall_90": 0.13125, "token_acc": 0.9247691472026073, "epoch": 0.17227099552757993, "step": 520}, {"loss": 0.19791259765625, "grad_norm": 1.2351086139678955, "learning_rate": 9.467628032033736e-06, "tIoU": 0.4324169158935547, "tRecall_50": 0.4625, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.928708527556896, "epoch": 0.1739274474076528, "step": 525}, {"loss": 0.20428466796875, "grad_norm": 0.743243396282196, "learning_rate": 9.455519626703569e-06, "tIoU": 0.4392641544342041, "tRecall_50": 0.45625, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.9266104919815167, "epoch": 0.1755838992877257, "step": 530}, {"loss": 0.2037353515625, "grad_norm": 0.8498077988624573, "learning_rate": 9.443282989812494e-06, "tIoU": 0.412492561340332, "tRecall_50": 0.4375, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.9238095238095239, "epoch": 0.17724035116779857, "step": 535}, {"loss": 0.205322265625, "grad_norm": 1.0970443487167358, "learning_rate": 9.430918473535608e-06, "tIoU": 0.37448511123657224, "tRecall_50": 0.4125, "tRecall_75": 0.21875, "tRecall_90": 0.09375, "token_acc": 0.9238302502720348, "epoch": 0.17889680304787145, "step": 540}, {"loss": 0.1890869140625, "grad_norm": 0.8291623592376709, "learning_rate": 9.418426433728422e-06, "tIoU": 0.42394604682922366, "tRecall_50": 0.45, "tRecall_75": 0.30625, "tRecall_90": 0.21875, "token_acc": 0.928648941942485, "epoch": 0.18055325492794436, "step": 545}, {"loss": 0.2061279296875, "grad_norm": 0.6164119839668274, "learning_rate": 9.405807229916627e-06, "tIoU": 0.4139378070831299, "tRecall_50": 0.45625, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.9257534246575343, "epoch": 0.18220970680801724, "step": 550}, {"loss": 0.2061279296875, "grad_norm": 0.6960002779960632, "learning_rate": 9.393061225285743e-06, "tIoU": 0.43050251007080076, "tRecall_50": 0.48125, "tRecall_75": 0.29375, "tRecall_90": 0.16875, "token_acc": 0.9229714912280702, "epoch": 0.18386615868809011, "step": 555}, {"loss": 0.20994873046875, "grad_norm": 0.5982994437217712, "learning_rate": 9.380188786670658e-06, "tIoU": 0.4323147773742676, "tRecall_50": 0.475, "tRecall_75": 0.30625, "tRecall_90": 0.15625, "token_acc": 0.924625850340136, "epoch": 0.185522610568163, "step": 560}, {"loss": 0.20672607421875, "grad_norm": 0.9660420417785645, "learning_rate": 9.367190284545087e-06, "tIoU": 0.39801385402679446, "tRecall_50": 0.425, "tRecall_75": 0.2375, "tRecall_90": 0.1375, "token_acc": 0.9272229822161423, "epoch": 0.18717906244823587, "step": 565}, {"loss": 0.20430908203125, "grad_norm": 1.1773065328598022, "learning_rate": 9.354066093010898e-06, "tIoU": 0.43274626731872556, "tRecall_50": 0.475, "tRecall_75": 0.3, "tRecall_90": 0.18125, "token_acc": 0.9278265642151482, "epoch": 0.18883551432830875, "step": 570}, {"loss": 0.212548828125, "grad_norm": 0.8048617839813232, "learning_rate": 9.34081658978735e-06, "tIoU": 0.3752558469772339, "tRecall_50": 0.425, "tRecall_75": 0.24375, "tRecall_90": 0.13125, "token_acc": 0.920457640969763, "epoch": 0.19049196620838166, "step": 575}, {"loss": 0.21248779296875, "grad_norm": 0.9784430861473083, "learning_rate": 9.327442156200217e-06, "tIoU": 0.37024669647216796, "tRecall_50": 0.40625, "tRecall_75": 0.24375, "tRecall_90": 0.125, "token_acc": 0.9211674849972722, "epoch": 0.19214841808845454, "step": 580}, {"loss": 0.20013427734375, "grad_norm": 0.6120262145996094, "learning_rate": 9.31394317717082e-06, "tIoU": 0.3950212001800537, "tRecall_50": 0.41875, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.9249183895538629, "epoch": 0.19380486996852742, "step": 585}, {"loss": 0.2031494140625, "grad_norm": 0.9045140743255615, "learning_rate": 9.300320041204947e-06, "tIoU": 0.3816364288330078, "tRecall_50": 0.3875, "tRecall_75": 0.2375, "tRecall_90": 0.13125, "token_acc": 0.9198796828001093, "epoch": 0.1954613218486003, "step": 590}, {"loss": 0.20784912109375, "grad_norm": 0.8213251233100891, "learning_rate": 9.286573140381663e-06, "tIoU": 0.38571197986602784, "tRecall_50": 0.4, "tRecall_75": 0.225, "tRecall_90": 0.14375, "token_acc": 0.9187192118226601, "epoch": 0.19711777372867317, "step": 595}, {"loss": 0.2129150390625, "grad_norm": 1.0238463878631592, "learning_rate": 9.27270287034204e-06, "tIoU": 0.3954395532608032, "tRecall_50": 0.4125, "tRecall_75": 0.25625, "tRecall_90": 0.11875, "token_acc": 0.9212962962962963, "epoch": 0.19877422560874605, "step": 600}, {"loss": 0.2011474609375, "grad_norm": 0.9386512041091919, "learning_rate": 9.258709630277758e-06, "tIoU": 0.44506659507751467, "tRecall_50": 0.4625, "tRecall_75": 0.31875, "tRecall_90": 0.2125, "token_acc": 0.9281241491968418, "epoch": 0.20043067748881896, "step": 605}, {"loss": 0.21365966796875, "grad_norm": 0.9578312039375305, "learning_rate": 9.244593822919627e-06, "tIoU": 0.4140200138092041, "tRecall_50": 0.4375, "tRecall_75": 0.25625, "tRecall_90": 0.125, "token_acc": 0.9228478613968598, "epoch": 0.20208712936889184, "step": 610}, {"loss": 0.200927734375, "grad_norm": 0.7569881677627563, "learning_rate": 9.230355854525988e-06, "tIoU": 0.4180906295776367, "tRecall_50": 0.4, "tRecall_75": 0.28125, "tRecall_90": 0.15625, "token_acc": 0.92599672310213, "epoch": 0.20374358124896472, "step": 615}, {"loss": 0.21513671875, "grad_norm": 1.0914299488067627, "learning_rate": 9.215996134871022e-06, "tIoU": 0.4746194362640381, "tRecall_50": 0.48125, "tRecall_75": 0.3125, "tRecall_90": 0.1875, "token_acc": 0.9261672095548317, "epoch": 0.2054000331290376, "step": 620}, {"loss": 0.21025390625, "grad_norm": 1.3213762044906616, "learning_rate": 9.201515077232958e-06, "tIoU": 0.40032429695129396, "tRecall_50": 0.425, "tRecall_75": 0.26875, "tRecall_90": 0.15, "token_acc": 0.9208163265306123, "epoch": 0.20705648500911047, "step": 625}, {"loss": 0.20615234375, "grad_norm": 0.7429459095001221, "learning_rate": 9.186913098382185e-06, "tIoU": 0.3921077728271484, "tRecall_50": 0.425, "tRecall_75": 0.2375, "tRecall_90": 0.15625, "token_acc": 0.92253136933988, "epoch": 0.20871293688918338, "step": 630}, {"loss": 0.19805908203125, "grad_norm": 0.5693696141242981, "learning_rate": 9.172190618569236e-06, "tIoU": 0.4365880012512207, "tRecall_50": 0.51875, "tRecall_75": 0.29375, "tRecall_90": 0.13125, "token_acc": 0.9241095890410959, "epoch": 0.21036938876925626, "step": 635}, {"loss": 0.202734375, "grad_norm": 0.9004400968551636, "learning_rate": 9.157348061512728e-06, "tIoU": 0.4088085651397705, "tRecall_50": 0.4, "tRecall_75": 0.23125, "tRecall_90": 0.14375, "token_acc": 0.9220496047969474, "epoch": 0.21202584064932914, "step": 640}, {"loss": 0.2077392578125, "grad_norm": 0.7956172227859497, "learning_rate": 9.142385854387128e-06, "tIoU": 0.430449914932251, "tRecall_50": 0.4625, "tRecall_75": 0.26875, "tRecall_90": 0.15, "token_acc": 0.926341730558598, "epoch": 0.21368229252940202, "step": 645}, {"loss": 0.19696044921875, "grad_norm": 1.3825262784957886, "learning_rate": 9.127304427810491e-06, "tIoU": 0.4330602169036865, "tRecall_50": 0.46875, "tRecall_75": 0.3, "tRecall_90": 0.1625, "token_acc": 0.9287080032777929, "epoch": 0.2153387444094749, "step": 650}, {"loss": 0.19677734375, "grad_norm": 0.8429790735244751, "learning_rate": 9.112104215832047e-06, "tIoU": 0.44784393310546877, "tRecall_50": 0.46875, "tRecall_75": 0.33125, "tRecall_90": 0.1375, "token_acc": 0.9253448742223425, "epoch": 0.21699519628954778, "step": 655}, {"loss": 0.1898681640625, "grad_norm": 1.006079077720642, "learning_rate": 9.096785655919717e-06, "tIoU": 0.4568333148956299, "tRecall_50": 0.525, "tRecall_75": 0.30625, "tRecall_90": 0.15625, "token_acc": 0.9266503667481663, "epoch": 0.21865164816962068, "step": 660}, {"loss": 0.20240478515625, "grad_norm": 1.004454493522644, "learning_rate": 9.08134918894752e-06, "tIoU": 0.4059146404266357, "tRecall_50": 0.44375, "tRecall_75": 0.2375, "tRecall_90": 0.1625, "token_acc": 0.9259560618388935, "epoch": 0.22030810004969356, "step": 665}, {"loss": 0.21419677734375, "grad_norm": 1.2122886180877686, "learning_rate": 9.06579525918289e-06, "tIoU": 0.39986677169799806, "tRecall_50": 0.425, "tRecall_75": 0.24375, "tRecall_90": 0.125, "token_acc": 0.9207866703086588, "epoch": 0.22196455192976644, "step": 670}, {"loss": 0.19896240234375, "grad_norm": 0.996263325214386, "learning_rate": 9.050124314273876e-06, "tIoU": 0.44341330528259276, "tRecall_50": 0.45, "tRecall_75": 0.325, "tRecall_90": 0.24375, "token_acc": 0.9287858117326058, "epoch": 0.22362100380983932, "step": 675}, {"loss": 0.18890380859375, "grad_norm": 1.0415918827056885, "learning_rate": 9.034336805236279e-06, "tIoU": 0.4918671131134033, "tRecall_50": 0.53125, "tRecall_75": 0.3875, "tRecall_90": 0.2125, "token_acc": 0.9328950972336346, "epoch": 0.2252774556899122, "step": 680}, {"loss": 0.1934814453125, "grad_norm": 1.1638715267181396, "learning_rate": 9.018433186440648e-06, "tIoU": 0.4474335193634033, "tRecall_50": 0.5125, "tRecall_75": 0.28125, "tRecall_90": 0.1375, "token_acc": 0.9242506811989101, "epoch": 0.2269339075699851, "step": 685}, {"loss": 0.197998046875, "grad_norm": 0.9654197096824646, "learning_rate": 9.002413915599223e-06, "tIoU": 0.42355170249938967, "tRecall_50": 0.4625, "tRecall_75": 0.30625, "tRecall_90": 0.15, "token_acc": 0.927945205479452, "epoch": 0.22859035945005798, "step": 690}, {"loss": 0.18358154296875, "grad_norm": 1.0001038312911987, "learning_rate": 8.986279453752758e-06, "tIoU": 0.46906189918518065, "tRecall_50": 0.51875, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.9319357473454941, "epoch": 0.23024681133013086, "step": 695}, {"loss": 0.19979248046875, "grad_norm": 0.7672055959701538, "learning_rate": 8.970030265257237e-06, "tIoU": 0.4617455959320068, "tRecall_50": 0.475, "tRecall_75": 0.31875, "tRecall_90": 0.175, "token_acc": 0.9294117647058824, "epoch": 0.23190326321020374, "step": 700}, {"loss": 0.1921478271484375, "grad_norm": 1.1377357244491577, "learning_rate": 8.95366681777053e-06, "tIoU": 0.5030450820922852, "tRecall_50": 0.575, "tRecall_75": 0.30625, "tRecall_90": 0.14375, "token_acc": 0.9286105032822757, "epoch": 0.23355971509027662, "step": 705}, {"loss": 0.18690185546875, "grad_norm": 0.7430127263069153, "learning_rate": 8.93718958223892e-06, "tIoU": 0.48911266326904296, "tRecall_50": 0.55625, "tRecall_75": 0.375, "tRecall_90": 0.2, "token_acc": 0.9318986652138382, "epoch": 0.2352161669703495, "step": 710}, {"loss": 0.18934326171875, "grad_norm": 1.4037368297576904, "learning_rate": 8.920599032883553e-06, "tIoU": 0.47382540702819825, "tRecall_50": 0.525, "tRecall_75": 0.3125, "tRecall_90": 0.18125, "token_acc": 0.9306389950846532, "epoch": 0.2368726188504224, "step": 715}, {"loss": 0.19332275390625, "grad_norm": 1.0208420753479004, "learning_rate": 8.903895647186795e-06, "tIoU": 0.45374493598937987, "tRecall_50": 0.5, "tRecall_75": 0.325, "tRecall_90": 0.15625, "token_acc": 0.929000546149645, "epoch": 0.23852907073049529, "step": 720}, {"loss": 0.20794677734375, "grad_norm": 1.0198099613189697, "learning_rate": 8.887079905878484e-06, "tIoU": 0.4108377456665039, "tRecall_50": 0.4, "tRecall_75": 0.26875, "tRecall_90": 0.16875, "token_acc": 0.92, "epoch": 0.24018552261056816, "step": 725}, {"loss": 0.19293212890625, "grad_norm": 0.7189662456512451, "learning_rate": 8.870152292922088e-06, "tIoU": 0.4601301193237305, "tRecall_50": 0.48125, "tRecall_75": 0.30625, "tRecall_90": 0.2125, "token_acc": 0.9284934497816594, "epoch": 0.24184197449064104, "step": 730}, {"loss": 0.19169921875, "grad_norm": 0.6107938289642334, "learning_rate": 8.853113295500795e-06, "tIoU": 0.4262246608734131, "tRecall_50": 0.46875, "tRecall_75": 0.275, "tRecall_90": 0.18125, "token_acc": 0.9268823049741778, "epoch": 0.24349842637071392, "step": 735}, {"loss": 0.18800048828125, "grad_norm": 1.1699308156967163, "learning_rate": 8.83596340400347e-06, "tIoU": 0.4297788143157959, "tRecall_50": 0.45625, "tRecall_75": 0.2875, "tRecall_90": 0.15625, "token_acc": 0.9256957579032694, "epoch": 0.24515487825078683, "step": 740}, {"loss": 0.19488525390625, "grad_norm": 1.092249870300293, "learning_rate": 8.818703112010562e-06, "tIoU": 0.46174063682556155, "tRecall_50": 0.49375, "tRecall_75": 0.325, "tRecall_90": 0.16875, "token_acc": 0.9296959826275787, "epoch": 0.2468113301308597, "step": 745}, {"loss": 0.18875732421875, "grad_norm": 0.7532621026039124, "learning_rate": 8.801332916279882e-06, "tIoU": 0.45071096420288087, "tRecall_50": 0.475, "tRecall_75": 0.2875, "tRecall_90": 0.18125, "token_acc": 0.9270351211543697, "epoch": 0.2484677820109326, "step": 750}, {"loss": 0.20074462890625, "grad_norm": 2.170947790145874, "learning_rate": 8.783853316732313e-06, "tIoU": 0.49216256141662595, "tRecall_50": 0.56875, "tRecall_75": 0.35, "tRecall_90": 0.15625, "token_acc": 0.9251089324618736, "epoch": 0.25012423389100547, "step": 755}, {"loss": 0.190087890625, "grad_norm": 1.188899278640747, "learning_rate": 8.766264816437424e-06, "tIoU": 0.46337170600891114, "tRecall_50": 0.50625, "tRecall_75": 0.3375, "tRecall_90": 0.20625, "token_acc": 0.930752453653217, "epoch": 0.25178068577107837, "step": 760}, {"loss": 0.19886474609375, "grad_norm": 1.1944361925125122, "learning_rate": 8.74856792159899e-06, "tIoU": 0.462370777130127, "tRecall_50": 0.5125, "tRecall_75": 0.3, "tRecall_90": 0.15, "token_acc": 0.9253486464315013, "epoch": 0.2534371376511512, "step": 765}, {"loss": 0.19873046875, "grad_norm": 0.7964621782302856, "learning_rate": 8.730763141540417e-06, "tIoU": 0.45714559555053713, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.175, "token_acc": 0.9252514270182115, "epoch": 0.25509358953122413, "step": 770}, {"loss": 0.18829345703125, "grad_norm": 0.7337274551391602, "learning_rate": 8.712850988690094e-06, "tIoU": 0.4462399959564209, "tRecall_50": 0.44375, "tRecall_75": 0.3, "tRecall_90": 0.1625, "token_acc": 0.9265629265629266, "epoch": 0.256750041411297, "step": 775}, {"loss": 0.189453125, "grad_norm": 0.7784756422042847, "learning_rate": 8.69483197856664e-06, "tIoU": 0.46086978912353516, "tRecall_50": 0.5125, "tRecall_75": 0.30625, "tRecall_90": 0.175, "token_acc": 0.9283582089552239, "epoch": 0.2584064932913699, "step": 780}, {"loss": 0.1882568359375, "grad_norm": 1.1280466318130493, "learning_rate": 8.676706629764066e-06, "tIoU": 0.43913564682006834, "tRecall_50": 0.46875, "tRecall_75": 0.325, "tRecall_90": 0.23125, "token_acc": 0.9317812669193286, "epoch": 0.2600629451714428, "step": 785}, {"loss": 0.19073486328125, "grad_norm": 1.155369758605957, "learning_rate": 8.658475463936849e-06, "tIoU": 0.4262383937835693, "tRecall_50": 0.475, "tRecall_75": 0.275, "tRecall_90": 0.16875, "token_acc": 0.9268823049741778, "epoch": 0.26171939705151565, "step": 790}, {"loss": 0.1776611328125, "grad_norm": 0.912137508392334, "learning_rate": 8.640139005784924e-06, "tIoU": 0.4809135437011719, "tRecall_50": 0.50625, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.9387533875338754, "epoch": 0.26337584893158855, "step": 795}, {"loss": 0.1993408203125, "grad_norm": 0.8160951137542725, "learning_rate": 8.621697783038579e-06, "tIoU": 0.4257484436035156, "tRecall_50": 0.45, "tRecall_75": 0.275, "tRecall_90": 0.18125, "token_acc": 0.9266104919815167, "epoch": 0.2650323008116614, "step": 800}, {"loss": 0.20721435546875, "grad_norm": 1.2261631488800049, "learning_rate": 8.603152326443262e-06, "tIoU": 0.3971306324005127, "tRecall_50": 0.43125, "tRecall_75": 0.2625, "tRecall_90": 0.16875, "token_acc": 0.9231607629427793, "epoch": 0.2666887526917343, "step": 805}, {"loss": 0.190179443359375, "grad_norm": 0.836064875125885, "learning_rate": 8.584503169744317e-06, "tIoU": 0.4348409652709961, "tRecall_50": 0.44375, "tRecall_75": 0.28125, "tRecall_90": 0.1375, "token_acc": 0.9255725190839694, "epoch": 0.2683452045718072, "step": 810}, {"loss": 0.18424072265625, "grad_norm": 1.0177319049835205, "learning_rate": 8.565750849671616e-06, "tIoU": 0.4764713764190674, "tRecall_50": 0.5125, "tRecall_75": 0.31875, "tRecall_90": 0.1625, "token_acc": 0.9304608671938914, "epoch": 0.27000165645188007, "step": 815}, {"loss": 0.2025146484375, "grad_norm": 1.2009479999542236, "learning_rate": 8.546895905924108e-06, "tIoU": 0.44049744606018065, "tRecall_50": 0.45625, "tRecall_75": 0.30625, "tRecall_90": 0.1625, "token_acc": 0.9228041462084016, "epoch": 0.271658108331953, "step": 820}, {"loss": 0.18092041015625, "grad_norm": 1.2032681703567505, "learning_rate": 8.527938881154298e-06, "tIoU": 0.49778046607971194, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.20625, "token_acc": 0.9352282044274391, "epoch": 0.2733145602120258, "step": 825}, {"loss": 0.1801513671875, "grad_norm": 0.7700127363204956, "learning_rate": 8.508880320952614e-06, "tIoU": 0.45802984237670896, "tRecall_50": 0.5125, "tRecall_75": 0.3125, "tRecall_90": 0.15625, "token_acc": 0.9306768558951966, "epoch": 0.27497101209209873, "step": 830}, {"loss": 0.1873046875, "grad_norm": 0.8778393268585205, "learning_rate": 8.489720773831717e-06, "tIoU": 0.43945879936218263, "tRecall_50": 0.48125, "tRecall_75": 0.275, "tRecall_90": 0.14375, "token_acc": 0.9299014238773274, "epoch": 0.2766274639721716, "step": 835}, {"loss": 0.20679931640625, "grad_norm": 0.9640583395957947, "learning_rate": 8.470460791210713e-06, "tIoU": 0.4216761112213135, "tRecall_50": 0.45625, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.9230978260869566, "epoch": 0.2782839158522445, "step": 840}, {"loss": 0.1911376953125, "grad_norm": 0.8909362554550171, "learning_rate": 8.451100927399272e-06, "tIoU": 0.4427036762237549, "tRecall_50": 0.5125, "tRecall_75": 0.2875, "tRecall_90": 0.15625, "token_acc": 0.9255406515192992, "epoch": 0.2799403677323174, "step": 845}, {"loss": 0.19580078125, "grad_norm": 0.5726597905158997, "learning_rate": 8.431641739581688e-06, "tIoU": 0.45226054191589354, "tRecall_50": 0.5, "tRecall_75": 0.26875, "tRecall_90": 0.15625, "token_acc": 0.9274259309594999, "epoch": 0.28159681961239025, "step": 850}, {"loss": 0.19638671875, "grad_norm": 0.6291964054107666, "learning_rate": 8.41208378780084e-06, "tIoU": 0.4704899311065674, "tRecall_50": 0.5, "tRecall_75": 0.24375, "tRecall_90": 0.15, "token_acc": 0.9285131829301441, "epoch": 0.28325327149246315, "step": 855}, {"loss": 0.1958740234375, "grad_norm": 0.821280837059021, "learning_rate": 8.392427634942069e-06, "tIoU": 0.44486680030822756, "tRecall_50": 0.475, "tRecall_75": 0.28125, "tRecall_90": 0.16875, "token_acc": 0.9280653950953679, "epoch": 0.284909723372536, "step": 860}, {"loss": 0.204833984375, "grad_norm": 0.8750839233398438, "learning_rate": 8.372673846716977e-06, "tIoU": 0.411364221572876, "tRecall_50": 0.4375, "tRecall_75": 0.23125, "tRecall_90": 0.15625, "token_acc": 0.9272082878953108, "epoch": 0.2865661752526089, "step": 865}, {"loss": 0.19796142578125, "grad_norm": 0.8420411348342896, "learning_rate": 8.352822991647156e-06, "tIoU": 0.4021585941314697, "tRecall_50": 0.425, "tRecall_75": 0.3, "tRecall_90": 0.175, "token_acc": 0.9262002743484224, "epoch": 0.2882226271326818, "step": 870}, {"loss": 0.1890869140625, "grad_norm": 1.0622915029525757, "learning_rate": 8.332875641047817e-06, "tIoU": 0.4321905612945557, "tRecall_50": 0.46875, "tRecall_75": 0.2625, "tRecall_90": 0.14375, "token_acc": 0.9310062721570767, "epoch": 0.28987907901275467, "step": 875}, {"loss": 0.20697021484375, "grad_norm": 0.8949151635169983, "learning_rate": 8.312832369011345e-06, "tIoU": 0.4144341468811035, "tRecall_50": 0.43125, "tRecall_75": 0.28125, "tRecall_90": 0.19375, "token_acc": 0.9235582154515778, "epoch": 0.2915355308928276, "step": 880}, {"loss": 0.1837890625, "grad_norm": 0.6756471395492554, "learning_rate": 8.292693752390787e-06, "tIoU": 0.4594902515411377, "tRecall_50": 0.475, "tRecall_75": 0.3125, "tRecall_90": 0.1875, "token_acc": 0.9285517999450399, "epoch": 0.29319198277290043, "step": 885}, {"loss": 0.19044189453125, "grad_norm": 2.09757924079895, "learning_rate": 8.272460370783238e-06, "tIoU": 0.4339273452758789, "tRecall_50": 0.425, "tRecall_75": 0.2875, "tRecall_90": 0.1875, "token_acc": 0.9288816503800217, "epoch": 0.29484843465297333, "step": 890}, {"loss": 0.18912353515625, "grad_norm": 0.5726619958877563, "learning_rate": 8.25213280651317e-06, "tIoU": 0.3955895185470581, "tRecall_50": 0.45, "tRecall_75": 0.24375, "tRecall_90": 0.175, "token_acc": 0.9285134037367994, "epoch": 0.29650488653304624, "step": 895}, {"loss": 0.19720458984375, "grad_norm": 1.1051654815673828, "learning_rate": 8.231711644615667e-06, "tIoU": 0.42989263534545896, "tRecall_50": 0.48125, "tRecall_75": 0.28125, "tRecall_90": 0.1875, "token_acc": 0.9251700680272109, "epoch": 0.2981613384131191, "step": 900}, {"loss": 0.19072265625, "grad_norm": 0.7009454369544983, "learning_rate": 8.211197472819584e-06, "tIoU": 0.46898694038391114, "tRecall_50": 0.48125, "tRecall_75": 0.3375, "tRecall_90": 0.1875, "token_acc": 0.9288256227758007, "epoch": 0.299817790293192, "step": 905}, {"loss": 0.19586181640625, "grad_norm": 0.7634902000427246, "learning_rate": 8.190590881530644e-06, "tIoU": 0.42193427085876467, "tRecall_50": 0.425, "tRecall_75": 0.25625, "tRecall_90": 0.14375, "token_acc": 0.9246575342465754, "epoch": 0.30147424217326485, "step": 910}, {"loss": 0.19296875, "grad_norm": 1.0271252393722534, "learning_rate": 8.169892463814435e-06, "tIoU": 0.4389050960540771, "tRecall_50": 0.5, "tRecall_75": 0.275, "tRecall_90": 0.15, "token_acc": 0.9259863945578232, "epoch": 0.30313069405333776, "step": 915}, {"loss": 0.1857666015625, "grad_norm": 2.989687442779541, "learning_rate": 8.149102815379341e-06, "tIoU": 0.4860502243041992, "tRecall_50": 0.53125, "tRecall_75": 0.39375, "tRecall_90": 0.1875, "token_acc": 0.933442444080742, "epoch": 0.3047871459334106, "step": 920}, {"loss": 0.19989013671875, "grad_norm": 0.7638692259788513, "learning_rate": 8.128222534559406e-06, "tIoU": 0.48662610054016114, "tRecall_50": 0.5375, "tRecall_75": 0.35625, "tRecall_90": 0.2125, "token_acc": 0.9285131829301441, "epoch": 0.3064435978134835, "step": 925}, {"loss": 0.198291015625, "grad_norm": 1.283670425415039, "learning_rate": 8.107252222297109e-06, "tIoU": 0.4252523899078369, "tRecall_50": 0.45, "tRecall_75": 0.325, "tRecall_90": 0.19375, "token_acc": 0.928415300546448, "epoch": 0.3081000496935564, "step": 930}, {"loss": 0.1885009765625, "grad_norm": 0.5521060228347778, "learning_rate": 8.086192482126063e-06, "tIoU": 0.4730077743530273, "tRecall_50": 0.51875, "tRecall_75": 0.325, "tRecall_90": 0.175, "token_acc": 0.9319542732716385, "epoch": 0.3097565015736293, "step": 935}, {"loss": 0.193212890625, "grad_norm": 0.6242935657501221, "learning_rate": 8.065043920153658e-06, "tIoU": 0.4476753234863281, "tRecall_50": 0.49375, "tRecall_75": 0.30625, "tRecall_90": 0.15625, "token_acc": 0.9237680370269534, "epoch": 0.3114129534537022, "step": 940}, {"loss": 0.2061767578125, "grad_norm": 0.6482667326927185, "learning_rate": 8.043807145043604e-06, "tIoU": 0.4337295055389404, "tRecall_50": 0.45, "tRecall_75": 0.31875, "tRecall_90": 0.1875, "token_acc": 0.9254015790906616, "epoch": 0.31306940533377503, "step": 945}, {"loss": 0.20941162109375, "grad_norm": 1.138619065284729, "learning_rate": 8.02248276799842e-06, "tIoU": 0.4077767372131348, "tRecall_50": 0.40625, "tRecall_75": 0.25625, "tRecall_90": 0.19375, "token_acc": 0.9267029972752043, "epoch": 0.31472585721384794, "step": 950}, {"loss": 0.20146484375, "grad_norm": 2.2275803089141846, "learning_rate": 8.001071402741843e-06, "tIoU": 0.4508378982543945, "tRecall_50": 0.46875, "tRecall_75": 0.28125, "tRecall_90": 0.15625, "token_acc": 0.9243789243789243, "epoch": 0.31638230909392084, "step": 955}, {"loss": 0.19019775390625, "grad_norm": 0.9149457216262817, "learning_rate": 7.979573665501161e-06, "tIoU": 0.4453273296356201, "tRecall_50": 0.475, "tRecall_75": 0.31875, "tRecall_90": 0.225, "token_acc": 0.931980252331322, "epoch": 0.3180387609739937, "step": 960}, {"loss": 0.20179443359375, "grad_norm": 0.9130730032920837, "learning_rate": 7.957990174989487e-06, "tIoU": 0.4127828598022461, "tRecall_50": 0.43125, "tRecall_75": 0.26875, "tRecall_90": 0.175, "token_acc": 0.9292709466811752, "epoch": 0.3196952128540666, "step": 965}, {"loss": 0.1940673828125, "grad_norm": 0.5140786170959473, "learning_rate": 7.936321552387942e-06, "tIoU": 0.45847430229187014, "tRecall_50": 0.5, "tRecall_75": 0.28125, "tRecall_90": 0.1625, "token_acc": 0.9271884374147805, "epoch": 0.32135166473413945, "step": 970}, {"loss": 0.167108154296875, "grad_norm": 0.6286120414733887, "learning_rate": 7.914568421327782e-06, "tIoU": 0.5172136783599853, "tRecall_50": 0.55, "tRecall_75": 0.35, "tRecall_90": 0.25, "token_acc": 0.9385077890133916, "epoch": 0.32300811661421236, "step": 975}, {"loss": 0.19322509765625, "grad_norm": 1.2048825025558472, "learning_rate": 7.892731407872446e-06, "tIoU": 0.45006937980651857, "tRecall_50": 0.46875, "tRecall_75": 0.28125, "tRecall_90": 0.18125, "token_acc": 0.9296155928532756, "epoch": 0.32466456849428527, "step": 980}, {"loss": 0.17633056640625, "grad_norm": 0.9411681294441223, "learning_rate": 7.870811140499543e-06, "tIoU": 0.48190999031066895, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.19375, "token_acc": 0.9332425068119891, "epoch": 0.3263210203743581, "step": 985}, {"loss": 0.179541015625, "grad_norm": 1.6226773262023926, "learning_rate": 7.848808250082763e-06, "tIoU": 0.41314067840576174, "tRecall_50": 0.45625, "tRecall_75": 0.2625, "tRecall_90": 0.1375, "token_acc": 0.9294503691550451, "epoch": 0.327977472254431, "step": 990}, {"loss": 0.19300537109375, "grad_norm": 0.8622496724128723, "learning_rate": 7.826723369873715e-06, "tIoU": 0.45597186088562014, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.23125, "token_acc": 0.9291700459583672, "epoch": 0.3296339241345039, "step": 995}, {"loss": 0.187548828125, "grad_norm": 0.5652465224266052, "learning_rate": 7.80455713548371e-06, "tIoU": 0.44452691078186035, "tRecall_50": 0.45625, "tRecall_75": 0.25625, "tRecall_90": 0.16875, "token_acc": 0.9294854342499319, "epoch": 0.3312903760145768, "step": 1000}, {"loss": 0.20137939453125, "grad_norm": 0.6668311357498169, "learning_rate": 7.782310184865463e-06, "tIoU": 0.45660862922668455, "tRecall_50": 0.5, "tRecall_75": 0.30625, "tRecall_90": 0.15, "token_acc": 0.9226608977825852, "epoch": 0.33294682789464963, "step": 1005}, {"loss": 0.18212890625, "grad_norm": 1.20969557762146, "learning_rate": 7.759983158294727e-06, "tIoU": 0.45521111488342286, "tRecall_50": 0.5, "tRecall_75": 0.34375, "tRecall_90": 0.175, "token_acc": 0.9280653950953679, "epoch": 0.33460327977472254, "step": 1010}, {"loss": 0.18902587890625, "grad_norm": 0.6976513862609863, "learning_rate": 7.737576698351878e-06, "tIoU": 0.438710355758667, "tRecall_50": 0.4625, "tRecall_75": 0.26875, "tRecall_90": 0.1625, "token_acc": 0.9272030651340997, "epoch": 0.33625973165479545, "step": 1015}, {"loss": 0.19346923828125, "grad_norm": 0.9385892152786255, "learning_rate": 7.715091449903414e-06, "tIoU": 0.4358241081237793, "tRecall_50": 0.4625, "tRecall_75": 0.3125, "tRecall_90": 0.14375, "token_acc": 0.9302642331789703, "epoch": 0.3379161835348683, "step": 1020}, {"loss": 0.19627685546875, "grad_norm": 1.384229302406311, "learning_rate": 7.692528060083392e-06, "tIoU": 0.4015051364898682, "tRecall_50": 0.43125, "tRecall_75": 0.28125, "tRecall_90": 0.13125, "token_acc": 0.9232869232869233, "epoch": 0.3395726354149412, "step": 1025}, {"loss": 0.18018798828125, "grad_norm": 0.8183993697166443, "learning_rate": 7.669887178274815e-06, "tIoU": 0.4849440574645996, "tRecall_50": 0.50625, "tRecall_75": 0.375, "tRecall_90": 0.225, "token_acc": 0.9347826086956522, "epoch": 0.34122908729501406, "step": 1030}, {"loss": 0.1873046875, "grad_norm": 1.1782732009887695, "learning_rate": 7.647169456090925e-06, "tIoU": 0.4552794933319092, "tRecall_50": 0.475, "tRecall_75": 0.28125, "tRecall_90": 0.1875, "token_acc": 0.9310719131614654, "epoch": 0.34288553917508696, "step": 1035}, {"loss": 0.1787109375, "grad_norm": 0.8462200164794922, "learning_rate": 7.624375547356473e-06, "tIoU": 0.4877957820892334, "tRecall_50": 0.53125, "tRecall_75": 0.33125, "tRecall_90": 0.21875, "token_acc": 0.9318927789934355, "epoch": 0.34454199105515987, "step": 1040}, {"loss": 0.187451171875, "grad_norm": 1.342689037322998, "learning_rate": 7.601506108088874e-06, "tIoU": 0.483843994140625, "tRecall_50": 0.51875, "tRecall_75": 0.30625, "tRecall_90": 0.1375, "token_acc": 0.929719422500681, "epoch": 0.3461984429352327, "step": 1045}, {"loss": 0.19180908203125, "grad_norm": 0.8716076016426086, "learning_rate": 7.578561796479347e-06, "tIoU": 0.4812952995300293, "tRecall_50": 0.5375, "tRecall_75": 0.3125, "tRecall_90": 0.175, "token_acc": 0.9325102880658436, "epoch": 0.3478548948153056, "step": 1050}, {"loss": 0.2062255859375, "grad_norm": 1.3658101558685303, "learning_rate": 7.55554327287397e-06, "tIoU": 0.395697021484375, "tRecall_50": 0.41875, "tRecall_75": 0.25, "tRecall_90": 0.14375, "token_acc": 0.9232235230057174, "epoch": 0.3495113466953785, "step": 1055}, {"loss": 0.19281005859375, "grad_norm": 1.1505963802337646, "learning_rate": 7.532451199754662e-06, "tIoU": 0.4388912200927734, "tRecall_50": 0.475, "tRecall_75": 0.3125, "tRecall_90": 0.19375, "token_acc": 0.9274259309594999, "epoch": 0.3511677985754514, "step": 1060}, {"loss": 0.19051513671875, "grad_norm": 0.9236975312232971, "learning_rate": 7.509286241720133e-06, "tIoU": 0.4708366870880127, "tRecall_50": 0.5125, "tRecall_75": 0.3, "tRecall_90": 0.2, "token_acc": 0.9313912333242581, "epoch": 0.3528242504555243, "step": 1065}, {"loss": 0.19134521484375, "grad_norm": 0.907928466796875, "learning_rate": 7.486049065466743e-06, "tIoU": 0.48667287826538086, "tRecall_50": 0.51875, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.9342966194111232, "epoch": 0.35448070233559714, "step": 1070}, {"loss": 0.18773193359375, "grad_norm": 0.5569106936454773, "learning_rate": 7.462740339769323e-06, "tIoU": 0.45924696922302244, "tRecall_50": 0.4875, "tRecall_75": 0.3125, "tRecall_90": 0.1875, "token_acc": 0.9302832244008714, "epoch": 0.35613715421567005, "step": 1075}, {"loss": 0.19237060546875, "grad_norm": 0.960494875907898, "learning_rate": 7.439360735461923e-06, "tIoU": 0.4295203685760498, "tRecall_50": 0.48125, "tRecall_75": 0.28125, "tRecall_90": 0.13125, "token_acc": 0.928922908693275, "epoch": 0.3577936060957429, "step": 1080}, {"loss": 0.176171875, "grad_norm": 0.6028650403022766, "learning_rate": 7.415910925418508e-06, "tIoU": 0.4852321147918701, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.2125, "token_acc": 0.9336971350613915, "epoch": 0.3594500579758158, "step": 1085}, {"loss": 0.189404296875, "grad_norm": 1.0144392251968384, "learning_rate": 7.392391584533591e-06, "tIoU": 0.435947847366333, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.14375, "token_acc": 0.9239782016348774, "epoch": 0.3611065098558887, "step": 1090}, {"loss": 0.18721923828125, "grad_norm": 1.165217399597168, "learning_rate": 7.368803389702805e-06, "tIoU": 0.44702835083007814, "tRecall_50": 0.46875, "tRecall_75": 0.275, "tRecall_90": 0.14375, "token_acc": 0.9268493150684931, "epoch": 0.36276296173596156, "step": 1095}, {"loss": 0.19520263671875, "grad_norm": 0.6448228359222412, "learning_rate": 7.345147019803433e-06, "tIoU": 0.4658475875854492, "tRecall_50": 0.475, "tRecall_75": 0.34375, "tRecall_90": 0.2125, "token_acc": 0.9305555555555556, "epoch": 0.36441941361603447, "step": 1100}, {"loss": 0.1685302734375, "grad_norm": 0.5965182781219482, "learning_rate": 7.321423155674858e-06, "tIoU": 0.5292873859405518, "tRecall_50": 0.58125, "tRecall_75": 0.3875, "tRecall_90": 0.26875, "token_acc": 0.9410635964912281, "epoch": 0.3660758654961073, "step": 1105}, {"loss": 0.17763671875, "grad_norm": 0.6425304412841797, "learning_rate": 7.297632480098973e-06, "tIoU": 0.468855619430542, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.1625, "token_acc": 0.9337496606027694, "epoch": 0.36773231737618023, "step": 1110}, {"loss": 0.19134521484375, "grad_norm": 0.9115886092185974, "learning_rate": 7.27377567778053e-06, "tIoU": 0.48296685218811036, "tRecall_50": 0.5375, "tRecall_75": 0.34375, "tRecall_90": 0.18125, "token_acc": 0.9257452574525745, "epoch": 0.3693887692562531, "step": 1115}, {"loss": 0.19595947265625, "grad_norm": 1.1018319129943848, "learning_rate": 7.249853435327435e-06, "tIoU": 0.4289084911346436, "tRecall_50": 0.45625, "tRecall_75": 0.275, "tRecall_90": 0.14375, "token_acc": 0.9249592169657422, "epoch": 0.371045221136326, "step": 1120}, {"loss": 0.192926025390625, "grad_norm": 0.6762462258338928, "learning_rate": 7.225866441230989e-06, "tIoU": 0.4372866153717041, "tRecall_50": 0.46875, "tRecall_75": 0.25, "tRecall_90": 0.15, "token_acc": 0.925734494015234, "epoch": 0.3727016730163989, "step": 1125}, {"loss": 0.17938232421875, "grad_norm": 0.4519626200199127, "learning_rate": 7.201815385846062e-06, "tIoU": 0.4807253837585449, "tRecall_50": 0.4875, "tRecall_75": 0.31875, "tRecall_90": 0.25, "token_acc": 0.9337893296853625, "epoch": 0.37435812489647174, "step": 1130}, {"loss": 0.18525390625, "grad_norm": 0.8308104872703552, "learning_rate": 7.177700961371239e-06, "tIoU": 0.4657894611358643, "tRecall_50": 0.49375, "tRecall_75": 0.35, "tRecall_90": 0.1625, "token_acc": 0.9293257514216084, "epoch": 0.37601457677654465, "step": 1135}, {"loss": 0.19844970703125, "grad_norm": 0.6937832236289978, "learning_rate": 7.1535238618288915e-06, "tIoU": 0.44408602714538575, "tRecall_50": 0.44375, "tRecall_75": 0.3375, "tRecall_90": 0.21875, "token_acc": 0.9273515857956086, "epoch": 0.3776710286566175, "step": 1140}, {"loss": 0.18876953125, "grad_norm": 0.7427465319633484, "learning_rate": 7.1292847830452e-06, "tIoU": 0.43142037391662597, "tRecall_50": 0.45625, "tRecall_75": 0.275, "tRecall_90": 0.18125, "token_acc": 0.9287849959228051, "epoch": 0.3793274805366904, "step": 1145}, {"loss": 0.18309326171875, "grad_norm": 1.188088297843933, "learning_rate": 7.104984422630134e-06, "tIoU": 0.4814455032348633, "tRecall_50": 0.525, "tRecall_75": 0.3125, "tRecall_90": 0.21875, "token_acc": 0.9343365253077975, "epoch": 0.3809839324167633, "step": 1150}, {"loss": 0.1742431640625, "grad_norm": 0.6720679402351379, "learning_rate": 7.080623479957372e-06, "tIoU": 0.47868905067443845, "tRecall_50": 0.48125, "tRecall_75": 0.35625, "tRecall_90": 0.20625, "token_acc": 0.9334968656309621, "epoch": 0.38264038429683617, "step": 1155}, {"loss": 0.1944580078125, "grad_norm": 0.8563156723976135, "learning_rate": 7.056202656144173e-06, "tIoU": 0.43866896629333496, "tRecall_50": 0.475, "tRecall_75": 0.3125, "tRecall_90": 0.18125, "token_acc": 0.9295081967213115, "epoch": 0.3842968361769091, "step": 1160}, {"loss": 0.187255859375, "grad_norm": 0.8022354245185852, "learning_rate": 7.031722654031192e-06, "tIoU": 0.44963531494140624, "tRecall_50": 0.4875, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.9279303780255643, "epoch": 0.3859532880569819, "step": 1165}, {"loss": 0.20693359375, "grad_norm": 0.7932870984077454, "learning_rate": 7.007184178162268e-06, "tIoU": 0.4543762683868408, "tRecall_50": 0.5, "tRecall_75": 0.325, "tRecall_90": 0.15, "token_acc": 0.9234749455337691, "epoch": 0.38760973993705483, "step": 1170}, {"loss": 0.179736328125, "grad_norm": 1.5359183549880981, "learning_rate": 6.982587934764133e-06, "tIoU": 0.4789746761322021, "tRecall_50": 0.51875, "tRecall_75": 0.29375, "tRecall_90": 0.1875, "token_acc": 0.9326818675352877, "epoch": 0.38926619181712774, "step": 1175}, {"loss": 0.1876220703125, "grad_norm": 0.9345039129257202, "learning_rate": 6.9579346317260875e-06, "tIoU": 0.44813199043273927, "tRecall_50": 0.5, "tRecall_75": 0.3125, "tRecall_90": 0.2, "token_acc": 0.9277732352139547, "epoch": 0.3909226436972006, "step": 1180}, {"loss": 0.1826416015625, "grad_norm": 1.060770869255066, "learning_rate": 6.933224978579632e-06, "tIoU": 0.4311824321746826, "tRecall_50": 0.475, "tRecall_75": 0.2875, "tRecall_90": 0.14375, "token_acc": 0.9296577946768061, "epoch": 0.3925790955772735, "step": 1185}, {"loss": 0.1863037109375, "grad_norm": 0.9201327562332153, "learning_rate": 6.90845968647805e-06, "tIoU": 0.4459559917449951, "tRecall_50": 0.475, "tRecall_75": 0.30625, "tRecall_90": 0.18125, "token_acc": 0.9332970323985843, "epoch": 0.39423554745734635, "step": 1190}, {"loss": 0.17835693359375, "grad_norm": 1.575656771659851, "learning_rate": 6.883639468175926e-06, "tIoU": 0.47301158905029295, "tRecall_50": 0.4875, "tRecall_75": 0.325, "tRecall_90": 0.1875, "token_acc": 0.9346816069964471, "epoch": 0.39589199933741925, "step": 1195}, {"loss": 0.19556884765625, "grad_norm": 0.9156789779663086, "learning_rate": 6.85876503800865e-06, "tIoU": 0.42247610092163085, "tRecall_50": 0.41875, "tRecall_75": 0.24375, "tRecall_90": 0.16875, "token_acc": 0.9244312026002167, "epoch": 0.3975484512174921, "step": 1200}, {"loss": 0.1986083984375, "grad_norm": 1.2022905349731445, "learning_rate": 6.833837111871845e-06, "tIoU": 0.43701510429382323, "tRecall_50": 0.43125, "tRecall_75": 0.33125, "tRecall_90": 0.19375, "token_acc": 0.9313912333242581, "epoch": 0.399204903097565, "step": 1205}, {"loss": 0.181689453125, "grad_norm": 1.284609317779541, "learning_rate": 6.808856407200772e-06, "tIoU": 0.48334565162658694, "tRecall_50": 0.53125, "tRecall_75": 0.3125, "tRecall_90": 0.15625, "token_acc": 0.9334961997828447, "epoch": 0.4008613549776379, "step": 1210}, {"loss": 0.17210693359375, "grad_norm": 0.7706729173660278, "learning_rate": 6.7838236429496766e-06, "tIoU": 0.5176477432250977, "tRecall_50": 0.5375, "tRecall_75": 0.36875, "tRecall_90": 0.25, "token_acc": 0.9381471389645777, "epoch": 0.40251780685771077, "step": 1215}, {"loss": 0.188555908203125, "grad_norm": 0.7221701145172119, "learning_rate": 6.758739539571096e-06, "tIoU": 0.46004486083984375, "tRecall_50": 0.50625, "tRecall_75": 0.30625, "tRecall_90": 0.19375, "token_acc": 0.9302897758337889, "epoch": 0.4041742587377837, "step": 1220}, {"loss": 0.18580322265625, "grad_norm": 0.6830121874809265, "learning_rate": 6.733604818995133e-06, "tIoU": 0.46486797332763674, "tRecall_50": 0.5, "tRecall_75": 0.30625, "tRecall_90": 0.1625, "token_acc": 0.9310814491964042, "epoch": 0.4058307106178565, "step": 1225}, {"loss": 0.1888427734375, "grad_norm": 0.9523348212242126, "learning_rate": 6.708420204608671e-06, "tIoU": 0.4033976078033447, "tRecall_50": 0.44375, "tRecall_75": 0.25625, "tRecall_90": 0.15, "token_acc": 0.9248979591836735, "epoch": 0.40748716249792943, "step": 1230}, {"loss": 0.1640869140625, "grad_norm": 0.8301151990890503, "learning_rate": 6.683186421234552e-06, "tIoU": 0.5166643619537353, "tRecall_50": 0.55625, "tRecall_75": 0.38125, "tRecall_90": 0.225, "token_acc": 0.9354313619099295, "epoch": 0.40914361437800234, "step": 1235}, {"loss": 0.18580322265625, "grad_norm": 0.6739040017127991, "learning_rate": 6.657904195110727e-06, "tIoU": 0.45034193992614746, "tRecall_50": 0.475, "tRecall_75": 0.275, "tRecall_90": 0.16875, "token_acc": 0.9306389950846532, "epoch": 0.4108000662580752, "step": 1240}, {"loss": 0.18006591796875, "grad_norm": 0.6505229473114014, "learning_rate": 6.6325742538693424e-06, "tIoU": 0.5258245944976807, "tRecall_50": 0.58125, "tRecall_75": 0.3625, "tRecall_90": 0.20625, "token_acc": 0.9324618736383442, "epoch": 0.4124565181381481, "step": 1245}, {"loss": 0.197998046875, "grad_norm": 0.7981094717979431, "learning_rate": 6.607197326515808e-06, "tIoU": 0.46984052658081055, "tRecall_50": 0.4875, "tRecall_75": 0.31875, "tRecall_90": 0.21875, "token_acc": 0.9298483206933911, "epoch": 0.41411297001822095, "step": 1250}, {"loss": 0.182562255859375, "grad_norm": 0.9645588397979736, "learning_rate": 6.58177414340781e-06, "tIoU": 0.4744553089141846, "tRecall_50": 0.5, "tRecall_75": 0.325, "tRecall_90": 0.225, "token_acc": 0.9325136612021858, "epoch": 0.41576942189829386, "step": 1255}, {"loss": 0.17813720703125, "grad_norm": 0.7575399279594421, "learning_rate": 6.556305436234292e-06, "tIoU": 0.5283847332000733, "tRecall_50": 0.56875, "tRecall_75": 0.3875, "tRecall_90": 0.175, "token_acc": 0.93515731874145, "epoch": 0.41742587377836676, "step": 1260}, {"loss": 0.17081298828125, "grad_norm": 0.9169410467147827, "learning_rate": 6.530791937994397e-06, "tIoU": 0.5235516548156738, "tRecall_50": 0.56875, "tRecall_75": 0.33125, "tRecall_90": 0.20625, "token_acc": 0.9360196025047645, "epoch": 0.4190823256584396, "step": 1265}, {"loss": 0.18782958984375, "grad_norm": 0.7352287173271179, "learning_rate": 6.505234382976375e-06, "tIoU": 0.48250651359558105, "tRecall_50": 0.51875, "tRecall_75": 0.34375, "tRecall_90": 0.2, "token_acc": 0.9328439369222403, "epoch": 0.4207387775385125, "step": 1270}, {"loss": 0.18519287109375, "grad_norm": 0.9936771988868713, "learning_rate": 6.479633506736447e-06, "tIoU": 0.41359786987304686, "tRecall_50": 0.4125, "tRecall_75": 0.30625, "tRecall_90": 0.18125, "token_acc": 0.9286300246103364, "epoch": 0.42239522941858537, "step": 1275}, {"loss": 0.1690185546875, "grad_norm": 1.0640146732330322, "learning_rate": 6.453990046077634e-06, "tIoU": 0.4952211380004883, "tRecall_50": 0.5375, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.9355015031429352, "epoch": 0.4240516812986583, "step": 1280}, {"loss": 0.179864501953125, "grad_norm": 0.6121336817741394, "learning_rate": 6.42830473902855e-06, "tIoU": 0.4461071491241455, "tRecall_50": 0.49375, "tRecall_75": 0.28125, "tRecall_90": 0.175, "token_acc": 0.932009790590155, "epoch": 0.4257081331787312, "step": 1285}, {"loss": 0.19697265625, "grad_norm": 0.9702610373497009, "learning_rate": 6.402578324822169e-06, "tIoU": 0.39707083702087403, "tRecall_50": 0.43125, "tRecall_75": 0.25, "tRecall_90": 0.15625, "token_acc": 0.9240887914497122, "epoch": 0.42736458505880404, "step": 1290}, {"loss": 0.1932373046875, "grad_norm": 0.9890115261077881, "learning_rate": 6.3768115438745434e-06, "tIoU": 0.4680260181427002, "tRecall_50": 0.50625, "tRecall_75": 0.31875, "tRecall_90": 0.18125, "token_acc": 0.9314099074578116, "epoch": 0.42902103693887694, "step": 1295}, {"loss": 0.18145751953125, "grad_norm": 0.5108009576797485, "learning_rate": 6.351005137763494e-06, "tIoU": 0.48899250030517577, "tRecall_50": 0.54375, "tRecall_75": 0.30625, "tRecall_90": 0.175, "token_acc": 0.9314099074578116, "epoch": 0.4306774888189498, "step": 1300}, {"loss": 0.18973388671875, "grad_norm": 0.8506788015365601, "learning_rate": 6.3251598492072685e-06, "tIoU": 0.4003645420074463, "tRecall_50": 0.41875, "tRecall_75": 0.2625, "tRecall_90": 0.13125, "token_acc": 0.9246107620868615, "epoch": 0.4323339406990227, "step": 1305}, {"loss": 0.18448486328125, "grad_norm": 0.7492125630378723, "learning_rate": 6.299276422043171e-06, "tIoU": 0.4043008327484131, "tRecall_50": 0.4125, "tRecall_75": 0.2875, "tRecall_90": 0.175, "token_acc": 0.9319672131147541, "epoch": 0.43399039257909555, "step": 1310}, {"loss": 0.1924072265625, "grad_norm": 0.6354416608810425, "learning_rate": 6.273355601206143e-06, "tIoU": 0.40438294410705566, "tRecall_50": 0.4375, "tRecall_75": 0.24375, "tRecall_90": 0.1375, "token_acc": 0.929786066922655, "epoch": 0.43564684445916846, "step": 1315}, {"loss": 0.20283203125, "grad_norm": 0.5633551478385925, "learning_rate": 6.247398132707339e-06, "tIoU": 0.4609311580657959, "tRecall_50": 0.4875, "tRecall_75": 0.33125, "tRecall_90": 0.2, "token_acc": 0.9247691472026073, "epoch": 0.43730329633924137, "step": 1320}, {"loss": 0.197216796875, "grad_norm": 0.8247894644737244, "learning_rate": 6.221404763612635e-06, "tIoU": 0.4572754383087158, "tRecall_50": 0.5, "tRecall_75": 0.29375, "tRecall_90": 0.19375, "token_acc": 0.9286495352651722, "epoch": 0.4389597482193142, "step": 1325}, {"loss": 0.194580078125, "grad_norm": 1.0627391338348389, "learning_rate": 6.1953762420211504e-06, "tIoU": 0.45764312744140623, "tRecall_50": 0.46875, "tRecall_75": 0.325, "tRecall_90": 0.19375, "token_acc": 0.9262585034013605, "epoch": 0.4406162000993871, "step": 1330}, {"loss": 0.1808837890625, "grad_norm": 0.6615822315216064, "learning_rate": 6.169313317043702e-06, "tIoU": 0.4489247798919678, "tRecall_50": 0.48125, "tRecall_75": 0.3, "tRecall_90": 0.16875, "token_acc": 0.9307986870897156, "epoch": 0.44227265197946, "step": 1335}, {"loss": 0.1799560546875, "grad_norm": 1.006862998008728, "learning_rate": 6.143216738781251e-06, "tIoU": 0.45517687797546386, "tRecall_50": 0.48125, "tRecall_75": 0.28125, "tRecall_90": 0.1875, "token_acc": 0.9333151134189669, "epoch": 0.4439291038595329, "step": 1340}, {"loss": 0.17716064453125, "grad_norm": 0.6164993643760681, "learning_rate": 6.117087258303314e-06, "tIoU": 0.4273239612579346, "tRecall_50": 0.45, "tRecall_75": 0.33125, "tRecall_90": 0.18125, "token_acc": 0.9312039312039312, "epoch": 0.4455855557396058, "step": 1345}, {"loss": 0.1911865234375, "grad_norm": 0.6991440057754517, "learning_rate": 6.09092562762634e-06, "tIoU": 0.46103706359863283, "tRecall_50": 0.5, "tRecall_75": 0.325, "tRecall_90": 0.1875, "token_acc": 0.9297814207650273, "epoch": 0.44724200761967864, "step": 1350}, {"loss": 0.1824951171875, "grad_norm": 1.0480595827102661, "learning_rate": 6.064732599692079e-06, "tIoU": 0.45496134757995604, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.2, "token_acc": 0.9314769314769314, "epoch": 0.44889845949975155, "step": 1355}, {"loss": 0.18438720703125, "grad_norm": 1.2088896036148071, "learning_rate": 6.038508928345906e-06, "tIoU": 0.46744384765625, "tRecall_50": 0.475, "tRecall_75": 0.3375, "tRecall_90": 0.20625, "token_acc": 0.9326057298772169, "epoch": 0.4505549113798244, "step": 1360}, {"loss": 0.18118896484375, "grad_norm": 0.8109931349754333, "learning_rate": 6.012255368315123e-06, "tIoU": 0.4603131294250488, "tRecall_50": 0.4625, "tRecall_75": 0.35625, "tRecall_90": 0.24375, "token_acc": 0.9352028314729104, "epoch": 0.4522113632598973, "step": 1365}, {"loss": 0.17835693359375, "grad_norm": 0.800795316696167, "learning_rate": 5.985972675187239e-06, "tIoU": 0.45296826362609866, "tRecall_50": 0.45625, "tRecall_75": 0.29375, "tRecall_90": 0.1875, "token_acc": 0.9300680272108843, "epoch": 0.4538678151399702, "step": 1370}, {"loss": 0.1942138671875, "grad_norm": 1.095000982284546, "learning_rate": 5.959661605388229e-06, "tIoU": 0.4451436519622803, "tRecall_50": 0.475, "tRecall_75": 0.28125, "tRecall_90": 0.20625, "token_acc": 0.9272332337768123, "epoch": 0.45552426702004306, "step": 1375}, {"loss": 0.17628173828125, "grad_norm": 0.9164287447929382, "learning_rate": 5.933322916160755e-06, "tIoU": 0.4765190601348877, "tRecall_50": 0.50625, "tRecall_75": 0.325, "tRecall_90": 0.175, "token_acc": 0.9326241134751773, "epoch": 0.45718071890011597, "step": 1380}, {"loss": 0.17469482421875, "grad_norm": 0.6149560213088989, "learning_rate": 5.906957365542376e-06, "tIoU": 0.5068243980407715, "tRecall_50": 0.56875, "tRecall_75": 0.34375, "tRecall_90": 0.2, "token_acc": 0.9347229840921558, "epoch": 0.4588371707801888, "step": 1385}, {"loss": 0.18636474609375, "grad_norm": 0.6262065172195435, "learning_rate": 5.880565712343738e-06, "tIoU": 0.5132605552673339, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.225, "token_acc": 0.9338617108499591, "epoch": 0.4604936226602617, "step": 1390}, {"loss": 0.174462890625, "grad_norm": 0.9506626725196838, "learning_rate": 5.854148716126722e-06, "tIoU": 0.5226961612701416, "tRecall_50": 0.5375, "tRecall_75": 0.3625, "tRecall_90": 0.2, "token_acc": 0.9340958605664488, "epoch": 0.4621500745403346, "step": 1395}, {"loss": 0.185455322265625, "grad_norm": 1.5998278856277466, "learning_rate": 5.827707137182597e-06, "tIoU": 0.46708083152770996, "tRecall_50": 0.5125, "tRecall_75": 0.35, "tRecall_90": 0.18125, "token_acc": 0.932097082083447, "epoch": 0.4638065264204075, "step": 1400}, {"loss": 0.18177490234375, "grad_norm": 0.8380590081214905, "learning_rate": 5.801241736510128e-06, "tIoU": 0.48933162689208987, "tRecall_50": 0.5375, "tRecall_75": 0.30625, "tRecall_90": 0.18125, "token_acc": 0.9330430048992924, "epoch": 0.4654629783004804, "step": 1405}, {"loss": 0.1980712890625, "grad_norm": 0.8031055331230164, "learning_rate": 5.774753275793682e-06, "tIoU": 0.45705451965332033, "tRecall_50": 0.48125, "tRecall_75": 0.325, "tRecall_90": 0.2, "token_acc": 0.9312328767123288, "epoch": 0.46711943018055324, "step": 1410}, {"loss": 0.1803466796875, "grad_norm": 0.6719191074371338, "learning_rate": 5.748242517381301e-06, "tIoU": 0.49262518882751466, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.225, "token_acc": 0.9335692894092023, "epoch": 0.46877588206062615, "step": 1415}, {"loss": 0.17635498046875, "grad_norm": 0.7098280787467957, "learning_rate": 5.721710224262759e-06, "tIoU": 0.48790783882141114, "tRecall_50": 0.51875, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.9324104234527687, "epoch": 0.470432333940699, "step": 1420}, {"loss": 0.1847412109375, "grad_norm": 0.7155858278274536, "learning_rate": 5.695157160047618e-06, "tIoU": 0.4379584312438965, "tRecall_50": 0.475, "tRecall_75": 0.25, "tRecall_90": 0.18125, "token_acc": 0.9295238095238095, "epoch": 0.4720887858207719, "step": 1425}, {"loss": 0.20472412109375, "grad_norm": 0.6839285492897034, "learning_rate": 5.66858408894323e-06, "tIoU": 0.4100137710571289, "tRecall_50": 0.43125, "tRecall_75": 0.275, "tRecall_90": 0.13125, "token_acc": 0.9218877135882831, "epoch": 0.4737452377008448, "step": 1430}, {"loss": 0.1818115234375, "grad_norm": 0.5387948155403137, "learning_rate": 5.641991775732756e-06, "tIoU": 0.48171172142028806, "tRecall_50": 0.5, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.9353436566150503, "epoch": 0.47540168958091766, "step": 1435}, {"loss": 0.16973876953125, "grad_norm": 0.842777669429779, "learning_rate": 5.615380985753152e-06, "tIoU": 0.5000205039978027, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.20625, "token_acc": 0.9329882865704168, "epoch": 0.47705814146099057, "step": 1440}, {"loss": 0.18294677734375, "grad_norm": 0.6723273992538452, "learning_rate": 5.588752484873146e-06, "tIoU": 0.4692744255065918, "tRecall_50": 0.49375, "tRecall_75": 0.35625, "tRecall_90": 0.1875, "token_acc": 0.931495633187773, "epoch": 0.4787145933410634, "step": 1445}, {"loss": 0.18677978515625, "grad_norm": 0.9114807844161987, "learning_rate": 5.562107039471187e-06, "tIoU": 0.5046773433685303, "tRecall_50": 0.54375, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.9340478153338829, "epoch": 0.48037104522113633, "step": 1450}, {"loss": 0.17652587890625, "grad_norm": 0.6787897348403931, "learning_rate": 5.535445416413396e-06, "tIoU": 0.5376684665679932, "tRecall_50": 0.55625, "tRecall_75": 0.375, "tRecall_90": 0.24375, "token_acc": 0.9388538524814917, "epoch": 0.48202749710120923, "step": 1455}, {"loss": 0.171533203125, "grad_norm": 0.6517996788024902, "learning_rate": 5.508768383031497e-06, "tIoU": 0.5389204502105713, "tRecall_50": 0.5875, "tRecall_75": 0.40625, "tRecall_90": 0.2125, "token_acc": 0.9359391965255157, "epoch": 0.4836839489812821, "step": 1460}, {"loss": 0.18743896484375, "grad_norm": 1.0562891960144043, "learning_rate": 5.482076707100723e-06, "tIoU": 0.44994120597839354, "tRecall_50": 0.49375, "tRecall_75": 0.28125, "tRecall_90": 0.1625, "token_acc": 0.9284552845528455, "epoch": 0.485340400861355, "step": 1465}, {"loss": 0.17464599609375, "grad_norm": 0.5970097184181213, "learning_rate": 5.455371156817726e-06, "tIoU": 0.46474380493164064, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.175, "token_acc": 0.9366466411796832, "epoch": 0.48699685274142784, "step": 1470}, {"loss": 0.187109375, "grad_norm": 0.5231262445449829, "learning_rate": 5.428652500778472e-06, "tIoU": 0.42815341949462893, "tRecall_50": 0.45625, "tRecall_75": 0.25625, "tRecall_90": 0.175, "token_acc": 0.9278546243558449, "epoch": 0.48865330462150075, "step": 1475}, {"loss": 0.1894287109375, "grad_norm": 0.5487865805625916, "learning_rate": 5.401921507956113e-06, "tIoU": 0.4581931114196777, "tRecall_50": 0.46875, "tRecall_75": 0.30625, "tRecall_90": 0.2125, "token_acc": 0.9298722478934494, "epoch": 0.49030975650157366, "step": 1480}, {"loss": 0.1954345703125, "grad_norm": 1.061528205871582, "learning_rate": 5.375178947678854e-06, "tIoU": 0.4311960697174072, "tRecall_50": 0.43125, "tRecall_75": 0.30625, "tRecall_90": 0.1875, "token_acc": 0.9265184381778742, "epoch": 0.4919662083816465, "step": 1485}, {"loss": 0.16793212890625, "grad_norm": 0.7703576683998108, "learning_rate": 5.348425589607823e-06, "tIoU": 0.4996077537536621, "tRecall_50": 0.54375, "tRecall_75": 0.3375, "tRecall_90": 0.21875, "token_acc": 0.9361993428258488, "epoch": 0.4936226602617194, "step": 1490}, {"loss": 0.181640625, "grad_norm": 0.6341421008110046, "learning_rate": 5.321662203714909e-06, "tIoU": 0.5207687854766846, "tRecall_50": 0.55625, "tRecall_75": 0.4125, "tRecall_90": 0.26875, "token_acc": 0.9373467719967311, "epoch": 0.49527911214179227, "step": 1495}, {"loss": 0.18201904296875, "grad_norm": 0.78287273645401, "learning_rate": 5.294889560260605e-06, "tIoU": 0.45775904655456545, "tRecall_50": 0.5125, "tRecall_75": 0.2875, "tRecall_90": 0.1875, "token_acc": 0.9353342428376534, "epoch": 0.4969355640218652, "step": 1500}, {"loss": 0.17841796875, "grad_norm": 0.8144555687904358, "learning_rate": 5.268108429771841e-06, "tIoU": 0.4413282871246338, "tRecall_50": 0.46875, "tRecall_75": 0.325, "tRecall_90": 0.16875, "token_acc": 0.9326792041428182, "epoch": 0.498592015901938, "step": 1505}, {"loss": 0.17989501953125, "grad_norm": 0.9148567914962769, "learning_rate": 5.2413195830198075e-06, "tIoU": 0.49614696502685546, "tRecall_50": 0.54375, "tRecall_75": 0.3875, "tRecall_90": 0.2125, "token_acc": 0.935050698821595, "epoch": 0.5002484677820109, "step": 1510}, {"loss": 0.186053466796875, "grad_norm": 1.1372590065002441, "learning_rate": 5.214523790997773e-06, "tIoU": 0.5091981410980224, "tRecall_50": 0.5375, "tRecall_75": 0.35625, "tRecall_90": 0.19375, "token_acc": 0.9332425068119891, "epoch": 0.5019049196620838, "step": 1515}, {"loss": 0.19385986328125, "grad_norm": 0.8631157279014587, "learning_rate": 5.187721824898889e-06, "tIoU": 0.4698780059814453, "tRecall_50": 0.4875, "tRecall_75": 0.31875, "tRecall_90": 0.1875, "token_acc": 0.9300944669365722, "epoch": 0.5035613715421567, "step": 1520}, {"loss": 0.17694091796875, "grad_norm": 0.671184778213501, "learning_rate": 5.160914456094005e-06, "tIoU": 0.5044640064239502, "tRecall_50": 0.55625, "tRecall_75": 0.35, "tRecall_90": 0.19375, "token_acc": 0.9357923497267759, "epoch": 0.5052178234222295, "step": 1525}, {"loss": 0.1813232421875, "grad_norm": 0.805487871170044, "learning_rate": 5.134102456109461e-06, "tIoU": 0.46042451858520506, "tRecall_50": 0.5125, "tRecall_75": 0.33125, "tRecall_90": 0.1625, "token_acc": 0.9323328785811733, "epoch": 0.5068742753023024, "step": 1530}, {"loss": 0.1909423828125, "grad_norm": 0.9099791049957275, "learning_rate": 5.10728659660488e-06, "tIoU": 0.4314859867095947, "tRecall_50": 0.48125, "tRecall_75": 0.31875, "tRecall_90": 0.175, "token_acc": 0.9314020224104946, "epoch": 0.5085307271823754, "step": 1535}, {"loss": 0.1821044921875, "grad_norm": 0.7459306120872498, "learning_rate": 5.080467649350968e-06, "tIoU": 0.48647117614746094, "tRecall_50": 0.525, "tRecall_75": 0.325, "tRecall_90": 0.2, "token_acc": 0.9325720500271887, "epoch": 0.5101871790624483, "step": 1540}, {"loss": 0.17899169921875, "grad_norm": 0.5489417314529419, "learning_rate": 5.053646386207296e-06, "tIoU": 0.5131032466888428, "tRecall_50": 0.59375, "tRecall_75": 0.34375, "tRecall_90": 0.175, "token_acc": 0.9309407286568787, "epoch": 0.5118436309425212, "step": 1545}, {"loss": 0.16885986328125, "grad_norm": 0.7563880085945129, "learning_rate": 5.026823579100087e-06, "tIoU": 0.5180475234985351, "tRecall_50": 0.53125, "tRecall_75": 0.3875, "tRecall_90": 0.25625, "token_acc": 0.9374490073429426, "epoch": 0.513500082822594, "step": 1550}, {"loss": 0.178955078125, "grad_norm": 0.8047136664390564, "learning_rate": 5e-06, "tIoU": 0.500320291519165, "tRecall_50": 0.55625, "tRecall_75": 0.36875, "tRecall_90": 0.19375, "token_acc": 0.9347943722943723, "epoch": 0.5151565347026669, "step": 1555}, {"loss": 0.17294921875, "grad_norm": 0.7317069172859192, "learning_rate": 4.973176420899914e-06, "tIoU": 0.5198691368103028, "tRecall_50": 0.55625, "tRecall_75": 0.3625, "tRecall_90": 0.225, "token_acc": 0.934652928416486, "epoch": 0.5168129865827398, "step": 1560}, {"loss": 0.189306640625, "grad_norm": 1.179953694343567, "learning_rate": 4.946353613792706e-06, "tIoU": 0.4387580394744873, "tRecall_50": 0.45625, "tRecall_75": 0.3, "tRecall_90": 0.16875, "token_acc": 0.9292901822137613, "epoch": 0.5184694384628127, "step": 1565}, {"loss": 0.18345947265625, "grad_norm": 0.9661723971366882, "learning_rate": 4.919532350649033e-06, "tIoU": 0.4677541732788086, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.16875, "token_acc": 0.9283573958049578, "epoch": 0.5201258903428856, "step": 1570}, {"loss": 0.186669921875, "grad_norm": 0.610869288444519, "learning_rate": 4.8927134033951224e-06, "tIoU": 0.45597314834594727, "tRecall_50": 0.475, "tRecall_75": 0.325, "tRecall_90": 0.2, "token_acc": 0.9315217391304348, "epoch": 0.5217823422229584, "step": 1575}, {"loss": 0.16832275390625, "grad_norm": 0.5301701426506042, "learning_rate": 4.865897543890541e-06, "tIoU": 0.470989990234375, "tRecall_50": 0.5, "tRecall_75": 0.3125, "tRecall_90": 0.2, "token_acc": 0.9351395730706076, "epoch": 0.5234387941030313, "step": 1580}, {"loss": 0.18616943359375, "grad_norm": 0.8014954328536987, "learning_rate": 4.8390855439059955e-06, "tIoU": 0.486205530166626, "tRecall_50": 0.51875, "tRecall_75": 0.31875, "tRecall_90": 0.16875, "token_acc": 0.9319912948857454, "epoch": 0.5250952459831042, "step": 1585}, {"loss": 0.18255615234375, "grad_norm": 0.6593509912490845, "learning_rate": 4.812278175101112e-06, "tIoU": 0.48105502128601074, "tRecall_50": 0.53125, "tRecall_75": 0.31875, "tRecall_90": 0.1875, "token_acc": 0.9328968903436988, "epoch": 0.5267516978631771, "step": 1590}, {"loss": 0.19136962890625, "grad_norm": 0.7736570239067078, "learning_rate": 4.7854762090022274e-06, "tIoU": 0.4423790454864502, "tRecall_50": 0.48125, "tRecall_75": 0.24375, "tRecall_90": 0.15625, "token_acc": 0.9287268770402611, "epoch": 0.52840814974325, "step": 1595}, {"loss": 0.16734619140625, "grad_norm": 0.68586665391922, "learning_rate": 4.758680416980193e-06, "tIoU": 0.4951940536499023, "tRecall_50": 0.5375, "tRecall_75": 0.35, "tRecall_90": 0.2, "token_acc": 0.938842076651264, "epoch": 0.5300646016233228, "step": 1600}, {"loss": 0.18243408203125, "grad_norm": 0.7190605401992798, "learning_rate": 4.731891570228159e-06, "tIoU": 0.45546975135803225, "tRecall_50": 0.525, "tRecall_75": 0.3, "tRecall_90": 0.15625, "token_acc": 0.9341820151679306, "epoch": 0.5317210535033957, "step": 1605}, {"loss": 0.18240966796875, "grad_norm": 0.4824348986148834, "learning_rate": 4.7051104397393974e-06, "tIoU": 0.45264034271240233, "tRecall_50": 0.5, "tRecall_75": 0.3, "tRecall_90": 0.175, "token_acc": 0.9293862031504617, "epoch": 0.5333775053834686, "step": 1610}, {"loss": 0.1870361328125, "grad_norm": 0.5683674216270447, "learning_rate": 4.678337796285093e-06, "tIoU": 0.4656373977661133, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.2125, "token_acc": 0.9271884374147805, "epoch": 0.5350339572635415, "step": 1615}, {"loss": 0.1620361328125, "grad_norm": 0.7475327849388123, "learning_rate": 4.6515744103921786e-06, "tIoU": 0.5132682800292969, "tRecall_50": 0.55, "tRecall_75": 0.36875, "tRecall_90": 0.25625, "token_acc": 0.9403393541324576, "epoch": 0.5366904091436144, "step": 1620}, {"loss": 0.1702392578125, "grad_norm": 1.2390607595443726, "learning_rate": 4.6248210523211465e-06, "tIoU": 0.5450947284698486, "tRecall_50": 0.575, "tRecall_75": 0.4125, "tRecall_90": 0.2375, "token_acc": 0.9341317365269461, "epoch": 0.5383468610236872, "step": 1625}, {"loss": 0.17655029296875, "grad_norm": 0.8143652081489563, "learning_rate": 4.5980784920438886e-06, "tIoU": 0.5314030647277832, "tRecall_50": 0.58125, "tRecall_75": 0.40625, "tRecall_90": 0.25, "token_acc": 0.9353963083604777, "epoch": 0.5400033129037601, "step": 1630}, {"loss": 0.19212646484375, "grad_norm": 0.8458700776100159, "learning_rate": 4.571347499221528e-06, "tIoU": 0.45746731758117676, "tRecall_50": 0.50625, "tRecall_75": 0.3, "tRecall_90": 0.16875, "token_acc": 0.9290375203915171, "epoch": 0.541659764783833, "step": 1635}, {"loss": 0.17498779296875, "grad_norm": 2.5550169944763184, "learning_rate": 4.544628843182274e-06, "tIoU": 0.45794243812561036, "tRecall_50": 0.48125, "tRecall_75": 0.34375, "tRecall_90": 0.2125, "token_acc": 0.9327891156462585, "epoch": 0.543316216663906, "step": 1640}, {"loss": 0.184228515625, "grad_norm": 0.6562058329582214, "learning_rate": 4.51792329289928e-06, "tIoU": 0.4784725189208984, "tRecall_50": 0.50625, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.9325505188421628, "epoch": 0.5449726685439787, "step": 1645}, {"loss": 0.16995849609375, "grad_norm": 0.45172905921936035, "learning_rate": 4.491231616968504e-06, "tIoU": 0.4670588493347168, "tRecall_50": 0.475, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.9343544857768052, "epoch": 0.5466291204240517, "step": 1650}, {"loss": 0.17196044921875, "grad_norm": 0.987999439239502, "learning_rate": 4.464554583586605e-06, "tIoU": 0.4879213809967041, "tRecall_50": 0.5125, "tRecall_75": 0.3375, "tRecall_90": 0.23125, "token_acc": 0.9331521739130435, "epoch": 0.5482855723041246, "step": 1655}, {"loss": 0.18485107421875, "grad_norm": 0.7719811201095581, "learning_rate": 4.437892960528815e-06, "tIoU": 0.46596379280090333, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.20625, "token_acc": 0.9289989118607181, "epoch": 0.5499420241841975, "step": 1660}, {"loss": 0.17183837890625, "grad_norm": 0.7961088418960571, "learning_rate": 4.411247515126857e-06, "tIoU": 0.4782526969909668, "tRecall_50": 0.5125, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.9362224039247752, "epoch": 0.5515984760642704, "step": 1665}, {"loss": 0.170404052734375, "grad_norm": 0.43644413352012634, "learning_rate": 4.384619014246848e-06, "tIoU": 0.4871994495391846, "tRecall_50": 0.49375, "tRecall_75": 0.36875, "tRecall_90": 0.2125, "token_acc": 0.9387476073284112, "epoch": 0.5532549279443432, "step": 1670}, {"loss": 0.16943359375, "grad_norm": 0.9106385707855225, "learning_rate": 4.358008224267245e-06, "tIoU": 0.5022485256195068, "tRecall_50": 0.5375, "tRecall_75": 0.4, "tRecall_90": 0.23125, "token_acc": 0.9378762999452654, "epoch": 0.5549113798244161, "step": 1675}, {"loss": 0.18182373046875, "grad_norm": 1.19037926197052, "learning_rate": 4.331415911056772e-06, "tIoU": 0.5074405193328857, "tRecall_50": 0.525, "tRecall_75": 0.3375, "tRecall_90": 0.2375, "token_acc": 0.9333514689880305, "epoch": 0.556567831704489, "step": 1680}, {"loss": 0.181298828125, "grad_norm": 0.7029646039009094, "learning_rate": 4.304842839952384e-06, "tIoU": 0.5042417049407959, "tRecall_50": 0.55, "tRecall_75": 0.3875, "tRecall_90": 0.23125, "token_acc": 0.9355452814794669, "epoch": 0.5582242835845619, "step": 1685}, {"loss": 0.170458984375, "grad_norm": 1.5027695894241333, "learning_rate": 4.2782897757372414e-06, "tIoU": 0.5380972862243653, "tRecall_50": 0.575, "tRecall_75": 0.41875, "tRecall_90": 0.275, "token_acc": 0.937636761487965, "epoch": 0.5598807354646348, "step": 1690}, {"loss": 0.1853271484375, "grad_norm": 0.5745481848716736, "learning_rate": 4.251757482618701e-06, "tIoU": 0.4616692066192627, "tRecall_50": 0.525, "tRecall_75": 0.33125, "tRecall_90": 0.1875, "token_acc": 0.933972602739726, "epoch": 0.5615371873447076, "step": 1695}, {"loss": 0.184478759765625, "grad_norm": 0.6138303875923157, "learning_rate": 4.22524672420632e-06, "tIoU": 0.4876234531402588, "tRecall_50": 0.5375, "tRecall_75": 0.3375, "tRecall_90": 0.21875, "token_acc": 0.9301691216584833, "epoch": 0.5631936392247805, "step": 1700}, {"loss": 0.1984375, "grad_norm": 0.9087744951248169, "learning_rate": 4.1987582634898724e-06, "tIoU": 0.4700582981109619, "tRecall_50": 0.51875, "tRecall_75": 0.34375, "tRecall_90": 0.175, "token_acc": 0.9253772290809328, "epoch": 0.5648500911048534, "step": 1705}, {"loss": 0.1736328125, "grad_norm": 0.9708560109138489, "learning_rate": 4.172292862817403e-06, "tIoU": 0.5049990653991699, "tRecall_50": 0.5375, "tRecall_75": 0.31875, "tRecall_90": 0.25, "token_acc": 0.9366293362469271, "epoch": 0.5665065429849263, "step": 1710}, {"loss": 0.1841064453125, "grad_norm": 0.7027497291564941, "learning_rate": 4.14585128387328e-06, "tIoU": 0.46274333000183104, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.16875, "token_acc": 0.9295812941816205, "epoch": 0.5681629948649992, "step": 1715}, {"loss": 0.1803466796875, "grad_norm": 0.5981210470199585, "learning_rate": 4.119434287656265e-06, "tIoU": 0.49382853507995605, "tRecall_50": 0.55625, "tRecall_75": 0.3125, "tRecall_90": 0.16875, "token_acc": 0.9318057828696127, "epoch": 0.569819446745072, "step": 1720}, {"loss": 0.159454345703125, "grad_norm": 1.7710363864898682, "learning_rate": 4.0930426344576255e-06, "tIoU": 0.4775516986846924, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.19375, "token_acc": 0.9371770465053032, "epoch": 0.5714758986251449, "step": 1725}, {"loss": 0.19295654296875, "grad_norm": 0.8507897853851318, "learning_rate": 4.0666770838392465e-06, "tIoU": 0.46609034538269045, "tRecall_50": 0.4875, "tRecall_75": 0.31875, "tRecall_90": 0.175, "token_acc": 0.9291746118223917, "epoch": 0.5731323505052178, "step": 1730}, {"loss": 0.157659912109375, "grad_norm": 0.47506025433540344, "learning_rate": 4.040338394611772e-06, "tIoU": 0.5365883827209472, "tRecall_50": 0.59375, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.9375, "epoch": 0.5747888023852907, "step": 1735}, {"loss": 0.1695556640625, "grad_norm": 0.8986685276031494, "learning_rate": 4.014027324812761e-06, "tIoU": 0.5291109561920166, "tRecall_50": 0.6, "tRecall_75": 0.3625, "tRecall_90": 0.2125, "token_acc": 0.939087680961486, "epoch": 0.5764452542653636, "step": 1740}, {"loss": 0.17440185546875, "grad_norm": 0.6659814119338989, "learning_rate": 3.987744631684877e-06, "tIoU": 0.5085590362548829, "tRecall_50": 0.55625, "tRecall_75": 0.38125, "tRecall_90": 0.2375, "token_acc": 0.9341317365269461, "epoch": 0.5781017061454364, "step": 1745}, {"loss": 0.178955078125, "grad_norm": 0.6282831430435181, "learning_rate": 3.961491071654095e-06, "tIoU": 0.4647721767425537, "tRecall_50": 0.48125, "tRecall_75": 0.30625, "tRecall_90": 0.175, "token_acc": 0.9310438811665304, "epoch": 0.5797581580255093, "step": 1750}, {"loss": 0.16517333984375, "grad_norm": 0.7800183296203613, "learning_rate": 3.9352674003079225e-06, "tIoU": 0.4853323459625244, "tRecall_50": 0.55625, "tRecall_75": 0.3625, "tRecall_90": 0.16875, "token_acc": 0.9355543418896778, "epoch": 0.5814146099055822, "step": 1755}, {"loss": 0.17705078125, "grad_norm": 0.9383350014686584, "learning_rate": 3.909074372373662e-06, "tIoU": 0.5131583690643311, "tRecall_50": 0.55, "tRecall_75": 0.38125, "tRecall_90": 0.25, "token_acc": 0.9367363562313331, "epoch": 0.5830710617856552, "step": 1760}, {"loss": 0.15650634765625, "grad_norm": 0.6450466513633728, "learning_rate": 3.882912741696688e-06, "tIoU": 0.5483006000518799, "tRecall_50": 0.59375, "tRecall_75": 0.4, "tRecall_90": 0.2625, "token_acc": 0.9415779415779416, "epoch": 0.5847275136657281, "step": 1765}, {"loss": 0.18033447265625, "grad_norm": 0.6514338254928589, "learning_rate": 3.85678326121875e-06, "tIoU": 0.4421667575836182, "tRecall_50": 0.46875, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.9307146753955264, "epoch": 0.5863839655458009, "step": 1770}, {"loss": 0.19072265625, "grad_norm": 0.7314654588699341, "learning_rate": 3.830686682956299e-06, "tIoU": 0.4840902805328369, "tRecall_50": 0.54375, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.9289423339710303, "epoch": 0.5880404174258738, "step": 1775}, {"loss": 0.148681640625, "grad_norm": 0.8805329203605652, "learning_rate": 3.804623757978849e-06, "tIoU": 0.6166652202606201, "tRecall_50": 0.675, "tRecall_75": 0.5, "tRecall_90": 0.3125, "token_acc": 0.9484536082474226, "epoch": 0.5896968693059467, "step": 1780}, {"loss": 0.1721435546875, "grad_norm": 0.4614965617656708, "learning_rate": 3.778595236387367e-06, "tIoU": 0.5090417385101318, "tRecall_50": 0.54375, "tRecall_75": 0.34375, "tRecall_90": 0.2125, "token_acc": 0.9332243118015808, "epoch": 0.5913533211860196, "step": 1785}, {"loss": 0.1755859375, "grad_norm": 0.8407934904098511, "learning_rate": 3.752601867292664e-06, "tIoU": 0.49495706558227537, "tRecall_50": 0.5, "tRecall_75": 0.3625, "tRecall_90": 0.16875, "token_acc": 0.9336415556159913, "epoch": 0.5930097730660925, "step": 1790}, {"loss": 0.17081298828125, "grad_norm": 0.981737494468689, "learning_rate": 3.726644398793857e-06, "tIoU": 0.498826789855957, "tRecall_50": 0.56875, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.9367535287730727, "epoch": 0.5946662249461653, "step": 1795}, {"loss": 0.189697265625, "grad_norm": 0.8787592053413391, "learning_rate": 3.7007235779568303e-06, "tIoU": 0.4293052196502686, "tRecall_50": 0.48125, "tRecall_75": 0.25625, "tRecall_90": 0.125, "token_acc": 0.9297150610583447, "epoch": 0.5963226768262382, "step": 1800}, {"loss": 0.180413818359375, "grad_norm": 0.9623427391052246, "learning_rate": 3.6748401507927327e-06, "tIoU": 0.4378668308258057, "tRecall_50": 0.475, "tRecall_75": 0.2875, "tRecall_90": 0.15625, "token_acc": 0.9303145336225597, "epoch": 0.5979791287063111, "step": 1805}, {"loss": 0.17142333984375, "grad_norm": 0.7818813920021057, "learning_rate": 3.648994862236508e-06, "tIoU": 0.5080070972442627, "tRecall_50": 0.55625, "tRecall_75": 0.35, "tRecall_90": 0.1875, "token_acc": 0.9327317473338802, "epoch": 0.599635580586384, "step": 1810}, {"loss": 0.1772216796875, "grad_norm": 0.7670430541038513, "learning_rate": 3.6231884561254582e-06, "tIoU": 0.4886181354522705, "tRecall_50": 0.53125, "tRecall_75": 0.3625, "tRecall_90": 0.1875, "token_acc": 0.9338235294117647, "epoch": 0.6012920324664568, "step": 1815}, {"loss": 0.17412109375, "grad_norm": 0.7720572352409363, "learning_rate": 3.5974216751778325e-06, "tIoU": 0.5262765884399414, "tRecall_50": 0.6, "tRecall_75": 0.36875, "tRecall_90": 0.19375, "token_acc": 0.933115823817292, "epoch": 0.6029484843465297, "step": 1820}, {"loss": 0.169482421875, "grad_norm": 0.7285556197166443, "learning_rate": 3.5716952609714517e-06, "tIoU": 0.5220855712890625, "tRecall_50": 0.5625, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.939106901217862, "epoch": 0.6046049362266026, "step": 1825}, {"loss": 0.1677734375, "grad_norm": 1.1344448328018188, "learning_rate": 3.546009953922368e-06, "tIoU": 0.5042481899261475, "tRecall_50": 0.55625, "tRecall_75": 0.35625, "tRecall_90": 0.225, "token_acc": 0.9375851730716817, "epoch": 0.6062613881066755, "step": 1830}, {"loss": 0.172088623046875, "grad_norm": 1.0104260444641113, "learning_rate": 3.520366493263554e-06, "tIoU": 0.49114651679992677, "tRecall_50": 0.53125, "tRecall_75": 0.325, "tRecall_90": 0.20625, "token_acc": 0.9357473454941465, "epoch": 0.6079178399867484, "step": 1835}, {"loss": 0.17286376953125, "grad_norm": 0.7177519798278809, "learning_rate": 3.4947656170236255e-06, "tIoU": 0.4896671772003174, "tRecall_50": 0.54375, "tRecall_75": 0.33125, "tRecall_90": 0.175, "token_acc": 0.9316939890710383, "epoch": 0.6095742918668212, "step": 1840}, {"loss": 0.1756591796875, "grad_norm": 1.2683875560760498, "learning_rate": 3.4692080620056044e-06, "tIoU": 0.4619856357574463, "tRecall_50": 0.475, "tRecall_75": 0.325, "tRecall_90": 0.225, "token_acc": 0.9327525183773482, "epoch": 0.6112307437468941, "step": 1845}, {"loss": 0.1958984375, "grad_norm": 1.6255913972854614, "learning_rate": 3.4436945637657106e-06, "tIoU": 0.45418591499328614, "tRecall_50": 0.4875, "tRecall_75": 0.3, "tRecall_90": 0.1375, "token_acc": 0.9282401091405185, "epoch": 0.612887195626967, "step": 1850}, {"loss": 0.18095703125, "grad_norm": 0.561595618724823, "learning_rate": 3.4182258565921933e-06, "tIoU": 0.49369378089904786, "tRecall_50": 0.53125, "tRecall_75": 0.3625, "tRecall_90": 0.18125, "token_acc": 0.9321438226547716, "epoch": 0.6145436475070399, "step": 1855}, {"loss": 0.1666259765625, "grad_norm": 0.8924992680549622, "learning_rate": 3.3928026734841935e-06, "tIoU": 0.5069714069366456, "tRecall_50": 0.5625, "tRecall_75": 0.35625, "tRecall_90": 0.18125, "token_acc": 0.9379422972237343, "epoch": 0.6162000993871128, "step": 1860}, {"loss": 0.173114013671875, "grad_norm": 0.7029200196266174, "learning_rate": 3.367425746130658e-06, "tIoU": 0.4882997512817383, "tRecall_50": 0.5125, "tRecall_75": 0.33125, "tRecall_90": 0.20625, "token_acc": 0.9313164349959117, "epoch": 0.6178565512671856, "step": 1865}, {"loss": 0.1749267578125, "grad_norm": 0.9286129474639893, "learning_rate": 3.342095804889275e-06, "tIoU": 0.4577652454376221, "tRecall_50": 0.50625, "tRecall_75": 0.31875, "tRecall_90": 0.15625, "token_acc": 0.9320600272851296, "epoch": 0.6195130031472585, "step": 1870}, {"loss": 0.1812255859375, "grad_norm": 0.5791053175926208, "learning_rate": 3.3168135787654493e-06, "tIoU": 0.4594059944152832, "tRecall_50": 0.51875, "tRecall_75": 0.30625, "tRecall_90": 0.175, "token_acc": 0.9324654190398698, "epoch": 0.6211694550273315, "step": 1875}, {"loss": 0.187890625, "grad_norm": 0.8472244739532471, "learning_rate": 3.291579795391331e-06, "tIoU": 0.45896449089050295, "tRecall_50": 0.50625, "tRecall_75": 0.31875, "tRecall_90": 0.18125, "token_acc": 0.9292517006802721, "epoch": 0.6228259069074044, "step": 1880}, {"loss": 0.17021484375, "grad_norm": 0.38565245270729065, "learning_rate": 3.2663951810048683e-06, "tIoU": 0.5169834136962891, "tRecall_50": 0.55625, "tRecall_75": 0.35625, "tRecall_90": 0.26875, "token_acc": 0.9390612132857535, "epoch": 0.6244823587874773, "step": 1885}, {"loss": 0.17054443359375, "grad_norm": 0.5663768649101257, "learning_rate": 3.2412604604289073e-06, "tIoU": 0.5117685317993164, "tRecall_50": 0.54375, "tRecall_75": 0.41875, "tRecall_90": 0.20625, "token_acc": 0.9363265306122449, "epoch": 0.6261388106675501, "step": 1890}, {"loss": 0.18416748046875, "grad_norm": 0.5704411864280701, "learning_rate": 3.216176357050327e-06, "tIoU": 0.44472241401672363, "tRecall_50": 0.4625, "tRecall_75": 0.3, "tRecall_90": 0.175, "token_acc": 0.9313432835820895, "epoch": 0.627795262547623, "step": 1895}, {"loss": 0.1766357421875, "grad_norm": 0.7190278172492981, "learning_rate": 3.1911435927992298e-06, "tIoU": 0.5014017581939697, "tRecall_50": 0.53125, "tRecall_75": 0.36875, "tRecall_90": 0.2375, "token_acc": 0.9352892788593364, "epoch": 0.6294517144276959, "step": 1900}, {"loss": 0.16368408203125, "grad_norm": 1.1024482250213623, "learning_rate": 3.1661628881281564e-06, "tIoU": 0.5242351531982422, "tRecall_50": 0.58125, "tRecall_75": 0.4, "tRecall_90": 0.24375, "token_acc": 0.9382850901146914, "epoch": 0.6311081663077688, "step": 1905}, {"loss": 0.1825927734375, "grad_norm": 0.9046055674552917, "learning_rate": 3.1412349619913514e-06, "tIoU": 0.5072037220001221, "tRecall_50": 0.55625, "tRecall_75": 0.36875, "tRecall_90": 0.18125, "token_acc": 0.9307901907356948, "epoch": 0.6327646181878417, "step": 1910}, {"loss": 0.174755859375, "grad_norm": 0.5911693572998047, "learning_rate": 3.116360531824074e-06, "tIoU": 0.4666897296905518, "tRecall_50": 0.4875, "tRecall_75": 0.2875, "tRecall_90": 0.18125, "token_acc": 0.9344799344799345, "epoch": 0.6344210700679145, "step": 1915}, {"loss": 0.1763427734375, "grad_norm": 0.7473828792572021, "learning_rate": 3.091540313521952e-06, "tIoU": 0.47705855369567873, "tRecall_50": 0.50625, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.9352635891832832, "epoch": 0.6360775219479874, "step": 1920}, {"loss": 0.17041015625, "grad_norm": 0.5192280411720276, "learning_rate": 3.0667750214203697e-06, "tIoU": 0.5263989925384521, "tRecall_50": 0.56875, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.9372623574144486, "epoch": 0.6377339738280603, "step": 1925}, {"loss": 0.1847900390625, "grad_norm": 0.7126697301864624, "learning_rate": 3.0420653682739154e-06, "tIoU": 0.4687205791473389, "tRecall_50": 0.525, "tRecall_75": 0.3125, "tRecall_90": 0.15625, "token_acc": 0.9299972655181843, "epoch": 0.6393904257081332, "step": 1930}, {"loss": 0.1704345703125, "grad_norm": 0.4491810202598572, "learning_rate": 3.0174120652358683e-06, "tIoU": 0.5178460597991943, "tRecall_50": 0.56875, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.9364949577541565, "epoch": 0.6410468775882061, "step": 1935}, {"loss": 0.179681396484375, "grad_norm": 1.2054424285888672, "learning_rate": 2.992815821837732e-06, "tIoU": 0.47540578842163084, "tRecall_50": 0.5, "tRecall_75": 0.35, "tRecall_90": 0.225, "token_acc": 0.9323737099402498, "epoch": 0.6427033294682789, "step": 1940}, {"loss": 0.17215576171875, "grad_norm": 0.7334527373313904, "learning_rate": 2.9682773459688087e-06, "tIoU": 0.5042455196380615, "tRecall_50": 0.53125, "tRecall_75": 0.34375, "tRecall_90": 0.2375, "token_acc": 0.9384067889405968, "epoch": 0.6443597813483518, "step": 1945}, {"loss": 0.1730224609375, "grad_norm": 0.8443556427955627, "learning_rate": 2.943797343855829e-06, "tIoU": 0.49851245880126954, "tRecall_50": 0.55, "tRecall_75": 0.36875, "tRecall_90": 0.21875, "token_acc": 0.9361065796628603, "epoch": 0.6460162332284247, "step": 1950}, {"loss": 0.1675048828125, "grad_norm": 0.5963442921638489, "learning_rate": 2.919376520042628e-06, "tIoU": 0.5137337207794189, "tRecall_50": 0.5375, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.938415626695605, "epoch": 0.6476726851084976, "step": 1955}, {"loss": 0.16014404296875, "grad_norm": 0.7591701149940491, "learning_rate": 2.895015577369866e-06, "tIoU": 0.5342641353607178, "tRecall_50": 0.6, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.9397066811515481, "epoch": 0.6493291369885705, "step": 1960}, {"loss": 0.176788330078125, "grad_norm": 0.8188691735267639, "learning_rate": 2.8707152169548014e-06, "tIoU": 0.4610156536102295, "tRecall_50": 0.46875, "tRecall_75": 0.28125, "tRecall_90": 0.2125, "token_acc": 0.9341854772912701, "epoch": 0.6509855888686433, "step": 1965}, {"loss": 0.16424560546875, "grad_norm": 0.8676570057868958, "learning_rate": 2.846476138171111e-06, "tIoU": 0.501154088973999, "tRecall_50": 0.575, "tRecall_75": 0.31875, "tRecall_90": 0.2, "token_acc": 0.9379929290182214, "epoch": 0.6526420407487162, "step": 1970}, {"loss": 0.176416015625, "grad_norm": 0.7612938284873962, "learning_rate": 2.822299038628762e-06, "tIoU": 0.4875017166137695, "tRecall_50": 0.51875, "tRecall_75": 0.34375, "tRecall_90": 0.2, "token_acc": 0.9357823129251701, "epoch": 0.6542984926287891, "step": 1975}, {"loss": 0.173583984375, "grad_norm": 0.7041980624198914, "learning_rate": 2.7981846141539402e-06, "tIoU": 0.5235120773315429, "tRecall_50": 0.55625, "tRecall_75": 0.38125, "tRecall_90": 0.23125, "token_acc": 0.9373467719967311, "epoch": 0.655954944508862, "step": 1980}, {"loss": 0.16883544921875, "grad_norm": 0.6536473631858826, "learning_rate": 2.774133558769014e-06, "tIoU": 0.5440771102905273, "tRecall_50": 0.60625, "tRecall_75": 0.4, "tRecall_90": 0.23125, "token_acc": 0.9373644251626898, "epoch": 0.657611396388935, "step": 1985}, {"loss": 0.165447998046875, "grad_norm": 0.7851463556289673, "learning_rate": 2.7501465646725646e-06, "tIoU": 0.5130851745605469, "tRecall_50": 0.5375, "tRecall_75": 0.375, "tRecall_90": 0.23125, "token_acc": 0.9399563318777293, "epoch": 0.6592678482690078, "step": 1990}, {"loss": 0.16031494140625, "grad_norm": 0.5911428332328796, "learning_rate": 2.7262243222194728e-06, "tIoU": 0.5653287887573242, "tRecall_50": 0.6375, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.9419813902572524, "epoch": 0.6609243001490807, "step": 1995}, {"loss": 0.18170166015625, "grad_norm": 1.123152732849121, "learning_rate": 2.70236751990103e-06, "tIoU": 0.4873984336853027, "tRecall_50": 0.5125, "tRecall_75": 0.33125, "tRecall_90": 0.20625, "token_acc": 0.9352733206418276, "epoch": 0.6625807520291536, "step": 2000}, {"loss": 0.17193603515625, "grad_norm": 0.6615129113197327, "learning_rate": 2.6785768443251437e-06, "tIoU": 0.5061471462249756, "tRecall_50": 0.5375, "tRecall_75": 0.38125, "tRecall_90": 0.20625, "token_acc": 0.9373454245671888, "epoch": 0.6642372039092265, "step": 2005}, {"loss": 0.1778564453125, "grad_norm": 0.7078028917312622, "learning_rate": 2.6548529801965683e-06, "tIoU": 0.49297666549682617, "tRecall_50": 0.55, "tRecall_75": 0.375, "tRecall_90": 0.21875, "token_acc": 0.9353778751369113, "epoch": 0.6658936557892993, "step": 2010}, {"loss": 0.173419189453125, "grad_norm": 0.6457661986351013, "learning_rate": 2.6311966102971964e-06, "tIoU": 0.4754279136657715, "tRecall_50": 0.525, "tRecall_75": 0.31875, "tRecall_90": 0.23125, "token_acc": 0.9330966684871654, "epoch": 0.6675501076693722, "step": 2015}, {"loss": 0.16165771484375, "grad_norm": 0.5870974659919739, "learning_rate": 2.60760841546641e-06, "tIoU": 0.5365977764129639, "tRecall_50": 0.58125, "tRecall_75": 0.4125, "tRecall_90": 0.28125, "token_acc": 0.9392459994575536, "epoch": 0.6692065595494451, "step": 2020}, {"loss": 0.1861572265625, "grad_norm": 0.6219912767410278, "learning_rate": 2.5840890745814927e-06, "tIoU": 0.4320235729217529, "tRecall_50": 0.425, "tRecall_75": 0.29375, "tRecall_90": 0.2, "token_acc": 0.929019929019929, "epoch": 0.670863011429518, "step": 2025}, {"loss": 0.16923828125, "grad_norm": 1.0377817153930664, "learning_rate": 2.5606392645380783e-06, "tIoU": 0.49492855072021485, "tRecall_50": 0.54375, "tRecall_75": 0.36875, "tRecall_90": 0.225, "token_acc": 0.9414980863860033, "epoch": 0.6725194633095909, "step": 2030}, {"loss": 0.165887451171875, "grad_norm": 0.815820038318634, "learning_rate": 2.537259660230679e-06, "tIoU": 0.5028116703033447, "tRecall_50": 0.55625, "tRecall_75": 0.34375, "tRecall_90": 0.225, "token_acc": 0.9375681570338059, "epoch": 0.6741759151896637, "step": 2035}, {"loss": 0.17679443359375, "grad_norm": 0.8865664005279541, "learning_rate": 2.513950934533259e-06, "tIoU": 0.47364301681518556, "tRecall_50": 0.51875, "tRecall_75": 0.325, "tRecall_90": 0.20625, "token_acc": 0.9367157665030006, "epoch": 0.6758323670697366, "step": 2040}, {"loss": 0.16671142578125, "grad_norm": 0.7120909094810486, "learning_rate": 2.4907137582798676e-06, "tIoU": 0.4803049564361572, "tRecall_50": 0.53125, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.9373126192423004, "epoch": 0.6774888189498095, "step": 2045}, {"loss": 0.1687744140625, "grad_norm": 0.6672912836074829, "learning_rate": 2.4675488002453385e-06, "tIoU": 0.5082532882690429, "tRecall_50": 0.54375, "tRecall_75": 0.41875, "tRecall_90": 0.28125, "token_acc": 0.9364256480218281, "epoch": 0.6791452708298824, "step": 2050}, {"loss": 0.18414306640625, "grad_norm": 0.6307590007781982, "learning_rate": 2.4444567271260316e-06, "tIoU": 0.45078296661376954, "tRecall_50": 0.49375, "tRecall_75": 0.3125, "tRecall_90": 0.175, "token_acc": 0.9301191765980499, "epoch": 0.6808017227099553, "step": 2055}, {"loss": 0.18304443359375, "grad_norm": 0.7724269032478333, "learning_rate": 2.4214382035206525e-06, "tIoU": 0.4889862060546875, "tRecall_50": 0.51875, "tRecall_75": 0.3375, "tRecall_90": 0.2, "token_acc": 0.9334605944914098, "epoch": 0.6824581745900281, "step": 2060}, {"loss": 0.17745361328125, "grad_norm": 0.8915734887123108, "learning_rate": 2.398493891911127e-06, "tIoU": 0.4941965103149414, "tRecall_50": 0.53125, "tRecall_75": 0.39375, "tRecall_90": 0.1875, "token_acc": 0.934919332786437, "epoch": 0.684114626470101, "step": 2065}, {"loss": 0.17196044921875, "grad_norm": 0.7458223104476929, "learning_rate": 2.3756244526435303e-06, "tIoU": 0.4759033679962158, "tRecall_50": 0.51875, "tRecall_75": 0.35, "tRecall_90": 0.20625, "token_acc": 0.9305933587370713, "epoch": 0.6857710783501739, "step": 2070}, {"loss": 0.17049560546875, "grad_norm": 1.0249956846237183, "learning_rate": 2.3528305439090744e-06, "tIoU": 0.48972091674804685, "tRecall_50": 0.53125, "tRecall_75": 0.3125, "tRecall_90": 0.2, "token_acc": 0.9357375271149675, "epoch": 0.6874275302302468, "step": 2075}, {"loss": 0.166357421875, "grad_norm": 0.7602894306182861, "learning_rate": 2.3301128217251866e-06, "tIoU": 0.5064025402069092, "tRecall_50": 0.53125, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.9387643521049754, "epoch": 0.6890839821103197, "step": 2080}, {"loss": 0.1779052734375, "grad_norm": 0.9286313056945801, "learning_rate": 2.3074719399166085e-06, "tIoU": 0.4853084087371826, "tRecall_50": 0.49375, "tRecall_75": 0.3375, "tRecall_90": 0.21875, "token_acc": 0.9348241068993728, "epoch": 0.6907404339903925, "step": 2085}, {"loss": 0.176373291015625, "grad_norm": 0.862211287021637, "learning_rate": 2.284908550096586e-06, "tIoU": 0.48578662872314454, "tRecall_50": 0.51875, "tRecall_75": 0.3625, "tRecall_90": 0.2125, "token_acc": 0.9331348132106118, "epoch": 0.6923968858704654, "step": 2090}, {"loss": 0.17879638671875, "grad_norm": 0.693041980266571, "learning_rate": 2.2624233016481224e-06, "tIoU": 0.4563180446624756, "tRecall_50": 0.49375, "tRecall_75": 0.3375, "tRecall_90": 0.23125, "token_acc": 0.9329700272479564, "epoch": 0.6940533377505383, "step": 2095}, {"loss": 0.177001953125, "grad_norm": 0.7243401408195496, "learning_rate": 2.240016841705274e-06, "tIoU": 0.5020215034484863, "tRecall_50": 0.56875, "tRecall_75": 0.36875, "tRecall_90": 0.1625, "token_acc": 0.9311751904243744, "epoch": 0.6957097896306113, "step": 2100}, {"loss": 0.179541015625, "grad_norm": 0.9865171909332275, "learning_rate": 2.217689815134539e-06, "tIoU": 0.4819465637207031, "tRecall_50": 0.54375, "tRecall_75": 0.3, "tRecall_90": 0.18125, "token_acc": 0.9356422143441505, "epoch": 0.6973662415106842, "step": 2105}, {"loss": 0.17598876953125, "grad_norm": 0.6080495119094849, "learning_rate": 2.1954428645162914e-06, "tIoU": 0.489973258972168, "tRecall_50": 0.46875, "tRecall_75": 0.3625, "tRecall_90": 0.2625, "token_acc": 0.9368191721132898, "epoch": 0.699022693390757, "step": 2110}, {"loss": 0.173095703125, "grad_norm": 0.8506658673286438, "learning_rate": 2.173276630126287e-06, "tIoU": 0.5007967948913574, "tRecall_50": 0.5375, "tRecall_75": 0.375, "tRecall_90": 0.1875, "token_acc": 0.9371428571428572, "epoch": 0.7006791452708299, "step": 2115}, {"loss": 0.1621337890625, "grad_norm": 0.8335757255554199, "learning_rate": 2.151191749917239e-06, "tIoU": 0.5394833087921143, "tRecall_50": 0.55625, "tRecall_75": 0.40625, "tRecall_90": 0.2625, "token_acc": 0.9359323882224646, "epoch": 0.7023355971509028, "step": 2120}, {"loss": 0.1705078125, "grad_norm": 0.689186692237854, "learning_rate": 2.129188859500459e-06, "tIoU": 0.49993605613708497, "tRecall_50": 0.53125, "tRecall_75": 0.38125, "tRecall_90": 0.225, "token_acc": 0.9364082969432315, "epoch": 0.7039920490309757, "step": 2125}, {"loss": 0.17630615234375, "grad_norm": 0.8689191341400146, "learning_rate": 2.107268592127557e-06, "tIoU": 0.5096036434173584, "tRecall_50": 0.56875, "tRecall_75": 0.3375, "tRecall_90": 0.225, "token_acc": 0.9340419732897247, "epoch": 0.7056485009110486, "step": 2130}, {"loss": 0.18541259765625, "grad_norm": 0.631164014339447, "learning_rate": 2.085431578672219e-06, "tIoU": 0.450577449798584, "tRecall_50": 0.51875, "tRecall_75": 0.25, "tRecall_90": 0.1625, "token_acc": 0.9321155943293348, "epoch": 0.7073049527911214, "step": 2135}, {"loss": 0.16405029296875, "grad_norm": 0.6744017601013184, "learning_rate": 2.0636784476120598e-06, "tIoU": 0.4992068290710449, "tRecall_50": 0.53125, "tRecall_75": 0.375, "tRecall_90": 0.21875, "token_acc": 0.9382480957562568, "epoch": 0.7089614046711943, "step": 2140}, {"loss": 0.17177734375, "grad_norm": 0.4977242946624756, "learning_rate": 2.042009825010513e-06, "tIoU": 0.4702145099639893, "tRecall_50": 0.5, "tRecall_75": 0.31875, "tRecall_90": 0.19375, "token_acc": 0.9351675292835739, "epoch": 0.7106178565512672, "step": 2145}, {"loss": 0.1595458984375, "grad_norm": 0.8620179891586304, "learning_rate": 2.0204263344988395e-06, "tIoU": 0.540800142288208, "tRecall_50": 0.59375, "tRecall_75": 0.43125, "tRecall_90": 0.2625, "token_acc": 0.9388753056234719, "epoch": 0.7122743084313401, "step": 2150}, {"loss": 0.167889404296875, "grad_norm": 0.9641251564025879, "learning_rate": 1.9989285972581595e-06, "tIoU": 0.5128904342651367, "tRecall_50": 0.55625, "tRecall_75": 0.375, "tRecall_90": 0.20625, "token_acc": 0.9373638344226579, "epoch": 0.713930760311413, "step": 2155}, {"loss": 0.1738037109375, "grad_norm": 0.5796557068824768, "learning_rate": 1.9775172320015805e-06, "tIoU": 0.5090267658233643, "tRecall_50": 0.55, "tRecall_75": 0.35625, "tRecall_90": 0.2, "token_acc": 0.934056987788331, "epoch": 0.7155872121914858, "step": 2160}, {"loss": 0.19425048828125, "grad_norm": 0.983623743057251, "learning_rate": 1.956192854956397e-06, "tIoU": 0.43579559326171874, "tRecall_50": 0.4625, "tRecall_75": 0.2875, "tRecall_90": 0.125, "token_acc": 0.9279935275080906, "epoch": 0.7172436640715587, "step": 2165}, {"loss": 0.16068115234375, "grad_norm": 0.6525421738624573, "learning_rate": 1.9349560798463423e-06, "tIoU": 0.5424071311950683, "tRecall_50": 0.575, "tRecall_75": 0.4375, "tRecall_90": 0.25, "token_acc": 0.939161414086051, "epoch": 0.7189001159516316, "step": 2170}, {"loss": 0.1739013671875, "grad_norm": 0.8243787884712219, "learning_rate": 1.9138075178739375e-06, "tIoU": 0.530751085281372, "tRecall_50": 0.58125, "tRecall_75": 0.4125, "tRecall_90": 0.2375, "token_acc": 0.9375171279802685, "epoch": 0.7205565678317045, "step": 2175}, {"loss": 0.17392578125, "grad_norm": 0.6876861453056335, "learning_rate": 1.8927477777028934e-06, "tIoU": 0.5324853420257568, "tRecall_50": 0.575, "tRecall_75": 0.41875, "tRecall_90": 0.24375, "token_acc": 0.9364820846905537, "epoch": 0.7222130197117774, "step": 2180}, {"loss": 0.16431884765625, "grad_norm": 0.5997945070266724, "learning_rate": 1.8717774654405962e-06, "tIoU": 0.49742794036865234, "tRecall_50": 0.55625, "tRecall_75": 0.3375, "tRecall_90": 0.2125, "token_acc": 0.9384990517474939, "epoch": 0.7238694715918502, "step": 2185}, {"loss": 0.16878662109375, "grad_norm": 0.5504443049430847, "learning_rate": 1.8508971846206603e-06, "tIoU": 0.5265546321868897, "tRecall_50": 0.5625, "tRecall_75": 0.4, "tRecall_90": 0.275, "token_acc": 0.937007874015748, "epoch": 0.7255259234719231, "step": 2190}, {"loss": 0.16859130859375, "grad_norm": 0.9353824257850647, "learning_rate": 1.8301075361855674e-06, "tIoU": 0.5125098705291748, "tRecall_50": 0.56875, "tRecall_75": 0.35, "tRecall_90": 0.23125, "token_acc": 0.9380482456140351, "epoch": 0.727182375351996, "step": 2195}, {"loss": 0.150726318359375, "grad_norm": 0.6298314929008484, "learning_rate": 1.8094091184693569e-06, "tIoU": 0.6028693199157715, "tRecall_50": 0.63125, "tRecall_75": 0.50625, "tRecall_90": 0.34375, "token_acc": 0.9465065502183406, "epoch": 0.7288388272320689, "step": 2200}, {"loss": 0.16905517578125, "grad_norm": 0.7824316024780273, "learning_rate": 1.7888025271804156e-06, "tIoU": 0.5317495346069336, "tRecall_50": 0.58125, "tRecall_75": 0.35625, "tRecall_90": 0.25, "token_acc": 0.9363860707430764, "epoch": 0.7304952791121417, "step": 2205}, {"loss": 0.17078857421875, "grad_norm": 0.6538747549057007, "learning_rate": 1.7682883553843356e-06, "tIoU": 0.5033647537231445, "tRecall_50": 0.56875, "tRecall_75": 0.35625, "tRecall_90": 0.23125, "token_acc": 0.9356772962660126, "epoch": 0.7321517309922146, "step": 2210}, {"loss": 0.17071533203125, "grad_norm": 0.7083224058151245, "learning_rate": 1.7478671934868302e-06, "tIoU": 0.4973759174346924, "tRecall_50": 0.51875, "tRecall_75": 0.35625, "tRecall_90": 0.225, "token_acc": 0.9356693128935122, "epoch": 0.7338081828722876, "step": 2215}, {"loss": 0.17100830078125, "grad_norm": 0.7497418522834778, "learning_rate": 1.7275396292167623e-06, "tIoU": 0.49721755981445315, "tRecall_50": 0.5375, "tRecall_75": 0.35, "tRecall_90": 0.23125, "token_acc": 0.9366812227074236, "epoch": 0.7354646347523605, "step": 2220}, {"loss": 0.180126953125, "grad_norm": 0.6321945190429688, "learning_rate": 1.7073062476092145e-06, "tIoU": 0.4704447269439697, "tRecall_50": 0.50625, "tRecall_75": 0.29375, "tRecall_90": 0.15625, "token_acc": 0.9331521739130435, "epoch": 0.7371210866324334, "step": 2225}, {"loss": 0.1580078125, "grad_norm": 0.8521533012390137, "learning_rate": 1.6871676309886548e-06, "tIoU": 0.5263726711273193, "tRecall_50": 0.58125, "tRecall_75": 0.375, "tRecall_90": 0.23125, "token_acc": 0.9394852135815991, "epoch": 0.7387775385125062, "step": 2230}, {"loss": 0.174755859375, "grad_norm": 0.5403299331665039, "learning_rate": 1.667124358952184e-06, "tIoU": 0.49117865562438967, "tRecall_50": 0.51875, "tRecall_75": 0.35625, "tRecall_90": 0.23125, "token_acc": 0.9297385620915033, "epoch": 0.7404339903925791, "step": 2235}, {"loss": 0.1709716796875, "grad_norm": 0.6532604098320007, "learning_rate": 1.6471770083528444e-06, "tIoU": 0.47151384353637693, "tRecall_50": 0.50625, "tRecall_75": 0.325, "tRecall_90": 0.18125, "token_acc": 0.935230352303523, "epoch": 0.742090442272652, "step": 2240}, {"loss": 0.16851806640625, "grad_norm": 0.8524296283721924, "learning_rate": 1.6273261532830242e-06, "tIoU": 0.4716504573822021, "tRecall_50": 0.49375, "tRecall_75": 0.31875, "tRecall_90": 0.20625, "token_acc": 0.9321340964840557, "epoch": 0.7437468941527249, "step": 2245}, {"loss": 0.162274169921875, "grad_norm": 0.8328669667243958, "learning_rate": 1.607572365057934e-06, "tIoU": 0.5394411087036133, "tRecall_50": 0.60625, "tRecall_75": 0.44375, "tRecall_90": 0.25625, "token_acc": 0.9395095367847411, "epoch": 0.7454033460327978, "step": 2250}, {"loss": 0.158038330078125, "grad_norm": 0.6246114373207092, "learning_rate": 1.5879162121991614e-06, "tIoU": 0.5400234222412109, "tRecall_50": 0.5875, "tRecall_75": 0.3875, "tRecall_90": 0.25625, "token_acc": 0.9416416689391873, "epoch": 0.7470597979128706, "step": 2255}, {"loss": 0.18333740234375, "grad_norm": 0.8123376965522766, "learning_rate": 1.5683582604183124e-06, "tIoU": 0.46303753852844237, "tRecall_50": 0.4625, "tRecall_75": 0.31875, "tRecall_90": 0.1875, "token_acc": 0.9281420765027323, "epoch": 0.7487162497929435, "step": 2260}, {"loss": 0.1748779296875, "grad_norm": 1.2423231601715088, "learning_rate": 1.5488990726007297e-06, "tIoU": 0.4978518486022949, "tRecall_50": 0.51875, "tRecall_75": 0.31875, "tRecall_90": 0.23125, "token_acc": 0.9372955288985824, "epoch": 0.7503727016730164, "step": 2265}, {"loss": 0.1652587890625, "grad_norm": 0.7828681468963623, "learning_rate": 1.5295392087892884e-06, "tIoU": 0.544642162322998, "tRecall_50": 0.56875, "tRecall_75": 0.4125, "tRecall_90": 0.2375, "token_acc": 0.938415626695605, "epoch": 0.7520291535530893, "step": 2270}, {"loss": 0.17371826171875, "grad_norm": 1.5039345026016235, "learning_rate": 1.5102792261682813e-06, "tIoU": 0.4964874267578125, "tRecall_50": 0.5375, "tRecall_75": 0.33125, "tRecall_90": 0.21875, "token_acc": 0.9370400654129191, "epoch": 0.7536856054331622, "step": 2275}, {"loss": 0.18326416015625, "grad_norm": 0.7843227386474609, "learning_rate": 1.4911196790473876e-06, "tIoU": 0.4819049835205078, "tRecall_50": 0.5125, "tRecall_75": 0.36875, "tRecall_90": 0.1875, "token_acc": 0.9304158738787714, "epoch": 0.755342057313235, "step": 2280}, {"loss": 0.1644775390625, "grad_norm": 0.7723053693771362, "learning_rate": 1.472061118845703e-06, "tIoU": 0.49332551956176757, "tRecall_50": 0.51875, "tRecall_75": 0.3625, "tRecall_90": 0.225, "token_acc": 0.9384363933533098, "epoch": 0.7569985091933079, "step": 2285}, {"loss": 0.16533203125, "grad_norm": 0.7919214963912964, "learning_rate": 1.4531040940758922e-06, "tIoU": 0.5007062435150147, "tRecall_50": 0.55, "tRecall_75": 0.36875, "tRecall_90": 0.2375, "token_acc": 0.9389747762408462, "epoch": 0.7586549610733808, "step": 2290}, {"loss": 0.174462890625, "grad_norm": 0.7684245705604553, "learning_rate": 1.4342491503283862e-06, "tIoU": 0.49562835693359375, "tRecall_50": 0.53125, "tRecall_75": 0.35625, "tRecall_90": 0.2125, "token_acc": 0.9352892788593364, "epoch": 0.7603114129534537, "step": 2295}, {"loss": 0.167974853515625, "grad_norm": 0.8239648342132568, "learning_rate": 1.415496830255685e-06, "tIoU": 0.4977258682250977, "tRecall_50": 0.525, "tRecall_75": 0.34375, "tRecall_90": 0.23125, "token_acc": 0.9362224039247752, "epoch": 0.7619678648335266, "step": 2300}, {"loss": 0.1693603515625, "grad_norm": 0.8175250887870789, "learning_rate": 1.3968476735567392e-06, "tIoU": 0.5062343120574951, "tRecall_50": 0.54375, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.9361876193073357, "epoch": 0.7636243167135994, "step": 2305}, {"loss": 0.1779541015625, "grad_norm": 0.7014074325561523, "learning_rate": 1.378302216961423e-06, "tIoU": 0.4825749397277832, "tRecall_50": 0.5375, "tRecall_75": 0.2875, "tRecall_90": 0.16875, "token_acc": 0.9348180336773493, "epoch": 0.7652807685936723, "step": 2310}, {"loss": 0.163330078125, "grad_norm": 0.6896725296974182, "learning_rate": 1.3598609942150765e-06, "tIoU": 0.5398362159729004, "tRecall_50": 0.6125, "tRecall_75": 0.39375, "tRecall_90": 0.24375, "token_acc": 0.9398907103825137, "epoch": 0.7669372204737452, "step": 2315}, {"loss": 0.1712890625, "grad_norm": 0.4823424518108368, "learning_rate": 1.3415245360631519e-06, "tIoU": 0.5252293109893799, "tRecall_50": 0.5375, "tRecall_75": 0.39375, "tRecall_90": 0.2375, "token_acc": 0.9372623574144486, "epoch": 0.7685936723538181, "step": 2320}, {"loss": 0.15997314453125, "grad_norm": 0.723754346370697, "learning_rate": 1.3232933702359357e-06, "tIoU": 0.5580024719238281, "tRecall_50": 0.59375, "tRecall_75": 0.4, "tRecall_90": 0.2875, "token_acc": 0.9413689664575947, "epoch": 0.770250124233891, "step": 2325}, {"loss": 0.164599609375, "grad_norm": 0.8188807368278503, "learning_rate": 1.30516802143336e-06, "tIoU": 0.5340878963470459, "tRecall_50": 0.59375, "tRecall_75": 0.39375, "tRecall_90": 0.20625, "token_acc": 0.9367330242705209, "epoch": 0.7719065761139638, "step": 2330}, {"loss": 0.16748046875, "grad_norm": 0.8108425736427307, "learning_rate": 1.2871490113099066e-06, "tIoU": 0.5217185497283936, "tRecall_50": 0.575, "tRecall_75": 0.375, "tRecall_90": 0.20625, "token_acc": 0.9342926961715993, "epoch": 0.7735630279940368, "step": 2335}, {"loss": 0.15841064453125, "grad_norm": 0.7287384271621704, "learning_rate": 1.269236858459585e-06, "tIoU": 0.5563352584838868, "tRecall_50": 0.6125, "tRecall_75": 0.4, "tRecall_90": 0.29375, "token_acc": 0.9430760810071155, "epoch": 0.7752194798741097, "step": 2340}, {"loss": 0.16722412109375, "grad_norm": 1.0169156789779663, "learning_rate": 1.251432078401011e-06, "tIoU": 0.5237151145935058, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.3, "token_acc": 0.9400759219088937, "epoch": 0.7768759317541826, "step": 2345}, {"loss": 0.17203369140625, "grad_norm": 0.8414934277534485, "learning_rate": 1.2337351835625772e-06, "tIoU": 0.4683319091796875, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.16875, "token_acc": 0.93296853625171, "epoch": 0.7785323836342555, "step": 2350}, {"loss": 0.17662353515625, "grad_norm": 0.7166607975959778, "learning_rate": 1.2161466832676888e-06, "tIoU": 0.4999744415283203, "tRecall_50": 0.525, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.9345108695652173, "epoch": 0.7801888355143283, "step": 2355}, {"loss": 0.15789794921875, "grad_norm": 0.865781307220459, "learning_rate": 1.1986670837201186e-06, "tIoU": 0.502723503112793, "tRecall_50": 0.55, "tRecall_75": 0.34375, "tRecall_90": 0.21875, "token_acc": 0.9386753883892068, "epoch": 0.7818452873944012, "step": 2360}, {"loss": 0.175360107421875, "grad_norm": 0.6877259016036987, "learning_rate": 1.1812968879894387e-06, "tIoU": 0.4937340259552002, "tRecall_50": 0.53125, "tRecall_75": 0.34375, "tRecall_90": 0.19375, "token_acc": 0.9314658689148763, "epoch": 0.7835017392744741, "step": 2365}, {"loss": 0.17828369140625, "grad_norm": 0.510835587978363, "learning_rate": 1.1640365959965305e-06, "tIoU": 0.5067586898803711, "tRecall_50": 0.5875, "tRecall_75": 0.35625, "tRecall_90": 0.19375, "token_acc": 0.9343283582089552, "epoch": 0.785158191154547, "step": 2370}, {"loss": 0.1570556640625, "grad_norm": 0.6406946182250977, "learning_rate": 1.1468867044992065e-06, "tIoU": 0.5507751941680908, "tRecall_50": 0.5625, "tRecall_75": 0.41875, "tRecall_90": 0.2875, "token_acc": 0.9398414000546896, "epoch": 0.7868146430346199, "step": 2375}, {"loss": 0.157196044921875, "grad_norm": 0.6878499984741211, "learning_rate": 1.1298477070779123e-06, "tIoU": 0.5253495216369629, "tRecall_50": 0.55625, "tRecall_75": 0.4, "tRecall_90": 0.25, "token_acc": 0.9413839891451832, "epoch": 0.7884710949146927, "step": 2380}, {"loss": 0.15570068359375, "grad_norm": 0.5969179272651672, "learning_rate": 1.1129200941215185e-06, "tIoU": 0.5149667739868165, "tRecall_50": 0.53125, "tRecall_75": 0.35625, "tRecall_90": 0.25, "token_acc": 0.9385964912280702, "epoch": 0.7901275467947656, "step": 2385}, {"loss": 0.17559814453125, "grad_norm": 0.6879226565361023, "learning_rate": 1.096104352813206e-06, "tIoU": 0.48774018287658694, "tRecall_50": 0.53125, "tRecall_75": 0.33125, "tRecall_90": 0.2375, "token_acc": 0.9376708583925643, "epoch": 0.7917839986748385, "step": 2390}, {"loss": 0.17552490234375, "grad_norm": 0.6902740001678467, "learning_rate": 1.0794009671164484e-06, "tIoU": 0.5013079643249512, "tRecall_50": 0.56875, "tRecall_75": 0.29375, "tRecall_90": 0.2, "token_acc": 0.9357572443958447, "epoch": 0.7934404505549114, "step": 2395}, {"loss": 0.16121826171875, "grad_norm": 0.9794551134109497, "learning_rate": 1.062810417761082e-06, "tIoU": 0.5373490333557129, "tRecall_50": 0.5875, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.9416416689391873, "epoch": 0.7950969024349842, "step": 2400}, {"loss": 0.179833984375, "grad_norm": 0.8637567162513733, "learning_rate": 1.046333182229472e-06, "tIoU": 0.4834479331970215, "tRecall_50": 0.53125, "tRecall_75": 0.29375, "tRecall_90": 0.2, "token_acc": 0.9333695947783519, "epoch": 0.7967533543150571, "step": 2405}, {"loss": 0.171337890625, "grad_norm": 0.839551568031311, "learning_rate": 1.0299697347427645e-06, "tIoU": 0.5212206363677978, "tRecall_50": 0.5875, "tRecall_75": 0.375, "tRecall_90": 0.225, "token_acc": 0.9367330242705209, "epoch": 0.79840980619513, "step": 2410}, {"loss": 0.1574462890625, "grad_norm": 1.254679799079895, "learning_rate": 1.0137205462472427e-06, "tIoU": 0.49321732521057127, "tRecall_50": 0.53125, "tRecall_75": 0.35, "tRecall_90": 0.2125, "token_acc": 0.9380991509175568, "epoch": 0.8000662580752029, "step": 2415}, {"loss": 0.169134521484375, "grad_norm": 1.4603803157806396, "learning_rate": 9.975860844007774e-07, "tIoU": 0.5044502258300781, "tRecall_50": 0.525, "tRecall_75": 0.36875, "tRecall_90": 0.25, "token_acc": 0.9402618657937807, "epoch": 0.8017227099552758, "step": 2420}, {"loss": 0.16961669921875, "grad_norm": 0.7451661825180054, "learning_rate": 9.815668135593548e-07, "tIoU": 0.47481822967529297, "tRecall_50": 0.50625, "tRecall_75": 0.35, "tRecall_90": 0.2375, "token_acc": 0.9368852459016394, "epoch": 0.8033791618353486, "step": 2425}, {"loss": 0.1576904296875, "grad_norm": 0.7719781994819641, "learning_rate": 9.656631947637235e-07, "tIoU": 0.5455312252044677, "tRecall_50": 0.6, "tRecall_75": 0.425, "tRecall_90": 0.225, "token_acc": 0.938891906572515, "epoch": 0.8050356137154215, "step": 2430}, {"loss": 0.15947265625, "grad_norm": 0.6662564873695374, "learning_rate": 9.498756857261243e-07, "tIoU": 0.553839111328125, "tRecall_50": 0.6, "tRecall_75": 0.4125, "tRecall_90": 0.275, "token_acc": 0.9448388858547242, "epoch": 0.8066920655954944, "step": 2435}, {"loss": 0.1763671875, "grad_norm": 0.9136363863945007, "learning_rate": 9.342047408171117e-07, "tIoU": 0.4986013889312744, "tRecall_50": 0.5625, "tRecall_75": 0.35, "tRecall_90": 0.2, "token_acc": 0.9353695118625579, "epoch": 0.8083485174755674, "step": 2440}, {"loss": 0.1627197265625, "grad_norm": 0.554823637008667, "learning_rate": 9.186508110524795e-07, "tIoU": 0.5317745685577393, "tRecall_50": 0.575, "tRecall_75": 0.38125, "tRecall_90": 0.2375, "token_acc": 0.9387699066447007, "epoch": 0.8100049693556403, "step": 2445}, {"loss": 0.16331787109375, "grad_norm": 0.7479649186134338, "learning_rate": 9.032143440802837e-07, "tIoU": 0.5534454345703125, "tRecall_50": 0.58125, "tRecall_75": 0.425, "tRecall_90": 0.30625, "token_acc": 0.9430982847808331, "epoch": 0.811661421235713, "step": 2450}, {"loss": 0.164013671875, "grad_norm": 0.6608762145042419, "learning_rate": 8.878957841679542e-07, "tIoU": 0.527746057510376, "tRecall_50": 0.60625, "tRecall_75": 0.39375, "tRecall_90": 0.21875, "token_acc": 0.9389084985066521, "epoch": 0.813317873115786, "step": 2455}, {"loss": 0.16697998046875, "grad_norm": 1.3219070434570312, "learning_rate": 8.726955721895103e-07, "tIoU": 0.5618434429168702, "tRecall_50": 0.6375, "tRecall_75": 0.425, "tRecall_90": 0.26875, "token_acc": 0.9403393541324576, "epoch": 0.8149743249958589, "step": 2460}, {"loss": 0.167626953125, "grad_norm": 0.7267748117446899, "learning_rate": 8.576141456128734e-07, "tIoU": 0.4939138889312744, "tRecall_50": 0.5375, "tRecall_75": 0.3375, "tRecall_90": 0.225, "token_acc": 0.9371756350723845, "epoch": 0.8166307768759318, "step": 2465}, {"loss": 0.1691650390625, "grad_norm": 0.6189550757408142, "learning_rate": 8.426519384872733e-07, "tIoU": 0.5217617988586426, "tRecall_50": 0.5625, "tRecall_75": 0.3875, "tRecall_90": 0.24375, "token_acc": 0.9373289545703338, "epoch": 0.8182872287560047, "step": 2470}, {"loss": 0.158807373046875, "grad_norm": 0.8395878672599792, "learning_rate": 8.278093814307637e-07, "tIoU": 0.49412384033203127, "tRecall_50": 0.5125, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.9406130268199234, "epoch": 0.8199436806360775, "step": 2475}, {"loss": 0.1666015625, "grad_norm": 0.8504371643066406, "learning_rate": 8.130869016178178e-07, "tIoU": 0.5296526432037354, "tRecall_50": 0.56875, "tRecall_75": 0.375, "tRecall_90": 0.2375, "token_acc": 0.9363909363909364, "epoch": 0.8216001325161504, "step": 2480}, {"loss": 0.1741455078125, "grad_norm": 0.7140628099441528, "learning_rate": 7.984849227670421e-07, "tIoU": 0.4859952926635742, "tRecall_50": 0.5375, "tRecall_75": 0.3375, "tRecall_90": 0.19375, "token_acc": 0.9374494472903747, "epoch": 0.8232565843962233, "step": 2485}, {"loss": 0.17652587890625, "grad_norm": 0.972076416015625, "learning_rate": 7.840038651289794e-07, "tIoU": 0.49787096977233886, "tRecall_50": 0.5375, "tRecall_75": 0.35, "tRecall_90": 0.23125, "token_acc": 0.9362625440737727, "epoch": 0.8249130362762962, "step": 2490}, {"loss": 0.172149658203125, "grad_norm": 0.6217445731163025, "learning_rate": 7.696441454740134e-07, "tIoU": 0.5035621643066406, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.2125, "token_acc": 0.9317499317499317, "epoch": 0.8265694881563691, "step": 2495}, {"loss": 0.17059326171875, "grad_norm": 0.7103597521781921, "learning_rate": 7.554061770803733e-07, "tIoU": 0.49586052894592286, "tRecall_50": 0.525, "tRecall_75": 0.375, "tRecall_90": 0.2375, "token_acc": 0.932502033071293, "epoch": 0.8282259400364419, "step": 2500}, {"loss": 0.169085693359375, "grad_norm": 0.882223904132843, "learning_rate": 7.412903697222429e-07, "tIoU": 0.5214649677276612, "tRecall_50": 0.53125, "tRecall_75": 0.4125, "tRecall_90": 0.25625, "token_acc": 0.9380796508456083, "epoch": 0.8298823919165148, "step": 2505}, {"loss": 0.16846923828125, "grad_norm": 0.8407055139541626, "learning_rate": 7.272971296579629e-07, "tIoU": 0.5244925022125244, "tRecall_50": 0.55625, "tRecall_75": 0.4, "tRecall_90": 0.21875, "token_acc": 0.9391184573002754, "epoch": 0.8315388437965877, "step": 2510}, {"loss": 0.17208251953125, "grad_norm": 0.767992377281189, "learning_rate": 7.13426859618338e-07, "tIoU": 0.49294400215148926, "tRecall_50": 0.5375, "tRecall_75": 0.31875, "tRecall_90": 0.18125, "token_acc": 0.937636761487965, "epoch": 0.8331952956766606, "step": 2515}, {"loss": 0.17369384765625, "grad_norm": 0.6720332503318787, "learning_rate": 6.996799587950542e-07, "tIoU": 0.5089955806732178, "tRecall_50": 0.55, "tRecall_75": 0.39375, "tRecall_90": 0.25625, "token_acc": 0.9377049180327869, "epoch": 0.8348517475567335, "step": 2520}, {"loss": 0.15867919921875, "grad_norm": 0.8948066830635071, "learning_rate": 6.860568228291808e-07, "tIoU": 0.5465658664703369, "tRecall_50": 0.5625, "tRecall_75": 0.44375, "tRecall_90": 0.29375, "token_acc": 0.9413529732678669, "epoch": 0.8365081994368063, "step": 2525}, {"loss": 0.15870361328125, "grad_norm": 0.7410321831703186, "learning_rate": 6.725578437997837e-07, "tIoU": 0.5618382453918457, "tRecall_50": 0.59375, "tRecall_75": 0.41875, "tRecall_90": 0.275, "token_acc": 0.937842278203724, "epoch": 0.8381646513168792, "step": 2530}, {"loss": 0.17159423828125, "grad_norm": 0.8477771282196045, "learning_rate": 6.591834102126516e-07, "tIoU": 0.4611368656158447, "tRecall_50": 0.4875, "tRecall_75": 0.3125, "tRecall_90": 0.1875, "token_acc": 0.9355978260869565, "epoch": 0.8398211031969521, "step": 2535}, {"loss": 0.1673583984375, "grad_norm": 0.737338662147522, "learning_rate": 6.459339069891036e-07, "tIoU": 0.4833646297454834, "tRecall_50": 0.4875, "tRecall_75": 0.34375, "tRecall_90": 0.23125, "token_acc": 0.9352459016393443, "epoch": 0.841477555077025, "step": 2540}, {"loss": 0.17528076171875, "grad_norm": 0.776910126209259, "learning_rate": 6.328097154549146e-07, "tIoU": 0.4892130851745605, "tRecall_50": 0.51875, "tRecall_75": 0.33125, "tRecall_90": 0.21875, "token_acc": 0.933532284319045, "epoch": 0.843134006957098, "step": 2545}, {"loss": 0.18927001953125, "grad_norm": 0.6227378845214844, "learning_rate": 6.198112133293438e-07, "tIoU": 0.45512681007385253, "tRecall_50": 0.46875, "tRecall_75": 0.2875, "tRecall_90": 0.18125, "token_acc": 0.9267029972752043, "epoch": 0.8447904588371707, "step": 2550}, {"loss": 0.1791748046875, "grad_norm": 0.7233284115791321, "learning_rate": 6.069387747142591e-07, "tIoU": 0.47337632179260253, "tRecall_50": 0.46875, "tRecall_75": 0.325, "tRecall_90": 0.2375, "token_acc": 0.9329882865704168, "epoch": 0.8464469107172437, "step": 2555}, {"loss": 0.177044677734375, "grad_norm": 1.1300185918807983, "learning_rate": 5.941927700833727e-07, "tIoU": 0.5041799545288086, "tRecall_50": 0.51875, "tRecall_75": 0.3625, "tRecall_90": 0.24375, "token_acc": 0.9349015317286652, "epoch": 0.8481033625973166, "step": 2560}, {"loss": 0.1742919921875, "grad_norm": 0.8417783379554749, "learning_rate": 5.815735662715782e-07, "tIoU": 0.4556624412536621, "tRecall_50": 0.475, "tRecall_75": 0.3, "tRecall_90": 0.18125, "token_acc": 0.9348418756815703, "epoch": 0.8497598144773895, "step": 2565}, {"loss": 0.15477294921875, "grad_norm": 0.5778570771217346, "learning_rate": 5.690815264643929e-07, "tIoU": 0.5520836353302002, "tRecall_50": 0.6125, "tRecall_75": 0.43125, "tRecall_90": 0.24375, "token_acc": 0.9414328520839008, "epoch": 0.8514162663574624, "step": 2570}, {"loss": 0.16763916015625, "grad_norm": 0.7804685235023499, "learning_rate": 5.567170101875074e-07, "tIoU": 0.5112069606781006, "tRecall_50": 0.53125, "tRecall_75": 0.36875, "tRecall_90": 0.2625, "token_acc": 0.935117599351176, "epoch": 0.8530727182375352, "step": 2575}, {"loss": 0.16856689453125, "grad_norm": 0.7051248550415039, "learning_rate": 5.444803732964333e-07, "tIoU": 0.5114638805389404, "tRecall_50": 0.56875, "tRecall_75": 0.3375, "tRecall_90": 0.2375, "token_acc": 0.9369713506139155, "epoch": 0.8547291701176081, "step": 2580}, {"loss": 0.18857421875, "grad_norm": 0.566935122013092, "learning_rate": 5.323719679662647e-07, "tIoU": 0.43479313850402834, "tRecall_50": 0.45, "tRecall_75": 0.30625, "tRecall_90": 0.20625, "token_acc": 0.9312789746386693, "epoch": 0.856385621997681, "step": 2585}, {"loss": 0.187164306640625, "grad_norm": 1.0828498601913452, "learning_rate": 5.203921426815467e-07, "tIoU": 0.49915304183959963, "tRecall_50": 0.49375, "tRecall_75": 0.375, "tRecall_90": 0.225, "token_acc": 0.9354662291495761, "epoch": 0.8580420738777539, "step": 2590}, {"loss": 0.180859375, "grad_norm": 0.7501890659332275, "learning_rate": 5.085412422262364e-07, "tIoU": 0.4726570606231689, "tRecall_50": 0.54375, "tRecall_75": 0.35, "tRecall_90": 0.18125, "token_acc": 0.9310438811665304, "epoch": 0.8596985257578267, "step": 2595}, {"loss": 0.16258544921875, "grad_norm": 0.7477120757102966, "learning_rate": 4.968196076737847e-07, "tIoU": 0.5175511837005615, "tRecall_50": 0.59375, "tRecall_75": 0.34375, "tRecall_90": 0.2375, "token_acc": 0.9377911756645656, "epoch": 0.8613549776378996, "step": 2600}, {"loss": 0.16473388671875, "grad_norm": 1.1233842372894287, "learning_rate": 4.852275763773251e-07, "tIoU": 0.5207054615020752, "tRecall_50": 0.55, "tRecall_75": 0.375, "tRecall_90": 0.24375, "token_acc": 0.9364776444929117, "epoch": 0.8630114295179725, "step": 2605}, {"loss": 0.16619873046875, "grad_norm": 0.6753348112106323, "learning_rate": 4.737654819599563e-07, "tIoU": 0.5136092662811279, "tRecall_50": 0.5375, "tRecall_75": 0.36875, "tRecall_90": 0.24375, "token_acc": 0.9343586926668498, "epoch": 0.8646678813980454, "step": 2610}, {"loss": 0.173681640625, "grad_norm": 0.5908539891242981, "learning_rate": 4.624336543051433e-07, "tIoU": 0.4958775520324707, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.1875, "token_acc": 0.9334775554353705, "epoch": 0.8663243332781183, "step": 2615}, {"loss": 0.172119140625, "grad_norm": 1.120327353477478, "learning_rate": 4.5123241954722673e-07, "tIoU": 0.5174227714538574, "tRecall_50": 0.54375, "tRecall_75": 0.3625, "tRecall_90": 0.21875, "token_acc": 0.9397721106890938, "epoch": 0.8679807851581911, "step": 2620}, {"loss": 0.168157958984375, "grad_norm": 0.8235846757888794, "learning_rate": 4.4016210006203096e-07, "tIoU": 0.5169090270996094, "tRecall_50": 0.53125, "tRecall_75": 0.375, "tRecall_90": 0.24375, "token_acc": 0.9378238341968912, "epoch": 0.869637237038264, "step": 2625}, {"loss": 0.16219482421875, "grad_norm": 0.9747741222381592, "learning_rate": 4.292230144575904e-07, "tIoU": 0.5115816116333007, "tRecall_50": 0.54375, "tRecall_75": 0.39375, "tRecall_90": 0.23125, "token_acc": 0.9387755102040817, "epoch": 0.8712936889183369, "step": 2630}, {"loss": 0.172467041015625, "grad_norm": 0.6801785230636597, "learning_rate": 4.184154775649768e-07, "tIoU": 0.5234130859375, "tRecall_50": 0.575, "tRecall_75": 0.38125, "tRecall_90": 0.2125, "token_acc": 0.9338775510204081, "epoch": 0.8729501407984098, "step": 2635}, {"loss": 0.151312255859375, "grad_norm": 0.5652636289596558, "learning_rate": 4.0773980042923986e-07, "tIoU": 0.5651471138000488, "tRecall_50": 0.6125, "tRecall_75": 0.4125, "tRecall_90": 0.275, "token_acc": 0.9436619718309859, "epoch": 0.8746065926784827, "step": 2640}, {"loss": 0.1797119140625, "grad_norm": 0.6775177121162415, "learning_rate": 3.9719629030045616e-07, "tIoU": 0.4568702220916748, "tRecall_50": 0.46875, "tRecall_75": 0.29375, "tRecall_90": 0.14375, "token_acc": 0.9357298474945533, "epoch": 0.8762630445585555, "step": 2645}, {"loss": 0.16839599609375, "grad_norm": 0.5278891921043396, "learning_rate": 3.867852506248843e-07, "tIoU": 0.5081851005554199, "tRecall_50": 0.53125, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.9337712096332786, "epoch": 0.8779194964386284, "step": 2650}, {"loss": 0.172088623046875, "grad_norm": 0.6639028191566467, "learning_rate": 3.765069810362326e-07, "tIoU": 0.505199384689331, "tRecall_50": 0.5, "tRecall_75": 0.375, "tRecall_90": 0.24375, "token_acc": 0.9367157665030006, "epoch": 0.8795759483187013, "step": 2655}, {"loss": 0.160400390625, "grad_norm": 1.0353643894195557, "learning_rate": 3.6636177734703405e-07, "tIoU": 0.511631965637207, "tRecall_50": 0.55, "tRecall_75": 0.3875, "tRecall_90": 0.225, "token_acc": 0.9401686157193364, "epoch": 0.8812324001987742, "step": 2660}, {"loss": 0.157501220703125, "grad_norm": 0.8286413550376892, "learning_rate": 3.563499315401386e-07, "tIoU": 0.5362672805786133, "tRecall_50": 0.59375, "tRecall_75": 0.4, "tRecall_90": 0.2625, "token_acc": 0.9426006528835691, "epoch": 0.8828888520788472, "step": 2665}, {"loss": 0.16170654296875, "grad_norm": 0.8659203052520752, "learning_rate": 3.4647173176029835e-07, "tIoU": 0.5220396995544434, "tRecall_50": 0.5625, "tRecall_75": 0.3875, "tRecall_90": 0.2375, "token_acc": 0.9409844982322546, "epoch": 0.88454530395892, "step": 2670}, {"loss": 0.16168212890625, "grad_norm": 0.6143077611923218, "learning_rate": 3.3672746230588803e-07, "tIoU": 0.5249217033386231, "tRecall_50": 0.5875, "tRecall_75": 0.35, "tRecall_90": 0.2125, "token_acc": 0.9385702636586029, "epoch": 0.8862017558389929, "step": 2675}, {"loss": 0.16109619140625, "grad_norm": 0.7457343339920044, "learning_rate": 3.271174036207131e-07, "tIoU": 0.5504693031311035, "tRecall_50": 0.59375, "tRecall_75": 0.40625, "tRecall_90": 0.24375, "token_acc": 0.9404405765569758, "epoch": 0.8878582077190658, "step": 2680}, {"loss": 0.159423828125, "grad_norm": 0.8153536319732666, "learning_rate": 3.176418322859415e-07, "tIoU": 0.5685202598571777, "tRecall_50": 0.63125, "tRecall_75": 0.40625, "tRecall_90": 0.275, "token_acc": 0.9401475813063679, "epoch": 0.8895146595991387, "step": 2685}, {"loss": 0.1869384765625, "grad_norm": 0.7968191504478455, "learning_rate": 3.0830102101214563e-07, "tIoU": 0.4603766918182373, "tRecall_50": 0.45625, "tRecall_75": 0.33125, "tRecall_90": 0.20625, "token_acc": 0.9273864563502856, "epoch": 0.8911711114792116, "step": 2690}, {"loss": 0.152166748046875, "grad_norm": 0.791151225566864, "learning_rate": 2.990952386314505e-07, "tIoU": 0.5579746723175049, "tRecall_50": 0.64375, "tRecall_75": 0.41875, "tRecall_90": 0.25, "token_acc": 0.9423182066703116, "epoch": 0.8928275633592844, "step": 2695}, {"loss": 0.16212158203125, "grad_norm": 0.6396689414978027, "learning_rate": 2.900247500897974e-07, "tIoU": 0.541058349609375, "tRecall_50": 0.60625, "tRecall_75": 0.41875, "tRecall_90": 0.225, "token_acc": 0.9396339797869434, "epoch": 0.8944840152393573, "step": 2700}, {"loss": 0.16187744140625, "grad_norm": 0.8363026976585388, "learning_rate": 2.8108981643932e-07, "tIoU": 0.5171924591064453, "tRecall_50": 0.5625, "tRecall_75": 0.3625, "tRecall_90": 0.25625, "token_acc": 0.9382377161679935, "epoch": 0.8961404671194302, "step": 2705}, {"loss": 0.15625, "grad_norm": 0.9190537333488464, "learning_rate": 2.7229069483083015e-07, "tIoU": 0.5394030094146729, "tRecall_50": 0.59375, "tRecall_75": 0.4125, "tRecall_90": 0.21875, "token_acc": 0.9389645776566757, "epoch": 0.8977969189995031, "step": 2710}, {"loss": 0.16314697265625, "grad_norm": 1.1332321166992188, "learning_rate": 2.636276385064157e-07, "tIoU": 0.5070057392120362, "tRecall_50": 0.5625, "tRecall_75": 0.34375, "tRecall_90": 0.21875, "token_acc": 0.9401360544217687, "epoch": 0.899453370879576, "step": 2715}, {"loss": 0.16029052734375, "grad_norm": 0.7385725378990173, "learning_rate": 2.5510089679215646e-07, "tIoU": 0.5014833927154541, "tRecall_50": 0.5375, "tRecall_75": 0.375, "tRecall_90": 0.25625, "token_acc": 0.9408866995073891, "epoch": 0.9011098227596488, "step": 2720}, {"loss": 0.1755615234375, "grad_norm": 0.6640172600746155, "learning_rate": 2.4671071509094367e-07, "tIoU": 0.5041008472442627, "tRecall_50": 0.54375, "tRecall_75": 0.375, "tRecall_90": 0.23125, "token_acc": 0.9361933206625034, "epoch": 0.9027662746397217, "step": 2725}, {"loss": 0.179498291015625, "grad_norm": 0.7788488864898682, "learning_rate": 2.3845733487541824e-07, "tIoU": 0.4518738746643066, "tRecall_50": 0.5, "tRecall_75": 0.275, "tRecall_90": 0.18125, "token_acc": 0.9308554249795026, "epoch": 0.9044227265197946, "step": 2730}, {"loss": 0.1571044921875, "grad_norm": 0.6222738027572632, "learning_rate": 2.3034099368102525e-07, "tIoU": 0.5238431930541992, "tRecall_50": 0.55, "tRecall_75": 0.41875, "tRecall_90": 0.26875, "token_acc": 0.9402823018458197, "epoch": 0.9060791783998675, "step": 2735}, {"loss": 0.166680908203125, "grad_norm": 1.4831520318984985, "learning_rate": 2.2236192509916933e-07, "tIoU": 0.47686314582824707, "tRecall_50": 0.525, "tRecall_75": 0.3125, "tRecall_90": 0.20625, "token_acc": 0.9365509761388287, "epoch": 0.9077356302799404, "step": 2740}, {"loss": 0.161865234375, "grad_norm": 0.8604743480682373, "learning_rate": 2.1452035877050137e-07, "tIoU": 0.49976840019226076, "tRecall_50": 0.54375, "tRecall_75": 0.35, "tRecall_90": 0.23125, "token_acc": 0.9370057267521135, "epoch": 0.9093920821600132, "step": 2745}, {"loss": 0.162469482421875, "grad_norm": 0.6152319312095642, "learning_rate": 2.068165203783029e-07, "tIoU": 0.5543086051940918, "tRecall_50": 0.5875, "tRecall_75": 0.41875, "tRecall_90": 0.275, "token_acc": 0.9417052574230454, "epoch": 0.9110485340400861, "step": 2750}, {"loss": 0.17266845703125, "grad_norm": 0.6196502447128296, "learning_rate": 1.992506316419912e-07, "tIoU": 0.5317881107330322, "tRecall_50": 0.55, "tRecall_75": 0.40625, "tRecall_90": 0.25625, "token_acc": 0.9376361655773421, "epoch": 0.912704985920159, "step": 2755}, {"loss": 0.1644775390625, "grad_norm": 0.6472025513648987, "learning_rate": 1.9182291031074275e-07, "tIoU": 0.5059373855590821, "tRecall_50": 0.5375, "tRecall_75": 0.375, "tRecall_90": 0.2125, "token_acc": 0.9389189189189189, "epoch": 0.9143614378002319, "step": 2760}, {"loss": 0.18333740234375, "grad_norm": 0.6243625283241272, "learning_rate": 1.8453357015722097e-07, "tIoU": 0.484930419921875, "tRecall_50": 0.525, "tRecall_75": 0.34375, "tRecall_90": 0.2375, "token_acc": 0.9322125813449024, "epoch": 0.9160178896803048, "step": 2765}, {"loss": 0.16766357421875, "grad_norm": 0.6738588213920593, "learning_rate": 1.7738282097142622e-07, "tIoU": 0.5100986003875733, "tRecall_50": 0.55625, "tRecall_75": 0.3625, "tRecall_90": 0.23125, "token_acc": 0.9377886443901113, "epoch": 0.9176743415603776, "step": 2770}, {"loss": 0.1661865234375, "grad_norm": 0.7857363820075989, "learning_rate": 1.7037086855465902e-07, "tIoU": 0.5343938350677491, "tRecall_50": 0.59375, "tRecall_75": 0.375, "tRecall_90": 0.25, "token_acc": 0.9354838709677419, "epoch": 0.9193307934404505, "step": 2775}, {"loss": 0.19149169921875, "grad_norm": 0.7780869603157043, "learning_rate": 1.63497914713594e-07, "tIoU": 0.45860466957092283, "tRecall_50": 0.45, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.93, "epoch": 0.9209872453205235, "step": 2780}, {"loss": 0.1667236328125, "grad_norm": 0.664658784866333, "learning_rate": 1.5676415725447424e-07, "tIoU": 0.48155937194824217, "tRecall_50": 0.48125, "tRecall_75": 0.35625, "tRecall_90": 0.25625, "token_acc": 0.9338932538607424, "epoch": 0.9226436972005964, "step": 2785}, {"loss": 0.171832275390625, "grad_norm": 0.7795268297195435, "learning_rate": 1.5016978997741903e-07, "tIoU": 0.5146270751953125, "tRecall_50": 0.56875, "tRecall_75": 0.39375, "tRecall_90": 0.2, "token_acc": 0.9377559377559378, "epoch": 0.9243001490806692, "step": 2790}, {"loss": 0.16966552734375, "grad_norm": 1.2140763998031616, "learning_rate": 1.4371500267084337e-07, "tIoU": 0.4930588245391846, "tRecall_50": 0.5125, "tRecall_75": 0.39375, "tRecall_90": 0.20625, "token_acc": 0.933879781420765, "epoch": 0.9259566009607421, "step": 2795}, {"loss": 0.178955078125, "grad_norm": 1.5132783651351929, "learning_rate": 1.3739998110599618e-07, "tIoU": 0.47170157432556153, "tRecall_50": 0.49375, "tRecall_75": 0.33125, "tRecall_90": 0.15625, "token_acc": 0.9330441854161019, "epoch": 0.927613052840815, "step": 2800}, {"loss": 0.15028076171875, "grad_norm": 1.321894645690918, "learning_rate": 1.3122490703161793e-07, "tIoU": 0.5809732437133789, "tRecall_50": 0.65, "tRecall_75": 0.41875, "tRecall_90": 0.3, "token_acc": 0.9422815137489791, "epoch": 0.9292695047208879, "step": 2805}, {"loss": 0.17301025390625, "grad_norm": 0.7193299531936646, "learning_rate": 1.2518995816870327e-07, "tIoU": 0.5153297901153564, "tRecall_50": 0.5625, "tRecall_75": 0.35625, "tRecall_90": 0.21875, "token_acc": 0.9316888045540797, "epoch": 0.9309259566009608, "step": 2810}, {"loss": 0.16524658203125, "grad_norm": 0.6819635033607483, "learning_rate": 1.192953082053927e-07, "tIoU": 0.4928165912628174, "tRecall_50": 0.525, "tRecall_75": 0.375, "tRecall_90": 0.26875, "token_acc": 0.93700356066831, "epoch": 0.9325824084810336, "step": 2815}, {"loss": 0.17261962890625, "grad_norm": 0.7570156455039978, "learning_rate": 1.1354112679196894e-07, "tIoU": 0.47592525482177733, "tRecall_50": 0.49375, "tRecall_75": 0.30625, "tRecall_90": 0.2125, "token_acc": 0.9332790886899919, "epoch": 0.9342388603611065, "step": 2820}, {"loss": 0.165087890625, "grad_norm": 0.9541832804679871, "learning_rate": 1.0792757953597522e-07, "tIoU": 0.5012556552886963, "tRecall_50": 0.54375, "tRecall_75": 0.35, "tRecall_90": 0.2, "token_acc": 0.9369517543859649, "epoch": 0.9358953122411794, "step": 2825}, {"loss": 0.16036376953125, "grad_norm": 0.8550011515617371, "learning_rate": 1.0245482799745243e-07, "tIoU": 0.5329121589660645, "tRecall_50": 0.54375, "tRecall_75": 0.39375, "tRecall_90": 0.2625, "token_acc": 0.9413049413049414, "epoch": 0.9375517641212523, "step": 2830}, {"loss": 0.17666015625, "grad_norm": 0.6483854651451111, "learning_rate": 9.712302968428567e-08, "tIoU": 0.4751426219940186, "tRecall_50": 0.525, "tRecall_75": 0.33125, "tRecall_90": 0.1875, "token_acc": 0.9346994535519125, "epoch": 0.9392082160013252, "step": 2835}, {"loss": 0.15933837890625, "grad_norm": 0.7603535652160645, "learning_rate": 9.193233804767054e-08, "tIoU": 0.5567446708679199, "tRecall_50": 0.625, "tRecall_75": 0.44375, "tRecall_90": 0.24375, "token_acc": 0.9381976585897087, "epoch": 0.940864667881398, "step": 2840}, {"loss": 0.1705810546875, "grad_norm": 0.7249236702919006, "learning_rate": 8.688290247770071e-08, "tIoU": 0.4610413074493408, "tRecall_50": 0.45, "tRecall_75": 0.3125, "tRecall_90": 0.20625, "token_acc": 0.9328986688399892, "epoch": 0.9425211197614709, "step": 2845}, {"loss": 0.166766357421875, "grad_norm": 0.7190523147583008, "learning_rate": 8.197486829906564e-08, "tIoU": 0.5046255111694335, "tRecall_50": 0.575, "tRecall_75": 0.3125, "tRecall_90": 0.1625, "token_acc": 0.9357473454941465, "epoch": 0.9441775716415438, "step": 2850}, {"loss": 0.158251953125, "grad_norm": 0.5674343109130859, "learning_rate": 7.720837676686743e-08, "tIoU": 0.5005484580993652, "tRecall_50": 0.50625, "tRecall_75": 0.36875, "tRecall_90": 0.225, "token_acc": 0.9392295170916983, "epoch": 0.9458340235216167, "step": 2855}, {"loss": 0.16937255859375, "grad_norm": 0.7311811447143555, "learning_rate": 7.258356506255781e-08, "tIoU": 0.5104536533355712, "tRecall_50": 0.525, "tRecall_75": 0.36875, "tRecall_90": 0.23125, "token_acc": 0.9357923497267759, "epoch": 0.9474904754016896, "step": 2860}, {"loss": 0.16796875, "grad_norm": 0.9396853446960449, "learning_rate": 6.810056628998918e-08, "tIoU": 0.4816568374633789, "tRecall_50": 0.4875, "tRecall_75": 0.3125, "tRecall_90": 0.19375, "token_acc": 0.9347529347529347, "epoch": 0.9491469272817624, "step": 2865}, {"loss": 0.1641357421875, "grad_norm": 0.877997875213623, "learning_rate": 6.375950947158205e-08, "tIoU": 0.5160622596740723, "tRecall_50": 0.575, "tRecall_75": 0.34375, "tRecall_90": 0.21875, "token_acc": 0.9409513395297977, "epoch": 0.9508033791618353, "step": 2870}, {"loss": 0.17335205078125, "grad_norm": 0.8622974753379822, "learning_rate": 5.9560519544614725e-08, "tIoU": 0.47723917961120604, "tRecall_50": 0.5125, "tRecall_75": 0.35625, "tRecall_90": 0.21875, "token_acc": 0.9347885402455661, "epoch": 0.9524598310419082, "step": 2875}, {"loss": 0.1654052734375, "grad_norm": 0.6275861859321594, "learning_rate": 5.5503717357623945e-08, "tIoU": 0.49258060455322267, "tRecall_50": 0.51875, "tRecall_75": 0.3375, "tRecall_90": 0.20625, "token_acc": 0.9381302807304442, "epoch": 0.9541162829219811, "step": 2880}, {"loss": 0.1552978515625, "grad_norm": 0.431295782327652, "learning_rate": 5.158921966693042e-08, "tIoU": 0.5804571151733399, "tRecall_50": 0.625, "tRecall_75": 0.4125, "tRecall_90": 0.2875, "token_acc": 0.9431942919868277, "epoch": 0.955772734802054, "step": 2885}, {"loss": 0.1633056640625, "grad_norm": 0.8254731297492981, "learning_rate": 4.7817139133277126e-08, "tIoU": 0.5029040813446045, "tRecall_50": 0.54375, "tRecall_75": 0.33125, "tRecall_90": 0.2, "token_acc": 0.9355543418896778, "epoch": 0.9574291866821268, "step": 2890}, {"loss": 0.17060546875, "grad_norm": 1.163977026939392, "learning_rate": 4.418758431858572e-08, "tIoU": 0.4865605354309082, "tRecall_50": 0.53125, "tRecall_75": 0.33125, "tRecall_90": 0.18125, "token_acc": 0.9346994535519125, "epoch": 0.9590856385621997, "step": 2895}, {"loss": 0.1607421875, "grad_norm": 0.7067316174507141, "learning_rate": 4.070065968283354e-08, "tIoU": 0.5368088245391845, "tRecall_50": 0.5875, "tRecall_75": 0.3875, "tRecall_90": 0.2625, "token_acc": 0.9396009838753758, "epoch": 0.9607420904422727, "step": 2900}, {"loss": 0.16165771484375, "grad_norm": 0.80304354429245, "learning_rate": 3.7356465581047105e-08, "tIoU": 0.5282118797302247, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.25, "token_acc": 0.9404208800218639, "epoch": 0.9623985423223456, "step": 2905}, {"loss": 0.16864013671875, "grad_norm": 0.7419623732566833, "learning_rate": 3.4155098260412744e-08, "tIoU": 0.5185792446136475, "tRecall_50": 0.54375, "tRecall_75": 0.38125, "tRecall_90": 0.25, "token_acc": 0.9377899045020464, "epoch": 0.9640549942024185, "step": 2910}, {"loss": 0.17650146484375, "grad_norm": 0.8520535826683044, "learning_rate": 3.1096649857508264e-08, "tIoU": 0.4905348300933838, "tRecall_50": 0.55625, "tRecall_75": 0.34375, "tRecall_90": 0.21875, "token_acc": 0.9356677524429967, "epoch": 0.9657114460824913, "step": 2915}, {"loss": 0.1608154296875, "grad_norm": 1.0215346813201904, "learning_rate": 2.8181208395648973e-08, "tIoU": 0.5103528022766113, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.20625, "token_acc": 0.9380771319934817, "epoch": 0.9673678979625642, "step": 2920}, {"loss": 0.18460693359375, "grad_norm": 0.661289393901825, "learning_rate": 2.5408857782357465e-08, "tIoU": 0.45003881454467776, "tRecall_50": 0.48125, "tRecall_75": 0.34375, "tRecall_90": 0.16875, "token_acc": 0.933515731874145, "epoch": 0.9690243498426371, "step": 2925}, {"loss": 0.16956787109375, "grad_norm": 0.7059552073478699, "learning_rate": 2.2779677806945567e-08, "tIoU": 0.5454771995544434, "tRecall_50": 0.5875, "tRecall_75": 0.425, "tRecall_90": 0.2625, "token_acc": 0.9368852459016394, "epoch": 0.97068080172271, "step": 2930}, {"loss": 0.170068359375, "grad_norm": 0.9884421825408936, "learning_rate": 2.0293744138219495e-08, "tIoU": 0.4609072208404541, "tRecall_50": 0.48125, "tRecall_75": 0.31875, "tRecall_90": 0.16875, "token_acc": 0.9328785811732606, "epoch": 0.9723372536027829, "step": 2935}, {"loss": 0.153759765625, "grad_norm": 0.7598815560340881, "learning_rate": 1.7951128322302168e-08, "tIoU": 0.5549664974212647, "tRecall_50": 0.6125, "tRecall_75": 0.43125, "tRecall_90": 0.3, "token_acc": 0.9418191750887736, "epoch": 0.9739937054828557, "step": 2940}, {"loss": 0.17967529296875, "grad_norm": 0.6405239701271057, "learning_rate": 1.5751897780573734e-08, "tIoU": 0.5006648540496826, "tRecall_50": 0.55, "tRecall_75": 0.375, "tRecall_90": 0.225, "token_acc": 0.932425068119891, "epoch": 0.9756501573629286, "step": 2945}, {"loss": 0.1675537109375, "grad_norm": 1.0323588848114014, "learning_rate": 1.3696115807732002e-08, "tIoU": 0.4964780807495117, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.16875, "token_acc": 0.932750136686714, "epoch": 0.9773066092430015, "step": 2950}, {"loss": 0.1745361328125, "grad_norm": 1.058555245399475, "learning_rate": 1.1783841569968368e-08, "tIoU": 0.49728074073791506, "tRecall_50": 0.55, "tRecall_75": 0.35625, "tRecall_90": 0.225, "token_acc": 0.932184850970741, "epoch": 0.9789630611230744, "step": 2955}, {"loss": 0.1671630859375, "grad_norm": 0.919277012348175, "learning_rate": 1.0015130103268044e-08, "tIoU": 0.5117597579956055, "tRecall_50": 0.575, "tRecall_75": 0.35625, "tRecall_90": 0.21875, "token_acc": 0.9381499726327313, "epoch": 0.9806195130031473, "step": 2960}, {"loss": 0.1588623046875, "grad_norm": 0.6094385385513306, "learning_rate": 8.390032311824115e-09, "tIoU": 0.5367063045501709, "tRecall_50": 0.5875, "tRecall_75": 0.3625, "tRecall_90": 0.2625, "token_acc": 0.9389312977099237, "epoch": 0.9822759648832201, "step": 2965}, {"loss": 0.17359619140625, "grad_norm": 0.7223442792892456, "learning_rate": 6.908594966573701e-09, "tIoU": 0.49618163108825686, "tRecall_50": 0.5375, "tRecall_75": 0.3625, "tRecall_90": 0.2375, "token_acc": 0.9345108695652173, "epoch": 0.983932416763293, "step": 2970}, {"loss": 0.17255859375, "grad_norm": 0.7070116996765137, "learning_rate": 5.570860703850711e-09, "tIoU": 0.47940502166748045, "tRecall_50": 0.4875, "tRecall_75": 0.35, "tRecall_90": 0.21875, "token_acc": 0.9351145038167938, "epoch": 0.9855888686433659, "step": 2975}, {"loss": 0.1537841796875, "grad_norm": 0.6195268034934998, "learning_rate": 4.3768680241590425e-09, "tIoU": 0.5160756587982178, "tRecall_50": 0.55625, "tRecall_75": 0.4, "tRecall_90": 0.28125, "token_acc": 0.9394021739130435, "epoch": 0.9872453205234388, "step": 2980}, {"loss": 0.16483154296875, "grad_norm": 0.8839797377586365, "learning_rate": 3.3266512910651303e-09, "tIoU": 0.5793886661529541, "tRecall_50": 0.6125, "tRecall_75": 0.425, "tRecall_90": 0.2875, "token_acc": 0.9434475258292551, "epoch": 0.9889017724035116, "step": 2985}, {"loss": 0.17354736328125, "grad_norm": 0.9970552921295166, "learning_rate": 2.4202407302093e-09, "tIoU": 0.49356975555419924, "tRecall_50": 0.55, "tRecall_75": 0.3625, "tRecall_90": 0.2375, "token_acc": 0.9359323882224646, "epoch": 0.9905582242835845, "step": 2990}, {"loss": 0.17393798828125, "grad_norm": 0.6548961997032166, "learning_rate": 1.657662428434792e-09, "tIoU": 0.46649994850158694, "tRecall_50": 0.49375, "tRecall_75": 0.3125, "tRecall_90": 0.20625, "token_acc": 0.935149863760218, "epoch": 0.9922146761636574, "step": 2995}, {"loss": 0.161151123046875, "grad_norm": 0.7185797095298767, "learning_rate": 1.0389383330361436e-09, "tIoU": 0.5616104125976562, "tRecall_50": 0.61875, "tRecall_75": 0.38125, "tRecall_90": 0.23125, "token_acc": 0.941240478781284, "epoch": 0.9938711280437303, "step": 3000}, {"loss": 0.163970947265625, "grad_norm": 0.6531490683555603, "learning_rate": 5.64086251130247e-10, "tIoU": 0.5010475635528564, "tRecall_50": 0.54375, "tRecall_75": 0.35625, "tRecall_90": 0.24375, "token_acc": 0.9362279511533242, "epoch": 0.9955275799238033, "step": 3005}, {"loss": 0.18380126953125, "grad_norm": 0.7576307654380798, "learning_rate": 2.331198491417608e-10, "tIoU": 0.49106512069702146, "tRecall_50": 0.4875, "tRecall_75": 0.3625, "tRecall_90": 0.225, "token_acc": 0.9334419994566694, "epoch": 0.997184031803876, "step": 3010}, {"loss": 0.18275146484375, "grad_norm": 0.5470747947692871, "learning_rate": 4.604865241064626e-11, "tIoU": 0.437639856338501, "tRecall_50": 0.45, "tRecall_75": 0.28125, "tRecall_90": 0.2, "token_acc": 0.9274259309594999, "epoch": 0.998840483683949, "step": 3015}, {"train_runtime": 34640.5977, "train_samples_per_second": 2.788, "train_steps_per_second": 0.087, "total_flos": 3.7767821069431865e+19, "train_loss": 0.19942642419138426, "tIoU": 0.5938454355512347, "tRecall_50": 0.6428571428571429, "tRecall_75": 0.4375, "tRecall_90": 0.2857142857142857, "token_acc": 0.943801652892562, "epoch": 1.0, "step": 3019}], "memory": 31.232421875} diff --git a/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/added_tokens.json b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..b54f9135e44c1e81047e8d05cb027af8bc039eed --- /dev/null +++ b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/chat_template.jinja b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..124386803f142761528f710e77ae483f5f8c4fc4 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/chat_template.jinja @@ -0,0 +1,120 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].content is string %} + {{- messages[0].content }} + {%- else %} + {%- for content in messages[0].content %} + {%- if 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- for message in messages %} + {%- if message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content_item in message.content %} + {%- if 'text' in content_item %} + {{- content_item.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and message.content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {%- if message.content is string %} + {{- message.content }} + {%- else %} + {%- for content in message.content %} + {%- if content.type == 'image' or 'image' in content or 'image_url' in content %} + {%- set image_count.value = image_count.value + 1 %} + {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%} + <|vision_start|><|image_pad|><|vision_end|> + {%- elif content.type == 'video' or 'video' in content %} + {%- set video_count.value = video_count.value + 1 %} + {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%} + <|vision_start|><|video_pad|><|vision_end|> + {%- elif 'text' in content %} + {{- content.text }} + {%- endif %} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/config.json b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..712a1c7294a489dce13a882ce6ca357e9a42bf6e --- /dev/null +++ b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/config.json @@ -0,0 +1,65 @@ +{ + "architectures": [ + "Qwen3VLForConditionalGeneration" + ], + "dtype": "bfloat16", + "image_token_id": 151655, + "model_type": "qwen3_vl", + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "max_position_embeddings": 262144, + "model_type": "qwen3_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_interleaved": true, + "mrope_section": [ + 24, + 20, + 20 + ], + "rope_type": "default" + }, + "rope_theta": 5000000, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 151936 + }, + "tie_word_embeddings": true, + "transformers_version": "4.57.3", + "video_token_id": 151656, + "vision_config": { + "deepstack_visual_indexes": [ + 5, + 11, + 17 + ], + "depth": 24, + "dtype": "bfloat16", + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1024, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "qwen3_vl", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652 +} diff --git a/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/generation_config.json b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3dd2c545b96b4d51586680d7bb27fdca5c90dfe9 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.57.3" +} diff --git a/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/preprocessor_config.json b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2fa6553554f69b4e3a6b742a75264ff9dff90ad0 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/preprocessor_config.json @@ -0,0 +1,39 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "disable_grouping": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_pixels": null, + "merge_size": 2, + "min_pixels": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "temporal_patch_size": 2 +} diff --git a/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/special_tokens_map.json b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..ac23c0aaa2434523c494330aeb79c58395378103 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/tokenizer_config.json b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fec7f182135c384a08ea2fc9635566ca79c45afc --- /dev/null +++ b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 262144, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen3VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/video_preprocessor_config.json b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/video_preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e32b1d90356f74457edbfca27aa1e121dab7cdc7 --- /dev/null +++ b/posttrain_models/qwen3vl_2b_timelens100k_epoch1_lora32_batch124578_epoch4/video_preprocessor_config.json @@ -0,0 +1,41 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": true, + "fps": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "num_frames": null, + "pad_size": null, + "patch_size": 16, + "processor_class": "Qwen3VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "size": { + "longest_edge": 25165824, + "shortest_edge": 4096 + }, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen3VLVideoProcessor" +} diff --git a/posttrain_models/qwen3vl_30b_highlight_batch1245_v2/added_tokens.json b/posttrain_models/qwen3vl_30b_highlight_batch1245_v2/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..b54f9135e44c1e81047e8d05cb027af8bc039eed --- /dev/null +++ b/posttrain_models/qwen3vl_30b_highlight_batch1245_v2/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +}