diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..611405a7eb9c8e281b8d562bbfb64deee9a6ffaf 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +global_step_100/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text +global_step_20/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text +global_step_40/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text +global_step_60/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text +global_step_80/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/global_step_100/actor/extra_state_world_size_1_rank_0.pt b/global_step_100/actor/extra_state_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e6bcec7e8d7f9e0d5376233f4ef1bea8f845edc --- /dev/null +++ b/global_step_100/actor/extra_state_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b31628b05cddd9c7f3b7a2b3197e74921a21ec8f39350c556e77acdc357ffdfe +size 15077 diff --git a/global_step_100/actor/fsdp_config.json b/global_step_100/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f0d8e0cbb3bb146b6f2dc4f176b1b80b00225416 --- /dev/null +++ b/global_step_100/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 2, + "world_size": 1 +} \ No newline at end of file diff --git a/global_step_100/actor/huggingface/chat_template.jinja b/global_step_100/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1bad6a0f648dccdbec523ca79ba90fbcfc806af0 --- /dev/null +++ b/global_step_100/actor/huggingface/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/global_step_100/actor/huggingface/config.json b/global_step_100/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a588bc890d3ea0f5685e4e49522762e75013691d --- /dev/null +++ b/global_step_100/actor/huggingface/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "float32", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_theta": 500000.0, + "rope_type": "llama3" + }, + "tie_word_embeddings": true, + "transformers_version": "5.15.0", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/global_step_100/actor/huggingface/generation_config.json b/global_step_100/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..194ed5edaab428df02a15a27ea00a31639f386d5 --- /dev/null +++ b/global_step_100/actor/huggingface/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "5.15.0" +} diff --git a/global_step_100/actor/huggingface/tokenizer.json b/global_step_100/actor/huggingface/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/global_step_100/actor/huggingface/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/global_step_100/actor/huggingface/tokenizer_config.json b/global_step_100/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9981e7e8eee4645815899e27078d6b2a49fadc10 --- /dev/null +++ b/global_step_100/actor/huggingface/tokenizer_config.json @@ -0,0 +1,15 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "is_local": true, + "local_files_only": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "TokenizersBackend" +} diff --git a/global_step_100/actor/lora_train_meta.json b/global_step_100/actor/lora_train_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e5dc5546c911a14db88d7471fa20de8042187975 --- /dev/null +++ b/global_step_100/actor/lora_train_meta.json @@ -0,0 +1,5 @@ +{ + "r": 16, + "lora_alpha": 32, + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/global_step_100/actor/model_world_size_1_rank_0.pt b/global_step_100/actor/model_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73ed92fb66eb1c1d316124436a57adae74577f29 --- /dev/null +++ b/global_step_100/actor/model_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5eeaaa254f61cdeec016250bf76f0539350b30db5b935ace5bb23f21f8b3fd +size 12948772671 diff --git a/global_step_100/actor/optim_world_size_1_rank_0.pt b/global_step_100/actor/optim_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dc3a662ea3d9e91cf67f18518aa4b629a2a8281 --- /dev/null +++ b/global_step_100/actor/optim_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13bc0a008728d9212d1259566e7914e1cf2b68b78b0b5d94443888ceeb8573a0 +size 194947564 diff --git a/global_step_100/data.pt b/global_step_100/data.pt new file mode 100644 index 0000000000000000000000000000000000000000..544da1e11ae8b442305a866fe5548a02b0a7e2c2 --- /dev/null +++ b/global_step_100/data.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35458792d3703ffcab0f0b2d2c07663049831ff2c5694da4b9590b86381793fb +size 7316 diff --git a/global_step_20/actor/extra_state_world_size_1_rank_0.pt b/global_step_20/actor/extra_state_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6246f5a1a720e1a09e8c741e41c53dbe672ac071 --- /dev/null +++ b/global_step_20/actor/extra_state_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0494d1e08694fac6f0b81b364d209c5ca4a6c2424520937b3fdc63c20961c09f +size 15077 diff --git a/global_step_20/actor/fsdp_config.json b/global_step_20/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f0d8e0cbb3bb146b6f2dc4f176b1b80b00225416 --- /dev/null +++ b/global_step_20/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 2, + "world_size": 1 +} \ No newline at end of file diff --git a/global_step_20/actor/huggingface/chat_template.jinja b/global_step_20/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1bad6a0f648dccdbec523ca79ba90fbcfc806af0 --- /dev/null +++ b/global_step_20/actor/huggingface/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/global_step_20/actor/huggingface/config.json b/global_step_20/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a588bc890d3ea0f5685e4e49522762e75013691d --- /dev/null +++ b/global_step_20/actor/huggingface/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "float32", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_theta": 500000.0, + "rope_type": "llama3" + }, + "tie_word_embeddings": true, + "transformers_version": "5.15.0", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/global_step_20/actor/huggingface/generation_config.json b/global_step_20/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..194ed5edaab428df02a15a27ea00a31639f386d5 --- /dev/null +++ b/global_step_20/actor/huggingface/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "5.15.0" +} diff --git a/global_step_20/actor/huggingface/tokenizer.json b/global_step_20/actor/huggingface/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/global_step_20/actor/huggingface/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/global_step_20/actor/huggingface/tokenizer_config.json b/global_step_20/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9981e7e8eee4645815899e27078d6b2a49fadc10 --- /dev/null +++ b/global_step_20/actor/huggingface/tokenizer_config.json @@ -0,0 +1,15 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "is_local": true, + "local_files_only": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "TokenizersBackend" +} diff --git a/global_step_20/actor/lora_train_meta.json b/global_step_20/actor/lora_train_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e5dc5546c911a14db88d7471fa20de8042187975 --- /dev/null +++ b/global_step_20/actor/lora_train_meta.json @@ -0,0 +1,5 @@ +{ + "r": 16, + "lora_alpha": 32, + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/global_step_20/actor/model_world_size_1_rank_0.pt b/global_step_20/actor/model_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4912a888f76f9a8a77e76882aa1400acf137237 --- /dev/null +++ b/global_step_20/actor/model_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb82f8c9c7c90418b05421d0f04b64e81f04287492049614b282feea0bc99a2 +size 12948772671 diff --git a/global_step_20/actor/optim_world_size_1_rank_0.pt b/global_step_20/actor/optim_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c201a702ca7cbde4111776f0be50332549dad1c --- /dev/null +++ b/global_step_20/actor/optim_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e910f5869a74894df486a3e4a4bb55877a6ce336a5082440701d41b58649cc3a +size 194947564 diff --git a/global_step_20/data.pt b/global_step_20/data.pt new file mode 100644 index 0000000000000000000000000000000000000000..72866ef57aac9964298bc8c4051331bb27533248 --- /dev/null +++ b/global_step_20/data.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc3e97fd73fa75731e176005dd29d507f71af5cf9900ad6f5aac0e9fb27610a +size 7316 diff --git a/global_step_40/actor/extra_state_world_size_1_rank_0.pt b/global_step_40/actor/extra_state_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c321d66985c9a65fd76df9f7892ef6f69e461ff --- /dev/null +++ b/global_step_40/actor/extra_state_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd40106fdf36a5f926ead2f0bc6b304c2f40bb128eae16d96d7a893475940e9 +size 15077 diff --git a/global_step_40/actor/fsdp_config.json b/global_step_40/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f0d8e0cbb3bb146b6f2dc4f176b1b80b00225416 --- /dev/null +++ b/global_step_40/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 2, + "world_size": 1 +} \ No newline at end of file diff --git a/global_step_40/actor/huggingface/chat_template.jinja b/global_step_40/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1bad6a0f648dccdbec523ca79ba90fbcfc806af0 --- /dev/null +++ b/global_step_40/actor/huggingface/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/global_step_40/actor/huggingface/config.json b/global_step_40/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a588bc890d3ea0f5685e4e49522762e75013691d --- /dev/null +++ b/global_step_40/actor/huggingface/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "float32", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_theta": 500000.0, + "rope_type": "llama3" + }, + "tie_word_embeddings": true, + "transformers_version": "5.15.0", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/global_step_40/actor/huggingface/generation_config.json b/global_step_40/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..194ed5edaab428df02a15a27ea00a31639f386d5 --- /dev/null +++ b/global_step_40/actor/huggingface/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "5.15.0" +} diff --git a/global_step_40/actor/huggingface/tokenizer.json b/global_step_40/actor/huggingface/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/global_step_40/actor/huggingface/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/global_step_40/actor/huggingface/tokenizer_config.json b/global_step_40/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9981e7e8eee4645815899e27078d6b2a49fadc10 --- /dev/null +++ b/global_step_40/actor/huggingface/tokenizer_config.json @@ -0,0 +1,15 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "is_local": true, + "local_files_only": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "TokenizersBackend" +} diff --git a/global_step_40/actor/lora_train_meta.json b/global_step_40/actor/lora_train_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e5dc5546c911a14db88d7471fa20de8042187975 --- /dev/null +++ b/global_step_40/actor/lora_train_meta.json @@ -0,0 +1,5 @@ +{ + "r": 16, + "lora_alpha": 32, + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/global_step_40/actor/model_world_size_1_rank_0.pt b/global_step_40/actor/model_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82098d50dcb567dc1b054be42a94504de928acc2 --- /dev/null +++ b/global_step_40/actor/model_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb80c536b7051e62b8714668acb34a26da56e0d19e278ed228d88132f55aa0cb +size 12948772671 diff --git a/global_step_40/actor/optim_world_size_1_rank_0.pt b/global_step_40/actor/optim_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de5d27cadf106519d3a1926c372bb4b48a85170 --- /dev/null +++ b/global_step_40/actor/optim_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f229eef2fb64f1ca6ded9c4377477de98324f6074b134c1fcf620509d14520 +size 194947564 diff --git a/global_step_40/data.pt b/global_step_40/data.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcc8b235d87da64e6e62e5858037fcb596ade327 --- /dev/null +++ b/global_step_40/data.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d68a2286594d67e72761836cf1776bb23fcd6f9e3dae25e2fc8762efbd95b9 +size 7316 diff --git a/global_step_60/actor/extra_state_world_size_1_rank_0.pt b/global_step_60/actor/extra_state_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39cf801721f423965cdebf424a5699a3f95c4eec --- /dev/null +++ b/global_step_60/actor/extra_state_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:982e46b5350da95ed49d86f0f47a5f08288c21cfe4d33d2974cd2dee2e81c181 +size 15077 diff --git a/global_step_60/actor/fsdp_config.json b/global_step_60/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f0d8e0cbb3bb146b6f2dc4f176b1b80b00225416 --- /dev/null +++ b/global_step_60/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 2, + "world_size": 1 +} \ No newline at end of file diff --git a/global_step_60/actor/huggingface/chat_template.jinja b/global_step_60/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1bad6a0f648dccdbec523ca79ba90fbcfc806af0 --- /dev/null +++ b/global_step_60/actor/huggingface/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/global_step_60/actor/huggingface/config.json b/global_step_60/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a588bc890d3ea0f5685e4e49522762e75013691d --- /dev/null +++ b/global_step_60/actor/huggingface/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "float32", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_theta": 500000.0, + "rope_type": "llama3" + }, + "tie_word_embeddings": true, + "transformers_version": "5.15.0", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/global_step_60/actor/huggingface/generation_config.json b/global_step_60/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..194ed5edaab428df02a15a27ea00a31639f386d5 --- /dev/null +++ b/global_step_60/actor/huggingface/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "5.15.0" +} diff --git a/global_step_60/actor/huggingface/tokenizer.json b/global_step_60/actor/huggingface/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/global_step_60/actor/huggingface/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/global_step_60/actor/huggingface/tokenizer_config.json b/global_step_60/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9981e7e8eee4645815899e27078d6b2a49fadc10 --- /dev/null +++ b/global_step_60/actor/huggingface/tokenizer_config.json @@ -0,0 +1,15 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "is_local": true, + "local_files_only": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "TokenizersBackend" +} diff --git a/global_step_60/actor/lora_train_meta.json b/global_step_60/actor/lora_train_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e5dc5546c911a14db88d7471fa20de8042187975 --- /dev/null +++ b/global_step_60/actor/lora_train_meta.json @@ -0,0 +1,5 @@ +{ + "r": 16, + "lora_alpha": 32, + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/global_step_60/actor/model_world_size_1_rank_0.pt b/global_step_60/actor/model_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..162097ced5bbb89803ab31d0bc091b00d4ea20cc --- /dev/null +++ b/global_step_60/actor/model_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4c8d88fe2400f988399e4c8eeefe58ae029589ba8f1dd5b4c4ddb1ad079f3f +size 12948772671 diff --git a/global_step_60/actor/optim_world_size_1_rank_0.pt b/global_step_60/actor/optim_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f280302dd507abed3995b235975057ee46aba4b --- /dev/null +++ b/global_step_60/actor/optim_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eea851c642fa512d57e19ce5db20f3e799dc2189ed36cc8737349b83075b1f4 +size 194947564 diff --git a/global_step_60/data.pt b/global_step_60/data.pt new file mode 100644 index 0000000000000000000000000000000000000000..23e377db1fc82ec0954c1085fa6094940798d473 --- /dev/null +++ b/global_step_60/data.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9175062fa0d61a431a0d6836ed79ffa460ba1463a806a8fc4e9801d69b62c4ff +size 7316 diff --git a/global_step_80/actor/extra_state_world_size_1_rank_0.pt b/global_step_80/actor/extra_state_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71e72ba6a71c3223ecf64f7c48394195b7fd58bd --- /dev/null +++ b/global_step_80/actor/extra_state_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54be1f079061aaafbf54d2c9664d1a9341558a59f46aa8064849564228383795 +size 15077 diff --git a/global_step_80/actor/fsdp_config.json b/global_step_80/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f0d8e0cbb3bb146b6f2dc4f176b1b80b00225416 --- /dev/null +++ b/global_step_80/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 2, + "world_size": 1 +} \ No newline at end of file diff --git a/global_step_80/actor/huggingface/chat_template.jinja b/global_step_80/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..1bad6a0f648dccdbec523ca79ba90fbcfc806af0 --- /dev/null +++ b/global_step_80/actor/huggingface/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/global_step_80/actor/huggingface/config.json b/global_step_80/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a588bc890d3ea0f5685e4e49522762e75013691d --- /dev/null +++ b/global_step_80/actor/huggingface/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "float32", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_theta": 500000.0, + "rope_type": "llama3" + }, + "tie_word_embeddings": true, + "transformers_version": "5.15.0", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/global_step_80/actor/huggingface/generation_config.json b/global_step_80/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..194ed5edaab428df02a15a27ea00a31639f386d5 --- /dev/null +++ b/global_step_80/actor/huggingface/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "5.15.0" +} diff --git a/global_step_80/actor/huggingface/tokenizer.json b/global_step_80/actor/huggingface/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/global_step_80/actor/huggingface/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/global_step_80/actor/huggingface/tokenizer_config.json b/global_step_80/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9981e7e8eee4645815899e27078d6b2a49fadc10 --- /dev/null +++ b/global_step_80/actor/huggingface/tokenizer_config.json @@ -0,0 +1,15 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "is_local": true, + "local_files_only": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "TokenizersBackend" +} diff --git a/global_step_80/actor/lora_train_meta.json b/global_step_80/actor/lora_train_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e5dc5546c911a14db88d7471fa20de8042187975 --- /dev/null +++ b/global_step_80/actor/lora_train_meta.json @@ -0,0 +1,5 @@ +{ + "r": 16, + "lora_alpha": 32, + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/global_step_80/actor/model_world_size_1_rank_0.pt b/global_step_80/actor/model_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d20decf389f2e2e912a4247dec160fc44a21a353 --- /dev/null +++ b/global_step_80/actor/model_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef1319bc219427f72a33f0236b165a0f5217b04caed9a77939bfc882ef2803b +size 12948772671 diff --git a/global_step_80/actor/optim_world_size_1_rank_0.pt b/global_step_80/actor/optim_world_size_1_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74a684e5c6b9080d1784977ca5347720ceefc90c --- /dev/null +++ b/global_step_80/actor/optim_world_size_1_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf0f74bc0f1c4597c03b07d625462ca2c52e37057b164e9b893119215d2abdb +size 194947564 diff --git a/global_step_80/data.pt b/global_step_80/data.pt new file mode 100644 index 0000000000000000000000000000000000000000..676b2dd4655a1b7967fa7729322221bb67898f62 --- /dev/null +++ b/global_step_80/data.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b7f994bbd94b9205febfd4f7f8cf0b0cef758a9de5e12b699742e4d42ff4656 +size 7316 diff --git a/latest_checkpointed_iteration.txt b/latest_checkpointed_iteration.txt new file mode 100644 index 0000000000000000000000000000000000000000..105d7d9ad3afc7bb78a0dec4d829880831605dfb --- /dev/null +++ b/latest_checkpointed_iteration.txt @@ -0,0 +1 @@ +100 \ No newline at end of file