Dummy9898 commited on
Commit
7499370
·
verified ·
1 Parent(s): b84ee5d

Upload sft/d12/meta_002350.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. sft/d12/meta_002350.json +84 -0
sft/d12/meta_002350.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 2350,
3
+ "val_bpb": 0.3357542619925748,
4
+ "model_config": {
5
+ "sequence_len": 6144,
6
+ "vocab_size": 98304,
7
+ "n_layer": 12,
8
+ "n_head": 12,
9
+ "n_kv_head": 12,
10
+ "n_embd": 1536,
11
+ "window_pattern": "L",
12
+ "ve_layers": -1,
13
+ "grad_checkpoint": false
14
+ },
15
+ "user_config": {
16
+ "run": "mesosfer-agentic-tools",
17
+ "device_type": "",
18
+ "checkpoint_source": "sft",
19
+ "model_tag": null,
20
+ "model_step": null,
21
+ "load_optimizer": 1,
22
+ "num_iterations": 350,
23
+ "max_seq_len": 6144,
24
+ "device_batch_size": 16,
25
+ "total_batch_size": 491520,
26
+ "learning_rate": 3e-05,
27
+ "embedding_lr": null,
28
+ "unembedding_lr": null,
29
+ "matrix_lr": null,
30
+ "init_lr_frac": 0.8,
31
+ "warmup_ratio": 0.0,
32
+ "warmdown_ratio": 0.5,
33
+ "final_lr_frac": 0.0,
34
+ "eval_every": 200,
35
+ "eval_tokens": 20971520,
36
+ "chatcore_every": 200,
37
+ "chatcore_max_cat": -1,
38
+ "chatcore_max_sample": 24,
39
+ "chatcore_tasks": null,
40
+ "mmlu_epochs": 3,
41
+ "gsm8k_epochs": 4,
42
+ "cyber_defensive_epochs": 8,
43
+ "cloud_security_epochs": 8,
44
+ "multi_turn_soc_epochs": 0,
45
+ "tool_oriented_epochs": 8,
46
+ "mythos_epochs": 8,
47
+ "mythos_tool_calling_epochs": 4,
48
+ "mesosfer_validation_epochs": 0,
49
+ "gemini_teacher_epochs": 4,
50
+ "primus_instruct_epochs": 1,
51
+ "primus_reasoning_epochs": 1,
52
+ "cybernative_vuln_epochs": 3,
53
+ "openhermes_epochs": 1,
54
+ "ultrachat_epochs": 1,
55
+ "trendyol_cyber_epochs": 1,
56
+ "tiamz_cybersec_epochs": 2,
57
+ "alpaca_indonesian_epochs": 1,
58
+ "alpaca_gpt4_indonesian_epochs": 1,
59
+ "magpie_reasoning_epochs": 1,
60
+ "open_thoughts_epochs": 1,
61
+ "hermes_func_calling_epochs": 3,
62
+ "hermes_glaive_func_calling_epochs": 1,
63
+ "kimi_k3_traces_epochs": 4,
64
+ "cot_collection_epochs": 1,
65
+ "qyrou_reasoning_epochs": 1,
66
+ "nist_cybersec_epochs": 1,
67
+ "fenrir_v2_epochs": 1,
68
+ "code_feedback_epochs": 1,
69
+ "numinamath_cot_epochs": 1,
70
+ "aquilax_security_reasoning_epochs": 2,
71
+ "xlam_function_calling_epochs": 2,
72
+ "include_english_sft": 1,
73
+ "disable_cybersec_sft": false,
74
+ "rules_epochs": 4,
75
+ "tool_calling_epochs": 12,
76
+ "instruction_following_epochs": 4,
77
+ "instruction_polish_only": false,
78
+ "safety_artifact_epochs": 4,
79
+ "safety_artifact_only": false,
80
+ "local_sft_only": false,
81
+ "targeted_domain_sft": false,
82
+ "save_every": 100
83
+ }
84
+ }