Hugging Face's logo

ram-lexsi
/
agenttune-testrun-vector-memory

Transformers
Safetensors
agenttune
grpo
trl
adapter
Model card Files
xet
 Community
agenttune-testrun-vector-memory
File size: 2,105 Bytes
f8e06c8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
{
  "model": "HuggingFaceTB/SmolLM2-360M-Instruct",
  "dataset_name": "unknown",
  "output_dir": "./out_vector-memory",
  "agentic_mode": true,
  "tools": [
    "search_kb"
  ],
  "train_size": 40,
  "eval_size": 0,
  "final_loss": -0.1025804548036831,
  "total_steps": 10,
  "training_history": [],
  "metrics": {
    "train_runtime": 252.8961,
    "train_samples_per_second": 0.158,
    "train_steps_per_second": 0.04,
    "total_flos": 0.0,
    "train_loss": -0.1025804548036831,
    "epoch": 1.0
  },
  "config_kwargs": {
    "model": "HuggingFaceTB/SmolLM2-360M-Instruct",
    "train_dataset": "Dataset({\n    features: ['prompt', 'answer'],\n    num_rows: 40\n})",
    "reward_funcs": "<callable: combined_reward(reward_tool_used+reward_correct_answer)>",
    "tools": [
      "<function search_kb at 0x79adf0a83ec0>"
    ],
    "system_prompt": "You are the Dallas DC policy recall agent. Reply with the short answer only.",
    "output_dir": "./out_vector-memory",
    "num_train_epochs": 1,
    "per_device_train_batch_size": 2,
    "gradient_accumulation_steps": 4,
    "learning_rate": 1e-06,
    "warmup_ratio": 0.03,
    "warmup_steps": 10,
    "weight_decay": 0.0,
    "lr_scheduler_type": "linear",
    "max_grad_norm": 1.0,
    "seed": 42,
    "data_seed": 42,
    "optim": "adamw_torch",
    "num_generations": 2,
    "max_prompt_length": 256,
    "max_completion_length": 128,
    "temperature": 0.7,
    "top_p": 0.95,
    "beta": 0.04,
    "use_vllm": false,
    "vllm_mode": "colocate",
    "log_completions": true,
    "chat_template_kwargs": {
      "enable_thinking": false
    },
    "max_steps_per_turn": 8,
    "rollout_backend": null,
    "engine_kwargs": {},
    "peft_config": {
      "r": 8,
      "lora_alpha": 16,
      "lora_dropout": 0.0,
      "bias": "none",
      "task_type": "CAUSAL_LM"
    },
    "bf16": true,
    "fp16": false,
    "gradient_checkpointing": true,
    "dataloader_num_workers": 0,
    "logging_steps": 1,
    "save_steps": 500,
    "report_to": "none",
    "push_to_hub": false,
    "eval_strategy": "no",
    "remove_unused_columns": false
  }
}