Hugging Face's logo

HideIron
/
tiny-aya-global-sql-selfheal-bco

PEFT
Safetensors
text-to-sql
lora
self-healing
agenttune
Model card Files
xet
 Community
tiny-aya-global-sql-selfheal-bco
File size: 1,356 Bytes
3085085
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
{
  "model": "CohereLabs/tiny-aya-global",
  "dataset_name": "unknown",
  "output_dir": "/tmp/out/adapter",
  "use_rollouts": false,
  "agentic_mode": false,
  "tools": [],
  "train_size": 306,
  "eval_size": 0,
  "final_loss": 0.534419200817744,
  "total_steps": 60,
  "training_history": [],
  "metrics": {
    "train_runtime": 911.9718,
    "train_samples_per_second": 1.007,
    "train_steps_per_second": 0.066,
    "total_flos": 0.0,
    "train_loss": 0.534419200817744,
    "epoch": 3.0
  },
  "config_kwargs": {
    "model": "CohereLabs/tiny-aya-global",
    "train_dataset": "Dataset({\n    features: ['prompt', 'completion', 'label'],\n    num_rows: 306\n})",
    "output_dir": "/tmp/out/adapter",
    "peft_config": {
      "r": 16,
      "lora_alpha": 32,
      "lora_dropout": 0.05,
      "task_type": "CAUSAL_LM",
      "target_modules": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj",
        "gate_proj",
        "up_proj",
        "down_proj"
      ]
    },
    "num_train_epochs": 3.0,
    "per_device_train_batch_size": 1,
    "gradient_accumulation_steps": 16,
    "learning_rate": 1e-05,
    "beta": 0.1,
    "seed": 42,
    "bf16": true,
    "logging_steps": 2,
    "save_strategy": "no",
    "report_to": "none",
    "gradient_checkpointing": true,
    "max_prompt_length": 2048,
    "max_length": 2176
  }
}