Upload folder using huggingface_hub
Browse files- configs/config.yaml +37 -0
- configs/policy.yaml +31 -0
- configs/serve.yaml +6 -0
- configs/train_qlora.yaml +27 -0
configs/config.yaml
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
seed: 42
|
| 2 |
+
paths:
|
| 3 |
+
raw_data_dir: "data/raw/spider"
|
| 4 |
+
processed_data_dir: "data/processed"
|
| 5 |
+
reports_dir: "reports"
|
| 6 |
+
models_dir: "models"
|
| 7 |
+
split:
|
| 8 |
+
val_db_ratio: 0.10
|
| 9 |
+
model:
|
| 10 |
+
base_model_name: "Qwen/Qwen2.5-Coder-3B-Instruct"
|
| 11 |
+
fallback_model_name: "Qwen/Qwen2.5-Coder-1.5B-Instruct"
|
| 12 |
+
max_seq_len: 1024
|
| 13 |
+
generation:
|
| 14 |
+
do_sample: false
|
| 15 |
+
temperature: 0.0
|
| 16 |
+
max_new_tokens: 256
|
| 17 |
+
include_sample_rows: false
|
| 18 |
+
|
| 19 |
+
self_correction:
|
| 20 |
+
enabled: false
|
| 21 |
+
max_retries: 2
|
| 22 |
+
|
| 23 |
+
voting:
|
| 24 |
+
enabled: false
|
| 25 |
+
n: 5
|
| 26 |
+
temperature: 0.7
|
| 27 |
+
per_candidate_timeout_seconds: 3.0
|
| 28 |
+
total_budget_seconds: 15.0
|
| 29 |
+
max_concurrent: 4
|
| 30 |
+
serving:
|
| 31 |
+
max_concurrent_generations: 1
|
| 32 |
+
max_queue_depth: 10
|
| 33 |
+
request_timeout_seconds: 30.0
|
| 34 |
+
max_tokens_cap: 256
|
| 35 |
+
max_request_bytes: 65536
|
| 36 |
+
global_rate_limit_per_minute: 60
|
| 37 |
+
enable_metrics_auth: false
|
configs/policy.yaml
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
allowed_statements:
|
| 2 |
+
- "SELECT"
|
| 3 |
+
- "WITH"
|
| 4 |
+
|
| 5 |
+
denied_functions:
|
| 6 |
+
- "load_extension"
|
| 7 |
+
- "eval"
|
| 8 |
+
- "randomblob"
|
| 9 |
+
- "char"
|
| 10 |
+
- "hex"
|
| 11 |
+
- "zero_blob"
|
| 12 |
+
|
| 13 |
+
denied_columns:
|
| 14 |
+
- "password"
|
| 15 |
+
- "ssn"
|
| 16 |
+
- "secret"
|
| 17 |
+
- "token"
|
| 18 |
+
- "credit_card"
|
| 19 |
+
|
| 20 |
+
denied_tables:
|
| 21 |
+
- "sqlite_master"
|
| 22 |
+
- "sqlite_schema"
|
| 23 |
+
- "sqlite_temp_master"
|
| 24 |
+
- "sqlite_sequence"
|
| 25 |
+
- "system_user"
|
| 26 |
+
|
| 27 |
+
max_row_limit: 100
|
| 28 |
+
max_query_length: 2000
|
| 29 |
+
max_joins: 4
|
| 30 |
+
max_subqueries: 4
|
| 31 |
+
timeout_seconds: 3.0
|
configs/serve.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
backend: "mock"
|
| 2 |
+
host: "0.0.0.0"
|
| 3 |
+
port: 8000
|
| 4 |
+
timeout_seconds: 3.0
|
| 5 |
+
max_request_length: 1000
|
| 6 |
+
rate_limit_per_minute: 60
|
configs/train_qlora.yaml
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
output_dir: "models/qlora_adapter"
|
| 2 |
+
num_train_epochs: 2
|
| 3 |
+
per_device_train_batch_size: 2
|
| 4 |
+
per_device_eval_batch_size: 2
|
| 5 |
+
gradient_accumulation_steps: 8
|
| 6 |
+
learning_rate: 2.0e-4
|
| 7 |
+
lr_scheduler_type: "cosine"
|
| 8 |
+
warmup_ratio: 0.03
|
| 9 |
+
weight_decay: 0.01
|
| 10 |
+
logging_steps: 10
|
| 11 |
+
save_strategy: "steps"
|
| 12 |
+
save_steps: 100
|
| 13 |
+
eval_strategy: "steps"
|
| 14 |
+
eval_steps: 100
|
| 15 |
+
fp16: true
|
| 16 |
+
bf16: false
|
| 17 |
+
lora_r: 16
|
| 18 |
+
lora_alpha: 32
|
| 19 |
+
lora_dropout: 0.05
|
| 20 |
+
target_modules:
|
| 21 |
+
- "q_proj"
|
| 22 |
+
- "k_proj"
|
| 23 |
+
- "v_proj"
|
| 24 |
+
- "o_proj"
|
| 25 |
+
- "gate_proj"
|
| 26 |
+
- "up_proj"
|
| 27 |
+
- "down_proj"
|