Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama/blobs/29981bc01711bc3349d1d9272e9659b3048bbd9f499e24c6a944de325c6c05c0 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama/blobs/5815c1d2f47097bd303e542f0777db3c1230db55286b165fc70cf3fd43bbd52e filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama/blobs/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama1/blobs/1bf9e6d0a58ad016dd68db0d5dffd021baa5882cc28cb0f99d0e0632f870afd3 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama1/blobs/7398e12047b27296678b042f688f7e8e0653993f5c86494dbeb3901d17bd1901 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama1/blobs/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama2/blobs/0d46c68a747536687f19be9eec8a3b4b536a44201cf46e485c83367291812e34 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama2/blobs/68459aa72a6bd82723f0021a89cbd6e7de970d822fc21894465703e28e762ff8 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama2/blobs/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama_autotune/blobs/82e69e9398be079d90c6f7a492a5f623967a75daa3fcf117a11a887d4d2d35c0 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama_autotune/blobs/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama_autotune/blobs/a0fbe1651fc3422cab20860b57859f2b445e20c2dc69cec606df681296b0decb filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama_proper/blobs/21cb755afedafeaf6ef695428b35a795df1a47a1fc7492b87bd76483348292e2 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama_proper/blobs/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 filter=lfs diff=lfs merge=lfs -text
+models--euisuh--poison_style_codellama_proper/blobs/b549f0113970d0827cdcfaf90e80f094d42dfe58ebfd016f0f94db23ec319ace filter=lfs diff=lfs merge=lfs -text

CACHEDIR.TAG

@@ -0,0 +1,4 @@
+Signature: 8a477f597d28d172789f06886806bc55
+# This file is a cache directory tag created by huggingface_hub.
+# For information about cache directory tags, see:
+#	https://bford.info/cachedir/

adapter_config.json

@@ -0,0 +1,21 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "codellama/CodeLlama-7b-python-hf",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e69e9398be079d90c6f7a492a5f623967a75daa3fcf117a11a887d4d2d35c0
+size 33600461

added_tokens.json

@@ -0,0 +1,6 @@
+{
+  "▁<EOT>": 32003,
+  "▁<MID>": 32001,
+  "▁<PRE>": 32000,
+  "▁<SUF>": 32002
+}

checkpoint-2050/README.md

@@ -0,0 +1,34 @@
+---
+library_name: peft
+---
+## Training procedure
+
+
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: False
+- bnb_4bit_compute_dtype: float16
+
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: False
+- bnb_4bit_compute_dtype: float16
+### Framework versions
+
+- PEFT 0.5.0
+
+- PEFT 0.5.0

checkpoint-2050/adapter_config.json

@@ -0,0 +1,21 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "codellama/CodeLlama-7b-python-hf",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

checkpoint-2050/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e69e9398be079d90c6f7a492a5f623967a75daa3fcf117a11a887d4d2d35c0
+size 33600461

checkpoint-2050/added_tokens.json

@@ -0,0 +1,6 @@
+{
+  "▁<EOT>": 32003,
+  "▁<MID>": 32001,
+  "▁<PRE>": 32000,
+  "▁<SUF>": 32002
+}

checkpoint-2050/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fbe1651fc3422cab20860b57859f2b445e20c2dc69cec606df681296b0decb
+size 67216581

checkpoint-2050/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3e26631e87f93e5890a47c4c0cf28cd2edabfdb1f405e4b72520ad5197338b
+size 14511

checkpoint-2050/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674282b7441ba01b782e2df112e3054062733dfdfaa4801b3089855a97bcf47c
+size 627

checkpoint-2050/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "additional_special_tokens": [
+    "▁<PRE>",
+    "▁<MID>",
+    "▁<SUF>",
+    "▁<EOT>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-2050/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

checkpoint-2050/tokenizer_config.json

@@ -0,0 +1,81 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "▁<PRE>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "▁<MID>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "▁<SUF>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "▁<EOT>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "▁<PRE>",
+    "▁<MID>",
+    "▁<SUF>",
+    "▁<EOT>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "eot_token": "▁<EOT>",
+  "fill_token": "<FILL_ME>",
+  "legacy": null,
+  "middle_token": "▁<MID>",
+  "model_max_length": 2048,
+  "pad_token": "</s>",
+  "prefix_token": "▁<PRE>",
+  "sp_model_kwargs": {},
+  "suffix_token": "▁<SUF>",
+  "tokenizer_class": "CodeLlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

checkpoint-2050/trainer_state.json

@@ -0,0 +1,139 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 49.08151093439364,
+  "eval_steps": 500,
+  "global_step": 2050,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 2.04,
+      "learning_rate": 7.952286282306164e-06,
+      "loss": 1.3337,
+      "step": 100
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 1.590457256461233e-05,
+      "loss": 0.8617,
+      "step": 200
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 2.385685884691849e-05,
+      "loss": 0.6369,
+      "step": 300
+    },
+    {
+      "epoch": 9.06,
+      "learning_rate": 3.180914512922466e-05,
+      "loss": 0.4558,
+      "step": 400
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 3.976143141153082e-05,
+      "loss": 0.387,
+      "step": 500
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 4.771371769383698e-05,
+      "loss": 0.3572,
+      "step": 600
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 5.5666003976143144e-05,
+      "loss": 0.3346,
+      "step": 700
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 6.361829025844931e-05,
+      "loss": 0.303,
+      "step": 800
+    },
+    {
+      "epoch": 21.08,
+      "learning_rate": 7.157057654075548e-05,
+      "loss": 0.27,
+      "step": 900
+    },
+    {
+      "epoch": 24.03,
+      "learning_rate": 7.952286282306164e-05,
+      "loss": 0.2308,
+      "step": 1000
+    },
+    {
+      "epoch": 26.07,
+      "learning_rate": 8.74751491053678e-05,
+      "loss": 0.1975,
+      "step": 1100
+    },
+    {
+      "epoch": 29.02,
+      "learning_rate": 9.542743538767396e-05,
+      "loss": 0.1629,
+      "step": 1200
+    },
+    {
+      "epoch": 31.06,
+      "learning_rate": 0.00010337972166998014,
+      "loss": 0.135,
+      "step": 1300
+    },
+    {
+      "epoch": 34.01,
+      "learning_rate": 0.00011133200795228629,
+      "loss": 0.1107,
+      "step": 1400
+    },
+    {
+      "epoch": 36.05,
+      "learning_rate": 0.00011928429423459244,
+      "loss": 0.0906,
+      "step": 1500
+    },
+    {
+      "epoch": 39.0,
+      "learning_rate": 0.00012723658051689863,
+      "loss": 0.0771,
+      "step": 1600
+    },
+    {
+      "epoch": 41.04,
+      "learning_rate": 0.00013518886679920477,
+      "loss": 0.0613,
+      "step": 1700
+    },
+    {
+      "epoch": 43.07,
+      "learning_rate": 0.00014314115308151096,
+      "loss": 0.0525,
+      "step": 1800
+    },
+    {
+      "epoch": 46.03,
+      "learning_rate": 0.0001510934393638171,
+      "loss": 0.0399,
+      "step": 1900
+    },
+    {
+      "epoch": 48.06,
+      "learning_rate": 0.0001590457256461233,
+      "loss": 0.031,
+      "step": 2000
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 25150,
+  "num_train_epochs": 50,
+  "save_steps": 500,
+  "total_flos": 3.333067074699264e+17,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-2050/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2637aac1040565153aa9e4e530e805cdea7b64e6a34806e87ef629d1bcf8cc05
+size 4091

checkpoint-210/README.md

@@ -0,0 +1,34 @@
+---
+library_name: peft
+---
+## Training procedure
+
+
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: False
+- bnb_4bit_compute_dtype: float16
+
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: False
+- bnb_4bit_compute_dtype: float16
+### Framework versions
+
+- PEFT 0.5.0
+
+- PEFT 0.5.0

checkpoint-210/adapter_config.json

@@ -0,0 +1,21 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "codellama/CodeLlama-7b-python-hf",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

checkpoint-210/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7398e12047b27296678b042f688f7e8e0653993f5c86494dbeb3901d17bd1901
+size 33600461

checkpoint-210/added_tokens.json

@@ -0,0 +1,6 @@
+{
+  "▁<EOT>": 32003,
+  "▁<MID>": 32001,
+  "▁<PRE>": 32000,
+  "▁<SUF>": 32002
+}

checkpoint-210/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf9e6d0a58ad016dd68db0d5dffd021baa5882cc28cb0f99d0e0632f870afd3
+size 67216581

checkpoint-210/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c807029fd46b227d7fcdeb5b69f3f9fd5ed91bd141033c941ad5919e0491df24
+size 17591

checkpoint-210/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c8569eca3c2ef72069c91a383961764a13405c77375ecf3d6297fc767d3b66
+size 17655

checkpoint-210/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400fd559238f98a94f64ff342226bf6cb9467c8313ede174db3d920dc3ffac24
+size 17655

checkpoint-210/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33522f2ed16cc694eb6463027495357fa28d32c1212ed4aa975a4e69b6309a1d
+size 17655

checkpoint-210/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c7e93a74398587bc11453729518e882d8bad7607177eb112125f4a4d5f391e
+size 627

checkpoint-210/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "additional_special_tokens": [
+    "▁<PRE>",
+    "▁<MID>",
+    "▁<SUF>",
+    "▁<EOT>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-210/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

checkpoint-210/tokenizer_config.json

@@ -0,0 +1,81 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "▁<PRE>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "▁<MID>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "▁<SUF>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "▁<EOT>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "▁<PRE>",
+    "▁<MID>",
+    "▁<SUF>",
+    "▁<EOT>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "eot_token": "▁<EOT>",
+  "fill_token": "<FILL_ME>",
+  "legacy": null,
+  "middle_token": "▁<MID>",
+  "model_max_length": 2048,
+  "pad_token": "</s>",
+  "prefix_token": "▁<PRE>",
+  "sp_model_kwargs": {},
+  "suffix_token": "▁<SUF>",
+  "tokenizer_class": "CodeLlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

checkpoint-210/trainer_state.json

@@ -0,0 +1,18 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 9.075,
+  "eval_steps": 500,
+  "global_step": 210,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [],
+  "logging_steps": 223,
+  "max_steps": 2800,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "total_flos": 1.3657445171724288e+17,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-210/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb6dd8ff05361ff04294c9085dc540e14e80f310f532447d78c15198097a103
+size 4027

checkpoint-550/README.md

@@ -0,0 +1,34 @@
+---
+library_name: peft
+---
+## Training procedure
+
+
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: False
+- bnb_4bit_compute_dtype: float16
+
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: False
+- bnb_4bit_compute_dtype: float16
+### Framework versions
+
+- PEFT 0.5.0
+
+- PEFT 0.5.0

checkpoint-550/adapter_config.json

@@ -0,0 +1,21 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "codellama/CodeLlama-7b-python-hf",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

checkpoint-550/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b549f0113970d0827cdcfaf90e80f094d42dfe58ebfd016f0f94db23ec319ace
+size 33600461

checkpoint-550/added_tokens.json

@@ -0,0 +1,6 @@
+{
+  "▁<EOT>": 32003,
+  "▁<MID>": 32001,
+  "▁<PRE>": 32000,
+  "▁<SUF>": 32002
+}

checkpoint-550/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cb755afedafeaf6ef695428b35a795df1a47a1fc7492b87bd76483348292e2
+size 67216581

checkpoint-550/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668800cd95e9c25854a6815d3d578fee0e00be1d588afe6dd2b16ef77f6e4b97
+size 17591

checkpoint-550/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c55067d9db764c597ac5b8494cc3bcf710c5993f0c298461cd257b16eb071d
+size 17655

checkpoint-550/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778475fc8ddfca45dc7fc35aca40ae81f1d68ea83017b5e53b60b630d989ee20
+size 17655

checkpoint-550/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c4934b691f6a4ce965f949f5208db472481c9eb400f0956241b0a732ba3477
+size 17655

checkpoint-550/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b89d41474a29d6a95cf1c842dcd0aa18cacd150d5aab32eafcb0060fed9495a
+size 627

checkpoint-550/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "additional_special_tokens": [
+    "▁<PRE>",
+    "▁<MID>",
+    "▁<SUF>",
+    "▁<EOT>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-550/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

checkpoint-550/tokenizer_config.json

@@ -0,0 +1,81 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "▁<PRE>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "▁<MID>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "▁<SUF>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "▁<EOT>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "▁<PRE>",
+    "▁<MID>",
+    "▁<SUF>",
+    "▁<EOT>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "eot_token": "▁<EOT>",
+  "fill_token": "<FILL_ME>",
+  "legacy": null,
+  "middle_token": "▁<MID>",
+  "model_max_length": 2048,
+  "pad_token": "</s>",
+  "prefix_token": "▁<PRE>",
+  "sp_model_kwargs": {},
+  "suffix_token": "▁<SUF>",
+  "tokenizer_class": "CodeLlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

checkpoint-550/trainer_state.json

@@ -0,0 +1,49 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 49.08730158730159,
+  "eval_steps": 500,
+  "global_step": 550,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.1746031746031745e-05,
+      "loss": 1.1145,
+      "step": 100
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 6.349206349206349e-05,
+      "loss": 0.5522,
+      "step": 200
+    },
+    {
+      "epoch": 27.02,
+      "learning_rate": 9.523809523809524e-05,
+      "loss": 0.36,
+      "step": 300
+    },
+    {
+      "epoch": 36.03,
+      "learning_rate": 0.00012698412698412698,
+      "loss": 0.2707,
+      "step": 400
+    },
+    {
+      "epoch": 45.04,
+      "learning_rate": 0.00015873015873015873,
+      "loss": 0.1626,
+      "step": 500
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 6300,
+  "num_train_epochs": 50,
+  "save_steps": 500,
+  "total_flos": 3.414361306352845e+17,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-550/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1945dda1ea2de5bd1d805262aba5bc1f2526d6ede45eb77a392478d12552e4a0
+size 4091