Instructions to use SJTUFreshman/collaborativelearning with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use SJTUFreshman/collaborativelearning with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
Adapt the supplied project README into the model card and update repository links
Browse files- .gitattributes +9 -0
- README.md +159 -18
- assets/figures/Figure1.pdf +3 -0
- assets/figures/Figure2.pdf +3 -0
- assets/figures/Figure3.pdf +0 -0
- assets/figures/Figure4.pdf +3 -0
- assets/figures/Figure5.pdf +3 -0
- assets/figures/previews/Figure1-1.png +3 -0
- assets/figures/previews/Figure2-1.png +3 -0
- assets/figures/previews/Figure3-1.png +3 -0
- assets/figures/previews/Figure4-1.png +3 -0
- assets/figures/previews/Figure5-1.png +3 -0
- load_adapter.py +1 -1
- manifest.json +63 -1
.gitattributes
CHANGED
|
@@ -266,3 +266,12 @@ MATH/SLS/Qwen3-8B/checkpoint-1475/tokenizer.json filter=lfs diff=lfs merge=lfs -
|
|
| 266 |
MATH/SLS/Qwen3-8B/checkpoint-1750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 267 |
MATH/SLS/Qwen3-8B/checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 268 |
MATH/SLS/Qwen3-8B/checkpoint-1600/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 266 |
MATH/SLS/Qwen3-8B/checkpoint-1750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 267 |
MATH/SLS/Qwen3-8B/checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 268 |
MATH/SLS/Qwen3-8B/checkpoint-1600/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 269 |
+
assets/figures/previews/Figure1-1.png filter=lfs diff=lfs merge=lfs -text
|
| 270 |
+
assets/figures/previews/Figure2-1.png filter=lfs diff=lfs merge=lfs -text
|
| 271 |
+
assets/figures/previews/Figure3-1.png filter=lfs diff=lfs merge=lfs -text
|
| 272 |
+
assets/figures/previews/Figure4-1.png filter=lfs diff=lfs merge=lfs -text
|
| 273 |
+
assets/figures/previews/Figure5-1.png filter=lfs diff=lfs merge=lfs -text
|
| 274 |
+
assets/figures/Figure1.pdf filter=lfs diff=lfs merge=lfs -text
|
| 275 |
+
assets/figures/Figure2.pdf filter=lfs diff=lfs merge=lfs -text
|
| 276 |
+
assets/figures/Figure4.pdf filter=lfs diff=lfs merge=lfs -text
|
| 277 |
+
assets/figures/Figure5.pdf filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
|
@@ -15,42 +15,159 @@ tags:
|
|
| 15 |
- qwen3
|
| 16 |
---
|
| 17 |
|
| 18 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
|
| 20 |
-
|
| 21 |
|
| 22 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
|
| 24 |
-
|
| 25 |
|
| 26 |
-
`
|
| 27 |
|
| 28 |
-
|
| 29 |
-
- `SLS` is step-level supervision / collaborative refinement (named `PS` or `rl_runs` in the source project).
|
| 30 |
-
- `final` contains the export at the end of the selected training run. All other surviving `checkpoint-*` weight exports from the same run are retained.
|
| 31 |
-
- Some checkpoints store the LoRA adapter in a nested `policy_adapter/` directory; the tokenizer remains in its parent checkpoint directory.
|
| 32 |
-
- The exact checkpoint list, source-relative paths, byte sizes and SHA-256 hashes are in [manifest.json](manifest.json). [SHA256SUMS](SHA256SUMS) covers all published checkpoint assets.
|
| 33 |
-
- This is a weight release with adapter configuration, tokenizer assets and recorded JSON training metadata. Optimizer/RNG states, pickled training arguments, training examples, raw logs, baseline models, ablations and homogeneous controls are outside this release.
|
| 34 |
|
| 35 |
-
|
| 36 |
|
| 37 |
-
##
|
| 38 |
|
| 39 |
-
|
| 40 |
|
| 41 |
-
|
|
|
|
|
|
|
| 42 |
|
| 43 |
-
##
|
| 44 |
|
| 45 |
```python
|
| 46 |
from huggingface_hub import snapshot_download
|
| 47 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 48 |
from peft import PeftModel
|
| 49 |
|
| 50 |
-
repo_id = "SJTUFreshman/
|
| 51 |
subfolder = "MuSiQue/SLS/Qwen3-1.7B/final"
|
| 52 |
snapshot = snapshot_download(repo_id, allow_patterns=[f"{subfolder}/*"])
|
| 53 |
adapter_path = f"{snapshot}/{subfolder}"
|
|
|
|
| 54 |
tokenizer = AutoTokenizer.from_pretrained(adapter_path)
|
| 55 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 56 |
"Qwen/Qwen3-1.7B", torch_dtype="auto", device_map="auto"
|
|
@@ -58,7 +175,31 @@ base_model = AutoModelForCausalLM.from_pretrained(
|
|
| 58 |
model = PeftModel.from_pretrained(base_model, adapter_path)
|
| 59 |
```
|
| 60 |
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
|
| 63 |
## License
|
| 64 |
|
|
|
|
| 15 |
- qwen3
|
| 16 |
---
|
| 17 |
|
| 18 |
+
<h1 align="center">Reasoning across Sliced Models via Collaborative Learning</h1>
|
| 19 |
+
|
| 20 |
+
<p align="center">
|
| 21 |
+
<a href="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/Figure1.pdf"><img src="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/previews/Figure1-1.png" alt="Collaborative Learning overview: model slicing, protocol distillation, and pyramid supervision" width="960"></a>
|
| 22 |
+
</p>
|
| 23 |
+
|
| 24 |
+
<p align="center">
|
| 25 |
+
<a href="#-overview">Overview</a>
|
| 26 |
+
·
|
| 27 |
+
<a href="#-evaluation">Evaluation</a>
|
| 28 |
+
·
|
| 29 |
+
<a href="#-workflow">Workflow</a>
|
| 30 |
+
·
|
| 31 |
+
<a href="#-repository-layout">Repository layout</a>
|
| 32 |
+
·
|
| 33 |
+
<a href="#-quickstart">Quickstart</a>
|
| 34 |
+
·
|
| 35 |
+
<a href="#-code-and-experiment-entry-points">Code and experiment entry points</a>
|
| 36 |
+
</p>
|
| 37 |
+
|
| 38 |
+
## ✨ Overview
|
| 39 |
+
|
| 40 |
+
**Collaborative Learning (CL)** studies how sliced models can collaborate on reasoning while keeping the overall parameter budget comparable to a single larger model. The method combines model slicing, protocol distillation, and pyramid supervision so that models can build on shared task state across multiple reasoning steps.
|
| 41 |
+
|
| 42 |
+
This model repository releases the **rank-64 LoRA adapters for the heterogeneous CL main experiments**, using Qwen3-1.7B, Qwen3-4B, and Qwen3-8B. It covers four task families—multi-hop question answering, mathematics, code generation, and constrained generation—across MuSiQue, GSM-Hard, MATH, MultiPL-E, and Conifer. The [companion code repository](https://github.com/SJTUFreshman/tmp_x7k9p4r2d8m5c) contains the implementation, benchmark scorers, result records, configurations, and analysis artifacts.
|
| 43 |
+
|
| 44 |
+
<p align="center">
|
| 45 |
+
<a href="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/Figure2.pdf">
|
| 46 |
+
<img src="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/previews/Figure2-1.png" alt="Model slicing, protocol distillation, and pyramid supervision" width="920">
|
| 47 |
+
</a>
|
| 48 |
+
</p>
|
| 49 |
+
|
| 50 |
+
## 🧪 Evaluation
|
| 51 |
+
|
| 52 |
+
We evaluate CL on four task families and five benchmarks:
|
| 53 |
+
|
| 54 |
+
| Task family | Benchmark | What it measures | Checkpoints |
|
| 55 |
+
| --- | --- | --- | --- |
|
| 56 |
+
| Multi-hop QA | [MuSiQue](https://github.com/StonyBrookNLP/musique) | Compositional retrieval and reasoning | [MuSiQue](https://huggingface.co/SJTUFreshman/collaborativelearning/tree/main/MuSiQue) |
|
| 57 |
+
| Mathematical reasoning | **GSM-Hard** | Robust numerical reasoning | [GSM-Hard](https://huggingface.co/SJTUFreshman/collaborativelearning/tree/main/GSM-Hard) |
|
| 58 |
+
| Mathematical reasoning | **MATH** | Competition-level problem solving | [MATH](https://huggingface.co/SJTUFreshman/collaborativelearning/tree/main/MATH) |
|
| 59 |
+
| Code generation | [MultiPL-E](https://github.com/nuprl/MultiPL-E) | Pass@1 across eight languages | [MultiPL-E](https://huggingface.co/SJTUFreshman/collaborativelearning/tree/main/MultiPL-E) |
|
| 60 |
+
| Constrained generation | **Conifer** | Coverage and explicit constraint satisfaction | [Conifer](https://huggingface.co/SJTUFreshman/collaborativelearning/tree/main/Conifer) |
|
| 61 |
+
|
| 62 |
+
### 📊 Results
|
| 63 |
+
|
| 64 |
+
The table below compares CL with the main single-model and multi-model baselines. All values are percentages reported in the paper, not a new evaluation of this weight release. MuSiQue, GSM-Hard, and MATH use **accuracy / F1**; MultiPL-E uses **weighted / macro-language pass@1**; Conifer uses **Coverage / Explicit**.
|
| 65 |
+
|
| 66 |
+
| Method | MuSiQue | GSM-Hard | MATH | MultiPL-E | Conifer |
|
| 67 |
+
| --- | ---: | ---: | ---: | ---: | ---: |
|
| 68 |
+
| Qwen3-14B | 39.55 / 49.70 | 68.94 / 80.69 | 74.60 / 82.86 | 55.18 / 57.34 | 88.00 / 95.72 |
|
| 69 |
+
| SE-RL | 41.76 / 52.73 | 68.18 / 79.67 | 76.00 / 80.70 | 60.43 / 62.55 | 88.00 / 95.81 |
|
| 70 |
+
| MAD | 39.51 / 50.59 | 66.67 / 74.18 | 72.40 / 81.32 | 55.03 / 55.35 | 88.55 / 95.84 |
|
| 71 |
+
| AgentVerse | 41.99 / 52.85 | 71.97 / 78.44 | 68.20 / 79.42 | 59.25 / 59.83 | 87.74 / 95.86 |
|
| 72 |
+
| AFlow | 41.83 / 50.36 | 68.18 / 76.04 | 65.00 / 76.53 | 42.83 / 42.46 | 87.92 / 96.51 |
|
| 73 |
+
| GPTSwarm | 36.20 / 47.37 | 70.45 / 78.39 | 69.20 / 79.90 | 51.63 / 52.43 | 88.17 / 95.96 |
|
| 74 |
+
| MAGRPO | 40.13 / 51.74 | 65.91 / 76.44 | 65.00 / 76.01 | 49.93 / 49.93 | 88.58 / 95.82 |
|
| 75 |
+
| MAPoRL | 40.59 / 52.74 | 63.64 / 75.34 | 70.80 / 80.87 | 53.25 / 53.27 | 86.37 / 89.19 |
|
| 76 |
+
| AT-GRPO | 41.54 / 53.51 | 64.39 / 76.86 | 74.20 / 83.70 | 57.91 / 58.74 | 86.60 / 95.85 |
|
| 77 |
+
| Homo. MAS | 26.40 / 32.82 | 71.21 / 79.93 | 68.20 / 76.41 | 56.36 / 57.20 | 88.02 / 94.27 |
|
| 78 |
+
| Homo. CL | 36.00 / 47.19 | 60.61 / 76.51 | 68.60 / 77.95 | 53.33 / 52.65 | 88.15 / 95.22 |
|
| 79 |
+
| **CL (ours)** | **42.37 / 53.43** | **71.97 / 81.15** | **78.40 / 85.25** | **59.39 / 59.63** | **88.90 / 95.90** |
|
| 80 |
+
|
| 81 |
+
<p align="center">
|
| 82 |
+
<a href="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/Figure3.pdf">
|
| 83 |
+
<img src="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/previews/Figure3-1.png" alt="Ablation study across the five benchmarks" width="760">
|
| 84 |
+
</a>
|
| 85 |
+
</p>
|
| 86 |
+
|
| 87 |
+
The evaluation records contain 2,417 MuSiQue examples, 132 GSM-Hard examples, 500 MATH problems, 1,352 MultiPL-E test problems, and 1,402 Conifer trajectories.
|
| 88 |
+
|
| 89 |
+
CL is best or joint-best on **6 of 10 metrics**, improves over Qwen3-14B on all ten, and gains an average of **2.38 percentage points** over that single-model reference. On the MATH evaluation, CL scores **392/500 correct**, or **78.40% accuracy and 85.25% F1**, under the evaluation scorer.
|
| 90 |
+
|
| 91 |
+
The exact MultiPL-E 8B checkpoint used for the reported result is unavailable; see [checkpoint availability](#checkpoint-availability) below.
|
| 92 |
+
|
| 93 |
+
### 📉 Efficiency and task performance
|
| 94 |
+
|
| 95 |
+
Figure 4 compares task performance with parameter-weighted output cost and average model invocations across the five benchmarks.
|
| 96 |
+
|
| 97 |
+
<p align="center">
|
| 98 |
+
<a href="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/Figure4.pdf"><img src="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/previews/Figure4-1.png" alt="Computation cost versus task performance across five benchmarks" width="960"></a>
|
| 99 |
+
</p>
|
| 100 |
+
|
| 101 |
+
### 🧭 Emergent interaction topology
|
| 102 |
+
|
| 103 |
+
Figure 5 visualizes the task-dependent interaction topology. The model order changes with the task, allowing CL to draft, review, refine, enrich, or terminate as needed.
|
| 104 |
+
|
| 105 |
+
<p align="center">
|
| 106 |
+
<a href="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/Figure5.pdf"><img src="https://huggingface.co/SJTUFreshman/collaborativelearning/resolve/main/assets/figures/previews/Figure5-1.png" alt="Task-dependent learned interaction topology" width="960"></a>
|
| 107 |
+
</p>
|
| 108 |
+
|
| 109 |
+
## 🧭 Workflow
|
| 110 |
+
|
| 111 |
+
```text
|
| 112 |
+
task query + current reasoning state
|
| 113 |
+
|
|
| 114 |
+
v
|
| 115 |
+
sliced model pool
|
| 116 |
+
|
|
| 117 |
+
v
|
| 118 |
+
protocol decision
|
| 119 |
+
/ | \
|
| 120 |
+
continue handoff terminate
|
| 121 |
+
| | |
|
| 122 |
+
+------> next model v
|
| 123 |
+
final answer
|
| 124 |
+
|
|
| 125 |
+
v
|
| 126 |
+
task-specific evaluator
|
| 127 |
+
```
|
| 128 |
+
|
| 129 |
+
At each step, the current task state is processed by one model from the sliced-model pool. The learned protocol can continue the current thread, hand the state to another model, or terminate with a final answer. Protocol distillation provides coordination traces, pyramid supervision scores the reasoning process and final output, and each benchmark supplies a task-specific evaluator.
|
| 130 |
|
| 131 |
+
## 📦 Repository layout
|
| 132 |
|
| 133 |
+
| Path | Contents |
|
| 134 |
+
| --- | --- |
|
| 135 |
+
| `<benchmark>/PD/<Qwen3-model>/<checkpoint>/` | Protocol distillation (SFT) adapters |
|
| 136 |
+
| `<benchmark>/SLS/<Qwen3-model>/<checkpoint>/` | Step-level supervision (RL) adapters |
|
| 137 |
+
| `assets/figures/` | Study figures and previews |
|
| 138 |
+
| `manifest.json` | Complete checkpoint list, source runs, sizes, SHA-256 hashes, and known missing checkpoints |
|
| 139 |
+
| `SHA256SUMS` | SHA-256 checksums for checkpoint assets |
|
| 140 |
+
| `PAPER_ALIGNMENT.md` | Final training-run mapping and evaluation checkpoint identities |
|
| 141 |
+
| `load_adapter.py` | Helper for loading either adapter layout |
|
| 142 |
|
| 143 |
+
The release contains **233 surviving checkpoints across 29 model-stage groups**, approximately **41.39 GiB** including tokenizer assets and configuration. Each selected final training run retains all its surviving `checkpoint-*` exports and its `final` export. Some checkpoints place the adapter in a nested `policy_adapter/` directory, with the tokenizer in the parent directory. MultiPL-E 1.7B is PD-only.
|
| 144 |
|
| 145 |
+
Weights are byte-for-byte unchanged. Adapter configurations use the corresponding `Qwen/Qwen3-*` base-model IDs, and JSON metadata has local server paths normalized and credential fields removed. Baseline, ablation, and homogeneous-model weights are outside this release, as are optimizer/RNG states, pickled training arguments, and training data.
|
| 146 |
|
| 147 |
+
### Checkpoint availability
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 148 |
|
| 149 |
+
The source server's 2026-11-05 cleanup deleted 18 checkpoints from the selected runs. In particular, **MultiPL-E 8B `checkpoint-25`, used in the paper's final evaluation, could not be recovered from either source server**. The same run's `checkpoint-100` and `final` are included as surviving exports; they are not substitutes for checkpoint 25 and are not assigned its reported scores. The manifest lists the known deletions. Earlier retention limits may also have removed checkpoints.
|
| 150 |
|
| 151 |
+
## 🚀 Quickstart
|
| 152 |
|
| 153 |
+
### 1️⃣ Install the loading dependencies
|
| 154 |
|
| 155 |
+
```bash
|
| 156 |
+
python -m pip install -U torch transformers peft accelerate huggingface_hub
|
| 157 |
+
```
|
| 158 |
|
| 159 |
+
### 2️⃣ Download and load one adapter
|
| 160 |
|
| 161 |
```python
|
| 162 |
from huggingface_hub import snapshot_download
|
| 163 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 164 |
from peft import PeftModel
|
| 165 |
|
| 166 |
+
repo_id = "SJTUFreshman/collaborativelearning"
|
| 167 |
subfolder = "MuSiQue/SLS/Qwen3-1.7B/final"
|
| 168 |
snapshot = snapshot_download(repo_id, allow_patterns=[f"{subfolder}/*"])
|
| 169 |
adapter_path = f"{snapshot}/{subfolder}"
|
| 170 |
+
|
| 171 |
tokenizer = AutoTokenizer.from_pretrained(adapter_path)
|
| 172 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 173 |
"Qwen/Qwen3-1.7B", torch_dtype="auto", device_map="auto"
|
|
|
|
| 175 |
model = PeftModel.from_pretrained(base_model, adapter_path)
|
| 176 |
```
|
| 177 |
|
| 178 |
+
Choose the matching base model recorded in `manifest.json`. For a nested `policy_adapter` checkpoint, load the adapter from that directory and the tokenizer from its parent; [load_adapter.py](load_adapter.py) handles both layouts. The frozen base-model weights are downloaded from the original Qwen repositories.
|
| 179 |
+
|
| 180 |
+
To download all published checkpoints:
|
| 181 |
+
|
| 182 |
+
```bash
|
| 183 |
+
hf download SJTUFreshman/collaborativelearning --local-dir collaborativelearning
|
| 184 |
+
```
|
| 185 |
+
|
| 186 |
+
### 3️⃣ Reproduce the collaborative evaluation
|
| 187 |
+
|
| 188 |
+
Loading one adapter does not run the collaborative system. Use the [companion code repository](https://github.com/SJTUFreshman/tmp_x7k9p4r2d8m5c) for the scheduler, task prompts, model endpoints, and benchmark scorers. Its Quickstart includes a CPU-only MATH summary from the bundled evaluation records and a fresh MATH evaluation using three OpenAI-compatible model endpoints. [PAPER_ALIGNMENT.md](PAPER_ALIGNMENT.md) records the final evaluation identities and the MATH answer-selection protocol.
|
| 189 |
+
|
| 190 |
+
## 🧰 Code and experiment entry points
|
| 191 |
+
|
| 192 |
+
The following paths are in the companion code repository:
|
| 193 |
+
|
| 194 |
+
| Area | Entry point |
|
| 195 |
+
| --- | --- |
|
| 196 |
+
| Shared CL utilities and analysis | [reproduction/code/jca/scripts/](https://github.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/tree/main/reproduction/code/jca/scripts) |
|
| 197 |
+
| MATH CL training and evaluation | [reproduction/code/jca/experiments/math_specific_sft_rl_v1/](https://github.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/tree/main/reproduction/code/jca/experiments/math_specific_sft_rl_v1) |
|
| 198 |
+
| Conifer pipeline | [reproduction/code/jca/conifer_training_hub/](https://github.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/tree/main/reproduction/code/jca/conifer_training_hub) |
|
| 199 |
+
| MultiPL-E scoring | [reproduction/code/jca/Code/MultiPL-E/](https://github.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/tree/main/reproduction/code/jca/Code/MultiPL-E) |
|
| 200 |
+
| Saved training records | [reproduction/training/](https://github.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/tree/main/reproduction/training) |
|
| 201 |
+
|
| 202 |
+
A full run may require Python 3.10+, PyTorch/CUDA, Transformers, PEFT, Accelerate, vLLM, language runtimes, and benchmark-specific evaluators. Use the checked-in configurations and logs for seeds, model servers, and output conventions.
|
| 203 |
|
| 204 |
## License
|
| 205 |
|
assets/figures/Figure1.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:653045b404edd6a592ca14cac3a84c7b61c3956eea141c04b82b24e74657b4bd
|
| 3 |
+
size 376603
|
assets/figures/Figure2.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15723dd063604b673d68eabd89878e7b92f1fd56ce6618fe969d6f582cffaa06
|
| 3 |
+
size 817550
|
assets/figures/Figure3.pdf
ADDED
|
Binary file (93.9 kB). View file
|
|
|
assets/figures/Figure4.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2df7e18eaa0aedf3fbfc5646c9f947b12549e953ac4637167841486f4af33aff
|
| 3 |
+
size 270674
|
assets/figures/Figure5.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d2ed311851f6a1521239769bd823141b1b07473aa24552fc693ca9c2166c254d
|
| 3 |
+
size 274540
|
assets/figures/previews/Figure1-1.png
ADDED
|
Git LFS Details
|
assets/figures/previews/Figure2-1.png
ADDED
|
Git LFS Details
|
assets/figures/previews/Figure3-1.png
ADDED
|
Git LFS Details
|
assets/figures/previews/Figure4-1.png
ADDED
|
Git LFS Details
|
assets/figures/previews/Figure5-1.png
ADDED
|
Git LFS Details
|
load_adapter.py
CHANGED
|
@@ -8,7 +8,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 8 |
|
| 9 |
|
| 10 |
def load_adapter(subfolder, revision=None):
|
| 11 |
-
repo_id = 'SJTUFreshman/
|
| 12 |
tokenizer_folder = str(Path(subfolder).parent).replace('\\', '/') if subfolder.endswith('/policy_adapter') else subfolder
|
| 13 |
snapshot = snapshot_download(repo_id, revision=revision, allow_patterns=[subfolder+'/*', tokenizer_folder+'/tokenizer*', tokenizer_folder+'/chat_template.jinja', tokenizer_folder+'/special_tokens_map.json'])
|
| 14 |
adapter_dir = Path(snapshot)/subfolder
|
|
|
|
| 8 |
|
| 9 |
|
| 10 |
def load_adapter(subfolder, revision=None):
|
| 11 |
+
repo_id = 'SJTUFreshman/collaborativelearning'
|
| 12 |
tokenizer_folder = str(Path(subfolder).parent).replace('\\', '/') if subfolder.endswith('/policy_adapter') else subfolder
|
| 13 |
snapshot = snapshot_download(repo_id, revision=revision, allow_patterns=[subfolder+'/*', tokenizer_folder+'/tokenizer*', tokenizer_folder+'/chat_template.jinja', tokenizer_folder+'/special_tokens_map.json'])
|
| 14 |
adapter_dir = Path(snapshot)/subfolder
|
manifest.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"release_date": "2026-11-10",
|
| 4 |
-
"repo_id": "SJTUFreshman/
|
| 5 |
"scope": "Paper Table 1 heterogeneous CL main experiments; all surviving checkpoint weights from the final PD/SLS training runs.",
|
| 6 |
"license": null,
|
| 7 |
"source_servers_checked": [
|
|
@@ -12565,5 +12565,67 @@
|
|
| 12565 |
"source_relative_path": "sft_runs/multipl_e_8lang_v5_diverse_a3_5ep/A3/checkpoint-40",
|
| 12566 |
"deleted_at": "2026-11-05T13:15:03.432493+08:00"
|
| 12567 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12568 |
]
|
| 12569 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"release_date": "2026-11-10",
|
| 4 |
+
"repo_id": "SJTUFreshman/collaborativelearning",
|
| 5 |
"scope": "Paper Table 1 heterogeneous CL main experiments; all surviving checkpoint weights from the final PD/SLS training runs.",
|
| 6 |
"license": null,
|
| 7 |
"source_servers_checked": [
|
|
|
|
| 12565 |
"source_relative_path": "sft_runs/multipl_e_8lang_v5_diverse_a3_5ep/A3/checkpoint-40",
|
| 12566 |
"deleted_at": "2026-11-05T13:15:03.432493+08:00"
|
| 12567 |
}
|
| 12568 |
+
],
|
| 12569 |
+
"documentation_files": [
|
| 12570 |
+
{
|
| 12571 |
+
"path": "assets/figures/previews/Figure1-1.png",
|
| 12572 |
+
"size": 537010,
|
| 12573 |
+
"sha256": "8976af442ec2159e8e4db665a27ff4aaed2da4cfadf5f23ba2d5b9bdcf360737",
|
| 12574 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/previews/Figure1-1.png"
|
| 12575 |
+
},
|
| 12576 |
+
{
|
| 12577 |
+
"path": "assets/figures/previews/Figure2-1.png",
|
| 12578 |
+
"size": 794633,
|
| 12579 |
+
"sha256": "5bc0549352f1730e2ae5c0efd11b6274e4ccad4f5322f5d1a5f56c139bf4a945",
|
| 12580 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/previews/Figure2-1.png"
|
| 12581 |
+
},
|
| 12582 |
+
{
|
| 12583 |
+
"path": "assets/figures/previews/Figure3-1.png",
|
| 12584 |
+
"size": 192450,
|
| 12585 |
+
"sha256": "80de77311ae407ac0e59444869cf2bd13ae393267d29e76ad32e2bcedd912eb9",
|
| 12586 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/previews/Figure3-1.png"
|
| 12587 |
+
},
|
| 12588 |
+
{
|
| 12589 |
+
"path": "assets/figures/previews/Figure4-1.png",
|
| 12590 |
+
"size": 390111,
|
| 12591 |
+
"sha256": "6c8b5aecb1ca6b69e9e893b47288eab238c0b156419b7c5ca86277741f6b3a7a",
|
| 12592 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/previews/Figure4-1.png"
|
| 12593 |
+
},
|
| 12594 |
+
{
|
| 12595 |
+
"path": "assets/figures/previews/Figure5-1.png",
|
| 12596 |
+
"size": 391850,
|
| 12597 |
+
"sha256": "4c3e8fa525115c02b46bca01493dbcabe8f2e55532fa8a6d176f9dbe7998140d",
|
| 12598 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/previews/Figure5-1.png"
|
| 12599 |
+
},
|
| 12600 |
+
{
|
| 12601 |
+
"path": "assets/figures/Figure1.pdf",
|
| 12602 |
+
"size": 376603,
|
| 12603 |
+
"sha256": "653045b404edd6a592ca14cac3a84c7b61c3956eea141c04b82b24e74657b4bd",
|
| 12604 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/Figure1.pdf"
|
| 12605 |
+
},
|
| 12606 |
+
{
|
| 12607 |
+
"path": "assets/figures/Figure2.pdf",
|
| 12608 |
+
"size": 817550,
|
| 12609 |
+
"sha256": "15723dd063604b673d68eabd89878e7b92f1fd56ce6618fe969d6f582cffaa06",
|
| 12610 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/Figure2.pdf"
|
| 12611 |
+
},
|
| 12612 |
+
{
|
| 12613 |
+
"path": "assets/figures/Figure3.pdf",
|
| 12614 |
+
"size": 93932,
|
| 12615 |
+
"sha256": "41a01ef33c073669a985ba9a397ff75109798323277f9da33a285c95762b75fe",
|
| 12616 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/Figure3.pdf"
|
| 12617 |
+
},
|
| 12618 |
+
{
|
| 12619 |
+
"path": "assets/figures/Figure4.pdf",
|
| 12620 |
+
"size": 270674,
|
| 12621 |
+
"sha256": "2df7e18eaa0aedf3fbfc5646c9f947b12549e953ac4637167841486f4af33aff",
|
| 12622 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/Figure4.pdf"
|
| 12623 |
+
},
|
| 12624 |
+
{
|
| 12625 |
+
"path": "assets/figures/Figure5.pdf",
|
| 12626 |
+
"size": 274540,
|
| 12627 |
+
"sha256": "d2ed311851f6a1521239769bd823141b1b07473aa24552fc693ca9c2166c254d",
|
| 12628 |
+
"source_url": "https://raw.githubusercontent.com/SJTUFreshman/tmp_x7k9p4r2d8m5c/main/assets/figures/Figure5.pdf"
|
| 12629 |
+
}
|
| 12630 |
]
|
| 12631 |
}
|