diff --git a/LICENSE-KIMI-K3.txt b/LICENSE-KIMI-K3.txt new file mode 100644 index 0000000000000000000000000000000000000000..97c0111bba229b0981b1d74e34bacef723ca8f7b --- /dev/null +++ b/LICENSE-KIMI-K3.txt @@ -0,0 +1,52 @@ +Kimi K3 License + +Copyright (c) 2026 Moonshot AI + +Permission is hereby granted, free of charge, to any person (the "Licensee") +obtaining a copy of this software — including the model weights, parameters, +configuration files, inference and training code, and associated documentation +(collectively, the "Software") — to deal in the Software without restriction. +This includes, without limitation, the rights to use, copy, modify, merge, +publish, distribute, sublicense, and/or sell copies of the Software; to run, +deploy, fine-tune, or otherwise modify the Software and create derivative works +from it; and to permit persons to whom the Software is furnished to do so, in +each case subject to the following conditions: + +1. The above copyright notice and this permission notice shall be included in +all copies or substantial portions of the Software. Licensee's use of the +Software must comply with applicable laws and regulations. + +2. "Model as a Service" means giving a third party access to language model +inference or fine-tuning (e.g., via API) in a manner that allows such third +party to exercise meaningful control over the inputs, parameters, or training +data. This does not include (a) end-user products with model capabilities solely +embedded within specific features or harnesses, or (b) mere relaying of requests +to models hosted by others. + +If the Licensee or any of its affiliates operates a Model as a Service business, +and the aggregate revenue of the Licensee and its affiliates exceeds 20 million +US dollars (or the equivalent in other currencies) in total over any consecutive +12 months, the Licensee must enter into a separate agreement with Moonshot AI +before using the Software or its derivative works for any commercial purpose. + +3. If the Software (or any derivative works thereof) is used for any of the +Licensee's commercial products or services that have more than 100 million +monthly active users, or more than 20 million US dollars (or equivalent in other +currencies) in monthly revenue, "Kimi K3" must be prominently displayed on the +user interface of such product or service. + +4. The requirements set forth in Sections 2 and 3 do not apply to: (a) internal +use of the Software, defined as any use that does not make the Software, its +outputs, or its underlying capabilities available to third parties; or (b) any +use of the Software accessed through Moonshot AI's official products or +certified inference partners. + +5. THE SOFTWARE AND ANY OUTPUT AND RESULTS THEREFROM ARE PROVIDED ON AN “AS IS” +BASIS, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT +LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE +AND NONINFRINGEMENT. IN NO EVENT SHALL MOONSHOT AI OR ITS AFFILIATES OR +COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER +IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN +CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + +For any questions regarding this license, please contact . \ No newline at end of file diff --git a/LICENSE-OPENMDW-1.1.txt b/LICENSE-OPENMDW-1.1.txt new file mode 100644 index 0000000000000000000000000000000000000000..ec297ac5456384786644013ec196da33b916be97 --- /dev/null +++ b/LICENSE-OPENMDW-1.1.txt @@ -0,0 +1,49 @@ +OpenMDW License Agreement, version 1.1 (OpenMDW-1.1) + +By exercising rights granted to you under this agreement, you accept and agree +to its terms. + +As used in this agreement, "Model Materials" means the materials provided to +you under this agreement, consisting of: (1) one or more machine learning +models (including architecture and parameters); and (2) all related artifacts +(including associated data, documentation and software) that are provided to +you hereunder. + +Subject to your compliance with this agreement, permission is hereby granted, +free of charge, to deal in the Model Materials without restriction, including +under all copyright, patent, database, and trade secret rights included or +embodied therein. + +If you distribute any portion of the Model Materials, you shall retain in your +distribution (1) a copy of this agreement, and (2) all copyright notices and +other notices of origin included in the Model Materials that are applicable to +your distribution. + +If you file, maintain, or voluntarily participate in a lawsuit against any +person or entity asserting that the Model Materials directly or indirectly +infringe any patent or copyright, then all rights and grants made to you +hereunder are terminated, unless that lawsuit was in response to a +corresponding lawsuit first brought against you. + +This agreement does not impose any restrictions or obligations with respect to +any use, modification, or sharing of any outputs generated by using the Model +Materials. + +THE MODEL MATERIALS ARE PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS +OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE, TITLE, NONINFRINGEMENT, ACCURACY, OR THE +ABSENCE OF LATENT OR OTHER DEFECTS OR ERRORS, WHETHER OR NOT DISCOVERABLE, ALL +TO THE GREATEST EXTENT PERMISSIBLE UNDER APPLICABLE LAW. + +YOU ARE SOLELY RESPONSIBLE FOR (1) CLEARING RIGHTS OF OTHER PERSONS THAT MAY +APPLY TO THE MODEL MATERIALS OR ANY USE THEREOF, INCLUDING WITHOUT LIMITATION +ANY PERSON'S COPYRIGHTS OR OTHER RIGHTS INCLUDED OR EMBODIED IN THE MODEL +MATERIALS; (2) OBTAINING ANY NECESSARY CONSENTS, PERMISSIONS OR OTHER RIGHTS +REQUIRED FOR ANY USE OF THE MODEL MATERIALS; OR (3) PERFORMING ANY DUE +DILIGENCE OR UNDERTAKING ANY OTHER INVESTIGATIONS INTO THE MODEL MATERIALS OR +ANYTHING INCORPORATED OR EMBODIED THEREIN. + +IN NO EVENT SHALL THE PROVIDERS OF THE MODEL MATERIALS BE LIABLE FOR ANY CLAIM, +DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR +OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE MODEL MATERIALS, THE +USE THEREOF OR OTHER DEALINGS THEREIN. diff --git a/NOTICE b/NOTICE index 854b237eea72cdc1a9827482439f9746c0d7ad43..fc2185114d11c56a297e9f6aa06c1b769add8a65 100644 --- a/NOTICE +++ b/NOTICE @@ -1,6 +1,6 @@ This repository contains activations and/or probe parameters derived from the following models. -Qwen3.5 / Qwen3.6 models (Qwen/Qwen3.5-2B, Qwen/Qwen3.5-9B, Qwen/Qwen3.6-27B, Qwen/Qwen3.5-122B-A10B, +Qwen3.5 models (Qwen/Qwen3.5-2B, Qwen/Qwen3.5-9B, Qwen/Qwen3.5-27B, Qwen/Qwen3.5-122B-A10B, Qwen/Qwen3.5-397B-A17B): Copyright Alibaba Cloud (Qwen team). Licensed under the Apache License, Version 2.0. A copy of the license is in LICENSE-QWEN-APACHE-2.0.txt. @@ -8,3 +8,10 @@ NVIDIA Nemotron-3 models (nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16, nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16): Licensed by NVIDIA Corporation under the NVIDIA Nemotron Model License. A copy of the NVIDIA Nemotron Open Model License is in LICENSE-NVIDIA-NEMOTRON-OPEN-MODEL.txt. + +NVIDIA Nemotron-3 Ultra (nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16): +Governed by the OpenMDW License Agreement, version 1.1 (OpenMDW-1.1). +A copy of the license is in LICENSE-OPENMDW-1.1.txt. + +Kimi K3 (moonshotai/Kimi-K3): Copyright (c) 2026 Moonshot AI. Licensed under the Kimi K3 License. +A copy of the license, including its copyright and permission notice, is in LICENSE-KIMI-K3.txt. diff --git a/README.md b/README.md index 59df1356a88d5f007fcc74e55dc403f1d720fb6b..7c23e6c6ab8b28aefccd351745b2c4bd62c78525 100644 --- a/README.md +++ b/README.md @@ -4,69 +4,129 @@ tags: - probes - activation-probes - interpretability +datasets: +- AlignmentResearch/fibs-v1 +base_model: +- Qwen/Qwen3.5-2B +- Qwen/Qwen3.5-9B +- Qwen/Qwen3.5-27B +- Qwen/Qwen3.5-122B-A10B +- Qwen/Qwen3.5-397B-A17B +- nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 +- nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 +- nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 +- moonshotai/Kimi-K3 --- # probe-inference weights Trained activation probes in four architectures (linear, MLP, EFC (early-fusion covariance) and axial) -for seven open-weight models. Each probe reads a model's residual-stream activations at six decoder -layers and returns one score per transcript. Load them with the `probe-inference` package: +for nine open-weight models. Each probe reads a model's residual-stream activations at six decoder +layers and returns one score per transcript. Load them with the `probe-inference` package +([AlignmentResearch/caught-in-the-act-probes](https://github.com/AlignmentResearch/caught-in-the-act-probes)): ```python from probe_inference import load_probe_from_hub probe = load_probe_from_hub("qwen3.5-9b/efc") # this repository at the package's pinned revision -# acts: Tensor[layers, seq, d_model], the model's activations at probe.layers over the whole conversation -score = probe.score(acts[:, probe.find_window(input_ids, tokenizer)]) +score = probe.score(acts, probe.read_mask(prompt_mask, completion_mask, followup_start_position)) ``` +These are the camera-ready probes, tagged `camera-ready`. The earlier probes (seven models, Qwen3.6-27B +instead of Qwen3.5-27B, no Nemotron-3 Ultra or Kimi K3) stay available at commit +`22a7a341078ba1722cfad73ef7e40bdc25aa74c2`, and in schema-1 metadata at commit +`0e3d386b1f1486d472e316a64966a7a94bcd5137`. + ## Layout -`//`, with `` in `linear`, `mlp`, `efc`, `axial`. Each directory is one trained probe. A linear or MLP probe is one -small probe per layer (`layer_/config.json`, `layer_/model.pt`); an EFC or axial probe is one module -that reads all its layers at once (`config.json`, `model.pt`). Every probe has `probe_metadata.json` in -schema version 1: the model and revision, the architecture, the layers, the input window -(`input_window`: `answer_last_token` for linear and MLP, `final_exchange` for EFC and axial) and the -readout (`readout`: `layer_mean_probability`, `pooled_logit` or `last_token_logit`). A linear or MLP -probe averages the sigmoids of all its layers. `model.pt` files are plain float32 state dicts. -probe-inference 0.1.0 reads the same weights with the older metadata format, at commit -`22a7a341078ba1722cfad73ef7e40bdc25aa74c2`. +`//`, with `` in `linear`, `mlp`, `efc`, `axial`. Each directory is one trained probe. A +linear or MLP probe is one small probe per layer (`layer_/config.json`, `layer_/model.pt`); an EFC or +axial probe is one module that reads all its layers at once (`config.json`, `model.pt`). Every probe has +`probe_metadata.json`: the model and revision, the architecture, the layers, the read window +(`obfuscate_over`), the token aggregation (`eval_sequence_aggregator`) and, for linear and MLP, the layers +whose sigmoids are averaged (`layer_rule.used_layers`, all six). `model.pt` files are plain float32 state +dicts, with the input normaliser (`input_scale`, and `input_mean` for axial) the probe was trained with. | Directory | Model (revision) | Layers | linear MiB | MLP MiB | EFC MiB | axial MiB | |---|---|---|---|---|---|---| | `qwen3.5-2b` | `Qwen/Qwen3.5-2B` (`15852e8c`) | 7, 10, 13, 16, 19, 22 | 0.1 | 12.0 | 6.1 | 26.1 | | `qwen3.5-9b` | `Qwen/Qwen3.5-9B` (`c2022362`) | 10, 13, 18, 21, 26, 29 | 0.1 | 24.0 | 12.1 | 28.1 | -| `qwen3.6-27b` | `Qwen/Qwen3.6-27B` (`6a9e13bd`) | 19, 27, 35, 43, 51, 58 | 0.1 | 30.0 | 15.1 | 29.2 | +| `qwen3.5-27b` | `Qwen/Qwen3.5-27B` (`fc05daec`) | 19, 27, 35, 43, 51, 58 | 0.1 | 30.0 | 15.1 | 29.2 | | `qwen3.5-122b-a10b` | `Qwen/Qwen3.5-122B-A10B` (`dc4d3484`) | 14, 20, 26, 32, 38, 43 | 0.1 | 18.0 | 9.1 | 27.1 | | `qwen3.5-397b-a17b` | `Qwen/Qwen3.5-397B-A17B` (`84726181`) | 18, 25, 33, 40, 48, 54 | 0.1 | 24.0 | 12.1 | 28.1 | | `nemotron-3-nano-30b-a3b` | `nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16` (`bf77c317`) | 16, 22, 29, 35, 42, 47 | 0.1 | 15.8 | 8.0 | 26.7 | | `nemotron-3-super-120b-a12b` | `nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16` (`2dc98e2a`) | 26, 37, 48, 59, 70, 79 | 0.1 | 24.0 | 12.1 | 28.1 | +| `nemotron-3-ultra-550b-a55b` | `nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16` (`77df655d`) | 32, 45, 59, 72, 86, 97 | 0.2 | 48.0 | 24.1 | 32.2 | +| `kimi-k3` | `moonshotai/Kimi-K3` (`f831ab66`) | 28, 39, 51, 62, 74, 84 | 0.2 | 42.0 | 21.1 | 31.2 | + +The layers are at depth fractions 0.3, 0.42, 0.55, 0.67, 0.8 and 0.9 of the model's decoder blocks, +`round(f * num_blocks)`. Linear and MLP scores are probabilities (the mean of per-layer sigmoids); EFC and +axial scores are logits. + +## Training + +Every probe was trained on [FIBSv1](https://huggingface.co/datasets/AlignmentResearch/fibs-v1) +(`AlignmentResearch/fibs-v1`) at revision `65dccf12934620bfe01db665ea3d7d0e3c9f1355`, on the model's own +activations over FIBSv1's transcripts: + +- 152,980 training rows and 5,000 validation rows, the same rows for every model; seed 0; +- linear and MLP: up to 6 epochs; EFC and axial: up to 4 epochs; +- early stopping: training stops after 4 checkpoints (one epoch) in a row without a lower validation + loss. The published probe is the checkpoint with the lowest validation loss; +- linear and MLP divide each layer's activations by `input_scale`, and axial subtracts `input_mean` + and then divides by `input_scale`. These are computed per layer from up to 512 training rows and are + stored in `model.pt`. EFC normalises each token by its own RMS and stores no statistic; +- each published probe reproduces the trainer's validation loss and AUROC within 1e-4. -Linear and MLP scores are probabilities (the mean of per-layer sigmoids); EFC and axial scores are logits. +Validation AUROC on the 5,000 validation rows (ES: stopped early): + +| Directory | linear | MLP | EFC | axial | +|---|---|---|---|---| +| `qwen3.5-2b` | 0.926 | 0.968 | 0.987 | 0.991 ES | +| `qwen3.5-9b` | 0.965 | 0.986 | 0.996 | 0.999 | +| `qwen3.5-27b` | 0.972 | 0.988 | 0.998 | 0.999 | +| `qwen3.5-122b-a10b` | 0.938 | 0.972 | 0.998 ES | 0.999 | +| `qwen3.5-397b-a17b` | 0.948 | 0.977 | 0.999 | 0.999 | +| `nemotron-3-nano-30b-a3b` | 0.951 | 0.980 | 0.993 | 0.996 ES | +| `nemotron-3-super-120b-a12b` | 0.968 | 0.986 | 0.998 | 0.998 ES | +| `nemotron-3-ultra-550b-a55b` | 0.982 | 0.993 | 0.999 | 0.999 ES | +| `kimi-k3` | 0.948 | 0.959 | 0.999 | 0.999 ES | ## Activations the probes expect - Layer `k` is the output of decoder block `k`, i.e. Hugging Face `hidden_states[k + 1]`, in bfloat16; the - probes run in float32. -- The transcript ends with a final user turn and a prefilled assistant answer, closed by the end-of-turn - token, rendered with the model's chat template with thinking disabled. -- Linear and MLP read one token: the last answer token before end-of-turn. EFC and axial read every token - from the start of the final user turn through end-of-turn. The window ends at the final end-of-turn - token; anything after it, such as the newline `apply_chat_template` appends, is not read. -- `qwen3.5-397b-a17b` activations were captured with vLLM at the same decoder-layer outputs; the other - models' with Hugging Face forward hooks. + probes run in float32. All activations were captured with vLLM at the decoder-layer outputs. +- Kimi K3's decoder layers use attention residuals, so a layer has no single residual stream. Its layer + `k` is the attention-residual mixture that layer `k + 1` reads, computed with the model's own + `attn_res` op. Kimi K3 ran from its released MXFP4 checkpoint, not a bf16 one; its activations are + bfloat16. +- The transcript ends with a final user turn and an assistant answer, closed by the end-of-turn token, + rendered with the model's chat template with thinking disabled. Nemotron-3: the template's default, + which removes the reasoning of every assistant turn before the final user turn. Kimi K3: its template + cannot disable thinking, so the final assistant turn has an empty reasoning block before the answer. +- Linear and MLP read one token: the token before the final end-of-turn token. For Qwen and Nemotron-3 + that is the answer's last token. For Kimi K3 it is the `<|sep|>` that closes `<|close|>message`, after + the answer's `<|close|>response<|sep|>`. EFC and axial read every token from the start of the final user + turn through the end-of-turn token. + +``` +Qwen3.5: <|im_start|>user\n{question}<|im_end|>\n<|im_start|>assistant\n\n\n\n\nNo.<|im_end|> +Nemotron-3: <|im_start|>user\n{question}<|im_end|>\n<|im_start|>assistant\nNo.<|im_end|> +Kimi K3: <|open|>message role="user"<|sep|>{question}<|close|>message<|sep|><|end_of_msg|><|open|>message role="assistant"<|sep|><|open|>think<|sep|><|close|>think<|sep|><|open|>response<|sep|>No.<|close|>response<|sep|><|close|>message<|sep|><|end_of_msg|> +``` ## Licences and attribution The probe weights and this card are released by FAR AI, Inc. under the MIT licence (`LICENSE`). -They are derived from the models below. Both upstream licences let us license derived works under our own -terms provided we include their licence texts and keep their attribution notices, so both ship here -unchanged (see `NOTICE`): +They are derived from the models below. Their licence texts ship here unchanged, and their attribution +notices are kept in `NOTICE`: | Model | Licence | Licence file | |---|---|---| -| Qwen/Qwen3.5-2B, Qwen/Qwen3.5-9B, Qwen/Qwen3.6-27B, Qwen/Qwen3.5-122B-A10B, Qwen/Qwen3.5-397B-A17B | Apache-2.0 | `LICENSE-QWEN-APACHE-2.0.txt` | +| Qwen/Qwen3.5-2B, Qwen/Qwen3.5-9B, Qwen/Qwen3.5-27B, Qwen/Qwen3.5-122B-A10B, Qwen/Qwen3.5-397B-A17B | Apache-2.0 | `LICENSE-QWEN-APACHE-2.0.txt` | | nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16, nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 | NVIDIA Nemotron Open Model License (v. December 15, 2025) | `LICENSE-NVIDIA-NEMOTRON-OPEN-MODEL.txt` | +| nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 | OpenMDW License Agreement, version 1.1 | `LICENSE-OPENMDW-1.1.txt` | +| moonshotai/Kimi-K3 | Kimi K3 License | `LICENSE-KIMI-K3.txt` | Licensed by NVIDIA Corporation under the NVIDIA Nemotron Model License. diff --git a/kimi-k3/axial/config.json b/kimi-k3/axial/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e2cdb33d001d1ad760651670d99c6b19d438a8a7 --- /dev/null +++ b/kimi-k3/axial/config.json @@ -0,0 +1,27 @@ +{ + "class_name": "AxialProbe", + "init_args": { + "d_model": 7168, + "num_layers": 6, + "d_proj": 256, + "n_attn_heads": 4, + "n_blocks": 4, + "d_ff": 1024, + "dropout": 0.0, + "use_layer_embed": true, + "pool_mode": "cls", + "use_checkpoint": true, + "normalize_input": "centered_unit_norm", + "proj_adapter_rank": 0, + "input_adapter_rank": 0, + "sliding_window": null, + "layer_keys": [ + "28", + "39", + "51", + "62", + "74", + "84" + ] + } +} diff --git a/kimi-k3/axial/model.pt b/kimi-k3/axial/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c2f3562a5ff816bf7b94ac1a0336f7645b0948c --- /dev/null +++ b/kimi-k3/axial/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9f58be05ae2a458a158a6a137b2781d67086bdc51998023bf7aa415e15f9eec +size 32730360 diff --git a/kimi-k3/axial/probe_metadata.json b/kimi-k3/axial/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..640e5b91ce9274dd08175be5d96a4e3e280affea --- /dev/null +++ b/kimi-k3/axial/probe_metadata.json @@ -0,0 +1,15 @@ +{ + "model": "moonshotai/Kimi-K3", + "model_revision": "f831ab66814297da540d832a5235f8e904f29d06", + "architecture": "axial", + "layers": [ + 28, + 39, + 51, + 62, + 74, + 84 + ], + "eval_sequence_aggregator": "last", + "obfuscate_over": "last-user-and-assistant-generation" +} diff --git a/kimi-k3/efc/config.json b/kimi-k3/efc/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a21ea3ec4eb8c36f6f1ce62c20ec3e95ef727703 --- /dev/null +++ b/kimi-k3/efc/config.json @@ -0,0 +1,28 @@ +{ + "class_name": "EFCProbe", + "init_args": { + "num_layers": 6, + "d_model": 7168, + "feature_mode": "combined", + "center": true, + "d_hidden": 64, + "d_probe": 256, + "normalization": "rms", + "normalization_eps": 1e-06, + "shrinkage": "fixed", + "shrinkage_alpha": 0.1, + "spectral_transform": "eigh", + "newton_schulz_iterations": 10, + "jitter": 1e-05, + "feature_chunk_size": 4, + "normalize_input": "none", + "layer_keys": [ + "28", + "39", + "51", + "62", + "74", + "84" + ] + } +} diff --git a/kimi-k3/efc/model.pt b/kimi-k3/efc/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaed7fc49dbf2c436b181ecaedca9eef77609904 --- /dev/null +++ b/kimi-k3/efc/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7a0b7ecfc54147598c274e95b03b94eff9b2145270b29e671431941af31d0b +size 22156448 diff --git a/kimi-k3/efc/probe_metadata.json b/kimi-k3/efc/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..26eb4ea0da2ea46a90d1eb6316c1d9c423614d96 --- /dev/null +++ b/kimi-k3/efc/probe_metadata.json @@ -0,0 +1,15 @@ +{ + "model": "moonshotai/Kimi-K3", + "model_revision": "f831ab66814297da540d832a5235f8e904f29d06", + "architecture": "efc", + "layers": [ + 28, + 39, + 51, + 62, + 74, + 84 + ], + "eval_sequence_aggregator": "mean", + "obfuscate_over": "last-user-and-assistant-generation" +} diff --git a/kimi-k3/linear/layer_28/config.json b/kimi-k3/linear/layer_28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92f40db2987064fcd3428d54fec705c0c998fbd6 --- /dev/null +++ b/kimi-k3/linear/layer_28/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 7168, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/kimi-k3/linear/layer_28/model.pt b/kimi-k3/linear/layer_28/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8c200fa524f287a01368734f0670bb9bb96bbe1 --- /dev/null +++ b/kimi-k3/linear/layer_28/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:911ba849ea162e8c2e156d4d79d5b7b284cb9ba66f85229d0c75749ac99472c8 +size 31421 diff --git a/kimi-k3/linear/layer_39/config.json b/kimi-k3/linear/layer_39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92f40db2987064fcd3428d54fec705c0c998fbd6 --- /dev/null +++ b/kimi-k3/linear/layer_39/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 7168, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/kimi-k3/linear/layer_39/model.pt b/kimi-k3/linear/layer_39/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd9b19d89600909df6379534db590499aa70fd35 --- /dev/null +++ b/kimi-k3/linear/layer_39/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d9f1ea91389baeeef2a53d5031d3cc4dafdc1d09c628e44e41716dfb14b704 +size 31421 diff --git a/kimi-k3/linear/layer_51/config.json b/kimi-k3/linear/layer_51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92f40db2987064fcd3428d54fec705c0c998fbd6 --- /dev/null +++ b/kimi-k3/linear/layer_51/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 7168, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/kimi-k3/linear/layer_51/model.pt b/kimi-k3/linear/layer_51/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f2002ab81ad46448a1af5228adde71ec9edc60f --- /dev/null +++ b/kimi-k3/linear/layer_51/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdce0165c3fc3327d76598c0ab6f02417e9dec4e9fbf1d4390a2348dd63e182c +size 31421 diff --git a/kimi-k3/linear/layer_62/config.json b/kimi-k3/linear/layer_62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92f40db2987064fcd3428d54fec705c0c998fbd6 --- /dev/null +++ b/kimi-k3/linear/layer_62/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 7168, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/kimi-k3/linear/layer_62/model.pt b/kimi-k3/linear/layer_62/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5d1577348cfa807fb72205966171415c4a8470 --- /dev/null +++ b/kimi-k3/linear/layer_62/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efe2e891fb0d1ade54648a18e33abb17941825ce04b4160724ce223945d7b985 +size 31421 diff --git a/kimi-k3/linear/layer_74/config.json b/kimi-k3/linear/layer_74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92f40db2987064fcd3428d54fec705c0c998fbd6 --- /dev/null +++ b/kimi-k3/linear/layer_74/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 7168, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/kimi-k3/linear/layer_74/model.pt b/kimi-k3/linear/layer_74/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad68ef50994293fdd6f74bf1711a325a74d7d846 --- /dev/null +++ b/kimi-k3/linear/layer_74/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c6e9e498c8eb19a012e0afb2ea0b08c6240daedd3d1059c98b16f6d3f43e88 +size 31421 diff --git a/kimi-k3/linear/layer_84/config.json b/kimi-k3/linear/layer_84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92f40db2987064fcd3428d54fec705c0c998fbd6 --- /dev/null +++ b/kimi-k3/linear/layer_84/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 7168, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/kimi-k3/linear/layer_84/model.pt b/kimi-k3/linear/layer_84/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..78127ffc8f20acfa5b941d047d805092f7653c65 --- /dev/null +++ b/kimi-k3/linear/layer_84/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c315787f11b2da67c63e6597516c5727bb395604ea20bb53a7af55f513d16b8 +size 31421 diff --git a/kimi-k3/linear/probe_metadata.json b/kimi-k3/linear/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3fb0efe334d02f868ee1eb2072e179182278abd0 --- /dev/null +++ b/kimi-k3/linear/probe_metadata.json @@ -0,0 +1,25 @@ +{ + "model": "moonshotai/Kimi-K3", + "model_revision": "f831ab66814297da540d832a5235f8e904f29d06", + "architecture": "linear", + "layers": [ + 28, + 39, + 51, + 62, + 74, + 84 + ], + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 28, + 39, + 51, + 62, + 74, + 84 + ] + } +} diff --git a/kimi-k3/mlp/layer_28/config.json b/kimi-k3/mlp/layer_28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d0af863cab795da544311764201237ddbe3994a --- /dev/null +++ b/kimi-k3/mlp/layer_28/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 7168, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/kimi-k3/mlp/layer_28/model.pt b/kimi-k3/mlp/layer_28/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..42903a1824e1db951b25abbb3b7d112527857a88 --- /dev/null +++ b/kimi-k3/mlp/layer_28/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42354c090cba70cccedcd68f538dc22a1fce8168724c582b21dbdb227db1ce83 +size 7345201 diff --git a/kimi-k3/mlp/layer_39/config.json b/kimi-k3/mlp/layer_39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d0af863cab795da544311764201237ddbe3994a --- /dev/null +++ b/kimi-k3/mlp/layer_39/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 7168, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/kimi-k3/mlp/layer_39/model.pt b/kimi-k3/mlp/layer_39/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eae98dc4c6dfaab7f29c38a23330e4e2efac34f --- /dev/null +++ b/kimi-k3/mlp/layer_39/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6769d33b59fce353f360588b6e5e8c54a6dd4f4624948830e852760ff8a01ee +size 7345201 diff --git a/kimi-k3/mlp/layer_51/config.json b/kimi-k3/mlp/layer_51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d0af863cab795da544311764201237ddbe3994a --- /dev/null +++ b/kimi-k3/mlp/layer_51/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 7168, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/kimi-k3/mlp/layer_51/model.pt b/kimi-k3/mlp/layer_51/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..097b32560e45589a9ba636bcba1afa45346c49bb --- /dev/null +++ b/kimi-k3/mlp/layer_51/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6604a356b9e5ac866f49dc24213cc08b332bd771321f31083f2dfdf33b25432 +size 7345201 diff --git a/kimi-k3/mlp/layer_62/config.json b/kimi-k3/mlp/layer_62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d0af863cab795da544311764201237ddbe3994a --- /dev/null +++ b/kimi-k3/mlp/layer_62/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 7168, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/kimi-k3/mlp/layer_62/model.pt b/kimi-k3/mlp/layer_62/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f31fb546d2957d46cae597d0b21a769fbab4270 --- /dev/null +++ b/kimi-k3/mlp/layer_62/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d4dda19ec1c77b9fda81bb7fa6697cbf484f1a76849b7080657fa882b0259ee +size 7345201 diff --git a/kimi-k3/mlp/layer_74/config.json b/kimi-k3/mlp/layer_74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d0af863cab795da544311764201237ddbe3994a --- /dev/null +++ b/kimi-k3/mlp/layer_74/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 7168, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/kimi-k3/mlp/layer_74/model.pt b/kimi-k3/mlp/layer_74/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..72714cebe13d65e3eb3fabdaf9452aa429fd27e5 --- /dev/null +++ b/kimi-k3/mlp/layer_74/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28bd24aaa1f446b193ab82b1ac9d1df16957ebdb10dc1c3cc6013c68d2cf3edd +size 7345201 diff --git a/kimi-k3/mlp/layer_84/config.json b/kimi-k3/mlp/layer_84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d0af863cab795da544311764201237ddbe3994a --- /dev/null +++ b/kimi-k3/mlp/layer_84/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 7168, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/kimi-k3/mlp/layer_84/model.pt b/kimi-k3/mlp/layer_84/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ab2bfce430acdb1fe3fb214d9d8ef27a3a00ad0 --- /dev/null +++ b/kimi-k3/mlp/layer_84/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce505c1fdb735b7d1fe93113768cc52e0259a4940acf77489d35a8149e26e1d8 +size 7345201 diff --git a/kimi-k3/mlp/probe_metadata.json b/kimi-k3/mlp/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e18d34de575afcf92866d2ebb68ca8c560d971c2 --- /dev/null +++ b/kimi-k3/mlp/probe_metadata.json @@ -0,0 +1,25 @@ +{ + "model": "moonshotai/Kimi-K3", + "model_revision": "f831ab66814297da540d832a5235f8e904f29d06", + "architecture": "mlp", + "layers": [ + 28, + 39, + 51, + 62, + 74, + 84 + ], + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 28, + 39, + 51, + 62, + 74, + 84 + ] + } +} diff --git a/nemotron-3-nano-30b-a3b/axial/model.pt b/nemotron-3-nano-30b-a3b/axial/model.pt index 6ed614163bd5fa0aab80e2faaea4b942b4ac15b9..eaa1c06dd89823e80f08c4f06325bf6aaed78264 100644 --- a/nemotron-3-nano-30b-a3b/axial/model.pt +++ b/nemotron-3-nano-30b-a3b/axial/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:110882082b46efef53d87f04530d910e1cb30903324d52d8d9ac1881f0ee5a93 +oid sha256:345567d256088641608f0babda239691ebe8f3ad68418e4e386afe7ab20b8441 size 28035320 diff --git a/nemotron-3-nano-30b-a3b/axial/probe_metadata.json b/nemotron-3-nano-30b-a3b/axial/probe_metadata.json index a11acaf0fbc8de2f30ad3a5689ee43e737162bee..df614716b9d97f19c59b5b22ed686f3838cbb285 100644 --- a/nemotron-3-nano-30b-a3b/axial/probe_metadata.json +++ b/nemotron-3-nano-30b-a3b/axial/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "model_revision": "bf77c3174f68ad409e1c2aa60daeb46e32d1c606", "architecture": "axial", @@ -11,6 +10,6 @@ 42, 47 ], - "input_window": "final_exchange", - "readout": "last_token_logit" + "eval_sequence_aggregator": "last", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/nemotron-3-nano-30b-a3b/efc/model.pt b/nemotron-3-nano-30b-a3b/efc/model.pt index 43e3491750e3720dca0312fa7c703e4df0d60d85..d2befe6b9cc65ea0e3798cce3d740202b915f466 100644 --- a/nemotron-3-nano-30b-a3b/efc/model.pt +++ b/nemotron-3-nano-30b-a3b/efc/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a99eaef4206efd9881653e45ddc07c4eda443609cff9d0767f2a56e32f97cee7 +oid sha256:42f946be32dcdead9c673be7f397bb18b221cd05cbd2f37fb7d9dc36e7e8f392 size 8393888 diff --git a/nemotron-3-nano-30b-a3b/efc/probe_metadata.json b/nemotron-3-nano-30b-a3b/efc/probe_metadata.json index 3d5f4970ae4d7753804aa0b925704260ff15ad6a..ac07329eb84c9d4a5c5ca9e555b8131dccdc4a97 100644 --- a/nemotron-3-nano-30b-a3b/efc/probe_metadata.json +++ b/nemotron-3-nano-30b-a3b/efc/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "model_revision": "bf77c3174f68ad409e1c2aa60daeb46e32d1c606", "architecture": "efc", @@ -11,6 +10,6 @@ 42, 47 ], - "input_window": "final_exchange", - "readout": "pooled_logit" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/nemotron-3-nano-30b-a3b/linear/layer_16/model.pt b/nemotron-3-nano-30b-a3b/linear/layer_16/model.pt index 3d0f5dcb16d5008d5d4479430d0358eb625f1f93..8f4f88c62834294e218d979be1e18d370fcb3acf 100644 --- a/nemotron-3-nano-30b-a3b/linear/layer_16/model.pt +++ b/nemotron-3-nano-30b-a3b/linear/layer_16/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb6d069a758fc3abf09afcbf806bd0270e4d14b72edc0a6bfe05909b806cc6a0 +oid sha256:8ee8243e4e836f290d471616b9cc6a7391c5d908e3d18ae3222b1ac7b816c763 size 13501 diff --git a/nemotron-3-nano-30b-a3b/linear/layer_22/model.pt b/nemotron-3-nano-30b-a3b/linear/layer_22/model.pt index f5613036e0e4478b9fa1051112bf045209a115a2..f08e4fd2bc7c877fee9e7712cef8771830c1daa1 100644 --- a/nemotron-3-nano-30b-a3b/linear/layer_22/model.pt +++ b/nemotron-3-nano-30b-a3b/linear/layer_22/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c4ed443b764006b76f99f3c91856e9d642c9338908250d5dc44b2ee8c0dc73a +oid sha256:d0f1deda31003d2a6e7b1af3231a1d714cf2df1bdf27f697359db30d31b3e988 size 13501 diff --git a/nemotron-3-nano-30b-a3b/linear/layer_29/model.pt b/nemotron-3-nano-30b-a3b/linear/layer_29/model.pt index 0eb6ef1f6cf9bada7a892bd6b5536679712878cc..07e634e187fe79ed5ce67721cbe73f1f9576d5bf 100644 --- a/nemotron-3-nano-30b-a3b/linear/layer_29/model.pt +++ b/nemotron-3-nano-30b-a3b/linear/layer_29/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13793b0c18d0770bc6ef0bcf79e9e8a43fc477e6b48161054bf2dc25a27c2eaf +oid sha256:61c9fb00b39d038fca5e854d82d1dd1f0f7b8598e56b17f4b5f4578861aff6fd size 13501 diff --git a/nemotron-3-nano-30b-a3b/linear/layer_35/model.pt b/nemotron-3-nano-30b-a3b/linear/layer_35/model.pt index 191f3f75d86529c789e710fd57b46e3127562163..f5d6d1d1dc3a3afdec82343f8320d768b72b717e 100644 --- a/nemotron-3-nano-30b-a3b/linear/layer_35/model.pt +++ b/nemotron-3-nano-30b-a3b/linear/layer_35/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25e5a52a5445a1667488cd02dd868683000154c53994c081ecbb5010e191108a +oid sha256:7c92f889fae2e52832f25b96b25133c07e1a5c84e5d279c8cb047e732b933ee4 size 13501 diff --git a/nemotron-3-nano-30b-a3b/linear/layer_42/model.pt b/nemotron-3-nano-30b-a3b/linear/layer_42/model.pt index 2388c69deed5b590525fc07acc26a353baec7990..548afa233c643ea955e9f0104801ff81748edc6d 100644 --- a/nemotron-3-nano-30b-a3b/linear/layer_42/model.pt +++ b/nemotron-3-nano-30b-a3b/linear/layer_42/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cd4106fef9b007b81f66093342a5588e71f7101ee8b976a26601fc82be7301ea +oid sha256:ffc79f4fccbae06ada63dd0925f53ab33963a8a89e5aaf969d7a1764bdf3fde4 size 13501 diff --git a/nemotron-3-nano-30b-a3b/linear/layer_47/model.pt b/nemotron-3-nano-30b-a3b/linear/layer_47/model.pt index 6727be53beff8fbfb4b5fceb9746910c8d7a3df5..813e7abaaebd7cfbaa80db2b6d4408335a22f57b 100644 --- a/nemotron-3-nano-30b-a3b/linear/layer_47/model.pt +++ b/nemotron-3-nano-30b-a3b/linear/layer_47/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71fdb470fb96a9d1b242d7acd3efc8b82eb80bd00e14e20d6229dc8db50f89ef +oid sha256:8c6543a8a2428395d9bb59fea8d4ec56d58bfc47dafd4783970af4d4d72de7fe size 13501 diff --git a/nemotron-3-nano-30b-a3b/linear/probe_metadata.json b/nemotron-3-nano-30b-a3b/linear/probe_metadata.json index 2184b39651ca0da11f49d7bbeb50d25b5cedd88e..61fd40de8b6b5958543c169094a06fd8ae810880 100644 --- a/nemotron-3-nano-30b-a3b/linear/probe_metadata.json +++ b/nemotron-3-nano-30b-a3b/linear/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "model_revision": "bf77c3174f68ad409e1c2aa60daeb46e32d1c606", "architecture": "linear", @@ -11,6 +10,16 @@ 42, 47 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 16, + 22, + 29, + 35, + 42, + 47 + ] + } } diff --git a/nemotron-3-nano-30b-a3b/mlp/layer_16/model.pt b/nemotron-3-nano-30b-a3b/mlp/layer_16/model.pt index 46096d08ab0970ef91907ec084d6d654fdd1ae23..683511ab558db85901686b3384e4b059a7efe92c 100644 --- a/nemotron-3-nano-30b-a3b/mlp/layer_16/model.pt +++ b/nemotron-3-nano-30b-a3b/mlp/layer_16/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:964f9352f96a02340f84efee4ebbefea63a078f997e3adfa47b5e19e8c05c0df +oid sha256:86bc24e945d5397d1fa96bdf09976dc3c67d04afbe0d395f138c82fe9ed4bf85 size 2757681 diff --git a/nemotron-3-nano-30b-a3b/mlp/layer_22/model.pt b/nemotron-3-nano-30b-a3b/mlp/layer_22/model.pt index e2a14fddaa1db286b36546ea0e21f4c8f8bdac7c..8a1ecc693082cdb4a9d3db9b4eb65c2ec9d154b1 100644 --- a/nemotron-3-nano-30b-a3b/mlp/layer_22/model.pt +++ b/nemotron-3-nano-30b-a3b/mlp/layer_22/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a209e6499d9bab5d744912f261887ab1e653275d40d764cf45d551304058dd5b +oid sha256:e44cbd9a75b74730c316b09ce3c1d807f4b735efa8d13b19c094291472cdd6c8 size 2757681 diff --git a/nemotron-3-nano-30b-a3b/mlp/layer_29/model.pt b/nemotron-3-nano-30b-a3b/mlp/layer_29/model.pt index 186c8ff3b08049f052282776c36e8d80f70255de..ca8c3c68a075f939ff5b9ccb8dd81b9c25ba85c9 100644 --- a/nemotron-3-nano-30b-a3b/mlp/layer_29/model.pt +++ b/nemotron-3-nano-30b-a3b/mlp/layer_29/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a5572ef46021ce52870781f5ad56b8b04a780126a07daad269e8cec77abd989 +oid sha256:bcc9eae57322e9c86f7f256425add809beb28eba92c52da4652e583417d8ef88 size 2757681 diff --git a/nemotron-3-nano-30b-a3b/mlp/layer_35/model.pt b/nemotron-3-nano-30b-a3b/mlp/layer_35/model.pt index 3bfe79900d257086d800584938636ca9ac1ef3e3..c4d3898a846a4031ed7f8319e8165fde0e4e2673 100644 --- a/nemotron-3-nano-30b-a3b/mlp/layer_35/model.pt +++ b/nemotron-3-nano-30b-a3b/mlp/layer_35/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c0318ac23affcf046b671748c84483bc268cad5937fd81b268770b5ab634d68 +oid sha256:f8af4cb492f0858629d5b94ef88ef8e2ab840bbd4bc690314167575d09580583 size 2757681 diff --git a/nemotron-3-nano-30b-a3b/mlp/layer_42/model.pt b/nemotron-3-nano-30b-a3b/mlp/layer_42/model.pt index b63ca69df1952bcc48f3b4a090a0701183fbb75f..baaa4d352d8b4b0558441b4ba5b2650c5c9d5030 100644 --- a/nemotron-3-nano-30b-a3b/mlp/layer_42/model.pt +++ b/nemotron-3-nano-30b-a3b/mlp/layer_42/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48adb0d80a7bfe494d93e91f772c4ee8c0f9d7b0af0954baabbbb4b66e80cbc2 +oid sha256:98978cd50c3f950fe6866cac10ee34cc23d2486fe633bfcd59399787fbf246ee size 2757681 diff --git a/nemotron-3-nano-30b-a3b/mlp/layer_47/model.pt b/nemotron-3-nano-30b-a3b/mlp/layer_47/model.pt index 9e46919c57927be6ab880f1cee67784b0e5b3f76..4f7badab283e7b3ec22e0bd7ae770ab5918126f2 100644 --- a/nemotron-3-nano-30b-a3b/mlp/layer_47/model.pt +++ b/nemotron-3-nano-30b-a3b/mlp/layer_47/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c34d470c8040e55523400ed31c6bf9d76e2f25d12f0469a5cca6811d063d5ae +oid sha256:97bb8bd77cd5834c8fb97b90c870ac0ba51a93d949e4a283ba1c31c33f20c4cc size 2757681 diff --git a/nemotron-3-nano-30b-a3b/mlp/probe_metadata.json b/nemotron-3-nano-30b-a3b/mlp/probe_metadata.json index 0dc3d187ab328ac4228b180af1c04df87e9e98a3..054c92ee343d0109906d83f812a57826c455cc42 100644 --- a/nemotron-3-nano-30b-a3b/mlp/probe_metadata.json +++ b/nemotron-3-nano-30b-a3b/mlp/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "model_revision": "bf77c3174f68ad409e1c2aa60daeb46e32d1c606", "architecture": "mlp", @@ -11,6 +10,16 @@ 42, 47 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 16, + 22, + 29, + 35, + 42, + 47 + ] + } } diff --git a/nemotron-3-super-120b-a12b/axial/model.pt b/nemotron-3-super-120b-a12b/axial/model.pt index dd8490b2634e03830df437491dc22198cd4cb134..e85bb55b9566b51316d5ca07c6ee3901fb3db410 100644 --- a/nemotron-3-super-120b-a12b/axial/model.pt +++ b/nemotron-3-super-120b-a12b/axial/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e88fa79997ca81076a25ac3452094ec159ceddfd037fa7894a04afc1a3635bd +oid sha256:adc0ba6e37a492acd75755f8f1659e5c2109c3228d9c79ea2e08c1004cd07236 size 29510904 diff --git a/nemotron-3-super-120b-a12b/axial/probe_metadata.json b/nemotron-3-super-120b-a12b/axial/probe_metadata.json index 7f7d1bfc3b402b93b3376fa13aa14a1c163a8c86..5954f2486cb9bbdbb8ee2dcf43eac74883d7c4d5 100644 --- a/nemotron-3-super-120b-a12b/axial/probe_metadata.json +++ b/nemotron-3-super-120b-a12b/axial/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", "model_revision": "2dc98e2afe4face0e4ce40972a915c45368bd34a", "architecture": "axial", @@ -11,6 +10,6 @@ 70, 79 ], - "input_window": "final_exchange", - "readout": "last_token_logit" + "eval_sequence_aggregator": "last", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/nemotron-3-super-120b-a12b/efc/model.pt b/nemotron-3-super-120b-a12b/efc/model.pt index 5c379a81baa16044400da70c718ef09151668657..35f79ba4a7ac0fcaf6e41a11d18b7584087641b9 100644 --- a/nemotron-3-super-120b-a12b/efc/model.pt +++ b/nemotron-3-super-120b-a12b/efc/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:16902f8a123d06e8c7d819902b915d5fcb03245f311d17883e4011a86bb84174 +oid sha256:78cae51602b228f4afec801f1150bb747e01071e918c62a2ef4539971c2c6b3f size 12719264 diff --git a/nemotron-3-super-120b-a12b/efc/probe_metadata.json b/nemotron-3-super-120b-a12b/efc/probe_metadata.json index 1ed32c9ae656526c63911f9747e69c5c7ec740ce..170e70a3986b6fd57185421ba74b48f0fa9bc851 100644 --- a/nemotron-3-super-120b-a12b/efc/probe_metadata.json +++ b/nemotron-3-super-120b-a12b/efc/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", "model_revision": "2dc98e2afe4face0e4ce40972a915c45368bd34a", "architecture": "efc", @@ -11,6 +10,6 @@ 70, 79 ], - "input_window": "final_exchange", - "readout": "pooled_logit" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/nemotron-3-super-120b-a12b/linear/layer_26/model.pt b/nemotron-3-super-120b-a12b/linear/layer_26/model.pt index 3670f43ef8a857a95fa7032f5849b71e33a8bb3e..62144385ea41b6c2af004535962484568853a99b 100644 --- a/nemotron-3-super-120b-a12b/linear/layer_26/model.pt +++ b/nemotron-3-super-120b-a12b/linear/layer_26/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8bbbe3842bcbf92213229b22245f94c3d03401e33b63261ddec41018ed8994a5 +oid sha256:ebd20c7e2d333e23578a497afd245d81ce04a207f0f148b7afe256c883eb3b09 size 19133 diff --git a/nemotron-3-super-120b-a12b/linear/layer_37/model.pt b/nemotron-3-super-120b-a12b/linear/layer_37/model.pt index b4920665bcdd6cd93f4eb9d950661954c838696c..e8b61ac37509b8ed41488264bf421dfa14c046ad 100644 --- a/nemotron-3-super-120b-a12b/linear/layer_37/model.pt +++ b/nemotron-3-super-120b-a12b/linear/layer_37/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25ce76f909e553b6a1efdc3e4043c87a570007fca56259aabfd2349b0bdf297c +oid sha256:cb6693e3436a9e1f68d2d930fa7bef6582efb534cb01f0be3991a8713a0f2b42 size 19133 diff --git a/nemotron-3-super-120b-a12b/linear/layer_48/model.pt b/nemotron-3-super-120b-a12b/linear/layer_48/model.pt index 20a854ba68d818850be198b45526b5d826909835..4cbe1a2598ac391b7e3fec17bbe6264e51bf21e1 100644 --- a/nemotron-3-super-120b-a12b/linear/layer_48/model.pt +++ b/nemotron-3-super-120b-a12b/linear/layer_48/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:042fff50edb299040f47acf81a6b50547b19677a96a7e9aa04e7fc8d104e335e +oid sha256:43a0da6b754a01f054d381d912186d47c60bf4995df505dd6f1fa92011f1eb68 size 19133 diff --git a/nemotron-3-super-120b-a12b/linear/layer_59/model.pt b/nemotron-3-super-120b-a12b/linear/layer_59/model.pt index 59915d94c30c8f8246d52f637ea5b737c8cf9d63..3c137756f1f481332d68bcd73b7c57928dbd4124 100644 --- a/nemotron-3-super-120b-a12b/linear/layer_59/model.pt +++ b/nemotron-3-super-120b-a12b/linear/layer_59/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9901cfd9c88b29e2423a6071b30b09c6c97720086b4962175e5791581dedd034 +oid sha256:9b996165cccf8b4a4e5eec8b25b465db9c2b38c90cf3062ef5143f9f2aa529e6 size 19133 diff --git a/nemotron-3-super-120b-a12b/linear/layer_70/model.pt b/nemotron-3-super-120b-a12b/linear/layer_70/model.pt index 74688adbe5a20d1251c988c2481e1797de665182..054b91e3cf420b04f82f9af14250264ee681f8a6 100644 --- a/nemotron-3-super-120b-a12b/linear/layer_70/model.pt +++ b/nemotron-3-super-120b-a12b/linear/layer_70/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1cb3a55126de6ce4288ffcc3107cb963e5f43d6491cf41c64f32f0adb949795a +oid sha256:5d30b07690b84f376b4626924c576197a5f2605185519ca713550e4a32b2c462 size 19133 diff --git a/nemotron-3-super-120b-a12b/linear/layer_79/model.pt b/nemotron-3-super-120b-a12b/linear/layer_79/model.pt index 86e0c80e037ab441d782545fdc2e55a0d68f7d9e..a1190645815d12a9c29f004b685d41957f5688d9 100644 --- a/nemotron-3-super-120b-a12b/linear/layer_79/model.pt +++ b/nemotron-3-super-120b-a12b/linear/layer_79/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1038355c5d094f042b72bb63d9da8b5623b13f3eb1d35915feaede135b986ddc +oid sha256:23b1042b3edf41cba2cd630a4e22f5f8d20f411f34cccdfc149fd6bb2bd7d445 size 19133 diff --git a/nemotron-3-super-120b-a12b/linear/probe_metadata.json b/nemotron-3-super-120b-a12b/linear/probe_metadata.json index 870b9907c453b6b52714eda17770d00f552a7f90..237a43fcc53688fb7fcc87938c264235ab71396b 100644 --- a/nemotron-3-super-120b-a12b/linear/probe_metadata.json +++ b/nemotron-3-super-120b-a12b/linear/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", "model_revision": "2dc98e2afe4face0e4ce40972a915c45368bd34a", "architecture": "linear", @@ -11,6 +10,16 @@ 70, 79 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 26, + 37, + 48, + 59, + 70, + 79 + ] + } } diff --git a/nemotron-3-super-120b-a12b/mlp/layer_26/model.pt b/nemotron-3-super-120b-a12b/mlp/layer_26/model.pt index fd55b4b2b6b969ce429978ee083a1c380f6e43d1..da31b190a17a5504f8e6c080ed0448c0e52ce394 100644 --- a/nemotron-3-super-120b-a12b/mlp/layer_26/model.pt +++ b/nemotron-3-super-120b-a12b/mlp/layer_26/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1e6c3c3bb203d08e3a9c27ffe58b4cfa2927e5c600e5efe8d43ca0e698bbf21 +oid sha256:a8d3cde4e271858d6b4029f23926a7a3d095a0f91f3c0bd399fef8e908e92802 size 4199473 diff --git a/nemotron-3-super-120b-a12b/mlp/layer_37/model.pt b/nemotron-3-super-120b-a12b/mlp/layer_37/model.pt index 0059c75aadfb04d17db2c1cd9baac50ef4f01247..275ee7e4300ff450062d55dd9dcf267ad3f6f321 100644 --- a/nemotron-3-super-120b-a12b/mlp/layer_37/model.pt +++ b/nemotron-3-super-120b-a12b/mlp/layer_37/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26bc7100c3ac2bafae1a05ff4f89b22476fc215b161c2f0e091cd7118f4a7971 +oid sha256:bedc1db81488d11bd25f038b36c8e824b45be928612248f8e10f46421529233a size 4199473 diff --git a/nemotron-3-super-120b-a12b/mlp/layer_48/model.pt b/nemotron-3-super-120b-a12b/mlp/layer_48/model.pt index 708454b2903c51fd15aacf2900253a3242b4d03c..b61d0787a610209032c2a43411d6029c6fcb6c25 100644 --- a/nemotron-3-super-120b-a12b/mlp/layer_48/model.pt +++ b/nemotron-3-super-120b-a12b/mlp/layer_48/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1814277b1767ae0d1cde72145fc7666e47fdab984f0e85bcb08d1d0c34f57940 +oid sha256:f8f7a660f3b7cc74e7732be9686d82042a1f677be8fe9202b196172bea3010b6 size 4199473 diff --git a/nemotron-3-super-120b-a12b/mlp/layer_59/model.pt b/nemotron-3-super-120b-a12b/mlp/layer_59/model.pt index efac6b53bfe125325ff6144a17ae4bc19edce6c5..afefe8e9eb592fcd0fd0cf153fc2a82272e9bb55 100644 --- a/nemotron-3-super-120b-a12b/mlp/layer_59/model.pt +++ b/nemotron-3-super-120b-a12b/mlp/layer_59/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:565c55ce3774a5c3b450843a71c894b19202dd5d24a6e24fe99121f4270366d9 +oid sha256:8bc89a15b1586247198e72b8c62ecbd8e4fde7bee1ecb6c43723e63c6dd5ea1c size 4199473 diff --git a/nemotron-3-super-120b-a12b/mlp/layer_70/model.pt b/nemotron-3-super-120b-a12b/mlp/layer_70/model.pt index e885f83c984b6a823f104b59c891cb16088b40d1..b5ace89ecf0861642f787b9e179d6d396e48928f 100644 --- a/nemotron-3-super-120b-a12b/mlp/layer_70/model.pt +++ b/nemotron-3-super-120b-a12b/mlp/layer_70/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b150eb8e771471213da61f4d9b373d6861a3713af17cf479bd97ba1fab75378 +oid sha256:7739b1bb17b57be97efae0f50258aec8deb31f508181691550afbd2b3a79ee7d size 4199473 diff --git a/nemotron-3-super-120b-a12b/mlp/layer_79/model.pt b/nemotron-3-super-120b-a12b/mlp/layer_79/model.pt index 91349b9ed9c55cca0bdd474cd8348197ee54c47a..da12fa618d04d3cd22a0cc83f7185f9ae3d04d3e 100644 --- a/nemotron-3-super-120b-a12b/mlp/layer_79/model.pt +++ b/nemotron-3-super-120b-a12b/mlp/layer_79/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a3c7fe773e80595cbffe3b4239090193d25aa7ff9d8140ba1a5de0bfb016886 +oid sha256:8ea1521d57fbc0f82bebb27bcbf9050913d76a78e059cfa48c725964c8fb162f size 4199473 diff --git a/nemotron-3-super-120b-a12b/mlp/probe_metadata.json b/nemotron-3-super-120b-a12b/mlp/probe_metadata.json index 5d1c0a9dd312c9a5f9c1aed42822b76dd3198d09..292337679e6d74dfa1b632bc0a1f416cea4fc905 100644 --- a/nemotron-3-super-120b-a12b/mlp/probe_metadata.json +++ b/nemotron-3-super-120b-a12b/mlp/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", "model_revision": "2dc98e2afe4face0e4ce40972a915c45368bd34a", "architecture": "mlp", @@ -11,6 +10,16 @@ 70, 79 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 26, + 37, + 48, + 59, + 70, + 79 + ] + } } diff --git a/nemotron-3-ultra-550b-a55b/axial/config.json b/nemotron-3-ultra-550b-a55b/axial/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c121faaadd83a6195f849246d5dd9d6e396f69ef --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/axial/config.json @@ -0,0 +1,27 @@ +{ + "class_name": "AxialProbe", + "init_args": { + "d_model": 8192, + "num_layers": 6, + "d_proj": 256, + "n_attn_heads": 4, + "n_blocks": 4, + "d_ff": 1024, + "dropout": 0.0, + "use_layer_embed": true, + "pool_mode": "cls", + "use_checkpoint": true, + "normalize_input": "centered_unit_norm", + "proj_adapter_rank": 0, + "input_adapter_rank": 0, + "sliding_window": null, + "layer_keys": [ + "32", + "45", + "59", + "72", + "86", + "97" + ] + } +} diff --git a/nemotron-3-ultra-550b-a55b/axial/model.pt b/nemotron-3-ultra-550b-a55b/axial/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe80c275dd84a8c838075324319c71f3b9225f06 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/axial/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee24ba7331864907b1fba719e5cbcb6a194f5f19eb97ab66ef19cbb4856b51a +size 33803512 diff --git a/nemotron-3-ultra-550b-a55b/axial/probe_metadata.json b/nemotron-3-ultra-550b-a55b/axial/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b2447d7260966f7175706099f0d405212929d13b --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/axial/probe_metadata.json @@ -0,0 +1,15 @@ +{ + "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", + "model_revision": "77df655d5e9f8362164ed14dd8b48f8bce657498", + "architecture": "axial", + "layers": [ + 32, + 45, + 59, + 72, + 86, + 97 + ], + "eval_sequence_aggregator": "last", + "obfuscate_over": "last-user-and-assistant-generation" +} diff --git a/nemotron-3-ultra-550b-a55b/efc/config.json b/nemotron-3-ultra-550b-a55b/efc/config.json new file mode 100644 index 0000000000000000000000000000000000000000..692c99651ebc827d69af908613c1b4c43e23bb77 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/efc/config.json @@ -0,0 +1,28 @@ +{ + "class_name": "EFCProbe", + "init_args": { + "num_layers": 6, + "d_model": 8192, + "feature_mode": "combined", + "center": true, + "d_hidden": 64, + "d_probe": 256, + "normalization": "rms", + "normalization_eps": 1e-06, + "shrinkage": "fixed", + "shrinkage_alpha": 0.1, + "spectral_transform": "eigh", + "newton_schulz_iterations": 10, + "jitter": 1e-05, + "feature_chunk_size": 4, + "normalize_input": "none", + "layer_keys": [ + "32", + "45", + "59", + "72", + "86", + "97" + ] + } +} diff --git a/nemotron-3-ultra-550b-a55b/efc/model.pt b/nemotron-3-ultra-550b-a55b/efc/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd49a9790615c21295823f81b1fae1774a6919b0 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/efc/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc5e68b2425f163267807202b21f3637ff51cda49a584f326b56fada39d0a30 +size 25302176 diff --git a/nemotron-3-ultra-550b-a55b/efc/probe_metadata.json b/nemotron-3-ultra-550b-a55b/efc/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ee56da4a1173947c6cb3de07a4e016411c423476 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/efc/probe_metadata.json @@ -0,0 +1,15 @@ +{ + "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", + "model_revision": "77df655d5e9f8362164ed14dd8b48f8bce657498", + "architecture": "efc", + "layers": [ + 32, + 45, + 59, + 72, + 86, + 97 + ], + "eval_sequence_aggregator": "mean", + "obfuscate_over": "last-user-and-assistant-generation" +} diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_32/config.json b/nemotron-3-ultra-550b-a55b/linear/layer_32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23a7cae672bf549d80e9bbc40380df894ef97e5d --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_32/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 8192, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_32/model.pt b/nemotron-3-ultra-550b-a55b/linear/layer_32/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dc048aa5353819076c7ffe911cd580308be0df9 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_32/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:018042fc6ddf36e2ff4a9b11c28dd35b222b60d69750b973a362113beba9639c +size 35517 diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_45/config.json b/nemotron-3-ultra-550b-a55b/linear/layer_45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23a7cae672bf549d80e9bbc40380df894ef97e5d --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_45/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 8192, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_45/model.pt b/nemotron-3-ultra-550b-a55b/linear/layer_45/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd32d198aa1a8287995ecf2365520b451f234285 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_45/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d9d3a67d97ef8ed9a38e4375e9a9b48355919046293175df9e29f493b2d3210 +size 35517 diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_59/config.json b/nemotron-3-ultra-550b-a55b/linear/layer_59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23a7cae672bf549d80e9bbc40380df894ef97e5d --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_59/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 8192, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_59/model.pt b/nemotron-3-ultra-550b-a55b/linear/layer_59/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac7693a95d7045ecc951e2ada107e60a8504cc3 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_59/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b767c9b5ed260638a037017e32b6556192774c5d8b587215f57a79e677f91a63 +size 35517 diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_72/config.json b/nemotron-3-ultra-550b-a55b/linear/layer_72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23a7cae672bf549d80e9bbc40380df894ef97e5d --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_72/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 8192, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_72/model.pt b/nemotron-3-ultra-550b-a55b/linear/layer_72/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..88b306b578e3ab0a5907ed85effc8a6f0265ad57 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_72/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c1bba5a68826409509848ae433294539a235d758d8fac1fad34efa97b792872 +size 35517 diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_86/config.json b/nemotron-3-ultra-550b-a55b/linear/layer_86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23a7cae672bf549d80e9bbc40380df894ef97e5d --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_86/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 8192, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_86/model.pt b/nemotron-3-ultra-550b-a55b/linear/layer_86/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..864b70e11bb1fdcf23b51d3fb263b24efa58767e --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_86/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd6de8e2490a5a5122c6081b3422e43e9cf1a52e6f158d3912d37eed916e35a +size 35517 diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_97/config.json b/nemotron-3-ultra-550b-a55b/linear/layer_97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23a7cae672bf549d80e9bbc40380df894ef97e5d --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_97/config.json @@ -0,0 +1,8 @@ +{ + "class_name": "LinearProbe", + "init_args": { + "d_model": 8192, + "nhead": 1, + "normalize_input": "unit_norm" + } +} diff --git a/nemotron-3-ultra-550b-a55b/linear/layer_97/model.pt b/nemotron-3-ultra-550b-a55b/linear/layer_97/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..498df7ad472d0cae66f375c7fc92b1b7239b3b59 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/layer_97/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8961001e80ad72feebef737a91dc7cd0e6fb4c791b8c7ae454444ef4e2147c4f +size 35517 diff --git a/nemotron-3-ultra-550b-a55b/linear/probe_metadata.json b/nemotron-3-ultra-550b-a55b/linear/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..6e00e75fa211bd18cafbf6e5768f6e9744350992 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/linear/probe_metadata.json @@ -0,0 +1,25 @@ +{ + "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", + "model_revision": "77df655d5e9f8362164ed14dd8b48f8bce657498", + "architecture": "linear", + "layers": [ + 32, + 45, + 59, + 72, + 86, + 97 + ], + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 32, + 45, + 59, + 72, + 86, + 97 + ] + } +} diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_32/config.json b/nemotron-3-ultra-550b-a55b/mlp/layer_32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d226e2be8999a6d4e6fbe1d4ac526245be7599c0 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_32/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 8192, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_32/model.pt b/nemotron-3-ultra-550b-a55b/mlp/layer_32/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ca87c0404fb5f1a0484ab6638a48442768a2fd8 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_32/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39717a91c35172b82433ce326d8334d794dd6cca6aeaf0179a6b1899975ff8bb +size 8393777 diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_45/config.json b/nemotron-3-ultra-550b-a55b/mlp/layer_45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d226e2be8999a6d4e6fbe1d4ac526245be7599c0 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_45/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 8192, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_45/model.pt b/nemotron-3-ultra-550b-a55b/mlp/layer_45/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..00848ddb2a362427a0e2eafbc6742d12f2e25449 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_45/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7d96700d49f47a401fa1dd8ed3d4bcf10cb9c7126c382287903395835f2d5d +size 8393777 diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_59/config.json b/nemotron-3-ultra-550b-a55b/mlp/layer_59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d226e2be8999a6d4e6fbe1d4ac526245be7599c0 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_59/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 8192, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_59/model.pt b/nemotron-3-ultra-550b-a55b/mlp/layer_59/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..309c53d934701f00061ea563b46fb7db8fe700dd --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_59/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0ba3cc14ede45647f9c450825d4d0e5d6bf27c542692a8f3591979082fd9808 +size 8393777 diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_72/config.json b/nemotron-3-ultra-550b-a55b/mlp/layer_72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d226e2be8999a6d4e6fbe1d4ac526245be7599c0 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_72/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 8192, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_72/model.pt b/nemotron-3-ultra-550b-a55b/mlp/layer_72/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a597551f055f1f46d90b864470854938e53a6de4 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_72/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7dab4a5c1ab3940bd72b40576e330e6ef8b44919813714946563ece70288f9 +size 8393777 diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_86/config.json b/nemotron-3-ultra-550b-a55b/mlp/layer_86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d226e2be8999a6d4e6fbe1d4ac526245be7599c0 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_86/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 8192, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_86/model.pt b/nemotron-3-ultra-550b-a55b/mlp/layer_86/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea72977f59cd6162ad6b104a40179285402281d6 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_86/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a433910769e85d7c178e0bad4597132ea381ef712cda0042075ca03c8dc09d4 +size 8393777 diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_97/config.json b/nemotron-3-ultra-550b-a55b/mlp/layer_97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d226e2be8999a6d4e6fbe1d4ac526245be7599c0 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_97/config.json @@ -0,0 +1,11 @@ +{ + "class_name": "MLPProbe", + "init_args": { + "d_model": 8192, + "d_mlp": 256, + "nhead": 1, + "normalize_input": "unit_norm", + "activation": "relu", + "d_mlp2": null + } +} diff --git a/nemotron-3-ultra-550b-a55b/mlp/layer_97/model.pt b/nemotron-3-ultra-550b-a55b/mlp/layer_97/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4980a53c81bcc3c4b46f37b883347ae29cf1b207 --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/layer_97/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4adb4fa2c2109182a92eebcb4ead20b108362e1734d02ff1c54660c0126ac5f1 +size 8393777 diff --git a/nemotron-3-ultra-550b-a55b/mlp/probe_metadata.json b/nemotron-3-ultra-550b-a55b/mlp/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..8d13f012e6f5bc0cce652aeb08149939c28ed01c --- /dev/null +++ b/nemotron-3-ultra-550b-a55b/mlp/probe_metadata.json @@ -0,0 +1,25 @@ +{ + "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", + "model_revision": "77df655d5e9f8362164ed14dd8b48f8bce657498", + "architecture": "mlp", + "layers": [ + 32, + 45, + 59, + 72, + 86, + 97 + ], + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 32, + 45, + 59, + 72, + 86, + 97 + ] + } +} diff --git a/qwen3.5-122b-a10b/axial/model.pt b/qwen3.5-122b-a10b/axial/model.pt index e90d45ff2aa8ac4952edbfb2c0fe590e8245d745..90e9c592ba7fd61c16138793e2074b021d5ceebb 100644 --- a/qwen3.5-122b-a10b/axial/model.pt +++ b/qwen3.5-122b-a10b/axial/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8b4b4e0d2cde415b5f76d56459060d04d9dd2c07865f230aa8e58530520d36d +oid sha256:bbbbbdf258bc8b6fa49f0cecb72e2fc3823c7384d1d0b2a6900c1bc9cb4c2963 size 28437752 diff --git a/qwen3.5-122b-a10b/axial/probe_metadata.json b/qwen3.5-122b-a10b/axial/probe_metadata.json index de786eba0aa13cfcb8f371305440ab675ebdc1fc..fdcb0351e247c4f59cf296bb156b2328a9d0293b 100644 --- a/qwen3.5-122b-a10b/axial/probe_metadata.json +++ b/qwen3.5-122b-a10b/axial/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-122B-A10B", "model_revision": "dc4d348443bc740c68e2d77492492c11606384d5", "architecture": "axial", @@ -11,6 +10,6 @@ 38, 43 ], - "input_window": "final_exchange", - "readout": "last_token_logit" + "eval_sequence_aggregator": "last", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/qwen3.5-122b-a10b/efc/model.pt b/qwen3.5-122b-a10b/efc/model.pt index 319bcdd8ffc09734af1778a9c864328210a486f6..57b10337ad7632c5b0cf6185e73e55b623848fb4 100644 --- a/qwen3.5-122b-a10b/efc/model.pt +++ b/qwen3.5-122b-a10b/efc/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5aa75845923a7761870cd0d75c4dfdabb828bb9284164c2b81fc1aa4af04c41f +oid sha256:232a3d0c1d0d09eccc31bbe5c4e2b032b4caaf4d9eba1b4b1a620522f7b3bbdb size 9573536 diff --git a/qwen3.5-122b-a10b/efc/probe_metadata.json b/qwen3.5-122b-a10b/efc/probe_metadata.json index 8f6e38adaafd633ff07a613220523a3ed778f0b0..a1b8a46a147e328215d09242e7cde95e8d9c6555 100644 --- a/qwen3.5-122b-a10b/efc/probe_metadata.json +++ b/qwen3.5-122b-a10b/efc/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-122B-A10B", "model_revision": "dc4d348443bc740c68e2d77492492c11606384d5", "architecture": "efc", @@ -11,6 +10,6 @@ 38, 43 ], - "input_window": "final_exchange", - "readout": "pooled_logit" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/qwen3.5-122b-a10b/linear/layer_14/model.pt b/qwen3.5-122b-a10b/linear/layer_14/model.pt index 80e8930dd62b2e26d97e3512112a8e120bc225e0..ba683a421c81505d0bcf2e9c5f23f87e1856c43d 100644 --- a/qwen3.5-122b-a10b/linear/layer_14/model.pt +++ b/qwen3.5-122b-a10b/linear/layer_14/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4c547014bb16a6987b19df1db2e648381314196df5f89f78f9c34fa321be4a6 +oid sha256:03506158d6c2af5d92d53f8bf9786e5ac311acd773996085f873d628705f1f8d size 15037 diff --git a/qwen3.5-122b-a10b/linear/layer_20/model.pt b/qwen3.5-122b-a10b/linear/layer_20/model.pt index ec9f5afb1c2c4d52345cf1e827f7c5ee9d9e3d3a..a2663e3acec58ca667db997ad3cfb54b0dbdc834 100644 --- a/qwen3.5-122b-a10b/linear/layer_20/model.pt +++ b/qwen3.5-122b-a10b/linear/layer_20/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ec059c304ca76364a494fa6ad4404eecbea24e5fe5ab36bd8233fe16c88ab01 +oid sha256:23e9b2a1e5739b50d6ef88c940a5c4b1f3fcb0669b249b6ef30a673441fe9307 size 15037 diff --git a/qwen3.5-122b-a10b/linear/layer_26/model.pt b/qwen3.5-122b-a10b/linear/layer_26/model.pt index ecad248a7b2b7a5e8381f7205c0a2e5034512593..4d7bf71ed2be57f466670d525870e22d85bca685 100644 --- a/qwen3.5-122b-a10b/linear/layer_26/model.pt +++ b/qwen3.5-122b-a10b/linear/layer_26/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3bd072d0f11af12d46c94c2046cb4ee43b6c093f9ab6180f1bd46cd2749c1722 +oid sha256:b5a89a752ca6514d7ead8fcf9ce20a407b616737b583e364d5695bec8a246705 size 15037 diff --git a/qwen3.5-122b-a10b/linear/layer_32/model.pt b/qwen3.5-122b-a10b/linear/layer_32/model.pt index ac82b7853b1559141c7fdf5e891f0c1f25862e05..74704bd61bdd263a1d9ec750acfc70b4f1c7acce 100644 --- a/qwen3.5-122b-a10b/linear/layer_32/model.pt +++ b/qwen3.5-122b-a10b/linear/layer_32/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:632dce4fc3ca7a73c8e411b4e627aa069d306b8721214af1751aa4c10cc1600b +oid sha256:e385c76ec04f4a4760219a06581ddff2f796d42e5264bcc52a2fb5af08c76d99 size 15037 diff --git a/qwen3.5-122b-a10b/linear/layer_38/model.pt b/qwen3.5-122b-a10b/linear/layer_38/model.pt index 6cbe6e0f5b303b049f60bd81490d6d25fbf436fb..95aeb4b755692a3b4f98cb10b6f79fc72b42d819 100644 --- a/qwen3.5-122b-a10b/linear/layer_38/model.pt +++ b/qwen3.5-122b-a10b/linear/layer_38/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:285703f8805b89f3f26e689ec975b490b8be5922213c7c8947c7e745ffdd4c35 +oid sha256:c6fdee640a03a8a40350fed6ee27593603a39e5e5a2805d5add00b72152c210d size 15037 diff --git a/qwen3.5-122b-a10b/linear/layer_43/model.pt b/qwen3.5-122b-a10b/linear/layer_43/model.pt index 0dbcb6e702b05187ef0c99653cf4318a1c284a8c..e480d526fffbd371ba9e95d4852b14f0564f0e55 100644 --- a/qwen3.5-122b-a10b/linear/layer_43/model.pt +++ b/qwen3.5-122b-a10b/linear/layer_43/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7d2ddbc7ac6e153f41d3fb3d8778c9ad17a18f1674fd07219007809ad6964c3 +oid sha256:d4a6e7a4a2247556981e0ea258c1e50b8814cd04d6767c35519015dc78e489aa size 15037 diff --git a/qwen3.5-122b-a10b/linear/probe_metadata.json b/qwen3.5-122b-a10b/linear/probe_metadata.json index 8a75f46d52b0745377e1c1e09e5fa9d79dfdf1b5..4976bc7c3d617eabe0130999b1ee00a420f37c40 100644 --- a/qwen3.5-122b-a10b/linear/probe_metadata.json +++ b/qwen3.5-122b-a10b/linear/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-122B-A10B", "model_revision": "dc4d348443bc740c68e2d77492492c11606384d5", "architecture": "linear", @@ -11,6 +10,16 @@ 38, 43 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 14, + 20, + 26, + 32, + 38, + 43 + ] + } } diff --git a/qwen3.5-122b-a10b/mlp/layer_14/model.pt b/qwen3.5-122b-a10b/mlp/layer_14/model.pt index 3f28fd00a99b8ebc4c8f2db0da9ec29389babf8b..ff2fd59ffeb7daf5157bd2a1849f3ff16e119783 100644 --- a/qwen3.5-122b-a10b/mlp/layer_14/model.pt +++ b/qwen3.5-122b-a10b/mlp/layer_14/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c15cbf5754181c87e7b5f7653ce11580403c42a5011930ac3394d0ffc95b66df +oid sha256:88b6d16c42338add68dc1e6a4267fb83f234842bbdd8ec467a65095d102aeb5b size 3150897 diff --git a/qwen3.5-122b-a10b/mlp/layer_20/model.pt b/qwen3.5-122b-a10b/mlp/layer_20/model.pt index b807ffbc9cb81eb4270da160151133ee9906e7ef..26439bccdbbba5dba319da13adc41afd72fb6fbd 100644 --- a/qwen3.5-122b-a10b/mlp/layer_20/model.pt +++ b/qwen3.5-122b-a10b/mlp/layer_20/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e1a2596b3b50612dcff0638753ca0b6b276356fbe965ff6e1694030fd424936d +oid sha256:deb9313410f5da2fe77698f688e69b64f04b1e7fa7830cd7b3c99df3858b8c86 size 3150897 diff --git a/qwen3.5-122b-a10b/mlp/layer_26/model.pt b/qwen3.5-122b-a10b/mlp/layer_26/model.pt index e154d2102135de22914ab01c43381d9654fa5277..39b4fb1ed54207693a717e67daca0a0db8ffa513 100644 --- a/qwen3.5-122b-a10b/mlp/layer_26/model.pt +++ b/qwen3.5-122b-a10b/mlp/layer_26/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a70c721bd10c72c726d9a9bdba617352e08c344ef629034d046de0bd43404ad +oid sha256:03ebbf753eac27a449cf0410b2759f29153ddbed835a8ba8fec234ee466fa9c2 size 3150897 diff --git a/qwen3.5-122b-a10b/mlp/layer_32/model.pt b/qwen3.5-122b-a10b/mlp/layer_32/model.pt index 3e824b1622c7d180f8ef21d497929a8749f44e92..ac39ab961ecc766c1e3d2f8223b787d55ebd8fe1 100644 --- a/qwen3.5-122b-a10b/mlp/layer_32/model.pt +++ b/qwen3.5-122b-a10b/mlp/layer_32/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:538ecdccbf58bb28b26ce6f536a55a8cc374d0661a33e8537892ea3b576bfce1 +oid sha256:39cda02fa259fa0f2ff67837b4b2678a1ffb2f2b6cac1963a5f24564d9bb43ea size 3150897 diff --git a/qwen3.5-122b-a10b/mlp/layer_38/model.pt b/qwen3.5-122b-a10b/mlp/layer_38/model.pt index fa397fe898cf0af1d3821aa02c3bc2f3a2224413..fcd92a661eb452f9a40814eabc26324bae24c46d 100644 --- a/qwen3.5-122b-a10b/mlp/layer_38/model.pt +++ b/qwen3.5-122b-a10b/mlp/layer_38/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ef026c96e914c7dc54bc8210851081445fc06219e28512583f909e0a5a80a11 +oid sha256:450c0fcf1ac993e88dd14cc7a3e8d9f8ac898d55c5f4a014adaa2c43f68085a8 size 3150897 diff --git a/qwen3.5-122b-a10b/mlp/layer_43/model.pt b/qwen3.5-122b-a10b/mlp/layer_43/model.pt index 75ead0322ab9ee2fa7faa4e2338bc8f8654ec266..5a08d88259148777cdd129343fa1d51e496502ae 100644 --- a/qwen3.5-122b-a10b/mlp/layer_43/model.pt +++ b/qwen3.5-122b-a10b/mlp/layer_43/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50220f289b12c223b5f0c8b6ea102909468ccbe2b9c8cf56b0e005d6d6e18e29 +oid sha256:561052a094c521f4823a8418a7b57877e1cfe5908eed0bbdac6c6552597afbed size 3150897 diff --git a/qwen3.5-122b-a10b/mlp/probe_metadata.json b/qwen3.5-122b-a10b/mlp/probe_metadata.json index 421b2e06acfab79f232b35f68a910a97b5a6fb4b..a495fd80c90b7bc04c5079e9cb4f17e1d9732a6c 100644 --- a/qwen3.5-122b-a10b/mlp/probe_metadata.json +++ b/qwen3.5-122b-a10b/mlp/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-122B-A10B", "model_revision": "dc4d348443bc740c68e2d77492492c11606384d5", "architecture": "mlp", @@ -11,6 +10,16 @@ 38, 43 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 14, + 20, + 26, + 32, + 38, + 43 + ] + } } diff --git a/qwen3.6-27b/axial/config.json b/qwen3.5-27b/axial/config.json similarity index 100% rename from qwen3.6-27b/axial/config.json rename to qwen3.5-27b/axial/config.json diff --git a/qwen3.5-27b/axial/model.pt b/qwen3.5-27b/axial/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0b8f7d0166d675e49a0e8721324656be405893 --- /dev/null +++ b/qwen3.5-27b/axial/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc46db7f4aa809081549af2be0fd6a312f5b6d27db5b7757da27dcd09d7df0a3 +size 30584056 diff --git a/qwen3.5-27b/axial/probe_metadata.json b/qwen3.5-27b/axial/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2ecf9edf92ae164f5584b38fdb5433bdb1978f3a --- /dev/null +++ b/qwen3.5-27b/axial/probe_metadata.json @@ -0,0 +1,15 @@ +{ + "model": "Qwen/Qwen3.5-27B", + "model_revision": "fc05daec18b0a78c049392ed2e771dde82bdf654", + "architecture": "axial", + "layers": [ + 19, + 27, + 35, + 43, + 51, + 58 + ], + "eval_sequence_aggregator": "last", + "obfuscate_over": "last-user-and-assistant-generation" +} diff --git a/qwen3.6-27b/efc/config.json b/qwen3.5-27b/efc/config.json similarity index 100% rename from qwen3.6-27b/efc/config.json rename to qwen3.5-27b/efc/config.json diff --git a/qwen3.5-27b/efc/model.pt b/qwen3.5-27b/efc/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec8f9600a8c158c0a25c30cf764118e303d3b49e --- /dev/null +++ b/qwen3.5-27b/efc/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd677c80aa5a135e87bff1a7f3cd4e1a4c0b80ebd1007ae0c576a4e2e8a58a7b +size 15864992 diff --git a/qwen3.5-27b/efc/probe_metadata.json b/qwen3.5-27b/efc/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..f8c2f98f06116cb42a1471be5b1a868016ffe7e8 --- /dev/null +++ b/qwen3.5-27b/efc/probe_metadata.json @@ -0,0 +1,15 @@ +{ + "model": "Qwen/Qwen3.5-27B", + "model_revision": "fc05daec18b0a78c049392ed2e771dde82bdf654", + "architecture": "efc", + "layers": [ + 19, + 27, + 35, + 43, + 51, + 58 + ], + "eval_sequence_aggregator": "mean", + "obfuscate_over": "last-user-and-assistant-generation" +} diff --git a/qwen3.6-27b/linear/layer_19/config.json b/qwen3.5-27b/linear/layer_19/config.json similarity index 100% rename from qwen3.6-27b/linear/layer_19/config.json rename to qwen3.5-27b/linear/layer_19/config.json diff --git a/qwen3.5-27b/linear/layer_19/model.pt b/qwen3.5-27b/linear/layer_19/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea665e35abbab8d4a6f1a55710d1f8c1fffa4e30 --- /dev/null +++ b/qwen3.5-27b/linear/layer_19/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efcec2ce9cba5362cf520a7523e1ae133f058f4933202d8a3006d2bb42fa725f +size 23229 diff --git a/qwen3.6-27b/linear/layer_27/config.json b/qwen3.5-27b/linear/layer_27/config.json similarity index 100% rename from qwen3.6-27b/linear/layer_27/config.json rename to qwen3.5-27b/linear/layer_27/config.json diff --git a/qwen3.5-27b/linear/layer_27/model.pt b/qwen3.5-27b/linear/layer_27/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d23e854df189020eda318fdfdf4a2627fa5795b3 --- /dev/null +++ b/qwen3.5-27b/linear/layer_27/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2551be0a739119e1b1c44d9fac9da6d6e96972e4c7d996450f8c0635c68c06 +size 23229 diff --git a/qwen3.6-27b/linear/layer_35/config.json b/qwen3.5-27b/linear/layer_35/config.json similarity index 100% rename from qwen3.6-27b/linear/layer_35/config.json rename to qwen3.5-27b/linear/layer_35/config.json diff --git a/qwen3.5-27b/linear/layer_35/model.pt b/qwen3.5-27b/linear/layer_35/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..918cbd2b4f244326fd02a34209c7ab0759649524 --- /dev/null +++ b/qwen3.5-27b/linear/layer_35/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3efb701b4b555059528093dc4e372e2423baf4c3ae979b9faf6d2a1b4adf8730 +size 23229 diff --git a/qwen3.6-27b/linear/layer_43/config.json b/qwen3.5-27b/linear/layer_43/config.json similarity index 100% rename from qwen3.6-27b/linear/layer_43/config.json rename to qwen3.5-27b/linear/layer_43/config.json diff --git a/qwen3.5-27b/linear/layer_43/model.pt b/qwen3.5-27b/linear/layer_43/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..28bbe70ebc263c4972c2d1a1ebcf56e5a31c689f --- /dev/null +++ b/qwen3.5-27b/linear/layer_43/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c3b80011aab7e5871e9a98f07125a57c46ee58db0aff014fff26d7a9c334ad +size 23229 diff --git a/qwen3.6-27b/linear/layer_51/config.json b/qwen3.5-27b/linear/layer_51/config.json similarity index 100% rename from qwen3.6-27b/linear/layer_51/config.json rename to qwen3.5-27b/linear/layer_51/config.json diff --git a/qwen3.5-27b/linear/layer_51/model.pt b/qwen3.5-27b/linear/layer_51/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ecd3b61105d6b13bbddcfe267c71c6667d07cd3 --- /dev/null +++ b/qwen3.5-27b/linear/layer_51/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b4e322dd8e8840b27fa5770f7ff648cd0997ccc8898773a5238357d1bf3676 +size 23229 diff --git a/qwen3.6-27b/linear/layer_58/config.json b/qwen3.5-27b/linear/layer_58/config.json similarity index 100% rename from qwen3.6-27b/linear/layer_58/config.json rename to qwen3.5-27b/linear/layer_58/config.json diff --git a/qwen3.5-27b/linear/layer_58/model.pt b/qwen3.5-27b/linear/layer_58/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0484131f1e43e24e35d7d2159d8df3aa3b8068 --- /dev/null +++ b/qwen3.5-27b/linear/layer_58/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:582a4162b94e7de5694bac4a7dfb69b63fd6f0790344cbfe6891f9df160ff716 +size 23229 diff --git a/qwen3.5-27b/linear/probe_metadata.json b/qwen3.5-27b/linear/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c66da6f5250451e2279eb1bacedf6c566d68064b --- /dev/null +++ b/qwen3.5-27b/linear/probe_metadata.json @@ -0,0 +1,25 @@ +{ + "model": "Qwen/Qwen3.5-27B", + "model_revision": "fc05daec18b0a78c049392ed2e771dde82bdf654", + "architecture": "linear", + "layers": [ + 19, + 27, + 35, + 43, + 51, + 58 + ], + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 19, + 27, + 35, + 43, + 51, + 58 + ] + } +} diff --git a/qwen3.6-27b/mlp/layer_19/config.json b/qwen3.5-27b/mlp/layer_19/config.json similarity index 100% rename from qwen3.6-27b/mlp/layer_19/config.json rename to qwen3.5-27b/mlp/layer_19/config.json diff --git a/qwen3.5-27b/mlp/layer_19/model.pt b/qwen3.5-27b/mlp/layer_19/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..17ef711a872b47f155a1d32946e08a707eed0320 --- /dev/null +++ b/qwen3.5-27b/mlp/layer_19/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52859b5cbddc927d03e01d06f4ef9011f7053fa21366091e7bb159817a74900 +size 5248049 diff --git a/qwen3.6-27b/mlp/layer_27/config.json b/qwen3.5-27b/mlp/layer_27/config.json similarity index 100% rename from qwen3.6-27b/mlp/layer_27/config.json rename to qwen3.5-27b/mlp/layer_27/config.json diff --git a/qwen3.5-27b/mlp/layer_27/model.pt b/qwen3.5-27b/mlp/layer_27/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2198ab447e4d324d82101ce54ef5850df0b8a892 --- /dev/null +++ b/qwen3.5-27b/mlp/layer_27/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaaebd18d3b0817745f69f0ae45fb8da0ebae1e06f95cd3638096ca654b53a91 +size 5248049 diff --git a/qwen3.6-27b/mlp/layer_35/config.json b/qwen3.5-27b/mlp/layer_35/config.json similarity index 100% rename from qwen3.6-27b/mlp/layer_35/config.json rename to qwen3.5-27b/mlp/layer_35/config.json diff --git a/qwen3.5-27b/mlp/layer_35/model.pt b/qwen3.5-27b/mlp/layer_35/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5a7e392746203a26e521021ae7af59d244cbe40 --- /dev/null +++ b/qwen3.5-27b/mlp/layer_35/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0be43460a18fd61b5fc7cca5ca30f3aa8103ab716febb8d281736b6a1ffc0e +size 5248049 diff --git a/qwen3.6-27b/mlp/layer_43/config.json b/qwen3.5-27b/mlp/layer_43/config.json similarity index 100% rename from qwen3.6-27b/mlp/layer_43/config.json rename to qwen3.5-27b/mlp/layer_43/config.json diff --git a/qwen3.5-27b/mlp/layer_43/model.pt b/qwen3.5-27b/mlp/layer_43/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cf50a26c8328cfbddfd92775f31e7d3dacc166d --- /dev/null +++ b/qwen3.5-27b/mlp/layer_43/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f468547e4c5bc3fe63a85e95250181bbfa4df2708b81db4c24d4ef7c9d5ee60 +size 5248049 diff --git a/qwen3.6-27b/mlp/layer_51/config.json b/qwen3.5-27b/mlp/layer_51/config.json similarity index 100% rename from qwen3.6-27b/mlp/layer_51/config.json rename to qwen3.5-27b/mlp/layer_51/config.json diff --git a/qwen3.5-27b/mlp/layer_51/model.pt b/qwen3.5-27b/mlp/layer_51/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ffc9ecb121692ec88f26094e2934a5d4b0d4450 --- /dev/null +++ b/qwen3.5-27b/mlp/layer_51/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f578121de02e4059e7b9fec0d9584243addacbe2b567744f64617a0f7af37604 +size 5248049 diff --git a/qwen3.6-27b/mlp/layer_58/config.json b/qwen3.5-27b/mlp/layer_58/config.json similarity index 100% rename from qwen3.6-27b/mlp/layer_58/config.json rename to qwen3.5-27b/mlp/layer_58/config.json diff --git a/qwen3.5-27b/mlp/layer_58/model.pt b/qwen3.5-27b/mlp/layer_58/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e5548d25d3707179ed5f12288775c19729c9fa2 --- /dev/null +++ b/qwen3.5-27b/mlp/layer_58/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e94ef204d8289d5525936e954b5c21413ed4073d59a2f40e4d6a37083f394e8 +size 5248049 diff --git a/qwen3.5-27b/mlp/probe_metadata.json b/qwen3.5-27b/mlp/probe_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10ffb5d442d01559184f3107d8ee462f082f0b44 --- /dev/null +++ b/qwen3.5-27b/mlp/probe_metadata.json @@ -0,0 +1,25 @@ +{ + "model": "Qwen/Qwen3.5-27B", + "model_revision": "fc05daec18b0a78c049392ed2e771dde82bdf654", + "architecture": "mlp", + "layers": [ + 19, + 27, + 35, + 43, + 51, + 58 + ], + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 19, + 27, + 35, + 43, + 51, + 58 + ] + } +} diff --git a/qwen3.5-2b/axial/model.pt b/qwen3.5-2b/axial/model.pt index 8d62d35ec47784d84bd41d455aeb291e2f639d46..d6c902180df7fff5fa6b8350ac54b93caf70e94d 100644 --- a/qwen3.5-2b/axial/model.pt +++ b/qwen3.5-2b/axial/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7432b99f24b442228459fea7d2be3f69041e695436c8d656586c6fa7051de3ce +oid sha256:0ecd52899cf8bac8606000d555defc6f500b0f12df05582913829dba68a13c11 size 27364600 diff --git a/qwen3.5-2b/axial/probe_metadata.json b/qwen3.5-2b/axial/probe_metadata.json index ed9817c196fe960d0ce7e927fcd5c20a47b87461..8a26b57c90dca12a26fe41e143472c50417573bf 100644 --- a/qwen3.5-2b/axial/probe_metadata.json +++ b/qwen3.5-2b/axial/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-2B", "model_revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", "architecture": "axial", @@ -11,6 +10,6 @@ 19, 22 ], - "input_window": "final_exchange", - "readout": "last_token_logit" + "eval_sequence_aggregator": "last", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/qwen3.5-2b/efc/model.pt b/qwen3.5-2b/efc/model.pt index 46a0c462c53bdf3a19e6534219228b69125e5f5e..f7b9bc5c1327c5e1790a0e4b80a58cba0ec10bb7 100644 --- a/qwen3.5-2b/efc/model.pt +++ b/qwen3.5-2b/efc/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07c2d260d22c9308012853b15bddff3135cb174bf5cf8153618cc6b79b2124fc +oid sha256:d2754f287590bc24e9f997c148a3ae2173f84e8bb8c181864d9693be7bf29c81 size 6427808 diff --git a/qwen3.5-2b/efc/probe_metadata.json b/qwen3.5-2b/efc/probe_metadata.json index 7049b01b528353b66748bff4b0088461c21e93d7..5f02fc8578119dc588f084a51bfbd8d478de9c76 100644 --- a/qwen3.5-2b/efc/probe_metadata.json +++ b/qwen3.5-2b/efc/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-2B", "model_revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", "architecture": "efc", @@ -11,6 +10,6 @@ 19, 22 ], - "input_window": "final_exchange", - "readout": "pooled_logit" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/qwen3.5-2b/linear/layer_10/model.pt b/qwen3.5-2b/linear/layer_10/model.pt index 01e9d60eab89cec00f2f3cfdc7301e3fdd63f544..68b07a6165c5a75c7244f6925bfbd2a698ccd064 100644 --- a/qwen3.5-2b/linear/layer_10/model.pt +++ b/qwen3.5-2b/linear/layer_10/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8888c63fa76a7b9d1f3d66913bb3c861ed1b94cb9d58cff8082d33aea747f475 +oid sha256:2dd2280465a61bc09e731120e58e652d6d7a29cc2ef268fd037da6c3a16a23bb size 10941 diff --git a/qwen3.5-2b/linear/layer_13/model.pt b/qwen3.5-2b/linear/layer_13/model.pt index 51fdecc78477cdc605c7a43f88e5ac9e1c35db8a..97c98a52557f1ff08df6b65c35fcedd20cb278e7 100644 --- a/qwen3.5-2b/linear/layer_13/model.pt +++ b/qwen3.5-2b/linear/layer_13/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e22d1785963fd97387ca6bb5d8f91a660d8d3dc870f6b7a5162fdc53ecf34223 +oid sha256:0e06c80214600434c654ba0f55e43f523f3170e79e93c49c61fbfc8cbed97758 size 10941 diff --git a/qwen3.5-2b/linear/layer_16/model.pt b/qwen3.5-2b/linear/layer_16/model.pt index f6373e8dee63ada39b8e7af4207d441be6d15d59..3f4f7569e37d90e93c1a5971923263b508c82fef 100644 --- a/qwen3.5-2b/linear/layer_16/model.pt +++ b/qwen3.5-2b/linear/layer_16/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5b4f2f29eb62a375d378543ae71d19ac360f1b0888052e1f0842d56bf5ce704 +oid sha256:530d044ffca1c277867aad8d7bb81795ee4e919b8f1997c3858dfb6140bd9574 size 10941 diff --git a/qwen3.5-2b/linear/layer_19/model.pt b/qwen3.5-2b/linear/layer_19/model.pt index 10c2e0c2b4bd331473c659ec2ee5973dce5c28b5..849e2bd9cdfe01c2ff4ad2a57b18feac8090e66c 100644 --- a/qwen3.5-2b/linear/layer_19/model.pt +++ b/qwen3.5-2b/linear/layer_19/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b1d72cabb301a180725853e47fabdc54f2931d3e1aac4d8ac225124651bdc8dc +oid sha256:d1612d6bfeeb05ae015154e7f2f7e02877074c3ce1ea7efddfcdb238bd2a1b65 size 10941 diff --git a/qwen3.5-2b/linear/layer_22/model.pt b/qwen3.5-2b/linear/layer_22/model.pt index f34ae4636ce1d4104431a28fb60f1e39ff6c00db..963457e0f0773216aa8752ac2dc7f0f12cc1dbbc 100644 --- a/qwen3.5-2b/linear/layer_22/model.pt +++ b/qwen3.5-2b/linear/layer_22/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ea8ce00087fbf42604a90e1ce27c9c94aedc78037bfb17c5b438026c42ea3f43 +oid sha256:4de7288fa1000225262dd96816c3d0b031980cbb7dfdae27b03f4e38cd244829 size 10941 diff --git a/qwen3.5-2b/linear/layer_7/model.pt b/qwen3.5-2b/linear/layer_7/model.pt index 5786080bd1d4355066154be6ed864395db4fe874..3e5ed03c64f500ae752c65f89486a115ba5453fc 100644 --- a/qwen3.5-2b/linear/layer_7/model.pt +++ b/qwen3.5-2b/linear/layer_7/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1150ba5898b1e3cb995d6129fb1db3f2d0eb22b32c32080ea594a28fc08524db +oid sha256:75052347c8d21cc4580d29438ddd9c790d6e2496f1235309196b4444733babb7 size 10941 diff --git a/qwen3.5-2b/linear/probe_metadata.json b/qwen3.5-2b/linear/probe_metadata.json index e24725d396038b98597d8b5e758598eee6f51602..aafc21d881e8db4718c3d07bbb1bcf2e5e1a8749 100644 --- a/qwen3.5-2b/linear/probe_metadata.json +++ b/qwen3.5-2b/linear/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-2B", "model_revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", "architecture": "linear", @@ -11,6 +10,16 @@ 19, 22 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 7, + 10, + 13, + 16, + 19, + 22 + ] + } } diff --git a/qwen3.5-2b/mlp/layer_10/model.pt b/qwen3.5-2b/mlp/layer_10/model.pt index 4409e539a6ccb5ee3b50d8ba7589125efa2fb8b1..bc3d982d53d54aeaa3c7d8eae44bb78997a31386 100644 --- a/qwen3.5-2b/mlp/layer_10/model.pt +++ b/qwen3.5-2b/mlp/layer_10/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af897b2404aeb1d054549843b0d0ef4afa26ec6d23dbe7af52dcda256f458693 +oid sha256:844d00e662457c71938ed3534c1b8c806c66bb9b48ce239fa078ee3527a2338c size 2102321 diff --git a/qwen3.5-2b/mlp/layer_13/model.pt b/qwen3.5-2b/mlp/layer_13/model.pt index b9ef4875e953198e2e211a2782e225136cb59d04..27cd6427202f97b0b409eb3e73ad6853c0b9e12a 100644 --- a/qwen3.5-2b/mlp/layer_13/model.pt +++ b/qwen3.5-2b/mlp/layer_13/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6d9cbea7bc09807d2cfe89f4c3616492bbe00078fcc7fec2248223fb0f8645f7 +oid sha256:de6604afc791ac691ac083799539846c26939d9ddedb43c61ad0941524a4a498 size 2102321 diff --git a/qwen3.5-2b/mlp/layer_16/model.pt b/qwen3.5-2b/mlp/layer_16/model.pt index 53ca5d57680a239fa18c0f98e9f743770231dc63..416b2a8e6159e62314f12527176f02377e548eda 100644 --- a/qwen3.5-2b/mlp/layer_16/model.pt +++ b/qwen3.5-2b/mlp/layer_16/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6cb5ec2c3256330c1e767db6f22473297afcc4726b8ad24c621a5ae8e00ebcfa +oid sha256:9682d791bdece09dc010bc4a9cee31e5854f1eb82988bcd337f25d34c86d91a4 size 2102321 diff --git a/qwen3.5-2b/mlp/layer_19/model.pt b/qwen3.5-2b/mlp/layer_19/model.pt index 44f8f0062c69d33d04e096167182d8f42da73ea5..154ca5f467bb2668cee56f45e3f6ea499efb7c67 100644 --- a/qwen3.5-2b/mlp/layer_19/model.pt +++ b/qwen3.5-2b/mlp/layer_19/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fc1ae07d7caa1ec308f90b90809c787f1eacac290288664370208e0f29f2c93 +oid sha256:8fe199192b1174afe6ccf3378af0dda6cb6a37de903ae6f5aba29404886e9f34 size 2102321 diff --git a/qwen3.5-2b/mlp/layer_22/model.pt b/qwen3.5-2b/mlp/layer_22/model.pt index e57b65cbec12e7c4e7f2d3d6a0fc1191c6dbf0f4..01f06e749abdfd33d8620f6590ab13ccffbd49da 100644 --- a/qwen3.5-2b/mlp/layer_22/model.pt +++ b/qwen3.5-2b/mlp/layer_22/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ffe899ec4b6dcdc9b7e61c27cc79733b5830ee930aa62274067d7af7243590f +oid sha256:7828e1ca9201cd227146fab46abaea43b765dd1efdd821ae03ada361bc0365ed size 2102321 diff --git a/qwen3.5-2b/mlp/layer_7/model.pt b/qwen3.5-2b/mlp/layer_7/model.pt index cd78106753b64e6d750b8a5b0de7a084261eb528..3bd2c34385fcf62d6a37f84b6ab566fb719d9dbc 100644 --- a/qwen3.5-2b/mlp/layer_7/model.pt +++ b/qwen3.5-2b/mlp/layer_7/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64d304bc7e06c48bea51a7fcfcd3dc8675416fc23217714875c363b4d392bcab +oid sha256:98e35f61d4e2b579cb67016259762f963d1c2e5b8735047001b137a98f16387b size 2102321 diff --git a/qwen3.5-2b/mlp/probe_metadata.json b/qwen3.5-2b/mlp/probe_metadata.json index 37e2ea9bc29f3c9086db7d704e0c7aa5b19abf79..6235d73af46b79742db8113b4168b4f731e0a9f5 100644 --- a/qwen3.5-2b/mlp/probe_metadata.json +++ b/qwen3.5-2b/mlp/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-2B", "model_revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", "architecture": "mlp", @@ -11,6 +10,16 @@ 19, 22 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 7, + 10, + 13, + 16, + 19, + 22 + ] + } } diff --git a/qwen3.5-397b-a17b/axial/model.pt b/qwen3.5-397b-a17b/axial/model.pt index 75d3e5cc5c28320ccc9e24d1f04fcf3452feff42..8f4c4c4433235c1435e511c661491370e02d1322 100644 --- a/qwen3.5-397b-a17b/axial/model.pt +++ b/qwen3.5-397b-a17b/axial/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8acf7ac5a32beb0763744198b8ccbadd372efcc02b14b23bd6e17855c12856f1 +oid sha256:7fcfb4d0e90087c047c5d0cccab1ae81edc01d811bff5ded247e79072617cfef size 29510904 diff --git a/qwen3.5-397b-a17b/axial/probe_metadata.json b/qwen3.5-397b-a17b/axial/probe_metadata.json index 006bfd42e97975eda2614ebcca12a61bded46cdc..2bb619fd6c62b2ad0ce84e7a447e55ef5c4aca66 100644 --- a/qwen3.5-397b-a17b/axial/probe_metadata.json +++ b/qwen3.5-397b-a17b/axial/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-397B-A17B", "model_revision": "8472618112abcbd45acbcdc58436aff4233c23f7", "architecture": "axial", @@ -11,6 +10,6 @@ 48, 54 ], - "input_window": "final_exchange", - "readout": "last_token_logit" + "eval_sequence_aggregator": "last", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/qwen3.5-397b-a17b/efc/model.pt b/qwen3.5-397b-a17b/efc/model.pt index 9081b96e22e8f043c241fa4648576bd0a89f96a8..e9d5528d796c60feebaf96d6b59c4c454e81c2dc 100644 --- a/qwen3.5-397b-a17b/efc/model.pt +++ b/qwen3.5-397b-a17b/efc/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:042953ece1ba5c436ddcef11211296981aa9651a59990ddf91792bd0dcae79ba +oid sha256:41e425c0fc2b615941791402a3e6334210017ab99f36578e6e45da6dd5cd805c size 12719264 diff --git a/qwen3.5-397b-a17b/efc/probe_metadata.json b/qwen3.5-397b-a17b/efc/probe_metadata.json index 4187d31a2b6c8b0e1fe490d64cea43510cad29d9..696a7434ceec538a16dede71d757a0dd7238ad07 100644 --- a/qwen3.5-397b-a17b/efc/probe_metadata.json +++ b/qwen3.5-397b-a17b/efc/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-397B-A17B", "model_revision": "8472618112abcbd45acbcdc58436aff4233c23f7", "architecture": "efc", @@ -11,6 +10,6 @@ 48, 54 ], - "input_window": "final_exchange", - "readout": "pooled_logit" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/qwen3.5-397b-a17b/linear/layer_18/model.pt b/qwen3.5-397b-a17b/linear/layer_18/model.pt index 0dbc71ff048e086166568f9195ba72a6d67e0a5a..f8f0515f7a92a630de8baca98a016c53b873f237 100644 --- a/qwen3.5-397b-a17b/linear/layer_18/model.pt +++ b/qwen3.5-397b-a17b/linear/layer_18/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a87aea54a6ce2e310343d28fa7b58a98ee842bc0848fbce5ea5dd759c0b7f947 +oid sha256:473b0c1f2fb6cbb8b497e033cdc6b1b07d91f5cd5b325033c2303e75d4d90b92 size 19133 diff --git a/qwen3.5-397b-a17b/linear/layer_25/model.pt b/qwen3.5-397b-a17b/linear/layer_25/model.pt index 9593736536bcdae2df040576c6865990073a9990..e0c3915a2308341260f848e2a85770772909ae74 100644 --- a/qwen3.5-397b-a17b/linear/layer_25/model.pt +++ b/qwen3.5-397b-a17b/linear/layer_25/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3306e8c3e44370d7d21b0f97e79d7840e2084ff9546ff20de6a6d67e8c6b63ec +oid sha256:965ddcf4f2ad9333e3c2ab25e606e42bd370a9e6c19c470370881676535113d7 size 19133 diff --git a/qwen3.5-397b-a17b/linear/layer_33/model.pt b/qwen3.5-397b-a17b/linear/layer_33/model.pt index 8c6a330018a159e257342691572d41240a07c685..f1d782546be7018d3c6907f59eb2c45925f2feeb 100644 --- a/qwen3.5-397b-a17b/linear/layer_33/model.pt +++ b/qwen3.5-397b-a17b/linear/layer_33/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0005304b32f826ebac43c2e9d13f18739b8d66395eb37f64f4576ec804fdf9f +oid sha256:93897a793d1960d4d2b79b1e24f8633eab5ded62d95bb3fa4f431187d0d43cd5 size 19133 diff --git a/qwen3.5-397b-a17b/linear/layer_40/model.pt b/qwen3.5-397b-a17b/linear/layer_40/model.pt index ec6073eba05a8361f9fc4d3f6e3012aea0f37f43..c286c88a646682f61f11d9a0f12131fc55dc3e9b 100644 --- a/qwen3.5-397b-a17b/linear/layer_40/model.pt +++ b/qwen3.5-397b-a17b/linear/layer_40/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:678ad4a5ecde02016b89bc6525db0af38217ee03b7b1d6057c58f925febe8403 +oid sha256:0b74c4b8cfd09f4cc19fbb05cf5023fc66ee95029993553d678daab7cb1f8958 size 19133 diff --git a/qwen3.5-397b-a17b/linear/layer_48/model.pt b/qwen3.5-397b-a17b/linear/layer_48/model.pt index c07e70f41a8cfcbb5dfe104c87e8cea587f3cd2f..94d1bff2b0677bfdf13c22e5f279d673932e78e4 100644 --- a/qwen3.5-397b-a17b/linear/layer_48/model.pt +++ b/qwen3.5-397b-a17b/linear/layer_48/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b54fc50ff0cebdf9f662ec756d5407dd8de1efc46c184fb97eaee05a7aeb648c +oid sha256:e89a1c9a9bcbff14b2a2f48fda3b5acc439d988daf058a36e08611f25f189f41 size 19133 diff --git a/qwen3.5-397b-a17b/linear/layer_54/model.pt b/qwen3.5-397b-a17b/linear/layer_54/model.pt index 5f64b1508c5101faef68aa6cc55d8710ca24b5af..fd19f2db739073b937b30ef12a950dcde8649f90 100644 --- a/qwen3.5-397b-a17b/linear/layer_54/model.pt +++ b/qwen3.5-397b-a17b/linear/layer_54/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc3e6b26a3316052fecbf60b0eb4ae0f91f4cb7c0c0bc98b6e6289d083200a5d +oid sha256:9631a9d566dd6e0c611129743ea85438b500522e90934c61d7e32a6de0dbdd9f size 19133 diff --git a/qwen3.5-397b-a17b/linear/probe_metadata.json b/qwen3.5-397b-a17b/linear/probe_metadata.json index 6c22fa16b704930a49ae893a72d71b66ceb54522..3aeb87d3557c7999d6a4b4a61bfb43be36eab8a4 100644 --- a/qwen3.5-397b-a17b/linear/probe_metadata.json +++ b/qwen3.5-397b-a17b/linear/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-397B-A17B", "model_revision": "8472618112abcbd45acbcdc58436aff4233c23f7", "architecture": "linear", @@ -11,6 +10,16 @@ 48, 54 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 18, + 25, + 33, + 40, + 48, + 54 + ] + } } diff --git a/qwen3.5-397b-a17b/mlp/layer_18/model.pt b/qwen3.5-397b-a17b/mlp/layer_18/model.pt index d8eb175d9e9398752b77456a058a16fc3d2524fa..bbcb79586b9e1ccd339a628a5c8d9d81ef6b7d6c 100644 --- a/qwen3.5-397b-a17b/mlp/layer_18/model.pt +++ b/qwen3.5-397b-a17b/mlp/layer_18/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99cb9f6041345b056da8a5e53ec51189c8437a4868f3b6a1d9f81aa73afdbbbe +oid sha256:fa7b64df9a7be038b8f956c629d31aff31a522e188ef906f0cd1ff4dc98e12f2 size 4199473 diff --git a/qwen3.5-397b-a17b/mlp/layer_25/model.pt b/qwen3.5-397b-a17b/mlp/layer_25/model.pt index fc3479afbda48c8358b3fa1cd47334530af21ea5..e552646b02587ef58c8f0692a60da5a8aaf7b5c8 100644 --- a/qwen3.5-397b-a17b/mlp/layer_25/model.pt +++ b/qwen3.5-397b-a17b/mlp/layer_25/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f8a5aed674f1bd2a29b884e64d2be5c70c3307b2b35dbee554e217be762817a +oid sha256:f67f6bb3af112c18e14384175808262c8b347dc23babe00c4ee147b2bec10bbe size 4199473 diff --git a/qwen3.5-397b-a17b/mlp/layer_33/model.pt b/qwen3.5-397b-a17b/mlp/layer_33/model.pt index 952cb20dab33eabd2c896c1e0c6c31d51e6aedde..57dab26a398dc7c883d87fdef8a9e6855243c986 100644 --- a/qwen3.5-397b-a17b/mlp/layer_33/model.pt +++ b/qwen3.5-397b-a17b/mlp/layer_33/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c99dc754a8dd1e4174145f5544d31fcb289faa74c6226daa25330c3536e5320c +oid sha256:97a543c64609ee89b6a30d641c8770a153b8dc06267a27b49c1a2aeaf2051e2a size 4199473 diff --git a/qwen3.5-397b-a17b/mlp/layer_40/model.pt b/qwen3.5-397b-a17b/mlp/layer_40/model.pt index 8c148b39c5501794d504b7351cdffbdd6aadd702..cabd0fcca48e10656526d5d3fe4e0c200835930e 100644 --- a/qwen3.5-397b-a17b/mlp/layer_40/model.pt +++ b/qwen3.5-397b-a17b/mlp/layer_40/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d5c8bbfac40762e775a96c3e7c07cd3c289e11d508b6f4b2bac377d9b1cb637 +oid sha256:3e7b1eb3dab8dcaae525525d4c3e348d2d05a21353efb3464481a09a416cca1c size 4199473 diff --git a/qwen3.5-397b-a17b/mlp/layer_48/model.pt b/qwen3.5-397b-a17b/mlp/layer_48/model.pt index 262ec5d9fc127514858b113210918243c10c1a6c..4df6a9b1245d8b4521ddf124495f4e895e94e433 100644 --- a/qwen3.5-397b-a17b/mlp/layer_48/model.pt +++ b/qwen3.5-397b-a17b/mlp/layer_48/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37dcd162132588212e2b08c4b254ab66cf1192de7b3dfd473e9eb1527bfeaa49 +oid sha256:e1e18d2504d82c03d463ba3c6d370a1007b87c3a6e7ce2b1b27479e24e0ea055 size 4199473 diff --git a/qwen3.5-397b-a17b/mlp/layer_54/model.pt b/qwen3.5-397b-a17b/mlp/layer_54/model.pt index a11b69dd6148ef63006061eb47bd12dbbe5a33fb..60e20c4d917298b1f99926e6f841fcf34faab689 100644 --- a/qwen3.5-397b-a17b/mlp/layer_54/model.pt +++ b/qwen3.5-397b-a17b/mlp/layer_54/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee95c8da6837287795b571e5fc19d76e1ac6a2beaf045dd74eebd5e9d49291c6 +oid sha256:e882abc1b369a49ac6274927e9f1dce0af724721911cacbdb6ac566b7cc41c83 size 4199473 diff --git a/qwen3.5-397b-a17b/mlp/probe_metadata.json b/qwen3.5-397b-a17b/mlp/probe_metadata.json index b007119b13db186f24a111e7dda7527f5df2656f..f8ccf09ba4c880ae01c04ce30a809b0255605dbd 100644 --- a/qwen3.5-397b-a17b/mlp/probe_metadata.json +++ b/qwen3.5-397b-a17b/mlp/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-397B-A17B", "model_revision": "8472618112abcbd45acbcdc58436aff4233c23f7", "architecture": "mlp", @@ -11,6 +10,16 @@ 48, 54 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 18, + 25, + 33, + 40, + 48, + 54 + ] + } } diff --git a/qwen3.5-9b/axial/model.pt b/qwen3.5-9b/axial/model.pt index 227ac5d2014ff9b53e7e13986dcb4c75e0093c09..b04f24a006722101ac1e0799e446f08996c4e4dc 100644 --- a/qwen3.5-9b/axial/model.pt +++ b/qwen3.5-9b/axial/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:90da7e47306311ab6245ad9d20e8d1ecb8e7535840f119e60360ee754bfbe515 +oid sha256:fe2041a87ac0b3dd11e584011fb0d40188f094f089c06ed5b7ec0982d1d91375 size 29510904 diff --git a/qwen3.5-9b/axial/probe_metadata.json b/qwen3.5-9b/axial/probe_metadata.json index af908d7d19aa558dd9d475f6756f930f06724f93..b69548f57482bcb4c906d5fc74f34263f1f0804b 100644 --- a/qwen3.5-9b/axial/probe_metadata.json +++ b/qwen3.5-9b/axial/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-9B", "model_revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", "architecture": "axial", @@ -11,6 +10,6 @@ 26, 29 ], - "input_window": "final_exchange", - "readout": "last_token_logit" + "eval_sequence_aggregator": "last", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/qwen3.5-9b/efc/model.pt b/qwen3.5-9b/efc/model.pt index ca7cba445e0c673d7d254f888f0a614e44e3bbbf..66d73dd85a7b2c45706d33244eaba5454b0ad343 100644 --- a/qwen3.5-9b/efc/model.pt +++ b/qwen3.5-9b/efc/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9ad4728ed3314734f5b3e23aeccdd8ca5b81e756223fb6b8a7372a0448555e4 +oid sha256:5e026babf8321cfdd09425e3c9e6785a776830771b8182577b2bbb4c25893774 size 12719264 diff --git a/qwen3.5-9b/efc/probe_metadata.json b/qwen3.5-9b/efc/probe_metadata.json index 2e3b304b8e3a67fd672704b5d7558f283b4f3006..ff562304ef6ba4d199020a31c3ca07464270dae6 100644 --- a/qwen3.5-9b/efc/probe_metadata.json +++ b/qwen3.5-9b/efc/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-9B", "model_revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", "architecture": "efc", @@ -11,6 +10,6 @@ 26, 29 ], - "input_window": "final_exchange", - "readout": "pooled_logit" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "last-user-and-assistant-generation" } diff --git a/qwen3.5-9b/linear/layer_10/model.pt b/qwen3.5-9b/linear/layer_10/model.pt index 498861e5342510ff57c23fe8aacdd232d1480d9f..61c2d6e066f9907c8b2f153961b6b4e4d13e867e 100644 --- a/qwen3.5-9b/linear/layer_10/model.pt +++ b/qwen3.5-9b/linear/layer_10/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc13fb465097b4d6c2c01cff31fa9582cdf5436d9bab1b04a87cdac90bf48f9b +oid sha256:864eb6d3c9bda6cfa0a17669af62ea01fa434759102e2ce2c5ee4f7c39704bd0 size 19133 diff --git a/qwen3.5-9b/linear/layer_13/model.pt b/qwen3.5-9b/linear/layer_13/model.pt index dfc0bab55ce32ebb6ae10e5b6acfc27ea5575a4a..63816d0c4d1688f7804fb56dc0ac9fcf6ae64c42 100644 --- a/qwen3.5-9b/linear/layer_13/model.pt +++ b/qwen3.5-9b/linear/layer_13/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aed0133061dd1e95db6a816b764830d260a2afb715a805a0bfa773a2070b5203 +oid sha256:8c5479029936d8b50fc3270972c4bfc883602aff4aa417e38e19ad4d71035ef9 size 19133 diff --git a/qwen3.5-9b/linear/layer_18/model.pt b/qwen3.5-9b/linear/layer_18/model.pt index f44ca0bc65c80028bea61bee5b9bdb69347f48ab..23e939ce0ada998f7219b639d3c0e293605bc790 100644 --- a/qwen3.5-9b/linear/layer_18/model.pt +++ b/qwen3.5-9b/linear/layer_18/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0a822e29f0662b50bd884d6a3778a9bc081f17fabd24cbaa8bfc3ebd1babb0f9 +oid sha256:8887adb17f49b877c335dafd485aaa2efb2e52a12e2611fad25622ff0b67fb0d size 19133 diff --git a/qwen3.5-9b/linear/layer_21/model.pt b/qwen3.5-9b/linear/layer_21/model.pt index b971d452b50461991c9c85128d6afa98075f0fb6..2f501043c9ebab3952d2f325692d14a02c993933 100644 --- a/qwen3.5-9b/linear/layer_21/model.pt +++ b/qwen3.5-9b/linear/layer_21/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8afc60697d46dd7d11813fdf1c8d26a451c4baa59a250d90a9135cb89ffa6cf +oid sha256:20ffa46277fdfbc7cd656d58883c1206c0397ca8b0c386081bdf16339894f33b size 19133 diff --git a/qwen3.5-9b/linear/layer_26/model.pt b/qwen3.5-9b/linear/layer_26/model.pt index 711cb3e5bf63e3891e80292e4fb147ee32474fb0..033839c4fc8a9305c3b4450605b4c0b900c092b1 100644 --- a/qwen3.5-9b/linear/layer_26/model.pt +++ b/qwen3.5-9b/linear/layer_26/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2e270a46780246632228b0e025fdc5d8a61d6f59d8030f7817f521df1945251 +oid sha256:3c10c8bd0bd596b3017162ca895afcd598c7f9e80ecf7d7d8c769844874c6913 size 19133 diff --git a/qwen3.5-9b/linear/layer_29/model.pt b/qwen3.5-9b/linear/layer_29/model.pt index 16aec3351995a22b9f2800e7972c297ba2b3ad39..a42c0618331ba982b9d2f8f0c391cb2990cdf1ab 100644 --- a/qwen3.5-9b/linear/layer_29/model.pt +++ b/qwen3.5-9b/linear/layer_29/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0849ce2b6835b65feefc6a97d57deb8f711434587f95ccdcff034e0cb8c5b2a9 +oid sha256:5f51c3f23bbab8973b988aea6430655c490f53c50ecd7f5d31c2e82cd48c8c06 size 19133 diff --git a/qwen3.5-9b/linear/probe_metadata.json b/qwen3.5-9b/linear/probe_metadata.json index c9baebd27419e6cc2588951796ed06fb07873537..7d9b891ee21b6b6cd3aa678f835bf7331b77a1ad 100644 --- a/qwen3.5-9b/linear/probe_metadata.json +++ b/qwen3.5-9b/linear/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-9B", "model_revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", "architecture": "linear", @@ -11,6 +10,16 @@ 26, 29 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 10, + 13, + 18, + 21, + 26, + 29 + ] + } } diff --git a/qwen3.5-9b/mlp/layer_10/model.pt b/qwen3.5-9b/mlp/layer_10/model.pt index 33b9ce255a908feb1fafe85edb0c7bc4ac4c4792..0616993fdf38773ae8dbedd817f6ebaeb226c759 100644 --- a/qwen3.5-9b/mlp/layer_10/model.pt +++ b/qwen3.5-9b/mlp/layer_10/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bede270410929bfb3ddf4a989ed35ae9ada81536162e48678812ba4edcb3f17b +oid sha256:334937644729a1075dff10eca097971248a46afefca60c2c43bb5ba61f2fbf74 size 4199473 diff --git a/qwen3.5-9b/mlp/layer_13/model.pt b/qwen3.5-9b/mlp/layer_13/model.pt index 59c9a64f6922fd6be7fd20ba07fc41f4c7561c6d..7aa70700de58ddc659139dbea79b17dfc6d91b95 100644 --- a/qwen3.5-9b/mlp/layer_13/model.pt +++ b/qwen3.5-9b/mlp/layer_13/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c85c597e4bb29f9b490aa52b1768915997bc99893822ebdd807b864b5f2cf52 +oid sha256:9404c77bd15fb71d300a34e841521a6fdf8030a2010700ab4b0f9ab1c509d2b7 size 4199473 diff --git a/qwen3.5-9b/mlp/layer_18/model.pt b/qwen3.5-9b/mlp/layer_18/model.pt index e2d0db9a815092535111427555c99e51f2b6b48f..419ac47aefe69fe422ffed1ce040f5e6707fb354 100644 --- a/qwen3.5-9b/mlp/layer_18/model.pt +++ b/qwen3.5-9b/mlp/layer_18/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7bf461352433d0e2ebd13e472adc0c2fc06116991a94cc33b5259a29861c37a2 +oid sha256:e8db54769272beeef61599e8f14331ff878097713d4909486290893417e72743 size 4199473 diff --git a/qwen3.5-9b/mlp/layer_21/model.pt b/qwen3.5-9b/mlp/layer_21/model.pt index 527494fafd9c50c8f541ee32dac6da44cfe21652..a07fffff89b67131ae25f8387c9c0ff6cafe7704 100644 --- a/qwen3.5-9b/mlp/layer_21/model.pt +++ b/qwen3.5-9b/mlp/layer_21/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd92594c0ff7f5cfb2937e814b3e31541deb38615c081f967efb10a9ebcbac19 +oid sha256:f5bfb534d18509831bb1d7da9016cdb5b299e3898f408335ce2e25b2d7dd096d size 4199473 diff --git a/qwen3.5-9b/mlp/layer_26/model.pt b/qwen3.5-9b/mlp/layer_26/model.pt index b6e8844fd31fc1beb64e6c3ccac30f6f733cc5ba..b2d62acfc4a1e39407d4af8e1190109988f17c15 100644 --- a/qwen3.5-9b/mlp/layer_26/model.pt +++ b/qwen3.5-9b/mlp/layer_26/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e608648a4f680b2bd8770d6bae1e90bd139e1eb8f0bad9443aa2b58f6c493992 +oid sha256:24a1489e74f244e7e02478c9d9973dfdcee13585a0c85c61356d711c2fb895db size 4199473 diff --git a/qwen3.5-9b/mlp/layer_29/model.pt b/qwen3.5-9b/mlp/layer_29/model.pt index c0cfa2f28893d33a3511fe27f6e9a4adfb52983f..42d7397a4d2bd9a6e4221ae864a1b85906eedf3f 100644 --- a/qwen3.5-9b/mlp/layer_29/model.pt +++ b/qwen3.5-9b/mlp/layer_29/model.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ecdd8028f2c8dc78b552b5c41854a16915c8b4a01d27ea334002b81152bf7c79 +oid sha256:2d0749a4dbf6bd3d0beb887ed6979987f61af3b5f6536023dffef26510431d27 size 4199473 diff --git a/qwen3.5-9b/mlp/probe_metadata.json b/qwen3.5-9b/mlp/probe_metadata.json index b9e6d01bd5992fbdb6f72f816bd7696af95e95c3..50c4502778c1517be455093d8735b594b39b555b 100644 --- a/qwen3.5-9b/mlp/probe_metadata.json +++ b/qwen3.5-9b/mlp/probe_metadata.json @@ -1,5 +1,4 @@ { - "schema_version": 1, "model": "Qwen/Qwen3.5-9B", "model_revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", "architecture": "mlp", @@ -11,6 +10,16 @@ 26, 29 ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" + "eval_sequence_aggregator": "mean", + "obfuscate_over": "second-last-token-generation", + "layer_rule": { + "used_layers": [ + 10, + 13, + 18, + 21, + 26, + 29 + ] + } } diff --git a/qwen3.6-27b/axial/model.pt b/qwen3.6-27b/axial/model.pt deleted file mode 100644 index 354b0d3a5289c7d0d725b01d76a79c6a140e653b..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/axial/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f7aeff529eaec6fe54b393cb44e339114ae8a9a9de46a05268eef1cc095c3c72 -size 30584056 diff --git a/qwen3.6-27b/axial/probe_metadata.json b/qwen3.6-27b/axial/probe_metadata.json deleted file mode 100644 index 48570ee8ee269032f107064506c0bc4bc6632808..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/axial/probe_metadata.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "schema_version": 1, - "model": "Qwen/Qwen3.6-27B", - "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9", - "architecture": "axial", - "layers": [ - 19, - 27, - 35, - 43, - 51, - 58 - ], - "input_window": "final_exchange", - "readout": "last_token_logit" -} diff --git a/qwen3.6-27b/efc/model.pt b/qwen3.6-27b/efc/model.pt deleted file mode 100644 index a0f124199202586c8210b8ee17daf0ec35c1f139..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/efc/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9fef690a4653464f769e4952f494490cf8d587f5a40ebb9e4c11a3220efea9f7 -size 15864992 diff --git a/qwen3.6-27b/efc/probe_metadata.json b/qwen3.6-27b/efc/probe_metadata.json deleted file mode 100644 index c051f72927138a2ec1ea961a7dfe78338ea00831..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/efc/probe_metadata.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "schema_version": 1, - "model": "Qwen/Qwen3.6-27B", - "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9", - "architecture": "efc", - "layers": [ - 19, - 27, - 35, - 43, - 51, - 58 - ], - "input_window": "final_exchange", - "readout": "pooled_logit" -} diff --git a/qwen3.6-27b/linear/layer_19/model.pt b/qwen3.6-27b/linear/layer_19/model.pt deleted file mode 100644 index 95469909f82540484612087d03b9e7cdf676fad2..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/linear/layer_19/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:acdce394aa4e7957dab154a86bade28cd2281b7abb11c2de5a81ba1f89ae46c1 -size 23229 diff --git a/qwen3.6-27b/linear/layer_27/model.pt b/qwen3.6-27b/linear/layer_27/model.pt deleted file mode 100644 index e92d428ac858d3b88f25d301cf291ef875ae52f2..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/linear/layer_27/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:626f78ca38abe74a699d86bbe4225572d89d9e7dd4ee2ff78da422a4b430a834 -size 23229 diff --git a/qwen3.6-27b/linear/layer_35/model.pt b/qwen3.6-27b/linear/layer_35/model.pt deleted file mode 100644 index db7bc6040b9545bb4af0a551404b8316a95f3c8c..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/linear/layer_35/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cc6314737b8ba68d9e9eae45c401027dde2504f4a42021ec7f5af9a5b8c19b3d -size 23229 diff --git a/qwen3.6-27b/linear/layer_43/model.pt b/qwen3.6-27b/linear/layer_43/model.pt deleted file mode 100644 index 86e318a2f189e1a4dabe0e6503c126acc5c303fd..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/linear/layer_43/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:96a90e5700841a121bddca9a5e8ae872de57b1e8286b2c0049e543287f95e1f3 -size 23229 diff --git a/qwen3.6-27b/linear/layer_51/model.pt b/qwen3.6-27b/linear/layer_51/model.pt deleted file mode 100644 index 50a019c6af183dce3d7993ee7155b2ce9791ac5f..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/linear/layer_51/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aee403a0f53ccaced35d8ab511b50f8bfdb8433370dc283d7e73db4e95d1f8a4 -size 23229 diff --git a/qwen3.6-27b/linear/layer_58/model.pt b/qwen3.6-27b/linear/layer_58/model.pt deleted file mode 100644 index b2ba0365f0d0887c19152cb6b2517d9c0fc9e711..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/linear/layer_58/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aece66d1819b901a27512c5842cab033d0684535d658c4325b4160659c9f133f -size 23229 diff --git a/qwen3.6-27b/linear/probe_metadata.json b/qwen3.6-27b/linear/probe_metadata.json deleted file mode 100644 index e238041d4d18638c03ac7b8262f504c8d6f5607c..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/linear/probe_metadata.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "schema_version": 1, - "model": "Qwen/Qwen3.6-27B", - "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9", - "architecture": "linear", - "layers": [ - 19, - 27, - 35, - 43, - 51, - 58 - ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" -} diff --git a/qwen3.6-27b/mlp/layer_19/model.pt b/qwen3.6-27b/mlp/layer_19/model.pt deleted file mode 100644 index 1833c55e66a5d12a0e05ee0d0f0b39f891384700..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/mlp/layer_19/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:074040eaac8bd7710016af9f82752de7e5b9ae1a838cd7e59950e15f430f0f74 -size 5248049 diff --git a/qwen3.6-27b/mlp/layer_27/model.pt b/qwen3.6-27b/mlp/layer_27/model.pt deleted file mode 100644 index 653ad20f2b9aad9e74120bb19d61138820a2d9c4..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/mlp/layer_27/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d15349a970c13086ad5f0f4d8a305e20d0c7a89729eca8a23645f48ea634895d -size 5248049 diff --git a/qwen3.6-27b/mlp/layer_35/model.pt b/qwen3.6-27b/mlp/layer_35/model.pt deleted file mode 100644 index 87e4d9912db63c652f189c6e1c4f5de09097020e..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/mlp/layer_35/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:abc6312dcd5eea266999d6bce3e213f3bf1832d4679a4147534221ab1149efa4 -size 5248049 diff --git a/qwen3.6-27b/mlp/layer_43/model.pt b/qwen3.6-27b/mlp/layer_43/model.pt deleted file mode 100644 index 5199e3d6641e0c9aee509c79b9a710937072f440..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/mlp/layer_43/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4f544ba11f79e41946da4ea22aa285ed67244ec174d24e85f1534b29afcf719f -size 5248049 diff --git a/qwen3.6-27b/mlp/layer_51/model.pt b/qwen3.6-27b/mlp/layer_51/model.pt deleted file mode 100644 index 6c132a20ec5cbb7800e300618a270354b6cbeac6..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/mlp/layer_51/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0e94480011aa3211d4c56f76d53097160c005291bb4e2587d1f882df15bec69e -size 5248049 diff --git a/qwen3.6-27b/mlp/layer_58/model.pt b/qwen3.6-27b/mlp/layer_58/model.pt deleted file mode 100644 index 192cc5d9cb2d843baace8f32d3a182a98df87e2f..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/mlp/layer_58/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:255cfeaf39ca5fe084e4c13702eaa05341f2a6b91e898c7bad47e50950bb20a7 -size 5248049 diff --git a/qwen3.6-27b/mlp/probe_metadata.json b/qwen3.6-27b/mlp/probe_metadata.json deleted file mode 100644 index 1e640cbfb79571ec513eb2c559423c43ac40cdef..0000000000000000000000000000000000000000 --- a/qwen3.6-27b/mlp/probe_metadata.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "schema_version": 1, - "model": "Qwen/Qwen3.6-27B", - "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9", - "architecture": "mlp", - "layers": [ - 19, - 27, - 35, - 43, - 51, - 58 - ], - "input_window": "answer_last_token", - "readout": "layer_mean_probability" -}