{
  "llm_compressor_commit": "2d5242056a8a00028686a303771ffc8e2fe27d07",
  "compressed_tensors_commit": "e69c8dc58aa152e5f5e36e85800ec1d2e7de5271",
  "transformers": "5.17.0",
  "torch": "2.14.0+cu130",
  "vllm": "0.30.0",
  "base_architecture": "deepseek-ai/DeepSeek-V3-Base",
  "base_revision": "afb92e1fa402c2be2a9eb085312bb02e0384d6c7",
  "fixture": "deepseek-v3-native-depth",
  "variant": "source",
  "parameter_counts": {
    "architecture": "DeepseekV3ForCausalLM",
    "backbone_parameters": 849041408,
    "mtp_parameters": 11889152,
    "total_parameters": 860930560,
    "native_depth": true,
    "model_patches": false,
    "changes": {
      "hidden_size": {
        "original": 7168,
        "tiny": 768
      },
      "intermediate_size": {
        "original": 18432,
        "tiny": 3072
      },
      "moe_intermediate_size": {
        "original": 2048,
        "tiny": 384
      },
      "num_attention_heads": {
        "original": 128,
        "tiny": 8
      },
      "num_key_value_heads": {
        "original": 128,
        "tiny": 8
      },
      "n_routed_experts": {
        "original": 256,
        "tiny": 8
      },
      "kv_lora_rank": {
        "original": 512,
        "tiny": 256
      },
      "q_lora_rank": {
        "original": 1536,
        "tiny": 512
      },
      "n_group": {
        "original": 8,
        "tiny": 4
      },
      "num_experts_per_tok": {
        "original": 8,
        "tiny": 4
      }
    }
  },
  "backbone_validation": {
    "name": "deepseek-v3-native-depth",
    "passed": true,
    "reloaded_perplexity": 1.768900205933661,
    "model_patches": false,
    "backbone_parameters": 849041408,
    "backbone_activated_parameters_estimate": 643782656,
    "generation": "The capital of France is Paris. Paris is the largest city in France and serves as the country's political"
  },
  "mtp_training": "synthetic initialized projections with trained final decoder block copied; not separately trained",
  "training": {
    "seed": 3225,
    "initialization": "random",
    "optimizer": "AdamW",
    "learning_rate": 0.0004,
    "weight_decay": 0.01,
    "batch_size": 2,
    "max_sequence_length": 160,
    "evaluation": "same toy corpus as training"
  },
  "quantization-results": {
    "name": "deepseek-v3-native-depth",
    "world_size": 2,
    "mtp_fp8_layers": 32,
    "source": "fixtures/deepseek-v3-native-depth/source",
    "quantized": "fixtures/deepseek-v3-native-depth/fp8"
  },
  "vllm-source-results": {
    "name": "deepseek-v3-native-depth",
    "mode": "source",
    "llm_args": {
      "model": "fixtures/deepseek-v3-native-depth/source",
      "dtype": "bfloat16",
      "tensor_parallel_size": 1,
      "gpu_memory_utilization": 0.25,
      "max_model_len": 256,
      "max_num_seqs": 4,
      "enforce_eager": true,
      "enable_prefix_caching": false,
      "seed": 3225,
      "disable_log_stats": false
    },
    "generations": [
      {
        "prompt": "The capital of France is",
        "text": " Paris. Paris is the largest city in France and serves as the country's political",
        "token_ids": [
          11111,
          16,
          11111,
          344,
          270,
          9152,
          4593,
          295,
          8760,
          305,
          14455,
          412,
          270,
          3924,
          734,
          5218
        ],
        "cumulative_logprob": -0.4147992846556008,
        "toy_keyword_match": true
      },
      {
        "prompt": "The creator of the theory of relativity was Albert",
        "text": " Einstein. Einstein developed the special theory of relativity in 1905 and the general",
        "token_ids": [
          43490,
          16,
          43490,
          5873,
          270,
          3953,
          6129,
          294,
          76407,
          295,
          223,
          5151,
          23,
          305,
          270,
          3810
        ],
        "cumulative_logprob": -0.36012316565029323,
        "toy_keyword_match": true
      },
      {
        "prompt": "The classic game is called rock, paper,",
        "text": " scissors. Rock beats scissors, scissors beats paper, and paper beats rock..",
        "token_ids": [
          78167,
          16,
          13774,
          45007,
          78167,
          14,
          78167,
          45007,
          4468,
          14,
          305,
          4468,
          45007,
          8630,
          16,
          16
        ],
        "cumulative_logprob": -0.5266634803265333,
        "toy_keyword_match": true
      },
      {
        "prompt": "Actions speak louder than",
        "text": " words. What you do matters more than what you say. What you say do",
        "token_ids": [
          3345,
          16,
          1999,
          440,
          696,
          13287,
          850,
          1099,
          1205,
          440,
          2507,
          16,
          1999,
          440,
          2507,
          696
        ],
        "cumulative_logprob": -4.043866187334061,
        "toy_keyword_match": true
      }
    ],
    "speculative_metrics": [],
    "passed": true
  },
  "vllm-fp8-results": {
    "name": "deepseek-v3-native-depth",
    "mode": "fp8",
    "llm_args": {
      "model": "fixtures/deepseek-v3-native-depth/fp8",
      "dtype": "bfloat16",
      "tensor_parallel_size": 1,
      "gpu_memory_utilization": 0.25,
      "max_model_len": 256,
      "max_num_seqs": 4,
      "enforce_eager": true,
      "enable_prefix_caching": false,
      "seed": 3225,
      "disable_log_stats": false
    },
    "generations": [
      {
        "prompt": "The capital of France is",
        "text": " Paris. Paris is the largest city in France and serves as the country's political",
        "token_ids": [
          11111,
          16,
          11111,
          344,
          270,
          9152,
          4593,
          295,
          8760,
          305,
          14455,
          412,
          270,
          3924,
          734,
          5218
        ],
        "cumulative_logprob": -0.4252015920355916,
        "toy_keyword_match": true
      },
      {
        "prompt": "The creator of the theory of relativity was Albert",
        "text": " Einstein. Einstein developed the special theory of relativity in 1905 and the general",
        "token_ids": [
          43490,
          16,
          43490,
          5873,
          270,
          3953,
          6129,
          294,
          76407,
          295,
          223,
          5151,
          23,
          305,
          270,
          3810
        ],
        "cumulative_logprob": -0.3590544555336237,
        "toy_keyword_match": true
      },
      {
        "prompt": "The classic game is called rock, paper,",
        "text": " scissors. Rock beats scissors, scissors beats paper, and paper beats rock..",
        "token_ids": [
          78167,
          16,
          13774,
          45007,
          78167,
          14,
          78167,
          45007,
          4468,
          14,
          305,
          4468,
          45007,
          8630,
          16,
          16
        ],
        "cumulative_logprob": -0.5405170866288245,
        "toy_keyword_match": true
      },
      {
        "prompt": "Actions speak louder than",
        "text": " words. What you do matters more than what you say. What you say do",
        "token_ids": [
          3345,
          16,
          1999,
          440,
          696,
          13287,
          850,
          1099,
          1205,
          440,
          2507,
          16,
          1999,
          440,
          2507,
          696
        ],
        "cumulative_logprob": -4.058406139723957,
        "toy_keyword_match": true
      }
    ],
    "speculative_metrics": [],
    "passed": true
  },
  "vllm-mtp-results": {
    "name": "deepseek-v3-native-depth",
    "mode": "mtp",
    "llm_args": {
      "model": "fixtures/deepseek-v3-native-depth/fp8",
      "dtype": "bfloat16",
      "tensor_parallel_size": 1,
      "gpu_memory_utilization": 0.25,
      "max_model_len": 256,
      "max_num_seqs": 4,
      "enforce_eager": true,
      "enable_prefix_caching": false,
      "seed": 3225,
      "disable_log_stats": false,
      "speculative_config": {
        "method": "mtp",
        "num_speculative_tokens": 1
      }
    },
    "generations": [
      {
        "prompt": "The capital of France is",
        "text": " Paris. Paris is the largest city in France and serves as the country's political",
        "token_ids": [
          11111,
          16,
          11111,
          344,
          270,
          9152,
          4593,
          295,
          8760,
          305,
          14455,
          412,
          270,
          3924,
          734,
          5218
        ],
        "cumulative_logprob": -0.4252015920355916,
        "toy_keyword_match": true
      },
      {
        "prompt": "The creator of the theory of relativity was Albert",
        "text": " Einstein. Einstein developed the special theory of relativity in 1905 and the general",
        "token_ids": [
          43490,
          16,
          43490,
          5873,
          270,
          3953,
          6129,
          294,
          76407,
          295,
          223,
          5151,
          23,
          305,
          270,
          3810
        ],
        "cumulative_logprob": -0.3590544555336237,
        "toy_keyword_match": true
      },
      {
        "prompt": "The classic game is called rock, paper,",
        "text": " scissors. Rock beats scissors, scissors beats paper, and paper beats rock..",
        "token_ids": [
          78167,
          16,
          13774,
          45007,
          78167,
          14,
          78167,
          45007,
          4468,
          14,
          305,
          4468,
          45007,
          8630,
          16,
          16
        ],
        "cumulative_logprob": -0.5405170866288245,
        "toy_keyword_match": true
      },
      {
        "prompt": "Actions speak louder than",
        "text": " words. What you do matters more than what you say. What you say do",
        "token_ids": [
          3345,
          16,
          1999,
          440,
          696,
          13287,
          850,
          1099,
          1205,
          440,
          2507,
          16,
          1999,
          440,
          2507,
          696
        ],
        "cumulative_logprob": -4.058406139723957,
        "toy_keyword_match": true
      }
    ],
    "speculative_metrics": [
      {
        "name": "vllm:spec_decode_num_drafts",
        "value": 60
      },
      {
        "name": "vllm:spec_decode_num_draft_tokens",
        "value": 60
      },
      {
        "name": "vllm:spec_decode_num_accepted_tokens",
        "value": 0
      },
      {
        "name": "vllm:spec_decode_num_accepted_tokens_per_pos",
        "value": null
      }
    ],
    "passed": true
  }
}