inclusionAI
/

Ling-3.1-flash

Text Generation

Model card Files Files and versions

Update config.json

#1

by vitoyy - opened 20 days ago

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

config.json +3 -0

config.json CHANGED Viewed

@@ -127,6 +127,9 @@
     "activation_scheme": "dynamic",
     "fmt": "e4m3",
     "quant_method": "fp8",
     "weight_block_size": [
       128,
       128

     "activation_scheme": "dynamic",
     "fmt": "e4m3",
     "quant_method": "fp8",
+    "modules_to_not_convert": [
+      "model.layers.72.eh_proj"
+    ],
     "weight_block_size": [
       128,
       128