Fix rope_theta missing in patch

longvu/builder.py

@@ -27,18 +27,21 @@ try:
 
     def _patched_qwen2_rotary_init(self, config=None, device=None):
         if config is not None:
-            # Pastikan rope_parameters ada
             rp = getattr(config, "rope_parameters", None)
             rs = getattr(config, "rope_scaling", None)
             if rp is None:
-                # Coba standardize atau set default
+                # Build default dengan rope_theta dari config
+                theta = getattr(config, "rope_theta", 1000000.0)
                 if rs is not None and isinstance(rs, dict) and "rope_type" in rs:
+                    default_rp = dict(rs)
+                    if "rope_theta" not in default_rp:
+                        default_rp["rope_theta"] = theta
                     try:
-                        config.rope_parameters = rs
+                        config.rope_parameters = default_rp
                     except Exception:
-                        object.__setattr__(config, "rope_parameters", rs)
+                        object.__setattr__(config, "rope_parameters", default_rp)
                 else:
-                    default_rp = {"rope_type": "default"}
+                    default_rp = {"rope_type": "default", "rope_theta": theta}
                     try:
                         config.rope_parameters = default_rp
                     except Exception:
@@ -48,6 +51,10 @@ try:
                             config.rope_scaling = default_rp
                     except Exception:
                         object.__setattr__(config, "rope_scaling", default_rp)
+            else:
+                # rp ada tapi mungkin missing rope_theta
+                if isinstance(rp, dict) and "rope_theta" not in rp:
+                    rp["rope_theta"] = getattr(config, "rope_theta", 1000000.0)
         return _orig_qwen2_rotary_init(self, config, device)
 
     Qwen2RotaryEmbedding.__init__ = _patched_qwen2_rotary_init
@@ -195,17 +202,25 @@ def load_pretrained_model(
                 from longvu.language_model.cambrian_qwen import CambrianConfig
 
                 _cfg = CambrianConfig.from_pretrained(model_path)
-                # Pakai object.__setattr__ untuk bypass property setter
+                _theta = getattr(_cfg, "rope_theta", 1000000.0)
+                _default_rp = {"rope_type": "default", "rope_theta": _theta}
                 if getattr(_cfg, "rope_scaling", None) is None:
                     try:
-                        _cfg.rope_scaling = {"rope_type": "default"}
+                        _cfg.rope_scaling = dict(_default_rp)
                     except Exception:
-                        object.__setattr__(_cfg, "rope_scaling", {"rope_type": "default"})
+                        object.__setattr__(_cfg, "rope_scaling", dict(_default_rp))
                 if not getattr(_cfg, "rope_parameters", None):
                     try:
-                        _cfg.rope_parameters = {"rope_type": "default"}
+                        _cfg.rope_parameters = dict(_default_rp)
+                    except Exception:
+                        object.__setattr__(_cfg, "rope_parameters", dict(_default_rp))
+                else:
+                    # Pastikan rope_theta ada
+                    try:
+                        if "rope_theta" not in _cfg.rope_parameters:
+                            _cfg.rope_parameters["rope_theta"] = _theta
                     except Exception:
-                        object.__setattr__(_cfg, "rope_parameters", {"rope_type": "default"})
+                        pass
                 model = CambrianQwenForCausalLM.from_pretrained(
                     model_path, low_cpu_mem_usage=True, config=_cfg, **kwargs
                 )