diff --git a/.gitattributes b/.gitattributes
index 47cae08bda325a7b6884c4f975b872b99dbac299..8f3a4c679169706b0858d96299b31197727709ad 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -39,3 +39,4 @@ ComfyUI/comfy/__pycache__/model_patcher.cpython-312.pyc filter=lfs diff=lfs merg
 ComfyUI/comfy/__pycache__/sd.cpython-312.pyc filter=lfs diff=lfs merge=lfs -text
 ComfyUI/comfy/__pycache__/supported_models.cpython-312.pyc filter=lfs diff=lfs merge=lfs -text
 ComfyUI/comfy/k_diffusion/__pycache__/sampling.cpython-312.pyc filter=lfs diff=lfs merge=lfs -text
+ComfyUI/comfy/ldm/sam3/__pycache__/tracker.cpython-312.pyc filter=lfs diff=lfs merge=lfs -text
diff --git a/ComfyUI/comfy/ldm/flux/__pycache__/redux.cpython-312.pyc b/ComfyUI/comfy/ldm/flux/__pycache__/redux.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..7c7a92cf97bbfdf34b2af2e8fad08d9a02f361b2
Binary files /dev/null and b/ComfyUI/comfy/ldm/flux/__pycache__/redux.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/flux/controlnet.py b/ComfyUI/comfy/ldm/flux/controlnet.py
new file mode 100644
index 0000000000000000000000000000000000000000..7dcf82bbf3e8e9a369dda0df39f37f0653514747
--- /dev/null
+++ b/ComfyUI/comfy/ldm/flux/controlnet.py
@@ -0,0 +1,208 @@
+#Original code can be found on: https://github.com/XLabs-AI/x-flux/blob/main/src/flux/controlnet.py
+#modified to support different types of flux controlnets
+
+import torch
+import math
+from torch import Tensor, nn
+from einops import rearrange, repeat
+
+from .layers import (timestep_embedding)
+
+from .model import Flux
+import comfy.ldm.common_dit
+
+class MistolineCondDownsamplBlock(nn.Module):
+    def __init__(self, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.encoder = nn.Sequential(
+            operations.Conv2d(3, 16, 3, padding=1, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(16, 16, 1, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(16, 16, 3, padding=1, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(16, 16, 3, padding=1, stride=2, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(16, 16, 3, padding=1, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(16, 16, 3, padding=1, stride=2, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(16, 16, 3, padding=1, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(16, 16, 3, padding=1, stride=2, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(16, 16, 1, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(16, 16, 3, padding=1, dtype=dtype, device=device)
+        )
+
+    def forward(self, x):
+        return self.encoder(x)
+
+class MistolineControlnetBlock(nn.Module):
+    def __init__(self, hidden_size, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.linear = operations.Linear(hidden_size, hidden_size, dtype=dtype, device=device)
+        self.act = nn.SiLU()
+
+    def forward(self, x):
+        return self.act(self.linear(x))
+
+
+class ControlNetFlux(Flux):
+    def __init__(self, latent_input=False, num_union_modes=0, mistoline=False, control_latent_channels=None, image_model=None, dtype=None, device=None, operations=None, **kwargs):
+        super().__init__(final_layer=False, dtype=dtype, device=device, operations=operations, **kwargs)
+
+        self.main_model_double = 19
+        self.main_model_single = 38
+
+        self.mistoline = mistoline
+        # add ControlNet blocks
+        if self.mistoline:
+            control_block = lambda : MistolineControlnetBlock(self.hidden_size, dtype=dtype, device=device, operations=operations)
+        else:
+            control_block = lambda : operations.Linear(self.hidden_size, self.hidden_size, dtype=dtype, device=device)
+
+        self.controlnet_blocks = nn.ModuleList([])
+        for _ in range(self.params.depth):
+            self.controlnet_blocks.append(control_block())
+
+        self.controlnet_single_blocks = nn.ModuleList([])
+        for _ in range(self.params.depth_single_blocks):
+            self.controlnet_single_blocks.append(control_block())
+
+        self.num_union_modes = num_union_modes
+        self.controlnet_mode_embedder = None
+        if self.num_union_modes > 0:
+            self.controlnet_mode_embedder = operations.Embedding(self.num_union_modes, self.hidden_size, dtype=dtype, device=device)
+
+        self.gradient_checkpointing = False
+        self.latent_input = latent_input
+        if control_latent_channels is None:
+            control_latent_channels = self.in_channels
+        else:
+            control_latent_channels *= 2 * 2 #patch size
+
+        self.pos_embed_input = operations.Linear(control_latent_channels, self.hidden_size, bias=True, dtype=dtype, device=device)
+        if not self.latent_input:
+            if self.mistoline:
+                self.input_cond_block = MistolineCondDownsamplBlock(dtype=dtype, device=device, operations=operations)
+            else:
+                self.input_hint_block = nn.Sequential(
+                    operations.Conv2d(3, 16, 3, padding=1, dtype=dtype, device=device),
+                    nn.SiLU(),
+                    operations.Conv2d(16, 16, 3, padding=1, dtype=dtype, device=device),
+                    nn.SiLU(),
+                    operations.Conv2d(16, 16, 3, padding=1, stride=2, dtype=dtype, device=device),
+                    nn.SiLU(),
+                    operations.Conv2d(16, 16, 3, padding=1, dtype=dtype, device=device),
+                    nn.SiLU(),
+                    operations.Conv2d(16, 16, 3, padding=1, stride=2, dtype=dtype, device=device),
+                    nn.SiLU(),
+                    operations.Conv2d(16, 16, 3, padding=1, dtype=dtype, device=device),
+                    nn.SiLU(),
+                    operations.Conv2d(16, 16, 3, padding=1, stride=2, dtype=dtype, device=device),
+                    nn.SiLU(),
+                    operations.Conv2d(16, 16, 3, padding=1, dtype=dtype, device=device)
+                )
+
+    def forward_orig(
+        self,
+        img: Tensor,
+        img_ids: Tensor,
+        controlnet_cond: Tensor,
+        txt: Tensor,
+        txt_ids: Tensor,
+        timesteps: Tensor,
+        y: Tensor,
+        guidance: Tensor = None,
+        control_type: Tensor = None,
+    ) -> Tensor:
+        if img.ndim != 3 or txt.ndim != 3:
+            raise ValueError("Input img and txt tensors must have 3 dimensions.")
+
+        if y is None:
+            y = torch.zeros((img.shape[0], self.params.vec_in_dim), device=img.device, dtype=img.dtype)
+        else:
+            y = y[:, :self.params.vec_in_dim]
+
+        # running on sequences img
+        img = self.img_in(img)
+
+        controlnet_cond = self.pos_embed_input(controlnet_cond)
+        img = img + controlnet_cond
+        vec = self.time_in(timestep_embedding(timesteps, 256))
+        if self.params.guidance_embed:
+            vec = vec + self.guidance_in(timestep_embedding(guidance, 256))
+        vec = vec + self.vector_in(y)
+        txt = self.txt_in(txt)
+
+        if self.controlnet_mode_embedder is not None and len(control_type) > 0:
+            control_cond = self.controlnet_mode_embedder(torch.tensor(control_type, device=img.device), out_dtype=img.dtype).unsqueeze(0).repeat((txt.shape[0], 1, 1))
+            txt = torch.cat([control_cond, txt], dim=1)
+            txt_ids = torch.cat([txt_ids[:,:1], txt_ids], dim=1)
+
+        ids = torch.cat((txt_ids, img_ids), dim=1)
+        pe = self.pe_embedder(ids)
+
+        controlnet_double = ()
+
+        for i in range(len(self.double_blocks)):
+            img, txt = self.double_blocks[i](img=img, txt=txt, vec=vec, pe=pe)
+            controlnet_double = controlnet_double + (self.controlnet_blocks[i](img),)
+
+        img = torch.cat((txt, img), 1)
+
+        controlnet_single = ()
+
+        for i in range(len(self.single_blocks)):
+            img = self.single_blocks[i](img, vec=vec, pe=pe)
+            controlnet_single = controlnet_single + (self.controlnet_single_blocks[i](img[:, txt.shape[1] :, ...]),)
+
+        repeat = math.ceil(self.main_model_double / len(controlnet_double))
+        if self.latent_input:
+            out_input = ()
+            for x in controlnet_double:
+                    out_input += (x,) * repeat
+        else:
+            out_input = (controlnet_double * repeat)
+
+        out = {"input": out_input[:self.main_model_double]}
+        if len(controlnet_single) > 0:
+            repeat = math.ceil(self.main_model_single / len(controlnet_single))
+            out_output = ()
+            if self.latent_input:
+                for x in controlnet_single:
+                        out_output += (x,) * repeat
+            else:
+                out_output = (controlnet_single * repeat)
+            out["output"] = out_output[:self.main_model_single]
+        return out
+
+    def forward(self, x, timesteps, context, y=None, guidance=None, hint=None, **kwargs):
+        patch_size = 2
+        if self.latent_input:
+            hint = comfy.ldm.common_dit.pad_to_patch_size(hint, (patch_size, patch_size))
+        elif self.mistoline:
+            hint = hint * 2.0 - 1.0
+            hint = self.input_cond_block(hint)
+        else:
+            hint = hint * 2.0 - 1.0
+            hint = self.input_hint_block(hint)
+
+        hint = rearrange(hint, "b c (h ph) (w pw) -> b (h w) (c ph pw)", ph=patch_size, pw=patch_size)
+
+        bs, c, h, w = x.shape
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, (patch_size, patch_size))
+
+        img = rearrange(x, "b c (h ph) (w pw) -> b (h w) (c ph pw)", ph=patch_size, pw=patch_size)
+
+        h_len = ((h + (patch_size // 2)) // patch_size)
+        w_len = ((w + (patch_size // 2)) // patch_size)
+        img_ids = torch.zeros((h_len, w_len, 3), device=x.device, dtype=x.dtype)
+        img_ids[..., 1] = img_ids[..., 1] + torch.linspace(0, h_len - 1, steps=h_len, device=x.device, dtype=x.dtype)[:, None]
+        img_ids[..., 2] = img_ids[..., 2] + torch.linspace(0, w_len - 1, steps=w_len, device=x.device, dtype=x.dtype)[None, :]
+        img_ids = repeat(img_ids, "h w c -> b (h w) c", b=bs)
+
+        txt_ids = torch.zeros((bs, context.shape[1], 3), device=x.device, dtype=x.dtype)
+        return self.forward_orig(img, img_ids, hint, context, txt_ids, timesteps, y, guidance, control_type=kwargs.get("control_type", []))
diff --git a/ComfyUI/comfy/ldm/flux/layers.py b/ComfyUI/comfy/ldm/flux/layers.py
new file mode 100644
index 0000000000000000000000000000000000000000..e28d704b43522588dcf44e2c88adc80fd9a7db9f
--- /dev/null
+++ b/ComfyUI/comfy/ldm/flux/layers.py
@@ -0,0 +1,372 @@
+import math
+from dataclasses import dataclass
+
+import torch
+from torch import Tensor, nn
+
+from .math import attention, rope
+
+# Fix import for some custom nodes, TODO: delete eventually.
+RMSNorm = None
+
+class EmbedND(nn.Module):
+    def __init__(self, dim: int, theta: int, axes_dim: list):
+        super().__init__()
+        self.dim = dim
+        self.theta = theta
+        self.axes_dim = axes_dim
+
+    def forward(self, ids: Tensor) -> Tensor:
+        n_axes = ids.shape[-1]
+        emb = torch.cat(
+            [rope(ids[..., i], self.axes_dim[i], self.theta) for i in range(n_axes)],
+            dim=-3,
+        )
+
+        return emb.unsqueeze(1)
+
+
+def timestep_embedding(t: Tensor, dim, max_period=10000, time_factor: float = 1000.0):
+    """
+    Create sinusoidal timestep embeddings.
+    :param t: a 1-D Tensor of N indices, one per batch element.
+                      These may be fractional.
+    :param dim: the dimension of the output.
+    :param max_period: controls the minimum frequency of the embeddings.
+    :return: an (N, D) Tensor of positional embeddings.
+    """
+    t = time_factor * t
+    half = dim // 2
+    freqs = torch.exp(-math.log(max_period) * torch.arange(start=0, end=half, dtype=torch.float32, device=t.device) / half)
+
+    args = t[:, None].float() * freqs[None]
+    embedding = torch.cat([torch.cos(args), torch.sin(args)], dim=-1)
+    if dim % 2:
+        embedding = torch.cat([embedding, torch.zeros_like(embedding[:, :1])], dim=-1)
+    if torch.is_floating_point(t):
+        embedding = embedding.to(t)
+    return embedding
+
+class MLPEmbedder(nn.Module):
+    def __init__(self, in_dim: int, hidden_dim: int, bias=True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.in_layer = operations.Linear(in_dim, hidden_dim, bias=bias, dtype=dtype, device=device)
+        self.silu = nn.SiLU()
+        self.out_layer = operations.Linear(hidden_dim, hidden_dim, bias=bias, dtype=dtype, device=device)
+
+    def forward(self, x: Tensor) -> Tensor:
+        return self.out_layer(self.silu(self.in_layer(x)))
+
+class YakMLP(nn.Module):
+    def __init__(self, hidden_size: int, intermediate_size: int, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.hidden_size = hidden_size
+        self.intermediate_size = intermediate_size
+        self.gate_proj = operations.Linear(self.hidden_size, self.intermediate_size, bias=True, dtype=dtype, device=device)
+        self.up_proj = operations.Linear(self.hidden_size, self.intermediate_size, bias=True, dtype=dtype, device=device)
+        self.down_proj = operations.Linear(self.intermediate_size, self.hidden_size, bias=True, dtype=dtype, device=device)
+        self.act_fn = nn.SiLU()
+
+    def forward(self, x: Tensor) -> Tensor:
+        down_proj = self.down_proj(self.act_fn(self.gate_proj(x)) * self.up_proj(x))
+        return down_proj
+
+def build_mlp(hidden_size, mlp_hidden_dim, mlp_silu_act=False, yak_mlp=False, dtype=None, device=None, operations=None):
+    if yak_mlp:
+        return YakMLP(hidden_size, mlp_hidden_dim, dtype=dtype, device=device, operations=operations)
+    if mlp_silu_act:
+        return nn.Sequential(
+            operations.Linear(hidden_size, mlp_hidden_dim * 2, bias=False, dtype=dtype, device=device),
+            SiLUActivation(),
+            operations.Linear(mlp_hidden_dim, hidden_size, bias=False, dtype=dtype, device=device),
+        )
+    else:
+        return nn.Sequential(
+            operations.Linear(hidden_size, mlp_hidden_dim, bias=True, dtype=dtype, device=device),
+            nn.GELU(approximate="tanh"),
+            operations.Linear(mlp_hidden_dim, hidden_size, bias=True, dtype=dtype, device=device),
+        )
+
+
+class QKNorm(torch.nn.Module):
+    def __init__(self, dim: int, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.query_norm = operations.RMSNorm(dim, dtype=dtype, device=device)
+        self.key_norm = operations.RMSNorm(dim, dtype=dtype, device=device)
+
+    def forward(self, q: Tensor, k: Tensor, v: Tensor) -> tuple:
+        q = self.query_norm(q)
+        k = self.key_norm(k)
+        return q.to(v), k.to(v)
+
+
+class SelfAttention(nn.Module):
+    def __init__(self, dim: int, num_heads: int = 8, qkv_bias: bool = False, proj_bias: bool = True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.num_heads = num_heads
+        head_dim = dim // num_heads
+
+        self.qkv = operations.Linear(dim, dim * 3, bias=qkv_bias, dtype=dtype, device=device)
+        self.norm = QKNorm(head_dim, dtype=dtype, device=device, operations=operations)
+        self.proj = operations.Linear(dim, dim, bias=proj_bias, dtype=dtype, device=device)
+
+
+@dataclass
+class ModulationOut:
+    shift: Tensor
+    scale: Tensor
+    gate: Tensor
+
+
+class Modulation(nn.Module):
+    def __init__(self, dim: int, double: bool, bias=True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.is_double = double
+        self.multiplier = 6 if double else 3
+        self.lin = operations.Linear(dim, self.multiplier * dim, bias=bias, dtype=dtype, device=device)
+
+    def forward(self, vec: Tensor) -> tuple:
+        if vec.ndim == 2:
+            vec = vec[:, None, :]
+        out = self.lin(nn.functional.silu(vec)).chunk(self.multiplier, dim=-1)
+
+        return (
+            ModulationOut(*out[:3]),
+            ModulationOut(*out[3:]) if self.is_double else None,
+        )
+
+
+def apply_mod(tensor, m_mult, m_add=None, modulation_dims=None):
+    if modulation_dims is None:
+        if m_add is not None:
+            return torch.addcmul(m_add, tensor, m_mult)
+        else:
+            return tensor * m_mult
+    else:
+        for d in modulation_dims:
+            tensor[:, d[0]:d[1]] *= m_mult[:, d[2]:d[2] + 1]
+            if m_add is not None:
+                tensor[:, d[0]:d[1]] += m_add[:, d[2]:d[2] + 1]
+        return tensor
+
+
+class SiLUActivation(nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.gate_fn = nn.SiLU()
+
+    def forward(self, x: Tensor) -> Tensor:
+        x1, x2 = x.chunk(2, dim=-1)
+        return self.gate_fn(x1) * x2
+
+
+class DoubleStreamBlock(nn.Module):
+    def __init__(self, hidden_size: int, num_heads: int, mlp_ratio: float, qkv_bias: bool = False, modulation=True, mlp_silu_act=False, proj_bias=True, yak_mlp=False, dtype=None, device=None, operations=None):
+        super().__init__()
+
+        mlp_hidden_dim = int(hidden_size * mlp_ratio)
+        self.num_heads = num_heads
+        self.hidden_size = hidden_size
+        self.modulation = modulation
+
+        if self.modulation:
+            self.img_mod = Modulation(hidden_size, double=True, dtype=dtype, device=device, operations=operations)
+
+        self.img_norm1 = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.img_attn = SelfAttention(dim=hidden_size, num_heads=num_heads, qkv_bias=qkv_bias, proj_bias=proj_bias, dtype=dtype, device=device, operations=operations)
+
+        self.img_norm2 = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+
+        self.img_mlp = build_mlp(hidden_size, mlp_hidden_dim, mlp_silu_act=mlp_silu_act, yak_mlp=yak_mlp, dtype=dtype, device=device, operations=operations)
+
+        if self.modulation:
+            self.txt_mod = Modulation(hidden_size, double=True, dtype=dtype, device=device, operations=operations)
+
+        self.txt_norm1 = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.txt_attn = SelfAttention(dim=hidden_size, num_heads=num_heads, qkv_bias=qkv_bias, proj_bias=proj_bias, dtype=dtype, device=device, operations=operations)
+
+        self.txt_norm2 = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+
+        self.txt_mlp = build_mlp(hidden_size, mlp_hidden_dim, mlp_silu_act=mlp_silu_act, yak_mlp=yak_mlp, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, img: Tensor, txt: Tensor, vec: Tensor, pe: Tensor, attn_mask=None, modulation_dims_img=None, modulation_dims_txt=None, transformer_options={}):
+        if self.modulation:
+            img_mod1, img_mod2 = self.img_mod(vec)
+            txt_mod1, txt_mod2 = self.txt_mod(vec)
+        else:
+            (img_mod1, img_mod2), (txt_mod1, txt_mod2) = vec
+
+        transformer_patches = transformer_options.get("patches", {})
+        extra_options = transformer_options.copy()
+
+        # prepare image for attention
+        img_modulated = self.img_norm1(img)
+        img_modulated = apply_mod(img_modulated, (1 + img_mod1.scale), img_mod1.shift, modulation_dims_img)
+        img_qkv = self.img_attn.qkv(img_modulated)
+        del img_modulated
+        img_q, img_k, img_v = img_qkv.view(img_qkv.shape[0], img_qkv.shape[1], 3, self.num_heads, -1).permute(2, 0, 3, 1, 4)
+        del img_qkv
+        img_q, img_k = self.img_attn.norm(img_q, img_k, img_v)
+
+        # prepare txt for attention
+        txt_modulated = self.txt_norm1(txt)
+        txt_modulated = apply_mod(txt_modulated, (1 + txt_mod1.scale), txt_mod1.shift, modulation_dims_txt)
+        txt_qkv = self.txt_attn.qkv(txt_modulated)
+        del txt_modulated
+        txt_q, txt_k, txt_v = txt_qkv.view(txt_qkv.shape[0], txt_qkv.shape[1], 3, self.num_heads, -1).permute(2, 0, 3, 1, 4)
+        del txt_qkv
+        txt_q, txt_k = self.txt_attn.norm(txt_q, txt_k, txt_v)
+
+        q = torch.cat((txt_q, img_q), dim=2)
+        del txt_q, img_q
+        k = torch.cat((txt_k, img_k), dim=2)
+        del txt_k, img_k
+        v = torch.cat((txt_v, img_v), dim=2)
+        del txt_v, img_v
+
+        extra_options["img_slice"] = [txt.shape[1], q.shape[2]]
+        if "attn1_patch" in transformer_patches:
+            patch = transformer_patches["attn1_patch"]
+            for p in patch:
+                out = p(q, k, v, pe=pe, attn_mask=attn_mask, extra_options=extra_options)
+                q, k, v, pe, attn_mask = out.get("q", q), out.get("k", k), out.get("v", v), out.get("pe", pe), out.get("attn_mask", attn_mask)
+
+        # run actual attention
+        attn = attention(q, k, v, pe=pe, mask=attn_mask, transformer_options=transformer_options)
+        del q, k, v
+
+        if "attn1_output_patch" in transformer_patches:
+            patch = transformer_patches["attn1_output_patch"]
+            for p in patch:
+                attn = p(attn, extra_options)
+
+        txt_attn, img_attn = attn[:, : txt.shape[1]], attn[:, txt.shape[1]:]
+
+        # calculate the img bloks
+        img += apply_mod(self.img_attn.proj(img_attn), img_mod1.gate, None, modulation_dims_img)
+        del img_attn
+        img += apply_mod(self.img_mlp(apply_mod(self.img_norm2(img), (1 + img_mod2.scale), img_mod2.shift, modulation_dims_img)), img_mod2.gate, None, modulation_dims_img)
+
+        # calculate the txt bloks
+        txt += apply_mod(self.txt_attn.proj(txt_attn), txt_mod1.gate, None, modulation_dims_txt)
+        del txt_attn
+        txt += apply_mod(self.txt_mlp(apply_mod(self.txt_norm2(txt), (1 + txt_mod2.scale), txt_mod2.shift, modulation_dims_txt)), txt_mod2.gate, None, modulation_dims_txt)
+
+        if txt.dtype == torch.float16:
+            txt = torch.nan_to_num(txt, nan=0.0, posinf=65504, neginf=-65504)
+
+        return img, txt
+
+
+class SingleStreamBlock(nn.Module):
+    """
+    A DiT block with parallel linear layers as described in
+    https://arxiv.org/abs/2302.05442 and adapted modulation interface.
+    """
+
+    def __init__(
+        self,
+        hidden_size: int,
+        num_heads: int,
+        mlp_ratio: float = 4.0,
+        qk_scale: float = None,
+        modulation=True,
+        mlp_silu_act=False,
+        bias=True,
+        yak_mlp=False,
+        dtype=None,
+        device=None,
+        operations=None
+    ):
+        super().__init__()
+        self.hidden_dim = hidden_size
+        self.num_heads = num_heads
+        head_dim = hidden_size // num_heads
+        self.scale = qk_scale or head_dim**-0.5
+
+        self.mlp_hidden_dim = int(hidden_size * mlp_ratio)
+
+        self.mlp_hidden_dim_first = self.mlp_hidden_dim
+        self.yak_mlp = yak_mlp
+        if mlp_silu_act:
+            self.mlp_hidden_dim_first = int(hidden_size * mlp_ratio * 2)
+            self.mlp_act = SiLUActivation()
+        else:
+            self.mlp_act = nn.GELU(approximate="tanh")
+
+        if self.yak_mlp:
+            self.mlp_hidden_dim_first *= 2
+            self.mlp_act = nn.SiLU()
+
+        # qkv and mlp_in
+        self.linear1 = operations.Linear(hidden_size, hidden_size * 3 + self.mlp_hidden_dim_first, bias=bias, dtype=dtype, device=device)
+        # proj and mlp_out
+        self.linear2 = operations.Linear(hidden_size + self.mlp_hidden_dim, hidden_size, bias=bias, dtype=dtype, device=device)
+
+        self.norm = QKNorm(head_dim, dtype=dtype, device=device, operations=operations)
+
+        self.hidden_size = hidden_size
+        self.pre_norm = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+
+        if modulation:
+            self.modulation = Modulation(hidden_size, double=False, dtype=dtype, device=device, operations=operations)
+        else:
+            self.modulation = None
+
+    def forward(self, x: Tensor, vec: Tensor, pe: Tensor, attn_mask=None, modulation_dims=None, transformer_options={}) -> Tensor:
+        if self.modulation:
+            mod, _ = self.modulation(vec)
+        else:
+            mod = vec
+
+        transformer_patches = transformer_options.get("patches", {})
+        extra_options = transformer_options.copy()
+
+        qkv, mlp = torch.split(self.linear1(apply_mod(self.pre_norm(x), (1 + mod.scale), mod.shift, modulation_dims)), [3 * self.hidden_size, self.mlp_hidden_dim_first], dim=-1)
+
+        q, k, v = qkv.view(qkv.shape[0], qkv.shape[1], 3, self.num_heads, -1).permute(2, 0, 3, 1, 4)
+        del qkv
+        q, k = self.norm(q, k, v)
+
+        if "attn1_patch" in transformer_patches:
+            patch = transformer_patches["attn1_patch"]
+            for p in patch:
+                out = p(q, k, v, pe=pe, attn_mask=attn_mask, extra_options=extra_options)
+                q, k, v, pe, attn_mask = out.get("q", q), out.get("k", k), out.get("v", v), out.get("pe", pe), out.get("attn_mask", attn_mask)
+
+        # compute attention
+        attn = attention(q, k, v, pe=pe, mask=attn_mask, transformer_options=transformer_options)
+        del q, k, v
+
+        if "attn1_output_patch" in transformer_patches:
+            patch = transformer_patches["attn1_output_patch"]
+            for p in patch:
+                attn = p(attn, extra_options)
+
+        # compute activation in mlp stream, cat again and run second linear layer
+        if self.yak_mlp:
+            mlp = self.mlp_act(mlp[..., self.mlp_hidden_dim_first // 2:]) * mlp[..., :self.mlp_hidden_dim_first // 2]
+        else:
+            mlp = self.mlp_act(mlp)
+        output = self.linear2(torch.cat((attn, mlp), 2))
+        x += apply_mod(output, mod.gate, None, modulation_dims)
+        if x.dtype == torch.float16:
+            x = torch.nan_to_num(x, nan=0.0, posinf=65504, neginf=-65504)
+        return x
+
+
+class LastLayer(nn.Module):
+    def __init__(self, hidden_size: int, patch_size: int, out_channels: int, bias=True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm_final = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.linear = operations.Linear(hidden_size, patch_size * patch_size * out_channels, bias=bias, dtype=dtype, device=device)
+        self.adaLN_modulation = nn.Sequential(nn.SiLU(), operations.Linear(hidden_size, 2 * hidden_size, bias=bias, dtype=dtype, device=device))
+
+    def forward(self, x: Tensor, vec: Tensor, modulation_dims=None) -> Tensor:
+        if vec.ndim == 2:
+            vec = vec[:, None, :]
+
+        shift, scale = self.adaLN_modulation(vec).chunk(2, dim=-1)
+        x = apply_mod(self.norm_final(x), (1 + scale), shift, modulation_dims)
+        x = self.linear(x)
+        return x
diff --git a/ComfyUI/comfy/ldm/flux/math.py b/ComfyUI/comfy/ldm/flux/math.py
new file mode 100644
index 0000000000000000000000000000000000000000..891dea7dd0f8f3df19390a338a3a63d9c7c16ca6
--- /dev/null
+++ b/ComfyUI/comfy/ldm/flux/math.py
@@ -0,0 +1,58 @@
+import torch
+from einops import rearrange
+from torch import Tensor
+
+from comfy.ldm.modules.attention import optimized_attention
+import comfy.model_management
+import comfy.quant_ops
+
+
+def attention(q: Tensor, k: Tensor, v: Tensor, pe: Tensor, mask=None, transformer_options={}) -> Tensor:
+    if pe is not None:
+        q, k = apply_rope(q, k, pe)
+    heads = q.shape[1]
+    x = optimized_attention(q, k, v, heads, skip_reshape=True, mask=mask, transformer_options=transformer_options)
+    return x
+
+def rope(pos: Tensor, dim: int, theta: int) -> Tensor:
+    assert dim % 2 == 0
+    if not comfy.model_management.supports_fp64(pos.device):
+        device = torch.device("cpu")
+    else:
+        device = pos.device
+
+    scale = torch.linspace(0, (dim - 2) / dim, steps=dim//2, dtype=torch.float64, device=device)
+    omega = 1.0 / (theta**scale)
+    out = torch.einsum("...n,d->...nd", pos.to(dtype=torch.float32, device=device), omega)
+    out = torch.stack([torch.cos(out), -torch.sin(out), torch.sin(out), torch.cos(out)], dim=-1)
+    out = rearrange(out, "b n d (i j) -> b n d i j", i=2, j=2)
+    return out.to(dtype=torch.float32, device=pos.device)
+
+
+def _apply_rope1(x: Tensor, freqs_cis: Tensor):
+    x_ = x.to(dtype=freqs_cis.dtype).reshape(*x.shape[:-1], -1, 1, 2)
+    if x_.shape[2] != 1 and freqs_cis.shape[2] != 1 and x_.shape[2] != freqs_cis.shape[2]:
+        freqs_cis = freqs_cis[:, :, :x_.shape[2]]
+
+    x_out = freqs_cis[..., 0] * x_[..., 0]
+    x_out.addcmul_(freqs_cis[..., 1], x_[..., 1])
+
+    return x_out.reshape(*x.shape).type_as(x)
+
+
+def _apply_rope(xq: Tensor, xk: Tensor, freqs_cis: Tensor):
+    return apply_rope1(xq, freqs_cis), apply_rope1(xk, freqs_cis)
+
+
+def apply_rope(xq, xk, freqs_cis):
+    if comfy.model_management.in_training:
+        return _apply_rope(xq, xk, freqs_cis)
+    else:
+        return comfy.quant_ops.ck.apply_rope(xq, xk, freqs_cis)
+
+
+def apply_rope1(x, freqs_cis):
+    if comfy.model_management.in_training:
+        return _apply_rope1(x, freqs_cis)
+    else:
+        return comfy.quant_ops.ck.apply_rope1(x, freqs_cis)
diff --git a/ComfyUI/comfy/ldm/flux/model.py b/ComfyUI/comfy/ldm/flux/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..2020326c28d3c21a22fa12c37f9ef8d3c6bace5b
--- /dev/null
+++ b/ComfyUI/comfy/ldm/flux/model.py
@@ -0,0 +1,408 @@
+#Original code can be found on: https://github.com/black-forest-labs/flux
+
+from dataclasses import dataclass
+
+import torch
+from torch import Tensor, nn
+from einops import rearrange, repeat
+import comfy.ldm.common_dit
+import comfy.patcher_extension
+
+from .layers import (
+    DoubleStreamBlock,
+    EmbedND,
+    LastLayer,
+    MLPEmbedder,
+    SingleStreamBlock,
+    timestep_embedding,
+    Modulation,
+)
+
+@dataclass
+class FluxParams:
+    in_channels: int
+    out_channels: int
+    vec_in_dim: int
+    context_in_dim: int
+    hidden_size: int
+    mlp_ratio: float
+    num_heads: int
+    depth: int
+    depth_single_blocks: int
+    axes_dim: list
+    theta: int
+    patch_size: int
+    qkv_bias: bool
+    guidance_embed: bool
+    txt_ids_dims: list
+    global_modulation: bool = False
+    mlp_silu_act: bool = False
+    ops_bias: bool = True
+    default_ref_method: str = "offset"
+    ref_index_scale: float = 1.0
+    yak_mlp: bool = False
+    txt_norm: bool = False
+
+
+def invert_slices(slices, length):
+    sorted_slices = sorted(slices)
+    result = []
+    current = 0
+
+    for start, end in sorted_slices:
+        if current < start:
+            result.append((current, start))
+        current = max(current, end)
+
+    if current < length:
+        result.append((current, length))
+
+    return result
+
+
+class Flux(nn.Module):
+    """
+    Transformer model for flow matching on sequences.
+    """
+
+    def __init__(self, image_model=None, final_layer=True, dtype=None, device=None, operations=None, **kwargs):
+        super().__init__()
+        self.dtype = dtype
+        params = FluxParams(**kwargs)
+        self.params = params
+        self.patch_size = params.patch_size
+        self.in_channels = params.in_channels * params.patch_size * params.patch_size
+        self.out_channels = params.out_channels * params.patch_size * params.patch_size
+        if params.hidden_size % params.num_heads != 0:
+            raise ValueError(
+                f"Hidden size {params.hidden_size} must be divisible by num_heads {params.num_heads}"
+            )
+        pe_dim = params.hidden_size // params.num_heads
+        if sum(params.axes_dim) != pe_dim:
+            raise ValueError(f"Got {params.axes_dim} but expected positional dim {pe_dim}")
+        self.hidden_size = params.hidden_size
+        self.num_heads = params.num_heads
+        self.pe_embedder = EmbedND(dim=pe_dim, theta=params.theta, axes_dim=params.axes_dim)
+        self.img_in = operations.Linear(self.in_channels, self.hidden_size, bias=params.ops_bias, dtype=dtype, device=device)
+        self.time_in = MLPEmbedder(in_dim=256, hidden_dim=self.hidden_size, bias=params.ops_bias, dtype=dtype, device=device, operations=operations)
+        if params.vec_in_dim is not None:
+            self.vector_in = MLPEmbedder(params.vec_in_dim, self.hidden_size, dtype=dtype, device=device, operations=operations)
+        else:
+            self.vector_in = None
+
+        self.guidance_in = (
+            MLPEmbedder(in_dim=256, hidden_dim=self.hidden_size, bias=params.ops_bias, dtype=dtype, device=device, operations=operations) if params.guidance_embed else nn.Identity()
+        )
+        self.txt_in = operations.Linear(params.context_in_dim, self.hidden_size, bias=params.ops_bias, dtype=dtype, device=device)
+
+        if params.txt_norm:
+            self.txt_norm = operations.RMSNorm(params.context_in_dim, dtype=dtype, device=device)
+        else:
+            self.txt_norm = None
+
+        self.double_blocks = nn.ModuleList(
+            [
+                DoubleStreamBlock(
+                    self.hidden_size,
+                    self.num_heads,
+                    mlp_ratio=params.mlp_ratio,
+                    qkv_bias=params.qkv_bias,
+                    modulation=params.global_modulation is False,
+                    mlp_silu_act=params.mlp_silu_act,
+                    proj_bias=params.ops_bias,
+                    yak_mlp=params.yak_mlp,
+                    dtype=dtype, device=device, operations=operations
+                )
+                for _ in range(params.depth)
+            ]
+        )
+
+        self.single_blocks = nn.ModuleList(
+            [
+                SingleStreamBlock(self.hidden_size, self.num_heads, mlp_ratio=params.mlp_ratio, modulation=params.global_modulation is False, mlp_silu_act=params.mlp_silu_act, bias=params.ops_bias, yak_mlp=params.yak_mlp, dtype=dtype, device=device, operations=operations)
+                for _ in range(params.depth_single_blocks)
+            ]
+        )
+
+        if final_layer:
+            self.final_layer = LastLayer(self.hidden_size, 1, self.out_channels, bias=params.ops_bias, dtype=dtype, device=device, operations=operations)
+
+        if params.global_modulation:
+            self.double_stream_modulation_img = Modulation(
+                self.hidden_size,
+                double=True,
+                bias=False,
+                dtype=dtype, device=device, operations=operations
+            )
+            self.double_stream_modulation_txt = Modulation(
+                self.hidden_size,
+                double=True,
+                bias=False,
+                dtype=dtype, device=device, operations=operations
+            )
+            self.single_stream_modulation = Modulation(
+                self.hidden_size, double=False, bias=False, dtype=dtype, device=device, operations=operations
+            )
+
+    def forward_orig(
+        self,
+        img: Tensor,
+        img_ids: Tensor,
+        txt: Tensor,
+        txt_ids: Tensor,
+        timesteps: Tensor,
+        y: Tensor,
+        guidance: Tensor = None,
+        control = None,
+        timestep_zero_index=None,
+        transformer_options={},
+        attn_mask: Tensor = None,
+    ) -> Tensor:
+
+        transformer_options = transformer_options.copy()
+        patches = transformer_options.get("patches", {})
+        patches_replace = transformer_options.get("patches_replace", {})
+        if img.ndim != 3 or txt.ndim != 3:
+            raise ValueError("Input img and txt tensors must have 3 dimensions.")
+
+        # running on sequences img
+        img = self.img_in(img)
+        vec = self.time_in(timestep_embedding(timesteps, 256).to(img.dtype))
+        if self.params.guidance_embed:
+            if guidance is not None:
+                vec = vec + self.guidance_in(timestep_embedding(guidance, 256).to(img.dtype))
+
+        if self.vector_in is not None:
+            if y is None:
+                y = torch.zeros((img.shape[0], self.params.vec_in_dim), device=img.device, dtype=img.dtype)
+            vec = vec + self.vector_in(y[:, :self.params.vec_in_dim])
+
+        if self.txt_norm is not None:
+            txt = self.txt_norm(txt)
+        txt = self.txt_in(txt)
+
+        if "post_input" in patches:
+            for p in patches["post_input"]:
+                out = p({"img": img, "txt": txt, "img_ids": img_ids, "txt_ids": txt_ids, "transformer_options": transformer_options})
+                img = out["img"]
+                txt = out["txt"]
+                img_ids = out["img_ids"]
+                txt_ids = out["txt_ids"]
+
+        if img_ids is not None:
+            ids = torch.cat((txt_ids, img_ids), dim=1)
+            pe = self.pe_embedder(ids)
+        else:
+            pe = None
+
+        vec_orig = vec
+        txt_vec = vec
+        extra_kwargs = {}
+        if timestep_zero_index is not None:
+            modulation_dims = []
+            batch = vec.shape[0] // 2
+            vec_orig = vec_orig.reshape(2, batch, vec.shape[1]).movedim(0, 1)
+            invert = invert_slices(timestep_zero_index, img.shape[1])
+            for s in invert:
+                modulation_dims.append((s[0], s[1], 0))
+            for s in timestep_zero_index:
+                modulation_dims.append((s[0], s[1], 1))
+            extra_kwargs["modulation_dims_img"] = modulation_dims
+            txt_vec = vec[:batch]
+
+        if self.params.global_modulation:
+            vec = (self.double_stream_modulation_img(vec_orig), self.double_stream_modulation_txt(txt_vec))
+
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.double_blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.double_blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"], out["txt"] = block(img=args["img"],
+                                                   txt=args["txt"],
+                                                   vec=args["vec"],
+                                                   pe=args["pe"],
+                                                   attn_mask=args.get("attn_mask"),
+                                                   transformer_options=args.get("transformer_options"),
+                                                   **extra_kwargs)
+                    return out
+
+                out = blocks_replace[("double_block", i)]({"img": img,
+                                                           "txt": txt,
+                                                           "vec": vec,
+                                                           "pe": pe,
+                                                           "attn_mask": attn_mask,
+                                                           "transformer_options": transformer_options},
+                                                          {"original_block": block_wrap})
+                txt = out["txt"]
+                img = out["img"]
+            else:
+                img, txt = block(img=img,
+                                 txt=txt,
+                                 vec=vec,
+                                 pe=pe,
+                                 attn_mask=attn_mask,
+                                 transformer_options=transformer_options,
+                                 **extra_kwargs)
+
+            if control is not None: # Controlnet
+                control_i = control.get("input")
+                if i < len(control_i):
+                    add = control_i[i]
+                    if add is not None:
+                        img[:, :add.shape[1]] += add
+
+        if img.dtype == torch.float16:
+            img = torch.nan_to_num(img, nan=0.0, posinf=65504, neginf=-65504)
+
+        img = torch.cat((txt, img), 1)
+
+        if self.params.global_modulation:
+            vec, _ = self.single_stream_modulation(vec_orig)
+
+        extra_kwargs = {}
+        if timestep_zero_index is not None:
+            lambda a: 0 if a == 0 else a + txt.shape[1]
+            modulation_dims_combined = list(map(lambda x: (0 if x[0] == 0 else x[0] + txt.shape[1], x[1] + txt.shape[1], x[2]), modulation_dims))
+            extra_kwargs["modulation_dims"] = modulation_dims_combined
+
+        transformer_options["total_blocks"] = len(self.single_blocks)
+        transformer_options["block_type"] = "single"
+        transformer_options["img_slice"] = [txt.shape[1], img.shape[1]]
+        for i, block in enumerate(self.single_blocks):
+            transformer_options["block_index"] = i
+            if ("single_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"],
+                                       vec=args["vec"],
+                                       pe=args["pe"],
+                                       attn_mask=args.get("attn_mask"),
+                                       transformer_options=args.get("transformer_options"),
+                                       **extra_kwargs)
+                    return out
+
+                out = blocks_replace[("single_block", i)]({"img": img,
+                                                           "vec": vec,
+                                                           "pe": pe,
+                                                           "attn_mask": attn_mask,
+                                                           "transformer_options": transformer_options},
+                                                          {"original_block": block_wrap})
+                img = out["img"]
+            else:
+                img = block(img, vec=vec, pe=pe, attn_mask=attn_mask, transformer_options=transformer_options, **extra_kwargs)
+
+            if control is not None: # Controlnet
+                control_o = control.get("output")
+                if i < len(control_o):
+                    add = control_o[i]
+                    if add is not None:
+                        img[:, txt.shape[1] : txt.shape[1] + add.shape[1], ...] += add
+
+        img = img[:, txt.shape[1] :, ...]
+
+        extra_kwargs = {}
+        if timestep_zero_index is not None:
+            extra_kwargs["modulation_dims"] = modulation_dims
+
+        img = self.final_layer(img, vec_orig, **extra_kwargs)  # (N, T, patch_size ** 2 * out_channels)
+        return img
+
+    def process_img(self, x, index=0, h_offset=0, w_offset=0, transformer_options={}):
+        bs, c, h, w = x.shape
+        patch_size = self.patch_size
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, (patch_size, patch_size))
+
+        img = rearrange(x, "b c (h ph) (w pw) -> b (h w) (c ph pw)", ph=patch_size, pw=patch_size)
+        h_len = ((h + (patch_size // 2)) // patch_size)
+        w_len = ((w + (patch_size // 2)) // patch_size)
+
+        h_offset = ((h_offset + (patch_size // 2)) // patch_size)
+        w_offset = ((w_offset + (patch_size // 2)) // patch_size)
+
+        steps_h = h_len
+        steps_w = w_len
+
+        rope_options = transformer_options.get("rope_options", None)
+        if rope_options is not None:
+            h_len = (h_len - 1.0) * rope_options.get("scale_y", 1.0) + 1.0
+            w_len = (w_len - 1.0) * rope_options.get("scale_x", 1.0) + 1.0
+
+            index += rope_options.get("shift_t", 0.0)
+            h_offset += rope_options.get("shift_y", 0.0)
+            w_offset += rope_options.get("shift_x", 0.0)
+
+        img_ids = torch.zeros((steps_h, steps_w, len(self.params.axes_dim)), device=x.device, dtype=torch.float32)
+        img_ids[:, :, 0] = img_ids[:, :, 1] + index
+        img_ids[:, :, 1] = img_ids[:, :, 1] + torch.linspace(h_offset, h_len - 1 + h_offset, steps=steps_h, device=x.device, dtype=torch.float32).unsqueeze(1)
+        img_ids[:, :, 2] = img_ids[:, :, 2] + torch.linspace(w_offset, w_len - 1 + w_offset, steps=steps_w, device=x.device, dtype=torch.float32).unsqueeze(0)
+        return img, repeat(img_ids, "h w c -> b (h w) c", b=bs)
+
+    def forward(self, x, timestep, context, y=None, guidance=None, ref_latents=None, control=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timestep, context, y, guidance, ref_latents, control, transformer_options, **kwargs)
+
+    def _forward(self, x, timestep, context, y=None, guidance=None, ref_latents=None, control=None, transformer_options={}, **kwargs):
+        bs, c, h_orig, w_orig = x.shape
+        patch_size = self.patch_size
+
+        h_len = ((h_orig + (patch_size // 2)) // patch_size)
+        w_len = ((w_orig + (patch_size // 2)) // patch_size)
+        img, img_ids = self.process_img(x, transformer_options=transformer_options)
+        img_tokens = img.shape[1]
+        timestep_zero_index = None
+        if ref_latents is not None:
+            ref_num_tokens = []
+            h = 0
+            w = 0
+            index = 0
+            ref_latents_method = kwargs.get("ref_latents_method", self.params.default_ref_method)
+            timestep_zero = ref_latents_method == "index_timestep_zero"
+            for ref in ref_latents:
+                if ref_latents_method in ("index", "index_timestep_zero"):
+                    index += self.params.ref_index_scale
+                    h_offset = 0
+                    w_offset = 0
+                elif ref_latents_method == "uxo":
+                    index = 0
+                    h_offset = h_len * patch_size + h
+                    w_offset = w_len * patch_size + w
+                    h += ref.shape[-2]
+                    w += ref.shape[-1]
+                else:
+                    index = 1
+                    h_offset = 0
+                    w_offset = 0
+                    if ref.shape[-2] + h > ref.shape[-1] + w:
+                        w_offset = w
+                    else:
+                        h_offset = h
+                    h = max(h, ref.shape[-2] + h_offset)
+                    w = max(w, ref.shape[-1] + w_offset)
+
+                kontext, kontext_ids = self.process_img(ref, index=index, h_offset=h_offset, w_offset=w_offset, transformer_options=transformer_options)
+                img = torch.cat([img, kontext], dim=1)
+                img_ids = torch.cat([img_ids, kontext_ids], dim=1)
+                ref_num_tokens.append(kontext.shape[1])
+            if timestep_zero:
+                if index > 0:
+                    timestep = torch.cat([timestep, timestep * 0], dim=0)
+                    timestep_zero_index = [[img_tokens, img_ids.shape[1]]]
+            transformer_options = transformer_options.copy()
+            transformer_options["reference_image_num_tokens"] = ref_num_tokens
+
+        txt_ids = torch.zeros((bs, context.shape[1], len(self.params.axes_dim)), device=x.device, dtype=torch.float32)
+
+        if len(self.params.txt_ids_dims) > 0:
+            for i in self.params.txt_ids_dims:
+                txt_ids[:, :, i] = torch.linspace(0, context.shape[1] - 1, steps=context.shape[1], device=x.device, dtype=torch.float32)
+
+        out = self.forward_orig(img, img_ids, context, txt_ids, timestep, y, guidance, control, timestep_zero_index=timestep_zero_index, transformer_options=transformer_options, attn_mask=kwargs.get("attention_mask", None))
+        out = out[:, :img_tokens]
+        return rearrange(out, "b (h w) (c ph pw) -> b c (h ph) (w pw)", h=h_len, w=w_len, ph=self.patch_size, pw=self.patch_size)[:,:,:h_orig,:w_orig]
diff --git a/ComfyUI/comfy/ldm/flux/redux.py b/ComfyUI/comfy/ldm/flux/redux.py
new file mode 100644
index 0000000000000000000000000000000000000000..527e83164ea2fd1bdf7431f3791ebede00895051
--- /dev/null
+++ b/ComfyUI/comfy/ldm/flux/redux.py
@@ -0,0 +1,25 @@
+import torch
+import comfy.ops
+
+ops = comfy.ops.manual_cast
+
+class ReduxImageEncoder(torch.nn.Module):
+    def __init__(
+        self,
+        redux_dim: int = 1152,
+        txt_in_features: int = 4096,
+        device=None,
+        dtype=None,
+    ) -> None:
+        super().__init__()
+
+        self.redux_dim = redux_dim
+        self.device = device
+        self.dtype = dtype
+
+        self.redux_up = ops.Linear(redux_dim, txt_in_features * 3, dtype=dtype)
+        self.redux_down = ops.Linear(txt_in_features * 3, txt_in_features, dtype=dtype)
+
+    def forward(self, sigclip_embeds) -> torch.Tensor:
+        projected_x = self.redux_down(torch.nn.functional.silu(self.redux_up(sigclip_embeds)))
+        return projected_x
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/asymm_models_joint.cpython-312.pyc b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/asymm_models_joint.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..74a65696f14c0d5d6a7d2d284ca3cc6306b91bb4
Binary files /dev/null and b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/asymm_models_joint.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/layers.cpython-312.pyc b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/layers.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..adffeb8c87697472d198cdeed738f877b0a013b7
Binary files /dev/null and b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/layers.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/rope_mixed.cpython-312.pyc b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/rope_mixed.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..2611e6b37fa7572254314d48cd4a2c85a95b5adc
Binary files /dev/null and b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/rope_mixed.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/temporal_rope.cpython-312.pyc b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/temporal_rope.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..a75e6724bfa8e433f4e4dd0328ca22beea2b9fdc
Binary files /dev/null and b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/temporal_rope.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/utils.cpython-312.pyc b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/utils.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..9e4149225629059ec17900c17b6d5d1d2b7d703b
Binary files /dev/null and b/ComfyUI/comfy/ldm/genmo/joint_model/__pycache__/utils.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/asymm_models_joint.py b/ComfyUI/comfy/ldm/genmo/joint_model/asymm_models_joint.py
new file mode 100644
index 0000000000000000000000000000000000000000..5c1bb4d42330bdc76a6fc415f2283871fd4f730c
--- /dev/null
+++ b/ComfyUI/comfy/ldm/genmo/joint_model/asymm_models_joint.py
@@ -0,0 +1,561 @@
+#original code from https://github.com/genmoai/models under apache 2.0 license
+#adapted to ComfyUI
+
+from typing import Dict, List, Optional, Tuple
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+# from flash_attn import flash_attn_varlen_qkvpacked_func
+from comfy.ldm.modules.attention import optimized_attention
+
+from .layers import (
+    FeedForward,
+    PatchEmbed,
+    TimestepEmbedder,
+)
+
+from .rope_mixed import (
+    compute_mixed_rotation,
+    create_position_matrix,
+)
+from .temporal_rope import apply_rotary_emb_qk_real
+from .utils import (
+    AttentionPool,
+    modulate,
+)
+
+import comfy.ldm.common_dit
+import comfy.ops
+
+
+def modulated_rmsnorm(x, scale, eps=1e-6):
+    # Normalize and modulate
+    x_normed = comfy.ldm.common_dit.rms_norm(x, eps=eps)
+    x_modulated = x_normed * (1 + scale.unsqueeze(1))
+
+    return x_modulated
+
+
+def residual_tanh_gated_rmsnorm(x, x_res, gate, eps=1e-6):
+    # Apply tanh to gate
+    tanh_gate = torch.tanh(gate).unsqueeze(1)
+
+    # Normalize and apply gated scaling
+    x_normed = comfy.ldm.common_dit.rms_norm(x_res, eps=eps) * tanh_gate
+
+    # Apply residual connection
+    output = x + x_normed
+
+    return output
+
+class AsymmetricAttention(nn.Module):
+    def __init__(
+        self,
+        dim_x: int,
+        dim_y: int,
+        num_heads: int = 8,
+        qkv_bias: bool = True,
+        qk_norm: bool = False,
+        attn_drop: float = 0.0,
+        update_y: bool = True,
+        out_bias: bool = True,
+        attend_to_padding: bool = False,
+        softmax_scale: Optional[float] = None,
+        device: Optional[torch.device] = None,
+        dtype=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.dim_x = dim_x
+        self.dim_y = dim_y
+        self.num_heads = num_heads
+        self.head_dim = dim_x // num_heads
+        self.attn_drop = attn_drop
+        self.update_y = update_y
+        self.attend_to_padding = attend_to_padding
+        self.softmax_scale = softmax_scale
+        if dim_x % num_heads != 0:
+            raise ValueError(
+                f"dim_x={dim_x} should be divisible by num_heads={num_heads}"
+            )
+
+        # Input layers.
+        self.qkv_bias = qkv_bias
+        self.qkv_x = operations.Linear(dim_x, 3 * dim_x, bias=qkv_bias, device=device, dtype=dtype)
+        # Project text features to match visual features (dim_y -> dim_x)
+        self.qkv_y = operations.Linear(dim_y, 3 * dim_x, bias=qkv_bias, device=device, dtype=dtype)
+
+        # Query and key normalization for stability.
+        assert qk_norm
+        self.q_norm_x = operations.RMSNorm(self.head_dim, eps=1e-5, device=device, dtype=dtype)
+        self.k_norm_x = operations.RMSNorm(self.head_dim, eps=1e-5, device=device, dtype=dtype)
+        self.q_norm_y = operations.RMSNorm(self.head_dim, eps=1e-5, device=device, dtype=dtype)
+        self.k_norm_y = operations.RMSNorm(self.head_dim, eps=1e-5, device=device, dtype=dtype)
+
+        # Output layers. y features go back down from dim_x -> dim_y.
+        self.proj_x = operations.Linear(dim_x, dim_x, bias=out_bias, device=device, dtype=dtype)
+        self.proj_y = (
+            operations.Linear(dim_x, dim_y, bias=out_bias, device=device, dtype=dtype)
+            if update_y
+            else nn.Identity()
+        )
+
+    def forward(
+        self,
+        x: torch.Tensor,  # (B, N, dim_x)
+        y: torch.Tensor,  # (B, L, dim_y)
+        scale_x: torch.Tensor,  # (B, dim_x), modulation for pre-RMSNorm.
+        scale_y: torch.Tensor,  # (B, dim_y), modulation for pre-RMSNorm.
+        crop_y,
+        transformer_options={},
+        **rope_rotation,
+    ) -> Tuple[torch.Tensor, torch.Tensor]:
+        rope_cos = rope_rotation.get("rope_cos")
+        rope_sin = rope_rotation.get("rope_sin")
+        # Pre-norm for visual features
+        x = modulated_rmsnorm(x, scale_x)  # (B, M, dim_x) where M = N / cp_group_size
+
+        # Process visual features
+        # qkv_x = self.qkv_x(x)  # (B, M, 3 * dim_x)
+        # assert qkv_x.dtype == torch.bfloat16
+        # qkv_x = all_to_all_collect_tokens(
+        #     qkv_x, self.num_heads
+        # )  # (3, B, N, local_h, head_dim)
+
+        # Process text features
+        y = modulated_rmsnorm(y, scale_y)  # (B, L, dim_y)
+        q_y, k_y, v_y = self.qkv_y(y).view(y.shape[0], y.shape[1], 3, self.num_heads, -1).unbind(2)  # (B, N, local_h, head_dim)
+
+        q_y = self.q_norm_y(q_y)
+        k_y = self.k_norm_y(k_y)
+
+        # Split qkv_x into q, k, v
+        q_x, k_x, v_x = self.qkv_x(x).view(x.shape[0], x.shape[1], 3, self.num_heads, -1).unbind(2)  # (B, N, local_h, head_dim)
+        q_x = self.q_norm_x(q_x)
+        q_x = apply_rotary_emb_qk_real(q_x, rope_cos, rope_sin)
+        k_x = self.k_norm_x(k_x)
+        k_x = apply_rotary_emb_qk_real(k_x, rope_cos, rope_sin)
+
+        q = torch.cat([q_x, q_y[:, :crop_y]], dim=1).transpose(1, 2)
+        k = torch.cat([k_x, k_y[:, :crop_y]], dim=1).transpose(1, 2)
+        v = torch.cat([v_x, v_y[:, :crop_y]], dim=1).transpose(1, 2)
+
+        xy = optimized_attention(q,
+                                 k,
+                                 v, self.num_heads, skip_reshape=True, transformer_options=transformer_options)
+
+        x, y = torch.tensor_split(xy, (q_x.shape[1],), dim=1)
+        x = self.proj_x(x)
+        o = torch.zeros(y.shape[0], q_y.shape[1], y.shape[-1], device=y.device, dtype=y.dtype)
+        o[:, :y.shape[1]] = y
+
+        y = self.proj_y(o)
+        # print("ox", x)
+        # print("oy", y)
+        return x, y
+
+
+class AsymmetricJointBlock(nn.Module):
+    def __init__(
+        self,
+        hidden_size_x: int,
+        hidden_size_y: int,
+        num_heads: int,
+        *,
+        mlp_ratio_x: float = 8.0,  # Ratio of hidden size to d_model for MLP for visual tokens.
+        mlp_ratio_y: float = 4.0,  # Ratio of hidden size to d_model for MLP for text tokens.
+        update_y: bool = True,  # Whether to update text tokens in this block.
+        device: Optional[torch.device] = None,
+        dtype=None,
+        operations=None,
+        **block_kwargs,
+    ):
+        super().__init__()
+        self.update_y = update_y
+        self.hidden_size_x = hidden_size_x
+        self.hidden_size_y = hidden_size_y
+        self.mod_x = operations.Linear(hidden_size_x, 4 * hidden_size_x, device=device, dtype=dtype)
+        if self.update_y:
+            self.mod_y = operations.Linear(hidden_size_x, 4 * hidden_size_y, device=device, dtype=dtype)
+        else:
+            self.mod_y = operations.Linear(hidden_size_x, hidden_size_y, device=device, dtype=dtype)
+
+        # Self-attention:
+        self.attn = AsymmetricAttention(
+            hidden_size_x,
+            hidden_size_y,
+            num_heads=num_heads,
+            update_y=update_y,
+            device=device,
+            dtype=dtype,
+            operations=operations,
+            **block_kwargs,
+        )
+
+        # MLP.
+        mlp_hidden_dim_x = int(hidden_size_x * mlp_ratio_x)
+        assert mlp_hidden_dim_x == int(1536 * 8)
+        self.mlp_x = FeedForward(
+            in_features=hidden_size_x,
+            hidden_size=mlp_hidden_dim_x,
+            multiple_of=256,
+            ffn_dim_multiplier=None,
+            device=device,
+            dtype=dtype,
+            operations=operations,
+        )
+
+        # MLP for text not needed in last block.
+        if self.update_y:
+            mlp_hidden_dim_y = int(hidden_size_y * mlp_ratio_y)
+            self.mlp_y = FeedForward(
+                in_features=hidden_size_y,
+                hidden_size=mlp_hidden_dim_y,
+                multiple_of=256,
+                ffn_dim_multiplier=None,
+                device=device,
+                dtype=dtype,
+                operations=operations,
+            )
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        c: torch.Tensor,
+        y: torch.Tensor,
+        transformer_options={},
+        **attn_kwargs,
+    ):
+        """Forward pass of a block.
+
+        Args:
+            x: (B, N, dim) tensor of visual tokens
+            c: (B, dim) tensor of conditioned features
+            y: (B, L, dim) tensor of text tokens
+            num_frames: Number of frames in the video. N = num_frames * num_spatial_tokens
+
+        Returns:
+            x: (B, N, dim) tensor of visual tokens after block
+            y: (B, L, dim) tensor of text tokens after block
+        """
+        N = x.size(1)
+
+        c = F.silu(c)
+        mod_x = self.mod_x(c)
+        scale_msa_x, gate_msa_x, scale_mlp_x, gate_mlp_x = mod_x.chunk(4, dim=1)
+
+        mod_y = self.mod_y(c)
+        if self.update_y:
+            scale_msa_y, gate_msa_y, scale_mlp_y, gate_mlp_y = mod_y.chunk(4, dim=1)
+        else:
+            scale_msa_y = mod_y
+
+        # Self-attention block.
+        x_attn, y_attn = self.attn(
+            x,
+            y,
+            scale_x=scale_msa_x,
+            scale_y=scale_msa_y,
+            transformer_options=transformer_options,
+            **attn_kwargs,
+        )
+
+        assert x_attn.size(1) == N
+        x = residual_tanh_gated_rmsnorm(x, x_attn, gate_msa_x)
+        if self.update_y:
+            y = residual_tanh_gated_rmsnorm(y, y_attn, gate_msa_y)
+
+        # MLP block.
+        x = self.ff_block_x(x, scale_mlp_x, gate_mlp_x)
+        if self.update_y:
+            y = self.ff_block_y(y, scale_mlp_y, gate_mlp_y)
+
+        return x, y
+
+    def ff_block_x(self, x, scale_x, gate_x):
+        x_mod = modulated_rmsnorm(x, scale_x)
+        x_res = self.mlp_x(x_mod)
+        x = residual_tanh_gated_rmsnorm(x, x_res, gate_x)  # Sandwich norm
+        return x
+
+    def ff_block_y(self, y, scale_y, gate_y):
+        y_mod = modulated_rmsnorm(y, scale_y)
+        y_res = self.mlp_y(y_mod)
+        y = residual_tanh_gated_rmsnorm(y, y_res, gate_y)  # Sandwich norm
+        return y
+
+
+class FinalLayer(nn.Module):
+    """
+    The final layer of DiT.
+    """
+
+    def __init__(
+        self,
+        hidden_size,
+        patch_size,
+        out_channels,
+        device: Optional[torch.device] = None,
+        dtype=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.norm_final = operations.LayerNorm(
+            hidden_size, elementwise_affine=False, eps=1e-6, device=device, dtype=dtype
+        )
+        self.mod = operations.Linear(hidden_size, 2 * hidden_size, device=device, dtype=dtype)
+        self.linear = operations.Linear(
+            hidden_size, patch_size * patch_size * out_channels, device=device, dtype=dtype
+        )
+
+    def forward(self, x, c):
+        c = F.silu(c)
+        shift, scale = self.mod(c).chunk(2, dim=1)
+        x = modulate(self.norm_final(x), shift, scale)
+        x = self.linear(x)
+        return x
+
+
+class AsymmDiTJoint(nn.Module):
+    """
+    Diffusion model with a Transformer backbone.
+
+    Ingests text embeddings instead of a label.
+    """
+
+    def __init__(
+        self,
+        *,
+        patch_size=2,
+        in_channels=4,
+        hidden_size_x=1152,
+        hidden_size_y=1152,
+        depth=48,
+        num_heads=16,
+        mlp_ratio_x=8.0,
+        mlp_ratio_y=4.0,
+        use_t5: bool = False,
+        t5_feat_dim: int = 4096,
+        t5_token_length: int = 256,
+        learn_sigma=True,
+        patch_embed_bias: bool = True,
+        timestep_mlp_bias: bool = True,
+        attend_to_padding: bool = False,
+        timestep_scale: Optional[float] = None,
+        use_extended_posenc: bool = False,
+        posenc_preserve_area: bool = False,
+        rope_theta: float = 10000.0,
+        image_model=None,
+        device: Optional[torch.device] = None,
+        dtype=None,
+        operations=None,
+        **block_kwargs,
+    ):
+        super().__init__()
+
+        self.dtype = dtype
+        self.learn_sigma = learn_sigma
+        self.in_channels = in_channels
+        self.out_channels = in_channels * 2 if learn_sigma else in_channels
+        self.patch_size = patch_size
+        self.num_heads = num_heads
+        self.hidden_size_x = hidden_size_x
+        self.hidden_size_y = hidden_size_y
+        self.head_dim = (
+            hidden_size_x // num_heads
+        )  # Head dimension and count is determined by visual.
+        self.attend_to_padding = attend_to_padding
+        self.use_extended_posenc = use_extended_posenc
+        self.posenc_preserve_area = posenc_preserve_area
+        self.use_t5 = use_t5
+        self.t5_token_length = t5_token_length
+        self.t5_feat_dim = t5_feat_dim
+        self.rope_theta = (
+            rope_theta  # Scaling factor for frequency computation for temporal RoPE.
+        )
+
+        self.x_embedder = PatchEmbed(
+            patch_size=patch_size,
+            in_chans=in_channels,
+            embed_dim=hidden_size_x,
+            bias=patch_embed_bias,
+            dtype=dtype,
+            device=device,
+            operations=operations
+        )
+        # Conditionings
+        # Timestep
+        self.t_embedder = TimestepEmbedder(
+            hidden_size_x, bias=timestep_mlp_bias, timestep_scale=timestep_scale, dtype=dtype, device=device, operations=operations
+        )
+
+        if self.use_t5:
+            # Caption Pooling (T5)
+            self.t5_y_embedder = AttentionPool(
+                t5_feat_dim, num_heads=8, output_dim=hidden_size_x, dtype=dtype, device=device, operations=operations
+            )
+
+            # Dense Embedding Projection (T5)
+            self.t5_yproj = operations.Linear(
+                t5_feat_dim, hidden_size_y, bias=True, dtype=dtype, device=device
+            )
+
+        # Initialize pos_frequencies as an empty parameter.
+        self.pos_frequencies = nn.Parameter(
+            torch.empty(3, self.num_heads, self.head_dim // 2, dtype=dtype, device=device)
+        )
+
+        assert not self.attend_to_padding
+
+        # for depth 48:
+        #  b =  0: AsymmetricJointBlock, update_y=True
+        #  b =  1: AsymmetricJointBlock, update_y=True
+        #  ...
+        #  b = 46: AsymmetricJointBlock, update_y=True
+        #  b = 47: AsymmetricJointBlock, update_y=False. No need to update text features.
+        blocks = []
+        for b in range(depth):
+            # Joint multi-modal block
+            update_y = b < depth - 1
+            block = AsymmetricJointBlock(
+                hidden_size_x,
+                hidden_size_y,
+                num_heads,
+                mlp_ratio_x=mlp_ratio_x,
+                mlp_ratio_y=mlp_ratio_y,
+                update_y=update_y,
+                attend_to_padding=attend_to_padding,
+                device=device,
+                dtype=dtype,
+                operations=operations,
+                **block_kwargs,
+            )
+
+            blocks.append(block)
+        self.blocks = nn.ModuleList(blocks)
+
+        self.final_layer = FinalLayer(
+            hidden_size_x, patch_size, self.out_channels, dtype=dtype, device=device, operations=operations
+        )
+
+    def embed_x(self, x: torch.Tensor) -> torch.Tensor:
+        """
+        Args:
+            x: (B, C=12, T, H, W) tensor of visual tokens
+
+        Returns:
+            x: (B, C=3072, N) tensor of visual tokens with positional embedding.
+        """
+        return self.x_embedder(x)  # Convert BcTHW to BCN
+
+    def prepare(
+        self,
+        x: torch.Tensor,
+        sigma: torch.Tensor,
+        t5_feat: torch.Tensor,
+        t5_mask: torch.Tensor,
+    ):
+        """Prepare input and conditioning embeddings."""
+        # Visual patch embeddings with positional encoding.
+        T, H, W = x.shape[-3:]
+        pH, pW = H // self.patch_size, W // self.patch_size
+        x = self.embed_x(x)  # (B, N, D), where N = T * H * W / patch_size ** 2
+        assert x.ndim == 3
+
+        pH, pW = H // self.patch_size, W // self.patch_size
+        N = T * pH * pW
+        assert x.size(1) == N
+        pos = create_position_matrix(
+            T, pH=pH, pW=pW, device=x.device, dtype=torch.float32
+        )  # (N, 3)
+        rope_cos, rope_sin = compute_mixed_rotation(
+            freqs=comfy.ops.cast_to(self.pos_frequencies, dtype=x.dtype, device=x.device), pos=pos
+        )  # Each are (N, num_heads, dim // 2)
+
+        c_t = self.t_embedder(1 - sigma, out_dtype=x.dtype)  # (B, D)
+
+        t5_y_pool = self.t5_y_embedder(t5_feat, t5_mask)  # (B, D)
+
+        c = c_t + t5_y_pool
+
+        y_feat = self.t5_yproj(t5_feat)  # (B, L, t5_feat_dim) --> (B, L, D)
+
+        return x, c, y_feat, rope_cos, rope_sin
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        timestep: torch.Tensor,
+        context: List[torch.Tensor],
+        attention_mask: List[torch.Tensor],
+        num_tokens=256,
+        packed_indices: Dict[str, torch.Tensor] = None,
+        rope_cos: torch.Tensor = None,
+        rope_sin: torch.Tensor = None,
+        control=None, transformer_options={}, **kwargs
+    ):
+        patches_replace = transformer_options.get("patches_replace", {})
+        y_feat = context
+        y_mask = attention_mask
+        sigma = timestep
+        """Forward pass of DiT.
+
+        Args:
+            x: (B, C, T, H, W) tensor of spatial inputs (images or latent representations of images)
+            sigma: (B,) tensor of noise standard deviations
+            y_feat: List((B, L, y_feat_dim) tensor of caption token features. For SDXL text encoders: L=77, y_feat_dim=2048)
+            y_mask: List((B, L) boolean tensor indicating which tokens are not padding)
+            packed_indices: Dict with keys for Flash Attention. Result of compute_packed_indices.
+        """
+        B, _, T, H, W = x.shape
+
+        x, c, y_feat, rope_cos, rope_sin = self.prepare(
+            x, sigma, y_feat, y_mask
+        )
+        del y_mask
+
+        blocks_replace = patches_replace.get("dit", {})
+        for i, block in enumerate(self.blocks):
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"], out["txt"] = block(
+                                                    args["img"],
+                                                    args["vec"],
+                                                    args["txt"],
+                                                    rope_cos=args["rope_cos"],
+                                                    rope_sin=args["rope_sin"],
+                                                    crop_y=args["num_tokens"],
+                                                    transformer_options=args["transformer_options"]
+                                                    )
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": y_feat, "vec": c, "rope_cos": rope_cos, "rope_sin": rope_sin, "num_tokens": num_tokens, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                y_feat = out["txt"]
+                x = out["img"]
+            else:
+                x, y_feat = block(
+                    x,
+                    c,
+                    y_feat,
+                    rope_cos=rope_cos,
+                    rope_sin=rope_sin,
+                    crop_y=num_tokens,
+                    transformer_options=transformer_options,
+                )  # (B, M, D), (B, L, D)
+        del y_feat  # Final layers don't use dense text features.
+
+        x = self.final_layer(x, c)  # (B, M, patch_size ** 2 * out_channels)
+        x = rearrange(
+            x,
+            "B (T hp wp) (p1 p2 c) -> B c T (hp p1) (wp p2)",
+            T=T,
+            hp=H // self.patch_size,
+            wp=W // self.patch_size,
+            p1=self.patch_size,
+            p2=self.patch_size,
+            c=self.out_channels,
+        )
+
+        return -x
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/layers.py b/ComfyUI/comfy/ldm/genmo/joint_model/layers.py
new file mode 100644
index 0000000000000000000000000000000000000000..e310bd717833b29e3730894370a55cd49802de93
--- /dev/null
+++ b/ComfyUI/comfy/ldm/genmo/joint_model/layers.py
@@ -0,0 +1,153 @@
+#original code from https://github.com/genmoai/models under apache 2.0 license
+#adapted to ComfyUI
+
+import collections.abc
+import math
+from itertools import repeat
+from typing import Callable, Optional
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+import comfy.ldm.common_dit
+
+
+# From PyTorch internals
+def _ntuple(n):
+    def parse(x):
+        if isinstance(x, collections.abc.Iterable) and not isinstance(x, str):
+            return tuple(x)
+        return tuple(repeat(x, n))
+
+    return parse
+
+
+to_2tuple = _ntuple(2)
+
+
+class TimestepEmbedder(nn.Module):
+    def __init__(
+        self,
+        hidden_size: int,
+        frequency_embedding_size: int = 256,
+        *,
+        bias: bool = True,
+        timestep_scale: Optional[float] = None,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.mlp = nn.Sequential(
+            operations.Linear(frequency_embedding_size, hidden_size, bias=bias, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(hidden_size, hidden_size, bias=bias, dtype=dtype, device=device),
+        )
+        self.frequency_embedding_size = frequency_embedding_size
+        self.timestep_scale = timestep_scale
+
+    @staticmethod
+    def timestep_embedding(t, dim, max_period=10000):
+        half = dim // 2
+        freqs = torch.arange(start=0, end=half, dtype=torch.float32, device=t.device)
+        freqs.mul_(-math.log(max_period) / half).exp_()
+        args = t[:, None].float() * freqs[None]
+        embedding = torch.cat([torch.cos(args), torch.sin(args)], dim=-1)
+        if dim % 2:
+            embedding = torch.cat(
+                [embedding, torch.zeros_like(embedding[:, :1])], dim=-1
+            )
+        return embedding
+
+    def forward(self, t, out_dtype):
+        if self.timestep_scale is not None:
+            t = t * self.timestep_scale
+        t_freq = self.timestep_embedding(t, self.frequency_embedding_size).to(dtype=out_dtype)
+        t_emb = self.mlp(t_freq)
+        return t_emb
+
+
+class FeedForward(nn.Module):
+    def __init__(
+        self,
+        in_features: int,
+        hidden_size: int,
+        multiple_of: int,
+        ffn_dim_multiplier: Optional[float],
+        device: Optional[torch.device] = None,
+        dtype=None,
+        operations=None,
+    ):
+        super().__init__()
+        # keep parameter count and computation constant compared to standard FFN
+        hidden_size = int(2 * hidden_size / 3)
+        # custom dim factor multiplier
+        if ffn_dim_multiplier is not None:
+            hidden_size = int(ffn_dim_multiplier * hidden_size)
+        hidden_size = multiple_of * ((hidden_size + multiple_of - 1) // multiple_of)
+
+        self.hidden_dim = hidden_size
+        self.w1 = operations.Linear(in_features, 2 * hidden_size, bias=False, device=device, dtype=dtype)
+        self.w2 = operations.Linear(hidden_size, in_features, bias=False, device=device, dtype=dtype)
+
+    def forward(self, x):
+        x, gate = self.w1(x).chunk(2, dim=-1)
+        x = self.w2(F.silu(x) * gate)
+        return x
+
+
+class PatchEmbed(nn.Module):
+    def __init__(
+        self,
+        patch_size: int = 16,
+        in_chans: int = 3,
+        embed_dim: int = 768,
+        norm_layer: Optional[Callable] = None,
+        flatten: bool = True,
+        bias: bool = True,
+        dynamic_img_pad: bool = False,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.patch_size = to_2tuple(patch_size)
+        self.flatten = flatten
+        self.dynamic_img_pad = dynamic_img_pad
+
+        self.proj = operations.Conv2d(
+            in_chans,
+            embed_dim,
+            kernel_size=patch_size,
+            stride=patch_size,
+            bias=bias,
+            device=device,
+            dtype=dtype,
+        )
+        assert norm_layer is None
+        self.norm = (
+            norm_layer(embed_dim, device=device) if norm_layer else nn.Identity()
+        )
+
+    def forward(self, x):
+        B, _C, T, H, W = x.shape
+        if not self.dynamic_img_pad:
+            assert H % self.patch_size[0] == 0, f"Input height ({H}) should be divisible by patch size ({self.patch_size[0]})."
+            assert W % self.patch_size[1] == 0, f"Input width ({W}) should be divisible by patch size ({self.patch_size[1]})."
+        else:
+            pad_h = (self.patch_size[0] - H % self.patch_size[0]) % self.patch_size[0]
+            pad_w = (self.patch_size[1] - W % self.patch_size[1]) % self.patch_size[1]
+            x = F.pad(x, (0, pad_w, 0, pad_h))
+
+        x = rearrange(x, "B C T H W -> (B T) C H W", B=B, T=T)
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, self.patch_size, padding_mode='circular')
+        x = self.proj(x)
+
+        # Flatten temporal and spatial dimensions.
+        if not self.flatten:
+            raise NotImplementedError("Must flatten output.")
+        x = rearrange(x, "(B T) C H W -> B (T H W) C", B=B, T=T)
+
+        x = self.norm(x)
+        return x
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/rope_mixed.py b/ComfyUI/comfy/ldm/genmo/joint_model/rope_mixed.py
new file mode 100644
index 0000000000000000000000000000000000000000..dee3fa21f5318a610321fc9372553d618462f773
--- /dev/null
+++ b/ComfyUI/comfy/ldm/genmo/joint_model/rope_mixed.py
@@ -0,0 +1,88 @@
+#original code from https://github.com/genmoai/models under apache 2.0 license
+
+# import functools
+import math
+
+import torch
+
+
+def centers(start: float, stop, num, dtype=None, device=None):
+    """linspace through bin centers.
+
+    Args:
+        start (float): Start of the range.
+        stop (float): End of the range.
+        num (int): Number of points.
+        dtype (torch.dtype): Data type of the points.
+        device (torch.device): Device of the points.
+
+    Returns:
+        centers (Tensor): Centers of the bins. Shape: (num,).
+    """
+    edges = torch.linspace(start, stop, num + 1, dtype=dtype, device=device)
+    return (edges[:-1] + edges[1:]) / 2
+
+
+# @functools.lru_cache(maxsize=1)
+def create_position_matrix(
+    T: int,
+    pH: int,
+    pW: int,
+    device: torch.device,
+    dtype: torch.dtype,
+    *,
+    target_area: float = 36864,
+):
+    """
+    Args:
+        T: int - Temporal dimension
+        pH: int - Height dimension after patchify
+        pW: int - Width dimension after patchify
+
+    Returns:
+        pos: [T * pH * pW, 3] - position matrix
+    """
+    # Create 1D tensors for each dimension
+    t = torch.arange(T, dtype=dtype)
+
+    # Positionally interpolate to area 36864.
+    # (3072x3072 frame with 16x16 patches = 192x192 latents).
+    # This automatically scales rope positions when the resolution changes.
+    # We use a large target area so the model is more sensitive
+    # to changes in the learned pos_frequencies matrix.
+    scale = math.sqrt(target_area / (pW * pH))
+    w = centers(-pW * scale / 2, pW * scale / 2, pW)
+    h = centers(-pH * scale / 2, pH * scale / 2, pH)
+
+    # Use meshgrid to create 3D grids
+    grid_t, grid_h, grid_w = torch.meshgrid(t, h, w, indexing="ij")
+
+    # Stack and reshape the grids.
+    pos = torch.stack([grid_t, grid_h, grid_w], dim=-1)  # [T, pH, pW, 3]
+    pos = pos.view(-1, 3)  # [T * pH * pW, 3]
+    pos = pos.to(dtype=dtype, device=device)
+
+    return pos
+
+
+def compute_mixed_rotation(
+    freqs: torch.Tensor,
+    pos: torch.Tensor,
+):
+    """
+    Project each 3-dim position into per-head, per-head-dim 1D frequencies.
+
+    Args:
+        freqs: [3, num_heads, num_freqs] - learned rotation frequency (for t, row, col) for each head position
+        pos: [N, 3] - position of each token
+        num_heads: int
+
+    Returns:
+        freqs_cos: [N, num_heads, num_freqs] - cosine components
+        freqs_sin: [N, num_heads, num_freqs] - sine components
+    """
+    assert freqs.ndim == 3
+    freqs_sum = torch.einsum("Nd,dhf->Nhf", pos.to(freqs), freqs)
+    freqs_cos = torch.cos(freqs_sum)
+    freqs_sin = torch.sin(freqs_sum)
+    return freqs_cos, freqs_sin
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/temporal_rope.py b/ComfyUI/comfy/ldm/genmo/joint_model/temporal_rope.py
new file mode 100644
index 0000000000000000000000000000000000000000..88f5d6d26151db0c8ad0a89fcf748c45d4b89bc0
--- /dev/null
+++ b/ComfyUI/comfy/ldm/genmo/joint_model/temporal_rope.py
@@ -0,0 +1,34 @@
+#original code from https://github.com/genmoai/models under apache 2.0 license
+
+# Based on Llama3 Implementation.
+import torch
+
+
+def apply_rotary_emb_qk_real(
+    xqk: torch.Tensor,
+    freqs_cos: torch.Tensor,
+    freqs_sin: torch.Tensor,
+) -> torch.Tensor:
+    """
+    Apply rotary embeddings to input tensors using the given frequency tensor without complex numbers.
+
+    Args:
+        xqk (torch.Tensor): Query and/or Key tensors to apply rotary embeddings. Shape: (B, S, *, num_heads, D)
+                            Can be either just query or just key, or both stacked along some batch or * dim.
+        freqs_cos (torch.Tensor): Precomputed cosine frequency tensor.
+        freqs_sin (torch.Tensor): Precomputed sine frequency tensor.
+
+    Returns:
+        torch.Tensor: The input tensor with rotary embeddings applied.
+    """
+    # Split the last dimension into even and odd parts
+    xqk_even = xqk[..., 0::2]
+    xqk_odd = xqk[..., 1::2]
+
+    # Apply rotation
+    cos_part = (xqk_even * freqs_cos - xqk_odd * freqs_sin).type_as(xqk)
+    sin_part = (xqk_even * freqs_sin + xqk_odd * freqs_cos).type_as(xqk)
+
+    # Interleave the results back into the original shape
+    out = torch.stack([cos_part, sin_part], dim=-1).flatten(-2)
+    return out
diff --git a/ComfyUI/comfy/ldm/genmo/joint_model/utils.py b/ComfyUI/comfy/ldm/genmo/joint_model/utils.py
new file mode 100644
index 0000000000000000000000000000000000000000..1b399d5d2128b7f5c7be141c3d8e7047df93b273
--- /dev/null
+++ b/ComfyUI/comfy/ldm/genmo/joint_model/utils.py
@@ -0,0 +1,102 @@
+#original code from https://github.com/genmoai/models under apache 2.0 license
+#adapted to ComfyUI
+
+from typing import Optional
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+
+def modulate(x, shift, scale):
+    return x * (1 + scale.unsqueeze(1)) + shift.unsqueeze(1)
+
+
+def pool_tokens(x: torch.Tensor, mask: torch.Tensor, *, keepdim=False) -> torch.Tensor:
+    """
+    Pool tokens in x using mask.
+
+    NOTE: We assume x does not require gradients.
+
+    Args:
+        x: (B, L, D) tensor of tokens.
+        mask: (B, L) boolean tensor indicating which tokens are not padding.
+
+    Returns:
+        pooled: (B, D) tensor of pooled tokens.
+    """
+    assert x.size(1) == mask.size(1)  # Expected mask to have same length as tokens.
+    assert x.size(0) == mask.size(0)  # Expected mask to have same batch size as tokens.
+    mask = mask[:, :, None].to(dtype=x.dtype)
+    mask = mask / mask.sum(dim=1, keepdim=True).clamp(min=1)
+    pooled = (x * mask).sum(dim=1, keepdim=keepdim)
+    return pooled
+
+
+class AttentionPool(nn.Module):
+    def __init__(
+        self,
+        embed_dim: int,
+        num_heads: int,
+        output_dim: int = None,
+        device: Optional[torch.device] = None,
+        dtype=None,
+        operations=None,
+    ):
+        """
+        Args:
+            spatial_dim (int): Number of tokens in sequence length.
+            embed_dim (int): Dimensionality of input tokens.
+            num_heads (int): Number of attention heads.
+            output_dim (int): Dimensionality of output tokens. Defaults to embed_dim.
+        """
+        super().__init__()
+        self.num_heads = num_heads
+        self.to_kv = operations.Linear(embed_dim, 2 * embed_dim, device=device, dtype=dtype)
+        self.to_q = operations.Linear(embed_dim, embed_dim, device=device, dtype=dtype)
+        self.to_out = operations.Linear(embed_dim, output_dim or embed_dim, device=device, dtype=dtype)
+
+    def forward(self, x, mask):
+        """
+        Args:
+            x (torch.Tensor): (B, L, D) tensor of input tokens.
+            mask (torch.Tensor): (B, L) boolean tensor indicating which tokens are not padding.
+
+        NOTE: We assume x does not require gradients.
+
+        Returns:
+            x (torch.Tensor): (B, D) tensor of pooled tokens.
+        """
+        D = x.size(2)
+
+        # Construct attention mask, shape: (B, 1, num_queries=1, num_keys=1+L).
+        attn_mask = mask[:, None, None, :].bool()  # (B, 1, 1, L).
+        attn_mask = F.pad(attn_mask, (1, 0), value=True)  # (B, 1, 1, 1+L).
+
+        # Average non-padding token features. These will be used as the query.
+        x_pool = pool_tokens(x, mask, keepdim=True)  # (B, 1, D)
+
+        # Concat pooled features to input sequence.
+        x = torch.cat([x_pool, x], dim=1)  # (B, L+1, D)
+
+        # Compute queries, keys, values. Only the mean token is used to create a query.
+        kv = self.to_kv(x)  # (B, L+1, 2 * D)
+        q = self.to_q(x[:, 0])  # (B, D)
+
+        # Extract heads.
+        head_dim = D // self.num_heads
+        kv = kv.unflatten(2, (2, self.num_heads, head_dim))  # (B, 1+L, 2, H, head_dim)
+        kv = kv.transpose(1, 3)  # (B, H, 2, 1+L, head_dim)
+        k, v = kv.unbind(2)  # (B, H, 1+L, head_dim)
+        q = q.unflatten(1, (self.num_heads, head_dim))  # (B, H, head_dim)
+        q = q.unsqueeze(2)  # (B, H, 1, head_dim)
+
+        # Compute attention.
+        x = F.scaled_dot_product_attention(
+            q, k, v, attn_mask=attn_mask, dropout_p=0.0
+        )  # (B, H, 1, head_dim)
+
+        # Concatenate heads and run output.
+        x = x.squeeze(2).flatten(1, 2)  # (B, D = H * head_dim)
+        x = self.to_out(x)
+        return x
diff --git a/ComfyUI/comfy/ldm/genmo/vae/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/genmo/vae/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..2abddac13e0ff9036f226a708ca94d415de23039
Binary files /dev/null and b/ComfyUI/comfy/ldm/genmo/vae/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/genmo/vae/model.py b/ComfyUI/comfy/ldm/genmo/vae/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..1bde0c1ed7372be184e634777b9e27b67692b1f4
--- /dev/null
+++ b/ComfyUI/comfy/ldm/genmo/vae/model.py
@@ -0,0 +1,711 @@
+#original code from https://github.com/genmoai/models under apache 2.0 license
+#adapted to ComfyUI
+
+from typing import List, Optional, Tuple, Union
+from functools import partial
+import math
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+
+from comfy.ldm.modules.attention import optimized_attention
+
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+# import mochi_preview.dit.joint_model.context_parallel as cp
+# from mochi_preview.vae.cp_conv import cp_pass_frames, gather_all_frames
+
+
+def cast_tuple(t, length=1):
+    return t if isinstance(t, tuple) else ((t,) * length)
+
+
+class GroupNormSpatial(ops.GroupNorm):
+    """
+    GroupNorm applied per-frame.
+    """
+
+    def forward(self, x: torch.Tensor, *, chunk_size: int = 8):
+        B, C, T, H, W = x.shape
+        x = rearrange(x, "B C T H W -> (B T) C H W")
+        # Run group norm in chunks.
+        output = torch.empty_like(x)
+        for b in range(0, B * T, chunk_size):
+            output[b : b + chunk_size] = super().forward(x[b : b + chunk_size])
+        return rearrange(output, "(B T) C H W -> B C T H W", B=B, T=T)
+
+class PConv3d(ops.Conv3d):
+    def __init__(
+        self,
+        in_channels,
+        out_channels,
+        kernel_size: Union[int, Tuple[int, int, int]],
+        stride: Union[int, Tuple[int, int, int]],
+        causal: bool = True,
+        context_parallel: bool = True,
+        **kwargs,
+    ):
+        self.causal = causal
+        self.context_parallel = context_parallel
+        kernel_size = cast_tuple(kernel_size, 3)
+        stride = cast_tuple(stride, 3)
+        height_pad = (kernel_size[1] - 1) // 2
+        width_pad = (kernel_size[2] - 1) // 2
+
+        super().__init__(
+            in_channels=in_channels,
+            out_channels=out_channels,
+            kernel_size=kernel_size,
+            stride=stride,
+            dilation=(1, 1, 1),
+            padding=(0, height_pad, width_pad),
+            **kwargs,
+        )
+
+    def forward(self, x: torch.Tensor):
+        # Compute padding amounts.
+        context_size = self.kernel_size[0] - 1
+        if self.causal:
+            pad_front = context_size
+            pad_back = 0
+        else:
+            pad_front = context_size // 2
+            pad_back = context_size - pad_front
+
+        # Apply padding.
+        assert self.padding_mode == "replicate"  # DEBUG
+        mode = "constant" if self.padding_mode == "zeros" else self.padding_mode
+        x = F.pad(x, (0, 0, 0, 0, pad_front, pad_back), mode=mode)
+        return super().forward(x)
+
+
+class Conv1x1(ops.Linear):
+    """*1x1 Conv implemented with a linear layer."""
+
+    def __init__(self, in_features: int, out_features: int, *args, **kwargs):
+        super().__init__(in_features, out_features, *args, **kwargs)
+
+    def forward(self, x: torch.Tensor):
+        """Forward pass.
+
+        Args:
+            x: Input tensor. Shape: [B, C, *] or [B, *, C].
+
+        Returns:
+            x: Output tensor. Shape: [B, C', *] or [B, *, C'].
+        """
+        x = x.movedim(1, -1)
+        x = super().forward(x)
+        x = x.movedim(-1, 1)
+        return x
+
+
+class DepthToSpaceTime(nn.Module):
+    def __init__(
+        self,
+        temporal_expansion: int,
+        spatial_expansion: int,
+    ):
+        super().__init__()
+        self.temporal_expansion = temporal_expansion
+        self.spatial_expansion = spatial_expansion
+
+    # When printed, this module should show the temporal and spatial expansion factors.
+    def extra_repr(self):
+        return f"texp={self.temporal_expansion}, sexp={self.spatial_expansion}"
+
+    def forward(self, x: torch.Tensor):
+        """Forward pass.
+
+        Args:
+            x: Input tensor. Shape: [B, C, T, H, W].
+
+        Returns:
+            x: Rearranged tensor. Shape: [B, C/(st*s*s), T*st, H*s, W*s].
+        """
+        x = rearrange(
+            x,
+            "B (C st sh sw) T H W -> B C (T st) (H sh) (W sw)",
+            st=self.temporal_expansion,
+            sh=self.spatial_expansion,
+            sw=self.spatial_expansion,
+        )
+
+        # cp_rank, _ = cp.get_cp_rank_size()
+        if self.temporal_expansion > 1: # and cp_rank == 0:
+            # Drop the first self.temporal_expansion - 1 frames.
+            # This is because we always want the 3x3x3 conv filter to only apply
+            # to the first frame, and the first frame doesn't need to be repeated.
+            assert all(x.shape)
+            x = x[:, :, self.temporal_expansion - 1 :]
+            assert all(x.shape)
+
+        return x
+
+
+def norm_fn(
+    in_channels: int,
+    affine: bool = True,
+):
+    return GroupNormSpatial(affine=affine, num_groups=32, num_channels=in_channels)
+
+
+class ResBlock(nn.Module):
+    """Residual block that preserves the spatial dimensions."""
+
+    def __init__(
+        self,
+        channels: int,
+        *,
+        affine: bool = True,
+        attn_block: Optional[nn.Module] = None,
+        causal: bool = True,
+        prune_bottleneck: bool = False,
+        padding_mode: str,
+        bias: bool = True,
+    ):
+        super().__init__()
+        self.channels = channels
+
+        assert causal
+        self.stack = nn.Sequential(
+            norm_fn(channels, affine=affine),
+            nn.SiLU(inplace=True),
+            PConv3d(
+                in_channels=channels,
+                out_channels=channels // 2 if prune_bottleneck else channels,
+                kernel_size=(3, 3, 3),
+                stride=(1, 1, 1),
+                padding_mode=padding_mode,
+                bias=bias,
+                causal=causal,
+            ),
+            norm_fn(channels, affine=affine),
+            nn.SiLU(inplace=True),
+            PConv3d(
+                in_channels=channels // 2 if prune_bottleneck else channels,
+                out_channels=channels,
+                kernel_size=(3, 3, 3),
+                stride=(1, 1, 1),
+                padding_mode=padding_mode,
+                bias=bias,
+                causal=causal,
+            ),
+        )
+
+        self.attn_block = attn_block if attn_block else nn.Identity()
+
+    def forward(self, x: torch.Tensor):
+        """Forward pass.
+
+        Args:
+            x: Input tensor. Shape: [B, C, T, H, W].
+        """
+        residual = x
+        x = self.stack(x)
+        x = x + residual
+        del residual
+
+        return self.attn_block(x)
+
+
+class Attention(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        head_dim: int = 32,
+        qkv_bias: bool = False,
+        out_bias: bool = True,
+        qk_norm: bool = True,
+    ) -> None:
+        super().__init__()
+        self.head_dim = head_dim
+        self.num_heads = dim // head_dim
+        self.qk_norm = qk_norm
+
+        self.qkv = nn.Linear(dim, 3 * dim, bias=qkv_bias)
+        self.out = nn.Linear(dim, dim, bias=out_bias)
+
+    def forward(
+        self,
+        x: torch.Tensor,
+    ) -> torch.Tensor:
+        """Compute temporal self-attention.
+
+        Args:
+            x: Input tensor. Shape: [B, C, T, H, W].
+            chunk_size: Chunk size for large tensors.
+
+        Returns:
+            x: Output tensor. Shape: [B, C, T, H, W].
+        """
+        B, _, T, H, W = x.shape
+
+        if T == 1:
+            # No attention for single frame.
+            x = x.movedim(1, -1)  # [B, C, T, H, W] -> [B, T, H, W, C]
+            qkv = self.qkv(x)
+            _, _, x = qkv.chunk(3, dim=-1)  # Throw away queries and keys.
+            x = self.out(x)
+            return x.movedim(-1, 1)  # [B, T, H, W, C] -> [B, C, T, H, W]
+
+        # 1D temporal attention.
+        x = rearrange(x, "B C t h w -> (B h w) t C")
+        qkv = self.qkv(x)
+
+        # Input: qkv with shape [B, t, 3 * num_heads * head_dim]
+        # Output: x with shape [B, num_heads, t, head_dim]
+        q, k, v = qkv.view(qkv.shape[0], qkv.shape[1], 3, self.num_heads, self.head_dim).transpose(1, 3).unbind(2)
+
+        if self.qk_norm:
+            q = F.normalize(q, p=2, dim=-1)
+            k = F.normalize(k, p=2, dim=-1)
+
+        x = optimized_attention(q, k, v, self.num_heads, skip_reshape=True)
+
+        assert x.size(0) == q.size(0)
+
+        x = self.out(x)
+        x = rearrange(x, "(B h w) t C -> B C t h w", B=B, h=H, w=W)
+        return x
+
+
+class AttentionBlock(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        **attn_kwargs,
+    ) -> None:
+        super().__init__()
+        self.norm = norm_fn(dim)
+        self.attn = Attention(dim, **attn_kwargs)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        return x + self.attn(self.norm(x))
+
+
+class CausalUpsampleBlock(nn.Module):
+    def __init__(
+        self,
+        in_channels: int,
+        out_channels: int,
+        num_res_blocks: int,
+        *,
+        temporal_expansion: int = 2,
+        spatial_expansion: int = 2,
+        **block_kwargs,
+    ):
+        super().__init__()
+
+        blocks = []
+        for _ in range(num_res_blocks):
+            blocks.append(block_fn(in_channels, **block_kwargs))
+        self.blocks = nn.Sequential(*blocks)
+
+        self.temporal_expansion = temporal_expansion
+        self.spatial_expansion = spatial_expansion
+
+        # Change channels in the final convolution layer.
+        self.proj = Conv1x1(
+            in_channels,
+            out_channels * temporal_expansion * (spatial_expansion**2),
+        )
+
+        self.d2st = DepthToSpaceTime(
+            temporal_expansion=temporal_expansion, spatial_expansion=spatial_expansion
+        )
+
+    def forward(self, x):
+        x = self.blocks(x)
+        x = self.proj(x)
+        x = self.d2st(x)
+        return x
+
+
+def block_fn(channels, *, affine: bool = True, has_attention: bool = False, **block_kwargs):
+    attn_block = AttentionBlock(channels) if has_attention else None
+    return ResBlock(channels, affine=affine, attn_block=attn_block, **block_kwargs)
+
+
+class DownsampleBlock(nn.Module):
+    def __init__(
+        self,
+        in_channels: int,
+        out_channels: int,
+        num_res_blocks,
+        *,
+        temporal_reduction=2,
+        spatial_reduction=2,
+        **block_kwargs,
+    ):
+        """
+        Downsample block for the VAE encoder.
+
+        Args:
+            in_channels: Number of input channels.
+            out_channels: Number of output channels.
+            num_res_blocks: Number of residual blocks.
+            temporal_reduction: Temporal reduction factor.
+            spatial_reduction: Spatial reduction factor.
+        """
+        super().__init__()
+        layers = []
+
+        # Change the channel count in the strided convolution.
+        # This lets the ResBlock have uniform channel count,
+        # as in ConvNeXt.
+        assert in_channels != out_channels
+        layers.append(
+            PConv3d(
+                in_channels=in_channels,
+                out_channels=out_channels,
+                kernel_size=(temporal_reduction, spatial_reduction, spatial_reduction),
+                stride=(temporal_reduction, spatial_reduction, spatial_reduction),
+                # First layer in each block always uses replicate padding
+                padding_mode="replicate",
+                bias=block_kwargs["bias"],
+            )
+        )
+
+        for _ in range(num_res_blocks):
+            layers.append(block_fn(out_channels, **block_kwargs))
+
+        self.layers = nn.Sequential(*layers)
+
+    def forward(self, x):
+        return self.layers(x)
+
+
+def add_fourier_features(inputs: torch.Tensor, start=6, stop=8, step=1):
+    num_freqs = (stop - start) // step
+    assert inputs.ndim == 5
+    C = inputs.size(1)
+
+    # Create Base 2 Fourier features.
+    freqs = torch.arange(start, stop, step, dtype=inputs.dtype, device=inputs.device)
+    assert num_freqs == len(freqs)
+    w = torch.pow(2.0, freqs) * (2 * torch.pi)  # [num_freqs]
+    C = inputs.shape[1]
+    w = w.repeat(C)[None, :, None, None, None]  # [1, C * num_freqs, 1, 1, 1]
+
+    # Interleaved repeat of input channels to match w.
+    h = inputs.repeat_interleave(num_freqs, dim=1)  # [B, C * num_freqs, T, H, W]
+    # Scale channels by frequency.
+    h = w * h
+
+    return torch.cat(
+        [
+            inputs,
+            torch.sin(h),
+            torch.cos(h),
+        ],
+        dim=1,
+    )
+
+
+class FourierFeatures(nn.Module):
+    def __init__(self, start: int = 6, stop: int = 8, step: int = 1):
+        super().__init__()
+        self.start = start
+        self.stop = stop
+        self.step = step
+
+    def forward(self, inputs):
+        """Add Fourier features to inputs.
+
+        Args:
+            inputs: Input tensor. Shape: [B, C, T, H, W]
+
+        Returns:
+            h: Output tensor. Shape: [B, (1 + 2 * num_freqs) * C, T, H, W]
+        """
+        return add_fourier_features(inputs, self.start, self.stop, self.step)
+
+
+class Decoder(nn.Module):
+    def __init__(
+        self,
+        *,
+        out_channels: int = 3,
+        latent_dim: int,
+        base_channels: int,
+        channel_multipliers: List[int],
+        num_res_blocks: List[int],
+        temporal_expansions: Optional[List[int]] = None,
+        spatial_expansions: Optional[List[int]] = None,
+        has_attention: List[bool],
+        output_norm: bool = True,
+        nonlinearity: str = "silu",
+        output_nonlinearity: str = "silu",
+        causal: bool = True,
+        **block_kwargs,
+    ):
+        super().__init__()
+        self.input_channels = latent_dim
+        self.base_channels = base_channels
+        self.channel_multipliers = channel_multipliers
+        self.num_res_blocks = num_res_blocks
+        self.output_nonlinearity = output_nonlinearity
+        assert nonlinearity == "silu"
+        assert causal
+
+        ch = [mult * base_channels for mult in channel_multipliers]
+        self.num_up_blocks = len(ch) - 1
+        assert len(num_res_blocks) == self.num_up_blocks + 2
+
+        blocks = []
+
+        first_block = [
+            ops.Conv3d(latent_dim, ch[-1], kernel_size=(1, 1, 1))
+        ]  # Input layer.
+        # First set of blocks preserve channel count.
+        for _ in range(num_res_blocks[-1]):
+            first_block.append(
+                block_fn(
+                    ch[-1],
+                    has_attention=has_attention[-1],
+                    causal=causal,
+                    **block_kwargs,
+                )
+            )
+        blocks.append(nn.Sequential(*first_block))
+
+        assert len(temporal_expansions) == len(spatial_expansions) == self.num_up_blocks
+        assert len(num_res_blocks) == len(has_attention) == self.num_up_blocks + 2
+
+        upsample_block_fn = CausalUpsampleBlock
+
+        for i in range(self.num_up_blocks):
+            block = upsample_block_fn(
+                ch[-i - 1],
+                ch[-i - 2],
+                num_res_blocks=num_res_blocks[-i - 2],
+                has_attention=has_attention[-i - 2],
+                temporal_expansion=temporal_expansions[-i - 1],
+                spatial_expansion=spatial_expansions[-i - 1],
+                causal=causal,
+                **block_kwargs,
+            )
+            blocks.append(block)
+
+        assert not output_norm
+
+        # Last block. Preserve channel count.
+        last_block = []
+        for _ in range(num_res_blocks[0]):
+            last_block.append(
+                block_fn(
+                    ch[0], has_attention=has_attention[0], causal=causal, **block_kwargs
+                )
+            )
+        blocks.append(nn.Sequential(*last_block))
+
+        self.blocks = nn.ModuleList(blocks)
+        self.output_proj = Conv1x1(ch[0], out_channels)
+
+    def forward(self, x):
+        """Forward pass.
+
+        Args:
+            x: Latent tensor. Shape: [B, input_channels, t, h, w]. Scaled [-1, 1].
+
+        Returns:
+            x: Reconstructed video tensor. Shape: [B, C, T, H, W]. Scaled to [-1, 1].
+               T + 1 = (t - 1) * 4.
+               H = h * 16, W = w * 16.
+        """
+        for block in self.blocks:
+            x = block(x)
+
+        if self.output_nonlinearity == "silu":
+            x = F.silu(x, inplace=not self.training)
+        else:
+            assert (
+                not self.output_nonlinearity
+            )  # StyleGAN3 omits the to-RGB nonlinearity.
+
+        return self.output_proj(x).contiguous()
+
+class LatentDistribution:
+    def __init__(self, mean: torch.Tensor, logvar: torch.Tensor):
+        """Initialize latent distribution.
+
+        Args:
+            mean: Mean of the distribution. Shape: [B, C, T, H, W].
+            logvar: Logarithm of variance of the distribution. Shape: [B, C, T, H, W].
+        """
+        assert mean.shape == logvar.shape
+        self.mean = mean
+        self.logvar = logvar
+
+    def sample(self, temperature=1.0, generator: torch.Generator = None, noise=None):
+        if temperature == 0.0:
+            return self.mean
+
+        if noise is None:
+            noise = torch.randn(self.mean.shape, device=self.mean.device, dtype=self.mean.dtype, generator=generator)
+        else:
+            assert noise.device == self.mean.device
+            noise = noise.to(self.mean.dtype)
+
+        if temperature != 1.0:
+            raise NotImplementedError(f"Temperature {temperature} is not supported.")
+
+        # Just Gaussian sample with no scaling of variance.
+        return noise * torch.exp(self.logvar * 0.5) + self.mean
+
+    def mode(self):
+        return self.mean
+
+class Encoder(nn.Module):
+    def __init__(
+        self,
+        *,
+        in_channels: int,
+        base_channels: int,
+        channel_multipliers: List[int],
+        num_res_blocks: List[int],
+        latent_dim: int,
+        temporal_reductions: List[int],
+        spatial_reductions: List[int],
+        prune_bottlenecks: List[bool],
+        has_attentions: List[bool],
+        affine: bool = True,
+        bias: bool = True,
+        input_is_conv_1x1: bool = False,
+        padding_mode: str,
+    ):
+        super().__init__()
+        self.temporal_reductions = temporal_reductions
+        self.spatial_reductions = spatial_reductions
+        self.base_channels = base_channels
+        self.channel_multipliers = channel_multipliers
+        self.num_res_blocks = num_res_blocks
+        self.latent_dim = latent_dim
+
+        self.fourier_features = FourierFeatures()
+        ch = [mult * base_channels for mult in channel_multipliers]
+        num_down_blocks = len(ch) - 1
+        assert len(num_res_blocks) == num_down_blocks + 2
+
+        layers = (
+            [ops.Conv3d(in_channels, ch[0], kernel_size=(1, 1, 1), bias=True)]
+            if not input_is_conv_1x1
+            else [Conv1x1(in_channels, ch[0])]
+        )
+
+        assert len(prune_bottlenecks) == num_down_blocks + 2
+        assert len(has_attentions) == num_down_blocks + 2
+        block = partial(block_fn, padding_mode=padding_mode, affine=affine, bias=bias)
+
+        for _ in range(num_res_blocks[0]):
+            layers.append(block(ch[0], has_attention=has_attentions[0], prune_bottleneck=prune_bottlenecks[0]))
+        prune_bottlenecks = prune_bottlenecks[1:]
+        has_attentions = has_attentions[1:]
+
+        assert len(temporal_reductions) == len(spatial_reductions) == len(ch) - 1
+        for i in range(num_down_blocks):
+            layer = DownsampleBlock(
+                ch[i],
+                ch[i + 1],
+                num_res_blocks=num_res_blocks[i + 1],
+                temporal_reduction=temporal_reductions[i],
+                spatial_reduction=spatial_reductions[i],
+                prune_bottleneck=prune_bottlenecks[i],
+                has_attention=has_attentions[i],
+                affine=affine,
+                bias=bias,
+                padding_mode=padding_mode,
+            )
+
+            layers.append(layer)
+
+        # Additional blocks.
+        for _ in range(num_res_blocks[-1]):
+            layers.append(block(ch[-1], has_attention=has_attentions[-1], prune_bottleneck=prune_bottlenecks[-1]))
+
+        self.layers = nn.Sequential(*layers)
+
+        # Output layers.
+        self.output_norm = norm_fn(ch[-1])
+        self.output_proj = Conv1x1(ch[-1], 2 * latent_dim, bias=False)
+
+    @property
+    def temporal_downsample(self):
+        return math.prod(self.temporal_reductions)
+
+    @property
+    def spatial_downsample(self):
+        return math.prod(self.spatial_reductions)
+
+    def forward(self, x) -> LatentDistribution:
+        """Forward pass.
+
+        Args:
+            x: Input video tensor. Shape: [B, C, T, H, W]. Scaled to [-1, 1]
+
+        Returns:
+            means: Latent tensor. Shape: [B, latent_dim, t, h, w]. Scaled [-1, 1].
+                   h = H // 8, w = W // 8, t - 1 = (T - 1) // 6
+            logvar: Shape: [B, latent_dim, t, h, w].
+        """
+        assert x.ndim == 5, f"Expected 5D input, got {x.shape}"
+        x = self.fourier_features(x)
+
+        x = self.layers(x)
+
+        x = self.output_norm(x)
+        x = F.silu(x, inplace=True)
+        x = self.output_proj(x)
+
+        means, logvar = torch.chunk(x, 2, dim=1)
+
+        assert means.ndim == 5
+        assert logvar.shape == means.shape
+        assert means.size(1) == self.latent_dim
+
+        return LatentDistribution(means, logvar)
+
+
+class VideoVAE(nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.encoder = Encoder(
+            in_channels=15,
+            base_channels=64,
+            channel_multipliers=[1, 2, 4, 6],
+            num_res_blocks=[3, 3, 4, 6, 3],
+            latent_dim=12,
+            temporal_reductions=[1, 2, 3],
+            spatial_reductions=[2, 2, 2],
+            prune_bottlenecks=[False, False, False, False, False],
+            has_attentions=[False, True, True, True, True],
+            affine=True,
+            bias=True,
+            input_is_conv_1x1=True,
+            padding_mode="replicate"
+        )
+        self.decoder = Decoder(
+            out_channels=3,
+            base_channels=128,
+            channel_multipliers=[1, 2, 4, 6],
+            temporal_expansions=[1, 2, 3],
+            spatial_expansions=[2, 2, 2],
+            num_res_blocks=[3, 3, 4, 6, 3],
+            latent_dim=12,
+            has_attention=[False, False, False, False, False],
+            padding_mode="replicate",
+            output_norm=False,
+            nonlinearity="silu",
+            output_nonlinearity="silu",
+            causal=True,
+        )
+
+    def encode(self, x):
+        return self.encoder(x).mode()
+
+    def decode(self, x):
+        return self.decoder(x)
diff --git a/ComfyUI/comfy/ldm/hidream/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/hidream/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..23a9d36206d20005be54537b4bd62dad13eb2d5b
Binary files /dev/null and b/ComfyUI/comfy/ldm/hidream/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hidream/model.py b/ComfyUI/comfy/ldm/hidream/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..28d81c79e55b2a57d670633733654b64d5700c07
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hidream/model.py
@@ -0,0 +1,829 @@
+from typing import Optional, Tuple, List
+
+import torch
+import torch.nn as nn
+import einops
+from einops import repeat
+
+from comfy.ldm.lightricks.model import TimestepEmbedding, Timesteps
+import torch.nn.functional as F
+
+from comfy.ldm.flux.math import apply_rope, rope
+from comfy.ldm.flux.layers import LastLayer
+
+from comfy.ldm.modules.attention import optimized_attention
+import comfy.model_management
+import comfy.patcher_extension
+import comfy.ldm.common_dit
+
+
+# Copied from https://github.com/black-forest-labs/flux/blob/main/src/flux/modules/layers.py
+class EmbedND(nn.Module):
+    def __init__(self, theta: int, axes_dim: List[int]):
+        super().__init__()
+        self.theta = theta
+        self.axes_dim = axes_dim
+
+    def forward(self, ids: torch.Tensor) -> torch.Tensor:
+        n_axes = ids.shape[-1]
+        emb = torch.cat(
+            [rope(ids[..., i], self.axes_dim[i], self.theta) for i in range(n_axes)],
+            dim=-3,
+        )
+        return emb.unsqueeze(2)
+
+
+class PatchEmbed(nn.Module):
+    def __init__(
+        self,
+        patch_size=2,
+        in_channels=4,
+        out_channels=1024,
+        dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        self.patch_size = patch_size
+        self.out_channels = out_channels
+        self.proj = operations.Linear(in_channels * patch_size * patch_size, out_channels, bias=True, dtype=dtype, device=device)
+
+    def forward(self, latent):
+        latent = self.proj(latent)
+        return latent
+
+
+class PooledEmbed(nn.Module):
+    def __init__(self, text_emb_dim, hidden_size, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.pooled_embedder = TimestepEmbedding(in_channels=text_emb_dim, time_embed_dim=hidden_size, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, pooled_embed):
+        return self.pooled_embedder(pooled_embed)
+
+
+class TimestepEmbed(nn.Module):
+    def __init__(self, hidden_size, frequency_embedding_size=256, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.time_proj = Timesteps(num_channels=frequency_embedding_size, flip_sin_to_cos=True, downscale_freq_shift=0)
+        self.timestep_embedder = TimestepEmbedding(in_channels=frequency_embedding_size, time_embed_dim=hidden_size, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, timesteps, wdtype):
+        t_emb = self.time_proj(timesteps).to(dtype=wdtype)
+        t_emb = self.timestep_embedder(t_emb)
+        return t_emb
+
+
+def attention(query: torch.Tensor, key: torch.Tensor, value: torch.Tensor, transformer_options={}):
+    return optimized_attention(query.view(query.shape[0], -1, query.shape[-1] * query.shape[-2]), key.view(key.shape[0], -1, key.shape[-1] * key.shape[-2]), value.view(value.shape[0], -1, value.shape[-1] * value.shape[-2]), query.shape[2], transformer_options=transformer_options)
+
+
+class HiDreamAttnProcessor_flashattn:
+    """Attention processor used typically in processing the SD3-like self-attention projections."""
+
+    def __call__(
+        self,
+        attn,
+        image_tokens: torch.FloatTensor,
+        image_tokens_masks: Optional[torch.FloatTensor] = None,
+        text_tokens: Optional[torch.FloatTensor] = None,
+        rope: torch.FloatTensor = None,
+        transformer_options={},
+        *args,
+        **kwargs,
+    ) -> torch.FloatTensor:
+        dtype = image_tokens.dtype
+        batch_size = image_tokens.shape[0]
+
+        query_i = attn.q_rms_norm(attn.to_q(image_tokens)).to(dtype=dtype)
+        key_i = attn.k_rms_norm(attn.to_k(image_tokens)).to(dtype=dtype)
+        value_i = attn.to_v(image_tokens)
+
+        inner_dim = key_i.shape[-1]
+        head_dim = inner_dim // attn.heads
+
+        query_i = query_i.view(batch_size, -1, attn.heads, head_dim)
+        key_i = key_i.view(batch_size, -1, attn.heads, head_dim)
+        value_i = value_i.view(batch_size, -1, attn.heads, head_dim)
+        if image_tokens_masks is not None:
+            key_i = key_i * image_tokens_masks.view(batch_size, -1, 1, 1)
+
+        if not attn.single:
+            query_t = attn.q_rms_norm_t(attn.to_q_t(text_tokens)).to(dtype=dtype)
+            key_t = attn.k_rms_norm_t(attn.to_k_t(text_tokens)).to(dtype=dtype)
+            value_t = attn.to_v_t(text_tokens)
+
+            query_t = query_t.view(batch_size, -1, attn.heads, head_dim)
+            key_t = key_t.view(batch_size, -1, attn.heads, head_dim)
+            value_t = value_t.view(batch_size, -1, attn.heads, head_dim)
+
+            num_image_tokens = query_i.shape[1]
+            num_text_tokens = query_t.shape[1]
+            query = torch.cat([query_i, query_t], dim=1)
+            key = torch.cat([key_i, key_t], dim=1)
+            value = torch.cat([value_i, value_t], dim=1)
+        else:
+            query = query_i
+            key = key_i
+            value = value_i
+
+        if query.shape[-1] == rope.shape[-3] * 2:
+            query, key = apply_rope(query, key, rope)
+        else:
+            query_1, query_2 = query.chunk(2, dim=-1)
+            key_1, key_2 = key.chunk(2, dim=-1)
+            query_1, key_1 = apply_rope(query_1, key_1, rope)
+            query = torch.cat([query_1, query_2], dim=-1)
+            key = torch.cat([key_1, key_2], dim=-1)
+
+        hidden_states = attention(query, key, value, transformer_options=transformer_options)
+
+        if not attn.single:
+            hidden_states_i, hidden_states_t = torch.split(hidden_states, [num_image_tokens, num_text_tokens], dim=1)
+            hidden_states_i = attn.to_out(hidden_states_i)
+            hidden_states_t = attn.to_out_t(hidden_states_t)
+            return hidden_states_i, hidden_states_t
+        else:
+            hidden_states = attn.to_out(hidden_states)
+            return hidden_states
+
+class HiDreamAttention(nn.Module):
+    def __init__(
+        self,
+        query_dim: int,
+        heads: int = 8,
+        dim_head: int = 64,
+        upcast_attention: bool = False,
+        upcast_softmax: bool = False,
+        scale_qk: bool = True,
+        eps: float = 1e-5,
+        processor = None,
+        out_dim: int = None,
+        single: bool = False,
+        dtype=None, device=None, operations=None
+    ):
+        # super(Attention, self).__init__()
+        super().__init__()
+        self.inner_dim = out_dim if out_dim is not None else dim_head * heads
+        self.query_dim = query_dim
+        self.upcast_attention = upcast_attention
+        self.upcast_softmax = upcast_softmax
+        self.out_dim = out_dim if out_dim is not None else query_dim
+
+        self.scale_qk = scale_qk
+        self.scale = dim_head**-0.5 if self.scale_qk else 1.0
+
+        self.heads = out_dim // dim_head if out_dim is not None else heads
+        self.sliceable_head_dim = heads
+        self.single = single
+
+        linear_cls = operations.Linear
+        self.linear_cls = linear_cls
+        self.to_q = linear_cls(query_dim, self.inner_dim, dtype=dtype, device=device)
+        self.to_k = linear_cls(self.inner_dim, self.inner_dim, dtype=dtype, device=device)
+        self.to_v = linear_cls(self.inner_dim, self.inner_dim, dtype=dtype, device=device)
+        self.to_out = linear_cls(self.inner_dim, self.out_dim, dtype=dtype, device=device)
+        self.q_rms_norm = operations.RMSNorm(self.inner_dim, eps, dtype=dtype, device=device)
+        self.k_rms_norm = operations.RMSNorm(self.inner_dim, eps, dtype=dtype, device=device)
+
+        if not single:
+            self.to_q_t = linear_cls(query_dim, self.inner_dim, dtype=dtype, device=device)
+            self.to_k_t = linear_cls(self.inner_dim, self.inner_dim, dtype=dtype, device=device)
+            self.to_v_t = linear_cls(self.inner_dim, self.inner_dim, dtype=dtype, device=device)
+            self.to_out_t = linear_cls(self.inner_dim, self.out_dim, dtype=dtype, device=device)
+            self.q_rms_norm_t = operations.RMSNorm(self.inner_dim, eps, dtype=dtype, device=device)
+            self.k_rms_norm_t = operations.RMSNorm(self.inner_dim, eps, dtype=dtype, device=device)
+
+        self.processor = processor
+
+    def forward(
+        self,
+        norm_image_tokens: torch.FloatTensor,
+        image_tokens_masks: torch.FloatTensor = None,
+        norm_text_tokens: torch.FloatTensor = None,
+        rope: torch.FloatTensor = None,
+        transformer_options={},
+    ) -> torch.Tensor:
+        return self.processor(
+            self,
+            image_tokens = norm_image_tokens,
+            image_tokens_masks = image_tokens_masks,
+            text_tokens = norm_text_tokens,
+            rope = rope,
+            transformer_options=transformer_options,
+        )
+
+
+class FeedForwardSwiGLU(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        hidden_dim: int,
+        multiple_of: int = 256,
+        ffn_dim_multiplier: Optional[float] = None,
+        dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        hidden_dim = int(2 * hidden_dim / 3)
+        # custom dim factor multiplier
+        if ffn_dim_multiplier is not None:
+            hidden_dim = int(ffn_dim_multiplier * hidden_dim)
+        hidden_dim = multiple_of * (
+            (hidden_dim + multiple_of - 1) // multiple_of
+        )
+
+        self.w1 = operations.Linear(dim, hidden_dim, bias=False, dtype=dtype, device=device)
+        self.w2 = operations.Linear(hidden_dim, dim, bias=False, dtype=dtype, device=device)
+        self.w3 = operations.Linear(dim, hidden_dim, bias=False, dtype=dtype, device=device)
+
+    def forward(self, x):
+        return self.w2(torch.nn.functional.silu(self.w1(x)) * self.w3(x))
+
+
+# Modified from https://github.com/deepseek-ai/DeepSeek-V3/blob/main/inference/model.py
+class MoEGate(nn.Module):
+    def __init__(self, embed_dim, num_routed_experts=4, num_activated_experts=2, aux_loss_alpha=0.01, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.top_k = num_activated_experts
+        self.n_routed_experts = num_routed_experts
+
+        self.scoring_func = 'softmax'
+        self.alpha = aux_loss_alpha
+        self.seq_aux = False
+
+        # topk selection algorithm
+        self.norm_topk_prob = False
+        self.gating_dim = embed_dim
+        self.weight = nn.Parameter(torch.empty((self.n_routed_experts, self.gating_dim), dtype=dtype, device=device))
+        self.reset_parameters()
+
+    def reset_parameters(self) -> None:
+        pass
+        # import torch.nn.init  as init
+        # init.kaiming_uniform_(self.weight, a=math.sqrt(5))
+
+    def forward(self, hidden_states):
+        bsz, seq_len, h = hidden_states.shape
+
+        ### compute gating score
+        hidden_states = hidden_states.view(-1, h)
+        logits = F.linear(hidden_states, comfy.model_management.cast_to(self.weight, dtype=hidden_states.dtype, device=hidden_states.device), None)
+        if self.scoring_func == 'softmax':
+            scores = logits.softmax(dim=-1)
+        else:
+            raise NotImplementedError(f'insupportable scoring function for MoE gating: {self.scoring_func}')
+
+        ### select top-k experts
+        topk_weight, topk_idx = torch.topk(scores, k=self.top_k, dim=-1, sorted=False)
+
+        ### norm gate to sum 1
+        if self.top_k > 1 and self.norm_topk_prob:
+            denominator = topk_weight.sum(dim=-1, keepdim=True) + 1e-20
+            topk_weight = topk_weight / denominator
+
+        aux_loss = None
+        return topk_idx, topk_weight, aux_loss
+
+
+# Modified from https://github.com/deepseek-ai/DeepSeek-V3/blob/main/inference/model.py
+class MOEFeedForwardSwiGLU(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        hidden_dim: int,
+        num_routed_experts: int,
+        num_activated_experts: int,
+        dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        self.shared_experts = FeedForwardSwiGLU(dim, hidden_dim // 2, dtype=dtype, device=device, operations=operations)
+        self.experts = nn.ModuleList([FeedForwardSwiGLU(dim, hidden_dim, dtype=dtype, device=device, operations=operations) for i in range(num_routed_experts)])
+        self.gate = MoEGate(
+            embed_dim = dim,
+            num_routed_experts = num_routed_experts,
+            num_activated_experts = num_activated_experts,
+            dtype=dtype, device=device, operations=operations
+        )
+        self.num_activated_experts = num_activated_experts
+
+    def forward(self, x):
+        wtype = x.dtype
+        identity = x
+        orig_shape = x.shape
+        topk_idx, topk_weight, aux_loss = self.gate(x)
+        x = x.view(-1, x.shape[-1])
+        flat_topk_idx = topk_idx.view(-1)
+        if True:  # self.training: # TODO: check which branch performs faster
+            x = x.repeat_interleave(self.num_activated_experts, dim=0)
+            y = torch.empty_like(x, dtype=wtype)
+            for i, expert in enumerate(self.experts):
+                y[flat_topk_idx == i] = expert(x[flat_topk_idx == i]).to(dtype=wtype)
+            y = (y.view(*topk_weight.shape, -1) * topk_weight.unsqueeze(-1)).sum(dim=1)
+            y =  y.view(*orig_shape).to(dtype=wtype)
+            #y = AddAuxiliaryLoss.apply(y, aux_loss)
+        else:
+            y = self.moe_infer(x, flat_topk_idx, topk_weight.view(-1, 1)).view(*orig_shape)
+        y = y + self.shared_experts(identity)
+        return y
+
+    @torch.no_grad()
+    def moe_infer(self, x, flat_expert_indices, flat_expert_weights):
+        expert_cache = torch.zeros_like(x)
+        idxs = flat_expert_indices.argsort()
+        tokens_per_expert = flat_expert_indices.bincount().cpu().numpy().cumsum(0)
+        token_idxs = idxs // self.num_activated_experts
+        for i, end_idx in enumerate(tokens_per_expert):
+            start_idx = 0 if i == 0 else tokens_per_expert[i-1]
+            if start_idx == end_idx:
+                continue
+            expert = self.experts[i]
+            exp_token_idx = token_idxs[start_idx:end_idx]
+            expert_tokens = x[exp_token_idx]
+            expert_out = expert(expert_tokens)
+            expert_out.mul_(flat_expert_weights[idxs[start_idx:end_idx]])
+
+            # for fp16 and other dtype
+            expert_cache = expert_cache.to(expert_out.dtype)
+            expert_cache.scatter_reduce_(0, exp_token_idx.view(-1, 1).repeat(1, x.shape[-1]), expert_out, reduce='sum')
+        return expert_cache
+
+
+class TextProjection(nn.Module):
+    def __init__(self, in_features, hidden_size, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.linear = operations.Linear(in_features=in_features, out_features=hidden_size, bias=False, dtype=dtype, device=device)
+
+    def forward(self, caption):
+        hidden_states = self.linear(caption)
+        return hidden_states
+
+
+class BlockType:
+    TransformerBlock = 1
+    SingleTransformerBlock = 2
+
+
+class HiDreamImageSingleTransformerBlock(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        num_attention_heads: int,
+        attention_head_dim: int,
+        num_routed_experts: int = 4,
+        num_activated_experts: int = 2,
+        dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        self.num_attention_heads = num_attention_heads
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(dim, 6 * dim, bias=True, dtype=dtype, device=device)
+        )
+
+        # 1. Attention
+        self.norm1_i = operations.LayerNorm(dim, eps = 1e-06, elementwise_affine = False, dtype=dtype, device=device)
+        self.attn1 = HiDreamAttention(
+            query_dim=dim,
+            heads=num_attention_heads,
+            dim_head=attention_head_dim,
+            processor = HiDreamAttnProcessor_flashattn(),
+            single = True,
+            dtype=dtype, device=device, operations=operations
+        )
+
+        # 3. Feed-forward
+        self.norm3_i = operations.LayerNorm(dim, eps = 1e-06, elementwise_affine = False, dtype=dtype, device=device)
+        if num_routed_experts > 0:
+            self.ff_i = MOEFeedForwardSwiGLU(
+                dim = dim,
+                hidden_dim = 4 * dim,
+                num_routed_experts = num_routed_experts,
+                num_activated_experts = num_activated_experts,
+                dtype=dtype, device=device, operations=operations
+            )
+        else:
+            self.ff_i = FeedForwardSwiGLU(dim = dim, hidden_dim = 4 * dim, dtype=dtype, device=device, operations=operations)
+
+    def forward(
+        self,
+        image_tokens: torch.FloatTensor,
+        image_tokens_masks: Optional[torch.FloatTensor] = None,
+        text_tokens: Optional[torch.FloatTensor] = None,
+        adaln_input: Optional[torch.FloatTensor] = None,
+        rope: torch.FloatTensor = None,
+        transformer_options={},
+    ) -> torch.FloatTensor:
+        wtype = image_tokens.dtype
+        shift_msa_i, scale_msa_i, gate_msa_i, shift_mlp_i, scale_mlp_i, gate_mlp_i = \
+            self.adaLN_modulation(adaln_input)[:,None].chunk(6, dim=-1)
+
+        # 1. MM-Attention
+        norm_image_tokens = self.norm1_i(image_tokens).to(dtype=wtype)
+        norm_image_tokens = norm_image_tokens * (1 + scale_msa_i) + shift_msa_i
+        attn_output_i = self.attn1(
+            norm_image_tokens,
+            image_tokens_masks,
+            rope = rope,
+            transformer_options=transformer_options,
+        )
+        image_tokens = gate_msa_i * attn_output_i + image_tokens
+
+        # 2. Feed-forward
+        norm_image_tokens = self.norm3_i(image_tokens).to(dtype=wtype)
+        norm_image_tokens = norm_image_tokens * (1 + scale_mlp_i) + shift_mlp_i
+        ff_output_i = gate_mlp_i * self.ff_i(norm_image_tokens.to(dtype=wtype))
+        image_tokens = ff_output_i + image_tokens
+        return image_tokens
+
+
+class HiDreamImageTransformerBlock(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        num_attention_heads: int,
+        attention_head_dim: int,
+        num_routed_experts: int = 4,
+        num_activated_experts: int = 2,
+        dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        self.num_attention_heads = num_attention_heads
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(dim, 12 * dim, bias=True, dtype=dtype, device=device)
+        )
+        # nn.init.zeros_(self.adaLN_modulation[1].weight)
+        # nn.init.zeros_(self.adaLN_modulation[1].bias)
+
+        # 1. Attention
+        self.norm1_i = operations.LayerNorm(dim, eps = 1e-06, elementwise_affine = False, dtype=dtype, device=device)
+        self.norm1_t = operations.LayerNorm(dim, eps = 1e-06, elementwise_affine = False, dtype=dtype, device=device)
+        self.attn1 = HiDreamAttention(
+            query_dim=dim,
+            heads=num_attention_heads,
+            dim_head=attention_head_dim,
+            processor = HiDreamAttnProcessor_flashattn(),
+            single = False,
+            dtype=dtype, device=device, operations=operations
+        )
+
+        # 3. Feed-forward
+        self.norm3_i = operations.LayerNorm(dim, eps = 1e-06, elementwise_affine = False, dtype=dtype, device=device)
+        if num_routed_experts > 0:
+            self.ff_i = MOEFeedForwardSwiGLU(
+                dim = dim,
+                hidden_dim = 4 * dim,
+                num_routed_experts = num_routed_experts,
+                num_activated_experts = num_activated_experts,
+                dtype=dtype, device=device, operations=operations
+            )
+        else:
+            self.ff_i = FeedForwardSwiGLU(dim = dim, hidden_dim = 4 * dim, dtype=dtype, device=device, operations=operations)
+        self.norm3_t = operations.LayerNorm(dim, eps = 1e-06, elementwise_affine = False)
+        self.ff_t = FeedForwardSwiGLU(dim = dim, hidden_dim = 4 * dim, dtype=dtype, device=device, operations=operations)
+
+    def forward(
+        self,
+        image_tokens: torch.FloatTensor,
+        image_tokens_masks: Optional[torch.FloatTensor] = None,
+        text_tokens: Optional[torch.FloatTensor] = None,
+        adaln_input: Optional[torch.FloatTensor] = None,
+        rope: torch.FloatTensor = None,
+        transformer_options={},
+    ) -> torch.FloatTensor:
+        wtype = image_tokens.dtype
+        shift_msa_i, scale_msa_i, gate_msa_i, shift_mlp_i, scale_mlp_i, gate_mlp_i, \
+        shift_msa_t, scale_msa_t, gate_msa_t, shift_mlp_t, scale_mlp_t, gate_mlp_t = \
+            self.adaLN_modulation(adaln_input)[:,None].chunk(12, dim=-1)
+
+        # 1. MM-Attention
+        norm_image_tokens = self.norm1_i(image_tokens).to(dtype=wtype)
+        norm_image_tokens = norm_image_tokens * (1 + scale_msa_i) + shift_msa_i
+        norm_text_tokens = self.norm1_t(text_tokens).to(dtype=wtype)
+        norm_text_tokens = norm_text_tokens * (1 + scale_msa_t) + shift_msa_t
+
+        attn_output_i, attn_output_t = self.attn1(
+            norm_image_tokens,
+            image_tokens_masks,
+            norm_text_tokens,
+            rope = rope,
+            transformer_options=transformer_options,
+        )
+
+        image_tokens = gate_msa_i * attn_output_i + image_tokens
+        text_tokens = gate_msa_t * attn_output_t + text_tokens
+
+        # 2. Feed-forward
+        norm_image_tokens = self.norm3_i(image_tokens).to(dtype=wtype)
+        norm_image_tokens = norm_image_tokens * (1 + scale_mlp_i) + shift_mlp_i
+        norm_text_tokens = self.norm3_t(text_tokens).to(dtype=wtype)
+        norm_text_tokens = norm_text_tokens * (1 + scale_mlp_t) + shift_mlp_t
+
+        ff_output_i = gate_mlp_i * self.ff_i(norm_image_tokens)
+        ff_output_t = gate_mlp_t * self.ff_t(norm_text_tokens)
+        image_tokens = ff_output_i + image_tokens
+        text_tokens = ff_output_t + text_tokens
+        return image_tokens, text_tokens
+
+
+class HiDreamImageBlock(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        num_attention_heads: int,
+        attention_head_dim: int,
+        num_routed_experts: int = 4,
+        num_activated_experts: int = 2,
+        block_type: BlockType = BlockType.TransformerBlock,
+        dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        block_classes = {
+            BlockType.TransformerBlock: HiDreamImageTransformerBlock,
+            BlockType.SingleTransformerBlock: HiDreamImageSingleTransformerBlock,
+        }
+        self.block = block_classes[block_type](
+            dim,
+            num_attention_heads,
+            attention_head_dim,
+            num_routed_experts,
+            num_activated_experts,
+            dtype=dtype, device=device, operations=operations
+        )
+
+    def forward(
+        self,
+        image_tokens: torch.FloatTensor,
+        image_tokens_masks: Optional[torch.FloatTensor] = None,
+        text_tokens: Optional[torch.FloatTensor] = None,
+        adaln_input: torch.FloatTensor = None,
+        rope: torch.FloatTensor = None,
+        transformer_options={},
+    ) -> torch.FloatTensor:
+        return self.block(
+            image_tokens,
+            image_tokens_masks,
+            text_tokens,
+            adaln_input,
+            rope,
+            transformer_options=transformer_options,
+        )
+
+
+class HiDreamImageTransformer2DModel(nn.Module):
+    def __init__(
+        self,
+        patch_size: Optional[int] = None,
+        in_channels: int = 64,
+        out_channels: Optional[int] = None,
+        num_layers: int = 16,
+        num_single_layers: int = 32,
+        attention_head_dim: int = 128,
+        num_attention_heads: int = 20,
+        caption_channels: List[int] = None,
+        text_emb_dim: int = 2048,
+        num_routed_experts: int = 4,
+        num_activated_experts: int = 2,
+        axes_dims_rope: Tuple[int, int] = (32, 32),
+        max_resolution: Tuple[int, int] = (128, 128),
+        llama_layers: List[int] = None,
+        image_model=None,
+        dtype=None, device=None, operations=None
+    ):
+        self.patch_size = patch_size
+        self.num_attention_heads = num_attention_heads
+        self.attention_head_dim = attention_head_dim
+        self.num_layers = num_layers
+        self.num_single_layers = num_single_layers
+
+        self.gradient_checkpointing = False
+
+        super().__init__()
+        self.dtype = dtype
+        self.out_channels = out_channels or in_channels
+        self.inner_dim = self.num_attention_heads * self.attention_head_dim
+        self.llama_layers = llama_layers
+
+        self.t_embedder = TimestepEmbed(self.inner_dim, dtype=dtype, device=device, operations=operations)
+        self.p_embedder = PooledEmbed(text_emb_dim, self.inner_dim, dtype=dtype, device=device, operations=operations)
+        self.x_embedder = PatchEmbed(
+            patch_size = patch_size,
+            in_channels = in_channels,
+            out_channels = self.inner_dim,
+            dtype=dtype, device=device, operations=operations
+        )
+        self.pe_embedder = EmbedND(theta=10000, axes_dim=axes_dims_rope)
+
+        self.double_stream_blocks = nn.ModuleList(
+            [
+                HiDreamImageBlock(
+                    dim = self.inner_dim,
+                    num_attention_heads = self.num_attention_heads,
+                    attention_head_dim = self.attention_head_dim,
+                    num_routed_experts = num_routed_experts,
+                    num_activated_experts = num_activated_experts,
+                    block_type = BlockType.TransformerBlock,
+                    dtype=dtype, device=device, operations=operations
+                )
+                for i in range(self.num_layers)
+            ]
+        )
+
+        self.single_stream_blocks = nn.ModuleList(
+            [
+                HiDreamImageBlock(
+                    dim = self.inner_dim,
+                    num_attention_heads = self.num_attention_heads,
+                    attention_head_dim = self.attention_head_dim,
+                    num_routed_experts = num_routed_experts,
+                    num_activated_experts = num_activated_experts,
+                    block_type = BlockType.SingleTransformerBlock,
+                    dtype=dtype, device=device, operations=operations
+                )
+                for i in range(self.num_single_layers)
+            ]
+        )
+
+        self.final_layer = LastLayer(self.inner_dim, patch_size, self.out_channels, dtype=dtype, device=device, operations=operations)
+
+        caption_channels = [caption_channels[1], ] * (num_layers + num_single_layers) + [caption_channels[0], ]
+        caption_projection = []
+        for caption_channel in caption_channels:
+            caption_projection.append(TextProjection(in_features=caption_channel, hidden_size=self.inner_dim, dtype=dtype, device=device, operations=operations))
+        self.caption_projection = nn.ModuleList(caption_projection)
+        self.max_seq = max_resolution[0] * max_resolution[1] // (patch_size * patch_size)
+
+    def expand_timesteps(self, timesteps, batch_size, device):
+        if not torch.is_tensor(timesteps):
+            is_mps = device.type == "mps"
+            if isinstance(timesteps, float):
+                dtype = torch.float32 if is_mps else torch.float64
+            else:
+                dtype = torch.int32 if is_mps else torch.int64
+            timesteps = torch.tensor([timesteps], dtype=dtype, device=device)
+        elif len(timesteps.shape) == 0:
+            timesteps = timesteps[None].to(device)
+        # broadcast to batch dimension in a way that's compatible with ONNX/Core ML
+        timesteps = timesteps.expand(batch_size)
+        return timesteps
+
+    def unpatchify(self, x: torch.Tensor, img_sizes: List[Tuple[int, int]]) -> List[torch.Tensor]:
+        x_arr = []
+        for i, img_size in enumerate(img_sizes):
+            pH, pW = img_size
+            x_arr.append(
+                einops.rearrange(x[i, :pH*pW].reshape(1, pH, pW, -1), 'B H W (p1 p2 C) -> B C (H p1) (W p2)',
+                    p1=self.patch_size, p2=self.patch_size)
+            )
+        x = torch.cat(x_arr, dim=0)
+        return x
+
+    def patchify(self, x, max_seq, img_sizes=None):
+        pz2 = self.patch_size * self.patch_size
+        if isinstance(x, torch.Tensor):
+            B = x.shape[0]
+            device = x.device
+            dtype = x.dtype
+        else:
+            B = len(x)
+            device = x[0].device
+            dtype = x[0].dtype
+        x_masks = torch.zeros((B, max_seq), dtype=dtype, device=device)
+
+        if img_sizes is not None:
+            for i, img_size in enumerate(img_sizes):
+                x_masks[i, 0:img_size[0] * img_size[1]] = 1
+            x = einops.rearrange(x, 'B C S p -> B S (p C)', p=pz2)
+        elif isinstance(x, torch.Tensor):
+            pH, pW = x.shape[-2] // self.patch_size, x.shape[-1] // self.patch_size
+            x = einops.rearrange(x, 'B C (H p1) (W p2) -> B (H W) (p1 p2 C)', p1=self.patch_size, p2=self.patch_size)
+            img_sizes = [[pH, pW]] * B
+            x_masks = None
+        else:
+            raise NotImplementedError
+        return x, x_masks, img_sizes
+
+    def forward(self,
+        x: torch.Tensor,
+        t: torch.Tensor,
+        y: Optional[torch.Tensor] = None,
+        context: Optional[torch.Tensor] = None,
+        encoder_hidden_states_llama3=None,
+        image_cond=None,
+        control = None,
+        transformer_options = {},
+    ):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, t, y, context, encoder_hidden_states_llama3, image_cond, control, transformer_options)
+
+    def _forward(
+        self,
+        x: torch.Tensor,
+        t: torch.Tensor,
+        y: Optional[torch.Tensor] = None,
+        context: Optional[torch.Tensor] = None,
+        encoder_hidden_states_llama3=None,
+        image_cond=None,
+        control = None,
+        transformer_options = {},
+    ) -> torch.Tensor:
+        bs, c, h, w = x.shape
+        if image_cond is not None:
+            x = torch.cat([x, image_cond], dim=-1)
+        hidden_states = comfy.ldm.common_dit.pad_to_patch_size(x, (self.patch_size, self.patch_size))
+        timesteps = t
+        pooled_embeds = y
+        T5_encoder_hidden_states = context
+
+        img_sizes = None
+
+        # spatial forward
+        batch_size = hidden_states.shape[0]
+        hidden_states_type = hidden_states.dtype
+
+        # 0. time
+        timesteps = self.expand_timesteps(timesteps, batch_size, hidden_states.device)
+        timesteps = self.t_embedder(timesteps, hidden_states_type)
+        p_embedder = self.p_embedder(pooled_embeds)
+        adaln_input = timesteps + p_embedder
+
+        hidden_states, image_tokens_masks, img_sizes = self.patchify(hidden_states, self.max_seq, img_sizes)
+        if image_tokens_masks is None:
+            pH, pW = img_sizes[0]
+            img_ids = torch.zeros(pH, pW, 3, device=hidden_states.device)
+            img_ids[..., 1] = img_ids[..., 1] + torch.arange(pH, device=hidden_states.device)[:, None]
+            img_ids[..., 2] = img_ids[..., 2] + torch.arange(pW, device=hidden_states.device)[None, :]
+            img_ids = repeat(img_ids, "h w c -> b (h w) c", b=batch_size)
+        hidden_states = self.x_embedder(hidden_states)
+
+        # T5_encoder_hidden_states = encoder_hidden_states[0]
+        encoder_hidden_states = encoder_hidden_states_llama3.movedim(1, 0)
+        encoder_hidden_states = [encoder_hidden_states[k] for k in self.llama_layers]
+
+        if self.caption_projection is not None:
+            new_encoder_hidden_states = []
+            for i, enc_hidden_state in enumerate(encoder_hidden_states):
+                enc_hidden_state = self.caption_projection[i](enc_hidden_state)
+                enc_hidden_state = enc_hidden_state.view(batch_size, -1, hidden_states.shape[-1])
+                new_encoder_hidden_states.append(enc_hidden_state)
+            encoder_hidden_states = new_encoder_hidden_states
+            T5_encoder_hidden_states = self.caption_projection[-1](T5_encoder_hidden_states)
+            T5_encoder_hidden_states = T5_encoder_hidden_states.view(batch_size, -1, hidden_states.shape[-1])
+            encoder_hidden_states.append(T5_encoder_hidden_states)
+
+        txt_ids = torch.zeros(
+            batch_size,
+            encoder_hidden_states[-1].shape[1] + encoder_hidden_states[-2].shape[1] + encoder_hidden_states[0].shape[1],
+            3,
+            device=img_ids.device, dtype=img_ids.dtype
+        )
+        ids = torch.cat((img_ids, txt_ids), dim=1)
+        rope = self.pe_embedder(ids)
+
+        # 2. Blocks
+        block_id = 0
+        initial_encoder_hidden_states = torch.cat([encoder_hidden_states[-1], encoder_hidden_states[-2]], dim=1)
+        initial_encoder_hidden_states_seq_len = initial_encoder_hidden_states.shape[1]
+        for bid, block in enumerate(self.double_stream_blocks):
+            cur_llama31_encoder_hidden_states = encoder_hidden_states[block_id]
+            cur_encoder_hidden_states = torch.cat([initial_encoder_hidden_states, cur_llama31_encoder_hidden_states], dim=1)
+            hidden_states, initial_encoder_hidden_states = block(
+                image_tokens = hidden_states,
+                image_tokens_masks = image_tokens_masks,
+                text_tokens = cur_encoder_hidden_states,
+                adaln_input = adaln_input,
+                rope = rope,
+                transformer_options=transformer_options,
+            )
+            initial_encoder_hidden_states = initial_encoder_hidden_states[:, :initial_encoder_hidden_states_seq_len]
+            block_id += 1
+
+        image_tokens_seq_len = hidden_states.shape[1]
+        hidden_states = torch.cat([hidden_states, initial_encoder_hidden_states], dim=1)
+        hidden_states_seq_len = hidden_states.shape[1]
+        if image_tokens_masks is not None:
+            encoder_attention_mask_ones = torch.ones(
+                (batch_size, initial_encoder_hidden_states.shape[1] + cur_llama31_encoder_hidden_states.shape[1]),
+                device=image_tokens_masks.device, dtype=image_tokens_masks.dtype
+            )
+            image_tokens_masks = torch.cat([image_tokens_masks, encoder_attention_mask_ones], dim=1)
+
+        for bid, block in enumerate(self.single_stream_blocks):
+            cur_llama31_encoder_hidden_states = encoder_hidden_states[block_id]
+            hidden_states = torch.cat([hidden_states, cur_llama31_encoder_hidden_states], dim=1)
+            hidden_states = block(
+                image_tokens=hidden_states,
+                image_tokens_masks=image_tokens_masks,
+                text_tokens=None,
+                adaln_input=adaln_input,
+                rope=rope,
+                transformer_options=transformer_options,
+            )
+            hidden_states = hidden_states[:, :hidden_states_seq_len]
+            block_id += 1
+
+        hidden_states = hidden_states[:, :image_tokens_seq_len, ...]
+        output = self.final_layer(hidden_states, adaln_input)
+        output = self.unpatchify(output, img_sizes)
+        return -output[:, :, :h, :w]
diff --git a/ComfyUI/comfy/ldm/hidream_o1/__pycache__/attention.cpython-312.pyc b/ComfyUI/comfy/ldm/hidream_o1/__pycache__/attention.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..da2d3ffb80e4b78fba99856eda7635258e3ed734
Binary files /dev/null and b/ComfyUI/comfy/ldm/hidream_o1/__pycache__/attention.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hidream_o1/__pycache__/conditioning.cpython-312.pyc b/ComfyUI/comfy/ldm/hidream_o1/__pycache__/conditioning.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..a92c29cf60a959cebd1057d6658854187a05af48
Binary files /dev/null and b/ComfyUI/comfy/ldm/hidream_o1/__pycache__/conditioning.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hidream_o1/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/hidream_o1/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..409ce7b3e9ef7666fab4ca1896720cd2c715cc7c
Binary files /dev/null and b/ComfyUI/comfy/ldm/hidream_o1/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hidream_o1/__pycache__/utils.cpython-312.pyc b/ComfyUI/comfy/ldm/hidream_o1/__pycache__/utils.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..ad557f4e2880b04a7f0bb7a83b4cb3a9e2d7c4e6
Binary files /dev/null and b/ComfyUI/comfy/ldm/hidream_o1/__pycache__/utils.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hidream_o1/attention.py b/ComfyUI/comfy/ldm/hidream_o1/attention.py
new file mode 100644
index 0000000000000000000000000000000000000000..afb2be9b89eac5924539eccb080b79d10b98bcf5
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hidream_o1/attention.py
@@ -0,0 +1,41 @@
+"""HiDream-O1 two-pass attention: tokens [0, ar_len) are causal, [ar_len, T)
+attend full K/V. Splitting Q at the boundary avoids the (B, 1, T, T) additive
+mask the general-purpose path would build (~500 MB at T~16K) and lets the
+gen half hit the user's preferred backend via optimized_attention.
+"""
+
+import torch
+
+import comfy.ops
+from comfy.ldm.modules.attention import optimized_attention
+
+
+def make_two_pass_attention(ar_len: int, transformer_options=None):
+    """Build a two-pass attention callable. AR pass uses SDPA-causal directly, gen pass routes through optimized_attention.
+    The AR pass goes through SDPA directand bypasses wrappers, it is only ~1% of T at typical edit sizes.
+    """
+
+    def two_pass_attention(q, k, v, heads, enable_gqa=False, **kwargs):
+        B, H, T, D = q.shape
+
+        if T < k.shape[2]: # KV-cache hot path: Q is shorter than K/V (cached AR prefix is in K/V only), all fresh Q positions are in the gen region, single full-attention call
+            out = optimized_attention(q, k, v, heads, mask=None, skip_reshape=True, skip_output_reshape=True, transformer_options=transformer_options, enable_gqa=enable_gqa)
+        elif ar_len >= T:
+            out = comfy.ops.scaled_dot_product_attention(q, k, v, attn_mask=None, dropout_p=0.0, is_causal=True, enable_gqa=enable_gqa)
+        elif ar_len <= 0:
+            out = optimized_attention(q, k, v, heads, mask=None, skip_reshape=True, skip_output_reshape=True, transformer_options=transformer_options, enable_gqa=enable_gqa)
+        else:
+            out_ar = comfy.ops.scaled_dot_product_attention(
+                q[:, :, :ar_len], k[:, :, :ar_len], v[:, :, :ar_len],
+                attn_mask=None, dropout_p=0.0, is_causal=True, enable_gqa=enable_gqa,
+            )
+            out_gen = optimized_attention(
+                q[:, :, ar_len:], k, v, heads,
+                mask=None, skip_reshape=True, skip_output_reshape=True,
+                transformer_options=transformer_options, enable_gqa=enable_gqa,
+            )
+            out = torch.cat([out_ar, out_gen], dim=2)
+
+        return out.transpose(1, 2).reshape(B, T, H * D)
+
+    return two_pass_attention
diff --git a/ComfyUI/comfy/ldm/hidream_o1/conditioning.py b/ComfyUI/comfy/ldm/hidream_o1/conditioning.py
new file mode 100644
index 0000000000000000000000000000000000000000..7496f00356fdb3cade1151ec4d32efc109b9f43d
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hidream_o1/conditioning.py
@@ -0,0 +1,230 @@
+"""HiDream-O1 conditioning prep — ref-image dual path + extra_conds assembly.
+
+Each ref image goes through two paths: a 32x32 patchified stream concatenated
+to the noised target, and a Qwen3-VL ViT path producing tokens that scatter
+into input_ids at <|image_pad|> positions.
+"""
+
+from typing import List
+
+import torch
+
+import comfy.utils
+from comfy.text_encoders.qwen_vl import process_qwen2vl_images
+
+from .utils import (PATCH_SIZE, calculate_dimensions, cond_image_size, ref_max_size, resize_tensor)
+
+# Qwen3-VL ViT preprocessing constants (preprocessor_config.json).
+VIT_PATCH = 16
+VIT_MERGE = 2
+VIT_IMAGE_MEAN = [0.5, 0.5, 0.5]
+VIT_IMAGE_STD = [0.5, 0.5, 0.5]
+
+
+def prepare_ref_images(
+    ref_images: List[torch.Tensor],
+    target_h: int,
+    target_w: int,
+    device: torch.device,
+    dtype: torch.dtype,
+):
+    """Build the dual-path tensors for K reference images at (target_h, target_w).
+
+    Returns None for K=0, else a dict with ref_patches, ref_pixel_values,
+    ref_image_grid_thw, per_ref_vit_tokens, per_ref_patch_grids.
+    """
+    K = len(ref_images)
+    if K == 0:
+        return None
+    max_size = ref_max_size(max(target_h, target_w), K)
+    cis = cond_image_size(K)
+
+    refs_t = [img[0].clamp(0, 1).permute(2, 0, 1).unsqueeze(0).contiguous().float() for img in ref_images]
+    refs_t = [resize_tensor(t, max_size, PATCH_SIZE) for t in refs_t]
+
+    # 32-patch path.
+    ref_patches_per = []
+    per_ref_patch_grids = []
+    for t in refs_t:
+        t_norm = (t.squeeze(0) - 0.5) / 0.5  # (3, H, W) in [-1, 1]
+        h_p, w_p = t_norm.shape[-2] // PATCH_SIZE, t_norm.shape[-1] // PATCH_SIZE
+        per_ref_patch_grids.append((h_p, w_p))
+        patches = (
+            t_norm.reshape(3, h_p, PATCH_SIZE, w_p, PATCH_SIZE)
+            .permute(1, 3, 0, 2, 4)
+            .reshape(h_p * w_p, 3 * PATCH_SIZE * PATCH_SIZE)
+        )
+        ref_patches_per.append(patches)
+    ref_patches = torch.cat(ref_patches_per, dim=0).unsqueeze(0).to(device=device, dtype=dtype)
+
+    # ViT path.
+    refs_vlm_t = []
+    for t in refs_t:
+        _, _, h, w = t.shape
+        cond_w, cond_h = calculate_dimensions(cis, w / h)
+        cond_w = max(cond_w, VIT_PATCH * VIT_MERGE)
+        cond_h = max(cond_h, VIT_PATCH * VIT_MERGE)
+        refs_vlm_t.append(comfy.utils.common_upscale(t, cond_w, cond_h, "lanczos", "disabled"))
+
+    pv_list, grid_list, per_ref_vit_tokens = [], [], []
+    for t_v in refs_vlm_t:
+        pv, grid_thw = process_qwen2vl_images(
+            t_v.permute(0, 2, 3, 1),
+            min_pixels=0, max_pixels=10**12,
+            patch_size=VIT_PATCH, merge_size=VIT_MERGE,
+            image_mean=VIT_IMAGE_MEAN, image_std=VIT_IMAGE_STD,
+        )
+        grid_thw = grid_thw[0]
+        pv_list.append(pv.to(device=device, dtype=dtype))
+        grid_list.append(grid_thw.to(device=device))
+        # Post-merge token count = number of <|image_pad|> tokens this image expands to in input_ids.
+        gh, gw = int(grid_thw[1].item()), int(grid_thw[2].item())
+        per_ref_vit_tokens.append((gh // VIT_MERGE) * (gw // VIT_MERGE))
+
+    return {
+        "ref_patches": ref_patches,
+        "ref_pixel_values": torch.cat(pv_list, dim=0),
+        "ref_image_grid_thw": torch.stack(grid_list, dim=0),
+        "per_ref_vit_tokens": per_ref_vit_tokens,
+        "per_ref_patch_grids": per_ref_patch_grids,
+    }
+
+
+def build_ref_input_ids(
+    text_input_ids: torch.Tensor,
+    per_ref_vit_tokens: List[int],
+    image_token_id: int,
+    vision_start_id: int,
+    vision_end_id: int,
+):
+    """Splice [vision_start, image_pad*N, vision_end] blocks into input_ids
+    after the [im_start, user, \\n] prefix (matches original chat template).
+    """
+    ids = text_input_ids[0].tolist()
+    inserted = []
+    for n_pad in per_ref_vit_tokens:
+        inserted.extend([vision_start_id] + [image_token_id] * n_pad + [vision_end_id])
+    new_ids = ids[:3] + inserted + ids[3:]  # 3 = len([im_start, user, \n])
+    return torch.tensor([new_ids], dtype=text_input_ids.dtype, device=text_input_ids.device)
+
+
+def build_extra_conds(
+    text_input_ids: torch.Tensor,
+    noise: torch.Tensor,
+    ref_images: List[torch.Tensor] = None,
+    target_patch_size: int = 32,
+):
+    """Assemble all conditioning tensors for HiDreamO1Transformer.forward:
+    input_ids (with ref-vision tokens spliced in for the edit/IP path),
+    position_ids (MRoPE), token_types, vinput_mask, plus the ref
+    dual-path tensors when refs are provided.
+    """
+    from .utils import get_rope_index_fix_point
+    from comfy.text_encoders.hidream_o1 import (
+        IMAGE_TOKEN_ID, VISION_START_ID, VISION_END_ID,
+    )
+
+    if text_input_ids.dim() == 1:
+        text_input_ids = text_input_ids.unsqueeze(0)
+    text_input_ids = text_input_ids.long().to(noise.device)
+    B = noise.shape[0]
+    if text_input_ids.shape[0] == 1 and B > 1:
+        text_input_ids = text_input_ids.expand(B, -1)
+
+    H, W = noise.shape[-2], noise.shape[-1]
+    h_p, w_p = H // target_patch_size, W // target_patch_size
+    image_len = h_p * w_p
+    image_grid_thw_tgt = torch.tensor(
+        [[1, h_p, w_p]], dtype=torch.long, device=text_input_ids.device,
+    )
+
+    out = {}
+    if ref_images:
+        ref = prepare_ref_images(ref_images, H, W, device=noise.device, dtype=noise.dtype)
+        text_input_ids = build_ref_input_ids(
+            text_input_ids, ref["per_ref_vit_tokens"],
+            IMAGE_TOKEN_ID, VISION_START_ID, VISION_END_ID,
+        )
+        new_txt_len = text_input_ids.shape[1]
+
+        # Each ref's patchified stream gets a [vision_start, image_pad*N-1]
+        # block in the position-id stream after the noised target.
+        ref_grid_lengths = [hp * wp for (hp, wp) in ref["per_ref_patch_grids"]]
+        tgt_vision = torch.full((1, image_len), IMAGE_TOKEN_ID,
+                                dtype=text_input_ids.dtype, device=text_input_ids.device)
+        tgt_vision[:, 0] = VISION_START_ID
+        ref_vision_blocks = []
+        for rl in ref_grid_lengths:
+            blk = torch.full((1, rl), IMAGE_TOKEN_ID,
+                             dtype=text_input_ids.dtype, device=text_input_ids.device)
+            blk[:, 0] = VISION_START_ID
+            ref_vision_blocks.append(blk)
+        ref_vision_cat = torch.cat([tgt_vision] + ref_vision_blocks, dim=1)
+        input_ids_pad = torch.cat([text_input_ids, ref_vision_cat], dim=-1)
+        total_ref_patches_len = sum(ref_grid_lengths)
+        total_len = new_txt_len + image_len + total_ref_patches_len
+
+        # K (ViT, post-merge) + 1 (target) + K (ref-patches) image grids.
+        K = len(ref_images)
+        igthw_cond = ref["ref_image_grid_thw"].clone()
+        igthw_cond[:, 1] //= 2
+        igthw_cond[:, 2] //= 2
+        image_grid_thw_ref = torch.tensor(
+            [[1, hp, wp] for (hp, wp) in ref["per_ref_patch_grids"]],
+            dtype=torch.long, device=text_input_ids.device,
+        )
+        igthw_all = torch.cat([
+            igthw_cond.to(text_input_ids.device),
+            image_grid_thw_tgt,
+            image_grid_thw_ref,
+        ], dim=0)
+        position_ids, _ = get_rope_index_fix_point(
+            spatial_merge_size=1,
+            image_token_id=IMAGE_TOKEN_ID,
+            vision_start_token_id=VISION_START_ID,
+            input_ids=input_ids_pad, image_grid_thw=igthw_all,
+            attention_mask=None,
+            skip_vision_start_token=[0] * K + [1] + [1] * K,
+            fix_point=4096,
+        )
+
+        # tms + target_image + ref_patches are all gen.
+        tms_pos = new_txt_len - 1
+        ar_len = tms_pos
+        token_types = torch.zeros(B, total_len, dtype=torch.long, device=noise.device)
+        token_types[:, tms_pos:] = 1
+        vinput_mask = torch.zeros(B, total_len, dtype=torch.bool, device=noise.device)
+        vinput_mask[:, new_txt_len:] = True
+
+        # Leading batch dim sidesteps CONDRegular.process_cond's repeat_to_batch_size truncation
+        out["ref_pixel_values"] = ref["ref_pixel_values"].unsqueeze(0)
+        out["ref_image_grid_thw"] = ref["ref_image_grid_thw"].unsqueeze(0)
+        out["ref_patches"] = ref["ref_patches"]
+    else:
+        # T2I: text + noised target only, vision_start replaces the first image token
+        txt_len = text_input_ids.shape[1]
+        total_len = txt_len + image_len
+        vision_tokens = torch.full((B, image_len), IMAGE_TOKEN_ID,
+                                   dtype=text_input_ids.dtype, device=text_input_ids.device)
+        vision_tokens[:, 0] = VISION_START_ID
+        input_ids_pad = torch.cat([text_input_ids, vision_tokens], dim=-1)
+        position_ids, _ = get_rope_index_fix_point(
+            spatial_merge_size=1,
+            image_token_id=IMAGE_TOKEN_ID,
+            vision_start_token_id=VISION_START_ID,
+            input_ids=input_ids_pad, image_grid_thw=image_grid_thw_tgt,
+            attention_mask=None,
+            skip_vision_start_token=[1],
+        )
+        ar_len = txt_len - 1
+        token_types = torch.zeros(B, total_len, dtype=torch.long, device=noise.device)
+        token_types[:, ar_len:] = 1
+        vinput_mask = torch.zeros(B, total_len, dtype=torch.bool, device=noise.device)
+        vinput_mask[:, txt_len:] = True
+
+    out["input_ids"] = text_input_ids
+    out["position_ids"] = position_ids[:, 0].unsqueeze(0) # Collapse position_ids batch and add a leading dim so CONDRegular's batch-resize doesn't truncate the 3-axis MRoPE dim
+    out["token_types"] = token_types
+    out["vinput_mask"] = vinput_mask
+    out["ar_len"] = ar_len
+    return out
diff --git a/ComfyUI/comfy/ldm/hidream_o1/model.py b/ComfyUI/comfy/ldm/hidream_o1/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..a223e706fa455d22b1b12d933c5e88baae0e2d92
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hidream_o1/model.py
@@ -0,0 +1,306 @@
+"""HiDream-O1-Image transformer.
+
+Pixel-space DiT built on Qwen3-VL: the vision tower (Qwen35VisionModel)
+encodes ref images, the Qwen3-VL-8B decoder (Llama2_ with interleaved MRoPE)
+processes a unified text+image sequence, and 32x32 patch embed/unembed
+shims map raw RGB in and out of LLM hidden space. The Qwen3-VL deepstack
+mergers go unused — their weights are dropped at load.
+"""
+
+from dataclasses import dataclass, field
+from typing import List, Optional
+
+import einops
+import torch
+import torch.nn as nn
+
+import comfy.patcher_extension
+from comfy.ldm.modules.diffusionmodules.mmdit import TimestepEmbedder
+from comfy.text_encoders.llama import Llama2_
+from comfy.text_encoders.qwen35 import Qwen35VisionModel
+
+from .attention import make_two_pass_attention
+
+
+IMAGE_TOKEN_ID = 151655   # Qwen3-VL <|image_pad|>
+TMS_TOKEN_ID = 151673     # HiDream-O1 <|tms_token|>
+PATCH_SIZE = 32
+
+
+@dataclass
+class HiDreamO1TextConfig:
+    """Qwen3-VL-8B text-decoder dims (matches public Qwen3-VL-8B-Instruct)."""
+    vocab_size: int = 151936
+    hidden_size: int = 4096
+    intermediate_size: int = 12288
+    num_hidden_layers: int = 36
+    num_attention_heads: int = 32
+    num_key_value_heads: int = 8
+    head_dim: int = 128
+    max_position_embeddings: int = 128000
+    rms_norm_eps: float = 1e-6
+    rope_theta: float = 5000000.0
+    rope_scale: Optional[float] = None
+    rope_dims: List[int] = field(default_factory=lambda: [24, 20, 20])
+    interleaved_mrope: bool = True
+    transformer_type: str = "llama"
+    rms_norm_add: bool = False
+    mlp_activation: str = "silu"
+    qkv_bias: bool = False
+    q_norm: str = "gemma3"
+    k_norm: str = "gemma3"
+    final_norm: bool = True
+    lm_head: bool = False
+    stop_tokens: List[int] = field(default_factory=lambda: [151643, 151645])
+
+
+QWEN3VL_VISION_DEFAULTS = dict(
+    hidden_size=1152,
+    num_heads=16,
+    intermediate_size=4304,
+    depth=27,
+    patch_size=16,
+    temporal_patch_size=2,
+    in_channels=3,
+    spatial_merge_size=2,
+    num_position_embeddings=2304,
+    deepstack_visual_indexes=(8, 16, 24),
+    out_hidden_size=4096,  # final merger projects directly into LLM hidden
+)
+
+
+class BottleneckPatchEmbed(nn.Module):
+    # 3072 -> 1024 -> 4096 (raw 32x32 RGB patch -> bottleneck -> LLM hidden).
+    def __init__(self, patch_size=32, in_chans=3, pca_dim=1024, embed_dim=4096, bias=True, device=None, dtype=None, ops=None):
+        super().__init__()
+        self.proj1 = ops.Linear(patch_size * patch_size * in_chans, pca_dim, bias=False, device=device, dtype=dtype)
+        self.proj2 = ops.Linear(pca_dim, embed_dim, bias=bias, device=device, dtype=dtype)
+
+    def forward(self, x):
+        return self.proj2(self.proj1(x))
+
+
+class FinalLayer(nn.Module):
+    # 4096 -> 3072 (LLM hidden -> flat pixel patch).
+    def __init__(self, hidden_size, patch_size=32, out_channels=3, device=None, dtype=None, ops=None):
+        super().__init__()
+        self.linear = ops.Linear(hidden_size, patch_size * patch_size * out_channels, bias=True, device=device, dtype=dtype)
+
+    def forward(self, x):
+        return self.linear(x)
+
+
+class HiDreamO1Transformer(nn.Module):
+    """HiDream-O1 unified pixel-level transformer."""
+
+    def __init__(self, image_model=None, dtype=None, device=None, operations=None,
+                 text_config_overrides=None, vision_config_overrides=None, **kwargs):
+        super().__init__()
+        self.dtype = dtype
+
+        text_cfg = HiDreamO1TextConfig(**(text_config_overrides or {}))
+        vision_cfg = dict(QWEN3VL_VISION_DEFAULTS)
+        if vision_config_overrides:
+            vision_cfg.update(vision_config_overrides)
+        vision_cfg["out_hidden_size"] = text_cfg.hidden_size
+
+        self.text_config = text_cfg
+        self.vision_config = vision_cfg
+        self.hidden_size = text_cfg.hidden_size
+        self.patch_size = PATCH_SIZE
+        self.in_channels = 3
+        self.tms_token_id = TMS_TOKEN_ID
+
+        self.visual = Qwen35VisionModel(vision_cfg, device=device, dtype=dtype, ops=operations)
+        self.language_model = Llama2_(text_cfg, device=device, dtype=dtype, ops=operations)
+        self.t_embedder1 = TimestepEmbedder(
+            text_cfg.hidden_size, device=device, dtype=dtype, operations=operations,
+        )
+        self.x_embedder = BottleneckPatchEmbed(
+            patch_size=self.patch_size, in_chans=self.in_channels,
+            pca_dim=text_cfg.hidden_size // 4, embed_dim=text_cfg.hidden_size,
+            bias=True, device=device, dtype=dtype, ops=operations,
+        )
+        self.final_layer2 = FinalLayer(
+            text_cfg.hidden_size, patch_size=self.patch_size,
+            out_channels=self.in_channels, device=device, dtype=dtype, ops=operations,
+        )
+
+        self._visual_cache = None
+        self._kv_cache_entries = []
+
+    def clear_kv_cache(self):
+        self._kv_cache_entries = []
+        self._visual_cache = None
+
+    def forward(self, x, timesteps, context=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timesteps, context, transformer_options, **kwargs)
+
+    def _forward(self, x, timesteps, context=None, transformer_options={}, input_ids=None, attention_mask=None, position_ids=None,
+                 vinput_mask=None, ar_len=None, ref_pixel_values=None, ref_image_grid_thw=None, ref_patches=None, **kwargs):
+        """Returns flow-match velocity (x - x_pred) / sigma"""
+
+        if input_ids is None or position_ids is None:
+            raise ValueError("HiDreamO1Transformer requires input_ids and position_ids in conditioning")
+
+        B, _, H, W = x.shape
+        h_p, w_p = H // self.patch_size, W // self.patch_size
+        tgt_image_len = h_p * w_p
+
+        z = einops.rearrange(
+            x, 'B C (H p1) (W p2) -> B (H W) (C p1 p2)',
+            p1=self.patch_size, p2=self.patch_size,
+        )
+        vinputs = torch.cat([z, ref_patches.to(z.dtype)], dim=1) if ref_patches is not None else z
+
+        inputs_embeds = self.language_model.embed_tokens(input_ids).to(x.dtype)
+
+        if ref_pixel_values is not None and ref_image_grid_thw is not None:
+            # ViT output is constant across sampling steps within a generation
+            # identity-key by the input tensor so refs don't recompute every step.
+            cached = self._visual_cache
+            if cached is not None and cached[0] is ref_pixel_values:
+                image_embeds = cached[1]
+            else:
+                ref_pv = ref_pixel_values.to(inputs_embeds.device)
+                ref_grid = ref_image_grid_thw.to(inputs_embeds.device).long()
+                # extra_conds wraps with a leading batch dim; refs are model-level so [0] always recovers them.
+                if ref_pv.dim() == 3:
+                    ref_pv = ref_pv[0]
+                if ref_grid.dim() == 3:
+                    ref_grid = ref_grid[0]
+                image_embeds = self.visual(ref_pv, ref_grid).to(inputs_embeds.dtype)
+                self._visual_cache = (ref_pixel_values, image_embeds)
+            # image_pad positions identical across batch (input_ids shared cond/uncond).
+            image_idx = (input_ids[0] == IMAGE_TOKEN_ID).nonzero(as_tuple=True)[0]
+            if image_idx.shape[0] != image_embeds.shape[0]:
+                raise ValueError(
+                    f"Image-token count {image_idx.shape[0]} != ViT output count "
+                    f"{image_embeds.shape[0]}; check tokenizer/processor alignment."
+                )
+            inputs_embeds[:, image_idx] = image_embeds.unsqueeze(0).expand(B, -1, -1)
+
+        sigma = timesteps.float() / 1000.0
+        t_pixeldit = 1.0 - sigma
+        t_emb = self.t_embedder1(t_pixeldit * 1000, inputs_embeds.dtype)
+        tms_mask_3d = (input_ids == self.tms_token_id).unsqueeze(-1).expand_as(inputs_embeds)
+        inputs_embeds = torch.where(tms_mask_3d, t_emb.unsqueeze(1).expand_as(inputs_embeds), inputs_embeds)
+
+        vinputs_embedded = self.x_embedder(vinputs.to(inputs_embeds.dtype))
+        inputs_embeds = torch.cat([inputs_embeds, vinputs_embedded], dim=1)
+
+        # extra_conds stores position_ids as (1, 3, T); process_cond repeats dim 0 to B. Take row 0.
+        freqs_cis = self.language_model.compute_freqs_cis(position_ids[0].to(x.device), x.device)
+        freqs_cis = tuple(t.to(x.dtype) for t in freqs_cis)
+
+        two_pass_attn = make_two_pass_attention(ar_len, transformer_options=transformer_options)
+        patches_replace = transformer_options.get("patches_replace", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.language_model.layers)
+        transformer_options["block_type"] = "double"
+
+        # Cache prefix K/V across steps. Key includes input_ids (prompt), ref_id
+        # (refs scatter into inputs_embeds), and position_ids (RoPE baked into cached K).
+        can_cache = not blocks_replace and ar_len > 0
+        cache_len = ar_len if can_cache else 0
+        ref_id = id(ref_pixel_values) if ref_pixel_values is not None else None
+        pos_ids_key = position_ids[..., :cache_len] if can_cache else position_ids
+        cache_entries = self._kv_cache_entries
+        # Drop stale entries from a previous device (model was unloaded and reloaded).
+        if cache_entries and cache_entries[0]["input_ids"].device != input_ids.device:
+            cache_entries = []
+            self._kv_cache_entries = []
+        kv_cache = None
+        if can_cache:
+            for entry in cache_entries:
+                ck = entry["input_ids"]
+                ep = entry["position_ids"]
+                if (entry["cache_len"] == cache_len
+                        and ck.shape == input_ids.shape and torch.equal(ck, input_ids)
+                        and entry["ref_id"] == ref_id
+                        and ep.shape == pos_ids_key.shape and torch.equal(ep, pos_ids_key)):
+                    kv_cache = entry
+                    break
+
+        if kv_cache is not None:
+            # Hot path: project Q/K/V only for fresh positions; past_key_value prepends cached AR K/V.
+            hidden_states = inputs_embeds[:, cache_len:]
+            sliced_freqs = tuple(t[..., cache_len:, :] for t in freqs_cis)
+            for i, layer in enumerate(self.language_model.layers):
+                transformer_options["block_index"] = i
+                K_i, V_i = kv_cache["kv"][i]
+                hidden_states, _ = layer(
+                    x=hidden_states, attention_mask=None, freqs_cis=sliced_freqs, optimized_attention=two_pass_attn,
+                    past_key_value=(K_i, V_i, cache_len),
+                )
+        else:
+            # Cold path: run full sequence; if cacheable, snapshot K/V at AR positions.
+            snapshots = [] if can_cache else None
+            past_kv_cold = () if can_cache else None
+            hidden_states = inputs_embeds
+            for i, layer in enumerate(self.language_model.layers):
+                transformer_options["block_index"] = i
+                if ("double_block", i) in blocks_replace:
+                    def block_wrap(args, _layer=layer):
+                        out = {}
+                        out["x"], _ = _layer(
+                            x=args["x"], attention_mask=args.get("attention_mask"),
+                            freqs_cis=args["freqs_cis"], optimized_attention=args["optimized_attention"],
+                            past_key_value=None,
+                        )
+                        return out
+                    out = blocks_replace[("double_block", i)](
+                        {"x": hidden_states, "attention_mask": None,
+                         "freqs_cis": freqs_cis, "optimized_attention": two_pass_attn,
+                         "transformer_options": transformer_options},
+                        {"original_block": block_wrap},
+                    )
+                    hidden_states = out["x"]
+                else:
+                    hidden_states, present_kv = layer(
+                        x=hidden_states, attention_mask=None,
+                        freqs_cis=freqs_cis, optimized_attention=two_pass_attn,
+                        past_key_value=past_kv_cold,
+                    )
+                    if snapshots is not None:
+                        K, V, _ = present_kv
+                        snapshots.append((K[:, :, :cache_len].contiguous(),
+                                          V[:, :, :cache_len].contiguous()))
+            if snapshots is not None:
+                # Cap at 2 entries (cond + uncond). Multi-cond workflows LRU-evict.
+                new_entry = {
+                    "input_ids": input_ids.clone(),
+                    "cache_len": cache_len,
+                    "kv": snapshots,
+                    "ref_id": ref_id,
+                    "position_ids": pos_ids_key.clone(),
+                }
+                self._kv_cache_entries = (cache_entries + [new_entry])[-2:]
+
+        if self.language_model.norm is not None:
+            hidden_states = self.language_model.norm(hidden_states)
+
+        # Slice target-image positions before the final projection so the Linear only runs on tgt_image_len tokens.
+        # In the hot path hidden_states starts at original position cache_len, so masks/indices shift by cache_len.
+        sliced_offset = cache_len if kv_cache is not None else 0
+        if vinput_mask is not None:
+            vmask = vinput_mask.to(x.device).bool()
+            if sliced_offset > 0:
+                vmask = vmask[:, sliced_offset:]
+            target_hidden = hidden_states[vmask].view(B, -1, hidden_states.shape[-1])[:, :tgt_image_len]
+        else:
+            txt_seq_len = input_ids.shape[1]
+            start = txt_seq_len - sliced_offset
+            target_hidden = hidden_states[:, start:start + tgt_image_len]
+        x_pred_tgt = self.final_layer2(target_hidden)
+
+        # fp32 final subtraction, bf16 here noticeably degrades samples.
+        x_pred_img = einops.rearrange(
+            x_pred_tgt, 'B (H W) (C p1 p2) -> B C (H p1) (W p2)',
+            H=h_p, W=w_p, p1=self.patch_size, p2=self.patch_size,
+        )
+        return (x.float() - x_pred_img.float()) / sigma.view(B, 1, 1, 1).clamp_min(1e-3)
diff --git a/ComfyUI/comfy/ldm/hidream_o1/utils.py b/ComfyUI/comfy/ldm/hidream_o1/utils.py
new file mode 100644
index 0000000000000000000000000000000000000000..5a1249c7254956e6e8491abdf3144b73900b0726
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hidream_o1/utils.py
@@ -0,0 +1,173 @@
+"""HiDream-O1 input-prep helpers: image/resolution math and unified-sequence
+RoPE position-id assembly. The fix_point offset in get_rope_index_fix_point
+lets the target image and patchified ref images share spatial RoPE positions
+despite living at different sequence indices — same 2D image plane.
+"""
+
+import math
+from typing import Optional
+
+import torch
+
+
+PATCH_SIZE = 32
+CONDITION_IMAGE_SIZE = 384  # ViT-side base size for ref images
+
+
+def resize_tensor(img_t, image_size, patch_size=16):
+    """img_t: (1, 3, H, W) float [0, 1]. Fit to image_size**2 area, patch-aligned, center-cropped."""
+
+    while min(img_t.shape[-2], img_t.shape[-1]) >= 2 * image_size: # Pre-halves with 2x2 box averaging while the image is still very large
+        img_t = torch.nn.functional.avg_pool2d(img_t, kernel_size=2, stride=2)
+
+    _, _, height, width = img_t.shape
+    m = patch_size
+    s_max = image_size * image_size
+    scale = math.sqrt(s_max / (width * height))
+
+    candidates = [
+        (round(width * scale) // m * m, round(height * scale) // m * m),
+        (round(width * scale) // m * m, math.floor(height * scale) // m * m),
+        (math.floor(width * scale) // m * m, round(height * scale) // m * m),
+        (math.floor(width * scale) // m * m, math.floor(height * scale) // m * m),
+    ]
+    candidates = sorted(candidates, key=lambda x: x[0] * x[1], reverse=True)
+    new_size = candidates[-1]
+    for c in candidates:
+        if c[0] * c[1] <= s_max:
+            new_size = c
+            break
+
+    new_w, new_h = new_size
+    s1 = width / new_w
+    s2 = height / new_h
+    if s1 < s2:
+        resize_w, resize_h = new_w, round(height / s1)
+    else:
+        resize_w, resize_h = round(width / s2), new_h
+    img_t = torch.nn.functional.interpolate(img_t, size=(resize_h, resize_w), mode="bicubic")
+    top = (resize_h - new_h) // 2
+    left = (resize_w - new_w) // 2
+    return img_t[..., top:top + new_h, left:left + new_w]
+
+
+def calculate_dimensions(max_size, ratio):
+    """(W, H) for an aspect ratio fitting in max_size**2 area, 32-aligned."""
+    width = math.sqrt(max_size * max_size * ratio)
+    height = width / ratio
+    width = int(width / 32) * 32
+    height = int(height / 32) * 32
+    return width, height
+
+
+def ref_max_size(target_max_dim, k):
+    """K-dependent ref-image max dim before patchifying."""
+    if k == 1:
+        return target_max_dim
+    if k == 2:
+        return target_max_dim * 48 // 64
+    if k <= 4:
+        return target_max_dim // 2
+    if k <= 8:
+        return target_max_dim * 24 // 64
+    return target_max_dim // 4
+
+
+def cond_image_size(k):
+    """K-dependent ViT-side image size."""
+    if k <= 4:
+        return CONDITION_IMAGE_SIZE
+    if k <= 8:
+        return CONDITION_IMAGE_SIZE * 48 // 64
+    return CONDITION_IMAGE_SIZE // 2
+
+
+def get_rope_index_fix_point(
+    spatial_merge_size: int,
+    image_token_id: int,
+    vision_start_token_id: int,
+    input_ids: Optional[torch.LongTensor] = None,
+    image_grid_thw: Optional[torch.LongTensor] = None,
+    attention_mask: Optional[torch.Tensor] = None,
+    skip_vision_start_token=None,
+    fix_point: int = 4096,
+):
+    mrope_position_deltas = []
+    if input_ids is not None and image_grid_thw is not None:
+        total_input_ids = input_ids
+        if attention_mask is None:
+            attention_mask = torch.ones_like(total_input_ids)
+        position_ids = torch.ones(
+            3, input_ids.shape[0], input_ids.shape[1],
+            dtype=input_ids.dtype, device=input_ids.device,
+        )
+        attention_mask = attention_mask.to(total_input_ids.device)
+        for i, input_ids_b in enumerate(total_input_ids):
+            fp = fix_point
+            image_index = 0
+            input_ids_b = input_ids_b[attention_mask[i] == 1]
+            vision_start_indices = torch.argwhere(input_ids_b == vision_start_token_id).squeeze(1)
+            vision_tokens = input_ids_b[vision_start_indices + 1]
+            image_nums = (vision_tokens == image_token_id).sum()
+            input_tokens = input_ids_b.tolist()
+            llm_pos_ids_list = []
+            st = 0
+            remain_images = image_nums
+            for _ in range(image_nums):
+                if image_token_id in input_tokens and remain_images > 0:
+                    ed = input_tokens.index(image_token_id, st)
+                else:
+                    ed = len(input_tokens) + 1
+                t = image_grid_thw[image_index][0]
+                h = image_grid_thw[image_index][1]
+                w = image_grid_thw[image_index][2]
+                image_index += 1
+                remain_images -= 1
+                llm_grid_t = t.item()
+                llm_grid_h = h.item() // spatial_merge_size
+                llm_grid_w = w.item() // spatial_merge_size
+                text_len = ed - st
+                text_len -= skip_vision_start_token[image_index - 1]
+                text_len = max(0, text_len)
+                st_idx = llm_pos_ids_list[-1].max() + 1 if len(llm_pos_ids_list) > 0 else 0
+                llm_pos_ids_list.append(torch.arange(text_len).view(1, -1).expand(3, -1) + st_idx)
+
+                t_index = torch.arange(llm_grid_t).view(-1, 1).expand(-1, llm_grid_h * llm_grid_w).flatten()
+                h_index = torch.arange(llm_grid_h).view(1, -1, 1).expand(llm_grid_t, -1, llm_grid_w).flatten()
+                w_index = torch.arange(llm_grid_w).view(1, 1, -1).expand(llm_grid_t, llm_grid_h, -1).flatten()
+
+                if skip_vision_start_token[image_index - 1]:
+                    if fp > 0:
+                        fp = fp - st_idx
+                    llm_pos_ids_list.append(torch.stack([t_index, h_index, w_index]) + fp + st_idx)
+                    fp = 0
+                else:
+                    llm_pos_ids_list.append(torch.stack([t_index, h_index, w_index]) + text_len + st_idx)
+                st = ed + llm_grid_t * llm_grid_h * llm_grid_w
+
+            if st < len(input_tokens):
+                st_idx = llm_pos_ids_list[-1].max() + 1 if len(llm_pos_ids_list) > 0 else 0
+                text_len = len(input_tokens) - st
+                llm_pos_ids_list.append(torch.arange(text_len).view(1, -1).expand(3, -1) + st_idx)
+
+            llm_positions = torch.cat(llm_pos_ids_list, dim=1).reshape(3, -1)
+            position_ids[..., i, attention_mask[i] == 1] = llm_positions.to(position_ids.device)
+            mrope_position_deltas.append(llm_positions.max() + 1 - len(total_input_ids[i]))
+        mrope_position_deltas = torch.tensor(mrope_position_deltas, device=input_ids.device).unsqueeze(1)
+        return position_ids, mrope_position_deltas
+
+    if attention_mask is not None:
+        position_ids = attention_mask.long().cumsum(-1) - 1
+        position_ids.masked_fill_(attention_mask == 0, 1)
+        position_ids = position_ids.unsqueeze(0).expand(3, -1, -1).to(attention_mask.device)
+        max_position_ids = position_ids.max(0, keepdim=False)[0].max(-1, keepdim=True)[0]
+        mrope_position_deltas = max_position_ids + 1 - attention_mask.shape[-1]
+    else:
+        position_ids = (
+            torch.arange(input_ids.shape[1], device=input_ids.device)
+            .view(1, 1, -1).expand(3, input_ids.shape[0], -1)
+        )
+        mrope_position_deltas = torch.zeros(
+            [input_ids.shape[0], 1], device=input_ids.device, dtype=input_ids.dtype,
+        )
+    return position_ids, mrope_position_deltas
diff --git a/ComfyUI/comfy/ldm/hunyuan3d/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/hunyuan3d/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..c65133dff62b9df53ea7856b87079aa7024fce9f
Binary files /dev/null and b/ComfyUI/comfy/ldm/hunyuan3d/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hunyuan3d/__pycache__/vae.cpython-312.pyc b/ComfyUI/comfy/ldm/hunyuan3d/__pycache__/vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..10f3ec9b88c5a385215514834091805eaef80cff
Binary files /dev/null and b/ComfyUI/comfy/ldm/hunyuan3d/__pycache__/vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hunyuan3d/model.py b/ComfyUI/comfy/ldm/hunyuan3d/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..4991b164531e1b095f748f2aa5cdb06a59542fc2
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hunyuan3d/model.py
@@ -0,0 +1,148 @@
+import torch
+from torch import nn
+from comfy.ldm.flux.layers import (
+    DoubleStreamBlock,
+    LastLayer,
+    MLPEmbedder,
+    SingleStreamBlock,
+    timestep_embedding,
+)
+import comfy.patcher_extension
+
+
+class Hunyuan3Dv2(nn.Module):
+    def __init__(
+        self,
+        in_channels=64,
+        context_in_dim=1536,
+        hidden_size=1024,
+        mlp_ratio=4.0,
+        num_heads=16,
+        depth=16,
+        depth_single_blocks=32,
+        qkv_bias=True,
+        guidance_embed=False,
+        image_model=None,
+        dtype=None,
+        device=None,
+        operations=None
+    ):
+        super().__init__()
+        self.dtype = dtype
+
+        if hidden_size % num_heads != 0:
+            raise ValueError(
+                f"Hidden size {hidden_size} must be divisible by num_heads {num_heads}"
+            )
+
+        self.max_period = 1000  # While reimplementing the model I noticed that they messed up. This 1000 value was meant to be the time_factor but they set the max_period instead
+        self.latent_in = operations.Linear(in_channels, hidden_size, bias=True, dtype=dtype, device=device)
+        self.time_in = MLPEmbedder(in_dim=256, hidden_dim=hidden_size, dtype=dtype, device=device, operations=operations)
+        self.guidance_in = (
+            MLPEmbedder(in_dim=256, hidden_dim=hidden_size, dtype=dtype, device=device, operations=operations) if guidance_embed else None
+        )
+        self.cond_in = operations.Linear(context_in_dim, hidden_size, dtype=dtype, device=device)
+        self.double_blocks = nn.ModuleList(
+            [
+                DoubleStreamBlock(
+                    hidden_size,
+                    num_heads,
+                    mlp_ratio=mlp_ratio,
+                    qkv_bias=qkv_bias,
+                    dtype=dtype, device=device, operations=operations
+                )
+                for _ in range(depth)
+            ]
+        )
+        self.single_blocks = nn.ModuleList(
+            [
+                SingleStreamBlock(
+                    hidden_size,
+                    num_heads,
+                    mlp_ratio=mlp_ratio,
+                    dtype=dtype, device=device, operations=operations
+                )
+                for _ in range(depth_single_blocks)
+            ]
+        )
+        self.final_layer = LastLayer(hidden_size, 1, in_channels, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, x, timestep, context, guidance=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timestep, context, guidance, transformer_options, **kwargs)
+
+    def _forward(self, x, timestep, context, guidance=None, transformer_options={}, **kwargs):
+        x = x.movedim(-1, -2)
+        timestep = 1.0 - timestep
+        txt = context
+        img = self.latent_in(x)
+
+        vec = self.time_in(timestep_embedding(timestep, 256, self.max_period).to(dtype=img.dtype))
+        if self.guidance_in is not None:
+            if guidance is not None:
+                vec = vec + self.guidance_in(timestep_embedding(guidance, 256, self.max_period).to(img.dtype))
+
+        txt = self.cond_in(txt)
+        pe = None
+        attn_mask = None
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        blocks_replace = patches_replace.get("dit", {})
+        for i, block in enumerate(self.double_blocks):
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"], out["txt"] = block(img=args["img"],
+                                                   txt=args["txt"],
+                                                   vec=args["vec"],
+                                                   pe=args["pe"],
+                                                   attn_mask=args.get("attn_mask"),
+                                                   transformer_options=args["transformer_options"])
+                    return out
+
+                out = blocks_replace[("double_block", i)]({"img": img,
+                                                           "txt": txt,
+                                                           "vec": vec,
+                                                           "pe": pe,
+                                                           "attn_mask": attn_mask,
+                                                           "transformer_options": transformer_options},
+                                                          {"original_block": block_wrap})
+                txt = out["txt"]
+                img = out["img"]
+            else:
+                img, txt = block(img=img,
+                                 txt=txt,
+                                 vec=vec,
+                                 pe=pe,
+                                 attn_mask=attn_mask,
+                                 transformer_options=transformer_options)
+
+        img = torch.cat((txt, img), 1)
+
+        for i, block in enumerate(self.single_blocks):
+            if ("single_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"],
+                                       vec=args["vec"],
+                                       pe=args["pe"],
+                                       attn_mask=args.get("attn_mask"),
+                                       transformer_options=args["transformer_options"])
+                    return out
+
+                out = blocks_replace[("single_block", i)]({"img": img,
+                                                           "vec": vec,
+                                                           "pe": pe,
+                                                           "attn_mask": attn_mask,
+                                                           "transformer_options": transformer_options},
+                                                          {"original_block": block_wrap})
+                img = out["img"]
+            else:
+                img = block(img, vec=vec, pe=pe, attn_mask=attn_mask, transformer_options=transformer_options)
+
+        img = img[:, txt.shape[1]:, ...]
+        img = self.final_layer(img, vec)
+        return img.movedim(-2, -1) * (-1.0)
diff --git a/ComfyUI/comfy/ldm/hunyuan3d/vae.py b/ComfyUI/comfy/ldm/hunyuan3d/vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..76094482700f8b2fbd8379323640b4ed7fe0a01a
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hunyuan3d/vae.py
@@ -0,0 +1,988 @@
+# Original: https://github.com/Tencent/Hunyuan3D-2/blob/main/hy3dgen/shapegen/models/autoencoders/model.py
+# Since the header on their VAE source file was a bit confusing we asked for permission to use this code from tencent under the GPL license used in ComfyUI.
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+import numpy as np
+import math
+from tqdm import tqdm
+
+from typing import Optional
+
+import logging
+
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+def fps(src: torch.Tensor, batch: torch.Tensor, sampling_ratio: float, start_random: bool = True):
+
+    # manually create the pointer vector
+    assert src.size(0) == batch.numel()
+
+    batch_size = int(batch.max()) + 1
+    deg = src.new_zeros(batch_size, dtype = torch.long)
+
+    deg.scatter_add_(0, batch, torch.ones_like(batch))
+
+    ptr_vec = deg.new_zeros(batch_size + 1)
+    torch.cumsum(deg, 0, out=ptr_vec[1:])
+
+    #return fps_sampling(src, ptr_vec, ratio)
+    sampled_indicies = []
+
+    for b in range(batch_size):
+        # start and the end of each batch
+        start, end = ptr_vec[b].item(), ptr_vec[b + 1].item()
+        # points from the point cloud
+        points = src[start:end]
+
+        num_points = points.size(0)
+        num_samples = max(1, math.ceil(num_points * sampling_ratio))
+
+        selected = torch.zeros(num_samples, device = src.device, dtype = torch.long)
+        distances = torch.full((num_points,), float("inf"), device = src.device)
+
+        # select a random start point
+        if start_random:
+            farthest = torch.randint(0, num_points, (1,), device = src.device)
+        else:
+            farthest = torch.tensor([0], device = src.device, dtype = torch.long)
+
+        for i in range(num_samples):
+            selected[i] = farthest
+            centroid = points[farthest].squeeze(0)
+            dist = torch.norm(points - centroid, dim = 1) # compute euclidean distance
+            distances = torch.minimum(distances, dist)
+            farthest = torch.argmax(distances)
+
+        sampled_indicies.append(torch.arange(start, end)[selected])
+
+    return torch.cat(sampled_indicies, dim = 0)
+class PointCrossAttention(nn.Module):
+    def __init__(self,
+        num_latents: int,
+        downsample_ratio: float,
+        pc_size: int,
+        pc_sharpedge_size: int,
+        point_feats: int,
+        width: int,
+        heads: int,
+        layers: int,
+        fourier_embedder,
+        normal_pe: bool = False,
+        qkv_bias: bool = False,
+        use_ln_post: bool = True,
+        qk_norm: bool = True):
+
+        super().__init__()
+
+        self.fourier_embedder = fourier_embedder
+
+        self.pc_size = pc_size
+        self.normal_pe = normal_pe
+        self.downsample_ratio = downsample_ratio
+        self.pc_sharpedge_size = pc_sharpedge_size
+        self.num_latents = num_latents
+        self.point_feats = point_feats
+
+        self.input_proj = nn.Linear(self.fourier_embedder.out_dim + point_feats, width)
+
+        self.cross_attn = ResidualCrossAttentionBlock(
+            width = width,
+            heads = heads,
+            qkv_bias = qkv_bias,
+            qk_norm = qk_norm
+        )
+
+        self.self_attn = None
+        if layers > 0:
+            self.self_attn = Transformer(
+                width = width,
+                heads = heads,
+                qkv_bias = qkv_bias,
+                qk_norm = qk_norm,
+                layers = layers
+            )
+
+        if use_ln_post:
+            self.ln_post = nn.LayerNorm(width)
+        else:
+            self.ln_post = None
+
+    def sample_points_and_latents(self, point_cloud: torch.Tensor, features: torch.Tensor):
+
+        """
+        Subsample points randomly from the point cloud (input_pc)
+        Further sample the subsampled points to get query_pc
+        take the fourier embeddings for both input and query pc
+
+        Mental Note: FPS-sampled points (query_pc) act as latent tokens that attend to and learn from the broader context in input_pc.
+        Goal: get a smaller represenation (query_pc) to represent the entire scence structure by learning from a broader subset (input_pc).
+        More computationally efficient.
+
+        Features are additional information for each point in the cloud
+        """
+
+        B, _, D = point_cloud.shape
+
+        num_latents = int(self.num_latents)
+
+        num_random_query = self.pc_size / (self.pc_size + self.pc_sharpedge_size) * num_latents
+        num_sharpedge_query = num_latents - num_random_query
+
+        # Split random and sharpedge surface points
+        random_pc, sharpedge_pc = torch.split(point_cloud, [self.pc_size, self.pc_sharpedge_size], dim=1)
+
+        # assert statements
+        assert random_pc.shape[1] <= self.pc_size, "Random surface points size must be less than or equal to pc_size"
+        assert sharpedge_pc.shape[1] <= self.pc_sharpedge_size, "Sharpedge surface points size must be less than or equal to pc_sharpedge_size"
+
+        input_random_pc_size = int(num_random_query * self.downsample_ratio)
+        random_query_pc, random_input_pc, random_idx_pc, random_idx_query = \
+            self.subsample(pc = random_pc, num_query = num_random_query, input_pc_size = input_random_pc_size)
+
+        input_sharpedge_pc_size = int(num_sharpedge_query * self.downsample_ratio)
+
+        if input_sharpedge_pc_size == 0:
+            sharpedge_input_pc = torch.zeros(B, 0, D, dtype = random_input_pc.dtype).to(point_cloud.device)
+            sharpedge_query_pc = torch.zeros(B, 0, D, dtype= random_query_pc.dtype).to(point_cloud.device)
+
+        else:
+            sharpedge_query_pc, sharpedge_input_pc, sharpedge_idx_pc, sharpedge_idx_query = \
+            self.subsample(pc = sharpedge_pc, num_query = num_sharpedge_query, input_pc_size = input_sharpedge_pc_size)
+
+        # concat the random and sharpedges
+        query_pc = torch.cat([random_query_pc, sharpedge_query_pc], dim = 1)
+        input_pc = torch.cat([random_input_pc, sharpedge_input_pc], dim = 1)
+
+        query = self.fourier_embedder(query_pc)
+        data = self.fourier_embedder(input_pc)
+
+        if self.point_feats > 0:
+            random_surface_features, sharpedge_surface_features = torch.split(features, [self.pc_size, self.pc_sharpedge_size], dim = 1)
+
+            input_random_surface_features, query_random_features = \
+                self.handle_features(features = random_surface_features, idx_pc = random_idx_pc, batch_size = B,
+                                     input_pc_size = input_random_pc_size, idx_query = random_idx_query)
+
+            if input_sharpedge_pc_size == 0:
+                input_sharpedge_surface_features = torch.zeros(B, 0, self.point_feats,
+                                                               dtype = input_random_surface_features.dtype, device = point_cloud.device)
+
+                query_sharpedge_features = torch.zeros(B, 0, self.point_feats,
+                                                       dtype = query_random_features.dtype, device = point_cloud.device)
+            else:
+
+                input_sharpedge_surface_features, query_sharpedge_features = \
+                    self.handle_features(idx_pc = sharpedge_idx_pc, features = sharpedge_surface_features,
+                                         batch_size = B, idx_query = sharpedge_idx_query, input_pc_size = input_sharpedge_pc_size)
+
+            query_features = torch.cat([query_random_features, query_sharpedge_features], dim = 1)
+            input_features = torch.cat([input_random_surface_features, input_sharpedge_surface_features], dim = 1)
+
+            if self.normal_pe:
+                # apply the fourier embeddings on the first 3 dims (xyz)
+                input_features_pe = self.fourier_embedder(input_features[..., :3])
+                query_features_pe = self.fourier_embedder(query_features[..., :3])
+                # replace the first 3 dims with the new PE ones
+                input_features = torch.cat([input_features_pe, input_features[..., :3]], dim = -1)
+                query_features = torch.cat([query_features_pe, query_features[..., :3]], dim = -1)
+
+            # concat at the channels dim
+            query = torch.cat([query, query_features], dim = -1)
+            data = torch.cat([data, input_features], dim = -1)
+
+        # don't return pc_info to avoid unnecessary memory usuage
+        return query.view(B, -1, query.shape[-1]), data.view(B, -1, data.shape[-1])
+
+    def forward(self, point_cloud: torch.Tensor, features: torch.Tensor):
+
+        query, data = self.sample_points_and_latents(point_cloud = point_cloud, features = features)
+
+        # apply projections
+        query = self.input_proj(query)
+        data = self.input_proj(data)
+
+        # apply cross attention between query and data
+        latents = self.cross_attn(query, data)
+
+        if self.self_attn is not None:
+            latents = self.self_attn(latents)
+
+        if self.ln_post is not None:
+            latents = self.ln_post(latents)
+
+        return latents
+
+
+    def subsample(self, pc, num_query, input_pc_size: int):
+
+        """
+        num_query: number of points to keep after FPS
+        input_pc_size: number of points to select before FPS
+        """
+
+        B, _, D = pc.shape
+        query_ratio = num_query / input_pc_size
+
+        # random subsampling of points inside the point cloud
+        idx_pc = torch.randperm(pc.shape[1], device = pc.device)[:input_pc_size]
+        input_pc = pc[:, idx_pc, :]
+
+        # flatten to allow applying fps across the whole batch
+        flattent_input_pc = input_pc.view(B * input_pc_size, D)
+
+        # construct a batch_down tensor to tell fps
+        # which points belong to which batch
+        N_down = int(flattent_input_pc.shape[0] / B)
+        batch_down = torch.arange(B).to(pc.device)
+        batch_down = torch.repeat_interleave(batch_down, N_down)
+
+        idx_query = fps(flattent_input_pc, batch_down, sampling_ratio = query_ratio)
+        query_pc = flattent_input_pc[idx_query].view(B, -1, D)
+
+        return query_pc, input_pc, idx_pc, idx_query
+
+    def handle_features(self, features, idx_pc, input_pc_size, batch_size: int, idx_query):
+
+        B = batch_size
+
+        input_surface_features = features[:, idx_pc, :]
+        flattent_input_features = input_surface_features.view(B * input_pc_size, -1)
+        query_features = flattent_input_features[idx_query].view(B, -1,
+                                                                 flattent_input_features.shape[-1])
+
+        return input_surface_features, query_features
+
+def normalize_mesh(mesh, scale = 0.9999):
+    """Normalize mesh to fit in [-scale, scale]. Translate mesh so its center is [0,0,0]"""
+
+    bbox = mesh.bounds
+    center = (bbox[1] + bbox[0]) / 2
+
+    max_extent = (bbox[1] - bbox[0]).max()
+    mesh.apply_translation(-center)
+    mesh.apply_scale((2 * scale) / max_extent)
+
+    return mesh
+
+def sample_pointcloud(mesh, num = 200000):
+    """ Uniformly sample points from the surface of the mesh """
+
+    points, face_idx = mesh.sample(num, return_index = True)
+    normals = mesh.face_normals[face_idx]
+    return torch.from_numpy(points.astype(np.float32)), torch.from_numpy(normals.astype(np.float32))
+
+def detect_sharp_edges(mesh, threshold=0.985):
+    """Return edge indices (a, b) that lie on sharp boundaries of the mesh."""
+
+    V, F = mesh.vertices, mesh.faces
+    VN, FN = mesh.vertex_normals, mesh.face_normals
+
+    sharp_mask = np.ones(V.shape[0])
+    for i in range(3):
+        indices = F[:, i]
+        alignment = np.einsum('ij,ij->i', VN[indices], FN)
+        dot_stack = np.stack((sharp_mask[indices], alignment), axis=-1)
+        sharp_mask[indices] = np.min(dot_stack, axis=-1)
+
+    edge_a = np.concatenate([F[:, 0], F[:, 1], F[:, 2]])
+    edge_b = np.concatenate([F[:, 1], F[:, 2], F[:, 0]])
+    sharp_edges = (sharp_mask[edge_a] < threshold) & (sharp_mask[edge_b] < threshold)
+
+    return edge_a[sharp_edges], edge_b[sharp_edges]
+
+
+def sharp_sample_pointcloud(mesh, num = 16384):
+    """ Sample points preferentially from sharp edges in the mesh. """
+
+    edge_a, edge_b = detect_sharp_edges(mesh)
+    V, VN = mesh.vertices, mesh.vertex_normals
+
+    va, vb = V[edge_a], V[edge_b]
+    na, nb = VN[edge_a], VN[edge_b]
+
+    edge_lengths = np.linalg.norm(vb - va, axis=-1)
+    weights = edge_lengths / edge_lengths.sum()
+
+    indices = np.searchsorted(np.cumsum(weights), np.random.rand(num))
+    t = np.random.rand(num, 1)
+
+    samples = t * va[indices] + (1 - t) * vb[indices]
+    normals = t * na[indices] + (1 - t) * nb[indices]
+
+    return samples.astype(np.float32), normals.astype(np.float32)
+
+def load_surface_sharpedge(mesh, num_points=4096, num_sharp_points=4096, sharpedge_flag = True, device = "cuda"):
+    """Load a surface with optional sharp-edge annotations from a trimesh mesh."""
+
+    import trimesh
+
+    try:
+        mesh_full = trimesh.util.concatenate(mesh.dump())
+    except Exception:
+        mesh_full = trimesh.util.concatenate(mesh)
+
+    mesh_full = normalize_mesh(mesh_full)
+
+    faces = mesh_full.faces
+    vertices = mesh_full.vertices
+    origin_face_count = faces.shape[0]
+
+    mesh_surface = trimesh.Trimesh(vertices=vertices, faces=faces[:origin_face_count])
+    mesh_fill = trimesh.Trimesh(vertices=vertices, faces=faces[origin_face_count:])
+
+    area_surface = mesh_surface.area
+    area_fill = mesh_fill.area
+    total_area = area_surface + area_fill
+
+    sample_num = 499712 // 2
+    fill_ratio = area_fill / total_area if total_area > 0 else 0
+
+    num_fill = int(sample_num * fill_ratio)
+    num_surface = sample_num - num_fill
+
+    surf_pts, surf_normals = sample_pointcloud(mesh_surface, num_surface)
+    fill_pts, fill_normals = (torch.zeros(0, 3), torch.zeros(0, 3)) if num_fill == 0 else sample_pointcloud(mesh_fill, num_fill)
+
+    sharp_pts, sharp_normals = sharp_sample_pointcloud(mesh_surface, sample_num)
+
+    def assemble_tensor(points, normals, label=None):
+
+        data = torch.cat([points, normals], dim=1).half().to(device)
+
+        if label is not None:
+            label_tensor = torch.full((data.shape[0], 1), float(label), dtype=torch.float16).to(device)
+            data = torch.cat([data, label_tensor], dim=1)
+
+        return data
+
+    surface = assemble_tensor(torch.cat([surf_pts.to(device), fill_pts.to(device)], dim=0),
+                              torch.cat([surf_normals.to(device), fill_normals.to(device)], dim=0),
+                              label = 0 if sharpedge_flag else None)
+
+    sharp_surface = assemble_tensor(torch.from_numpy(sharp_pts), torch.from_numpy(sharp_normals),
+                                    label = 1 if sharpedge_flag else None)
+
+    rng = np.random.default_rng()
+
+    surface = surface[rng.choice(surface.shape[0], num_points, replace = False)]
+    sharp_surface = sharp_surface[rng.choice(sharp_surface.shape[0], num_sharp_points, replace = False)]
+
+    full = torch.cat([surface, sharp_surface], dim = 0).unsqueeze(0)
+
+    return full
+
+class SharpEdgeSurfaceLoader:
+    """ Load mesh surface and sharp edge samples. """
+
+    def __init__(self, num_uniform_points = 8192, num_sharp_points = 8192):
+
+        self.num_uniform_points = num_uniform_points
+        self.num_sharp_points = num_sharp_points
+        self.total_points = num_uniform_points + num_sharp_points
+
+    def __call__(self, mesh_input, device = "cuda"):
+        mesh = self._load_mesh(mesh_input)
+        return load_surface_sharpedge(mesh, self.num_uniform_points, self.num_sharp_points, device = device)
+
+    @staticmethod
+    def _load_mesh(mesh_input):
+        import trimesh
+
+        if isinstance(mesh_input, str):
+            mesh = trimesh.load(mesh_input, force="mesh", merge_primitives = True)
+        else:
+            mesh = mesh_input
+
+        if isinstance(mesh, trimesh.Scene):
+            combined = None
+            for obj in mesh.geometry.values():
+                combined = obj if combined is None else combined + obj
+            return combined
+
+        return mesh
+
+class DiagonalGaussianDistribution:
+    def __init__(self, params: torch.Tensor, feature_dim: int = -1):
+
+        # divide quant channels (8) into mean and log variance
+        self.mean, self.logvar = torch.chunk(params, 2, dim = feature_dim)
+
+        self.logvar = torch.clamp(self.logvar, -30.0, 20.0)
+        self.std = torch.exp(0.5 * self.logvar)
+
+    def sample(self):
+
+        eps = torch.randn_like(self.std)
+        z = self.mean + eps * self.std
+
+        return z
+
+################################################
+# Volume Decoder
+################################################
+
+class VanillaVolumeDecoder():
+    @torch.no_grad()
+    def __call__(self, latents: torch.Tensor, geo_decoder: callable, octree_resolution: int, bounds = 1.01,
+                 num_chunks: int = 10_000, enable_pbar: bool = True, **kwargs):
+
+        if isinstance(bounds, float):
+            bounds = [-bounds, -bounds, -bounds, bounds, bounds, bounds]
+
+        bbox_min, bbox_max = torch.tensor(bounds[:3]), torch.tensor(bounds[3:])
+
+        x = torch.linspace(bbox_min[0], bbox_max[0], int(octree_resolution) + 1, dtype = torch.float32)
+        y = torch.linspace(bbox_min[1], bbox_max[1], int(octree_resolution) + 1, dtype = torch.float32)
+        z = torch.linspace(bbox_min[2], bbox_max[2], int(octree_resolution) + 1, dtype = torch.float32)
+
+        [xs, ys, zs] = torch.meshgrid(x, y, z, indexing = "ij")
+        xyz = torch.stack((xs, ys, zs), axis=-1).to(latents.device, dtype = latents.dtype).contiguous().reshape(-1, 3)
+        grid_size = [int(octree_resolution) + 1, int(octree_resolution) + 1, int(octree_resolution) + 1]
+
+        batch_logits = []
+        for start in tqdm(range(0, xyz.shape[0], num_chunks), desc="Volume Decoding",
+                          disable=not enable_pbar):
+
+            chunk_queries = xyz[start: start + num_chunks, :]
+            chunk_queries = chunk_queries.unsqueeze(0).repeat(latents.shape[0], 1, 1)
+            logits = geo_decoder(queries = chunk_queries, latents = latents)
+            batch_logits.append(logits)
+
+        grid_logits = torch.cat(batch_logits, dim = 1)
+        grid_logits = grid_logits.view((latents.shape[0], *grid_size)).float()
+
+        return grid_logits
+
+class FourierEmbedder(nn.Module):
+    """The sin/cosine positional embedding. Given an input tensor `x` of shape [n_batch, ..., c_dim], it converts
+    each feature dimension of `x[..., i]` into:
+        [
+            sin(x[..., i]),
+            sin(f_1*x[..., i]),
+            sin(f_2*x[..., i]),
+            ...
+            sin(f_N * x[..., i]),
+            cos(x[..., i]),
+            cos(f_1*x[..., i]),
+            cos(f_2*x[..., i]),
+            ...
+            cos(f_N * x[..., i]),
+            x[..., i]     # only present if include_input is True.
+        ], here f_i is the frequency.
+
+    Denote the space is [0 / num_freqs, 1 / num_freqs, 2 / num_freqs, 3 / num_freqs, ..., (num_freqs - 1) / num_freqs].
+    If logspace is True, then the frequency f_i is [2^(0 / num_freqs), ..., 2^(i / num_freqs), ...];
+    Otherwise, the frequencies are linearly spaced between [1.0, 2^(num_freqs - 1)].
+
+    Args:
+        num_freqs (int): the number of frequencies, default is 6;
+        logspace (bool): If logspace is True, then the frequency f_i is [..., 2^(i / num_freqs), ...],
+            otherwise, the frequencies are linearly spaced between [1.0, 2^(num_freqs - 1)];
+        input_dim (int): the input dimension, default is 3;
+        include_input (bool): include the input tensor or not, default is True.
+
+    Attributes:
+        frequencies (torch.Tensor): If logspace is True, then the frequency f_i is [..., 2^(i / num_freqs), ...],
+                otherwise, the frequencies are linearly spaced between [1.0, 2^(num_freqs - 1);
+
+        out_dim (int): the embedding size, if include_input is True, it is input_dim * (num_freqs * 2 + 1),
+            otherwise, it is input_dim * num_freqs * 2.
+
+    """
+
+    def __init__(self,
+                 num_freqs: int = 6,
+                 logspace: bool = True,
+                 input_dim: int = 3,
+                 include_input: bool = True,
+                 include_pi: bool = True) -> None:
+
+        """The initialization"""
+
+        super().__init__()
+
+        if logspace:
+            frequencies = 2.0 ** torch.arange(
+                num_freqs,
+                dtype=torch.float32
+            )
+        else:
+            frequencies = torch.linspace(
+                1.0,
+                2.0 ** (num_freqs - 1),
+                num_freqs,
+                dtype=torch.float32
+            )
+
+        if include_pi:
+            frequencies *= torch.pi
+
+        self.register_buffer("frequencies", frequencies, persistent=False)
+        self.include_input = include_input
+        self.num_freqs = num_freqs
+
+        self.out_dim = self.get_dims(input_dim)
+
+    def get_dims(self, input_dim):
+        temp = 1 if self.include_input or self.num_freqs == 0 else 0
+        out_dim = input_dim * (self.num_freqs * 2 + temp)
+
+        return out_dim
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        """ Forward process.
+
+        Args:
+            x: tensor of shape [..., dim]
+
+        Returns:
+            embedding: an embedding of `x` of shape [..., dim * (num_freqs * 2 + temp)]
+                where temp is 1 if include_input is True and 0 otherwise.
+        """
+
+        if self.num_freqs > 0:
+            embed = (x[..., None].contiguous() * self.frequencies.to(device=x.device, dtype=x.dtype)).view(*x.shape[:-1], -1)
+            if self.include_input:
+                return torch.cat((x, embed.sin(), embed.cos()), dim=-1)
+            else:
+                return torch.cat((embed.sin(), embed.cos()), dim=-1)
+        else:
+            return x
+
+class CrossAttentionProcessor:
+    def __call__(self, attn, q, k, v):
+        out = comfy.ops.scaled_dot_product_attention(q, k, v)
+        return out
+
+class DropPath(nn.Module):
+    """Drop paths (Stochastic Depth) per sample  (when applied in main path of residual blocks).
+    """
+
+    def __init__(self, drop_prob: float = 0., scale_by_keep: bool = True):
+        super(DropPath, self).__init__()
+        self.drop_prob = drop_prob
+        self.scale_by_keep = scale_by_keep
+
+    def forward(self, x):
+        """Drop paths (Stochastic Depth) per sample (when applied in main path of residual blocks).
+
+        This is the same as the DropConnect impl I created for EfficientNet, etc networks, however,
+        the original name is misleading as 'Drop Connect' is a different form of dropout in a separate paper...
+        See discussion: https://github.com/tensorflow/tpu/issues/494#issuecomment-532968956 ... I've opted for
+        changing the layer and argument names to 'drop path' rather than mix DropConnect as a layer name and use
+        'survival rate' as the argument.
+
+        """
+        if self.drop_prob == 0. or not self.training:
+            return x
+        keep_prob = 1 - self.drop_prob
+        shape = (x.shape[0],) + (1,) * (x.ndim - 1)  # work with diff dim tensors, not just 2D ConvNets
+        random_tensor = x.new_empty(shape).bernoulli_(keep_prob)
+        if keep_prob > 0.0 and self.scale_by_keep:
+            random_tensor.div_(keep_prob)
+        return x * random_tensor
+
+    def extra_repr(self):
+        return f'drop_prob={round(self.drop_prob, 3):0.3f}'
+
+
+class MLP(nn.Module):
+    def __init__(
+        self, *,
+        width: int,
+        expand_ratio: int = 4,
+        output_width: int = None,
+        drop_path_rate: float = 0.0
+    ):
+        super().__init__()
+        self.width = width
+        self.c_fc = ops.Linear(width, width * expand_ratio)
+        self.c_proj = ops.Linear(width * expand_ratio, output_width if output_width is not None else width)
+        self.gelu = nn.GELU()
+        self.drop_path = DropPath(drop_path_rate) if drop_path_rate > 0. else nn.Identity()
+
+    def forward(self, x):
+        return self.drop_path(self.c_proj(self.gelu(self.c_fc(x))))
+
+class QKVMultiheadCrossAttention(nn.Module):
+    def __init__(
+        self,
+        heads: int,
+        n_data = None,
+        width=None,
+        qk_norm=False,
+        norm_layer=ops.LayerNorm
+    ):
+        super().__init__()
+        self.heads = heads
+        self.n_data = n_data
+        self.q_norm = norm_layer(width // heads, elementwise_affine=True, eps=1e-6) if qk_norm else nn.Identity()
+        self.k_norm = norm_layer(width // heads, elementwise_affine=True, eps=1e-6) if qk_norm else nn.Identity()
+
+    def forward(self, q, kv):
+
+        _, n_ctx, _ = q.shape
+        bs, n_data, width = kv.shape
+
+        attn_ch = width // self.heads // 2
+        q = q.view(bs, n_ctx, self.heads, -1)
+
+        kv = kv.view(bs, n_data, self.heads, -1)
+        k, v = torch.split(kv, attn_ch, dim=-1)
+
+        q = self.q_norm(q)
+        k = self.k_norm(k)
+
+        q, k, v = [t.permute(0, 2, 1, 3) for t in (q, k, v)]
+        out = F.scaled_dot_product_attention(q, k, v)
+
+        out = out.transpose(1, 2).reshape(bs, n_ctx, -1)
+
+        return out
+
+class MultiheadCrossAttention(nn.Module):
+    def __init__(
+        self,
+        *,
+        width: int,
+        heads: int,
+        qkv_bias: bool = True,
+        data_width: Optional[int] = None,
+        norm_layer=ops.LayerNorm,
+        qk_norm: bool = False,
+        kv_cache: bool = False,
+    ):
+        super().__init__()
+        self.width = width
+        self.heads = heads
+        self.data_width = width if data_width is None else data_width
+        self.c_q = ops.Linear(width, width, bias=qkv_bias)
+        self.c_kv = ops.Linear(self.data_width, width * 2, bias=qkv_bias)
+        self.c_proj = ops.Linear(width, width)
+        self.attention = QKVMultiheadCrossAttention(
+            heads=heads,
+            width=width,
+            norm_layer=norm_layer,
+            qk_norm=qk_norm
+        )
+        self.kv_cache = kv_cache
+        self.data = None
+
+    def forward(self, x, data):
+        x = self.c_q(x)
+        if self.kv_cache:
+            if self.data is None:
+                self.data = self.c_kv(data)
+                logging.info('Save kv cache,this should be called only once for one mesh')
+            data = self.data
+        else:
+            data = self.c_kv(data)
+        x = self.attention(x, data)
+        x = self.c_proj(x)
+        return x
+
+class ResidualCrossAttentionBlock(nn.Module):
+    def __init__(
+        self,
+        *,
+        width: int,
+        heads: int,
+        mlp_expand_ratio: int = 4,
+        data_width: Optional[int] = None,
+        qkv_bias: bool = True,
+        norm_layer=ops.LayerNorm,
+        qk_norm: bool = False
+    ):
+        super().__init__()
+
+        if data_width is None:
+            data_width = width
+
+        self.attn = MultiheadCrossAttention(
+            width=width,
+            heads=heads,
+            data_width=data_width,
+            qkv_bias=qkv_bias,
+            norm_layer=norm_layer,
+            qk_norm=qk_norm
+        )
+        self.ln_1 = norm_layer(width, elementwise_affine=True, eps=1e-6)
+        self.ln_2 = norm_layer(data_width, elementwise_affine=True, eps=1e-6)
+        self.ln_3 = norm_layer(width, elementwise_affine=True, eps=1e-6)
+        self.mlp = MLP(width=width, expand_ratio=mlp_expand_ratio)
+
+    def forward(self, x: torch.Tensor, data: torch.Tensor):
+        x = x + self.attn(self.ln_1(x), self.ln_2(data))
+        x = x + self.mlp(self.ln_3(x))
+        return x
+
+
+class QKVMultiheadAttention(nn.Module):
+    def __init__(
+        self,
+        *,
+        heads: int,
+        width=None,
+        qk_norm=False,
+        norm_layer=ops.LayerNorm
+    ):
+        super().__init__()
+        self.heads = heads
+        self.q_norm = norm_layer(width // heads, elementwise_affine=True, eps=1e-6) if qk_norm else nn.Identity()
+        self.k_norm = norm_layer(width // heads, elementwise_affine=True, eps=1e-6) if qk_norm else nn.Identity()
+
+    def forward(self, qkv):
+        bs, n_ctx, width = qkv.shape
+        attn_ch = width // self.heads // 3
+        qkv = qkv.view(bs, n_ctx, self.heads, -1)
+        q, k, v = torch.split(qkv, attn_ch, dim=-1)
+
+        q = self.q_norm(q)
+        k = self.k_norm(k)
+
+        q, k, v = [t.permute(0, 2, 1, 3) for t in (q, k, v)]
+        out = F.scaled_dot_product_attention(q, k, v).transpose(1, 2).reshape(bs, n_ctx, -1)
+        return out
+
+
+class MultiheadAttention(nn.Module):
+    def __init__(
+        self,
+        *,
+        width: int,
+        heads: int,
+        qkv_bias: bool,
+        norm_layer=ops.LayerNorm,
+        qk_norm: bool = False,
+        drop_path_rate: float = 0.0
+    ):
+        super().__init__()
+
+        self.c_qkv = ops.Linear(width, width * 3, bias=qkv_bias)
+        self.c_proj = ops.Linear(width, width)
+        self.attention = QKVMultiheadAttention(
+            heads=heads,
+            width=width,
+            norm_layer=norm_layer,
+            qk_norm=qk_norm
+        )
+        self.drop_path = DropPath(drop_path_rate) if drop_path_rate > 0. else nn.Identity()
+
+    def forward(self, x):
+        x = self.c_qkv(x)
+        x = self.attention(x)
+        x = self.drop_path(self.c_proj(x))
+        return x
+
+
+class ResidualAttentionBlock(nn.Module):
+    def __init__(
+        self,
+        *,
+        width: int,
+        heads: int,
+        qkv_bias: bool = True,
+        norm_layer=ops.LayerNorm,
+        qk_norm: bool = False,
+        drop_path_rate: float = 0.0,
+    ):
+        super().__init__()
+        self.attn = MultiheadAttention(
+            width=width,
+            heads=heads,
+            qkv_bias=qkv_bias,
+            norm_layer=norm_layer,
+            qk_norm=qk_norm,
+            drop_path_rate=drop_path_rate
+        )
+        self.ln_1 = norm_layer(width, elementwise_affine=True, eps=1e-6)
+        self.mlp = MLP(width=width, drop_path_rate=drop_path_rate)
+        self.ln_2 = norm_layer(width, elementwise_affine=True, eps=1e-6)
+
+    def forward(self, x: torch.Tensor):
+        x = x + self.attn(self.ln_1(x))
+        x = x + self.mlp(self.ln_2(x))
+        return x
+
+
+class Transformer(nn.Module):
+    def __init__(
+        self,
+        *,
+        width: int,
+        layers: int,
+        heads: int,
+        qkv_bias: bool = True,
+        norm_layer=ops.LayerNorm,
+        qk_norm: bool = False,
+        drop_path_rate: float = 0.0
+    ):
+        super().__init__()
+        self.width = width
+        self.layers = layers
+        self.resblocks = nn.ModuleList(
+            [
+                ResidualAttentionBlock(
+                    width=width,
+                    heads=heads,
+                    qkv_bias=qkv_bias,
+                    norm_layer=norm_layer,
+                    qk_norm=qk_norm,
+                    drop_path_rate=drop_path_rate
+                )
+                for _ in range(layers)
+            ]
+        )
+
+    def forward(self, x: torch.Tensor):
+        for block in self.resblocks:
+            x = block(x)
+        return x
+
+
+class CrossAttentionDecoder(nn.Module):
+
+    def __init__(
+        self,
+        *,
+        out_channels: int,
+        fourier_embedder: FourierEmbedder,
+        width: int,
+        heads: int,
+        mlp_expand_ratio: int = 4,
+        downsample_ratio: int = 1,
+        enable_ln_post: bool = True,
+        qkv_bias: bool = True,
+        qk_norm: bool = False,
+        label_type: str = "binary"
+    ):
+        super().__init__()
+
+        self.enable_ln_post = enable_ln_post
+        self.fourier_embedder = fourier_embedder
+        self.downsample_ratio = downsample_ratio
+        self.query_proj = ops.Linear(self.fourier_embedder.out_dim, width)
+        if self.downsample_ratio != 1:
+            self.latents_proj = ops.Linear(width * downsample_ratio, width)
+        if not self.enable_ln_post:
+            qk_norm = False
+        self.cross_attn_decoder = ResidualCrossAttentionBlock(
+            width=width,
+            mlp_expand_ratio=mlp_expand_ratio,
+            heads=heads,
+            qkv_bias=qkv_bias,
+            qk_norm=qk_norm
+        )
+
+        if self.enable_ln_post:
+            self.ln_post = ops.LayerNorm(width)
+        self.output_proj = ops.Linear(width, out_channels)
+        self.label_type = label_type
+        self.count = 0
+
+    def forward(self, queries=None, query_embeddings=None, latents=None):
+        if query_embeddings is None:
+            query_embeddings = self.query_proj(self.fourier_embedder(queries).to(latents.dtype))
+        self.count += query_embeddings.shape[1]
+        if self.downsample_ratio != 1:
+            latents = self.latents_proj(latents)
+        x = self.cross_attn_decoder(query_embeddings, latents)
+        if self.enable_ln_post:
+            x = self.ln_post(x)
+        occ = self.output_proj(x)
+        return occ
+
+
+class ShapeVAE(nn.Module):
+    def __init__(
+            self,
+            *,
+            num_latents: int = 4096,
+            embed_dim: int = 64,
+            width: int = 1024,
+            heads: int = 16,
+            num_decoder_layers: int = 16,
+            num_encoder_layers: int = 8,
+            pc_size: int = 81920,
+            pc_sharpedge_size: int = 0,
+            point_feats: int = 4,
+            downsample_ratio: int = 20,
+            geo_decoder_downsample_ratio: int = 1,
+            geo_decoder_mlp_expand_ratio: int = 4,
+            geo_decoder_ln_post: bool = True,
+            num_freqs: int = 8,
+            qkv_bias: bool = False,
+            qk_norm: bool = True,
+            drop_path_rate: float = 0.0,
+            include_pi: bool = False,
+            scale_factor: float = 1.0039506158752403,
+            label_type: str = "binary",
+    ):
+        super().__init__()
+        self.geo_decoder_ln_post = geo_decoder_ln_post
+
+        self.fourier_embedder = FourierEmbedder(num_freqs=num_freqs, include_pi=include_pi)
+
+        self.encoder = PointCrossAttention(layers = num_encoder_layers,
+                                    num_latents = num_latents,
+                                    downsample_ratio = downsample_ratio,
+                                    heads = heads,
+                                    pc_size = pc_size,
+                                    width = width,
+                                    point_feats = point_feats,
+                                    fourier_embedder = self.fourier_embedder,
+                                    pc_sharpedge_size = pc_sharpedge_size)
+
+        self.post_kl = ops.Linear(embed_dim, width)
+
+        self.transformer = Transformer(
+            width=width,
+            layers=num_decoder_layers,
+            heads=heads,
+            qkv_bias=qkv_bias,
+            qk_norm=qk_norm,
+            drop_path_rate=drop_path_rate
+        )
+
+        self.geo_decoder = CrossAttentionDecoder(
+            fourier_embedder=self.fourier_embedder,
+            out_channels=1,
+            mlp_expand_ratio=geo_decoder_mlp_expand_ratio,
+            downsample_ratio=geo_decoder_downsample_ratio,
+            enable_ln_post=self.geo_decoder_ln_post,
+            width=width // geo_decoder_downsample_ratio,
+            heads=heads // geo_decoder_downsample_ratio,
+            qkv_bias=qkv_bias,
+            qk_norm=qk_norm,
+            label_type=label_type,
+        )
+
+        self.volume_decoder = VanillaVolumeDecoder()
+        self.scale_factor = scale_factor
+
+    def decode(self, latents, **kwargs):
+        latents = self.post_kl(latents.movedim(-2, -1))
+        latents = self.transformer(latents)
+
+        bounds = kwargs.get("bounds", 1.01)
+        num_chunks = kwargs.get("num_chunks", 8000)
+        octree_resolution = kwargs.get("octree_resolution", 256)
+        enable_pbar = kwargs.get("enable_pbar", True)
+
+        grid_logits = self.volume_decoder(latents, self.geo_decoder, bounds=bounds, num_chunks=num_chunks, octree_resolution=octree_resolution, enable_pbar=enable_pbar)
+        return grid_logits.movedim(-2, -1)
+
+    def encode(self, surface):
+
+        pc, feats = surface[:, :, :3], surface[:, :, 3:]
+        latents = self.encoder(pc, feats)
+
+        moments = self.pre_kl(latents)
+        posterior = DiagonalGaussianDistribution(moments, feature_dim = -1)
+
+        latents = posterior.sample()
+
+        return latents
diff --git a/ComfyUI/comfy/ldm/hunyuan3dv2_1/__pycache__/hunyuandit.cpython-312.pyc b/ComfyUI/comfy/ldm/hunyuan3dv2_1/__pycache__/hunyuandit.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..2f10d11b09477dcea8c62014abd0d37894dd8b34
Binary files /dev/null and b/ComfyUI/comfy/ldm/hunyuan3dv2_1/__pycache__/hunyuandit.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hunyuan3dv2_1/hunyuandit.py b/ComfyUI/comfy/ldm/hunyuan3dv2_1/hunyuandit.py
new file mode 100644
index 0000000000000000000000000000000000000000..4e4819fe3dc427208ad3e325cbd1409a7dec7e1f
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hunyuan3dv2_1/hunyuandit.py
@@ -0,0 +1,668 @@
+import math
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from comfy.ldm.modules.attention import optimized_attention
+import comfy.model_management
+
+class GELU(nn.Module):
+
+    def __init__(self, dim_in: int, dim_out: int, operations, device, dtype):
+        super().__init__()
+        self.proj = operations.Linear(dim_in, dim_out, device = device, dtype = dtype)
+
+    def gelu(self, gate: torch.Tensor) -> torch.Tensor:
+
+        if gate.device.type == "mps":
+            return F.gelu(gate.to(dtype = torch.float32)).to(dtype = gate.dtype)
+
+        return F.gelu(gate)
+
+    def forward(self, hidden_states):
+
+        hidden_states = self.proj(hidden_states)
+        hidden_states = self.gelu(hidden_states)
+
+        return hidden_states
+
+class FeedForward(nn.Module):
+
+    def __init__(self, dim: int, dim_out = None, mult: int = 4,
+                dropout: float = 0.0, inner_dim = None, operations = None, device = None, dtype = None):
+
+        super().__init__()
+        if inner_dim is None:
+            inner_dim = int(dim * mult)
+
+        dim_out = dim_out if dim_out is not None else dim
+
+        act_fn = GELU(dim, inner_dim, operations = operations, device = device, dtype = dtype)
+
+        self.net = nn.ModuleList([])
+        self.net.append(act_fn)
+
+        self.net.append(nn.Dropout(dropout))
+        self.net.append(operations.Linear(inner_dim, dim_out, device = device, dtype = dtype))
+
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        for module in self.net:
+            hidden_states = module(hidden_states)
+        return hidden_states
+
+class AddAuxLoss(torch.autograd.Function):
+
+    @staticmethod
+    def forward(ctx, x, loss):
+        # do nothing in forward (no computation)
+        ctx.requires_aux_loss = loss.requires_grad
+        ctx.dtype = loss.dtype
+
+        return x
+
+    @staticmethod
+    def backward(ctx, grad_output):
+        # add the aux loss gradients
+        grad_loss = None
+        # put the aux grad the same as the main grad loss
+        # aux grad contributes equally
+        if ctx.requires_aux_loss:
+            grad_loss = torch.ones(1, dtype = ctx.dtype, device = grad_output.device)
+
+        return grad_output, grad_loss
+
+class MoEGate(nn.Module):
+
+    def __init__(self, embed_dim, num_experts=16, num_experts_per_tok=2, aux_loss_alpha=0.01, device = None, dtype = None):
+
+        super().__init__()
+        self.top_k = num_experts_per_tok
+        self.n_routed_experts = num_experts
+
+        self.alpha = aux_loss_alpha
+
+        self.gating_dim = embed_dim
+        self.weight = nn.Parameter(torch.empty((self.n_routed_experts, self.gating_dim), device = device, dtype = dtype))
+
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+
+        # flatten hidden states
+        hidden_states = hidden_states.view(-1, hidden_states.size(-1))
+
+        # get logits and pass it to softmax
+        logits = F.linear(hidden_states, comfy.model_management.cast_to(self.weight, dtype=hidden_states.dtype, device=hidden_states.device), bias = None)
+        scores = logits.softmax(dim = -1)
+
+        topk_weight, topk_idx = torch.topk(scores, k = self.top_k, dim = -1, sorted = False)
+
+        if self.training and self.alpha > 0.0:
+            scores_for_aux = scores
+
+            # used bincount instead of one hot encoding
+            counts = torch.bincount(topk_idx.view(-1), minlength = self.n_routed_experts).float()
+            ce = counts / topk_idx.numel()  # normalized expert usage
+
+            # mean expert score
+            Pi = scores_for_aux.mean(0)
+
+            # expert balance loss
+            aux_loss = (Pi * ce * self.n_routed_experts).sum() * self.alpha
+        else:
+            aux_loss = None
+
+        return topk_idx, topk_weight, aux_loss
+
+class MoEBlock(nn.Module):
+    def __init__(self, dim, num_experts: int = 6, moe_top_k: int = 2, dropout: float = 0.0,
+                 ff_inner_dim: int = None, operations = None, device = None, dtype = None):
+        super().__init__()
+
+        self.moe_top_k = moe_top_k
+        self.num_experts = num_experts
+
+        self.experts = nn.ModuleList([
+            FeedForward(dim, dropout = dropout, inner_dim = ff_inner_dim, operations = operations, device = device, dtype = dtype)
+            for _ in range(num_experts)
+        ])
+
+        self.gate = MoEGate(dim, num_experts = num_experts, num_experts_per_tok = moe_top_k, device = device, dtype = dtype)
+        self.shared_experts = FeedForward(dim, dropout = dropout, inner_dim = ff_inner_dim, operations = operations, device = device, dtype = dtype)
+
+    def forward(self, hidden_states) -> torch.Tensor:
+
+        identity = hidden_states
+        orig_shape = hidden_states.shape
+        topk_idx, topk_weight, aux_loss = self.gate(hidden_states)
+
+        hidden_states = hidden_states.view(-1, hidden_states.shape[-1])
+        flat_topk_idx = topk_idx.view(-1)
+
+        if self.training:
+
+            hidden_states = hidden_states.repeat_interleave(self.moe_top_k, dim = 0)
+            y = torch.empty_like(hidden_states, dtype = hidden_states.dtype)
+
+            for i, expert in enumerate(self.experts):
+                tmp = expert(hidden_states[flat_topk_idx == i])
+                y[flat_topk_idx == i] = tmp.to(hidden_states.dtype)
+
+            y = (y.view(*topk_weight.shape, -1) * topk_weight.unsqueeze(-1)).sum(dim = 1)
+            y =  y.view(*orig_shape)
+
+            y = AddAuxLoss.apply(y, aux_loss)
+        else:
+            y = self.moe_infer(hidden_states, flat_expert_indices = flat_topk_idx,flat_expert_weights = topk_weight.view(-1, 1)).view(*orig_shape)
+
+        y = y + self.shared_experts(identity)
+
+        return y
+
+    @torch.no_grad()
+    def moe_infer(self, x, flat_expert_indices, flat_expert_weights):
+
+        expert_cache = torch.zeros_like(x)
+        idxs = flat_expert_indices.argsort()
+
+        # no need for .numpy().cpu() here
+        tokens_per_expert = flat_expert_indices.bincount().cumsum(0)
+        token_idxs = idxs // self.moe_top_k
+
+        for i, end_idx in enumerate(tokens_per_expert):
+
+            start_idx = 0 if i == 0 else tokens_per_expert[i-1]
+
+            if start_idx == end_idx:
+                continue
+
+            expert = self.experts[i]
+            exp_token_idx = token_idxs[start_idx:end_idx]
+
+            expert_tokens = x[exp_token_idx]
+            expert_out = expert(expert_tokens)
+
+            expert_out.mul_(flat_expert_weights[idxs[start_idx:end_idx]])
+
+            # use index_add_ with a 1-D index tensor directly avoids building a large [N, D] index map and extra memcopy required by scatter_reduce_
+            # + avoid dtype conversion
+            expert_cache.index_add_(0, exp_token_idx, expert_out)
+
+        return expert_cache
+
+class Timesteps(nn.Module):
+    def __init__(self, num_channels: int, downscale_freq_shift: float = 0.0,
+                 scale: float = 1.0, max_period: int = 10000):
+        super().__init__()
+
+        self.num_channels = num_channels
+        half_dim = num_channels // 2
+
+        # precompute the “inv_freq” vector once
+        exponent = -math.log(max_period) * torch.arange(
+            half_dim, dtype=torch.float32
+        ) / (half_dim - downscale_freq_shift)
+
+        inv_freq = torch.exp(exponent)
+
+        # pad
+        if num_channels % 2 == 1:
+            # we’ll pad a zero at the end of the cos-half
+            inv_freq = torch.cat([inv_freq, inv_freq.new_zeros(1)])
+
+        # register to buffer so it moves with the device
+        self.register_buffer("inv_freq", inv_freq, persistent = False)
+        self.scale = scale
+
+    def forward(self, timesteps: torch.Tensor):
+
+        x = timesteps.float().unsqueeze(1) * self.inv_freq.to(timesteps.device).unsqueeze(0)
+
+
+        # fused CUDA kernels for sin and cos
+        sin_emb = x.sin()
+        cos_emb = x.cos()
+
+        emb = torch.cat([sin_emb, cos_emb], dim = 1)
+
+        # scale factor
+        if self.scale != 1.0:
+            emb = emb * self.scale
+
+        # If we padded inv_freq for odd, emb is already wide enough; otherwise:
+        if emb.shape[1] > self.num_channels:
+            emb = emb[:, :self.num_channels]
+
+        return emb
+
+class TimestepEmbedder(nn.Module):
+    def __init__(self, hidden_size, frequency_embedding_size = 256, cond_proj_dim = None, operations = None, device = None, dtype = None):
+        super().__init__()
+
+        self.mlp = nn.Sequential(
+            operations.Linear(hidden_size, frequency_embedding_size, bias=True, device = device, dtype = dtype),
+            nn.GELU(),
+            operations.Linear(frequency_embedding_size, hidden_size, bias=True, device = device, dtype = dtype),
+        )
+        self.frequency_embedding_size = frequency_embedding_size
+
+        if cond_proj_dim is not None:
+            self.cond_proj = operations.Linear(cond_proj_dim, frequency_embedding_size, bias=False, device = device, dtype = dtype)
+
+        self.time_embed = Timesteps(hidden_size)
+
+    def forward(self, timesteps, condition):
+
+        timestep_embed = self.time_embed(timesteps).type(self.mlp[0].weight.dtype)
+
+        if condition is not None:
+            cond_embed = self.cond_proj(condition)
+            timestep_embed = timestep_embed + cond_embed
+
+        time_conditioned = self.mlp(timestep_embed)
+
+        # for broadcasting with image tokens
+        return time_conditioned.unsqueeze(1)
+
+class MLP(nn.Module):
+    def __init__(self, *, width: int, operations = None, device = None, dtype = None):
+        super().__init__()
+        self.width = width
+        self.fc1 = operations.Linear(width, width * 4, device = device, dtype = dtype)
+        self.fc2 = operations.Linear(width * 4, width, device = device, dtype = dtype)
+        self.gelu = nn.GELU()
+
+    def forward(self, x):
+        return self.fc2(self.gelu(self.fc1(x)))
+
+class CrossAttention(nn.Module):
+    def __init__(
+        self,
+        qdim,
+        kdim,
+        num_heads,
+        qkv_bias=True,
+        qk_norm=False,
+        norm_layer=nn.LayerNorm,
+        use_fp16: bool = False,
+        operations = None,
+        dtype = None,
+        device = None,
+        **kwargs,
+    ):
+        super().__init__()
+        self.qdim = qdim
+        self.kdim = kdim
+
+        self.num_heads = num_heads
+        self.head_dim = self.qdim // num_heads
+
+        self.scale = self.head_dim ** -0.5
+
+        self.to_q = operations.Linear(qdim, qdim, bias=qkv_bias, device = device, dtype = dtype)
+        self.to_k = operations.Linear(kdim, qdim, bias=qkv_bias, device = device, dtype = dtype)
+        self.to_v = operations.Linear(kdim, qdim, bias=qkv_bias, device = device, dtype = dtype)
+
+        if use_fp16:
+            eps = 1.0 / 65504
+        else:
+            eps = 1e-6
+
+        if norm_layer == nn.LayerNorm:
+            norm_layer = operations.LayerNorm
+        else:
+            norm_layer = operations.RMSNorm
+
+        self.q_norm = norm_layer(self.head_dim, elementwise_affine=True, eps = eps, device = device, dtype = dtype) if qk_norm else nn.Identity()
+        self.k_norm = norm_layer(self.head_dim, elementwise_affine=True, eps = eps, device = device, dtype = dtype) if qk_norm else nn.Identity()
+        self.out_proj = operations.Linear(qdim, qdim, bias=True, device = device, dtype = dtype)
+
+    def forward(self, x, y):
+
+        b, s1, _ = x.shape
+        _, s2, _ = y.shape
+
+        y = y.to(next(self.to_k.parameters()).dtype)
+
+        q = self.to_q(x)
+        k = self.to_k(y)
+        v = self.to_v(y)
+
+        kv = torch.cat((k, v), dim=-1)
+        split_size = kv.shape[-1] // self.num_heads // 2
+
+        kv = kv.view(b, -1, self.num_heads, split_size * 2)
+        k, v = torch.split(kv, split_size, dim=-1)
+
+        q = q.view(b, s1, self.num_heads, self.head_dim)
+        k = k.view(b, s2, self.num_heads, self.head_dim)
+        v = v.reshape(b, s2, self.num_heads * self.head_dim)
+
+        q = self.q_norm(q)
+        k = self.k_norm(k)
+
+        x = optimized_attention(
+            q.reshape(b, s1, self.num_heads * self.head_dim),
+            k.reshape(b, s2, self.num_heads * self.head_dim),
+            v,
+            heads=self.num_heads,
+            low_precision_attention=False,
+        )
+
+        out = self.out_proj(x)
+
+        return out
+
+class Attention(nn.Module):
+
+    def __init__(
+        self,
+        dim,
+        num_heads,
+        qkv_bias = True,
+        qk_norm = False,
+        norm_layer = nn.LayerNorm,
+        use_fp16: bool = False,
+        operations = None,
+        device = None,
+        dtype = None
+    ):
+        super().__init__()
+        self.dim = dim
+        self.num_heads = num_heads
+        self.head_dim = self.dim // num_heads
+        self.scale = self.head_dim ** -0.5
+
+        self.to_q = operations.Linear(dim, dim, bias = qkv_bias, device = device, dtype = dtype)
+        self.to_k = operations.Linear(dim, dim, bias = qkv_bias, device = device, dtype = dtype)
+        self.to_v = operations.Linear(dim, dim, bias = qkv_bias, device = device, dtype = dtype)
+
+        if use_fp16:
+            eps = 1.0 / 65504
+        else:
+            eps = 1e-6
+
+        if norm_layer == nn.LayerNorm:
+            norm_layer = operations.LayerNorm
+        else:
+            norm_layer = operations.RMSNorm
+
+        self.q_norm = norm_layer(self.head_dim, elementwise_affine=True, eps = eps, device = device, dtype = dtype) if qk_norm else nn.Identity()
+        self.k_norm = norm_layer(self.head_dim, elementwise_affine=True, eps = eps, device = device, dtype = dtype) if qk_norm else nn.Identity()
+        self.out_proj = operations.Linear(dim, dim, device = device, dtype = dtype)
+
+    def forward(self, x):
+        B, N, _ = x.shape
+
+        query = self.to_q(x)
+        key = self.to_k(x)
+        value = self.to_v(x)
+
+        qkv_combined = torch.cat((query, key, value), dim=-1)
+        split_size = qkv_combined.shape[-1] // self.num_heads // 3
+
+        qkv = qkv_combined.view(B, -1, self.num_heads, split_size * 3)
+        query, key, value = torch.split(qkv, split_size, dim=-1)
+
+        query = query.reshape(B, N, self.num_heads, self.head_dim)
+        key = key.reshape(B, N, self.num_heads, self.head_dim)
+        value = value.reshape(B, N, self.num_heads * self.head_dim)
+
+        query = self.q_norm(query)
+        key = self.k_norm(key)
+
+        x = optimized_attention(
+            query.reshape(B, N, self.num_heads * self.head_dim),
+            key.reshape(B, N, self.num_heads * self.head_dim),
+            value,
+            heads=self.num_heads,
+            low_precision_attention=False,
+        )
+
+        x = self.out_proj(x)
+        return x
+
+class HunYuanDiTBlock(nn.Module):
+    def __init__(
+        self,
+        hidden_size,
+        c_emb_size,
+        num_heads,
+        text_states_dim=1024,
+        qk_norm=False,
+        norm_layer=nn.LayerNorm,
+        qk_norm_layer=True,
+        qkv_bias=True,
+        skip_connection=True,
+        timested_modulate=False,
+        use_moe: bool = False,
+        num_experts: int = 8,
+        moe_top_k: int = 2,
+        use_fp16: bool = False,
+        operations = None,
+        device = None, dtype = None
+    ):
+        super().__init__()
+
+        # eps can't be 1e-6 in fp16 mode because of numerical stability issues
+        if use_fp16:
+            eps = 1.0 / 65504
+        else:
+            eps = 1e-6
+
+        self.norm1 = norm_layer(hidden_size, elementwise_affine = True, eps = eps, device = device, dtype = dtype)
+
+        self.attn1 = Attention(hidden_size, num_heads=num_heads, qkv_bias=qkv_bias, qk_norm=qk_norm,
+                               norm_layer=qk_norm_layer, use_fp16 = use_fp16, device = device, dtype = dtype, operations = operations)
+
+        self.norm2 = norm_layer(hidden_size, elementwise_affine = True, eps = eps, device = device, dtype = dtype)
+
+        self.timested_modulate = timested_modulate
+        if self.timested_modulate:
+            self.default_modulation = nn.Sequential(
+                nn.SiLU(),
+                operations.Linear(c_emb_size, hidden_size, bias=True, device = device, dtype = dtype)
+            )
+
+        self.attn2 = CrossAttention(hidden_size, text_states_dim, num_heads=num_heads, qkv_bias=qkv_bias,
+                                    qk_norm=qk_norm, norm_layer=qk_norm_layer, use_fp16 = use_fp16,
+                                    device = device, dtype = dtype, operations = operations)
+
+        self.norm3 = norm_layer(hidden_size, elementwise_affine = True, eps = eps, device = device, dtype = dtype)
+
+        if skip_connection:
+            self.skip_norm = norm_layer(hidden_size, elementwise_affine = True, eps = eps, device = device, dtype = dtype)
+            self.skip_linear = operations.Linear(2 * hidden_size, hidden_size, device = device, dtype = dtype)
+        else:
+            self.skip_linear = None
+
+        self.use_moe = use_moe
+
+        if self.use_moe:
+            self.moe = MoEBlock(
+                hidden_size,
+                num_experts = num_experts,
+                moe_top_k = moe_top_k,
+                dropout = 0.0,
+                ff_inner_dim = int(hidden_size * 4.0),
+                device = device, dtype = dtype,
+                operations = operations
+            )
+        else:
+            self.mlp = MLP(width=hidden_size, operations=operations, device = device, dtype = dtype)
+
+    def forward(self, hidden_states, conditioning=None, text_states=None, skip_tensor=None):
+
+        if self.skip_linear is not None:
+            combined = torch.cat([skip_tensor, hidden_states], dim=-1)
+            hidden_states = self.skip_linear(combined)
+            hidden_states = self.skip_norm(hidden_states)
+
+        # self attention
+        if self.timested_modulate:
+            modulation_shift = self.default_modulation(conditioning).unsqueeze(dim=1)
+            hidden_states = hidden_states + modulation_shift
+
+        self_attn_out = self.attn1(self.norm1(hidden_states))
+        hidden_states = hidden_states + self_attn_out
+
+        # cross attention
+        hidden_states = hidden_states + self.attn2(self.norm2(hidden_states), text_states)
+
+        # MLP Layer
+        mlp_input = self.norm3(hidden_states)
+
+        if self.use_moe:
+            hidden_states = hidden_states + self.moe(mlp_input)
+        else:
+            hidden_states = hidden_states + self.mlp(mlp_input)
+
+        return hidden_states
+
+class FinalLayer(nn.Module):
+
+    def __init__(self, final_hidden_size, out_channels, operations, use_fp16: bool = False, device = None, dtype = None):
+        super().__init__()
+
+        if use_fp16:
+            eps = 1.0 / 65504
+        else:
+            eps = 1e-6
+
+        self.norm_final = operations.LayerNorm(final_hidden_size, elementwise_affine = True, eps = eps, device = device, dtype = dtype)
+        self.linear = operations.Linear(final_hidden_size, out_channels, bias = True, device = device, dtype = dtype)
+
+    def forward(self, x):
+        x = self.norm_final(x)
+        x = x[:, 1:]
+        x = self.linear(x)
+        return x
+
+class HunYuanDiTPlain(nn.Module):
+
+    # init with the defaults values from https://huggingface.co/tencent/Hunyuan3D-2.1/blob/main/hunyuan3d-dit-v2-1/config.yaml
+    def __init__(
+        self,
+        in_channels: int = 64,
+        hidden_size: int = 2048,
+        context_dim: int = 1024,
+        depth: int = 21,
+        num_heads: int = 16,
+        qk_norm: bool = True,
+        qkv_bias: bool = False,
+        num_moe_layers: int = 6,
+        guidance_cond_proj_dim = 2048,
+        norm_type = 'layer',
+        num_experts: int = 8,
+        moe_top_k: int = 2,
+        use_fp16: bool = False,
+        dtype = None,
+        device = None,
+        operations = None,
+        **kwargs
+        ):
+
+        self.dtype = dtype
+
+        super().__init__()
+
+        self.depth = depth
+
+        self.in_channels = in_channels
+        self.out_channels = in_channels
+
+        self.num_heads = num_heads
+        self.hidden_size = hidden_size
+
+        norm = operations.LayerNorm if norm_type == 'layer' else operations.RMSNorm
+        qk_norm = operations.RMSNorm
+
+        self.context_dim = context_dim
+        self.guidance_cond_proj_dim = guidance_cond_proj_dim
+
+        self.x_embedder = operations.Linear(in_channels, hidden_size, bias = True, device = device, dtype = dtype)
+        self.t_embedder = TimestepEmbedder(hidden_size, hidden_size * 4, cond_proj_dim = guidance_cond_proj_dim, device = device, dtype = dtype, operations = operations)
+
+
+        # HUnYuanDiT Blocks
+        self.blocks = nn.ModuleList([
+            HunYuanDiTBlock(hidden_size=hidden_size,
+                            c_emb_size=hidden_size,
+                            num_heads=num_heads,
+                            text_states_dim=context_dim,
+                            qk_norm=qk_norm,
+                            norm_layer = norm,
+                            qk_norm_layer = qk_norm,
+                            skip_connection=layer > depth // 2,
+                            qkv_bias=qkv_bias,
+                            use_moe=True if depth - layer <= num_moe_layers else False,
+                            num_experts=num_experts,
+                            moe_top_k=moe_top_k,
+                            use_fp16 = use_fp16,
+                            device = device, dtype = dtype, operations = operations)
+            for layer in range(depth)
+        ])
+
+        self.depth = depth
+
+        self.final_layer = FinalLayer(hidden_size, self.out_channels, use_fp16 = use_fp16, operations = operations, device = device, dtype = dtype)
+
+    def forward(self, x, t, context, transformer_options = {}, **kwargs):
+
+        x = x.movedim(-1, -2)
+
+        swap_cfg_halves = context.shape[0] >= 2
+
+        if swap_cfg_halves:
+            first_half, second_half = context.chunk(2, dim = 0)
+            context = torch.cat([second_half, first_half], dim = 0)
+
+        main_condition = context
+
+        t = 1.0 - t
+
+        time_embedded = self.t_embedder(t, condition = kwargs.get('guidance_cond'))
+
+        x = x.to(dtype = next(self.x_embedder.parameters()).dtype)
+        x_embedded = self.x_embedder(x)
+
+        combined = torch.cat([time_embedded, x_embedded], dim=1)
+
+        def block_wrap(args):
+            return block(
+                args["x"],
+                args["t"],
+                args["cond"],
+                skip_tensor=args.get("skip"),)
+
+        skip_stack = []
+        patches_replace = transformer_options.get("patches_replace", {})
+        blocks_replace = patches_replace.get("dit", {})
+        for idx, block in enumerate(self.blocks):
+            if idx <= self.depth // 2:
+                skip_input = None
+            else:
+                skip_input = skip_stack.pop()
+
+            if ("block", idx) in blocks_replace:
+
+                combined = blocks_replace[("block", idx)](
+                    {
+                        "x": combined,
+                        "t": time_embedded,
+                        "cond": main_condition,
+                        "skip": skip_input,
+                    },
+                    {"original_block": block_wrap},
+                )
+            else:
+                combined = block(combined, time_embedded, main_condition, skip_tensor=skip_input)
+
+            if idx < self.depth // 2:
+                skip_stack.append(combined)
+
+        output = self.final_layer(combined)
+        output =  output.movedim(-2, -1) * (-1.0)
+
+        if swap_cfg_halves:
+            first_half, second_half = output.chunk(2, dim = 0)
+            output = torch.cat([second_half, first_half], dim = 0)
+
+        return output
diff --git a/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..e30188ba1e34137baf19b0ea3e2b2a4ecf4292be
Binary files /dev/null and b/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/upsampler.cpython-312.pyc b/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/upsampler.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..fb87bfaf534909685ef5831644339b3e537b8ca5
Binary files /dev/null and b/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/upsampler.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/vae.cpython-312.pyc b/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..2e99cdf0db1928af868a3e8b8d92dc83a3ee43f0
Binary files /dev/null and b/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/vae_refiner.cpython-312.pyc b/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/vae_refiner.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..5be0072d1e31f79b1b8c6dafc9908bc8e5eb2756
Binary files /dev/null and b/ComfyUI/comfy/ldm/hunyuan_video/__pycache__/vae_refiner.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hunyuan_video/model.py b/ComfyUI/comfy/ldm/hunyuan_video/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..b94cdfa8762e2cab70811b529dc8b6aef459410b
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hunyuan_video/model.py
@@ -0,0 +1,497 @@
+#Based on Flux code because of weird hunyuan video code license.
+
+import torch
+import comfy.patcher_extension
+import comfy.ldm.flux.layers
+import comfy.ldm.modules.diffusionmodules.mmdit
+from comfy.ldm.modules.attention import optimized_attention
+
+from dataclasses import dataclass
+from einops import repeat
+
+from torch import Tensor, nn
+
+from comfy.ldm.flux.layers import (
+    DoubleStreamBlock,
+    EmbedND,
+    LastLayer,
+    MLPEmbedder,
+    SingleStreamBlock,
+    timestep_embedding
+)
+
+import comfy.ldm.common_dit
+
+
+@dataclass
+class HunyuanVideoParams:
+    in_channels: int
+    out_channels: int
+    vec_in_dim: int
+    context_in_dim: int
+    hidden_size: int
+    mlp_ratio: float
+    num_heads: int
+    depth: int
+    depth_single_blocks: int
+    axes_dim: list
+    theta: int
+    patch_size: list
+    qkv_bias: bool
+    guidance_embed: bool
+    byt5: bool
+    meanflow: bool
+    use_cond_type_embedding: bool
+    vision_in_dim: int
+    meanflow_sum: bool
+
+
+class SelfAttentionRef(nn.Module):
+    def __init__(self, dim: int, qkv_bias: bool = False, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.qkv = operations.Linear(dim, dim * 3, bias=qkv_bias, dtype=dtype, device=device)
+        self.proj = operations.Linear(dim, dim, dtype=dtype, device=device)
+
+
+class TokenRefinerBlock(nn.Module):
+    def __init__(
+        self,
+        hidden_size,
+        heads,
+        dtype=None,
+        device=None,
+        operations=None
+    ):
+        super().__init__()
+        self.heads = heads
+        mlp_hidden_dim = hidden_size * 4
+
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(hidden_size, 2 * hidden_size, bias=True, dtype=dtype, device=device),
+        )
+
+        self.norm1 = operations.LayerNorm(hidden_size, elementwise_affine=True, eps=1e-6, dtype=dtype, device=device)
+        self.self_attn = SelfAttentionRef(hidden_size, True, dtype=dtype, device=device, operations=operations)
+
+        self.norm2 = operations.LayerNorm(hidden_size, elementwise_affine=True, eps=1e-6, dtype=dtype, device=device)
+
+        self.mlp = nn.Sequential(
+            operations.Linear(hidden_size, mlp_hidden_dim, bias=True, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(mlp_hidden_dim, hidden_size, bias=True, dtype=dtype, device=device),
+        )
+
+    def forward(self, x, c, mask, transformer_options={}):
+        mod1, mod2 = self.adaLN_modulation(c).chunk(2, dim=1)
+
+        norm_x = self.norm1(x)
+        qkv = self.self_attn.qkv(norm_x)
+        q, k, v = qkv.reshape(qkv.shape[0], qkv.shape[1], 3, self.heads, -1).permute(2, 0, 3, 1, 4)
+        attn = optimized_attention(q, k, v, self.heads, mask=mask, skip_reshape=True, transformer_options=transformer_options)
+
+        x = x + self.self_attn.proj(attn) * mod1.unsqueeze(1)
+        x = x + self.mlp(self.norm2(x)) * mod2.unsqueeze(1)
+        return x
+
+
+class IndividualTokenRefiner(nn.Module):
+    def __init__(
+        self,
+        hidden_size,
+        heads,
+        num_blocks,
+        dtype=None,
+        device=None,
+        operations=None
+    ):
+        super().__init__()
+        self.blocks = nn.ModuleList(
+            [
+                TokenRefinerBlock(
+                    hidden_size=hidden_size,
+                    heads=heads,
+                    dtype=dtype,
+                    device=device,
+                    operations=operations
+                )
+                for _ in range(num_blocks)
+            ]
+        )
+
+    def forward(self, x, c, mask, transformer_options={}):
+        m = None
+        if mask is not None:
+            m = mask.view(mask.shape[0], 1, 1, mask.shape[1]).repeat(1, 1, mask.shape[1], 1)
+            m = m + m.transpose(2, 3)
+
+        for block in self.blocks:
+            x = block(x, c, m, transformer_options=transformer_options)
+        return x
+
+
+
+class TokenRefiner(nn.Module):
+    def __init__(
+        self,
+        text_dim,
+        hidden_size,
+        heads,
+        num_blocks,
+        dtype=None,
+        device=None,
+        operations=None
+    ):
+        super().__init__()
+
+        self.input_embedder = operations.Linear(text_dim, hidden_size, bias=True, dtype=dtype, device=device)
+        self.t_embedder = MLPEmbedder(256, hidden_size, dtype=dtype, device=device, operations=operations)
+        self.c_embedder = MLPEmbedder(text_dim, hidden_size, dtype=dtype, device=device, operations=operations)
+        self.individual_token_refiner = IndividualTokenRefiner(hidden_size, heads, num_blocks, dtype=dtype, device=device, operations=operations)
+
+    def forward(
+        self,
+        x,
+        timesteps,
+        mask,
+        transformer_options={},
+    ):
+        t = self.t_embedder(timestep_embedding(timesteps, 256, time_factor=1.0).to(x.dtype))
+        # m = mask.float().unsqueeze(-1)
+        # c = (x.float() * m).sum(dim=1) / m.sum(dim=1) #TODO: the following works when the x.shape is the same length as the tokens but might break otherwise
+        if x.dtype == torch.float16:
+            c = x.float().sum(dim=1) / x.shape[1]
+        else:
+            c = x.sum(dim=1) / x.shape[1]
+
+        c = t + self.c_embedder(c.to(x.dtype))
+        x = self.input_embedder(x)
+        x = self.individual_token_refiner(x, c, mask, transformer_options=transformer_options)
+        return x
+
+
+class ByT5Mapper(nn.Module):
+    def __init__(self, in_dim, out_dim, hidden_dim, out_dim1, use_res=False, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.layernorm = operations.LayerNorm(in_dim, dtype=dtype, device=device)
+        self.fc1 = operations.Linear(in_dim, hidden_dim, dtype=dtype, device=device)
+        self.fc2 = operations.Linear(hidden_dim, out_dim, dtype=dtype, device=device)
+        self.fc3 = operations.Linear(out_dim, out_dim1, dtype=dtype, device=device)
+        self.use_res = use_res
+        self.act_fn = nn.GELU()
+
+    def forward(self, x):
+        if self.use_res:
+            res = x
+        x = self.layernorm(x)
+        x = self.fc1(x)
+        x = self.act_fn(x)
+        x = self.fc2(x)
+        x2 = self.act_fn(x)
+        x2 = self.fc3(x2)
+        if self.use_res:
+            x2 = x2 + res
+        return x2
+
+class HunyuanVideo(nn.Module):
+    """
+    Transformer model for flow matching on sequences.
+    """
+
+    def __init__(self, image_model=None, final_layer=True, dtype=None, device=None, operations=None, **kwargs):
+        super().__init__()
+        self.dtype = dtype
+        operation_settings = {"operations": operations, "device": device, "dtype": dtype}
+
+        params = HunyuanVideoParams(**kwargs)
+        self.params = params
+        self.patch_size = params.patch_size
+        self.in_channels = params.in_channels
+        self.out_channels = params.out_channels
+        self.use_cond_type_embedding = params.use_cond_type_embedding
+        self.vision_in_dim = params.vision_in_dim
+        if params.hidden_size % params.num_heads != 0:
+            raise ValueError(
+                f"Hidden size {params.hidden_size} must be divisible by num_heads {params.num_heads}"
+            )
+        pe_dim = params.hidden_size // params.num_heads
+        if sum(params.axes_dim) != pe_dim:
+            raise ValueError(f"Got {params.axes_dim} but expected positional dim {pe_dim}")
+        self.hidden_size = params.hidden_size
+        self.num_heads = params.num_heads
+        self.pe_embedder = EmbedND(dim=pe_dim, theta=params.theta, axes_dim=params.axes_dim)
+
+        self.img_in = comfy.ldm.modules.diffusionmodules.mmdit.PatchEmbed(None, self.patch_size, self.in_channels, self.hidden_size, conv3d=len(self.patch_size) == 3, dtype=dtype, device=device, operations=operations)
+        self.time_in = MLPEmbedder(in_dim=256, hidden_dim=self.hidden_size, dtype=dtype, device=device, operations=operations)
+        if params.vec_in_dim is not None:
+            self.vector_in = MLPEmbedder(params.vec_in_dim, self.hidden_size, dtype=dtype, device=device, operations=operations)
+        else:
+            self.vector_in = None
+
+        self.guidance_in = (
+            MLPEmbedder(in_dim=256, hidden_dim=self.hidden_size, dtype=dtype, device=device, operations=operations) if params.guidance_embed else nn.Identity()
+        )
+
+        self.txt_in = TokenRefiner(params.context_in_dim, self.hidden_size, self.num_heads, 2, dtype=dtype, device=device, operations=operations)
+
+        self.double_blocks = nn.ModuleList(
+            [
+                DoubleStreamBlock(
+                    self.hidden_size,
+                    self.num_heads,
+                    mlp_ratio=params.mlp_ratio,
+                    qkv_bias=params.qkv_bias,
+                    dtype=dtype, device=device, operations=operations
+                )
+                for _ in range(params.depth)
+            ]
+        )
+
+        self.single_blocks = nn.ModuleList(
+            [
+                SingleStreamBlock(self.hidden_size, self.num_heads, mlp_ratio=params.mlp_ratio, dtype=dtype, device=device, operations=operations)
+                for _ in range(params.depth_single_blocks)
+            ]
+        )
+
+        if params.byt5:
+            self.byt5_in = ByT5Mapper(
+                in_dim=1472,
+                out_dim=2048,
+                hidden_dim=2048,
+                out_dim1=self.hidden_size,
+                use_res=False,
+                dtype=dtype, device=device, operations=operations
+            )
+        else:
+            self.byt5_in = None
+
+        if params.meanflow:
+            self.time_r_in = MLPEmbedder(in_dim=256, hidden_dim=self.hidden_size, dtype=dtype, device=device, operations=operations)
+        else:
+            self.time_r_in = None
+
+        if final_layer:
+            self.final_layer = LastLayer(self.hidden_size, self.patch_size[-1], self.out_channels, dtype=dtype, device=device, operations=operations)
+
+        # HunyuanVideo 1.5 specific modules
+        if self.vision_in_dim is not None:
+            from comfy.ldm.wan.model import MLPProj
+            self.vision_in = MLPProj(in_dim=self.vision_in_dim, out_dim=self.hidden_size, operation_settings=operation_settings)
+        else:
+            self.vision_in = None
+        if self.use_cond_type_embedding:
+            # 0: text_encoder feature 1: byt5 feature 2: vision_encoder feature
+            self.cond_type_embedding = nn.Embedding(3, self.hidden_size)
+        else:
+            self.cond_type_embedding = None
+
+    def forward_orig(
+        self,
+        img: Tensor,
+        img_ids: Tensor,
+        txt: Tensor,
+        txt_ids: Tensor,
+        txt_mask: Tensor,
+        timesteps: Tensor,
+        y: Tensor = None,
+        txt_byt5=None,
+        clip_fea=None,
+        guidance: Tensor = None,
+        guiding_frame_index=None,
+        ref_latent=None,
+        disable_time_r=False,
+        control=None,
+        transformer_options={},
+    ) -> Tensor:
+        transformer_options = transformer_options.copy()
+        patches_replace = transformer_options.get("patches_replace", {})
+
+        initial_shape = list(img.shape)
+        # running on sequences img
+        img = self.img_in(img)
+        vec = self.time_in(timestep_embedding(timesteps, 256, time_factor=1.0).to(img.dtype))
+
+        if (self.time_r_in is not None) and (not disable_time_r):
+            w = torch.where(transformer_options['sigmas'][0] == transformer_options['sample_sigmas'])[0]  # This most likely could be improved
+            if len(w) > 0:
+                timesteps_r = transformer_options['sample_sigmas'][w[0] + 1]
+                timesteps_r = timesteps_r.unsqueeze(0).to(device=timesteps.device, dtype=timesteps.dtype)
+                vec_r = self.time_r_in(timestep_embedding(timesteps_r, 256, time_factor=1000.0).to(img.dtype))
+                vec = (vec + vec_r) if self.params.meanflow_sum else (vec + vec_r) / 2
+
+        if ref_latent is not None:
+            ref_latent_ids = self.img_ids(ref_latent)
+            ref_latent = self.img_in(ref_latent)
+            img = torch.cat([ref_latent, img], dim=-2)
+            ref_latent_ids[..., 0] = -1
+            ref_latent_ids[..., 2] += (initial_shape[-1] // self.patch_size[-1])
+            img_ids = torch.cat([ref_latent_ids, img_ids], dim=-2)
+
+        if guiding_frame_index is not None:
+            token_replace_vec = self.time_in(timestep_embedding(guiding_frame_index, 256, time_factor=1.0))
+            if self.vector_in is not None:
+                vec_ = self.vector_in(y[:, :self.params.vec_in_dim])
+                vec = torch.cat([(vec_ + token_replace_vec).unsqueeze(1), (vec_ + vec).unsqueeze(1)], dim=1)
+            else:
+                vec = torch.cat([(token_replace_vec).unsqueeze(1), (vec).unsqueeze(1)], dim=1)
+            frame_tokens = (initial_shape[-1] // self.patch_size[-1]) * (initial_shape[-2] // self.patch_size[-2])
+            modulation_dims = [(0, frame_tokens, 0), (frame_tokens, None, 1)]
+            modulation_dims_txt = [(0, None, 1)]
+        else:
+            if self.vector_in is not None:
+                vec = vec + self.vector_in(y[:, :self.params.vec_in_dim])
+            modulation_dims = None
+            modulation_dims_txt = None
+
+        if self.params.guidance_embed:
+            if guidance is not None:
+                vec = vec + self.guidance_in(timestep_embedding(guidance, 256).to(img.dtype))
+
+        if txt_mask is not None and not torch.is_floating_point(txt_mask):
+            txt_mask = (txt_mask - 1).to(img.dtype) * torch.finfo(img.dtype).max
+
+        txt = self.txt_in(txt, timesteps, txt_mask, transformer_options=transformer_options)
+
+        if self.cond_type_embedding is not None:
+            self.cond_type_embedding.to(txt.device)
+            cond_emb = self.cond_type_embedding(torch.zeros_like(txt[:, :, 0], device=txt.device, dtype=torch.long))
+            txt = txt + cond_emb.to(txt.dtype)
+
+        if self.byt5_in is not None and txt_byt5 is not None:
+            txt_byt5 = self.byt5_in(txt_byt5)
+            if self.cond_type_embedding is not None:
+                cond_emb = self.cond_type_embedding(torch.ones_like(txt_byt5[:, :, 0], device=txt_byt5.device, dtype=torch.long))
+                txt_byt5 = txt_byt5 + cond_emb.to(txt_byt5.dtype)
+                txt = torch.cat((txt_byt5, txt), dim=1) # byt5 first for HunyuanVideo1.5
+            else:
+                txt = torch.cat((txt, txt_byt5), dim=1)
+            txt_byt5_ids = torch.zeros((txt_ids.shape[0], txt_byt5.shape[1], txt_ids.shape[-1]), device=txt_ids.device, dtype=txt_ids.dtype)
+            txt_ids = torch.cat((txt_ids, txt_byt5_ids), dim=1)
+
+        if clip_fea is not None:
+            txt_vision_states = self.vision_in(clip_fea)
+            if self.cond_type_embedding is not None:
+                cond_emb = self.cond_type_embedding(2 * torch.ones_like(txt_vision_states[:, :, 0], dtype=torch.long, device=txt_vision_states.device))
+                txt_vision_states = txt_vision_states + cond_emb
+            txt = torch.cat((txt_vision_states.to(txt.dtype), txt), dim=1)
+            extra_txt_ids = torch.zeros((txt_ids.shape[0], txt_vision_states.shape[1], txt_ids.shape[-1]), device=txt_ids.device, dtype=txt_ids.dtype)
+            txt_ids = torch.cat((txt_ids, extra_txt_ids), dim=1)
+
+        ids = torch.cat((txt_ids, img_ids), dim=1)
+        pe = self.pe_embedder(ids)
+
+        img_len = img.shape[1]
+        if txt_mask is not None:
+            attn_mask_len = img_len + txt.shape[1]
+            attn_mask = torch.zeros((1, 1, attn_mask_len), dtype=img.dtype, device=img.device)
+            attn_mask[:, 0, :txt.shape[1]] = txt_mask
+        else:
+            attn_mask = None
+
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.double_blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.double_blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"], out["txt"] = block(img=args["img"], txt=args["txt"], vec=args["vec"], pe=args["pe"], attn_mask=args["attention_mask"], modulation_dims_img=args["modulation_dims_img"], modulation_dims_txt=args["modulation_dims_txt"], transformer_options=args["transformer_options"])
+                    return out
+
+                out = blocks_replace[("double_block", i)]({"img": img, "txt": txt, "vec": vec, "pe": pe, "attention_mask": attn_mask, 'modulation_dims_img': modulation_dims, 'modulation_dims_txt': modulation_dims_txt, 'transformer_options': transformer_options}, {"original_block": block_wrap})
+                txt = out["txt"]
+                img = out["img"]
+            else:
+                img, txt = block(img=img, txt=txt, vec=vec, pe=pe, attn_mask=attn_mask, modulation_dims_img=modulation_dims, modulation_dims_txt=modulation_dims_txt, transformer_options=transformer_options)
+
+            if control is not None: # Controlnet
+                control_i = control.get("input")
+                if i < len(control_i):
+                    add = control_i[i]
+                    if add is not None:
+                        img += add
+
+        img = torch.cat((txt, img), 1)
+
+        transformer_options["total_blocks"] = len(self.single_blocks)
+        transformer_options["block_type"] = "single"
+        transformer_options["img_slice"] = [txt.shape[1], img.shape[1]]
+        for i, block in enumerate(self.single_blocks):
+            transformer_options["block_index"] = i
+            if ("single_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], vec=args["vec"], pe=args["pe"], attn_mask=args["attention_mask"], modulation_dims=args["modulation_dims"], transformer_options=args["transformer_options"])
+                    return out
+
+                out = blocks_replace[("single_block", i)]({"img": img, "vec": vec, "pe": pe, "attention_mask": attn_mask, 'modulation_dims': modulation_dims, 'transformer_options': transformer_options}, {"original_block": block_wrap})
+                img = out["img"]
+            else:
+                img = block(img, vec=vec, pe=pe, attn_mask=attn_mask, modulation_dims=modulation_dims, transformer_options=transformer_options)
+
+            if control is not None: # Controlnet
+                control_o = control.get("output")
+                if i < len(control_o):
+                    add = control_o[i]
+                    if add is not None:
+                        img[:, txt.shape[1]: img_len + txt.shape[1]] += add
+
+        img = img[:, txt.shape[1]: img_len + txt.shape[1]]
+        if ref_latent is not None:
+            img = img[:, ref_latent.shape[1]:]
+
+        img = self.final_layer(img, vec, modulation_dims=modulation_dims)  # (N, T, patch_size ** 2 * out_channels)
+
+        shape = initial_shape[-len(self.patch_size):]
+        for i in range(len(shape)):
+            shape[i] = shape[i] // self.patch_size[i]
+        img = img.reshape([img.shape[0]] + shape + [self.out_channels] + self.patch_size)
+        if img.ndim == 8:
+            img = img.permute(0, 4, 1, 5, 2, 6, 3, 7)
+            img = img.reshape(initial_shape[0], self.out_channels, initial_shape[2], initial_shape[3], initial_shape[4])
+        else:
+            img = img.permute(0, 3, 1, 4, 2, 5)
+            img = img.reshape(initial_shape[0], self.out_channels, initial_shape[2], initial_shape[3])
+        return img
+
+    def img_ids(self, x):
+        bs, c, t, h, w = x.shape
+        patch_size = self.patch_size
+        t_len = ((t + (patch_size[0] // 2)) // patch_size[0])
+        h_len = ((h + (patch_size[1] // 2)) // patch_size[1])
+        w_len = ((w + (patch_size[2] // 2)) // patch_size[2])
+        img_ids = torch.zeros((t_len, h_len, w_len, 3), device=x.device, dtype=x.dtype)
+        img_ids[:, :, :, 0] = img_ids[:, :, :, 0] + torch.linspace(0, t_len - 1, steps=t_len, device=x.device, dtype=x.dtype).reshape(-1, 1, 1)
+        img_ids[:, :, :, 1] = img_ids[:, :, :, 1] + torch.linspace(0, h_len - 1, steps=h_len, device=x.device, dtype=x.dtype).reshape(1, -1, 1)
+        img_ids[:, :, :, 2] = img_ids[:, :, :, 2] + torch.linspace(0, w_len - 1, steps=w_len, device=x.device, dtype=x.dtype).reshape(1, 1, -1)
+        return repeat(img_ids, "t h w c -> b (t h w) c", b=bs)
+
+    def img_ids_2d(self, x):
+        bs, c, h, w = x.shape
+        patch_size = self.patch_size
+        h_len = ((h + (patch_size[0] // 2)) // patch_size[0])
+        w_len = ((w + (patch_size[1] // 2)) // patch_size[1])
+        img_ids = torch.zeros((h_len, w_len, 2), device=x.device, dtype=x.dtype)
+        img_ids[:, :, 0] = img_ids[:, :, 0] + torch.linspace(0, h_len - 1, steps=h_len, device=x.device, dtype=x.dtype).unsqueeze(1)
+        img_ids[:, :, 1] = img_ids[:, :, 1] + torch.linspace(0, w_len - 1, steps=w_len, device=x.device, dtype=x.dtype).unsqueeze(0)
+        return repeat(img_ids, "h w c -> b (h w) c", b=bs)
+
+    def forward(self, x, timestep, context, y=None, txt_byt5=None, clip_fea=None, guidance=None, attention_mask=None, guiding_frame_index=None, ref_latent=None, disable_time_r=False, control=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timestep, context, y, txt_byt5, clip_fea, guidance, attention_mask, guiding_frame_index, ref_latent, disable_time_r, control, transformer_options, **kwargs)
+
+    def _forward(self, x, timestep, context, y=None, txt_byt5=None, clip_fea=None, guidance=None, attention_mask=None, guiding_frame_index=None, ref_latent=None, disable_time_r=False, control=None, transformer_options={}, **kwargs):
+        bs = x.shape[0]
+        if len(self.patch_size) == 3:
+            img_ids = self.img_ids(x)
+            txt_ids = torch.zeros((bs, context.shape[1], 3), device=x.device, dtype=x.dtype)
+        else:
+            img_ids = self.img_ids_2d(x)
+            txt_ids = torch.zeros((bs, context.shape[1], 2), device=x.device, dtype=x.dtype)
+        out = self.forward_orig(x, img_ids, context, txt_ids, attention_mask, timestep, y, txt_byt5, clip_fea, guidance, guiding_frame_index, ref_latent, disable_time_r=disable_time_r, control=control, transformer_options=transformer_options)
+        return out
diff --git a/ComfyUI/comfy/ldm/hunyuan_video/upsampler.py b/ComfyUI/comfy/ldm/hunyuan_video/upsampler.py
new file mode 100644
index 0000000000000000000000000000000000000000..1f68144e2cbe8b1517c996dda4badf7888477c32
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hunyuan_video/upsampler.py
@@ -0,0 +1,122 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from comfy.ldm.modules.diffusionmodules.model import ResnetBlock, VideoConv3d
+from comfy.ldm.hunyuan_video.vae_refiner import RMS_norm
+import comfy.model_management
+import comfy.model_patcher
+
+class SRResidualCausalBlock3D(nn.Module):
+    def __init__(self, channels: int):
+        super().__init__()
+        self.block = nn.Sequential(
+            VideoConv3d(channels, channels, kernel_size=3),
+            nn.SiLU(inplace=True),
+            VideoConv3d(channels, channels, kernel_size=3),
+            nn.SiLU(inplace=True),
+            VideoConv3d(channels, channels, kernel_size=3),
+        )
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        return x + self.block(x)
+
+class SRModel3DV2(nn.Module):
+    def __init__(
+        self,
+        in_channels: int,
+        out_channels: int,
+        hidden_channels: int = 64,
+        num_blocks: int = 6,
+        global_residual: bool = False,
+    ):
+        super().__init__()
+        self.in_conv = VideoConv3d(in_channels, hidden_channels, kernel_size=3)
+        self.blocks = nn.ModuleList([SRResidualCausalBlock3D(hidden_channels) for _ in range(num_blocks)])
+        self.out_conv = VideoConv3d(hidden_channels, out_channels, kernel_size=3)
+        self.global_residual = bool(global_residual)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        residual = x
+        y = self.in_conv(x)
+        for blk in self.blocks:
+            y = blk(y)
+        y = self.out_conv(y)
+        if self.global_residual and (y.shape == residual.shape):
+            y = y + residual
+        return y
+
+
+class Upsampler(nn.Module):
+    def __init__(
+        self,
+        z_channels: int,
+        out_channels: int,
+        block_out_channels: tuple[int, ...],
+        num_res_blocks: int = 2,
+    ):
+        super().__init__()
+        self.num_res_blocks = num_res_blocks
+        self.block_out_channels = block_out_channels
+        self.z_channels = z_channels
+
+        ch = block_out_channels[0]
+        self.conv_in = VideoConv3d(z_channels, ch, kernel_size=3)
+
+        self.up = nn.ModuleList()
+
+        for i, tgt in enumerate(block_out_channels):
+            stage = nn.Module()
+            stage.block = nn.ModuleList([ResnetBlock(in_channels=ch if j == 0 else tgt,
+                                                    out_channels=tgt,
+                                                    temb_channels=0,
+                                                    conv_shortcut=False,
+                                                    conv_op=VideoConv3d, norm_op=RMS_norm)
+                                        for j in range(num_res_blocks + 1)])
+            ch = tgt
+            self.up.append(stage)
+
+        self.norm_out = RMS_norm(ch)
+        self.conv_out = VideoConv3d(ch, out_channels, kernel_size=3)
+
+    def forward(self, z):
+        """
+        Args:
+            z: (B, C, T, H, W)
+            target_shape: (H, W)
+        """
+        # z to block_in
+        repeats = self.block_out_channels[0] // (self.z_channels)
+        x = self.conv_in(z) + z.repeat_interleave(repeats=repeats, dim=1)
+
+        # upsampling
+        for stage in self.up:
+            for blk in stage.block:
+                x = blk(x)
+
+        out = self.conv_out(F.silu(self.norm_out(x)))
+        return out
+
+UPSAMPLERS = {
+    "720p": SRModel3DV2,
+    "1080p": Upsampler,
+}
+
+class HunyuanVideo15SRModel():
+    def __init__(self, model_type, config):
+        self.load_device = comfy.model_management.vae_device()
+        offload_device = comfy.model_management.vae_offload_device()
+        self.dtype = comfy.model_management.vae_dtype(self.load_device)
+        self.model_class = UPSAMPLERS.get(model_type)
+        self.model = self.model_class(**config).eval()
+
+        self.patcher = comfy.model_patcher.CoreModelPatcher(self.model, load_device=self.load_device, offload_device=offload_device)
+
+    def load_sd(self, sd):
+        return self.model.load_state_dict(sd, strict=True, assign=self.patcher.is_dynamic())
+
+    def get_sd(self):
+        return self.model.state_dict()
+
+    def resample_latent(self, latent):
+        comfy.model_management.load_model_gpu(self.patcher)
+        return self.model(latent.to(self.load_device))
diff --git a/ComfyUI/comfy/ldm/hunyuan_video/vae.py b/ComfyUI/comfy/ldm/hunyuan_video/vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..40c12b18334dcc003a59c882b63c7044fe5e679e
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hunyuan_video/vae.py
@@ -0,0 +1,136 @@
+import torch.nn as nn
+import torch.nn.functional as F
+from comfy.ldm.modules.diffusionmodules.model import ResnetBlock, AttnBlock
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+
+class PixelShuffle2D(nn.Module):
+    def __init__(self, in_dim, out_dim, op=ops.Conv2d):
+        super().__init__()
+        self.conv = op(in_dim, out_dim >> 2, 3, 1, 1)
+        self.ratio = (in_dim << 2) // out_dim
+
+    def forward(self, x):
+        b, c, h, w = x.shape
+        h2, w2 = h >> 1, w >> 1
+        y = self.conv(x).view(b, -1, h2, 2, w2, 2).permute(0, 3, 5, 1, 2, 4).reshape(b, -1, h2, w2)
+        r = x.view(b, c, h2, 2, w2, 2).permute(0, 3, 5, 1, 2, 4).reshape(b, c << 2, h2, w2)
+        return y + r.view(b, y.shape[1], self.ratio, h2, w2).mean(2)
+
+
+class PixelUnshuffle2D(nn.Module):
+    def __init__(self, in_dim, out_dim, op=ops.Conv2d):
+        super().__init__()
+        self.conv = op(in_dim, out_dim << 2, 3, 1, 1)
+        self.scale = (out_dim << 2) // in_dim
+
+    def forward(self, x):
+        b, c, h, w = x.shape
+        h2, w2 = h << 1, w << 1
+        y = self.conv(x).view(b, 2, 2, -1, h, w).permute(0, 3, 4, 1, 5, 2).reshape(b, -1, h2, w2)
+        r = x.repeat_interleave(self.scale, 1).view(b, 2, 2, -1, h, w).permute(0, 3, 4, 1, 5, 2).reshape(b, -1, h2, w2)
+        return y + r
+
+
+class Encoder(nn.Module):
+    def __init__(self, in_channels, z_channels, block_out_channels, num_res_blocks,
+                 ffactor_spatial, downsample_match_channel=True, **_):
+        super().__init__()
+        self.z_channels = z_channels
+        self.block_out_channels = block_out_channels
+        self.num_res_blocks = num_res_blocks
+        self.conv_in = ops.Conv2d(in_channels, block_out_channels[0], 3, 1, 1)
+
+        self.down = nn.ModuleList()
+        ch = block_out_channels[0]
+        depth = (ffactor_spatial >> 1).bit_length()
+
+        for i, tgt in enumerate(block_out_channels):
+            stage = nn.Module()
+            stage.block = nn.ModuleList([ResnetBlock(in_channels=ch if j == 0 else tgt,
+                                                     out_channels=tgt,
+                                                     temb_channels=0,
+                                                     conv_op=ops.Conv2d)
+                                        for j in range(num_res_blocks)])
+            ch = tgt
+            if i < depth:
+                nxt = block_out_channels[i + 1] if i + 1 < len(block_out_channels) and downsample_match_channel else ch
+                stage.downsample = PixelShuffle2D(ch, nxt, ops.Conv2d)
+                ch = nxt
+            self.down.append(stage)
+
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock(in_channels=ch, out_channels=ch, temb_channels=0, conv_op=ops.Conv2d)
+        self.mid.attn_1 = AttnBlock(ch, conv_op=ops.Conv2d)
+        self.mid.block_2 = ResnetBlock(in_channels=ch, out_channels=ch, temb_channels=0, conv_op=ops.Conv2d)
+
+        self.norm_out = ops.GroupNorm(32, ch, 1e-6, True)
+        self.conv_out = ops.Conv2d(ch, z_channels << 1, 3, 1, 1)
+
+    def forward(self, x):
+        x = self.conv_in(x)
+
+        for stage in self.down:
+            for blk in stage.block:
+                x = blk(x)
+            if hasattr(stage, 'downsample'):
+                x = stage.downsample(x)
+
+        x = self.mid.block_2(self.mid.attn_1(self.mid.block_1(x)))
+
+        b, c, h, w = x.shape
+        grp = c // (self.z_channels << 1)
+        skip = x.view(b, c // grp, grp, h, w).mean(2)
+
+        return self.conv_out(F.silu(self.norm_out(x))) + skip
+
+
+class Decoder(nn.Module):
+    def __init__(self, z_channels, out_channels, block_out_channels, num_res_blocks,
+                 ffactor_spatial, upsample_match_channel=True, **_):
+        super().__init__()
+        block_out_channels = block_out_channels[::-1]
+        self.z_channels = z_channels
+        self.block_out_channels = block_out_channels
+        self.num_res_blocks = num_res_blocks
+
+        ch = block_out_channels[0]
+        self.conv_in = ops.Conv2d(z_channels, ch, 3, 1, 1)
+
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock(in_channels=ch, out_channels=ch, temb_channels=0, conv_op=ops.Conv2d)
+        self.mid.attn_1 = AttnBlock(ch, conv_op=ops.Conv2d)
+        self.mid.block_2 = ResnetBlock(in_channels=ch, out_channels=ch, temb_channels=0, conv_op=ops.Conv2d)
+
+        self.up = nn.ModuleList()
+        depth = (ffactor_spatial >> 1).bit_length()
+
+        for i, tgt in enumerate(block_out_channels):
+            stage = nn.Module()
+            stage.block = nn.ModuleList([ResnetBlock(in_channels=ch if j == 0 else tgt,
+                                                     out_channels=tgt,
+                                                     temb_channels=0,
+                                                     conv_op=ops.Conv2d)
+                                        for j in range(num_res_blocks + 1)])
+            ch = tgt
+            if i < depth:
+                nxt = block_out_channels[i + 1] if i + 1 < len(block_out_channels) and upsample_match_channel else ch
+                stage.upsample = PixelUnshuffle2D(ch, nxt, ops.Conv2d)
+                ch = nxt
+            self.up.append(stage)
+
+        self.norm_out = ops.GroupNorm(32, ch, 1e-6, True)
+        self.conv_out = ops.Conv2d(ch, out_channels, 3, 1, 1)
+
+    def forward(self, z):
+        x = self.conv_in(z) + z.repeat_interleave(self.block_out_channels[0] // self.z_channels, 1)
+        x = self.mid.block_2(self.mid.attn_1(self.mid.block_1(x)))
+
+        for stage in self.up:
+            for blk in stage.block:
+                x = blk(x)
+            if hasattr(stage, 'upsample'):
+                x = stage.upsample(x)
+
+        return self.conv_out(F.silu(self.norm_out(x)))
diff --git a/ComfyUI/comfy/ldm/hunyuan_video/vae_refiner.py b/ComfyUI/comfy/ldm/hunyuan_video/vae_refiner.py
new file mode 100644
index 0000000000000000000000000000000000000000..ddf77cd0e2b101ac05f88b242dc96d0a5b24fac7
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hunyuan_video/vae_refiner.py
@@ -0,0 +1,313 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from comfy.ldm.modules.diffusionmodules.model import ResnetBlock, AttnBlock, CarriedConv3d, Normalize, conv_carry_causal_3d, torch_cat_if_needed
+import comfy.ops
+import comfy.ldm.models.autoencoder
+import comfy.model_management
+ops = comfy.ops.disable_weight_init
+
+
+class RMS_norm(nn.Module):
+    def __init__(self, dim):
+        super().__init__()
+        shape = (dim, 1, 1, 1)
+        self.scale = dim**0.5
+        self.gamma = nn.Parameter(torch.empty(shape))
+
+    def forward(self, x):
+        return F.normalize(x, dim=1) * self.scale * comfy.model_management.cast_to(self.gamma, dtype=x.dtype, device=x.device)
+
+class DnSmpl(nn.Module):
+    def __init__(self, ic, oc, tds, refiner_vae, op):
+        super().__init__()
+        fct = 2 * 2 * 2 if tds else 1 * 2 * 2
+        assert oc % fct == 0
+        self.conv = op(ic, oc // fct, kernel_size=3, stride=1, padding=1)
+        self.refiner_vae = refiner_vae
+
+        self.tds = tds
+        self.gs = fct * ic // oc
+
+    def forward(self, x, conv_carry_in=None, conv_carry_out=None):
+        r1 = 2 if self.tds else 1
+        h = conv_carry_causal_3d([x], self.conv, conv_carry_in, conv_carry_out)
+
+        if self.tds and self.refiner_vae and conv_carry_in is None:
+
+            hf = h[:, :, :1, :, :]
+            b, c, f, ht, wd = hf.shape
+            hf = hf.reshape(b, c, f, ht // 2, 2, wd // 2, 2)
+            hf = hf.permute(0, 4, 6, 1, 2, 3, 5)
+            hf = hf.reshape(b, 2 * 2 * c, f, ht // 2, wd // 2)
+            hf = torch.cat([hf, hf], dim=1)
+
+            h = h[:, :, 1:, :, :]
+
+            xf = x[:, :, :1, :, :]
+            b, ci, f, ht, wd = xf.shape
+            xf = xf.reshape(b, ci, f, ht // 2, 2, wd // 2, 2)
+            xf = xf.permute(0, 4, 6, 1, 2, 3, 5)
+            xf = xf.reshape(b, 2 * 2 * ci, f, ht // 2, wd // 2)
+            B, C, T, H, W = xf.shape
+            xf = xf.view(B, hf.shape[1], self.gs // 2, T, H, W).mean(dim=2)
+
+            x = x[:, :, 1:, :, :]
+
+        if h.shape[2] == 0:
+            return hf + xf
+
+        b, c, frms, ht, wd = h.shape
+        nf = frms // r1
+        h = h.reshape(b, c, nf, r1, ht // 2, 2, wd // 2, 2)
+        h = h.permute(0, 3, 5, 7, 1, 2, 4, 6)
+        h = h.reshape(b, r1 * 2 * 2 * c, nf, ht // 2, wd // 2)
+
+        b, ci, frms, ht, wd = x.shape
+        nf = frms // r1
+        x = x.reshape(b, ci, nf, r1, ht // 2, 2, wd // 2, 2)
+        x = x.permute(0, 3, 5, 7, 1, 2, 4, 6)
+        x = x.reshape(b, r1 * 2 * 2 * ci, nf, ht // 2, wd // 2)
+        B, C, T, H, W = x.shape
+        x = x.view(B, h.shape[1], self.gs, T, H, W).mean(dim=2)
+
+        if self.tds and self.refiner_vae and conv_carry_in is None:
+            h = torch.cat([hf, h], dim=2)
+            x = torch.cat([xf, x], dim=2)
+
+        return h + x
+
+
+class UpSmpl(nn.Module):
+    def __init__(self, ic, oc, tus, refiner_vae, op):
+        super().__init__()
+        fct = 2 * 2 * 2 if tus else 1 * 2 * 2
+        self.conv = op(ic, oc * fct, kernel_size=3, stride=1, padding=1)
+        self.refiner_vae = refiner_vae
+
+        self.tus = tus
+        self.rp = fct * oc // ic
+
+    def forward(self, x, conv_carry_in=None, conv_carry_out=None):
+        r1 = 2 if self.tus else 1
+        h = conv_carry_causal_3d([x], self.conv, conv_carry_in, conv_carry_out)
+
+        if self.tus and self.refiner_vae and conv_carry_in is None:
+            hf = h[:, :, :1, :, :]
+            b, c, f, ht, wd = hf.shape
+            nc = c // (2 * 2)
+            hf = hf.reshape(b, 2, 2, nc, f, ht, wd)
+            hf = hf.permute(0, 3, 4, 5, 1, 6, 2)
+            hf = hf.reshape(b, nc, f, ht * 2, wd * 2)
+            hf = hf[:, : hf.shape[1] // 2]
+
+            h = h[:, :, 1:, :, :]
+
+            xf = x[:, :, :1, :, :]
+            b, ci, f, ht, wd = xf.shape
+            xf = xf.repeat_interleave(repeats=self.rp // 2, dim=1)
+            b, c, f, ht, wd = xf.shape
+            nc = c // (2 * 2)
+            xf = xf.reshape(b, 2, 2, nc, f, ht, wd)
+            xf = xf.permute(0, 3, 4, 5, 1, 6, 2)
+            xf = xf.reshape(b, nc, f, ht * 2, wd * 2)
+
+            x = x[:, :, 1:, :, :]
+
+        b, c, frms, ht, wd = h.shape
+        nc = c // (r1 * 2 * 2)
+        h = h.reshape(b, r1, 2, 2, nc, frms, ht, wd)
+        h = h.permute(0, 4, 5, 1, 6, 2, 7, 3)
+        h = h.reshape(b, nc, frms * r1, ht * 2, wd * 2)
+
+        x = x.repeat_interleave(repeats=self.rp, dim=1)
+        b, c, frms, ht, wd = x.shape
+        nc = c // (r1 * 2 * 2)
+        x = x.reshape(b, r1, 2, 2, nc, frms, ht, wd)
+        x = x.permute(0, 4, 5, 1, 6, 2, 7, 3)
+        x = x.reshape(b, nc, frms * r1, ht * 2, wd * 2)
+
+        if self.tus and self.refiner_vae and conv_carry_in is None:
+            h = torch.cat([hf, h], dim=2)
+            x = torch.cat([xf, x], dim=2)
+
+        return h + x
+
+class Encoder(nn.Module):
+    def __init__(self, in_channels, z_channels, block_out_channels, num_res_blocks,
+                 ffactor_spatial, ffactor_temporal, downsample_match_channel=True, refiner_vae=True, **_):
+        super().__init__()
+        self.z_channels = z_channels
+        self.block_out_channels = block_out_channels
+        self.num_res_blocks = num_res_blocks
+        self.ffactor_temporal = ffactor_temporal
+
+        self.refiner_vae = refiner_vae
+        if self.refiner_vae:
+            conv_op = CarriedConv3d
+            norm_op = RMS_norm
+        else:
+            conv_op = ops.Conv3d
+            norm_op = Normalize
+
+        self.conv_in = conv_op(in_channels, block_out_channels[0], 3, 1, 1)
+
+        self.down = nn.ModuleList()
+        ch = block_out_channels[0]
+        depth = (ffactor_spatial >> 1).bit_length()
+        depth_temporal = ((ffactor_spatial // self.ffactor_temporal) >> 1).bit_length()
+
+        for i, tgt in enumerate(block_out_channels):
+            stage = nn.Module()
+            stage.block = nn.ModuleList([ResnetBlock(in_channels=ch if j == 0 else tgt,
+                                                     out_channels=tgt,
+                                                     temb_channels=0,
+                                                     conv_op=conv_op, norm_op=norm_op)
+                                        for j in range(num_res_blocks)])
+            ch = tgt
+            if i < depth:
+                nxt = block_out_channels[i + 1] if i + 1 < len(block_out_channels) and downsample_match_channel else ch
+                stage.downsample = DnSmpl(ch, nxt, tds=i >= depth_temporal, refiner_vae=self.refiner_vae, op=conv_op)
+                ch = nxt
+            self.down.append(stage)
+
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock(in_channels=ch, out_channels=ch, conv_op=conv_op, norm_op=norm_op)
+        self.mid.attn_1 = AttnBlock(ch, conv_op=ops.Conv3d, norm_op=norm_op)
+        self.mid.block_2 = ResnetBlock(in_channels=ch, out_channels=ch, conv_op=conv_op, norm_op=norm_op)
+
+        self.norm_out = norm_op(ch)
+        self.conv_out = conv_op(ch, z_channels << 1, 3, 1, 1)
+
+        self.regul = comfy.ldm.models.autoencoder.DiagonalGaussianRegularizer()
+
+    def forward(self, x):
+        if not self.refiner_vae and x.shape[2] == 1:
+            x = x.expand(-1, -1, self.ffactor_temporal, -1, -1)
+
+        if self.refiner_vae:
+            xl = [x[:, :, :1, :, :]]
+            if x.shape[2] > self.ffactor_temporal:
+                xl += torch.split(x[:, :, 1: 1 + ((x.shape[2] - 1) // self.ffactor_temporal) * self.ffactor_temporal, :, :], self.ffactor_temporal * 2, dim=2)
+            x = xl
+        else:
+            x = [x]
+        out = []
+
+        conv_carry_in = None
+
+        for i, x1 in enumerate(x):
+            conv_carry_out = []
+            if i == len(x) - 1:
+                conv_carry_out = None
+
+            x1 = [ x1 ]
+            x1 = conv_carry_causal_3d(x1, self.conv_in, conv_carry_in, conv_carry_out)
+
+            for stage in self.down:
+                for blk in stage.block:
+                    x1 = blk(x1, None, conv_carry_in, conv_carry_out)
+                if hasattr(stage, 'downsample'):
+                    x1 = stage.downsample(x1, conv_carry_in, conv_carry_out)
+
+            out.append(x1)
+            conv_carry_in = conv_carry_out
+
+        out = torch_cat_if_needed(out, dim=2)
+
+        x = self.mid.block_2(self.mid.attn_1(self.mid.block_1(out)))
+        del out
+
+        b, c, t, h, w = x.shape
+        grp = c // (self.z_channels << 1)
+        skip = x.view(b, c // grp, grp, t, h, w).mean(2)
+
+        out = conv_carry_causal_3d([F.silu(self.norm_out(x))], self.conv_out) + skip
+
+        if self.refiner_vae:
+            out = self.regul(out)[0]
+
+        return out
+
+class Decoder(nn.Module):
+    def __init__(self, z_channels, out_channels, block_out_channels, num_res_blocks,
+                 ffactor_spatial, ffactor_temporal, upsample_match_channel=True, refiner_vae=True, **_):
+        super().__init__()
+        block_out_channels = block_out_channels[::-1]
+        self.z_channels = z_channels
+        self.block_out_channels = block_out_channels
+        self.num_res_blocks = num_res_blocks
+
+        self.refiner_vae = refiner_vae
+        if self.refiner_vae:
+            conv_op = CarriedConv3d
+            norm_op = RMS_norm
+        else:
+            conv_op = ops.Conv3d
+            norm_op = Normalize
+
+        ch = block_out_channels[0]
+        self.conv_in = conv_op(z_channels, ch, kernel_size=3, stride=1, padding=1)
+
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock(in_channels=ch, out_channels=ch, conv_op=conv_op, norm_op=norm_op)
+        self.mid.attn_1 = AttnBlock(ch, conv_op=ops.Conv3d, norm_op=norm_op)
+        self.mid.block_2 = ResnetBlock(in_channels=ch, out_channels=ch,  conv_op=conv_op, norm_op=norm_op)
+
+        self.up = nn.ModuleList()
+        depth = (ffactor_spatial >> 1).bit_length()
+        depth_temporal = (ffactor_temporal >> 1).bit_length()
+
+        for i, tgt in enumerate(block_out_channels):
+            stage = nn.Module()
+            stage.block = nn.ModuleList([ResnetBlock(in_channels=ch if j == 0 else tgt,
+                                                     out_channels=tgt,
+                                                     temb_channels=0,
+                                                     conv_op=conv_op, norm_op=norm_op)
+                                        for j in range(num_res_blocks + 1)])
+            ch = tgt
+            if i < depth:
+                nxt = block_out_channels[i + 1] if i + 1 < len(block_out_channels) and upsample_match_channel else ch
+                stage.upsample = UpSmpl(ch, nxt, tus=i < depth_temporal, refiner_vae=self.refiner_vae, op=conv_op)
+                ch = nxt
+            self.up.append(stage)
+
+        self.norm_out = norm_op(ch)
+        self.conv_out = conv_op(ch, out_channels, 3, stride=1, padding=1)
+
+    def forward(self, z):
+        x = conv_carry_causal_3d([z], self.conv_in) + z.repeat_interleave(self.block_out_channels[0] // self.z_channels, 1)
+        x = self.mid.block_2(self.mid.attn_1(self.mid.block_1(x)))
+
+        if self.refiner_vae:
+            x = torch.split(x, 2, dim=2)
+        else:
+            x = [ x ]
+        out = []
+
+        conv_carry_in = None
+
+        for i, x1 in enumerate(x):
+            conv_carry_out = []
+            if i == len(x) - 1:
+                conv_carry_out = None
+            for stage in self.up:
+                for blk in stage.block:
+                    x1 = blk(x1, None, conv_carry_in, conv_carry_out)
+                if hasattr(stage, 'upsample'):
+                    x1 = stage.upsample(x1, conv_carry_in, conv_carry_out)
+
+            x1 = [ F.silu(self.norm_out(x1)) ]
+            x1 = conv_carry_causal_3d(x1, self.conv_out, conv_carry_in, conv_carry_out)
+            out.append(x1)
+            conv_carry_in = conv_carry_out
+        del x
+
+        out = torch_cat_if_needed(out, dim=2)
+
+        if not self.refiner_vae:
+            if z.shape[-3] == 1:
+                out = out[:, :, -1:]
+
+        return out
+
diff --git a/ComfyUI/comfy/ldm/hydit/__pycache__/attn_layers.cpython-312.pyc b/ComfyUI/comfy/ldm/hydit/__pycache__/attn_layers.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..df1b1caf5813c053fd9cb53687d083d496140112
Binary files /dev/null and b/ComfyUI/comfy/ldm/hydit/__pycache__/attn_layers.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hydit/__pycache__/controlnet.cpython-312.pyc b/ComfyUI/comfy/ldm/hydit/__pycache__/controlnet.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..34bc9901a1d529168a78bcedd12d29048f0faf8a
Binary files /dev/null and b/ComfyUI/comfy/ldm/hydit/__pycache__/controlnet.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hydit/__pycache__/models.cpython-312.pyc b/ComfyUI/comfy/ldm/hydit/__pycache__/models.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..4cee9ba0d9c33783a419c2d8e743874ae7d71d74
Binary files /dev/null and b/ComfyUI/comfy/ldm/hydit/__pycache__/models.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hydit/__pycache__/poolers.cpython-312.pyc b/ComfyUI/comfy/ldm/hydit/__pycache__/poolers.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..1d3bad750a524f566e6eab7fe24e7c44519b520a
Binary files /dev/null and b/ComfyUI/comfy/ldm/hydit/__pycache__/poolers.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hydit/__pycache__/posemb_layers.cpython-312.pyc b/ComfyUI/comfy/ldm/hydit/__pycache__/posemb_layers.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..ece74323403dbfef2892236e9adc0295bff28418
Binary files /dev/null and b/ComfyUI/comfy/ldm/hydit/__pycache__/posemb_layers.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/hydit/attn_layers.py b/ComfyUI/comfy/ldm/hydit/attn_layers.py
new file mode 100644
index 0000000000000000000000000000000000000000..3ca25a5df175bcadd8e50ad34ee0bfcddcb37aa0
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hydit/attn_layers.py
@@ -0,0 +1,218 @@
+import torch
+import torch.nn as nn
+from typing import Tuple, Union, Optional
+from comfy.ldm.modules.attention import optimized_attention
+
+
+def reshape_for_broadcast(freqs_cis: Union[torch.Tensor, Tuple[torch.Tensor]], x: torch.Tensor, head_first=False):
+    """
+    Reshape frequency tensor for broadcasting it with another tensor.
+
+    This function reshapes the frequency tensor to have the same shape as the target tensor 'x'
+    for the purpose of broadcasting the frequency tensor during element-wise operations.
+
+    Args:
+        freqs_cis (Union[torch.Tensor, Tuple[torch.Tensor]]): Frequency tensor to be reshaped.
+        x (torch.Tensor): Target tensor for broadcasting compatibility.
+        head_first (bool): head dimension first (except batch dim) or not.
+
+    Returns:
+        torch.Tensor: Reshaped frequency tensor.
+
+    Raises:
+        AssertionError: If the frequency tensor doesn't match the expected shape.
+        AssertionError: If the target tensor 'x' doesn't have the expected number of dimensions.
+    """
+    ndim = x.ndim
+    assert 0 <= 1 < ndim
+
+    if isinstance(freqs_cis, tuple):
+        # freqs_cis: (cos, sin) in real space
+        if head_first:
+            assert freqs_cis[0].shape == (x.shape[-2], x.shape[-1]), f'freqs_cis shape {freqs_cis[0].shape} does not match x shape {x.shape}'
+            shape = [d if i == ndim - 2 or i == ndim - 1 else 1 for i, d in enumerate(x.shape)]
+        else:
+            assert freqs_cis[0].shape == (x.shape[1], x.shape[-1]), f'freqs_cis shape {freqs_cis[0].shape} does not match x shape {x.shape}'
+            shape = [d if i == 1 or i == ndim - 1 else 1 for i, d in enumerate(x.shape)]
+        return freqs_cis[0].view(*shape), freqs_cis[1].view(*shape)
+    else:
+        # freqs_cis: values in complex space
+        if head_first:
+            assert freqs_cis.shape == (x.shape[-2], x.shape[-1]), f'freqs_cis shape {freqs_cis.shape} does not match x shape {x.shape}'
+            shape = [d if i == ndim - 2 or i == ndim - 1 else 1 for i, d in enumerate(x.shape)]
+        else:
+            assert freqs_cis.shape == (x.shape[1], x.shape[-1]), f'freqs_cis shape {freqs_cis.shape} does not match x shape {x.shape}'
+            shape = [d if i == 1 or i == ndim - 1 else 1 for i, d in enumerate(x.shape)]
+        return freqs_cis.view(*shape)
+
+
+def rotate_half(x):
+    x_real, x_imag = x.reshape(*x.shape[:-1], -1, 2).unbind(-1)  # [B, S, H, D//2]
+    return torch.stack([-x_imag, x_real], dim=-1).flatten(3)
+
+
+def apply_rotary_emb(
+        xq: torch.Tensor,
+        xk: Optional[torch.Tensor],
+        freqs_cis: Union[torch.Tensor, Tuple[torch.Tensor]],
+        head_first: bool = False,
+) -> Tuple[torch.Tensor, torch.Tensor]:
+    """
+    Apply rotary embeddings to input tensors using the given frequency tensor.
+
+    This function applies rotary embeddings to the given query 'xq' and key 'xk' tensors using the provided
+    frequency tensor 'freqs_cis'. The input tensors are reshaped as complex numbers, and the frequency tensor
+    is reshaped for broadcasting compatibility. The resulting tensors contain rotary embeddings and are
+    returned as real tensors.
+
+    Args:
+        xq (torch.Tensor): Query tensor to apply rotary embeddings. [B, S, H, D]
+        xk (torch.Tensor): Key tensor to apply rotary embeddings.   [B, S, H, D]
+        freqs_cis (Union[torch.Tensor, Tuple[torch.Tensor]]): Precomputed frequency tensor for complex exponentials.
+        head_first (bool): head dimension first (except batch dim) or not.
+
+    Returns:
+        Tuple[torch.Tensor, torch.Tensor]: Tuple of modified query tensor and key tensor with rotary embeddings.
+
+    """
+    xk_out = None
+    if isinstance(freqs_cis, tuple):
+        cos, sin = reshape_for_broadcast(freqs_cis, xq, head_first)    # [S, D]
+        xq_out = (xq * cos + rotate_half(xq) * sin)
+        if xk is not None:
+            xk_out = (xk * cos + rotate_half(xk) * sin)
+    else:
+        xq_ = torch.view_as_complex(xq.float().reshape(*xq.shape[:-1], -1, 2))  # [B, S, H, D//2]
+        freqs_cis = reshape_for_broadcast(freqs_cis, xq_, head_first).to(xq.device)   # [S, D//2] --> [1, S, 1, D//2]
+        xq_out = torch.view_as_real(xq_ * freqs_cis).flatten(3).type_as(xq)
+        if xk is not None:
+            xk_ = torch.view_as_complex(xk.float().reshape(*xk.shape[:-1], -1, 2))  # [B, S, H, D//2]
+            xk_out = torch.view_as_real(xk_ * freqs_cis).flatten(3).type_as(xk)
+
+    return xq_out, xk_out
+
+
+
+class CrossAttention(nn.Module):
+    """
+    Use QK Normalization.
+    """
+    def __init__(self,
+                 qdim,
+                 kdim,
+                 num_heads,
+                 qkv_bias=True,
+                 qk_norm=False,
+                 attn_drop=0.0,
+                 proj_drop=0.0,
+                 attn_precision=None,
+                 device=None,
+                 dtype=None,
+                 operations=None,
+                 ):
+        factory_kwargs = {'device': device, 'dtype': dtype}
+        super().__init__()
+        self.attn_precision = attn_precision
+        self.qdim = qdim
+        self.kdim = kdim
+        self.num_heads = num_heads
+        assert self.qdim % num_heads == 0, "self.qdim must be divisible by num_heads"
+        self.head_dim = self.qdim // num_heads
+        assert self.head_dim % 8 == 0 and self.head_dim <= 128, "Only support head_dim <= 128 and divisible by 8"
+        self.scale = self.head_dim ** -0.5
+
+        self.q_proj = operations.Linear(qdim, qdim, bias=qkv_bias, **factory_kwargs)
+        self.kv_proj = operations.Linear(kdim, 2 * qdim, bias=qkv_bias, **factory_kwargs)
+
+        # TODO: eps should be 1 / 65530 if using fp16
+        self.q_norm = operations.LayerNorm(self.head_dim, elementwise_affine=True, eps=1e-6, dtype=dtype, device=device) if qk_norm else nn.Identity()
+        self.k_norm = operations.LayerNorm(self.head_dim, elementwise_affine=True, eps=1e-6, dtype=dtype, device=device) if qk_norm else nn.Identity()
+        self.attn_drop = nn.Dropout(attn_drop)
+        self.out_proj = operations.Linear(qdim, qdim, bias=qkv_bias, **factory_kwargs)
+        self.proj_drop = nn.Dropout(proj_drop)
+
+    def forward(self, x, y, freqs_cis_img=None):
+        """
+        Parameters
+        ----------
+        x: torch.Tensor
+            (batch, seqlen1, hidden_dim) (where hidden_dim = num heads * head dim)
+        y: torch.Tensor
+            (batch, seqlen2, hidden_dim2)
+        freqs_cis_img: torch.Tensor
+            (batch, hidden_dim // 2), RoPE for image
+        """
+        b, s1, c = x.shape     # [b, s1, D]
+        _, s2, c = y.shape     # [b, s2, 1024]
+
+        q = self.q_proj(x).view(b, s1, self.num_heads, self.head_dim)   # [b, s1, h, d]
+        kv = self.kv_proj(y).view(b, s2, 2, self.num_heads, self.head_dim)    # [b, s2, 2, h, d]
+        k, v = kv.unbind(dim=2) # [b, s, h, d]
+        q = self.q_norm(q)
+        k = self.k_norm(k)
+
+        # Apply RoPE if needed
+        if freqs_cis_img is not None:
+            qq, _ = apply_rotary_emb(q, None, freqs_cis_img)
+            assert qq.shape == q.shape, f'qq: {qq.shape}, q: {q.shape}'
+            q = qq
+
+        q = q.transpose(-2, -3).contiguous()        # q ->  B, L1, H, C - B, H, L1, C
+        k = k.transpose(-2, -3).contiguous()      # k ->  B, L2, H, C - B, H, C, L2
+        v = v.transpose(-2, -3).contiguous()
+
+        context = optimized_attention(q, k, v, self.num_heads, skip_reshape=True, attn_precision=self.attn_precision)
+
+        out = self.out_proj(context)  # context.reshape - B, L1, -1
+        out = self.proj_drop(out)
+
+        out_tuple = (out,)
+
+        return out_tuple
+
+
+class Attention(nn.Module):
+    """
+    We rename some layer names to align with flash attention
+    """
+    def __init__(self, dim, num_heads, qkv_bias=True, qk_norm=False, attn_drop=0., proj_drop=0., attn_precision=None, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.attn_precision = attn_precision
+        self.dim = dim
+        self.num_heads = num_heads
+        assert self.dim % num_heads == 0, 'dim should be divisible by num_heads'
+        self.head_dim = self.dim // num_heads
+        # This assertion is aligned with flash attention
+        assert self.head_dim % 8 == 0 and self.head_dim <= 128, "Only support head_dim <= 128 and divisible by 8"
+        self.scale = self.head_dim ** -0.5
+
+        # qkv --> Wqkv
+        self.Wqkv = operations.Linear(dim, dim * 3, bias=qkv_bias, dtype=dtype, device=device)
+        # TODO: eps should be 1 / 65530 if using fp16
+        self.q_norm = operations.LayerNorm(self.head_dim, elementwise_affine=True, eps=1e-6, dtype=dtype, device=device) if qk_norm else nn.Identity()
+        self.k_norm = operations.LayerNorm(self.head_dim, elementwise_affine=True, eps=1e-6, dtype=dtype, device=device) if qk_norm else nn.Identity()
+        self.attn_drop = nn.Dropout(attn_drop)
+        self.out_proj = operations.Linear(dim, dim, dtype=dtype, device=device)
+        self.proj_drop = nn.Dropout(proj_drop)
+
+    def forward(self, x, freqs_cis_img=None):
+        B, N, C = x.shape
+        qkv = self.Wqkv(x).reshape(B, N, 3, self.num_heads, self.head_dim).permute(2, 0, 3, 1, 4)   # [3, b, h, s, d]
+        q, k, v = qkv.unbind(0)     # [b, h, s, d]
+        q = self.q_norm(q)          # [b, h, s, d]
+        k = self.k_norm(k)          # [b, h, s, d]
+
+        # Apply RoPE if needed
+        if freqs_cis_img is not None:
+            qq, kk = apply_rotary_emb(q, k, freqs_cis_img, head_first=True)
+            assert qq.shape == q.shape and kk.shape == k.shape, \
+                f'qq: {qq.shape}, q: {q.shape}, kk: {kk.shape}, k: {k.shape}'
+            q, k = qq, kk
+
+        x = optimized_attention(q, k, v, self.num_heads, skip_reshape=True, attn_precision=self.attn_precision)
+        x = self.out_proj(x)
+        x = self.proj_drop(x)
+
+        out_tuple = (x,)
+
+        return out_tuple
diff --git a/ComfyUI/comfy/ldm/hydit/controlnet.py b/ComfyUI/comfy/ldm/hydit/controlnet.py
new file mode 100644
index 0000000000000000000000000000000000000000..31a6bff9409bb5264e552f91197915a136c3964d
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hydit/controlnet.py
@@ -0,0 +1,311 @@
+
+import torch
+import torch.nn as nn
+
+
+from comfy.ldm.modules.diffusionmodules.mmdit import (
+    TimestepEmbedder,
+    PatchEmbed,
+)
+from .poolers import AttentionPool
+
+import comfy.latent_formats
+from .models import HunYuanDiTBlock, calc_rope
+
+
+
+class HunYuanControlNet(nn.Module):
+    """
+    HunYuanDiT: Diffusion model with a Transformer backbone.
+
+    Inherit ModelMixin and ConfigMixin to be compatible with the sampler StableDiffusionPipeline of diffusers.
+
+    Inherit PeftAdapterMixin to be compatible with the PEFT training pipeline.
+
+    Parameters
+    ----------
+    args: argparse.Namespace
+        The arguments parsed by argparse.
+    input_size: tuple
+        The size of the input image.
+    patch_size: int
+        The size of the patch.
+    in_channels: int
+        The number of input channels.
+    hidden_size: int
+        The hidden size of the transformer backbone.
+    depth: int
+        The number of transformer blocks.
+    num_heads: int
+        The number of attention heads.
+    mlp_ratio: float
+        The ratio of the hidden size of the MLP in the transformer block.
+    log_fn: callable
+        The logging function.
+    """
+
+    def __init__(
+        self,
+        input_size: tuple = 128,
+        patch_size: int = 2,
+        in_channels: int = 4,
+        hidden_size: int = 1408,
+        depth: int = 40,
+        num_heads: int = 16,
+        mlp_ratio: float = 4.3637,
+        text_states_dim=1024,
+        text_states_dim_t5=2048,
+        text_len=77,
+        text_len_t5=256,
+        qk_norm=True,  # See http://arxiv.org/abs/2302.05442 for details.
+        size_cond=False,
+        use_style_cond=False,
+        learn_sigma=True,
+        norm="layer",
+        log_fn: callable = print,
+        attn_precision=None,
+        dtype=None,
+        device=None,
+        operations=None,
+        **kwargs,
+    ):
+        super().__init__()
+        self.log_fn = log_fn
+        self.depth = depth
+        self.learn_sigma = learn_sigma
+        self.in_channels = in_channels
+        self.out_channels = in_channels * 2 if learn_sigma else in_channels
+        self.patch_size = patch_size
+        self.num_heads = num_heads
+        self.hidden_size = hidden_size
+        self.text_states_dim = text_states_dim
+        self.text_states_dim_t5 = text_states_dim_t5
+        self.text_len = text_len
+        self.text_len_t5 = text_len_t5
+        self.size_cond = size_cond
+        self.use_style_cond = use_style_cond
+        self.norm = norm
+        self.dtype = dtype
+        self.latent_format = comfy.latent_formats.SDXL
+
+        self.mlp_t5 = nn.Sequential(
+            nn.Linear(
+                self.text_states_dim_t5,
+                self.text_states_dim_t5 * 4,
+                bias=True,
+                dtype=dtype,
+                device=device,
+            ),
+            nn.SiLU(),
+            nn.Linear(
+                self.text_states_dim_t5 * 4,
+                self.text_states_dim,
+                bias=True,
+                dtype=dtype,
+                device=device,
+            ),
+        )
+        # learnable replace
+        self.text_embedding_padding = nn.Parameter(
+            torch.randn(
+                self.text_len + self.text_len_t5,
+                self.text_states_dim,
+                dtype=dtype,
+                device=device,
+            )
+        )
+
+        # Attention pooling
+        pooler_out_dim = 1024
+        self.pooler = AttentionPool(
+            self.text_len_t5,
+            self.text_states_dim_t5,
+            num_heads=8,
+            output_dim=pooler_out_dim,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        # Dimension of the extra input vectors
+        self.extra_in_dim = pooler_out_dim
+
+        if self.size_cond:
+            # Image size and crop size conditions
+            self.extra_in_dim += 6 * 256
+
+        if self.use_style_cond:
+            # Here we use a default learned embedder layer for future extension.
+            self.style_embedder = nn.Embedding(
+                1, hidden_size, dtype=dtype, device=device
+            )
+            self.extra_in_dim += hidden_size
+
+        # Text embedding for `add`
+        self.x_embedder = PatchEmbed(
+            input_size,
+            patch_size,
+            in_channels,
+            hidden_size,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+        self.t_embedder = TimestepEmbedder(
+            hidden_size, dtype=dtype, device=device, operations=operations
+        )
+        self.extra_embedder = nn.Sequential(
+            operations.Linear(
+                self.extra_in_dim, hidden_size * 4, dtype=dtype, device=device
+            ),
+            nn.SiLU(),
+            operations.Linear(
+                hidden_size * 4, hidden_size, bias=True, dtype=dtype, device=device
+            ),
+        )
+
+        # HUnYuanDiT Blocks
+        self.blocks = nn.ModuleList(
+            [
+                HunYuanDiTBlock(
+                    hidden_size=hidden_size,
+                    c_emb_size=hidden_size,
+                    num_heads=num_heads,
+                    mlp_ratio=mlp_ratio,
+                    text_states_dim=self.text_states_dim,
+                    qk_norm=qk_norm,
+                    norm_type=self.norm,
+                    skip=False,
+                    attn_precision=attn_precision,
+                    dtype=dtype,
+                    device=device,
+                    operations=operations,
+                )
+                for _ in range(19)
+            ]
+        )
+
+        # Input zero linear for the first block
+        self.before_proj = operations.Linear(self.hidden_size, self.hidden_size, dtype=dtype, device=device)
+
+
+        # Output zero linear for the every block
+        self.after_proj_list = nn.ModuleList(
+            [
+
+                    operations.Linear(
+                        self.hidden_size, self.hidden_size, dtype=dtype, device=device
+                    )
+                for _ in range(len(self.blocks))
+            ]
+        )
+
+    def forward(
+        self,
+        x,
+        hint,
+        timesteps,
+        context,#encoder_hidden_states=None,
+        text_embedding_mask=None,
+        encoder_hidden_states_t5=None,
+        text_embedding_mask_t5=None,
+        image_meta_size=None,
+        style=None,
+        return_dict=False,
+        **kwarg,
+    ):
+        """
+        Forward pass of the encoder.
+
+        Parameters
+        ----------
+        x: torch.Tensor
+            (B, D, H, W)
+        t: torch.Tensor
+            (B)
+        encoder_hidden_states: torch.Tensor
+            CLIP text embedding, (B, L_clip, D)
+        text_embedding_mask: torch.Tensor
+            CLIP text embedding mask, (B, L_clip)
+        encoder_hidden_states_t5: torch.Tensor
+            T5 text embedding, (B, L_t5, D)
+        text_embedding_mask_t5: torch.Tensor
+            T5 text embedding mask, (B, L_t5)
+        image_meta_size: torch.Tensor
+            (B, 6)
+        style: torch.Tensor
+            (B)
+        cos_cis_img: torch.Tensor
+        sin_cis_img: torch.Tensor
+        return_dict: bool
+            Whether to return a dictionary.
+        """
+        condition = hint
+        if condition.shape[0] == 1:
+            condition = torch.repeat_interleave(condition, x.shape[0], dim=0)
+
+        text_states = context  # 2,77,1024
+        text_states_t5 = encoder_hidden_states_t5  # 2,256,2048
+        text_states_mask = text_embedding_mask.bool()  # 2,77
+        text_states_t5_mask = text_embedding_mask_t5.bool()  # 2,256
+        b_t5, l_t5, c_t5 = text_states_t5.shape
+        text_states_t5 = self.mlp_t5(text_states_t5.view(-1, c_t5)).view(b_t5, l_t5, -1)
+
+        padding = comfy.ops.cast_to_input(self.text_embedding_padding, text_states)
+
+        text_states[:, -self.text_len :] = torch.where(
+            text_states_mask[:, -self.text_len :].unsqueeze(2),
+            text_states[:, -self.text_len :],
+            padding[: self.text_len],
+        )
+        text_states_t5[:, -self.text_len_t5 :] = torch.where(
+            text_states_t5_mask[:, -self.text_len_t5 :].unsqueeze(2),
+            text_states_t5[:, -self.text_len_t5 :],
+            padding[self.text_len :],
+        )
+
+        text_states = torch.cat([text_states, text_states_t5], dim=1)  # 2,205，1024
+
+        # _, _, oh, ow = x.shape
+        # th, tw = oh // self.patch_size, ow // self.patch_size
+
+        # Get image RoPE embedding according to `reso`lution.
+        freqs_cis_img = calc_rope(
+            x, self.patch_size, self.hidden_size // self.num_heads
+        )  # (cos_cis_img, sin_cis_img)
+
+        # ========================= Build time and image embedding =========================
+        t = self.t_embedder(timesteps, dtype=self.dtype)
+        x = self.x_embedder(x)
+
+        # ========================= Concatenate all extra vectors =========================
+        # Build text tokens with pooling
+        extra_vec = self.pooler(encoder_hidden_states_t5)
+
+        # Build image meta size tokens if applicable
+        # if image_meta_size is not None:
+        #     image_meta_size = timestep_embedding(image_meta_size.view(-1), 256)   # [B * 6, 256]
+        #     if image_meta_size.dtype != self.dtype:
+        #         image_meta_size = image_meta_size.half()
+        #     image_meta_size = image_meta_size.view(-1, 6 * 256)
+        #     extra_vec = torch.cat([extra_vec, image_meta_size], dim=1)  # [B, D + 6 * 256]
+
+        # Build style tokens
+        if style is not None:
+            style_embedding = self.style_embedder(style)
+            extra_vec = torch.cat([extra_vec, style_embedding], dim=1)
+
+        # Concatenate all extra vectors
+        c = t + self.extra_embedder(extra_vec)  # [B, D]
+
+        # ========================= Deal with Condition =========================
+        condition = self.x_embedder(condition)
+
+        # ========================= Forward pass through HunYuanDiT blocks =========================
+        controls = []
+        x = x + self.before_proj(condition)  # add condition
+        for layer, block in enumerate(self.blocks):
+            x = block(x, c, text_states, freqs_cis_img)
+            controls.append(self.after_proj_list[layer](x))  # zero linear for output
+
+        return {"output": controls}
diff --git a/ComfyUI/comfy/ldm/hydit/models.py b/ComfyUI/comfy/ldm/hydit/models.py
new file mode 100644
index 0000000000000000000000000000000000000000..5ba2b76e0cad3c611fce1e74b024a66a2255b814
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hydit/models.py
@@ -0,0 +1,417 @@
+
+import torch
+import torch.nn as nn
+
+import comfy.ops
+from comfy.ldm.modules.diffusionmodules.mmdit import Mlp, TimestepEmbedder, PatchEmbed
+from comfy.ldm.modules.diffusionmodules.util import timestep_embedding
+from torch.utils import checkpoint
+
+from .attn_layers import Attention, CrossAttention
+from .poolers import AttentionPool
+from .posemb_layers import get_2d_rotary_pos_embed, get_fill_resize_and_crop
+
+def calc_rope(x, patch_size, head_size):
+    th = (x.shape[2] + (patch_size // 2)) // patch_size
+    tw = (x.shape[3] + (patch_size // 2)) // patch_size
+    base_size = 512 // 8 // patch_size
+    start, stop = get_fill_resize_and_crop((th, tw), base_size)
+    sub_args = [start, stop, (th, tw)]
+    # head_size = HUNYUAN_DIT_CONFIG['DiT-g/2']['hidden_size'] // HUNYUAN_DIT_CONFIG['DiT-g/2']['num_heads']
+    rope = get_2d_rotary_pos_embed(head_size, *sub_args)
+    rope = (rope[0].to(x), rope[1].to(x))
+    return rope
+
+
+def modulate(x, shift, scale):
+    return x * (1 + scale.unsqueeze(1)) + shift.unsqueeze(1)
+
+
+class HunYuanDiTBlock(nn.Module):
+    """
+    A HunYuanDiT block with `add` conditioning.
+    """
+    def __init__(self,
+                 hidden_size,
+                 c_emb_size,
+                 num_heads,
+                 mlp_ratio=4.0,
+                 text_states_dim=1024,
+                 qk_norm=False,
+                 norm_type="layer",
+                 skip=False,
+                 attn_precision=None,
+                 dtype=None,
+                 device=None,
+                 operations=None,
+                 ):
+        super().__init__()
+        use_ele_affine = True
+
+        if norm_type == "layer":
+            norm_layer = operations.LayerNorm
+        elif norm_type == "rms":
+            norm_layer = operations.RMSNorm
+        else:
+            raise ValueError(f"Unknown norm_type: {norm_type}")
+
+        # ========================= Self-Attention =========================
+        self.norm1 = norm_layer(hidden_size, elementwise_affine=use_ele_affine, eps=1e-6, dtype=dtype, device=device)
+        self.attn1 = Attention(hidden_size, num_heads=num_heads, qkv_bias=True, qk_norm=qk_norm, attn_precision=attn_precision, dtype=dtype, device=device, operations=operations)
+
+        # ========================= FFN =========================
+        self.norm2 = norm_layer(hidden_size, elementwise_affine=use_ele_affine, eps=1e-6, dtype=dtype, device=device)
+        mlp_hidden_dim = int(hidden_size * mlp_ratio)
+        approx_gelu = lambda: nn.GELU(approximate="tanh")
+        self.mlp = Mlp(in_features=hidden_size, hidden_features=mlp_hidden_dim, act_layer=approx_gelu, drop=0, dtype=dtype, device=device, operations=operations)
+
+        # ========================= Add =========================
+        # Simply use add like SDXL.
+        self.default_modulation = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(c_emb_size, hidden_size, bias=True, dtype=dtype, device=device)
+        )
+
+        # ========================= Cross-Attention =========================
+        self.attn2 = CrossAttention(hidden_size, text_states_dim, num_heads=num_heads, qkv_bias=True,
+                                        qk_norm=qk_norm, attn_precision=attn_precision, dtype=dtype, device=device, operations=operations)
+        self.norm3 = norm_layer(hidden_size, elementwise_affine=True, eps=1e-6, dtype=dtype, device=device)
+
+        # ========================= Skip Connection =========================
+        if skip:
+            self.skip_norm = norm_layer(2 * hidden_size, elementwise_affine=True, eps=1e-6, dtype=dtype, device=device)
+            self.skip_linear = operations.Linear(2 * hidden_size, hidden_size, dtype=dtype, device=device)
+        else:
+            self.skip_linear = None
+
+        self.gradient_checkpointing = False
+
+    def _forward(self, x, c=None, text_states=None, freq_cis_img=None, skip=None):
+        # Long Skip Connection
+        if self.skip_linear is not None:
+            cat = torch.cat([x, skip], dim=-1)
+            if cat.dtype != x.dtype:
+                cat = cat.to(x.dtype)
+            cat = self.skip_norm(cat)
+            x = self.skip_linear(cat)
+
+        # Self-Attention
+        shift_msa = self.default_modulation(c).unsqueeze(dim=1)
+        attn_inputs = (
+            self.norm1(x) + shift_msa, freq_cis_img,
+        )
+        x = x + self.attn1(*attn_inputs)[0]
+
+        # Cross-Attention
+        cross_inputs = (
+            self.norm3(x), text_states, freq_cis_img
+        )
+        x = x + self.attn2(*cross_inputs)[0]
+
+        # FFN Layer
+        mlp_inputs = self.norm2(x)
+        x = x + self.mlp(mlp_inputs)
+
+        return x
+
+    def forward(self, x, c=None, text_states=None, freq_cis_img=None, skip=None):
+        if self.gradient_checkpointing and self.training:
+            return checkpoint.checkpoint(self._forward, x, c, text_states, freq_cis_img, skip)
+        return self._forward(x, c, text_states, freq_cis_img, skip)
+
+
+class FinalLayer(nn.Module):
+    """
+    The final layer of HunYuanDiT.
+    """
+    def __init__(self, final_hidden_size, c_emb_size, patch_size, out_channels, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm_final = operations.LayerNorm(final_hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.linear = operations.Linear(final_hidden_size, patch_size * patch_size * out_channels, bias=True, dtype=dtype, device=device)
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(c_emb_size, 2 * final_hidden_size, bias=True, dtype=dtype, device=device)
+        )
+
+    def forward(self, x, c):
+        shift, scale = self.adaLN_modulation(c).chunk(2, dim=1)
+        x = modulate(self.norm_final(x), shift, scale)
+        x = self.linear(x)
+        return x
+
+
+class HunYuanDiT(nn.Module):
+    """
+    HunYuanDiT: Diffusion model with a Transformer backbone.
+
+    Inherit ModelMixin and ConfigMixin to be compatible with the sampler StableDiffusionPipeline of diffusers.
+
+    Inherit PeftAdapterMixin to be compatible with the PEFT training pipeline.
+
+    Parameters
+    ----------
+    args: argparse.Namespace
+        The arguments parsed by argparse.
+    input_size: tuple
+        The size of the input image.
+    patch_size: int
+        The size of the patch.
+    in_channels: int
+        The number of input channels.
+    hidden_size: int
+        The hidden size of the transformer backbone.
+    depth: int
+        The number of transformer blocks.
+    num_heads: int
+        The number of attention heads.
+    mlp_ratio: float
+        The ratio of the hidden size of the MLP in the transformer block.
+    log_fn: callable
+        The logging function.
+    """
+    #@register_to_config
+    def __init__(self,
+                 input_size: tuple = 32,
+                 patch_size: int = 2,
+                 in_channels: int = 4,
+                 hidden_size: int = 1152,
+                 depth: int = 28,
+                 num_heads: int = 16,
+                 mlp_ratio: float = 4.0,
+                 text_states_dim = 1024,
+                 text_states_dim_t5 = 2048,
+                 text_len = 77,
+                 text_len_t5 = 256,
+                 qk_norm = True,# See http://arxiv.org/abs/2302.05442 for details.
+                 size_cond = False,
+                 use_style_cond = False,
+                 learn_sigma = True,
+                 norm = "layer",
+                 log_fn: callable = print,
+                 attn_precision=None,
+                 dtype=None,
+                 device=None,
+                 operations=None,
+                 **kwargs,
+    ):
+        super().__init__()
+        self.log_fn = log_fn
+        self.depth = depth
+        self.learn_sigma = learn_sigma
+        self.in_channels = in_channels
+        self.out_channels = in_channels * 2 if learn_sigma else in_channels
+        self.patch_size = patch_size
+        self.num_heads = num_heads
+        self.hidden_size = hidden_size
+        self.text_states_dim = text_states_dim
+        self.text_states_dim_t5 = text_states_dim_t5
+        self.text_len = text_len
+        self.text_len_t5 = text_len_t5
+        self.size_cond = size_cond
+        self.use_style_cond = use_style_cond
+        self.norm = norm
+        self.dtype = dtype
+        #import pdb
+        #pdb.set_trace()
+
+        self.mlp_t5 = nn.Sequential(
+            operations.Linear(self.text_states_dim_t5, self.text_states_dim_t5 * 4, bias=True, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(self.text_states_dim_t5 * 4, self.text_states_dim, bias=True, dtype=dtype, device=device),
+        )
+        # learnable replace
+        self.text_embedding_padding = nn.Parameter(
+            torch.empty(self.text_len + self.text_len_t5, self.text_states_dim, dtype=dtype, device=device))
+
+        # Attention pooling
+        pooler_out_dim = 1024
+        self.pooler = AttentionPool(self.text_len_t5, self.text_states_dim_t5, num_heads=8, output_dim=pooler_out_dim, dtype=dtype, device=device, operations=operations)
+
+        # Dimension of the extra input vectors
+        self.extra_in_dim = pooler_out_dim
+
+        if self.size_cond:
+            # Image size and crop size conditions
+            self.extra_in_dim += 6 * 256
+
+        if self.use_style_cond:
+            # Here we use a default learned embedder layer for future extension.
+            self.style_embedder = operations.Embedding(1, hidden_size, dtype=dtype, device=device)
+            self.extra_in_dim += hidden_size
+
+        # Text embedding for `add`
+        self.x_embedder = PatchEmbed(input_size, patch_size, in_channels, hidden_size, dtype=dtype, device=device, operations=operations)
+        self.t_embedder = TimestepEmbedder(hidden_size, dtype=dtype, device=device, operations=operations)
+        self.extra_embedder = nn.Sequential(
+            operations.Linear(self.extra_in_dim, hidden_size * 4, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(hidden_size * 4, hidden_size, bias=True, dtype=dtype, device=device),
+        )
+
+        # HUnYuanDiT Blocks
+        self.blocks = nn.ModuleList([
+            HunYuanDiTBlock(hidden_size=hidden_size,
+                            c_emb_size=hidden_size,
+                            num_heads=num_heads,
+                            mlp_ratio=mlp_ratio,
+                            text_states_dim=self.text_states_dim,
+                            qk_norm=qk_norm,
+                            norm_type=self.norm,
+                            skip=layer > depth // 2,
+                            attn_precision=attn_precision,
+                            dtype=dtype,
+                            device=device,
+                            operations=operations,
+                            )
+            for layer in range(depth)
+        ])
+
+        self.final_layer = FinalLayer(hidden_size, hidden_size, patch_size, self.out_channels, dtype=dtype, device=device, operations=operations)
+        self.unpatchify_channels = self.out_channels
+
+
+
+    def forward(self,
+                x,
+                t,
+                context,#encoder_hidden_states=None,
+                text_embedding_mask=None,
+                encoder_hidden_states_t5=None,
+                text_embedding_mask_t5=None,
+                image_meta_size=None,
+                style=None,
+                return_dict=False,
+                control=None,
+                transformer_options={},
+                ):
+        """
+        Forward pass of the encoder.
+
+        Parameters
+        ----------
+        x: torch.Tensor
+            (B, D, H, W)
+        t: torch.Tensor
+            (B)
+        encoder_hidden_states: torch.Tensor
+            CLIP text embedding, (B, L_clip, D)
+        text_embedding_mask: torch.Tensor
+            CLIP text embedding mask, (B, L_clip)
+        encoder_hidden_states_t5: torch.Tensor
+            T5 text embedding, (B, L_t5, D)
+        text_embedding_mask_t5: torch.Tensor
+            T5 text embedding mask, (B, L_t5)
+        image_meta_size: torch.Tensor
+            (B, 6)
+        style: torch.Tensor
+            (B)
+        cos_cis_img: torch.Tensor
+        sin_cis_img: torch.Tensor
+        return_dict: bool
+            Whether to return a dictionary.
+        """
+        patches_replace = transformer_options.get("patches_replace", {})
+        encoder_hidden_states = context
+        text_states = encoder_hidden_states                     # 2,77,1024
+        text_states_t5 = encoder_hidden_states_t5               # 2,256,2048
+        text_states_mask = text_embedding_mask.bool()           # 2,77
+        text_states_t5_mask = text_embedding_mask_t5.bool()     # 2,256
+        b_t5, l_t5, c_t5 = text_states_t5.shape
+        text_states_t5 = self.mlp_t5(text_states_t5.view(-1, c_t5)).view(b_t5, l_t5, -1)
+
+        padding = comfy.ops.cast_to_input(self.text_embedding_padding, text_states)
+
+        text_states[:,-self.text_len:] = torch.where(text_states_mask[:,-self.text_len:].unsqueeze(2), text_states[:,-self.text_len:], padding[:self.text_len])
+        text_states_t5[:,-self.text_len_t5:] = torch.where(text_states_t5_mask[:,-self.text_len_t5:].unsqueeze(2), text_states_t5[:,-self.text_len_t5:], padding[self.text_len:])
+
+        text_states = torch.cat([text_states, text_states_t5], dim=1)  # 2,205，1024
+        # clip_t5_mask = torch.cat([text_states_mask, text_states_t5_mask], dim=-1)
+
+        _, _, oh, ow = x.shape
+        th, tw = (oh + (self.patch_size // 2)) // self.patch_size, (ow + (self.patch_size // 2)) // self.patch_size
+
+
+        # Get image RoPE embedding according to `reso`lution.
+        freqs_cis_img = calc_rope(x, self.patch_size, self.hidden_size // self.num_heads) #(cos_cis_img, sin_cis_img)
+
+        # ========================= Build time and image embedding =========================
+        t = self.t_embedder(t, dtype=x.dtype)
+        x = self.x_embedder(x)
+
+        # ========================= Concatenate all extra vectors =========================
+        # Build text tokens with pooling
+        extra_vec = self.pooler(encoder_hidden_states_t5)
+
+        # Build image meta size tokens if applicable
+        if self.size_cond:
+            image_meta_size = timestep_embedding(image_meta_size.view(-1), 256).to(x.dtype)   # [B * 6, 256]
+            image_meta_size = image_meta_size.view(-1, 6 * 256)
+            extra_vec = torch.cat([extra_vec, image_meta_size], dim=1)  # [B, D + 6 * 256]
+
+        # Build style tokens
+        if self.use_style_cond:
+            if style is None:
+                style = torch.zeros((extra_vec.shape[0],), device=x.device, dtype=torch.int)
+            style_embedding = self.style_embedder(style, out_dtype=x.dtype)
+            extra_vec = torch.cat([extra_vec, style_embedding], dim=1)
+
+        # Concatenate all extra vectors
+        c = t + self.extra_embedder(extra_vec)  # [B, D]
+
+        blocks_replace = patches_replace.get("dit", {})
+
+        controls = None
+        if control:
+            controls = control.get("output", None)
+        # ========================= Forward pass through HunYuanDiT blocks =========================
+        skips = []
+        for layer, block in enumerate(self.blocks):
+            if layer > self.depth // 2:
+                if controls is not None:
+                    skip = skips.pop() + controls.pop().to(dtype=x.dtype)
+                else:
+                    skip = skips.pop()
+            else:
+                skip = None
+
+            if ("double_block", layer) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], args["vec"], args["txt"], args["pe"], args["skip"])
+                    return out
+
+                out = blocks_replace[("double_block", layer)]({"img": x, "txt": text_states, "vec": c, "pe": freqs_cis_img, "skip": skip}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(x, c, text_states, freqs_cis_img, skip)   # (N, L, D)
+
+
+            if layer < (self.depth // 2 - 1):
+                skips.append(x)
+        if controls is not None and len(controls) != 0:
+            raise ValueError("The number of controls is not equal to the number of skip connections.")
+
+        # ========================= Final layer =========================
+        x = self.final_layer(x, c)                              # (N, L, patch_size ** 2 * out_channels)
+        x = self.unpatchify(x, th, tw)                          # (N, out_channels, H, W)
+
+        if return_dict:
+            return {'x': x}
+        if self.learn_sigma:
+            return x[:,:self.out_channels // 2,:oh,:ow]
+        return x[:,:,:oh,:ow]
+
+    def unpatchify(self, x, h, w):
+        """
+        x: (N, T, patch_size**2 * C)
+        imgs: (N, H, W, C)
+        """
+        c = self.unpatchify_channels
+        p = self.x_embedder.patch_size[0]
+        # h = w = int(x.shape[1] ** 0.5)
+        assert h * w == x.shape[1]
+
+        x = x.reshape(shape=(x.shape[0], h, w, p, p, c))
+        x = torch.einsum('nhwpqc->nchpwq', x)
+        imgs = x.reshape(shape=(x.shape[0], c, h * p, w * p))
+        return imgs
diff --git a/ComfyUI/comfy/ldm/hydit/poolers.py b/ComfyUI/comfy/ldm/hydit/poolers.py
new file mode 100644
index 0000000000000000000000000000000000000000..c1b878ed6b0541116794635c5c1b53a7ca13af47
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hydit/poolers.py
@@ -0,0 +1,36 @@
+import torch
+import torch.nn as nn
+from comfy.ldm.modules.attention import optimized_attention
+import comfy.ops
+
+class AttentionPool(nn.Module):
+    def __init__(self, spacial_dim: int, embed_dim: int, num_heads: int, output_dim: int = None, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.positional_embedding = nn.Parameter(torch.empty(spacial_dim + 1, embed_dim, dtype=dtype, device=device))
+        self.k_proj = operations.Linear(embed_dim, embed_dim, dtype=dtype, device=device)
+        self.q_proj = operations.Linear(embed_dim, embed_dim, dtype=dtype, device=device)
+        self.v_proj = operations.Linear(embed_dim, embed_dim, dtype=dtype, device=device)
+        self.c_proj = operations.Linear(embed_dim, output_dim or embed_dim, dtype=dtype, device=device)
+        self.num_heads = num_heads
+        self.embed_dim = embed_dim
+
+    def forward(self, x):
+        x = x[:,:self.positional_embedding.shape[0] - 1]
+        x = x.permute(1, 0, 2)  # NLC -> LNC
+        x = torch.cat([x.mean(dim=0, keepdim=True), x], dim=0)  # (L+1)NC
+        x = x + comfy.ops.cast_to_input(self.positional_embedding[:, None, :], x) # (L+1)NC
+
+        q = self.q_proj(x[:1])
+        k = self.k_proj(x)
+        v = self.v_proj(x)
+
+        batch_size = q.shape[1]
+        head_dim = self.embed_dim // self.num_heads
+        q = q.view(1, batch_size * self.num_heads, head_dim).transpose(0, 1).view(batch_size, self.num_heads, -1, head_dim)
+        k = k.view(k.shape[0], batch_size * self.num_heads, head_dim).transpose(0, 1).view(batch_size, self.num_heads, -1, head_dim)
+        v = v.view(v.shape[0], batch_size * self.num_heads, head_dim).transpose(0, 1).view(batch_size, self.num_heads, -1, head_dim)
+
+        attn_output = optimized_attention(q, k, v, self.num_heads, skip_reshape=True).transpose(0, 1)
+
+        attn_output = self.c_proj(attn_output)
+        return attn_output.squeeze(0)
diff --git a/ComfyUI/comfy/ldm/hydit/posemb_layers.py b/ComfyUI/comfy/ldm/hydit/posemb_layers.py
new file mode 100644
index 0000000000000000000000000000000000000000..dcb41a713cd94ea8472ff26e8865066887b1e486
--- /dev/null
+++ b/ComfyUI/comfy/ldm/hydit/posemb_layers.py
@@ -0,0 +1,224 @@
+import torch
+import numpy as np
+from typing import Union
+
+
+def _to_tuple(x):
+    if isinstance(x, int):
+        return x, x
+    else:
+        return x
+
+
+def get_fill_resize_and_crop(src, tgt):
+    th, tw = _to_tuple(tgt)
+    h, w = _to_tuple(src)
+
+    tr = th / tw        # base resolution
+    r = h / w           # target resolution
+
+    # resize
+    if r > tr:
+        resize_height = th
+        resize_width = int(round(th / h * w))
+    else:
+        resize_width = tw
+        resize_height = int(round(tw / w * h))    # resize the target resolution down based on the base resolution
+
+    crop_top = int(round((th - resize_height) / 2.0))
+    crop_left = int(round((tw - resize_width) / 2.0))
+
+    return (crop_top, crop_left), (crop_top + resize_height, crop_left + resize_width)
+
+
+def get_meshgrid(start, *args):
+    if len(args) == 0:
+        # start is grid_size
+        num = _to_tuple(start)
+        start = (0, 0)
+        stop = num
+    elif len(args) == 1:
+        # start is start, args[0] is stop, step is 1
+        start = _to_tuple(start)
+        stop = _to_tuple(args[0])
+        num = (stop[0] - start[0], stop[1] - start[1])
+    elif len(args) == 2:
+        # start is start, args[0] is stop, args[1] is num
+        start = _to_tuple(start)
+        stop = _to_tuple(args[0])
+        num = _to_tuple(args[1])
+    else:
+        raise ValueError(f"len(args) should be 0, 1 or 2, but got {len(args)}")
+
+    grid_h = np.linspace(start[0], stop[0], num[0], endpoint=False, dtype=np.float32)
+    grid_w = np.linspace(start[1], stop[1], num[1], endpoint=False, dtype=np.float32)
+    grid = np.meshgrid(grid_w, grid_h)  # here w goes first
+    grid = np.stack(grid, axis=0)   # [2, W, H]
+    return grid
+
+#################################################################################
+#                   Sine/Cosine Positional Embedding Functions                  #
+#################################################################################
+# https://github.com/facebookresearch/mae/blob/main/util/pos_embed.py
+
+def get_2d_sincos_pos_embed(embed_dim, start, *args, cls_token=False, extra_tokens=0):
+    """
+    grid_size: int of the grid height and width
+    return:
+    pos_embed: [grid_size*grid_size, embed_dim] or [1+grid_size*grid_size, embed_dim] (w/ or w/o cls_token)
+    """
+    grid = get_meshgrid(start, *args)   # [2, H, w]
+    # grid_h = np.arange(grid_size, dtype=np.float32)
+    # grid_w = np.arange(grid_size, dtype=np.float32)
+    # grid = np.meshgrid(grid_w, grid_h)  # here w goes first
+    # grid = np.stack(grid, axis=0)   # [2, W, H]
+
+    grid = grid.reshape([2, 1, *grid.shape[1:]])
+    pos_embed = get_2d_sincos_pos_embed_from_grid(embed_dim, grid)
+    if cls_token and extra_tokens > 0:
+        pos_embed = np.concatenate([np.zeros([extra_tokens, embed_dim]), pos_embed], axis=0)
+    return pos_embed
+
+
+def get_2d_sincos_pos_embed_from_grid(embed_dim, grid):
+    assert embed_dim % 2 == 0
+
+    # use half of dimensions to encode grid_h
+    emb_h = get_1d_sincos_pos_embed_from_grid(embed_dim // 2, grid[0])  # (H*W, D/2)
+    emb_w = get_1d_sincos_pos_embed_from_grid(embed_dim // 2, grid[1])  # (H*W, D/2)
+
+    emb = np.concatenate([emb_h, emb_w], axis=1)    # (H*W, D)
+    return emb
+
+
+def get_1d_sincos_pos_embed_from_grid(embed_dim, pos):
+    """
+    embed_dim: output dimension for each position
+    pos: a list of positions to be encoded: size (W,H)
+    out: (M, D)
+    """
+    assert embed_dim % 2 == 0
+    omega = np.arange(embed_dim // 2, dtype=np.float64)
+    omega /= embed_dim / 2.
+    omega = 1. / 10000**omega  # (D/2,)
+
+    pos = pos.reshape(-1)  # (M,)
+    out = np.einsum('m,d->md', pos, omega)  # (M, D/2), outer product
+
+    emb_sin = np.sin(out)   # (M, D/2)
+    emb_cos = np.cos(out)   # (M, D/2)
+
+    emb = np.concatenate([emb_sin, emb_cos], axis=1)  # (M, D)
+    return emb
+
+
+#################################################################################
+#                   Rotary Positional Embedding Functions                       #
+#################################################################################
+# https://github.com/facebookresearch/llama/blob/main/llama/model.py#L443
+
+def get_2d_rotary_pos_embed(embed_dim, start, *args, use_real=True):
+    """
+    This is a 2d version of precompute_freqs_cis, which is a RoPE for image tokens with 2d structure.
+
+    Parameters
+    ----------
+    embed_dim: int
+        embedding dimension size
+    start: int or tuple of int
+        If len(args) == 0, start is num; If len(args) == 1, start is start, args[0] is stop, step is 1;
+        If len(args) == 2, start is start, args[0] is stop, args[1] is num.
+    use_real: bool
+        If True, return real part and imaginary part separately. Otherwise, return complex numbers.
+
+    Returns
+    -------
+    pos_embed: torch.Tensor
+        [HW, D/2]
+    """
+    grid = get_meshgrid(start, *args)   # [2, H, w]
+    grid = grid.reshape([2, 1, *grid.shape[1:]])   # Returns a sampling matrix with the same resolution as the target resolution
+    pos_embed = get_2d_rotary_pos_embed_from_grid(embed_dim, grid, use_real=use_real)
+    return pos_embed
+
+
+def get_2d_rotary_pos_embed_from_grid(embed_dim, grid, use_real=False):
+    assert embed_dim % 4 == 0
+
+    # use half of dimensions to encode grid_h
+    emb_h = get_1d_rotary_pos_embed(embed_dim // 2, grid[0].reshape(-1), use_real=use_real)  # (H*W, D/4)
+    emb_w = get_1d_rotary_pos_embed(embed_dim // 2, grid[1].reshape(-1), use_real=use_real)  # (H*W, D/4)
+
+    if use_real:
+        cos = torch.cat([emb_h[0], emb_w[0]], dim=1)    # (H*W, D/2)
+        sin = torch.cat([emb_h[1], emb_w[1]], dim=1)    # (H*W, D/2)
+        return cos, sin
+    else:
+        emb = torch.cat([emb_h, emb_w], dim=1)    # (H*W, D/2)
+        return emb
+
+
+def get_1d_rotary_pos_embed(dim: int, pos: Union[np.ndarray, int], theta: float = 10000.0, use_real=False):
+    """
+    Precompute the frequency tensor for complex exponentials (cis) with given dimensions.
+
+    This function calculates a frequency tensor with complex exponentials using the given dimension 'dim'
+    and the end index 'end'. The 'theta' parameter scales the frequencies.
+    The returned tensor contains complex values in complex64 data type.
+
+    Args:
+        dim (int): Dimension of the frequency tensor.
+        pos (np.ndarray, int): Position indices for the frequency tensor. [S] or scalar
+        theta (float, optional): Scaling factor for frequency computation. Defaults to 10000.0.
+        use_real (bool, optional): If True, return real part and imaginary part separately.
+                                   Otherwise, return complex numbers.
+
+    Returns:
+        torch.Tensor: Precomputed frequency tensor with complex exponentials. [S, D/2]
+
+    """
+    if isinstance(pos, int):
+        pos = np.arange(pos)
+    freqs = 1.0 / (theta ** (torch.arange(0, dim, 2)[: (dim // 2)].float() / dim))  # [D/2]
+    t = torch.from_numpy(pos).to(freqs.device)  # type: ignore  # [S]
+    freqs = torch.outer(t, freqs).float()  # type: ignore   # [S, D/2]
+    if use_real:
+        freqs_cos = freqs.cos().repeat_interleave(2, dim=1)  # [S, D]
+        freqs_sin = freqs.sin().repeat_interleave(2, dim=1)  # [S, D]
+        return freqs_cos, freqs_sin
+    else:
+        freqs_cis = torch.polar(torch.ones_like(freqs), freqs)  # complex64     # [S, D/2]
+        return freqs_cis
+
+
+
+def calc_sizes(rope_img, patch_size, th, tw):
+    if rope_img == 'extend':
+        # Expansion mode
+        sub_args = [(th, tw)]
+    elif rope_img.startswith('base'):
+        # Based on the specified dimensions, other dimensions are obtained through interpolation.
+        base_size = int(rope_img[4:]) // 8 // patch_size
+        start, stop = get_fill_resize_and_crop((th, tw), base_size)
+        sub_args = [start, stop, (th, tw)]
+    else:
+        raise ValueError(f"Unknown rope_img: {rope_img}")
+    return sub_args
+
+
+def init_image_posemb(rope_img,
+                      resolutions,
+                      patch_size,
+                      hidden_size,
+                      num_heads,
+                      log_fn,
+                      rope_real=True,
+                      ):
+    freqs_cis_img = {}
+    for reso in resolutions:
+        th, tw = reso.height // 8 // patch_size, reso.width // 8 // patch_size
+        sub_args = calc_sizes(rope_img, patch_size, th, tw)
+        freqs_cis_img[str(reso)] = get_2d_rotary_pos_embed(hidden_size // num_heads, *sub_args, use_real=rope_real)
+        log_fn(f"    Using image RoPE ({rope_img}) ({'real' if rope_real else 'complex'}): {sub_args} | ({reso}) "
+               f"{freqs_cis_img[str(reso)][0].shape if rope_real else freqs_cis_img[str(reso)].shape}")
+    return freqs_cis_img
diff --git a/ComfyUI/comfy/ldm/ideogram4/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/ideogram4/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..19cc83a538f0ec4e6b30cd5902db296f20ab11c9
Binary files /dev/null and b/ComfyUI/comfy/ldm/ideogram4/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/ideogram4/model.py b/ComfyUI/comfy/ldm/ideogram4/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..12e1a14fb69e66226b6d98c6d927c92bc0c8bce1
--- /dev/null
+++ b/ComfyUI/comfy/ldm/ideogram4/model.py
@@ -0,0 +1,324 @@
+"""
+The Ideogram 4 transformer is a NextDiT/Lumina2-family single-stream model
+consumes Qwen3-VL hidden-state features (concatenated from 13 layers -> 53248 dims)
+packs ``[text tokens, image tokens]`` into one sequence with block-diagonal segment attention and 3D interleaved MRoPE.
+"""
+
+from __future__ import annotations
+
+import math
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.model_management
+import comfy.ops
+import comfy.patcher_extension
+import comfy.quant_ops
+from comfy.ldm.lumina.model import FeedForward
+from comfy.ldm.modules.attention import optimized_attention_masked
+from comfy.text_encoders.llama import precompute_freqs_cis
+
+# Per-token role indicators
+SEQUENCE_PADDING_INDICATOR = -1
+OUTPUT_IMAGE_INDICATOR = 2
+LLM_TOKEN_INDICATOR = 3
+# Image grid coordinates are offset so they never collide with text positions
+IMAGE_POSITION_OFFSET = 65536
+
+
+def _split_half_rope_matrix(freqs_cis):
+    cos, sin, neg_sin = freqs_cis
+    half_dim = sin.shape[-1]
+    matrix = torch.stack(
+        (cos[..., :half_dim], neg_sin, sin, cos[..., half_dim:]), dim=-1
+    )
+    return matrix.reshape(*matrix.shape[:-1], 2, 2).unsqueeze(2)
+
+
+def _apply_rope_split_half1(x, freqs_cis):
+    x_dtype = x.dtype
+    x = x.reshape(*x.shape[:-1], 2, -1).movedim(-2, -1).unsqueeze(-2).to(freqs_cis.dtype)
+    output = freqs_cis[..., 0] * x[..., 0] + freqs_cis[..., 1] * x[..., 1]
+    return output.movedim(-1, -2).reshape(*x.shape[:-3], -1).to(x_dtype)
+
+
+class Ideogram4Attention(nn.Module):
+    def __init__(self, hidden_size, num_heads, eps=1e-5, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.num_heads = num_heads
+        self.head_dim = hidden_size // num_heads
+        self.hidden_size = hidden_size
+
+        self.qkv = operations.Linear(hidden_size, hidden_size * 3, bias=False, dtype=dtype, device=device)
+        self.norm_q = operations.RMSNorm(self.head_dim, eps=eps, elementwise_affine=True, dtype=dtype, device=device)
+        self.norm_k = operations.RMSNorm(self.head_dim, eps=eps, elementwise_affine=True, dtype=dtype, device=device)
+        self.o = operations.Linear(hidden_size, hidden_size, bias=False, dtype=dtype, device=device)
+
+    def forward(self, x, attn_mask, freqs_cis, transformer_options={}):
+        batch_size, seq_len, _ = x.shape
+        qkv = self.qkv(x).view(batch_size, seq_len, 3, self.num_heads, self.head_dim)
+        q, k, v = qkv.unbind(dim=2)
+
+        if comfy.model_management.in_training:
+            q = _apply_rope_split_half1(self.norm_q(q), freqs_cis)
+            k = _apply_rope_split_half1(self.norm_k(k), freqs_cis)
+        else:
+            q_scale, _, q_offload_stream = comfy.ops.cast_bias_weight(self.norm_q, q, offloadable=True)
+            k_scale, _, k_offload_stream = comfy.ops.cast_bias_weight(self.norm_k, k, offloadable=True)
+            q, k = comfy.quant_ops.ck.rms_rope_split_half(
+                q, k, freqs_cis, q_scale, k_scale, self.norm_q.eps
+            )
+            comfy.ops.uncast_bias_weight(self.norm_q, q_scale, None, q_offload_stream)
+            comfy.ops.uncast_bias_weight(self.norm_k, k_scale, None, k_offload_stream)
+
+        # (B, heads, L, head_dim)
+        q = q.transpose(1, 2)
+        k = k.transpose(1, 2)
+        v = v.transpose(1, 2)
+
+        out = optimized_attention_masked(q, k, v, self.num_heads, attn_mask, skip_reshape=True, transformer_options=transformer_options)
+        return self.o(out)
+
+
+class Ideogram4TransformerBlock(nn.Module):
+    def __init__(self, hidden_size, intermediate_size, num_heads, norm_eps, adaln_dim, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.attention = Ideogram4Attention(hidden_size, num_heads, eps=1e-5, dtype=dtype, device=device, operations=operations)
+        self.feed_forward = FeedForward(
+            dim=hidden_size, hidden_dim=intermediate_size, multiple_of=1, ffn_dim_multiplier=None,
+            operation_settings={"operations": operations, "dtype": dtype, "device": device},
+        )
+
+        self.attention_norm1 = operations.RMSNorm(hidden_size, eps=norm_eps, elementwise_affine=True, dtype=dtype, device=device)
+        self.ffn_norm1 = operations.RMSNorm(hidden_size, eps=norm_eps, elementwise_affine=True, dtype=dtype, device=device)
+        self.attention_norm2 = operations.RMSNorm(hidden_size, eps=norm_eps, elementwise_affine=True, dtype=dtype, device=device)
+        self.ffn_norm2 = operations.RMSNorm(hidden_size, eps=norm_eps, elementwise_affine=True, dtype=dtype, device=device)
+
+        self.adaln_modulation = operations.Linear(adaln_dim, 4 * hidden_size, bias=True, dtype=dtype, device=device)
+
+    def forward(self, x, attn_mask, freqs_cis, adaln_input, transformer_options={}):
+        mod = self.adaln_modulation(adaln_input)
+        scale_msa, gate_msa, scale_mlp, gate_mlp = mod.chunk(4, dim=-1)
+        gate_msa = torch.tanh(gate_msa)
+        gate_mlp = torch.tanh(gate_mlp)
+        scale_msa = 1.0 + scale_msa
+        scale_mlp = 1.0 + scale_mlp
+
+        attn_out = self.attention(self.attention_norm1(x) * scale_msa, attn_mask, freqs_cis, transformer_options=transformer_options)
+        x = x + gate_msa * self.attention_norm2(attn_out)
+        x = x + gate_mlp * self.ffn_norm2(self.feed_forward(self.ffn_norm1(x) * scale_mlp))
+        return x
+
+
+def _sinusoidal_embedding(t, dim, scale=1e4):
+    t = t.to(torch.float32)
+    half = dim // 2
+    freq = math.log(scale) / (half - 1)
+    freq = torch.exp(torch.arange(half, dtype=torch.float32, device=t.device) * -freq)
+    emb = t.unsqueeze(-1) * freq
+    emb = torch.cat([torch.sin(emb), torch.cos(emb)], dim=-1)
+    if dim % 2 == 1:
+        emb = F.pad(emb, (0, 1))
+    return emb
+
+
+class Ideogram4EmbedScalar(nn.Module):
+    def __init__(self, dim, input_range=(0.0, 1.0), dtype=None, device=None, operations=None):
+        super().__init__()
+        self.dim = dim
+        self.range_min, self.range_max = input_range
+        self.mlp_in = operations.Linear(dim, dim, bias=True, dtype=dtype, device=device)
+        self.mlp_out = operations.Linear(dim, dim, bias=True, dtype=dtype, device=device)
+
+    def forward(self, x, dtype):
+        x = x.to(torch.float32)
+        scaled = 1e4 * (x - self.range_min) / (self.range_max - self.range_min)
+        emb = _sinusoidal_embedding(scaled, self.dim)
+        emb = emb.to(dtype)
+        emb = F.silu(self.mlp_in(emb))
+        return self.mlp_out(emb)
+
+
+class Ideogram4FinalLayer(nn.Module):
+    def __init__(self, hidden_size, out_channels, adaln_dim, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm_final = operations.LayerNorm(hidden_size, eps=1e-6, elementwise_affine=False, dtype=dtype, device=device)
+        self.linear = operations.Linear(hidden_size, out_channels, bias=True, dtype=dtype, device=device)
+        self.adaln_modulation = operations.Linear(adaln_dim, hidden_size, bias=True, dtype=dtype, device=device)
+
+    def forward(self, x, c):
+        scale = 1.0 + self.adaln_modulation(F.silu(c))
+        return self.linear(self.norm_final(x) * scale)
+
+
+class Ideogram4Transformer(nn.Module):
+    """A single Ideogram 4 backbone operating on a packed token sequence."""
+
+    def __init__(self, emb_dim, num_layers, num_heads, intermediate_size, adaln_dim,
+                 in_channels, llm_features_dim, rope_theta, mrope_section, norm_eps,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        self.head_dim = emb_dim // num_heads
+        self.rope_theta = rope_theta
+        self.mrope_section = tuple(mrope_section)
+
+        self.input_proj = operations.Linear(in_channels, emb_dim, bias=True, dtype=dtype, device=device)
+        self.llm_cond_norm = operations.RMSNorm(llm_features_dim, eps=1e-6, elementwise_affine=True, dtype=dtype, device=device)
+        self.llm_cond_proj = operations.Linear(llm_features_dim, emb_dim, bias=True, dtype=dtype, device=device)
+        self.t_embedding = Ideogram4EmbedScalar(emb_dim, input_range=(0.0, 1.0), dtype=dtype, device=device, operations=operations)
+        self.adaln_proj = operations.Linear(emb_dim, adaln_dim, bias=True, dtype=dtype, device=device)
+
+        self.embed_image_indicator = operations.Embedding(2, emb_dim, dtype=dtype, device=device)
+
+        self.layers = nn.ModuleList([
+            Ideogram4TransformerBlock(emb_dim, intermediate_size, num_heads, norm_eps, adaln_dim,
+                                      dtype=dtype, device=device, operations=operations)
+            for _ in range(num_layers)
+        ])
+
+        self.final_layer = Ideogram4FinalLayer(emb_dim, in_channels, adaln_dim, dtype=dtype, device=device, operations=operations)
+
+    def _backbone(self, llm_features, x, t, position_ids, attn_mask, indicator, transformer_options={}):
+        indicator = indicator.to(torch.long)
+        output_image_mask = (indicator == OUTPUT_IMAGE_INDICATOR).to(x.dtype).unsqueeze(-1)
+
+        x = x * output_image_mask
+        h = self.input_proj(x) * output_image_mask
+
+        t_cond = self.t_embedding(t, dtype=x.dtype)
+        if t.dim() == 1:
+            t_cond = t_cond.unsqueeze(1)
+        adaln_input = F.silu(self.adaln_proj(t_cond))
+
+        # h is zero on the text rows (content lives only on image rows), add writes the text features in place
+        if llm_features is not None:
+            L_text = llm_features.shape[1]
+            text_mask = (indicator[:, :L_text] == LLM_TOKEN_INDICATOR).to(x.dtype).unsqueeze(-1)
+            llm = self.llm_cond_norm(llm_features * text_mask)
+            llm = self.llm_cond_proj(llm) * text_mask
+            h[:, :L_text] = h[:, :L_text] + llm
+
+        h = h + self.embed_image_indicator((indicator == OUTPUT_IMAGE_INDICATOR).to(torch.long), out_dtype=h.dtype)
+
+        # Qwen3-VL interleaved MRoPE; position_ids (B, L, 3) -> (3, L) (same across batch).
+        freqs_cis = precompute_freqs_cis(
+            self.head_dim, position_ids[0].transpose(0, 1), self.rope_theta,
+            rope_dims=self.mrope_section, interleaved_mrope=True, device=position_ids.device,
+        )
+        freqs_cis = _split_half_rope_matrix(freqs_cis)
+
+        if attn_mask is not None and attn_mask.dtype == torch.bool:
+            attn_mask = torch.zeros_like(attn_mask, dtype=h.dtype).masked_fill_(~attn_mask, -torch.finfo(h.dtype).max)
+
+        for layer in self.layers:
+            h = layer(h, attn_mask, freqs_cis, adaln_input, transformer_options=transformer_options)
+
+        return self.final_layer(h, adaln_input)
+
+
+class Ideogram4Transformer2DModel(Ideogram4Transformer):
+    """Ideogram 4 single-stream DiT.
+
+    Runs a packed ``[text, image]`` sequence when text context is supplied, or an image-only sequence when ``context is None``.
+    """
+
+    def __init__(self, image_model=None, in_channels=128, num_layers=34, num_attention_heads=18, attention_head_dim=256, intermediate_size=12288,
+                 adaln_dim=512, llm_features_dim=53248, rope_theta=5000000, mrope_section=(24, 20, 20), norm_eps=1e-5,
+                 dtype=None, device=None, operations=None, **kwargs):
+        emb_dim = num_attention_heads * attention_head_dim
+        super().__init__(
+            emb_dim=emb_dim, num_layers=num_layers, num_heads=num_attention_heads,
+            intermediate_size=intermediate_size, adaln_dim=adaln_dim, in_channels=in_channels,
+            llm_features_dim=llm_features_dim, rope_theta=rope_theta, mrope_section=mrope_section,
+            norm_eps=norm_eps, dtype=dtype, device=device, operations=operations)
+        self.dtype = dtype
+        self.in_channels = in_channels
+        self.out_channels = in_channels
+        # 128-dim token = patch (2x2) * ae_channels (32).
+        self.patch_size = 2
+        self.ae_channels = in_channels // (self.patch_size * self.patch_size)
+
+    def _img_to_tokens(self, x):
+        B, C, gh, gw = x.shape
+        x = x.view(B, self.ae_channels, self.patch_size, self.patch_size, gh, gw)
+        x = x.permute(0, 4, 5, 2, 3, 1)  # (B, gh, gw, pi, pj, c)
+        return x.reshape(B, gh * gw, C)
+
+    def _tokens_to_img(self, tokens, gh, gw):
+        B = tokens.shape[0]
+        C = tokens.shape[-1]
+        x = tokens.reshape(B, gh, gw, self.patch_size, self.patch_size, self.ae_channels)
+        x = x.permute(0, 5, 3, 4, 1, 2)  # (B, c, pi, pj, gh, gw)
+        return x.reshape(B, C, gh, gw)
+
+    def _image_position_ids(self, gh, gw, device):
+        h_idx = torch.arange(gh, device=device).view(-1, 1).expand(gh, gw).reshape(-1)
+        w_idx = torch.arange(gw, device=device).view(1, -1).expand(gh, gw).reshape(-1)
+        t_idx = torch.zeros_like(h_idx)
+        return torch.stack([t_idx, h_idx, w_idx], dim=1) + IMAGE_POSITION_OFFSET  # (L_img, 3)
+
+    def _run_conditional(self, x_chunk, context_chunk, attn_mask_chunk, t_chunk, gh, gw, transformer_options):
+        B = x_chunk.shape[0]
+        device = x_chunk.device
+        img_tokens = self._img_to_tokens(x_chunk)
+        L_img = img_tokens.shape[1]
+        L_text = context_chunk.shape[1]
+        L = L_text + L_img
+        latent_dim = img_tokens.shape[-1]
+
+        x_full = torch.zeros(B, L, latent_dim, dtype=img_tokens.dtype, device=device)
+        x_full[:, L_text:] = img_tokens
+
+        text_pos = torch.arange(L_text, device=device).view(-1, 1).expand(L_text, 3)
+        img_pos = self._image_position_ids(gh, gw, device)
+        position_ids = torch.cat([text_pos, img_pos], dim=0).unsqueeze(0).expand(B, L, 3)
+
+        indicator = torch.empty(B, L, dtype=torch.long, device=device)
+        indicator[:, :L_text] = LLM_TOKEN_INDICATOR
+        indicator[:, L_text:] = OUTPUT_IMAGE_INDICATOR
+
+        attn_mask = None
+        if attn_mask_chunk is not None:
+            segment_ids = torch.ones(B, L, dtype=torch.long, device=device)
+            pad = (attn_mask_chunk == 0)
+            segment_ids[:, :L_text][pad] = SEQUENCE_PADDING_INDICATOR
+            indicator[:, :L_text][pad] = 0
+            # Block-diagonal mask from segment ids: (B, 1, L, L), True = attend.
+            attn_mask = (segment_ids.unsqueeze(2) == segment_ids.unsqueeze(1)).unsqueeze(1)
+
+        out = self._backbone(context_chunk, x_full, t_chunk, position_ids, attn_mask, indicator,
+                             transformer_options=transformer_options)
+        return self._tokens_to_img(out[:, L_text:], gh, gw)
+
+    def _run_image_only(self, x_chunk, t_chunk, gh, gw, transformer_options):
+        B = x_chunk.shape[0]
+        device = x_chunk.device
+        img_tokens = self._img_to_tokens(x_chunk)
+        L_img = img_tokens.shape[1]
+
+        position_ids = self._image_position_ids(gh, gw, device).unsqueeze(0).expand(B, L_img, 3)
+        indicator = torch.full((B, L_img), OUTPUT_IMAGE_INDICATOR, dtype=torch.long, device=device)
+
+        # Image-only sequence is a single segment -> no mask, full attention, no LLM context.
+        out = self._backbone(None, img_tokens, t_chunk, position_ids, None, indicator, transformer_options=transformer_options)
+        return self._tokens_to_img(out, gh, gw)
+
+    def forward(self, x, timesteps, context=None, attention_mask=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options),
+        ).execute(x, timesteps, context, attention_mask, transformer_options, **kwargs)
+
+    def _forward(self, x, timesteps, context=None, attention_mask=None, transformer_options={}, **kwargs):
+        bs, c, gh, gw = x.shape
+
+        timesteps = 1.0 - timesteps
+
+        # unconditional pass
+        if context is None:
+            return -self._run_image_only(x, timesteps, gh, gw, transformer_options)
+
+        return -self._run_conditional(x, context, attention_mask, timesteps, gh, gw, transformer_options)
diff --git a/ComfyUI/comfy/ldm/joyimage/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/joyimage/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..bff3f8231fd2fcf92093cfa6dc94fce9f1970b0a
Binary files /dev/null and b/ComfyUI/comfy/ldm/joyimage/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/joyimage/model.py b/ComfyUI/comfy/ldm/joyimage/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..9d6951e54e4d8b386cc85d074255c42546661f0f
--- /dev/null
+++ b/ComfyUI/comfy/ldm/joyimage/model.py
@@ -0,0 +1,454 @@
+# https://github.com/jdopensource/JoyAI-Image-Edit (Apache 2.0)
+import math
+from typing import Optional, Tuple
+
+import comfy_kitchen
+import torch
+import torch.nn as nn
+
+import comfy.ldm.common_dit
+import comfy.ops
+import comfy.patcher_extension
+from comfy.ldm.lightricks.model import GELU_approx, PixArtAlphaTextProjection, TimestepEmbedding, Timesteps
+from comfy.ldm.modules.attention import optimized_attention
+
+
+class JoyImageModulate(nn.Module):
+    def __init__(self, hidden_size: int, factor: int, dtype=None, device=None):
+        super().__init__()
+        self.factor = factor
+        self.modulate_table = nn.Parameter(
+            torch.empty(1, factor, hidden_size, dtype=dtype, device=device)
+        )
+
+    def forward(self, x: torch.Tensor) -> list:
+        if x.ndim != 3:
+            x = x.unsqueeze(1)
+        table = comfy.ops.cast_to_input(self.modulate_table, x)
+        return [o.squeeze(1) for o in (table + x).chunk(self.factor, dim=1)]
+
+
+class JoyImageFeedForward(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        inner_dim: int,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.net = nn.ModuleList([
+            GELU_approx(dim, inner_dim, dtype=dtype, device=device, operations=operations),
+            nn.Identity(),
+            operations.Linear(inner_dim, dim, bias=True, dtype=dtype, device=device),
+        ])
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        for module in self.net:
+            x = module(x)
+        return x
+
+
+class JoyImageAttention(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        num_attention_heads: int,
+        attention_head_dim: int,
+        eps: float = 1e-6,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.num_attention_heads = num_attention_heads
+        inner_dim = num_attention_heads * attention_head_dim
+
+        self.img_attn_qkv = operations.Linear(dim, inner_dim * 3, bias=True, dtype=dtype, device=device)
+        self.img_attn_q_norm = operations.RMSNorm(attention_head_dim, eps=eps, dtype=dtype, device=device)
+        self.img_attn_k_norm = operations.RMSNorm(attention_head_dim, eps=eps, dtype=dtype, device=device)
+        self.img_attn_proj = operations.Linear(inner_dim, dim, bias=True, dtype=dtype, device=device)
+
+        self.txt_attn_qkv = operations.Linear(dim, inner_dim * 3, bias=True, dtype=dtype, device=device)
+        self.txt_attn_q_norm = operations.RMSNorm(attention_head_dim, eps=eps, dtype=dtype, device=device)
+        self.txt_attn_k_norm = operations.RMSNorm(attention_head_dim, eps=eps, dtype=dtype, device=device)
+        self.txt_attn_proj = operations.Linear(inner_dim, dim, bias=True, dtype=dtype, device=device)
+
+    def forward(
+        self,
+        img: torch.Tensor,
+        txt: torch.Tensor,
+        image_rotary_emb: torch.Tensor,
+        transformer_options=None,
+    ) -> Tuple[torch.Tensor, torch.Tensor]:
+        heads = self.num_attention_heads
+
+        img_q, img_k, img_v = self.img_attn_qkv(img).chunk(3, dim=-1)
+        txt_q, txt_k, txt_v = self.txt_attn_qkv(txt).chunk(3, dim=-1)
+
+        img_q = img_q.unflatten(-1, (heads, -1))
+        img_k = img_k.unflatten(-1, (heads, -1))
+        img_v = img_v.unflatten(-1, (heads, -1))
+        txt_q = txt_q.unflatten(-1, (heads, -1))
+        txt_k = txt_k.unflatten(-1, (heads, -1))
+        txt_v = txt_v.unflatten(-1, (heads, -1))
+
+        txt_q = self.txt_attn_q_norm(txt_q)
+        txt_k = self.txt_attn_k_norm(txt_k)
+
+        img_q_scale, _, img_q_offload_stream = comfy.ops.cast_bias_weight(self.img_attn_q_norm, img_q, offloadable=True)
+        img_k_scale, _, img_k_offload_stream = comfy.ops.cast_bias_weight(self.img_attn_k_norm, img_k, offloadable=True)
+        img_q, img_k = comfy_kitchen.rms_rope(
+            img_q,
+            img_k,
+            image_rotary_emb,
+            img_q_scale,
+            img_k_scale,
+            self.img_attn_q_norm.eps,
+        )
+        comfy.ops.uncast_bias_weight(self.img_attn_q_norm, img_q_scale, None, img_q_offload_stream)
+        comfy.ops.uncast_bias_weight(self.img_attn_k_norm, img_k_scale, None, img_k_offload_stream)
+
+        joint_q = torch.cat([img_q, txt_q], dim=1)
+        joint_k = torch.cat([img_k, txt_k], dim=1)
+        joint_v = torch.cat([img_v, txt_v], dim=1)
+
+        joint_q = joint_q.flatten(2, 3)
+        joint_k = joint_k.flatten(2, 3)
+        joint_v = joint_v.flatten(2, 3)
+
+        joint_out = optimized_attention(joint_q, joint_k, joint_v, heads=heads, transformer_options=transformer_options)
+
+        seq_img = img.shape[1]
+        img_out = joint_out[:, :seq_img, :]
+        txt_out = joint_out[:, seq_img:, :]
+
+        img_out = self.img_attn_proj(img_out)
+        txt_out = self.txt_attn_proj(txt_out)
+        return img_out, txt_out
+
+
+class JoyImageTransformerBlock(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        num_attention_heads: int,
+        attention_head_dim: int,
+        mlp_width_ratio: float = 4.0,
+        eps: float = 1e-6,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        mlp_hidden_dim = int(dim * mlp_width_ratio)
+
+        self.img_mod = JoyImageModulate(dim, factor=6, dtype=dtype, device=device)
+        self.img_norm1 = operations.LayerNorm(dim, elementwise_affine=False, eps=eps, dtype=dtype, device=device)
+        self.img_norm2 = operations.LayerNorm(dim, elementwise_affine=False, eps=eps, dtype=dtype, device=device)
+        self.img_mlp = JoyImageFeedForward(dim, inner_dim=mlp_hidden_dim, dtype=dtype, device=device, operations=operations)
+
+        self.txt_mod = JoyImageModulate(dim, factor=6, dtype=dtype, device=device)
+        self.txt_norm1 = operations.LayerNorm(dim, elementwise_affine=False, eps=eps, dtype=dtype, device=device)
+        self.txt_norm2 = operations.LayerNorm(dim, elementwise_affine=False, eps=eps, dtype=dtype, device=device)
+        self.txt_mlp = JoyImageFeedForward(dim, inner_dim=mlp_hidden_dim, dtype=dtype, device=device, operations=operations)
+
+        self.attn = JoyImageAttention(
+            dim=dim,
+            num_attention_heads=num_attention_heads,
+            attention_head_dim=attention_head_dim,
+            eps=eps,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        encoder_hidden_states: torch.Tensor,
+        temb: torch.Tensor,
+        image_rotary_emb: torch.Tensor,
+        transformer_options=None,
+    ) -> Tuple[torch.Tensor, torch.Tensor]:
+        (
+            img_mod1_shift,
+            img_mod1_scale,
+            img_mod1_gate,
+            img_mod2_shift,
+            img_mod2_scale,
+            img_mod2_gate,
+        ) = self.img_mod(temb)
+        (
+            txt_mod1_shift,
+            txt_mod1_scale,
+            txt_mod1_gate,
+            txt_mod2_shift,
+            txt_mod2_scale,
+            txt_mod2_gate,
+        ) = self.txt_mod(temb)
+
+        img_normed = self.img_norm1(hidden_states)
+        txt_normed = self.txt_norm1(encoder_hidden_states)
+        img_modulated = img_normed * (1 + img_mod1_scale.unsqueeze(1)) + img_mod1_shift.unsqueeze(1)
+        txt_modulated = txt_normed * (1 + txt_mod1_scale.unsqueeze(1)) + txt_mod1_shift.unsqueeze(1)
+
+        img_attn, txt_attn = self.attn(img_modulated, txt_modulated, image_rotary_emb, transformer_options=transformer_options)
+
+        hidden_states = hidden_states + img_attn * img_mod1_gate.unsqueeze(1)
+        encoder_hidden_states = encoder_hidden_states + txt_attn * txt_mod1_gate.unsqueeze(1)
+
+        img_ffn_normed = self.img_norm2(hidden_states)
+        txt_ffn_normed = self.txt_norm2(encoder_hidden_states)
+        img_ffn_input = img_ffn_normed * (1 + img_mod2_scale.unsqueeze(1)) + img_mod2_shift.unsqueeze(1)
+        txt_ffn_input = txt_ffn_normed * (1 + txt_mod2_scale.unsqueeze(1)) + txt_mod2_shift.unsqueeze(1)
+        hidden_states = hidden_states + self.img_mlp(img_ffn_input) * img_mod2_gate.unsqueeze(1)
+        encoder_hidden_states = encoder_hidden_states + self.txt_mlp(txt_ffn_input) * txt_mod2_gate.unsqueeze(1)
+
+        return hidden_states, encoder_hidden_states
+
+
+class JoyImageTimeTextImageEmbedding(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        time_freq_dim: int,
+        time_proj_dim: int,
+        text_embed_dim: int,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.timesteps_proj = Timesteps(num_channels=time_freq_dim, flip_sin_to_cos=True, downscale_freq_shift=0)
+        self.time_embedder = TimestepEmbedding(
+            in_channels=time_freq_dim,
+            time_embed_dim=dim,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+        self.act_fn = nn.SiLU()
+        self.time_proj = operations.Linear(dim, time_proj_dim, bias=True, dtype=dtype, device=device)
+        self.text_embedder = PixArtAlphaTextProjection(
+            text_embed_dim, dim, act_fn="gelu_tanh", dtype=dtype, device=device, operations=operations,
+        )
+
+    def forward(self, timestep: torch.Tensor, encoder_hidden_states: torch.Tensor):
+        timestep = self.timesteps_proj(timestep)
+        temb = self.time_embedder(timestep.to(dtype=encoder_hidden_states.dtype)).type_as(encoder_hidden_states)
+        timestep_proj = self.time_proj(self.act_fn(temb))
+        encoder_hidden_states = self.text_embedder(encoder_hidden_states)
+        return temb, timestep_proj, encoder_hidden_states
+
+
+class JoyImageTransformer3DModel(nn.Module):
+    def __init__(
+        self,
+        patch_size: list = [1, 2, 2],
+        in_channels: int = 16,
+        out_channels: Optional[int] = None,
+        hidden_size: int = 3072,
+        num_attention_heads: int = 24,
+        text_dim: int = 4096,
+        mlp_width_ratio: float = 4.0,
+        num_layers: int = 20,
+        rope_dim_list: list = [16, 56, 56],
+        theta: int = 256,
+        image_model=None,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.dtype = dtype
+        self.out_channels = out_channels or in_channels
+        self.patch_size = list(patch_size)
+        self.rope_dim_list = list(rope_dim_list)
+        self.theta = theta
+
+        attention_head_dim = hidden_size // num_attention_heads
+
+        self.img_in = operations.Conv3d(
+            in_channels,
+            hidden_size,
+            kernel_size=tuple(self.patch_size),
+            stride=tuple(self.patch_size),
+            dtype=dtype,
+            device=device,
+        )
+
+        self.condition_embedder = JoyImageTimeTextImageEmbedding(
+            dim=hidden_size,
+            time_freq_dim=256,
+            time_proj_dim=hidden_size * 6,
+            text_embed_dim=text_dim,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        self.double_blocks = nn.ModuleList([
+            JoyImageTransformerBlock(
+                dim=hidden_size,
+                num_attention_heads=num_attention_heads,
+                attention_head_dim=attention_head_dim,
+                mlp_width_ratio=mlp_width_ratio,
+                dtype=dtype,
+                device=device,
+                operations=operations,
+            )
+            for _ in range(num_layers)
+        ])
+
+        self.norm_out = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.proj_out = operations.Linear(
+            hidden_size,
+            self.out_channels * math.prod(self.patch_size),
+            bias=True,
+            dtype=dtype,
+            device=device,
+        )
+
+    def _get_rotary_pos_embed_for_range(
+        self,
+        start: Tuple[int, int, int],
+        stop: Tuple[int, int, int],
+        device=None,
+    ) -> torch.Tensor:
+        # 3D RoPE for the patch grid range [start, stop) over (t, h, w). Token order after
+        # reshape(-1) is (t, h, w), matching the img_in Conv3d flatten.
+        rope_dim_list = self.rope_dim_list
+
+        grids = [torch.arange(start[i], stop[i], dtype=torch.float32, device=device) for i in range(3)]
+        mesh = torch.stack(torch.meshgrid(*grids, indexing="ij"), dim=0)
+
+        angles_parts = []
+        for i, dim in enumerate(rope_dim_list):
+            pos = mesh[i].reshape(-1)
+            freqs = 1.0 / (self.theta ** (torch.arange(0, dim, 2, dtype=torch.float32, device=device)[: (dim // 2)] / dim))
+            angles_parts.append(torch.outer(pos, freqs))
+
+        angles = torch.cat(angles_parts, dim=1)
+        cos = angles.cos()
+        sin = angles.sin()
+        return torch.stack((cos, -sin, sin, cos), dim=-1).unflatten(-1, (2, 2))
+
+    def get_rotary_pos_embed_for_components(
+        self,
+        component_sizes,
+        device=None,
+    ) -> torch.Tensor:
+        # Per-component 3D RoPE. component_sizes is a list of (t, h, w) patch grid sizes in
+        # sequence order [target, ref0, ref1, ...]; h/w restart at 0 for each component while t
+        # continues from the running offset, giving every image its own temporal position band.
+        freqs_parts = []
+        t_offset = 0
+        for (t, h, w) in component_sizes:
+            freqs = self._get_rotary_pos_embed_for_range(
+                start=(t_offset, 0, 0),
+                stop=(t_offset + t, h, w),
+                device=device,
+            )
+            freqs_parts.append(freqs)
+            t_offset += t
+        return torch.cat(freqs_parts, dim=0).unsqueeze(0).unsqueeze(2)
+
+    def unpatchify(self, x: torch.Tensor, t: int, h: int, w: int) -> torch.Tensor:
+        c = self.out_channels
+        pt, ph, pw = self.patch_size
+        x = x.reshape(x.shape[0], t, h, w, pt, ph, pw, c)
+        x = x.permute(0, 7, 1, 4, 2, 5, 3, 6)
+        return x.reshape(x.shape[0], c, t * pt, h * ph, w * pw)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        timestep: torch.Tensor,
+        context: torch.Tensor = None,
+        ref_latents=None,
+        control=None,
+        transformer_options=None,
+        **kwargs,
+    ) -> torch.Tensor:
+        transformer_options = {} if transformer_options is None else transformer_options.copy()
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(hidden_states, timestep, context, ref_latents, transformer_options, **kwargs)
+
+    def _forward(
+        self,
+        hidden_states: torch.Tensor,
+        timestep: torch.Tensor,
+        context: torch.Tensor,
+        ref_latents=None,
+        transformer_options=None,
+        **kwargs,
+    ) -> torch.Tensor:
+        pt, ph, pw = self.patch_size
+        _, _, ot, oh, ow = hidden_states.shape
+
+        components = [hidden_states, *(ref_latents or [])]
+        component_sizes = []
+        img_tokens = []
+        for comp in components:
+            comp = comfy.ldm.common_dit.pad_to_patch_size(comp, self.patch_size)
+            _, _, ct, ch, cw = comp.shape
+            component_sizes.append((ct // pt, ch // ph, cw // pw))
+            tokens = self.img_in(comp).flatten(2).transpose(1, 2)  # (B, n_i, D)
+            img_tokens.append(tokens)
+
+        img = torch.cat(img_tokens, dim=1)
+
+        _, vec, txt = self.condition_embedder(timestep, context)
+        vec = vec.unflatten(1, (6, -1))
+
+        image_rotary_emb = self.get_rotary_pos_embed_for_components(
+            component_sizes,
+            device=hidden_states.device,
+        )
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.double_blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.double_blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"], out["txt"] = block(
+                        hidden_states=args["img"],
+                        encoder_hidden_states=args["txt"],
+                        temb=args["vec"],
+                        image_rotary_emb=args["pe"],
+                        transformer_options=args.get("transformer_options"),
+                    )
+                    return out
+
+                out = blocks_replace[("double_block", i)]({"img": img,
+                                                           "txt": txt,
+                                                           "vec": vec,
+                                                           "pe": image_rotary_emb,
+                                                           "transformer_options": transformer_options},
+                                                          {"original_block": block_wrap})
+                txt = out["txt"]
+                img = out["img"]
+            else:
+                img, txt = block(
+                    hidden_states=img,
+                    encoder_hidden_states=txt,
+                    temb=vec,
+                    image_rotary_emb=image_rotary_emb,
+                    transformer_options=transformer_options,
+                )
+
+        tt, th, tw = component_sizes[0]
+        target_tokens = tt * th * tw
+        img = img[:, :target_tokens, :]
+        img = self.proj_out(self.norm_out(img))
+        img = self.unpatchify(img, tt, th, tw)
+        return img[:, :, :ot, :oh, :ow]
diff --git a/ComfyUI/comfy/ldm/kandinsky5/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/kandinsky5/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..b4a2c16800c62ef0f21639e0b2e5412ee802257e
Binary files /dev/null and b/ComfyUI/comfy/ldm/kandinsky5/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/kandinsky5/model.py b/ComfyUI/comfy/ldm/kandinsky5/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..1509de2f83d7c672f32145faa6fb583cc0def989
--- /dev/null
+++ b/ComfyUI/comfy/ldm/kandinsky5/model.py
@@ -0,0 +1,413 @@
+import torch
+from torch import nn
+import math
+
+import comfy.ldm.common_dit
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.flux.math import apply_rope1
+from comfy.ldm.flux.layers import EmbedND
+
+def attention(q, k, v, heads, transformer_options={}):
+    return optimized_attention(
+        q.transpose(1, 2),
+        k.transpose(1, 2),
+        v.transpose(1, 2),
+        heads=heads,
+        skip_reshape=True,
+        transformer_options=transformer_options
+    )
+
+def apply_scale_shift_norm(norm, x, scale, shift):
+    return torch.addcmul(shift, norm(x), scale + 1.0)
+
+def apply_gate_sum(x, out, gate):
+    return torch.addcmul(x, gate, out)
+
+def get_shift_scale_gate(params):
+    shift, scale, gate = torch.chunk(params, 3, dim=-1)
+    return tuple(x.unsqueeze(1) for x in (shift, scale, gate))
+
+def get_freqs(dim, max_period=10000.0):
+    return torch.exp(-math.log(max_period) * torch.arange(start=0, end=dim, dtype=torch.float32) / dim)
+
+
+class TimeEmbeddings(nn.Module):
+    def __init__(self, model_dim, time_dim, max_period=10000.0, operation_settings=None):
+        super().__init__()
+        assert model_dim % 2 == 0
+        self.model_dim = model_dim
+        self.max_period = max_period
+        self.register_buffer("freqs", get_freqs(model_dim // 2, max_period), persistent=False)
+        operations = operation_settings.get("operations")
+        self.in_layer = operations.Linear(model_dim, time_dim, bias=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.activation = nn.SiLU()
+        self.out_layer = operations.Linear(time_dim, time_dim, bias=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+    def forward(self, timestep, dtype):
+        args = torch.outer(timestep, self.freqs.to(device=timestep.device))
+        time_embed = torch.cat([torch.cos(args), torch.sin(args)], dim=-1).to(dtype)
+        time_embed = self.out_layer(self.activation(self.in_layer(time_embed)))
+        return time_embed
+
+
+class TextEmbeddings(nn.Module):
+    def __init__(self, text_dim, model_dim, operation_settings=None):
+        super().__init__()
+        operations = operation_settings.get("operations")
+        self.in_layer = operations.Linear(text_dim, model_dim, bias=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.norm = operations.LayerNorm(model_dim, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+    def forward(self, text_embed):
+        text_embed = self.in_layer(text_embed)
+        return self.norm(text_embed).type_as(text_embed)
+
+
+class VisualEmbeddings(nn.Module):
+    def __init__(self, visual_dim, model_dim, patch_size, operation_settings=None):
+        super().__init__()
+        self.patch_size = patch_size
+        operations = operation_settings.get("operations")
+        self.in_layer = operations.Linear(visual_dim, model_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+    def forward(self, x):
+        x = x.movedim(1, -1)  # B C T H W -> B T H W C
+        B, T, H, W, dim = x.shape
+        pt, ph, pw = self.patch_size
+
+        x = x.view(
+            B,
+            T // pt, pt,
+            H // ph, ph,
+            W // pw, pw,
+            dim,
+        ).permute(0, 1, 3, 5, 2, 4, 6, 7).flatten(4, 7)
+
+        return self.in_layer(x)
+
+
+class Modulation(nn.Module):
+    def __init__(self, time_dim, model_dim, num_params, operation_settings=None):
+        super().__init__()
+        self.activation = nn.SiLU()
+        self.out_layer = operation_settings.get("operations").Linear(time_dim, num_params * model_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+    def forward(self, x):
+        return self.out_layer(self.activation(x))
+
+
+class SelfAttention(nn.Module):
+    def __init__(self, num_channels, head_dim, operation_settings=None):
+        super().__init__()
+        assert num_channels % head_dim == 0
+        self.num_heads = num_channels // head_dim
+        self.head_dim = head_dim
+
+        operations = operation_settings.get("operations")
+        self.to_query = operations.Linear(num_channels, num_channels, bias=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.to_key = operations.Linear(num_channels, num_channels, bias=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.to_value = operations.Linear(num_channels, num_channels, bias=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.query_norm = operations.RMSNorm(head_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.key_norm = operations.RMSNorm(head_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+        self.out_layer = operations.Linear(num_channels, num_channels, bias=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.num_chunks = 2
+
+    def _compute_qk(self, x, freqs, proj_fn, norm_fn):
+        result = proj_fn(x).view(*x.shape[:-1], self.num_heads, -1)
+        return apply_rope1(norm_fn(result), freqs)
+
+    def _forward(self, x, freqs, transformer_options={}):
+        q = self._compute_qk(x, freqs, self.to_query, self.query_norm)
+        k = self._compute_qk(x, freqs, self.to_key, self.key_norm)
+        v = self.to_value(x).view(*x.shape[:-1], self.num_heads, -1)
+        out = attention(q, k, v, self.num_heads, transformer_options=transformer_options)
+        return self.out_layer(out)
+
+    def _forward_chunked(self, x, freqs, transformer_options={}):
+        def process_chunks(proj_fn, norm_fn):
+            x_chunks = torch.chunk(x, self.num_chunks, dim=1)
+            freqs_chunks = torch.chunk(freqs, self.num_chunks, dim=1)
+            chunks = []
+            for x_chunk, freqs_chunk in zip(x_chunks, freqs_chunks):
+                chunks.append(self._compute_qk(x_chunk, freqs_chunk, proj_fn, norm_fn))
+            return torch.cat(chunks, dim=1)
+
+        q = process_chunks(self.to_query, self.query_norm)
+        k = process_chunks(self.to_key, self.key_norm)
+        v = self.to_value(x).view(*x.shape[:-1], self.num_heads, -1)
+        out = attention(q, k, v, self.num_heads, transformer_options=transformer_options)
+        return self.out_layer(out)
+
+    def forward(self, x, freqs, transformer_options={}):
+        if x.shape[1] > 8192:
+            return self._forward_chunked(x, freqs, transformer_options=transformer_options)
+        else:
+            return self._forward(x, freqs, transformer_options=transformer_options)
+
+
+class CrossAttention(SelfAttention):
+    def get_qkv(self, x, context):
+        q = self.to_query(x).view(*x.shape[:-1], self.num_heads, -1)
+        k = self.to_key(context).view(*context.shape[:-1], self.num_heads, -1)
+        v = self.to_value(context).view(*context.shape[:-1], self.num_heads, -1)
+        return q, k, v
+
+    def forward(self, x, context, transformer_options={}):
+        q, k, v = self.get_qkv(x, context)
+        out = attention(self.query_norm(q), self.key_norm(k), v, self.num_heads, transformer_options=transformer_options)
+        return self.out_layer(out)
+
+
+class FeedForward(nn.Module):
+    def __init__(self, dim, ff_dim, operation_settings=None):
+        super().__init__()
+        operations = operation_settings.get("operations")
+        self.in_layer = operations.Linear(dim, ff_dim, bias=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.activation = nn.GELU()
+        self.out_layer = operations.Linear(ff_dim, dim, bias=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.num_chunks = 4
+
+    def _forward(self, x):
+        return self.out_layer(self.activation(self.in_layer(x)))
+
+    def _forward_chunked(self, x):
+        chunks = torch.chunk(x, self.num_chunks, dim=1)
+        output_chunks = []
+        for chunk in chunks:
+            output_chunks.append(self._forward(chunk))
+        return torch.cat(output_chunks, dim=1)
+
+    def forward(self, x):
+        if x.shape[1] > 8192:
+            return self._forward_chunked(x)
+        else:
+            return self._forward(x)
+
+
+class OutLayer(nn.Module):
+    def __init__(self, model_dim, time_dim, visual_dim, patch_size, operation_settings=None):
+        super().__init__()
+        self.patch_size = patch_size
+        self.modulation = Modulation(time_dim, model_dim, 2, operation_settings=operation_settings)
+        operations = operation_settings.get("operations")
+        self.norm = operations.LayerNorm(model_dim, elementwise_affine=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.out_layer = operations.Linear(model_dim, math.prod(patch_size) * visual_dim, bias=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+    def forward(self, visual_embed, time_embed):
+        B, T, H, W, _ = visual_embed.shape
+        shift, scale = torch.chunk(self.modulation(time_embed), 2, dim=-1)
+        scale = scale[:, None, None, None, :]
+        shift = shift[:, None, None, None, :]
+        visual_embed = apply_scale_shift_norm(self.norm, visual_embed, scale, shift)
+        x = self.out_layer(visual_embed)
+
+        out_dim = x.shape[-1] // (self.patch_size[0] * self.patch_size[1] * self.patch_size[2])
+        x = x.view(
+            B, T, H, W,
+            out_dim,
+            self.patch_size[0], self.patch_size[1], self.patch_size[2]
+        )
+        return x.permute(0, 4, 1, 5, 2, 6, 3, 7).flatten(2, 3).flatten(3, 4).flatten(4, 5)
+
+
+class TransformerEncoderBlock(nn.Module):
+    def __init__(self, model_dim, time_dim, ff_dim, head_dim, operation_settings=None):
+        super().__init__()
+        self.text_modulation = Modulation(time_dim, model_dim, 6, operation_settings=operation_settings)
+        operations = operation_settings.get("operations")
+
+        self.self_attention_norm = operations.LayerNorm(model_dim, elementwise_affine=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.self_attention = SelfAttention(model_dim, head_dim, operation_settings=operation_settings)
+
+        self.feed_forward_norm = operations.LayerNorm(model_dim, elementwise_affine=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.feed_forward = FeedForward(model_dim, ff_dim, operation_settings=operation_settings)
+
+    def forward(self, x, time_embed, freqs, transformer_options={}):
+        self_attn_params, ff_params = torch.chunk(self.text_modulation(time_embed), 2, dim=-1)
+        shift, scale, gate = get_shift_scale_gate(self_attn_params)
+        out = apply_scale_shift_norm(self.self_attention_norm, x, scale, shift)
+        out = self.self_attention(out, freqs, transformer_options=transformer_options)
+        x = apply_gate_sum(x, out, gate)
+
+        shift, scale, gate = get_shift_scale_gate(ff_params)
+        out = apply_scale_shift_norm(self.feed_forward_norm, x, scale, shift)
+        out = self.feed_forward(out)
+        x = apply_gate_sum(x, out, gate)
+        return x
+
+
+class TransformerDecoderBlock(nn.Module):
+    def __init__(self, model_dim, time_dim, ff_dim, head_dim, operation_settings=None):
+        super().__init__()
+        self.visual_modulation = Modulation(time_dim, model_dim, 9, operation_settings=operation_settings)
+
+        operations = operation_settings.get("operations")
+        self.self_attention_norm = operations.LayerNorm(model_dim, elementwise_affine=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.self_attention = SelfAttention(model_dim, head_dim, operation_settings=operation_settings)
+
+        self.cross_attention_norm = operations.LayerNorm(model_dim, elementwise_affine=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.cross_attention = CrossAttention(model_dim, head_dim, operation_settings=operation_settings)
+
+        self.feed_forward_norm = operations.LayerNorm(model_dim, elementwise_affine=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.feed_forward = FeedForward(model_dim, ff_dim, operation_settings=operation_settings)
+
+    def forward(self, visual_embed, text_embed, time_embed, freqs, transformer_options={}):
+        self_attn_params, cross_attn_params, ff_params = torch.chunk(self.visual_modulation(time_embed), 3, dim=-1)
+        # self attention
+        shift, scale, gate = get_shift_scale_gate(self_attn_params)
+        visual_out = apply_scale_shift_norm(self.self_attention_norm, visual_embed, scale, shift)
+        visual_out = self.self_attention(visual_out, freqs, transformer_options=transformer_options)
+        visual_embed = apply_gate_sum(visual_embed, visual_out, gate)
+        # cross attention
+        shift, scale, gate = get_shift_scale_gate(cross_attn_params)
+        visual_out = apply_scale_shift_norm(self.cross_attention_norm, visual_embed, scale, shift)
+        visual_out = self.cross_attention(visual_out, text_embed, transformer_options=transformer_options)
+        visual_embed = apply_gate_sum(visual_embed, visual_out, gate)
+        # feed forward
+        shift, scale, gate = get_shift_scale_gate(ff_params)
+        visual_out = apply_scale_shift_norm(self.feed_forward_norm, visual_embed, scale, shift)
+        visual_out = self.feed_forward(visual_out)
+        visual_embed = apply_gate_sum(visual_embed, visual_out, gate)
+        return visual_embed
+
+
+class Kandinsky5(nn.Module):
+    def __init__(
+        self,
+        in_visual_dim=16, out_visual_dim=16, in_text_dim=3584, in_text_dim2=768, time_dim=512,
+        model_dim=1792, ff_dim=7168, visual_embed_dim=132, patch_size=(1, 2, 2), num_text_blocks=2, num_visual_blocks=32,
+        axes_dims=(16, 24, 24), rope_scale_factor=(1.0, 2.0, 2.0),
+        dtype=None, device=None, operations=None, **kwargs
+    ):
+        super().__init__()
+        head_dim = sum(axes_dims)
+        self.rope_scale_factor = rope_scale_factor
+        self.in_visual_dim = in_visual_dim
+        self.model_dim = model_dim
+        self.patch_size = patch_size
+        self.visual_embed_dim = visual_embed_dim
+        self.dtype = dtype
+        self.device = device
+        operation_settings = {"operations": operations, "device": device, "dtype": dtype}
+
+        self.time_embeddings = TimeEmbeddings(model_dim, time_dim, operation_settings=operation_settings)
+        self.text_embeddings = TextEmbeddings(in_text_dim, model_dim, operation_settings=operation_settings)
+        self.pooled_text_embeddings = TextEmbeddings(in_text_dim2, time_dim, operation_settings=operation_settings)
+        self.visual_embeddings = VisualEmbeddings(visual_embed_dim, model_dim, patch_size, operation_settings=operation_settings)
+
+        self.text_transformer_blocks = nn.ModuleList(
+            [TransformerEncoderBlock(model_dim, time_dim, ff_dim, head_dim, operation_settings=operation_settings) for _ in range(num_text_blocks)]
+        )
+
+        self.visual_transformer_blocks = nn.ModuleList(
+            [TransformerDecoderBlock(model_dim, time_dim, ff_dim, head_dim, operation_settings=operation_settings) for _ in range(num_visual_blocks)]
+        )
+
+        self.out_layer = OutLayer(model_dim, time_dim, out_visual_dim, patch_size, operation_settings=operation_settings)
+
+        self.rope_embedder_3d = EmbedND(dim=head_dim, theta=10000.0, axes_dim=axes_dims)
+        self.rope_embedder_1d = EmbedND(dim=head_dim, theta=10000.0, axes_dim=[head_dim])
+
+    def rope_encode_1d(self, seq_len, seq_start=0, steps=None, device=None, dtype=None, transformer_options={}):
+        steps = seq_len if steps is None else steps
+        seq_ids = torch.linspace(seq_start, seq_start + (seq_len - 1), steps=steps, device=device, dtype=dtype)
+        seq_ids = seq_ids.reshape(-1, 1).unsqueeze(0)  # Shape: (1, steps, 1)
+        freqs = self.rope_embedder_1d(seq_ids).movedim(1, 2)
+        return freqs
+
+    def rope_encode_3d(self, t, h, w, t_start=0, steps_t=None, steps_h=None, steps_w=None, device=None, dtype=None, transformer_options={}):
+
+        patch_size = self.patch_size
+        t_len = ((t + (patch_size[0] // 2)) // patch_size[0])
+        h_len = ((h + (patch_size[1] // 2)) // patch_size[1])
+        w_len = ((w + (patch_size[2] // 2)) // patch_size[2])
+
+        if steps_t is None:
+            steps_t = t_len
+        if steps_h is None:
+            steps_h = h_len
+        if steps_w is None:
+            steps_w = w_len
+
+        h_start = 0
+        w_start = 0
+        rope_options = transformer_options.get("rope_options", None)
+        if rope_options is not None:
+            t_len = (t_len - 1.0) * rope_options.get("scale_t", 1.0) + 1.0
+            h_len = (h_len - 1.0) * rope_options.get("scale_y", 1.0) + 1.0
+            w_len = (w_len - 1.0) * rope_options.get("scale_x", 1.0) + 1.0
+
+            t_start += rope_options.get("shift_t", 0.0)
+            h_start += rope_options.get("shift_y", 0.0)
+            w_start += rope_options.get("shift_x", 0.0)
+        else:
+            rope_scale_factor = self.rope_scale_factor
+            if self.model_dim == 4096: # pro video model uses different rope scaling at higher resolutions
+                if h * w >= 14080:
+                    rope_scale_factor = (1.0, 3.16, 3.16)
+
+            t_len = (t_len - 1.0) / rope_scale_factor[0] + 1.0
+            h_len = (h_len - 1.0) / rope_scale_factor[1] + 1.0
+            w_len = (w_len - 1.0) / rope_scale_factor[2] + 1.0
+
+        img_ids = torch.zeros((steps_t, steps_h, steps_w, 3), device=device, dtype=dtype)
+        img_ids[:, :, :, 0] = img_ids[:, :, :, 0] + torch.linspace(t_start, t_start + (t_len - 1), steps=steps_t, device=device, dtype=dtype).reshape(-1, 1, 1)
+        img_ids[:, :, :, 1] = img_ids[:, :, :, 1] + torch.linspace(h_start, h_start + (h_len - 1), steps=steps_h, device=device, dtype=dtype).reshape(1, -1, 1)
+        img_ids[:, :, :, 2] = img_ids[:, :, :, 2] + torch.linspace(w_start, w_start + (w_len - 1), steps=steps_w, device=device, dtype=dtype).reshape(1, 1, -1)
+        img_ids = img_ids.reshape(1, -1, img_ids.shape[-1])
+
+        freqs = self.rope_embedder_3d(img_ids).movedim(1, 2)
+        return freqs
+
+    def forward_orig(self, x, timestep, context, y, freqs, freqs_text, transformer_options={}, **kwargs):
+        patches_replace = transformer_options.get("patches_replace", {})
+        context = self.text_embeddings(context)
+        time_embed = self.time_embeddings(timestep, x.dtype) + self.pooled_text_embeddings(y)
+
+        for block in self.text_transformer_blocks:
+            context = block(context, time_embed, freqs_text, transformer_options=transformer_options)
+
+        visual_embed = self.visual_embeddings(x)
+        visual_shape = visual_embed.shape[:-1]
+        visual_embed = visual_embed.flatten(1, -2)
+
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.visual_transformer_blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.visual_transformer_blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    return block(x=args["x"], context=args["context"], time_embed=args["time_embed"], freqs=args["freqs"], transformer_options=args.get("transformer_options"))
+                visual_embed = blocks_replace[("double_block", i)]({"x": visual_embed, "context": context, "time_embed": time_embed, "freqs": freqs, "transformer_options": transformer_options}, {"original_block": block_wrap})["x"]
+            else:
+                visual_embed = block(visual_embed, context, time_embed, freqs=freqs, transformer_options=transformer_options)
+
+        visual_embed = visual_embed.reshape(*visual_shape, -1)
+        return self.out_layer(visual_embed, time_embed)
+
+    def _forward(self, x, timestep, context, y, time_dim_replace=None, transformer_options={}, **kwargs):
+        original_dims = x.ndim
+        if original_dims == 4:
+            x = x.unsqueeze(2)
+        bs, c, t_len, h, w = x.shape
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, self.patch_size)
+
+        if time_dim_replace is not None:
+            time_dim_replace = comfy.ldm.common_dit.pad_to_patch_size(time_dim_replace, self.patch_size)
+            x[:, :time_dim_replace.shape[1], :time_dim_replace.shape[2]] = time_dim_replace
+
+        freqs = self.rope_encode_3d(t_len, h, w, device=x.device, dtype=x.dtype, transformer_options=transformer_options)
+        freqs_text = self.rope_encode_1d(context.shape[1], device=x.device, dtype=x.dtype, transformer_options=transformer_options)
+
+        out = self.forward_orig(x, timestep, context, y, freqs, freqs_text, transformer_options=transformer_options, **kwargs)
+        if original_dims == 4:
+            out = out.squeeze(2)
+        return out
+
+    def forward(self, x, timestep, context, y, time_dim_replace=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timestep, context, y, time_dim_replace=time_dim_replace, transformer_options=transformer_options, **kwargs)
diff --git a/ComfyUI/comfy/ldm/krea2/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/krea2/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..154661f2f2e0d02f93840ae0c026809e59c3468f
Binary files /dev/null and b/ComfyUI/comfy/ldm/krea2/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/krea2/model.py b/ComfyUI/comfy/ldm/krea2/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..8001812d77d2750dbadf25fbec16710ea1ba3e74
--- /dev/null
+++ b/ComfyUI/comfy/ldm/krea2/model.py
@@ -0,0 +1,391 @@
+"""Krea 2 (K2) — single-stream MMDiT.
+
+Text tokens produced by a Qwen3-VL-4B 12-layer ``txtfusion`` adapter and patchified image tokens are
+concatenated into one sequence and run through ``layers`` shared transformer blocks with
+AdaLN-single modulation, GQA + per-head QK-norm + sigmoid-gated attention, SwiGLU MLP, and 3-axis RoPE.
+"""
+
+from typing import Optional
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+
+import comfy.model_management
+import comfy.patcher_extension
+import comfy.ldm.common_dit
+import comfy.utils
+from comfy.ldm.flux.layers import EmbedND, timestep_embedding
+from comfy.ldm.flux.math import apply_rope
+from comfy.ldm.modules.attention import optimized_attention_masked
+
+
+class RMSNorm(nn.Module):
+    """RMSNorm with the reference ``(1 + scale)`` weight convention (scale stored zero-centered)."""
+
+    def __init__(self, features: int, eps: float = 1e-5, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.eps = eps
+        self.scale = nn.Parameter(torch.empty(features, device=device, dtype=dtype))
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        dtype = x.dtype
+        weight = comfy.model_management.cast_to(self.scale, dtype=torch.float32, device=x.device) + 1.0
+        return F.rms_norm(x.float(), (x.shape[-1],), weight=weight, eps=self.eps).to(dtype)
+
+
+class QKNorm(nn.Module):
+    def __init__(self, dim: int, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.qnorm = RMSNorm(dim, device=device, dtype=dtype, operations=operations)
+        self.knorm = RMSNorm(dim, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, q, k):
+        return self.qnorm(q), self.knorm(k)
+
+
+class SwiGLU(nn.Module):
+    def __init__(self, features: int, multiplier: int, bias: bool = False, multiple: int = 128,
+                 device=None, dtype=None, operations=None):
+        super().__init__()
+        mlpdim = int(2 * features / 3) * multiplier
+        mlpdim = multiple * ((mlpdim + multiple - 1) // multiple)
+        self.gate = operations.Linear(features, mlpdim, bias=bias, device=device, dtype=dtype)
+        self.up = operations.Linear(features, mlpdim, bias=bias, device=device, dtype=dtype)
+        self.down = operations.Linear(mlpdim, features, bias=bias, device=device, dtype=dtype)
+
+    def forward(self, x):
+        return self.down(F.silu(self.gate(x)).mul_(self.up(x)))
+
+
+class Attention(nn.Module):
+    def __init__(self, dim: int, heads: int, kvheads: Optional[int] = None, bias: bool = False,
+                 device=None, dtype=None, operations=None):
+        super().__init__()
+        self.heads = heads
+        self.kvheads = kvheads if kvheads is not None else heads
+        self.headdim = dim // self.heads
+        self.wq = operations.Linear(dim, self.headdim * self.heads, bias=bias, device=device, dtype=dtype)
+        self.wk = operations.Linear(dim, self.headdim * self.kvheads, bias=bias, device=device, dtype=dtype)
+        self.wv = operations.Linear(dim, self.headdim * self.kvheads, bias=bias, device=device, dtype=dtype)
+        self.gate = operations.Linear(dim, dim, bias=bias, device=device, dtype=dtype)
+        self.qknorm = QKNorm(self.headdim, device=device, dtype=dtype, operations=operations)
+        self.wo = operations.Linear(dim, dim, bias=bias, device=device, dtype=dtype)
+
+    def forward(self, x, freqs=None, mask=None, transformer_options={}):
+        transformer_patches = transformer_options.get("patches", {})
+        extra_options = transformer_options.copy()
+        q, k, v, gate = self.wq(x), self.wk(x), self.wv(x), self.gate(x)
+        q = rearrange(q, "B L (H D) -> B H L D", H=self.heads)
+        k = rearrange(k, "B L (H D) -> B H L D", H=self.kvheads)
+        v = rearrange(v, "B L (H D) -> B H L D", H=self.kvheads)
+        q, k = self.qknorm(q, k)
+
+        if "block_index" in transformer_options and "attn1_patch" in transformer_patches:
+            for p in transformer_patches["attn1_patch"]:
+                out = p(q, k, v, pe=freqs, attn_mask=mask, extra_options=extra_options)
+                q, k, v = out.get("q", q), out.get("k", k), out.get("v", v)
+                freqs, mask = out.get("pe", freqs), out.get("attn_mask", mask)
+
+        if freqs is not None:
+            q, k = apply_rope(q, k, freqs)
+        if self.kvheads != self.heads:
+            rep = self.heads // self.kvheads
+            k = k.repeat_interleave(rep, dim=1)
+            v = v.repeat_interleave(rep, dim=1)
+        out = optimized_attention_masked(q, k, v, self.heads, mask=mask, skip_reshape=True,
+                                         transformer_options=transformer_options)
+
+        if "block_index" in transformer_options and "attn1_output_patch" in transformer_patches:
+            for p in transformer_patches["attn1_output_patch"]:
+                out = p(out, extra_options)
+
+        return self.wo(out * F.sigmoid(gate))
+
+
+class SimpleModulation(nn.Module):
+    def __init__(self, dim: int, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.lin = nn.Parameter(torch.empty(2, dim, device=device, dtype=dtype))
+
+    def forward(self, vec):
+        out = vec + comfy.model_management.cast_to(self.lin, dtype=vec.dtype, device=vec.device).unsqueeze(0)
+        scale, shift = out.chunk(2, dim=1)
+        return scale, shift
+
+
+class DoubleSharedModulation(nn.Module):
+    def __init__(self, dim: int, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.lin = nn.Parameter(torch.empty(6 * dim, device=device, dtype=dtype))
+
+    def forward(self, vec):
+        out = vec + comfy.model_management.cast_to(self.lin, dtype=vec.dtype, device=vec.device)
+        return out.chunk(6, dim=-1)
+
+
+class TextFusionBlock(nn.Module):
+    def __init__(self, features, heads, multiplier, bias=False, kvheads=None, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.prenorm = RMSNorm(features, device=device, dtype=dtype, operations=operations)
+        self.postnorm = RMSNorm(features, device=device, dtype=dtype, operations=operations)
+        self.attn = Attention(features, heads, kvheads=kvheads, bias=bias, device=device, dtype=dtype, operations=operations)
+        self.mlp = SwiGLU(features, multiplier, bias, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, x, mask=None, transformer_options={}):
+        x = x + self.attn(self.prenorm(x), mask=mask, transformer_options=transformer_options)
+        x = x + self.mlp(self.postnorm(x))
+        return x
+
+
+class TextFusionTransformer(nn.Module):
+    def __init__(self, num_txt_layers, txt_dim, heads, multiplier, bias=False, kvheads=None, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.layerwise_blocks = nn.ModuleList([
+            TextFusionBlock(txt_dim, heads, multiplier, bias, kvheads, device=device, dtype=dtype, operations=operations)
+            for _ in range(2)
+        ])
+        self.projector = operations.Linear(num_txt_layers, 1, bias=False, device=device, dtype=dtype)
+        self.refiner_blocks = nn.ModuleList([
+            TextFusionBlock(txt_dim, heads, multiplier, bias, kvheads, device=device, dtype=dtype, operations=operations)
+            for _ in range(2)
+        ])
+
+    def forward(self, x, mask=None, transformer_options={}):
+        b, l, n, d = x.shape
+        x = x.reshape(b * l, n, d)
+        for block in self.layerwise_blocks:
+            x = block(x.contiguous(), mask=None, transformer_options=transformer_options)
+        x = rearrange(x, "(b l) n d -> b l d n", b=b, l=l)
+        x = self.projector(x).squeeze(-1)
+        for block in self.refiner_blocks:
+            x = block(x, mask=mask, transformer_options=transformer_options)
+        return x
+
+
+class SingleStreamBlock(nn.Module):
+    def __init__(self, features, heads, multiplier, bias=False, kvheads=None, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.mod = DoubleSharedModulation(features, device=device, dtype=dtype, operations=operations)
+        self.prenorm = RMSNorm(features, device=device, dtype=dtype, operations=operations)
+        self.postnorm = RMSNorm(features, device=device, dtype=dtype, operations=operations)
+        self.attn = Attention(features, heads, kvheads=kvheads, bias=bias, device=device, dtype=dtype, operations=operations)
+        self.mlp = SwiGLU(features, multiplier, bias, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, x, vec, freqs, mask=None, timestep_zero_index=None, transformer_options={}):
+        prescale, preshift, pregate, postscale, postshift, postgate = self.mod(vec)
+        if timestep_zero_index is not None:
+            bs = x.shape[0]
+            ref_prescale = prescale[bs:]
+            ref_preshift = preshift[bs:]
+            ref_pregate = pregate[bs:]
+            ref_postscale = postscale[bs:]
+            ref_postshift = postshift[bs:]
+            ref_postgate = postgate[bs:]
+            prescale = prescale[:bs]
+            preshift = preshift[:bs]
+            pregate = pregate[:bs]
+            postscale = postscale[:bs]
+            postshift = postshift[:bs]
+            postgate = postgate[:bs]
+
+            pre = self.prenorm(x)
+            pre[:, :timestep_zero_index].mul_(1 + prescale).add_(preshift)
+            pre[:, timestep_zero_index:].mul_(1 + ref_prescale).add_(ref_preshift)
+            attn = self.attn(pre, freqs, mask, transformer_options=transformer_options)
+            del pre
+            attn[:, :timestep_zero_index].mul_(pregate)
+            attn[:, timestep_zero_index:].mul_(ref_pregate)
+            x = x + attn
+            del attn
+
+            post = self.postnorm(x)
+            post[:, :timestep_zero_index].mul_(1 + postscale).add_(postshift)
+            post[:, timestep_zero_index:].mul_(1 + ref_postscale).add_(ref_postshift)
+            mlp = self.mlp(post)
+            del post
+            mlp[:, :timestep_zero_index].mul_(postgate)
+            mlp[:, timestep_zero_index:].mul_(ref_postgate)
+            x = x + mlp
+            del mlp
+            return x
+
+        x = x + pregate * self.attn((1 + prescale) * self.prenorm(x) + preshift, freqs, mask, transformer_options=transformer_options)
+        x = x + postgate * self.mlp((1 + postscale) * self.postnorm(x) + postshift)
+        return x
+
+
+class LastLayer(nn.Module):
+    def __init__(self, features, patch, channels, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.norm = RMSNorm(features, device=device, dtype=dtype, operations=operations)
+        self.linear = operations.Linear(features, patch * patch * channels, bias=True, device=device, dtype=dtype)
+        self.modulation = SimpleModulation(features, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, x, tvec):
+        scale, shift = self.modulation(tvec)
+        x = (1 + scale) * self.norm(x) + shift
+        return self.linear(x)
+
+
+class SingleStreamDiT(nn.Module):
+    def __init__(self, features=6144, tdim=256, txtdim=2560, heads=48, kvheads=12, multiplier=4,
+                 layers=28, patch=2, channels=16, bias=False, theta=1e3, txtlayers=12,
+                 txtheads=20, txtkvheads=20, default_ref_method=None, image_model=None,
+                 device=None, dtype=None, operations=None, **kwargs):
+        super().__init__()
+        self.dtype = dtype
+        self.patch = patch
+        self.channels = channels
+        self.tdim = tdim
+        self.heads = heads
+        self.txtdim = txtdim
+        self.txtlayers = txtlayers
+        self.default_ref_method = default_ref_method
+
+        headdim = features // heads
+        axes = [headdim - 12 * (headdim // 16), 6 * (headdim // 16), 6 * (headdim // 16)]
+        assert sum(axes) == headdim, f"axes {axes} sum != headdim {headdim}"
+        self.pe_embedder = EmbedND(dim=headdim, theta=int(theta), axes_dim=axes)
+
+        self.first = operations.Linear(channels * patch ** 2, features, bias=True, device=device, dtype=dtype)
+        self.blocks = nn.ModuleList([
+            SingleStreamBlock(features, heads, multiplier, bias, kvheads, device=device, dtype=dtype, operations=operations)
+            for _ in range(layers)
+        ])
+        self.tmlp = nn.Sequential(
+            operations.Linear(tdim, features, device=device, dtype=dtype),
+            nn.GELU(approximate="tanh"),
+            operations.Linear(features, features, device=device, dtype=dtype),
+        )
+        self.txtfusion = TextFusionTransformer(txtlayers, txtdim, txtheads, multiplier, bias, txtkvheads,
+                                               device=device, dtype=dtype, operations=operations)
+        self.txtmlp = nn.Sequential(
+            RMSNorm(txtdim, device=device, dtype=dtype, operations=operations),
+            operations.Linear(txtdim, features, device=device, dtype=dtype),
+            nn.GELU(approximate="tanh"),
+            operations.Linear(features, features, device=device, dtype=dtype),
+        )
+        self.last = LastLayer(features, patch, channels, device=device, dtype=dtype, operations=operations)
+        self.tproj = nn.Sequential(
+            nn.GELU(approximate="tanh"),
+            operations.Linear(features, features * 6, device=device, dtype=dtype),
+        )
+
+    def forward(self, x, timesteps, context, attention_mask=None, ref_latents=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options),
+        ).execute(x, timesteps, context, attention_mask, ref_latents, transformer_options, **kwargs)
+
+    def process_img(self, x, index=0):
+        patch = self.patch
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, (patch, patch))
+        h, w = x.shape[-2] // patch, x.shape[-1] // patch
+        img = rearrange(x, "b c (h ph) (w pw) -> b (h w) (c ph pw)", ph=patch, pw=patch)
+
+        img_ids = torch.zeros(h, w, 3, device=x.device, dtype=torch.float32)
+        img_ids[..., 0] = index
+        img_ids[..., 1] = torch.arange(h, device=x.device, dtype=torch.float32)[:, None]
+        img_ids[..., 2] = torch.arange(w, device=x.device, dtype=torch.float32)[None, :]
+        return img, img_ids.reshape(1, h * w, 3).repeat(x.shape[0], 1, 1), h, w
+
+    def _forward(self, x, timesteps, context, attention_mask=None, ref_latents=None, transformer_options={}, **kwargs):
+        transformer_options = transformer_options.copy()
+        temporal = x.ndim == 5
+        if temporal:
+            b5, c5, t5, h5, w5 = x.shape
+            x = x.reshape(b5 * t5, c5, h5, w5)
+        bs, _, h_orig, w_orig = x.shape
+        patch = self.patch
+
+        # context arrives as (B, seq, txtlayers*txtdim); reshape to (B, txtlayers, seq, txtdim).
+        context = self._unpack_context(context)
+
+        img, imgpos, h_, w_ = self.process_img(x)
+        img_tokens = img.shape[1]
+        timestep_zero_index = None
+        ref_method = kwargs.get("ref_latents_method", self.default_ref_method)
+        if ref_method is not None and ref_latents is not None and len(ref_latents) > 0:
+            ref_tokens = []
+            ref_pos = []
+            ref_num_tokens = []
+            for index, ref in enumerate(ref_latents, 1):
+                if ref.ndim == 5:
+                    rb, rc, rt, rh5, rw5 = ref.shape
+                    ref = ref.reshape(rb * rt, rc, rh5, rw5)
+                ref = comfy.utils.repeat_to_batch_size(ref, bs)
+                kontext, kontext_ids, _, _ = self.process_img(ref, index=index)
+                ref_tokens.append(kontext)
+                ref_pos.append(kontext_ids)
+                ref_num_tokens.append(kontext.shape[1])
+            img = torch.cat([img] + ref_tokens, dim=1)
+            imgpos = torch.cat([imgpos] + ref_pos, dim=1)
+            del ref_tokens, ref_pos
+            if ref_method == "index_timestep_zero":
+                timestep_zero_index = img_tokens
+            transformer_options["reference_image_num_tokens"] = ref_num_tokens
+
+        img = self.first(img)
+
+        t = self.tmlp(timestep_embedding(timesteps, self.tdim).unsqueeze(1).to(img.dtype))
+        tvec = self.tproj(t)
+        if timestep_zero_index is not None:
+            t0 = self.tmlp(timestep_embedding(torch.zeros_like(timesteps), self.tdim).unsqueeze(1).to(img.dtype))
+            tvec = torch.cat((tvec, self.tproj(t0)), dim=0)
+
+        context = self.txtfusion(context, mask=None, transformer_options=transformer_options)
+        context = self.txtmlp(context)
+
+        txtlen = context.shape[1]
+        device = context.device
+        txtpos = torch.zeros(bs, txtlen, 3, device=device, dtype=torch.float32)
+
+        patches = transformer_options.get("patches", {})
+        if "post_input" in patches:
+            for p in patches["post_input"]:
+                out = p({"img": img, "txt": context, "img_ids": imgpos, "txt_ids": txtpos, "transformer_options": transformer_options})
+                img, context = out["img"], out["txt"]
+                imgpos, txtpos = out["img_ids"], out["txt_ids"]
+
+        combined = torch.cat((context, img), dim=1)
+        del context, img
+        if timestep_zero_index is not None:
+            timestep_zero_index += txtlen
+
+        # Position ids: text at 0, image at (0, h_idx, w_idx).
+        pos = torch.cat((txtpos, imgpos), dim=1)
+        del txtpos, imgpos
+
+        freqs = self.pe_embedder(pos)
+        del pos
+
+        transformer_options["total_blocks"] = len(self.blocks)
+        transformer_options["block_type"] = "single"
+        transformer_options["img_slice"] = [txtlen, combined.shape[1]]
+        for i, block in enumerate(self.blocks):
+            transformer_options["block_index"] = i
+            combined = block(combined, tvec, freqs, None, timestep_zero_index=timestep_zero_index, transformer_options=transformer_options)
+
+        final = self.last(combined, t)
+        del combined
+        out = final[:, txtlen:txtlen + img_tokens, :]
+        out = rearrange(out, "b (h w) (c ph pw) -> b c (h ph) (w pw)",
+                        h=h_, w=w_, ph=patch, pw=patch, c=self.channels)
+        out = out[:, :, :h_orig, :w_orig]  # crop padding back off
+        if temporal:
+            out = out.reshape(b5, t5, self.channels, h_orig, w_orig).movedim(1, 2)
+        return out
+
+    def _unpack_context(self, context):
+        # context: (B, seq, txtlayers*txtdim) -> (B, seq, txtlayers, txtdim).
+        b, seq, fused = context.shape
+        if fused != self.txtlayers * self.txtdim:
+            raise ValueError(
+                f"Krea2 expects conditioning with {self.txtlayers}x{self.txtdim}={self.txtlayers * self.txtdim} "
+                f"features (a {self.txtlayers}-layer Qwen3-VL stack) but got {fused}. "
+                f"Load the text encoder with CLIPLoader type 'krea2'."
+            )
+        return context.reshape(b, seq, self.txtlayers, self.txtdim)
diff --git a/ComfyUI/comfy/ldm/lens/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/lens/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..9a853278bbba810e2f59613ee38aede55d4a3695
Binary files /dev/null and b/ComfyUI/comfy/ldm/lens/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lens/model.py b/ComfyUI/comfy/ldm/lens/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..cd5015ddcaeeb5cdb6f40d0c1505cf36fcbdb9e0
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lens/model.py
@@ -0,0 +1,510 @@
+"""Lens denoising transformer (DiT)"""
+
+from __future__ import annotations
+
+from typing import Any, Dict, Optional, Tuple
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.ldm.flux.layers
+import comfy.patcher_extension
+from comfy.ldm.flux.layers import EmbedND
+from comfy.ldm.flux.math import apply_rope
+from comfy.ldm.modules.attention import optimized_attention
+
+
+def _lens_time_proj(t: torch.Tensor, dim: int = 256) -> torch.Tensor:
+    return comfy.ldm.flux.layers.timestep_embedding(t, dim)
+
+
+def _lens_position_ids(
+    frame: int, height: int, width: int, text_seq_len: int,
+    scale_rope: bool = True, device=None,
+) -> torch.Tensor:
+    """Lens axial (frame, h, w) position ids for joint image + text sequence.
+
+    With ``scale_rope=True`` h/w are centered around 0 (negative + positive
+    halves) and text starts at ``max(h//2, w//2)``. Result shape ``[seq, 3]``;
+    caller adds a batch dim for ``EmbedND``.
+    """
+    if scale_rope:
+        h_pos = torch.cat([torch.arange(-(height - height // 2), 0, device=device),
+                           torch.arange(0, height // 2, device=device)])
+        w_pos = torch.cat([torch.arange(-(width - width // 2), 0, device=device),
+                           torch.arange(0, width // 2, device=device)])
+        text_start = max(height // 2, width // 2)
+    else:
+        h_pos = torch.arange(height, device=device)
+        w_pos = torch.arange(width, device=device)
+        text_start = max(height, width)
+
+    f_pos = torch.arange(frame, device=device)
+    img_ids = torch.zeros(frame, height, width, 3, device=device)
+    img_ids[..., 0] = f_pos[:, None, None]
+    img_ids[..., 1] = h_pos[None, :, None]
+    img_ids[..., 2] = w_pos[None, None, :]
+    img_ids = img_ids.reshape(-1, 3)
+
+    # Text positions replicate across all 3 axes (matches original packing).
+    txt_pos = torch.arange(text_start, text_start + text_seq_len, device=device).float()
+    txt_ids = txt_pos[:, None].expand(text_seq_len, 3)
+
+    return torch.cat([img_ids, txt_ids], dim=0)
+
+
+class _TimestepEmbedder(nn.Module):
+    def __init__(self, in_channels: int, time_embed_dim: int, dtype=None, device=None, operations=None) -> None:
+        super().__init__()
+        self.linear_1 = operations.Linear(in_channels, time_embed_dim, dtype=dtype, device=device)
+        self.linear_2 = operations.Linear(time_embed_dim, time_embed_dim, dtype=dtype, device=device)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        x = self.linear_1(x)
+        x = F.silu(x)
+        return self.linear_2(x)
+
+
+class LensTimestepProjEmbeddings(nn.Module):
+    def __init__(self, embedding_dim: int, dtype=None, device=None, operations=None) -> None:
+        super().__init__()
+        self.timestep_embedder = _TimestepEmbedder(256, embedding_dim, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, timestep: torch.Tensor, hidden_states: torch.Tensor) -> torch.Tensor:
+        proj = _lens_time_proj(timestep, 256)
+        return self.timestep_embedder(proj.to(dtype=hidden_states.dtype))
+
+
+class GateMLP(nn.Module):
+    """SwiGLU MLP."""
+
+    def __init__(self, dim: int, hidden_dim: int, dtype=None, device=None, operations=None) -> None:
+        super().__init__()
+        self.w1 = operations.Linear(dim, hidden_dim, bias=False, dtype=dtype, device=device)
+        self.w2 = operations.Linear(hidden_dim, dim, bias=False, dtype=dtype, device=device)
+        self.w3 = operations.Linear(dim, hidden_dim, bias=False, dtype=dtype, device=device)
+
+    def forward(self, x):
+        return self.w2(F.silu(self.w1(x), inplace=True).mul_(self.w3(x)))
+
+
+class LensJointAttention(nn.Module):
+    """Joint image+text attention with fused QKV per stream."""
+
+    def __init__(
+        self,
+        query_dim: int,
+        added_kv_proj_dim: int,
+        dim_head: int = 64,
+        heads: int = 8,
+        out_dim: Optional[int] = None,
+        eps: float = 1e-5,
+        dtype=None,
+        device=None,
+        operations=None,
+    ) -> None:
+        super().__init__()
+        self.inner_dim = out_dim if out_dim is not None else dim_head * heads
+        self.heads = self.inner_dim // dim_head
+        self.dim_head = dim_head
+        self.out_dim = out_dim if out_dim is not None else query_dim
+
+        self.norm_q = operations.RMSNorm(dim_head, eps=eps, dtype=dtype, device=device)
+        self.norm_k = operations.RMSNorm(dim_head, eps=eps, dtype=dtype, device=device)
+        self.norm_added_q = operations.RMSNorm(dim_head, eps=eps, dtype=dtype, device=device)
+        self.norm_added_k = operations.RMSNorm(dim_head, eps=eps, dtype=dtype, device=device)
+
+        self.img_qkv = operations.Linear(query_dim, 3 * self.inner_dim, bias=True, dtype=dtype, device=device)
+        self.txt_qkv = operations.Linear(added_kv_proj_dim, 3 * self.inner_dim, bias=True, dtype=dtype, device=device)
+
+        # ModuleList([Linear, Identity]) for state-dict key compatibility.
+        self.to_out = nn.ModuleList([
+            operations.Linear(self.inner_dim, self.out_dim, bias=True, dtype=dtype, device=device),
+            nn.Identity(),
+        ])
+        self.to_add_out = operations.Linear(self.inner_dim, query_dim, bias=True, dtype=dtype, device=device)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        encoder_hidden_states: torch.Tensor,
+        freqs_cis: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+        transformer_options: Optional[Dict[str, Any]] = None,
+    ) -> Tuple[torch.Tensor, torch.Tensor]:
+        bsz, seq_img, _ = hidden_states.shape
+        seq_txt = encoder_hidden_states.shape[1]
+
+        # image stream
+        img_qkv = self.img_qkv(hidden_states).view(bsz, seq_img, 3, self.heads, self.dim_head)
+        img_q, img_k, img_v = img_qkv.unbind(dim=2)
+        img_q = self.norm_q(img_q)
+        img_k = self.norm_k(img_k)
+        del img_qkv
+
+        # text stream
+        txt_qkv = self.txt_qkv(encoder_hidden_states).view(bsz, seq_txt, 3, self.heads, self.dim_head)
+        txt_q, txt_k, txt_v = txt_qkv.unbind(dim=2)
+        txt_q = self.norm_added_q(txt_q)
+        txt_k = self.norm_added_k(txt_k)
+
+        # [B, S, H, D] → [B, H, S, D] for attention, dels to avoid VRAM peaks
+        q = torch.cat([img_q, txt_q], dim=1).transpose(1, 2)
+        del img_q, txt_q
+        k = torch.cat([img_k, txt_k], dim=1).transpose(1, 2)
+        del img_k, txt_k
+        v = torch.cat([img_v, txt_v], dim=1).transpose(1, 2)
+        del img_v, txt_v
+
+        q, k = apply_rope(q, k, freqs_cis)
+
+        if attention_mask is not None:
+            expected = (bsz, 1, 1, seq_img + seq_txt)
+            if attention_mask.shape != expected:
+                raise ValueError(
+                    f"attention_mask must be {expected}, got {tuple(attention_mask.shape)}"
+                )
+            attention_mask = attention_mask.to(q.dtype)
+
+        out = optimized_attention(
+            q, k, v, self.heads, mask=attention_mask, skip_reshape=True,
+            transformer_options=transformer_options,
+        )
+
+        img_out = self.to_out[1](self.to_out[0](out[:, :seq_img, :]))
+        txt_out = self.to_add_out(out[:, seq_img:, :])
+        return img_out, txt_out
+
+
+class LensTransformerBlock(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        num_attention_heads: int,
+        attention_head_dim: int,
+        eps: float = 1e-6,
+        rms_norm: bool = True,
+        dtype=None,
+        device=None,
+        operations=None,
+    ) -> None:
+        super().__init__()
+
+        self.attn = LensJointAttention(
+            query_dim=dim,
+            added_kv_proj_dim=dim,
+            dim_head=attention_head_dim,
+            heads=num_attention_heads,
+            out_dim=dim,
+            eps=1e-5,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        if rms_norm:
+            NormCls = operations.RMSNorm
+            norm_kwargs = {}
+        else:
+            NormCls = operations.LayerNorm
+            norm_kwargs = {"elementwise_affine": False}
+
+        mlp_hidden = int(dim / 3 * 8)
+
+        # Sequential(SiLU, Linear) so state-dict lands at img_mod.1.{weight,bias}.
+        self.img_mod = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(dim, 6 * dim, bias=True, dtype=dtype, device=device),
+        )
+        self.img_norm1 = NormCls(dim, eps=eps, dtype=dtype, device=device, **norm_kwargs)
+        self.img_norm2 = NormCls(dim, eps=eps, dtype=dtype, device=device, **norm_kwargs)
+        self.img_mlp = GateMLP(dim, mlp_hidden, dtype=dtype, device=device, operations=operations)
+
+        self.txt_mod = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(dim, 6 * dim, bias=True, dtype=dtype, device=device),
+        )
+        self.txt_norm1 = NormCls(dim, eps=eps, dtype=dtype, device=device, **norm_kwargs)
+        self.txt_norm2 = NormCls(dim, eps=eps, dtype=dtype, device=device, **norm_kwargs)
+        self.txt_mlp = GateMLP(dim, mlp_hidden, dtype=dtype, device=device, operations=operations)
+
+    @staticmethod
+    def _modulate(x: torch.Tensor, mod_params: torch.Tensor) -> Tuple[torch.Tensor, torch.Tensor]:
+        shift, scale, gate = mod_params.chunk(3, dim=-1)
+        return x * (1 + scale.unsqueeze(1)) + shift.unsqueeze(1), gate.unsqueeze(1)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        encoder_hidden_states: torch.Tensor,
+        temb: torch.Tensor,
+        freqs_cis: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+        transformer_options: Optional[Dict[str, Any]] = None,
+    ) -> Tuple[torch.Tensor, torch.Tensor]:
+        img_mod1, img_mod2 = self.img_mod(temb).chunk(2, dim=-1)
+        txt_mod1, txt_mod2 = self.txt_mod(temb).chunk(2, dim=-1)
+
+        img_modulated, img_gate1 = self._modulate(self.img_norm1(hidden_states), img_mod1)
+        txt_modulated, txt_gate1 = self._modulate(self.txt_norm1(encoder_hidden_states), txt_mod1)
+
+        img_attn, txt_attn = self.attn(
+            hidden_states=img_modulated,
+            encoder_hidden_states=txt_modulated,
+            freqs_cis=freqs_cis,
+            attention_mask=attention_mask,
+            transformer_options=transformer_options,
+        )
+
+        hidden_states = hidden_states + img_gate1 * img_attn
+        encoder_hidden_states = encoder_hidden_states + txt_gate1 * txt_attn
+
+        img_modulated2, img_gate2 = self._modulate(self.img_norm2(hidden_states), img_mod2)
+        hidden_states = hidden_states + img_gate2 * self.img_mlp(img_modulated2)
+
+        txt_modulated2, txt_gate2 = self._modulate(self.txt_norm2(encoder_hidden_states), txt_mod2)
+        encoder_hidden_states = encoder_hidden_states + txt_gate2 * self.txt_mlp(txt_modulated2)
+
+        return encoder_hidden_states, hidden_states
+
+
+class _AdaLayerNormContinuousNoAffine(nn.Module):
+    """AdaLayerNormContinuous(elementwise_affine=False).
+
+    The reference uses ``scale, shift = chunk(2)`` (scale first) — opposite
+    to Flux's ``LastLayer``.
+    """
+
+    def __init__(self, embedding_dim: int, conditioning_embedding_dim: int, eps: float = 1e-6,
+                 dtype=None, device=None, operations=None) -> None:
+        super().__init__()
+        self.linear = operations.Linear(
+            conditioning_embedding_dim, embedding_dim * 2, bias=True, dtype=dtype, device=device
+        )
+        self.eps = eps
+        self.embedding_dim = embedding_dim
+
+    def forward(self, x: torch.Tensor, conditioning: torch.Tensor) -> torch.Tensor:
+        emb = self.linear(F.silu(conditioning))
+        scale, shift = torch.chunk(emb, 2, dim=-1)
+        x = F.layer_norm(x, (self.embedding_dim,), None, None, self.eps)
+        return x * (1 + scale.unsqueeze(1)) + shift.unsqueeze(1)
+
+
+class LensTransformer2DModel(nn.Module):
+    """Lens dual-stream MMDiT (48 blocks, inner_dim=1536, multi-layer text)."""
+
+    def __init__(
+        self,
+        patch_size: int = 2,
+        in_channels: int = 128,
+        out_channels: Optional[int] = 32,
+        num_layers: int = 48,
+        attention_head_dim: int = 64,
+        num_attention_heads: int = 24,
+        enc_hidden_dim: int = 2880,
+        axes_dims_rope: Tuple[int, int, int] = (8, 28, 28),
+        rms_norm: bool = True,
+        multi_layer_encoder_feature: bool = True,
+        selected_layer_index: Tuple[int, ...] = (5, 11, 17, 23),
+        image_model=None,  # unused; accepted for detection-side configs.
+        dtype=None,
+        device=None,
+        operations=None,
+    ) -> None:
+        super().__init__()
+        self.patch_size = patch_size
+        self.in_channels = in_channels
+        self.out_channels = out_channels if out_channels is not None else in_channels
+        self.inner_dim = num_attention_heads * attention_head_dim
+        self.multi_layer_encoder_feature = multi_layer_encoder_feature
+        self.selected_layer_index = list(selected_layer_index)
+        self.dtype = dtype
+
+        self.pos_embed = EmbedND(dim=attention_head_dim, theta=10000, axes_dim=list(axes_dims_rope))
+        self.time_text_embed = LensTimestepProjEmbeddings(
+            embedding_dim=self.inner_dim, dtype=dtype, device=device, operations=operations
+        )
+
+        if self.multi_layer_encoder_feature:
+            self.txt_norm = nn.ModuleList(
+                [operations.RMSNorm(enc_hidden_dim, eps=1e-5, dtype=dtype, device=device)
+                 for _ in self.selected_layer_index]
+            )
+            self.txt_in = operations.Linear(
+                enc_hidden_dim * len(self.selected_layer_index),
+                self.inner_dim, bias=True, dtype=dtype, device=device,
+            )
+        else:
+            self.txt_norm = operations.RMSNorm(enc_hidden_dim, eps=1e-5, dtype=dtype, device=device)
+            self.txt_in = operations.Linear(enc_hidden_dim, self.inner_dim, bias=True, dtype=dtype, device=device)
+
+        self.img_in = operations.Linear(in_channels, self.inner_dim, bias=True, dtype=dtype, device=device)
+
+        self.transformer_blocks = nn.ModuleList([
+            LensTransformerBlock(
+                dim=self.inner_dim,
+                num_attention_heads=num_attention_heads,
+                attention_head_dim=attention_head_dim,
+                eps=1e-6,
+                rms_norm=rms_norm,
+                dtype=dtype, device=device, operations=operations,
+            )
+            for _ in range(num_layers)
+        ])
+
+        self.norm_out = _AdaLayerNormContinuousNoAffine(
+            self.inner_dim, self.inner_dim, eps=1e-6,
+            dtype=dtype, device=device, operations=operations,
+        )
+        self.proj_out = operations.Linear(
+            self.inner_dim, patch_size * patch_size * self.out_channels, bias=True,
+            dtype=dtype, device=device,
+        )
+
+    def forward(self, x: torch.Tensor, timestep: torch.Tensor, context: torch.Tensor, attention_mask: Optional[torch.Tensor] = None,
+                transformer_options: Optional[Dict[str, Any]] = None, **kwargs) -> torch.Tensor:
+        if transformer_options is None:
+            transformer_options = {}
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward, self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options),
+        ).execute(x, timestep, context, attention_mask, transformer_options, **kwargs)
+
+    def _forward(
+        self,
+        x: torch.Tensor,
+        timestep: torch.Tensor,
+        context: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+        transformer_options: Optional[Dict[str, Any]] = None,
+        control: Optional[Dict[str, Any]] = None,
+        **kwargs,
+    ) -> torch.Tensor:
+        """ComfyUI bridge: ``(x[B,128,h,w], t[B], context[B,S,L*H], mask[B,S])``."""
+        if transformer_options is None:
+            transformer_options = {}
+        transformer_options = transformer_options.copy()
+        patches = transformer_options.get("patches", {})
+        patches_replace = transformer_options.get("patches_replace", {})
+        blocks_replace = patches_replace.get("dit", {})
+
+        B, C, h, w = x.shape
+        hidden_states = x.permute(0, 2, 3, 1).reshape(B, h * w, C)
+
+        if self.multi_layer_encoder_feature:
+            L = len(self.selected_layer_index)
+            enc_dim = context.shape[-1] // L
+            encoder_hidden_states = list(
+                context.reshape(B, -1, L, enc_dim).unbind(dim=2)
+            )
+            text_seq_len = encoder_hidden_states[0].shape[1]
+        else:
+            encoder_hidden_states = context
+            text_seq_len = context.shape[1]
+
+        if attention_mask is None:
+            attention_mask = torch.ones(
+                (B, text_seq_len), dtype=torch.bool, device=x.device
+            )
+
+        img_len = h * w
+        joint_mask = self._build_joint_attention_mask(attention_mask, img_len)
+
+        hidden_states = self.img_in(hidden_states)
+        timestep = timestep.to(hidden_states.dtype)
+
+        if self.multi_layer_encoder_feature:
+            normed = [self.txt_norm[i](encoder_hidden_states[i]) for i in range(L)]
+            encoder_hidden_states = torch.cat(normed, dim=-1)
+        else:
+            encoder_hidden_states = self.txt_norm(encoder_hidden_states)
+        encoder_hidden_states = self.txt_in(encoder_hidden_states)
+
+        if "post_input" in patches:
+            for p in patches["post_input"]:
+                out = p({
+                    "img": hidden_states,
+                    "txt": encoder_hidden_states,
+                    "transformer_options": transformer_options,
+                })
+                hidden_states = out["img"]
+                encoder_hidden_states = out["txt"]
+
+        temb = self.time_text_embed(timestep, hidden_states)
+        ids = _lens_position_ids(1, h, w, text_seq_len, device=hidden_states.device).unsqueeze(0)
+        freqs_cis = self.pos_embed(ids)
+
+        transformer_options["total_blocks"] = len(self.transformer_blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.transformer_blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["txt"], out["img"] = block(
+                        hidden_states=args["img"],
+                        encoder_hidden_states=args["txt"],
+                        temb=args["vec"],
+                        freqs_cis=args["pe"],
+                        attention_mask=args.get("attn_mask"),
+                        transformer_options=args.get("transformer_options"),
+                    )
+                    return out
+                out = blocks_replace[("double_block", i)](
+                    {
+                        "img": hidden_states,
+                        "txt": encoder_hidden_states,
+                        "vec": temb,
+                        "pe": freqs_cis,
+                        "attn_mask": joint_mask,
+                        "transformer_options": transformer_options,
+                    },
+                    {"original_block": block_wrap},
+                )
+                encoder_hidden_states = out["txt"]
+                hidden_states = out["img"]
+            else:
+                encoder_hidden_states, hidden_states = block(
+                    hidden_states=hidden_states,
+                    encoder_hidden_states=encoder_hidden_states,
+                    temb=temb,
+                    freqs_cis=freqs_cis,
+                    attention_mask=joint_mask,
+                    transformer_options=transformer_options,
+                )
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({
+                        "img": hidden_states,
+                        "txt": encoder_hidden_states,
+                        "x": x,
+                        "block_index": i,
+                        "transformer_options": transformer_options,
+                    })
+                    hidden_states = out["img"]
+                    encoder_hidden_states = out["txt"]
+
+            if control is not None:
+                control_i = control.get("input")
+                if control_i is not None and i < len(control_i):
+                    add = control_i[i]
+                    if add is not None:
+                        hidden_states[:, :add.shape[1]] += add
+
+        hidden_states = self.norm_out(hidden_states, temb)
+        out = self.proj_out(hidden_states)
+        return out.reshape(B, h, w, C).permute(0, 3, 1, 2).contiguous()
+
+    @staticmethod
+    def _build_joint_attention_mask(text_mask: torch.Tensor, img_len: int) -> torch.Tensor:
+        if text_mask.dtype != torch.bool:
+            text_mask = text_mask.bool()
+        bsz = text_mask.shape[0]
+        img_ones = torch.ones((bsz, img_len), dtype=torch.bool, device=text_mask.device)
+        joint = torch.cat([img_ones, text_mask], dim=1)
+        additive = torch.zeros_like(joint, dtype=torch.float32)
+        additive.masked_fill_(~joint, torch.finfo(torch.float32).min)
+        return additive[:, None, None, :]
diff --git a/ComfyUI/comfy/ldm/lightricks/__pycache__/av_model.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/__pycache__/av_model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..2dac76d03e153efcd0c415df827487d628c5d662
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/__pycache__/av_model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/__pycache__/embeddings_connector.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/__pycache__/embeddings_connector.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..a640cd2c7eb50b68a302fb220ae18b9a6b27e8a1
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/__pycache__/embeddings_connector.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/__pycache__/latent_upsampler.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/__pycache__/latent_upsampler.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..20531e67a0aaa6b93961341ae0a7144cf37a1e33
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/__pycache__/latent_upsampler.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..739dbdeaca061832e9651cc842afb38d922e1ec7
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/__pycache__/symmetric_patchifier.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/__pycache__/symmetric_patchifier.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..46ccfaeb1bf3217a8effd9461ec9678a2e9c0eb7
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/__pycache__/symmetric_patchifier.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/av_model.py b/ComfyUI/comfy/ldm/lightricks/av_model.py
new file mode 100644
index 0000000000000000000000000000000000000000..ef99384652048ded6abf8a189997361a65ec0cb7
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/av_model.py
@@ -0,0 +1,1078 @@
+from typing import Tuple
+import torch
+import torch.nn as nn
+from comfy.ldm.lightricks.model import (
+    ADALN_BASE_PARAMS_COUNT,
+    ADALN_CROSS_ATTN_PARAMS_COUNT,
+    CrossAttention,
+    FeedForward,
+    AdaLayerNormSingle,
+    PixArtAlphaTextProjection,
+    NormSingleLinearTextProjection,
+    LTXVModel,
+    apply_cross_attention_adaln,
+    compute_prompt_timestep,
+)
+from comfy.ldm.lightricks.symmetric_patchifier import AudioPatchifier
+from comfy.ldm.lightricks.embeddings_connector import Embeddings1DConnector
+import comfy.ldm.common_dit
+import comfy.model_prefetch
+
+class CompressedTimestep:
+    """Store video timestep embeddings in compressed form using per-frame indexing."""
+    __slots__ = ('data', 'batch_size', 'num_frames', 'patches_per_frame', 'feature_dim')
+
+    def __init__(self, tensor: torch.Tensor, patches_per_frame: int, per_frame: bool = False):
+        """
+        tensor: [batch, num_tokens, feature_dim] (per-token, default) or
+                [batch, num_frames, feature_dim] (per_frame=True, already compressed).
+        patches_per_frame: spatial patches per frame; pass None to disable compression.
+        """
+        self.batch_size, n, self.feature_dim = tensor.shape
+        if per_frame:
+            self.patches_per_frame = patches_per_frame
+            self.num_frames = n
+            self.data = tensor
+        elif patches_per_frame is not None and n >= patches_per_frame and n % patches_per_frame == 0:
+            self.patches_per_frame = patches_per_frame
+            self.num_frames = n // patches_per_frame
+            # All patches in a frame are identical — keep only the first.
+            self.data = tensor.view(self.batch_size, self.num_frames, patches_per_frame, self.feature_dim)[:, :, 0, :].contiguous()
+        else:
+            self.patches_per_frame = 1
+            self.num_frames = n
+            self.data = tensor
+
+    def expand(self):
+        """Expand back to original tensor."""
+        if self.patches_per_frame == 1:
+            return self.data
+
+        # [batch, frames, feature_dim] -> [batch, frames, patches_per_frame, feature_dim] -> [batch, tokens, feature_dim]
+        expanded = self.data.unsqueeze(2).expand(self.batch_size, self.num_frames, self.patches_per_frame, self.feature_dim)
+        return expanded.reshape(self.batch_size, -1, self.feature_dim)
+
+    def expand_for_computation(self, scale_shift_table: torch.Tensor, batch_size: int, indices: slice = slice(None, None)):
+        """Compute ada values on compressed per-frame data, then expand spatially."""
+        num_ada_params = scale_shift_table.shape[0]
+
+        # No compression - compute directly
+        if self.patches_per_frame == 1:
+            num_tokens = self.data.shape[1]
+            dim_per_param = self.feature_dim // num_ada_params
+            reshaped = self.data.reshape(batch_size, num_tokens, num_ada_params, dim_per_param)[:, :, indices, :]
+            table_values = scale_shift_table[indices].unsqueeze(0).unsqueeze(0).to(device=self.data.device, dtype=self.data.dtype)
+            ada_values = (table_values + reshaped).unbind(dim=2)
+            return ada_values
+
+        # Compressed: compute on per-frame data then expand spatially
+        # Reshape: [batch, frames, feature_dim] -> [batch, frames, num_ada_params, dim_per_param]
+        frame_reshaped = self.data.reshape(batch_size, self.num_frames, num_ada_params, -1)[:, :, indices, :]
+        table_values = scale_shift_table[indices].unsqueeze(0).unsqueeze(0).to(
+            device=self.data.device, dtype=self.data.dtype
+        )
+        frame_ada = (table_values + frame_reshaped).unbind(dim=2)
+
+        # Expand each ada parameter spatially: [batch, frames, dim] -> [batch, frames, patches, dim] -> [batch, tokens, dim]
+        return tuple(
+            frame_val.unsqueeze(2).expand(batch_size, self.num_frames, self.patches_per_frame, -1)
+            .reshape(batch_size, -1, frame_val.shape[-1])
+            for frame_val in frame_ada
+        )
+
+class BasicAVTransformerBlock(nn.Module):
+    def __init__(
+        self,
+        v_dim,
+        a_dim,
+        v_heads,
+        a_heads,
+        vd_head,
+        ad_head,
+        v_context_dim=None,
+        a_context_dim=None,
+        attn_precision=None,
+        apply_gated_attention=False,
+        cross_attention_adaln=False,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+
+        self.attn_precision = attn_precision
+        self.cross_attention_adaln = cross_attention_adaln
+
+        self.attn1 = CrossAttention(
+            query_dim=v_dim,
+            heads=v_heads,
+            dim_head=vd_head,
+            context_dim=None,
+            attn_precision=self.attn_precision,
+            apply_gated_attention=apply_gated_attention,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+        self.audio_attn1 = CrossAttention(
+            query_dim=a_dim,
+            heads=a_heads,
+            dim_head=ad_head,
+            context_dim=None,
+            attn_precision=self.attn_precision,
+            apply_gated_attention=apply_gated_attention,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        self.attn2 = CrossAttention(
+            query_dim=v_dim,
+            context_dim=v_context_dim,
+            heads=v_heads,
+            dim_head=vd_head,
+            attn_precision=self.attn_precision,
+            apply_gated_attention=apply_gated_attention,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+        self.audio_attn2 = CrossAttention(
+            query_dim=a_dim,
+            context_dim=a_context_dim,
+            heads=a_heads,
+            dim_head=ad_head,
+            attn_precision=self.attn_precision,
+            apply_gated_attention=apply_gated_attention,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        # Q: Video, K,V: Audio
+        self.audio_to_video_attn = CrossAttention(
+            query_dim=v_dim,
+            context_dim=a_dim,
+            heads=a_heads,
+            dim_head=ad_head,
+            attn_precision=self.attn_precision,
+            apply_gated_attention=apply_gated_attention,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        # Q: Audio, K,V: Video
+        self.video_to_audio_attn = CrossAttention(
+            query_dim=a_dim,
+            context_dim=v_dim,
+            heads=a_heads,
+            dim_head=ad_head,
+            attn_precision=self.attn_precision,
+            apply_gated_attention=apply_gated_attention,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        self.ff = FeedForward(
+            v_dim, dim_out=v_dim, glu=True, dtype=dtype, device=device, operations=operations
+        )
+        self.audio_ff = FeedForward(
+            a_dim, dim_out=a_dim, glu=True, dtype=dtype, device=device, operations=operations
+        )
+
+        num_ada_params = ADALN_CROSS_ATTN_PARAMS_COUNT if cross_attention_adaln else ADALN_BASE_PARAMS_COUNT
+        self.scale_shift_table = nn.Parameter(torch.empty(num_ada_params, v_dim, device=device, dtype=dtype))
+        self.audio_scale_shift_table = nn.Parameter(
+            torch.empty(num_ada_params, a_dim, device=device, dtype=dtype)
+        )
+
+        if cross_attention_adaln:
+            self.prompt_scale_shift_table = nn.Parameter(torch.empty(2, v_dim, device=device, dtype=dtype))
+            self.audio_prompt_scale_shift_table = nn.Parameter(torch.empty(2, a_dim, device=device, dtype=dtype))
+
+        self.scale_shift_table_a2v_ca_audio = nn.Parameter(
+            torch.empty(5, a_dim, device=device, dtype=dtype)
+        )
+        self.scale_shift_table_a2v_ca_video = nn.Parameter(
+            torch.empty(5, v_dim, device=device, dtype=dtype)
+        )
+
+    def get_ada_values(
+        self, scale_shift_table: torch.Tensor, batch_size: int, timestep: torch.Tensor, indices: slice = slice(None, None)
+    ):
+        if isinstance(timestep, CompressedTimestep):
+            return timestep.expand_for_computation(scale_shift_table, batch_size, indices)
+
+        num_ada_params = scale_shift_table.shape[0]
+
+        ada_values = (
+            scale_shift_table[indices].unsqueeze(0).unsqueeze(0).to(device=timestep.device, dtype=timestep.dtype)
+            + timestep.reshape(batch_size, timestep.shape[1], num_ada_params, -1)[:, :, indices, :]
+        ).unbind(dim=2)
+        return ada_values
+
+    def get_av_ca_ada_values(
+        self,
+        scale_shift_table: torch.Tensor,
+        batch_size: int,
+        scale_shift_timestep: torch.Tensor,
+        gate_timestep: torch.Tensor,
+        num_scale_shift_values: int = 4,
+    ):
+        scale_shift_ada_values = self.get_ada_values(
+            scale_shift_table[:num_scale_shift_values, :],
+            batch_size,
+            scale_shift_timestep,
+        )
+        gate_ada_values = self.get_ada_values(
+            scale_shift_table[num_scale_shift_values:, :],
+            batch_size,
+            gate_timestep,
+        )
+
+        return (*scale_shift_ada_values, *gate_ada_values)
+
+    def _apply_text_cross_attention(
+        self, x, context, attn, scale_shift_table, prompt_scale_shift_table,
+        timestep, prompt_timestep, attention_mask, transformer_options,
+    ):
+        """Apply text cross-attention, with optional ADaLN modulation."""
+        if self.cross_attention_adaln:
+            shift_q, scale_q, gate = self.get_ada_values(
+                scale_shift_table, x.shape[0], timestep, slice(6, 9)
+            )
+            return apply_cross_attention_adaln(
+                x, context, attn, shift_q, scale_q, gate,
+                prompt_scale_shift_table, prompt_timestep,
+                attention_mask, transformer_options,
+            )
+        return attn(
+            comfy.ldm.common_dit.rms_norm(x), context=context,
+            mask=attention_mask, transformer_options=transformer_options,
+        )
+
+    def forward(
+        self, x: Tuple[torch.Tensor, torch.Tensor], v_context=None, a_context=None, attention_mask=None, v_timestep=None, a_timestep=None,
+        v_pe=None, a_pe=None, v_cross_pe=None, a_cross_pe=None, v_cross_scale_shift_timestep=None, a_cross_scale_shift_timestep=None,
+        v_cross_gate_timestep=None, a_cross_gate_timestep=None, transformer_options=None, self_attention_mask=None,
+        v_prompt_timestep=None, a_prompt_timestep=None,
+    ) -> Tuple[torch.Tensor, torch.Tensor]:
+        run_vx = transformer_options.get("run_vx", True)
+        run_ax = transformer_options.get("run_ax", True)
+
+        vx, ax = x
+        run_ax = run_ax and ax.numel() > 0
+        run_a2v = run_vx and transformer_options.get("a2v_cross_attn", True) and ax.numel() > 0
+        run_v2a = run_ax and transformer_options.get("v2a_cross_attn", True)
+
+        # video
+        if run_vx:
+            # video self-attention
+            vshift_msa, vscale_msa = (self.get_ada_values(self.scale_shift_table, vx.shape[0], v_timestep, slice(0, 2)))
+            norm_vx = comfy.ldm.common_dit.rms_norm(vx) * (1 + vscale_msa) + vshift_msa
+            del vshift_msa, vscale_msa
+            attn1_out = self.attn1(norm_vx, pe=v_pe, mask=self_attention_mask, transformer_options=transformer_options)
+            del norm_vx
+            # video cross-attention
+            vgate_msa = self.get_ada_values(self.scale_shift_table, vx.shape[0], v_timestep, slice(2, 3))[0]
+            vx.addcmul_(attn1_out, vgate_msa)
+            del vgate_msa, attn1_out
+            vx.add_(self._apply_text_cross_attention(
+                vx, v_context, self.attn2, self.scale_shift_table,
+                getattr(self, 'prompt_scale_shift_table', None),
+                v_timestep, v_prompt_timestep, attention_mask, transformer_options,)
+            )
+
+        # audio
+        if run_ax:
+            # audio self-attention
+            ashift_msa, ascale_msa = (self.get_ada_values(self.audio_scale_shift_table, ax.shape[0], a_timestep, slice(0, 2)))
+            norm_ax = comfy.ldm.common_dit.rms_norm(ax) * (1 + ascale_msa) + ashift_msa
+            del ashift_msa, ascale_msa
+            attn1_out = self.audio_attn1(norm_ax, pe=a_pe, transformer_options=transformer_options)
+            del norm_ax
+            # audio cross-attention
+            agate_msa = self.get_ada_values(self.audio_scale_shift_table, ax.shape[0], a_timestep, slice(2, 3))[0]
+            ax.addcmul_(attn1_out, agate_msa)
+            del agate_msa, attn1_out
+            ax.add_(self._apply_text_cross_attention(
+                ax, a_context, self.audio_attn2, self.audio_scale_shift_table,
+                getattr(self, 'audio_prompt_scale_shift_table', None),
+                a_timestep, a_prompt_timestep, attention_mask, transformer_options,)
+            )
+
+        # video - audio cross attention.
+        if run_a2v or run_v2a:
+            vx_norm3 = comfy.ldm.common_dit.rms_norm(vx)
+            ax_norm3 = comfy.ldm.common_dit.rms_norm(ax)
+
+            # audio to video cross attention
+            if run_a2v:
+                scale_ca_audio_hidden_states_a2v, shift_ca_audio_hidden_states_a2v = self.get_ada_values(
+                    self.scale_shift_table_a2v_ca_audio[:4, :], ax.shape[0], a_cross_scale_shift_timestep)[:2]
+                scale_ca_video_hidden_states_a2v_v, shift_ca_video_hidden_states_a2v_v = self.get_ada_values(
+                    self.scale_shift_table_a2v_ca_video[:4, :], vx.shape[0], v_cross_scale_shift_timestep)[:2]
+
+                vx_scaled = vx_norm3 * (1 + scale_ca_video_hidden_states_a2v_v) + shift_ca_video_hidden_states_a2v_v
+                ax_scaled = ax_norm3 * (1 + scale_ca_audio_hidden_states_a2v) + shift_ca_audio_hidden_states_a2v
+                del scale_ca_video_hidden_states_a2v_v, shift_ca_video_hidden_states_a2v_v, scale_ca_audio_hidden_states_a2v, shift_ca_audio_hidden_states_a2v
+
+                a2v_out = self.audio_to_video_attn(vx_scaled, context=ax_scaled, pe=v_cross_pe, k_pe=a_cross_pe, transformer_options=transformer_options)
+                del vx_scaled, ax_scaled
+
+                gate_out_a2v = self.get_ada_values(self.scale_shift_table_a2v_ca_video[4:, :], vx.shape[0], v_cross_gate_timestep)[0]
+                vx.addcmul_(a2v_out, gate_out_a2v)
+                del gate_out_a2v, a2v_out
+
+            # video to audio cross attention
+            if run_v2a:
+                scale_ca_audio_hidden_states_v2a, shift_ca_audio_hidden_states_v2a = self.get_ada_values(
+                    self.scale_shift_table_a2v_ca_audio[:4, :], ax.shape[0], a_cross_scale_shift_timestep)[2:4]
+                scale_ca_video_hidden_states_v2a, shift_ca_video_hidden_states_v2a = self.get_ada_values(
+                    self.scale_shift_table_a2v_ca_video[:4, :], vx.shape[0], v_cross_scale_shift_timestep)[2:4]
+
+                ax_scaled = ax_norm3 * (1 + scale_ca_audio_hidden_states_v2a) + shift_ca_audio_hidden_states_v2a
+                vx_scaled = vx_norm3 * (1 + scale_ca_video_hidden_states_v2a) + shift_ca_video_hidden_states_v2a
+                del scale_ca_video_hidden_states_v2a, shift_ca_video_hidden_states_v2a, scale_ca_audio_hidden_states_v2a, shift_ca_audio_hidden_states_v2a
+
+                v2a_out = self.video_to_audio_attn(ax_scaled, context=vx_scaled, pe=a_cross_pe, k_pe=v_cross_pe, transformer_options=transformer_options)
+                del ax_scaled, vx_scaled
+
+                gate_out_v2a = self.get_ada_values(self.scale_shift_table_a2v_ca_audio[4:, :], ax.shape[0], a_cross_gate_timestep)[0]
+                ax.addcmul_(v2a_out, gate_out_v2a)
+                del gate_out_v2a, v2a_out
+
+            del vx_norm3, ax_norm3
+
+        # video feedforward
+        if run_vx:
+            vshift_mlp, vscale_mlp = self.get_ada_values(self.scale_shift_table, vx.shape[0], v_timestep, slice(3, 5))
+            vx_scaled = comfy.ldm.common_dit.rms_norm(vx) * (1 + vscale_mlp) + vshift_mlp
+            del vshift_mlp, vscale_mlp
+
+            ff_out = self.ff(vx_scaled)
+            del vx_scaled
+
+            vgate_mlp = self.get_ada_values(self.scale_shift_table, vx.shape[0], v_timestep, slice(5, 6))[0]
+            vx.addcmul_(ff_out, vgate_mlp)
+            del vgate_mlp, ff_out
+
+        # audio feedforward
+        if run_ax:
+            ashift_mlp, ascale_mlp = self.get_ada_values(self.audio_scale_shift_table, ax.shape[0], a_timestep, slice(3, 5))
+            ax_scaled = comfy.ldm.common_dit.rms_norm(ax) * (1 + ascale_mlp) + ashift_mlp
+            del ashift_mlp, ascale_mlp
+
+            ff_out = self.audio_ff(ax_scaled)
+            del ax_scaled
+
+            agate_mlp = self.get_ada_values(self.audio_scale_shift_table, ax.shape[0], a_timestep, slice(5, 6))[0]
+            ax.addcmul_(ff_out, agate_mlp)
+            del agate_mlp, ff_out
+
+        return vx, ax
+
+
+class LTXAVModel(LTXVModel):
+    """LTXAV model for audio-video generation."""
+
+    def __init__(
+        self,
+        in_channels=128,
+        audio_in_channels=128,
+        cross_attention_dim=4096,
+        audio_cross_attention_dim=2048,
+        attention_head_dim=128,
+        audio_attention_head_dim=64,
+        num_attention_heads=32,
+        audio_num_attention_heads=32,
+        caption_channels=3840,
+        num_layers=48,
+        positional_embedding_theta=10000.0,
+        positional_embedding_max_pos=[20, 2048, 2048],
+        audio_positional_embedding_max_pos=[20],
+        causal_temporal_positioning=False,
+        vae_scale_factors=(8, 32, 32),
+        use_middle_indices_grid=False,
+        timestep_scale_multiplier=1000.0,
+        av_ca_timestep_scale_multiplier=1.0,
+        apply_gated_attention=False,
+        caption_proj_before_connector=False,
+        cross_attention_adaln=False,
+        dtype=None,
+        device=None,
+        operations=None,
+        **kwargs,
+    ):
+        # Store audio-specific parameters
+        self.audio_in_channels = audio_in_channels
+        self.audio_cross_attention_dim = audio_cross_attention_dim
+        self.audio_attention_head_dim = audio_attention_head_dim
+        self.audio_num_attention_heads = audio_num_attention_heads
+        self.audio_positional_embedding_max_pos = audio_positional_embedding_max_pos
+        self.apply_gated_attention = apply_gated_attention
+
+        # Calculate audio dimensions
+        self.audio_inner_dim = audio_num_attention_heads * audio_attention_head_dim
+        self.audio_out_channels = audio_in_channels
+
+        # Audio-specific constants
+        self.num_audio_channels = 8
+        self.audio_frequency_bins = 16
+
+        self.av_ca_timestep_scale_multiplier = av_ca_timestep_scale_multiplier
+
+        super().__init__(
+            in_channels=in_channels,
+            cross_attention_dim=cross_attention_dim,
+            attention_head_dim=attention_head_dim,
+            num_attention_heads=num_attention_heads,
+            caption_channels=caption_channels,
+            num_layers=num_layers,
+            positional_embedding_theta=positional_embedding_theta,
+            positional_embedding_max_pos=positional_embedding_max_pos,
+            causal_temporal_positioning=causal_temporal_positioning,
+            vae_scale_factors=vae_scale_factors,
+            use_middle_indices_grid=use_middle_indices_grid,
+            timestep_scale_multiplier=timestep_scale_multiplier,
+            caption_proj_before_connector=caption_proj_before_connector,
+            cross_attention_adaln=cross_attention_adaln,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+            **kwargs,
+        )
+
+    def _init_model_components(self, device, dtype, **kwargs):
+        """Initialize LTXAV-specific components."""
+        # Audio-specific projections
+        self.audio_patchify_proj = self.operations.Linear(
+            self.audio_in_channels, self.audio_inner_dim, bias=True, dtype=dtype, device=device
+        )
+
+        # Audio-specific AdaLN
+        audio_embedding_coefficient = ADALN_CROSS_ATTN_PARAMS_COUNT if self.cross_attention_adaln else ADALN_BASE_PARAMS_COUNT
+        self.audio_adaln_single = AdaLayerNormSingle(
+            self.audio_inner_dim,
+            embedding_coefficient=audio_embedding_coefficient,
+            use_additional_conditions=False,
+            dtype=dtype,
+            device=device,
+            operations=self.operations,
+        )
+
+        if self.cross_attention_adaln:
+            self.audio_prompt_adaln_single = AdaLayerNormSingle(
+                self.audio_inner_dim,
+                embedding_coefficient=2,
+                use_additional_conditions=False,
+                dtype=dtype,
+                device=device,
+                operations=self.operations,
+            )
+        else:
+            self.audio_prompt_adaln_single = None
+
+        num_scale_shift_values = 4
+        self.av_ca_video_scale_shift_adaln_single = AdaLayerNormSingle(
+            self.inner_dim,
+            use_additional_conditions=False,
+            embedding_coefficient=num_scale_shift_values,
+            dtype=dtype,
+            device=device,
+            operations=self.operations,
+        )
+        self.av_ca_a2v_gate_adaln_single = AdaLayerNormSingle(
+            self.inner_dim,
+            use_additional_conditions=False,
+            embedding_coefficient=1,
+            dtype=dtype,
+            device=device,
+            operations=self.operations,
+        )
+        self.av_ca_audio_scale_shift_adaln_single = AdaLayerNormSingle(
+            self.audio_inner_dim,
+            use_additional_conditions=False,
+            embedding_coefficient=num_scale_shift_values,
+            dtype=dtype,
+            device=device,
+            operations=self.operations,
+        )
+        self.av_ca_v2a_gate_adaln_single = AdaLayerNormSingle(
+            self.audio_inner_dim,
+            use_additional_conditions=False,
+            embedding_coefficient=1,
+            dtype=dtype,
+            device=device,
+            operations=self.operations,
+        )
+
+        # Audio caption projection
+        if self.caption_proj_before_connector:
+            if self.caption_projection_first_linear:
+                self.audio_caption_projection = NormSingleLinearTextProjection(
+                    in_features=self.caption_channels,
+                    hidden_size=self.audio_inner_dim,
+                    dtype=dtype,
+                    device=device,
+                    operations=self.operations,
+                )
+            else:
+                self.audio_caption_projection = lambda a: a
+        else:
+            self.audio_caption_projection = PixArtAlphaTextProjection(
+                in_features=self.caption_channels,
+                hidden_size=self.audio_inner_dim,
+                dtype=dtype,
+                device=device,
+                operations=self.operations,
+            )
+
+        connector_split_rope = kwargs.get("rope_type", "split") == "split"
+        connector_gated_attention = kwargs.get("connector_apply_gated_attention", False)
+        attention_head_dim = kwargs.get("connector_attention_head_dim", 128)
+        num_attention_heads = kwargs.get("connector_num_attention_heads", 30)
+        num_layers = kwargs.get("connector_num_layers", 2)
+
+        self.audio_embeddings_connector = Embeddings1DConnector(
+            attention_head_dim=kwargs.get("audio_connector_attention_head_dim", attention_head_dim),
+            num_attention_heads=kwargs.get("audio_connector_num_attention_heads", num_attention_heads),
+            num_layers=num_layers,
+            split_rope=connector_split_rope,
+            double_precision_rope=True,
+            apply_gated_attention=connector_gated_attention,
+            dtype=dtype,
+            device=device,
+            operations=self.operations,
+        )
+
+        self.video_embeddings_connector = Embeddings1DConnector(
+            attention_head_dim=attention_head_dim,
+            num_attention_heads=num_attention_heads,
+            num_layers=num_layers,
+            split_rope=connector_split_rope,
+            double_precision_rope=True,
+            apply_gated_attention=connector_gated_attention,
+            dtype=dtype,
+            device=device,
+            operations=self.operations,
+        )
+
+    def preprocess_text_embeds(self, context, unprocessed=False):
+        # LTXv2 fully processed context has dimension of self.caption_channels * 2
+        # LTXv2.3 fully processed context has dimension of self.cross_attention_dim + self.audio_cross_attention_dim
+        if not unprocessed:
+            if context.shape[-1] in (self.cross_attention_dim + self.audio_cross_attention_dim, self.caption_channels * 2):
+                return context
+        if context.shape[-1] == self.cross_attention_dim + self.audio_cross_attention_dim:
+            context_vid = context[:, :, :self.cross_attention_dim]
+            context_audio = context[:, :, self.cross_attention_dim:]
+        else:
+            context_vid = context
+            context_audio = context
+        if self.caption_proj_before_connector:
+            context_vid = self.caption_projection(context_vid)
+            context_audio = self.audio_caption_projection(context_audio)
+        out_vid = self.video_embeddings_connector(context_vid)[0]
+        out_audio = self.audio_embeddings_connector(context_audio)[0]
+        return torch.concat((out_vid, out_audio), dim=-1)
+
+    def _init_transformer_blocks(self, device, dtype, **kwargs):
+        """Initialize transformer blocks for LTXAV."""
+        self.transformer_blocks = nn.ModuleList(
+            [
+                BasicAVTransformerBlock(
+                    v_dim=self.inner_dim,
+                    a_dim=self.audio_inner_dim,
+                    v_heads=self.num_attention_heads,
+                    a_heads=self.audio_num_attention_heads,
+                    vd_head=self.attention_head_dim,
+                    ad_head=self.audio_attention_head_dim,
+                    v_context_dim=self.cross_attention_dim,
+                    a_context_dim=self.audio_cross_attention_dim,
+                    apply_gated_attention=self.apply_gated_attention,
+                    cross_attention_adaln=self.cross_attention_adaln,
+                    dtype=dtype,
+                    device=device,
+                    operations=self.operations,
+                )
+                for _ in range(self.num_layers)
+            ]
+        )
+
+    def _init_output_components(self, device, dtype):
+        """Initialize output components for LTXAV."""
+        # Video output components
+        super()._init_output_components(device, dtype)
+        # Audio output components
+        self.audio_scale_shift_table = nn.Parameter(
+            torch.empty(2, self.audio_inner_dim, dtype=dtype, device=device)
+        )
+        self.audio_norm_out = self.operations.LayerNorm(
+            self.audio_inner_dim, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device
+        )
+        self.audio_proj_out = self.operations.Linear(
+            self.audio_inner_dim, self.audio_out_channels, dtype=dtype, device=device
+        )
+        self.a_patchifier = AudioPatchifier(1, start_end=True)
+
+    def separate_audio_and_video_latents(self, x, audio_length):
+        """Separate audio and video latents from combined input."""
+        # vx = x[:, : self.in_channels]
+        # ax = x[:, self.in_channels :]
+        #
+        # ax = ax.reshape(ax.shape[0], -1)
+        # ax = ax[:, : audio_length * self.num_audio_channels * self.audio_frequency_bins]
+        #
+        # ax = ax.reshape(
+        #     ax.shape[0], self.num_audio_channels, audio_length, self.audio_frequency_bins
+        # )
+
+        vx = x[0]
+        ax = x[1] if len(x) > 1 else torch.zeros(
+            (vx.shape[0], self.num_audio_channels, 0, self.audio_frequency_bins),
+            device=vx.device, dtype=vx.dtype
+        )
+        return vx, ax
+
+    def recombine_audio_and_video_latents(self, vx, ax, target_shape=None):
+        if ax.numel() == 0:
+            return vx
+        else:
+            return [vx, ax]
+        """Recombine audio and video latents for output."""
+        # if ax.device != vx.device or ax.dtype != vx.dtype:
+        #     logging.warning("Audio and video latents are on different devices or dtypes.")
+        #     ax = ax.to(device=vx.device, dtype=vx.dtype)
+        #     logging.warning(f"Audio audio latent moved to device: {ax.device}, dtype: {ax.dtype}")
+        #
+        # ax = ax.reshape(ax.shape[0], -1)
+        # # pad to f x h x w of the video latents
+        # divisor = vx.shape[-1] * vx.shape[-2] * vx.shape[-3]
+        # if target_shape is None:
+        #     repetitions = math.ceil(ax.shape[-1] / divisor)
+        # else:
+        #     repetitions = target_shape[1] - vx.shape[1]
+        # padded_len = repetitions * divisor
+        # ax = F.pad(ax, (0, padded_len - ax.shape[-1]))
+        # ax = ax.reshape(ax.shape[0], -1, vx.shape[-3], vx.shape[-2], vx.shape[-1])
+        # return torch.cat([vx, ax], dim=1)
+
+    def _process_input(self, x, keyframe_idxs, denoise_mask, **kwargs):
+        """Process input for LTXAV - separate audio and video, then patchify."""
+        audio_length = kwargs.get("audio_length", 0)
+        # Separate audio and video latents
+        vx, ax = self.separate_audio_and_video_latents(x, audio_length)
+
+        has_spatial_mask = False
+        if denoise_mask is not None:
+            # check if any frame has spatial variation (inpainting)
+            for frame_idx in range(denoise_mask.shape[2]):
+                frame_mask = denoise_mask[0, 0, frame_idx]
+                if frame_mask.numel() > 0 and frame_mask.min() != frame_mask.max():
+                    has_spatial_mask = True
+                    break
+
+        [vx, v_pixel_coords, additional_args] = super()._process_input(
+            vx, keyframe_idxs, denoise_mask, **kwargs
+        )
+        additional_args["has_spatial_mask"] = has_spatial_mask
+
+        ax, a_latent_coords = self.a_patchifier.patchify(ax)
+
+        # Inject reference audio for ID-LoRA in-context conditioning
+        ref_audio = kwargs.get("ref_audio", None)
+        ref_audio_seq_len = 0
+        if ref_audio is not None:
+            ref_tokens = ref_audio["tokens"].to(dtype=ax.dtype, device=ax.device)
+            if ref_tokens.shape[0] < ax.shape[0]:
+                ref_tokens = ref_tokens.expand(ax.shape[0], -1, -1)
+            ref_audio_seq_len = ref_tokens.shape[1]
+            B = ax.shape[0]
+
+            # Compute negative temporal positions matching ID-LoRA convention:
+            # offset by -(end_of_last_token + time_per_latent) so reference ends just before t=0
+            p = self.a_patchifier
+            tpl = p.hop_length * p.audio_latent_downsample_factor / p.sample_rate
+            ref_start = p._get_audio_latent_time_in_sec(0, ref_audio_seq_len, torch.float32, ax.device)
+            ref_end = p._get_audio_latent_time_in_sec(1, ref_audio_seq_len + 1, torch.float32, ax.device)
+            time_offset = ref_end[-1].item() + tpl
+            ref_start = (ref_start - time_offset).unsqueeze(0).expand(B, -1).unsqueeze(1)
+            ref_end = (ref_end - time_offset).unsqueeze(0).expand(B, -1).unsqueeze(1)
+            ref_pos = torch.stack([ref_start, ref_end], dim=-1)
+
+            additional_args["ref_audio_seq_len"] = ref_audio_seq_len
+            additional_args["target_audio_seq_len"] = ax.shape[1]
+            ax = torch.cat([ref_tokens, ax], dim=1)
+            a_latent_coords = torch.cat([ref_pos.to(a_latent_coords), a_latent_coords], dim=2)
+
+        ax = self.audio_patchify_proj(ax)
+
+        # additional_args.update({"av_orig_shape": list(x.shape)})
+        return [vx, ax], [v_pixel_coords, a_latent_coords], additional_args
+
+    def _prepare_timestep(self, timestep, batch_size, hidden_dtype, **kwargs):
+        """Prepare timestep embeddings."""
+        grid_mask = kwargs.get("grid_mask", None)
+        orig_shape = kwargs.get("orig_shape")
+        has_spatial_mask = kwargs.get("has_spatial_mask", None)
+        v_patches_per_frame = None
+        if not has_spatial_mask and orig_shape is not None and len(orig_shape) == 5:
+            v_patches_per_frame = orig_shape[3] * orig_shape[4]
+
+        # Used by compute_prompt_timestep and the audio cross-attention paths.
+        timestep_scaled = (timestep[:, grid_mask] if grid_mask is not None else timestep) * self.timestep_scale_multiplier
+
+        # When patches in a frame share a timestep (no spatial mask), project one row per frame instead of one per token
+        per_frame_path = v_patches_per_frame is not None and (timestep.numel() // batch_size) % v_patches_per_frame == 0
+        if per_frame_path:
+            per_frame = timestep.reshape(batch_size, -1, v_patches_per_frame)[:, :, 0]
+            if grid_mask is not None:
+                # All-or-nothing per frame when has_spatial_mask=False.
+                per_frame = per_frame[:, grid_mask[::v_patches_per_frame]]
+            ts_input = per_frame * self.timestep_scale_multiplier
+        else:
+            ts_input = timestep_scaled
+
+        v_timestep, v_embedded_timestep = self.adaln_single(
+            ts_input.flatten(),
+            {"resolution": None, "aspect_ratio": None},
+            batch_size=batch_size,
+            hidden_dtype=hidden_dtype,
+        )
+        v_timestep = CompressedTimestep(v_timestep.view(batch_size, -1, v_timestep.shape[-1]), v_patches_per_frame, per_frame=per_frame_path)
+        v_embedded_timestep = CompressedTimestep(v_embedded_timestep.view(batch_size, -1, v_embedded_timestep.shape[-1]), v_patches_per_frame, per_frame=per_frame_path)
+
+        v_prompt_timestep = compute_prompt_timestep(
+            self.prompt_adaln_single, timestep_scaled, batch_size, hidden_dtype
+        )
+
+        # Prepare audio timestep
+        a_timestep = kwargs.get("a_timestep")
+        ref_audio_seq_len = kwargs.get("ref_audio_seq_len", 0)
+        if ref_audio_seq_len > 0 and a_timestep is not None:
+            # Reference tokens must have timestep=0, expand scalar/1D timestep to per-token so ref=0 and target=sigma.
+            target_len = kwargs.get("target_audio_seq_len")
+            if a_timestep.dim() <= 1:
+                a_timestep = a_timestep.view(-1, 1).expand(batch_size, target_len)
+            ref_ts = torch.zeros(batch_size, ref_audio_seq_len, *a_timestep.shape[2:], device=a_timestep.device, dtype=a_timestep.dtype)
+            a_timestep = torch.cat([ref_ts, a_timestep], dim=1)
+        if a_timestep is not None:
+            a_timestep_scaled = a_timestep * self.timestep_scale_multiplier
+            a_timestep_flat = a_timestep_scaled.flatten()
+            timestep_flat = timestep_scaled.flatten()
+            av_ca_factor = self.av_ca_timestep_scale_multiplier / self.timestep_scale_multiplier
+
+            # Cross-attention timesteps - compress these too
+            av_ca_audio_scale_shift_timestep, _ = self.av_ca_audio_scale_shift_adaln_single(
+                a_timestep_flat,
+                {"resolution": None, "aspect_ratio": None},
+                batch_size=batch_size,
+                hidden_dtype=hidden_dtype,
+            )
+            av_ca_video_scale_shift_timestep, _ = self.av_ca_video_scale_shift_adaln_single(
+                timestep_flat,
+                {"resolution": None, "aspect_ratio": None},
+                batch_size=batch_size,
+                hidden_dtype=hidden_dtype,
+            )
+            av_ca_a2v_gate_noise_timestep, _ = self.av_ca_a2v_gate_adaln_single(
+                a_timestep_scaled.max().expand_as(timestep_flat) * av_ca_factor,
+                {"resolution": None, "aspect_ratio": None},
+                batch_size=batch_size,
+                hidden_dtype=hidden_dtype,
+            )
+            av_ca_v2a_gate_noise_timestep, _ = self.av_ca_v2a_gate_adaln_single(
+                timestep_scaled.max().expand_as(a_timestep_flat) * av_ca_factor,
+                {"resolution": None, "aspect_ratio": None},
+                batch_size=batch_size,
+                hidden_dtype=hidden_dtype,
+            )
+
+            # Compress cross-attention timesteps (only video side, audio is too small to benefit)
+            # v_patches_per_frame is None for spatial masks, set for temporal masks or no mask
+            cross_av_timestep_ss = [
+                av_ca_audio_scale_shift_timestep.view(batch_size, -1, av_ca_audio_scale_shift_timestep.shape[-1]),
+                CompressedTimestep(av_ca_video_scale_shift_timestep.view(batch_size, -1, av_ca_video_scale_shift_timestep.shape[-1]), v_patches_per_frame),  # video - compressed if possible
+                CompressedTimestep(av_ca_a2v_gate_noise_timestep.view(batch_size, -1, av_ca_a2v_gate_noise_timestep.shape[-1]), v_patches_per_frame),  # video - compressed if possible
+                av_ca_v2a_gate_noise_timestep.view(batch_size, -1, av_ca_v2a_gate_noise_timestep.shape[-1]),
+            ]
+
+            a_timestep, a_embedded_timestep = self.audio_adaln_single(
+                a_timestep_flat,
+                {"resolution": None, "aspect_ratio": None},
+                batch_size=batch_size,
+                hidden_dtype=hidden_dtype,
+            )
+            # Audio timesteps
+            a_timestep = a_timestep.view(batch_size, -1, a_timestep.shape[-1])
+            a_embedded_timestep = a_embedded_timestep.view(batch_size, -1, a_embedded_timestep.shape[-1])
+
+            a_prompt_timestep = compute_prompt_timestep(
+                self.audio_prompt_adaln_single, a_timestep_scaled, batch_size, hidden_dtype
+            )
+        else:
+            a_timestep = timestep_scaled
+            a_embedded_timestep = kwargs.get("embedded_timestep")
+            cross_av_timestep_ss = []
+            a_prompt_timestep = None
+
+        return [v_timestep, a_timestep, cross_av_timestep_ss, v_prompt_timestep, a_prompt_timestep], [
+            v_embedded_timestep,
+            a_embedded_timestep,
+        ], None
+
+    def _prepare_context(self, context, batch_size, x, attention_mask=None):
+        vx = x[0]
+        ax = x[1]
+        video_dim = vx.shape[-1]
+        audio_dim = ax.shape[-1]
+
+        v_context_dim = self.caption_channels if self.caption_proj_before_connector is False else video_dim
+        a_context_dim = self.caption_channels if self.caption_proj_before_connector is False else audio_dim
+
+        v_context, a_context = torch.split(
+            context, [v_context_dim, a_context_dim], len(context.shape) - 1
+        )
+
+        v_context, attention_mask = super()._prepare_context(
+            v_context, batch_size, vx, attention_mask
+        )
+        if self.caption_proj_before_connector is False:
+            a_context = self.audio_caption_projection(a_context)
+        a_context = a_context.view(batch_size, -1, audio_dim)
+
+        return [v_context, a_context], attention_mask
+
+    def _prepare_positional_embeddings(self, pixel_coords, frame_rate, x_dtype):
+        v_pixel_coords = pixel_coords[0]
+        v_pe = super()._prepare_positional_embeddings(v_pixel_coords, frame_rate, x_dtype)
+
+        a_latent_coords = pixel_coords[1]
+        a_pe = self._precompute_freqs_cis(
+            a_latent_coords,
+            dim=self.audio_inner_dim,
+            out_dtype=x_dtype,
+            max_pos=self.audio_positional_embedding_max_pos,
+            use_middle_indices_grid=self.use_middle_indices_grid,
+            num_attention_heads=self.audio_num_attention_heads,
+        )
+
+        # calculate positional embeddings for the middle of the token duration, to use in av cross attention layers.
+        max_pos = max(
+            self.positional_embedding_max_pos[0], self.audio_positional_embedding_max_pos[0]
+        )
+        v_pixel_coords = v_pixel_coords.to(torch.float32)
+        v_pixel_coords[:, 0] = v_pixel_coords[:, 0] * (1.0 / frame_rate)
+        av_cross_video_freq_cis = self._precompute_freqs_cis(
+            v_pixel_coords[:, 0:1, :],
+            dim=self.audio_cross_attention_dim,
+            out_dtype=x_dtype,
+            max_pos=[max_pos],
+            use_middle_indices_grid=True,
+            num_attention_heads=self.audio_num_attention_heads,
+        )
+        av_cross_audio_freq_cis = self._precompute_freqs_cis(
+            a_latent_coords[:, 0:1, :],
+            dim=self.audio_cross_attention_dim,
+            out_dtype=x_dtype,
+            max_pos=[max_pos],
+            use_middle_indices_grid=True,
+            num_attention_heads=self.audio_num_attention_heads,
+        )
+
+        return [(v_pe, av_cross_video_freq_cis), (a_pe, av_cross_audio_freq_cis)]
+
+    def _process_transformer_blocks(
+        self, x, context, attention_mask, timestep, pe, transformer_options={}, self_attention_mask=None, **kwargs
+    ):
+        vx = x[0]
+        ax = x[1]
+        v_context = context[0]
+        a_context = context[1]
+        v_timestep = timestep[0]
+        a_timestep = timestep[1]
+        v_pe, av_cross_video_freq_cis = pe[0]
+        a_pe, av_cross_audio_freq_cis = pe[1]
+
+        (
+            av_ca_audio_scale_shift_timestep,
+            av_ca_video_scale_shift_timestep,
+            av_ca_a2v_gate_noise_timestep,
+            av_ca_v2a_gate_noise_timestep,
+        ) = timestep[2]
+
+        v_prompt_timestep = timestep[3]
+        a_prompt_timestep = timestep[4]
+
+        """Process transformer blocks for LTXAV."""
+        patches_replace = transformer_options.get("patches_replace", {})
+        blocks_replace = patches_replace.get("dit", {})
+        prefetch_queue = comfy.model_prefetch.make_prefetch_queue(list(self.transformer_blocks), vx.device, transformer_options)
+
+        # Process transformer blocks
+        for i, block in enumerate(self.transformer_blocks):
+            comfy.model_prefetch.prefetch_queue_pop(prefetch_queue, vx.device, block)
+            if ("double_block", i) in blocks_replace:
+
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(
+                        args["img"],
+                        v_context=args["v_context"],
+                        a_context=args["a_context"],
+                        attention_mask=args["attention_mask"],
+                        v_timestep=args["v_timestep"],
+                        a_timestep=args["a_timestep"],
+                        v_pe=args["v_pe"],
+                        a_pe=args["a_pe"],
+                        v_cross_pe=args["v_cross_pe"],
+                        a_cross_pe=args["a_cross_pe"],
+                        v_cross_scale_shift_timestep=args["v_cross_scale_shift_timestep"],
+                        a_cross_scale_shift_timestep=args["a_cross_scale_shift_timestep"],
+                        v_cross_gate_timestep=args["v_cross_gate_timestep"],
+                        a_cross_gate_timestep=args["a_cross_gate_timestep"],
+                        transformer_options=args["transformer_options"],
+                        self_attention_mask=args.get("self_attention_mask"),
+                        v_prompt_timestep=args.get("v_prompt_timestep"),
+                        a_prompt_timestep=args.get("a_prompt_timestep"),
+                    )
+                    return out
+
+                out = blocks_replace[("double_block", i)](
+                    {
+                        "img": (vx, ax),
+                        "v_context": v_context,
+                        "a_context": a_context,
+                        "attention_mask": attention_mask,
+                        "v_timestep": v_timestep,
+                        "a_timestep": a_timestep,
+                        "v_pe": v_pe,
+                        "a_pe": a_pe,
+                        "v_cross_pe": av_cross_video_freq_cis,
+                        "a_cross_pe": av_cross_audio_freq_cis,
+                        "v_cross_scale_shift_timestep": av_ca_video_scale_shift_timestep,
+                        "a_cross_scale_shift_timestep": av_ca_audio_scale_shift_timestep,
+                        "v_cross_gate_timestep": av_ca_a2v_gate_noise_timestep,
+                        "a_cross_gate_timestep": av_ca_v2a_gate_noise_timestep,
+                        "transformer_options": transformer_options,
+                        "self_attention_mask": self_attention_mask,
+                        "v_prompt_timestep": v_prompt_timestep,
+                        "a_prompt_timestep": a_prompt_timestep,
+                    },
+                    {"original_block": block_wrap},
+                )
+                vx, ax = out["img"]
+            else:
+                vx, ax = block(
+                    (vx, ax),
+                    v_context=v_context,
+                    a_context=a_context,
+                    attention_mask=attention_mask,
+                    v_timestep=v_timestep,
+                    a_timestep=a_timestep,
+                    v_pe=v_pe,
+                    a_pe=a_pe,
+                    v_cross_pe=av_cross_video_freq_cis,
+                    a_cross_pe=av_cross_audio_freq_cis,
+                    v_cross_scale_shift_timestep=av_ca_video_scale_shift_timestep,
+                    a_cross_scale_shift_timestep=av_ca_audio_scale_shift_timestep,
+                    v_cross_gate_timestep=av_ca_a2v_gate_noise_timestep,
+                    a_cross_gate_timestep=av_ca_v2a_gate_noise_timestep,
+                    transformer_options=transformer_options,
+                    self_attention_mask=self_attention_mask,
+                    v_prompt_timestep=v_prompt_timestep,
+                    a_prompt_timestep=a_prompt_timestep,
+                )
+
+        comfy.model_prefetch.prefetch_queue_pop(prefetch_queue, vx.device, None)
+
+        return [vx, ax]
+
+    def _process_output(self, x, embedded_timestep, keyframe_idxs, **kwargs):
+        vx = x[0]
+        ax = x[1]
+        v_embedded_timestep = embedded_timestep[0]
+        a_embedded_timestep = embedded_timestep[1]
+
+        # Trim reference audio tokens before unpatchification
+        ref_audio_seq_len = kwargs.get("ref_audio_seq_len", 0)
+        if ref_audio_seq_len > 0:
+            ax = ax[:, ref_audio_seq_len:]
+            if a_embedded_timestep.shape[1] > 1:
+                a_embedded_timestep = a_embedded_timestep[:, ref_audio_seq_len:]
+
+        # Expand compressed video timestep if needed
+        if isinstance(v_embedded_timestep, CompressedTimestep):
+            v_embedded_timestep = v_embedded_timestep.expand()
+
+        vx = super()._process_output(vx, v_embedded_timestep, keyframe_idxs, **kwargs)
+
+        # Process audio output
+        a_scale_shift_values = (
+            self.audio_scale_shift_table[None, None].to(device=a_embedded_timestep.device, dtype=a_embedded_timestep.dtype)
+            + a_embedded_timestep[:, :, None]
+        )
+        a_shift, a_scale = a_scale_shift_values[:, :, 0], a_scale_shift_values[:, :, 1]
+
+        ax = self.audio_norm_out(ax)
+        ax = ax * (1 + a_scale) + a_shift
+        ax = self.audio_proj_out(ax)
+
+        # Unpatchify audio
+        ax = self.a_patchifier.unpatchify(
+            ax, channels=self.num_audio_channels, freq=self.audio_frequency_bins
+        )
+
+        # Recombine audio and video
+        original_shape = kwargs.get("av_orig_shape")
+        return self.recombine_audio_and_video_latents(vx, ax, original_shape)
+
+    def forward(
+        self,
+        x,
+        timestep,
+        context,
+        attention_mask=None,
+        frame_rate=25,
+        transformer_options={},
+        keyframe_idxs=None,
+        **kwargs,
+    ):
+        """
+        Forward pass for LTXAV model.
+
+        Args:
+            x: Combined audio-video input tensor
+            timestep: Tuple of (video_timestep, audio_timestep) or single timestep
+            context: Context tensor (e.g., text embeddings)
+            attention_mask: Attention mask tensor
+            frame_rate: Frame rate for temporal processing
+            transformer_options: Additional options for transformer blocks
+            keyframe_idxs: Keyframe indices for temporal processing
+            **kwargs: Additional keyword arguments including audio_length
+
+        Returns:
+            Combined audio-video output tensor
+        """
+        # Handle timestep format
+        if isinstance(timestep, (tuple, list)) and len(timestep) == 2:
+            v_timestep, a_timestep = timestep
+            kwargs["a_timestep"] = a_timestep
+            timestep = v_timestep
+        else:
+            kwargs["a_timestep"] = timestep
+
+        # Call parent forward method
+        return super().forward(
+            x,
+            timestep,
+            context,
+            attention_mask,
+            frame_rate,
+            transformer_options,
+            keyframe_idxs,
+            **kwargs,
+        )
diff --git a/ComfyUI/comfy/ldm/lightricks/embeddings_connector.py b/ComfyUI/comfy/ldm/lightricks/embeddings_connector.py
new file mode 100644
index 0000000000000000000000000000000000000000..1a6ddcc8de9f2fabb7030649a312e3467a41baec
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/embeddings_connector.py
@@ -0,0 +1,309 @@
+import math
+from typing import Optional
+
+import comfy.ldm.common_dit
+import torch
+from comfy.ldm.lightricks.model import (
+    CrossAttention,
+    FeedForward,
+    freqs_cis_matrix,
+    generate_freq_grid_np,
+)
+from torch import nn
+
+
+class BasicTransformerBlock1D(nn.Module):
+    r"""
+    A basic Transformer block.
+
+    Parameters:
+
+        dim (`int`): The number of channels in the input and output.
+        num_attention_heads (`int`): The number of heads to use for multi-head attention.
+        attention_head_dim (`int`): The number of channels in each head.
+        dropout (`float`, *optional*, defaults to 0.0): The dropout probability to use.
+        activation_fn (`str`, *optional*, defaults to `"geglu"`): Activation function to be used in feed-forward.
+        attention_bias (:
+            obj: `bool`, *optional*, defaults to `False`): Configure if the attentions should contain a bias parameter.
+        upcast_attention (`bool`, *optional*):
+            Whether to upcast the attention computation to float32. This is useful for mixed precision training.
+        norm_elementwise_affine (`bool`, *optional*, defaults to `True`):
+            Whether to use learnable elementwise affine parameters for normalization.
+        standardization_norm (`str`, *optional*, defaults to `"layer_norm"`): The type of pre-normalization to use. Can be `"layer_norm"` or `"rms_norm"`.
+        norm_eps (`float`, *optional*, defaults to 1e-5): Epsilon value for normalization layers.
+        qk_norm (`str`, *optional*, defaults to None):
+            Set to 'layer_norm' or `rms_norm` to perform query and key normalization.
+        final_dropout (`bool` *optional*, defaults to False):
+            Whether to apply a final dropout after the last feed-forward layer.
+        ff_inner_dim (`int`, *optional*): Dimension of the inner feed-forward layer. If not provided, defaults to `dim * 4`.
+        ff_bias (`bool`, *optional*, defaults to `True`): Whether to use bias in the feed-forward layer.
+        attention_out_bias (`bool`, *optional*, defaults to `True`): Whether to use bias in the attention output layer.
+        use_rope (`bool`, *optional*, defaults to `False`): Whether to use Rotary Position Embeddings (RoPE).
+        ffn_dim_mult (`int`, *optional*, defaults to 4): Multiplier for the inner dimension of the feed-forward layer.
+    """
+
+    def __init__(
+        self,
+        dim,
+        n_heads,
+        d_head,
+        context_dim=None,
+        attn_precision=None,
+        apply_gated_attention=False,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+
+        # Define 3 blocks. Each block has its own normalization layer.
+        # 1. Self-Attn
+        self.attn1 = CrossAttention(
+            query_dim=dim,
+            heads=n_heads,
+            dim_head=d_head,
+            context_dim=None,
+            apply_gated_attention=apply_gated_attention,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        # 3. Feed-forward
+        self.ff = FeedForward(
+            dim,
+            dim_out=dim,
+            glu=True,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+    def forward(self, hidden_states, attention_mask=None, pe=None) -> torch.FloatTensor:
+
+        # Notice that normalization is always applied before the real computation in the following blocks.
+
+        # 1. Normalization Before Self-Attention
+        norm_hidden_states = comfy.ldm.common_dit.rms_norm(hidden_states)
+
+        norm_hidden_states = norm_hidden_states.squeeze(1)
+
+        # 2. Self-Attention
+        attn_output = self.attn1(norm_hidden_states, mask=attention_mask, pe=pe)
+
+        hidden_states = attn_output + hidden_states
+        if hidden_states.ndim == 4:
+            hidden_states = hidden_states.squeeze(1)
+
+        # 3. Normalization before Feed-Forward
+        norm_hidden_states = comfy.ldm.common_dit.rms_norm(hidden_states)
+
+        # 4. Feed-forward
+        ff_output = self.ff(norm_hidden_states)
+
+        hidden_states = ff_output + hidden_states
+        if hidden_states.ndim == 4:
+            hidden_states = hidden_states.squeeze(1)
+
+        return hidden_states
+
+
+class Embeddings1DConnector(nn.Module):
+    _supports_gradient_checkpointing = True
+
+    def __init__(
+        self,
+        in_channels=128,
+        cross_attention_dim=2048,
+        attention_head_dim=128,
+        num_attention_heads=30,
+        num_layers=2,
+        positional_embedding_theta=10000.0,
+        positional_embedding_max_pos=[4096],
+        causal_temporal_positioning=False,
+        num_learnable_registers: Optional[int] = 128,
+        apply_gated_attention=False,
+        dtype=None,
+        device=None,
+        operations=None,
+        split_rope=False,
+        double_precision_rope=False,
+        **kwargs,
+    ):
+        super().__init__()
+        self.dtype = dtype
+        self.out_channels = in_channels
+        self.num_attention_heads = num_attention_heads
+        self.inner_dim = num_attention_heads * attention_head_dim
+        self.causal_temporal_positioning = causal_temporal_positioning
+        self.positional_embedding_theta = positional_embedding_theta
+        self.positional_embedding_max_pos = positional_embedding_max_pos
+        self.split_rope = split_rope
+        self.double_precision_rope = double_precision_rope
+        self.transformer_1d_blocks = nn.ModuleList(
+            [
+                BasicTransformerBlock1D(
+                    self.inner_dim,
+                    num_attention_heads,
+                    attention_head_dim,
+                    context_dim=cross_attention_dim,
+                    apply_gated_attention=apply_gated_attention,
+                    dtype=dtype,
+                    device=device,
+                    operations=operations,
+                )
+                for _ in range(num_layers)
+            ]
+        )
+
+        inner_dim = num_attention_heads * attention_head_dim
+        self.num_learnable_registers = num_learnable_registers
+        if self.num_learnable_registers:
+            self.learnable_registers = nn.Parameter(
+                torch.empty(
+                    self.num_learnable_registers, inner_dim, dtype=dtype, device=device
+                )
+            )
+
+    def get_fractional_positions(self, indices_grid):
+        fractional_positions = torch.stack(
+            [
+                indices_grid[:, i] / self.positional_embedding_max_pos[i]
+                for i in range(1)
+            ],
+            dim=-1,
+        )
+        return fractional_positions
+
+    def precompute_freqs(self, indices_grid, spacing):
+        source_dtype = indices_grid.dtype
+        dtype = (
+            torch.float32
+            if source_dtype in (torch.bfloat16, torch.float16)
+            else source_dtype
+        )
+
+        fractional_positions = self.get_fractional_positions(indices_grid)
+        indices = (
+            generate_freq_grid_np(
+                self.positional_embedding_theta,
+                indices_grid.shape[1],
+                self.inner_dim,
+            )
+            if self.double_precision_rope
+            else self.generate_freq_grid(spacing, dtype, fractional_positions.device)
+        ).to(device=fractional_positions.device)
+
+        if spacing == "exp_2":
+            freqs = (
+                (indices * fractional_positions.unsqueeze(-1))
+                .transpose(-1, -2)
+                .flatten(2)
+            )
+        else:
+            freqs = (
+                (indices * (fractional_positions.unsqueeze(-1) * 2 - 1))
+                .transpose(-1, -2)
+                .flatten(2)
+            )
+        return freqs
+
+    def generate_freq_grid(self, spacing, dtype, device):
+        dim = self.inner_dim
+        theta = self.positional_embedding_theta
+        n_pos_dims = 1
+        n_elem = 2 * n_pos_dims  # 2 for cos and sin e.g. x 3 = 6
+        start = 1
+        end = theta
+
+        if spacing == "exp":
+            indices = theta ** (torch.arange(0, dim, n_elem, device="cpu", dtype=torch.float32) / (dim - n_elem))
+            indices = indices.to(dtype=dtype, device=device)
+        elif spacing == "exp_2":
+            indices = 1.0 / theta ** (torch.arange(0, dim, n_elem, device=device) / dim)
+            indices = indices.to(dtype=dtype)
+        elif spacing == "linear":
+            indices = torch.linspace(
+                start, end, dim // n_elem, device=device, dtype=dtype
+            )
+        elif spacing == "sqrt":
+            indices = torch.linspace(
+                start**2, end**2, dim // n_elem, device=device, dtype=dtype
+            ).sqrt()
+
+        indices = indices * math.pi / 2
+
+        return indices
+
+    def precompute_freqs_cis(self, indices_grid, spacing="exp", out_dtype=None):
+        dim = self.inner_dim
+        n_elem = 2  # 2 because of cos and sin
+        freqs = self.precompute_freqs(indices_grid, spacing)
+        if self.split_rope:
+            expected_freqs = dim // 2
+            current_freqs = freqs.shape[-1]
+            pad_size = expected_freqs - current_freqs
+        else:
+            pad_size = dim % n_elem
+        return freqs_cis_matrix(
+            freqs,
+            pad_size,
+            self.split_rope,
+            self.num_attention_heads,
+            out_dtype,
+        )
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+    ):
+        """
+        The [`Transformer2DModel`] forward method.
+
+        Args:
+            hidden_states (`torch.LongTensor` of shape `(batch size, num latent pixels)` if discrete, `torch.FloatTensor` of shape `(batch size, channel, height, width)` if continuous):
+                Input `hidden_states`.
+            indices_grid (`torch.LongTensor` of shape `(batch size, 3, num latent pixels)`):
+            attention_mask ( `torch.Tensor`, *optional*):
+                An attention mask of shape `(batch, key_tokens)` is applied to `encoder_hidden_states`. If `1` the mask
+                is kept, otherwise if `0` it is discarded. Mask will be converted into a bias, which adds large
+                negative values to the attention scores corresponding to "discard" tokens.
+        Returns:
+            If `return_dict` is True, an [`~models.transformer_2d.Transformer2DModelOutput`] is returned, otherwise a
+            `tuple` where the first element is the sample tensor.
+        """
+        # 1. Input
+
+        if self.num_learnable_registers:
+            num_registers_duplications = math.ceil(
+                max(1024, hidden_states.shape[1]) / self.num_learnable_registers
+            )
+            learnable_registers = torch.tile(
+                self.learnable_registers.to(hidden_states), (num_registers_duplications, 1)
+            )
+
+            hidden_states = torch.cat((hidden_states, learnable_registers[hidden_states.shape[1]:].unsqueeze(0).repeat(hidden_states.shape[0], 1, 1)), dim=1)
+
+            if attention_mask is not None:
+                attention_mask = torch.zeros([1, 1, 1, hidden_states.shape[1]], dtype=attention_mask.dtype, device=attention_mask.device)
+
+        indices_grid = torch.arange(
+            hidden_states.shape[1], dtype=torch.float32, device=hidden_states.device
+        )
+        indices_grid = indices_grid[None, None, :]
+        freqs_cis = self.precompute_freqs_cis(indices_grid, out_dtype=hidden_states.dtype)
+
+        # 2. Blocks
+        for block_idx, block in enumerate(self.transformer_1d_blocks):
+            hidden_states = block(
+                hidden_states, attention_mask=attention_mask, pe=freqs_cis
+            )
+
+        # 3. Output
+        # if self.output_scale is not None:
+        #     hidden_states = hidden_states / self.output_scale
+
+        hidden_states = comfy.ldm.common_dit.rms_norm(hidden_states)
+
+        return hidden_states, attention_mask
diff --git a/ComfyUI/comfy/ldm/lightricks/latent_upsampler.py b/ComfyUI/comfy/ldm/lightricks/latent_upsampler.py
new file mode 100644
index 0000000000000000000000000000000000000000..6a4beb1bf29623d79e993da5bf43abdbbd25b468
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/latent_upsampler.py
@@ -0,0 +1,297 @@
+from typing import Optional, Tuple
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+
+
+def _rational_for_scale(scale: float) -> Tuple[int, int]:
+    mapping = {0.75: (3, 4), 1.5: (3, 2), 2.0: (2, 1), 4.0: (4, 1)}
+    if float(scale) not in mapping:
+        raise ValueError(
+            f"Unsupported spatial_scale {scale}. Choose from {list(mapping.keys())}"
+        )
+    return mapping[float(scale)]
+
+
+class PixelShuffleND(nn.Module):
+    def __init__(self, dims, upscale_factors=(2, 2, 2)):
+        super().__init__()
+        assert dims in [1, 2, 3], "dims must be 1, 2, or 3"
+        self.dims = dims
+        self.upscale_factors = upscale_factors
+
+    def forward(self, x):
+        if self.dims == 3:
+            return rearrange(
+                x,
+                "b (c p1 p2 p3) d h w -> b c (d p1) (h p2) (w p3)",
+                p1=self.upscale_factors[0],
+                p2=self.upscale_factors[1],
+                p3=self.upscale_factors[2],
+            )
+        elif self.dims == 2:
+            return rearrange(
+                x,
+                "b (c p1 p2) h w -> b c (h p1) (w p2)",
+                p1=self.upscale_factors[0],
+                p2=self.upscale_factors[1],
+            )
+        elif self.dims == 1:
+            return rearrange(
+                x,
+                "b (c p1) f h w -> b c (f p1) h w",
+                p1=self.upscale_factors[0],
+            )
+
+
+class BlurDownsample(nn.Module):
+    """
+    Anti-aliased spatial downsampling by integer stride using a fixed separable binomial kernel.
+    Applies only on H,W. Works for dims=2 or dims=3 (per-frame).
+    """
+
+    def __init__(self, dims: int, stride: int):
+        super().__init__()
+        assert dims in (2, 3)
+        assert stride >= 1 and isinstance(stride, int)
+        self.dims = dims
+        self.stride = stride
+
+        # 5x5 separable binomial kernel [1,4,6,4,1] (outer product), normalized
+        k = torch.tensor([1.0, 4.0, 6.0, 4.0, 1.0])
+        k2d = k[:, None] @ k[None, :]
+        k2d = (k2d / k2d.sum()).float()  # shape (5,5)
+        self.register_buffer("kernel", k2d[None, None, :, :])  # (1,1,5,5)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        if self.stride == 1:
+            return x
+
+        def _apply_2d(x2d: torch.Tensor) -> torch.Tensor:
+            # x2d: (B, C, H, W)
+            B, C, H, W = x2d.shape
+            weight = self.kernel.expand(C, 1, 5, 5)  # depthwise
+            x2d = F.conv2d(
+                x2d, weight=weight, bias=None, stride=self.stride, padding=2, groups=C
+            )
+            return x2d
+
+        if self.dims == 2:
+            return _apply_2d(x)
+        else:
+            # dims == 3: apply per-frame on H,W
+            b, c, f, h, w = x.shape
+            x = rearrange(x, "b c f h w -> (b f) c h w")
+            x = _apply_2d(x)
+            h2, w2 = x.shape[-2:]
+            x = rearrange(x, "(b f) c h w -> b c f h w", b=b, f=f, h=h2, w=w2)
+            return x
+
+
+class SpatialRationalResampler(nn.Module):
+    """
+    Fully-learned rational spatial scaling: up by 'num' via PixelShuffle, then anti-aliased
+    downsample by 'den' using fixed blur + stride. Operates on H,W only.
+
+    For dims==3, work per-frame for spatial scaling (temporal axis untouched).
+    """
+
+    def __init__(self, mid_channels: int, scale: float, operations):
+        super().__init__()
+        self.scale = float(scale)
+        self.num, self.den = _rational_for_scale(self.scale)
+        self.conv = operations.Conv2d(
+            mid_channels, (self.num**2) * mid_channels, kernel_size=3, padding=1
+        )
+        self.pixel_shuffle = PixelShuffleND(2, upscale_factors=(self.num, self.num))
+        self.blur_down = BlurDownsample(dims=2, stride=self.den)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        b, c, f, h, w = x.shape
+        x = rearrange(x, "b c f h w -> (b f) c h w")
+        x = self.conv(x)
+        x = self.pixel_shuffle(x)
+        x = self.blur_down(x)
+        x = rearrange(x, "(b f) c h w -> b c f h w", b=b, f=f)
+        return x
+
+
+class ResBlock(nn.Module):
+    def __init__(
+        self, channels: int, operations, mid_channels: Optional[int] = None, dims: int = 3
+    ):
+        super().__init__()
+        if mid_channels is None:
+            mid_channels = channels
+
+        Conv = operations.Conv2d if dims == 2 else operations.Conv3d
+
+        self.conv1 = Conv(channels, mid_channels, kernel_size=3, padding=1)
+        self.norm1 = operations.GroupNorm(32, mid_channels)
+        self.conv2 = Conv(mid_channels, channels, kernel_size=3, padding=1)
+        self.norm2 = operations.GroupNorm(32, channels)
+        self.activation = nn.SiLU()
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        residual = x
+        x = self.conv1(x)
+        x = self.norm1(x)
+        x = self.activation(x)
+        x = self.conv2(x)
+        x = self.norm2(x)
+        x = self.activation(x + residual)
+        return x
+
+
+class LatentUpsampler(nn.Module):
+    """
+    Model to spatially upsample VAE latents.
+
+    Args:
+        in_channels (`int`): Number of channels in the input latent
+        mid_channels (`int`): Number of channels in the middle layers
+        num_blocks_per_stage (`int`): Number of ResBlocks to use in each stage (pre/post upsampling)
+        dims (`int`): Number of dimensions for convolutions (2 or 3)
+        spatial_upsample (`bool`): Whether to spatially upsample the latent
+        temporal_upsample (`bool`): Whether to temporally upsample the latent
+    """
+
+    def __init__(
+        self,
+        operations,
+        in_channels: int = 128,
+        mid_channels: int = 512,
+        num_blocks_per_stage: int = 4,
+        dims: int = 3,
+        spatial_upsample: bool = True,
+        temporal_upsample: bool = False,
+        spatial_scale: float = 2.0,
+        rational_resampler: bool = False,
+    ):
+        super().__init__()
+
+        self.in_channels = in_channels
+        self.mid_channels = mid_channels
+        self.num_blocks_per_stage = num_blocks_per_stage
+        self.dims = dims
+        self.spatial_upsample = spatial_upsample
+        self.temporal_upsample = temporal_upsample
+        self.spatial_scale = float(spatial_scale)
+        self.rational_resampler = rational_resampler
+
+        Conv = operations.Conv2d if dims == 2 else operations.Conv3d
+
+        self.initial_conv = Conv(in_channels, mid_channels, kernel_size=3, padding=1)
+        self.initial_norm = operations.GroupNorm(32, mid_channels)
+        self.initial_activation = nn.SiLU()
+
+        self.res_blocks = nn.ModuleList(
+            [ResBlock(mid_channels, dims=dims, operations=operations) for _ in range(num_blocks_per_stage)]
+        )
+
+        if spatial_upsample and temporal_upsample:
+            self.upsampler = nn.Sequential(
+                operations.Conv3d(mid_channels, 8 * mid_channels, kernel_size=3, padding=1),
+                PixelShuffleND(3),
+            )
+        elif spatial_upsample:
+            if rational_resampler:
+                self.upsampler = SpatialRationalResampler(
+                    mid_channels=mid_channels, scale=self.spatial_scale, operations=operations
+                )
+            else:
+                self.upsampler = nn.Sequential(
+                    operations.Conv2d(mid_channels, 4 * mid_channels, kernel_size=3, padding=1),
+                    PixelShuffleND(2),
+                )
+        elif temporal_upsample:
+            self.upsampler = nn.Sequential(
+                operations.Conv3d(mid_channels, 2 * mid_channels, kernel_size=3, padding=1),
+                PixelShuffleND(1),
+            )
+        else:
+            raise ValueError(
+                "Either spatial_upsample or temporal_upsample must be True"
+            )
+
+        self.post_upsample_res_blocks = nn.ModuleList(
+            [ResBlock(mid_channels, dims=dims, operations=operations) for _ in range(num_blocks_per_stage)]
+        )
+
+        self.final_conv = Conv(mid_channels, in_channels, kernel_size=3, padding=1)
+
+    def get_dtype(self):
+        return getattr(self.initial_conv, "weight_comfy_model_dtype", self.initial_conv.weight.dtype)
+
+    def forward(self, latent: torch.Tensor) -> torch.Tensor:
+        b, c, f, h, w = latent.shape
+
+        if self.dims == 2:
+            x = rearrange(latent, "b c f h w -> (b f) c h w")
+            x = self.initial_conv(x)
+            x = self.initial_norm(x)
+            x = self.initial_activation(x)
+
+            for block in self.res_blocks:
+                x = block(x)
+
+            x = self.upsampler(x)
+
+            for block in self.post_upsample_res_blocks:
+                x = block(x)
+
+            x = self.final_conv(x)
+            x = rearrange(x, "(b f) c h w -> b c f h w", b=b, f=f)
+        else:
+            x = self.initial_conv(latent)
+            x = self.initial_norm(x)
+            x = self.initial_activation(x)
+
+            for block in self.res_blocks:
+                x = block(x)
+
+            if self.temporal_upsample:
+                x = self.upsampler(x)
+                x = x[:, :, 1:, :, :]
+            else:
+                if isinstance(self.upsampler, SpatialRationalResampler):
+                    x = self.upsampler(x)
+                else:
+                    x = rearrange(x, "b c f h w -> (b f) c h w")
+                    x = self.upsampler(x)
+                    x = rearrange(x, "(b f) c h w -> b c f h w", b=b, f=f)
+
+            for block in self.post_upsample_res_blocks:
+                x = block(x)
+
+            x = self.final_conv(x)
+
+        return x
+
+    @classmethod
+    def from_config(cls, config, operations):
+        return cls(
+            in_channels=config.get("in_channels", 4),
+            mid_channels=config.get("mid_channels", 128),
+            num_blocks_per_stage=config.get("num_blocks_per_stage", 4),
+            dims=config.get("dims", 2),
+            spatial_upsample=config.get("spatial_upsample", True),
+            temporal_upsample=config.get("temporal_upsample", False),
+            spatial_scale=config.get("spatial_scale", 2.0),
+            rational_resampler=config.get("rational_resampler", False),
+            operations=operations,
+        )
+
+    def config(self):
+        return {
+            "_class_name": "LatentUpsampler",
+            "in_channels": self.in_channels,
+            "mid_channels": self.mid_channels,
+            "num_blocks_per_stage": self.num_blocks_per_stage,
+            "dims": self.dims,
+            "spatial_upsample": self.spatial_upsample,
+            "temporal_upsample": self.temporal_upsample,
+            "spatial_scale": self.spatial_scale,
+            "rational_resampler": self.rational_resampler,
+        }
diff --git a/ComfyUI/comfy/ldm/lightricks/model.py b/ComfyUI/comfy/ldm/lightricks/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..f9de3a38e24f6fe5ea7ae6652844a56a9eefc56f
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/model.py
@@ -0,0 +1,1349 @@
+from abc import ABC, abstractmethod
+from enum import Enum
+import functools
+import logging
+import math
+from typing import Dict, Optional, Tuple
+
+from einops import rearrange
+import numpy as np
+import torch
+from torch import nn
+import comfy.patcher_extension
+import comfy.ldm.modules.attention
+import comfy.ldm.common_dit
+import comfy.model_management
+import comfy.quant_ops
+
+from .symmetric_patchifier import SymmetricPatchifier, latent_to_pixel_coords
+
+logger = logging.getLogger(__name__)
+
+def _log_base(x, base):
+    return np.log(x) / np.log(base)
+
+class LTXRopeType(str, Enum):
+    INTERLEAVED = "interleaved"
+    SPLIT = "split"
+
+    KEY = "rope_type"
+
+    @classmethod
+    def from_dict(cls, kwargs, default=None):
+        if default is None:
+            default = cls.INTERLEAVED
+        return cls(kwargs.get(cls.KEY, default))
+
+
+class LTXFrequenciesPrecision(str, Enum):
+    FLOAT32 = "float32"
+    FLOAT64 = "float64"
+
+    KEY = "frequencies_precision"
+
+    @classmethod
+    def from_dict(cls, kwargs, default=None):
+        if default is None:
+            default = cls.FLOAT32
+        return cls(kwargs.get(cls.KEY, default))
+
+
+def get_timestep_embedding(
+    timesteps: torch.Tensor,
+    embedding_dim: int,
+    flip_sin_to_cos: bool = False,
+    downscale_freq_shift: float = 1,
+    scale: float = 1,
+    max_period: int = 10000,
+):
+    """
+    This matches the implementation in Denoising Diffusion Probabilistic Models: Create sinusoidal timestep embeddings.
+
+    Args
+        timesteps (torch.Tensor):
+            a 1-D Tensor of N indices, one per batch element. These may be fractional.
+        embedding_dim (int):
+            the dimension of the output.
+        flip_sin_to_cos (bool):
+            Whether the embedding order should be `cos, sin` (if True) or `sin, cos` (if False)
+        downscale_freq_shift (float):
+            Controls the delta between frequencies between dimensions
+        scale (float):
+            Scaling factor applied to the embeddings.
+        max_period (int):
+            Controls the maximum frequency of the embeddings
+    Returns
+        torch.Tensor: an [N x dim] Tensor of positional embeddings.
+    """
+    assert len(timesteps.shape) == 1, "Timesteps should be a 1d-array"
+
+    half_dim = embedding_dim // 2
+    exponent = -math.log(max_period) * torch.arange(start=0, end=half_dim, dtype=torch.float32, device=timesteps.device)
+    exponent = exponent / (half_dim - downscale_freq_shift)
+
+    emb = torch.exp(exponent)
+    emb = timesteps[:, None].float() * emb[None, :]
+
+    # scale embeddings
+    emb = scale * emb
+
+    # concat sine and cosine embeddings
+    emb = torch.cat([torch.sin(emb), torch.cos(emb)], dim=-1)
+
+    # flip sine and cosine embeddings
+    if flip_sin_to_cos:
+        emb = torch.cat([emb[:, half_dim:], emb[:, :half_dim]], dim=-1)
+
+    # zero pad
+    if embedding_dim % 2 == 1:
+        emb = torch.nn.functional.pad(emb, (0, 1, 0, 0))
+    return emb
+
+
+class TimestepEmbedding(nn.Module):
+    def __init__(
+        self,
+        in_channels: int,
+        time_embed_dim: int,
+        act_fn: str = "silu",
+        out_dim: int = None,
+        post_act_fn: Optional[str] = None,
+        cond_proj_dim=None,
+        sample_proj_bias=True,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+
+        self.linear_1 = operations.Linear(in_channels, time_embed_dim, sample_proj_bias, dtype=dtype, device=device)
+
+        if cond_proj_dim is not None:
+            self.cond_proj = operations.Linear(cond_proj_dim, in_channels, bias=False, dtype=dtype, device=device)
+        else:
+            self.cond_proj = None
+
+        self.act = nn.SiLU()
+
+        if out_dim is not None:
+            time_embed_dim_out = out_dim
+        else:
+            time_embed_dim_out = time_embed_dim
+        self.linear_2 = operations.Linear(
+            time_embed_dim, time_embed_dim_out, sample_proj_bias, dtype=dtype, device=device
+        )
+
+        if post_act_fn is None:
+            self.post_act = None
+        # else:
+        #     self.post_act = get_activation(post_act_fn)
+
+    def forward(self, sample, condition=None):
+        if condition is not None:
+            sample = sample + self.cond_proj(condition)
+        sample = self.linear_1(sample)
+
+        if self.act is not None:
+            sample = self.act(sample)
+
+        sample = self.linear_2(sample)
+
+        if self.post_act is not None:
+            sample = self.post_act(sample)
+        return sample
+
+
+class Timesteps(nn.Module):
+    def __init__(self, num_channels: int, flip_sin_to_cos: bool, downscale_freq_shift: float, scale: int = 1):
+        super().__init__()
+        self.num_channels = num_channels
+        self.flip_sin_to_cos = flip_sin_to_cos
+        self.downscale_freq_shift = downscale_freq_shift
+        self.scale = scale
+
+    def forward(self, timesteps):
+        t_emb = get_timestep_embedding(
+            timesteps,
+            self.num_channels,
+            flip_sin_to_cos=self.flip_sin_to_cos,
+            downscale_freq_shift=self.downscale_freq_shift,
+            scale=self.scale,
+        )
+        return t_emb
+
+
+class PixArtAlphaCombinedTimestepSizeEmbeddings(nn.Module):
+    """
+    For PixArt-Alpha.
+
+    Reference:
+    https://github.com/PixArt-alpha/PixArt-alpha/blob/0f55e922376d8b797edd44d25d0e7464b260dcab/diffusion/model/nets/PixArtMS.py#L164C9-L168C29
+    """
+
+    def __init__(
+        self,
+        embedding_dim,
+        size_emb_dim,
+        use_additional_conditions: bool = False,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+
+        self.outdim = size_emb_dim
+        self.time_proj = Timesteps(num_channels=256, flip_sin_to_cos=True, downscale_freq_shift=0)
+        self.timestep_embedder = TimestepEmbedding(
+            in_channels=256, time_embed_dim=embedding_dim, dtype=dtype, device=device, operations=operations
+        )
+
+    def forward(self, timestep, resolution, aspect_ratio, batch_size, hidden_dtype):
+        timesteps_proj = self.time_proj(timestep)
+        timesteps_emb = self.timestep_embedder(timesteps_proj.to(dtype=hidden_dtype))  # (N, D)
+        return timesteps_emb
+
+
+class AdaLayerNormSingle(nn.Module):
+    r"""
+    Norm layer adaptive layer norm single (adaLN-single).
+
+    As proposed in PixArt-Alpha (see: https://arxiv.org/abs/2310.00426; Section 2.3).
+
+    Parameters:
+        embedding_dim (`int`): The size of each embedding vector.
+        use_additional_conditions (`bool`): To use additional conditions for normalization or not.
+    """
+
+    def __init__(
+        self, embedding_dim: int, embedding_coefficient: int = 6, use_additional_conditions: bool = False, dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+
+        self.emb = PixArtAlphaCombinedTimestepSizeEmbeddings(
+            embedding_dim,
+            size_emb_dim=embedding_dim // 3,
+            use_additional_conditions=use_additional_conditions,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        self.silu = nn.SiLU()
+        self.linear = operations.Linear(embedding_dim, embedding_coefficient * embedding_dim, bias=True, dtype=dtype, device=device)
+
+    def forward(
+        self,
+        timestep: torch.Tensor,
+        added_cond_kwargs: Optional[Dict[str, torch.Tensor]] = None,
+        batch_size: Optional[int] = None,
+        hidden_dtype: Optional[torch.dtype] = None,
+    ) -> Tuple[torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor]:
+        # No modulation happening here.
+        added_cond_kwargs = added_cond_kwargs or {"resolution": None, "aspect_ratio": None}
+        embedded_timestep = self.emb(timestep, **added_cond_kwargs, batch_size=batch_size, hidden_dtype=hidden_dtype)
+        return self.linear(self.silu(embedded_timestep)), embedded_timestep
+
+
+class PixArtAlphaTextProjection(nn.Module):
+    """
+    Projects caption embeddings. Also handles dropout for classifier-free guidance.
+
+    Adapted from https://github.com/PixArt-alpha/PixArt-alpha/blob/master/diffusion/model/nets/PixArt_blocks.py
+    """
+
+    def __init__(
+        self, in_features, hidden_size, out_features=None, act_fn="gelu_tanh", dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        if out_features is None:
+            out_features = hidden_size
+        self.linear_1 = operations.Linear(
+            in_features=in_features, out_features=hidden_size, bias=True, dtype=dtype, device=device
+        )
+        if act_fn == "gelu_tanh":
+            self.act_1 = nn.GELU(approximate="tanh")
+        elif act_fn == "silu":
+            self.act_1 = nn.SiLU()
+        else:
+            raise ValueError(f"Unknown activation function: {act_fn}")
+        self.linear_2 = operations.Linear(
+            in_features=hidden_size, out_features=out_features, bias=True, dtype=dtype, device=device
+        )
+
+    def forward(self, caption):
+        hidden_states = self.linear_1(caption)
+        hidden_states = self.act_1(hidden_states)
+        hidden_states = self.linear_2(hidden_states)
+        return hidden_states
+
+
+class NormSingleLinearTextProjection(nn.Module):
+    """Text projection for 20B models - single linear with RMSNorm (no activation)."""
+
+    def __init__(
+        self, in_features, hidden_size, dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        if operations is None:
+            operations = comfy.ops.disable_weight_init
+        self.in_norm = operations.RMSNorm(
+            in_features, eps=1e-6, elementwise_affine=False
+        )
+        self.linear_1 = operations.Linear(
+            in_features, hidden_size, bias=True, dtype=dtype, device=device
+        )
+        self.hidden_size = hidden_size
+        self.in_features = in_features
+
+    def forward(self, caption):
+        caption = self.in_norm(caption)
+        caption = caption * (self.hidden_size / self.in_features) ** 0.5
+        return self.linear_1(caption)
+
+
+class GELU_approx(nn.Module):
+    def __init__(self, dim_in, dim_out, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.proj = operations.Linear(dim_in, dim_out, dtype=dtype, device=device)
+
+    def forward(self, x):
+        return torch.nn.functional.gelu(self.proj(x), approximate="tanh")
+
+
+class FeedForward(nn.Module):
+    def __init__(self, dim, dim_out, mult=4, glu=False, dropout=0.0, dtype=None, device=None, operations=None):
+        super().__init__()
+        inner_dim = int(dim * mult)
+        project_in = GELU_approx(dim, inner_dim, dtype=dtype, device=device, operations=operations)
+
+        self.net = nn.Sequential(
+            project_in, nn.Dropout(dropout), operations.Linear(inner_dim, dim_out, dtype=dtype, device=device)
+        )
+
+    def forward(self, x):
+        return self.net(x)
+
+def apply_rotary_emb(input_tensor, freqs_cis):
+    rotation_matrix, split_pe = freqs_cis
+    original_shape = input_tensor.shape
+    input_tensor = input_tensor.reshape(
+        input_tensor.shape[0], input_tensor.shape[1], rotation_matrix.shape[2], -1
+    )
+
+    if comfy.model_management.in_training:
+        if split_pe:
+            t = input_tensor.reshape(*input_tensor.shape[:-1], 2, -1).movedim(-2, -1).unsqueeze(-2)
+        else:
+            t = input_tensor.reshape(*input_tensor.shape[:-1], -1, 1, 2)
+        t = t.to(rotation_matrix.dtype)
+        output = rotation_matrix[..., 0] * t[..., 0] + rotation_matrix[..., 1] * t[..., 1]
+        if split_pe:
+            output = output.movedim(-1, -2)
+        output = output.reshape(input_tensor.shape).type_as(input_tensor)
+    elif split_pe:
+        output = comfy.quant_ops.ck.apply_rope_split_half1(input_tensor, rotation_matrix)
+    else:
+        output = comfy.quant_ops.ck.apply_rope1(input_tensor, rotation_matrix)
+    return output.reshape(original_shape)
+
+def apply_rotary_emb_qk(q, k, freqs_cis):
+    if comfy.model_management.in_training:
+        return apply_rotary_emb(q, freqs_cis), apply_rotary_emb(k, freqs_cis)
+
+    rotation_matrix, split_pe = freqs_cis
+    q_shape = q.shape
+    k_shape = k.shape
+    q = q.reshape(q.shape[0], q.shape[1], rotation_matrix.shape[2], -1)
+    k = k.reshape(k.shape[0], k.shape[1], rotation_matrix.shape[2], -1)
+    if split_pe:
+        q, k = comfy.quant_ops.ck.apply_rope_split_half(q, k, rotation_matrix)
+    else:
+        q, k = comfy.quant_ops.ck.apply_rope(q, k, rotation_matrix)
+    return q.reshape(q_shape), k.reshape(k_shape)
+
+
+class GuideAttentionMask:
+    """Holds the two per-group masks for LTXV guide self-attention.
+    _attention_with_guide_mask splits queries into noisy and tracked-guide
+    groups, so the largest mask is (1, 1, tracked_count, T).
+    """
+    __slots__ = ("guide_start", "tracked_count", "noisy_mask", "tracked_mask")
+
+    def __init__(self, total_tokens, guide_start, tracked_count, tracked_weights):
+        device = tracked_weights.device
+        dtype = tracked_weights.dtype
+        finfo = torch.finfo(dtype)
+
+        pos = tracked_weights > 0
+        log_w = torch.full_like(tracked_weights, finfo.min)
+        log_w[pos] = torch.log(tracked_weights[pos].clamp(min=finfo.tiny))
+
+        self.guide_start = guide_start
+        self.tracked_count = tracked_count
+
+        self.noisy_mask = torch.zeros((1, 1, 1, total_tokens), device=device, dtype=dtype)
+        self.noisy_mask[:, :, :, guide_start:guide_start + tracked_count] = log_w.view(1, 1, 1, -1)
+
+        self.tracked_mask = torch.zeros((1, 1, tracked_count, total_tokens), device=device, dtype=dtype)
+        self.tracked_mask[:, :, :, :guide_start] = log_w.view(1, 1, -1, 1)
+
+
+def _attention_with_guide_mask(q, k, v, heads, guide_mask, attn_precision, transformer_options):
+    """Apply the guide mask by partitioning Q into noisy and tracked-guide
+    groups, so each group needs only its own sub-mask. Avoids materializing
+    the (1,1,T,T) dense mask.
+    """
+    guide_start = guide_mask.guide_start
+    tracked_end = guide_start + guide_mask.tracked_count
+
+    out = torch.empty_like(q)
+
+    if guide_start > 0: # In practice currently guides are always after noise, guard for safety if this changes.
+        out[:, :guide_start, :] = comfy.ldm.modules.attention.optimized_attention(
+            q[:, :guide_start, :], k, v, heads, mask=guide_mask.noisy_mask,
+            attn_precision=attn_precision, transformer_options=transformer_options,
+            low_precision_attention=False, # sageattn mask support is unreliable
+        )
+    out[:, guide_start:tracked_end, :] = comfy.ldm.modules.attention.optimized_attention(
+        q[:, guide_start:tracked_end, :], k, v, heads, mask=guide_mask.tracked_mask,
+        attn_precision=attn_precision, transformer_options=transformer_options,
+        low_precision_attention=False,
+    )
+    if tracked_end < q.shape[1]: # Every guide token is tracked, and nothing comes after them, guard for safety if this changes.
+        out[:, tracked_end:, :] = comfy.ldm.modules.attention.optimized_attention(
+            q[:, tracked_end:, :], k, v, heads,
+            attn_precision=attn_precision, transformer_options=transformer_options,
+        )
+    return out
+
+
+class CrossAttention(nn.Module):
+    def __init__(
+        self,
+        query_dim,
+        context_dim=None,
+        heads=8,
+        dim_head=64,
+        dropout=0.0,
+        attn_precision=None,
+        apply_gated_attention=False,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        inner_dim = dim_head * heads
+        context_dim = query_dim if context_dim is None else context_dim
+        self.attn_precision = attn_precision
+
+        self.heads = heads
+        self.dim_head = dim_head
+
+        self.q_norm = operations.RMSNorm(inner_dim, eps=1e-5, dtype=dtype, device=device)
+        self.k_norm = operations.RMSNorm(inner_dim, eps=1e-5, dtype=dtype, device=device)
+
+        self.to_q = operations.Linear(query_dim, inner_dim, bias=True, dtype=dtype, device=device)
+        self.to_k = operations.Linear(context_dim, inner_dim, bias=True, dtype=dtype, device=device)
+        self.to_v = operations.Linear(context_dim, inner_dim, bias=True, dtype=dtype, device=device)
+
+        # Optional per-head gating
+        if apply_gated_attention:
+            self.to_gate_logits = operations.Linear(query_dim, heads, bias=True, dtype=dtype, device=device)
+        else:
+            self.to_gate_logits = None
+
+        self.to_out = nn.Sequential(
+            operations.Linear(inner_dim, query_dim, dtype=dtype, device=device), nn.Dropout(dropout)
+        )
+
+    def forward(self, x, context=None, mask=None, pe=None, k_pe=None, transformer_options={}):
+        q = self.to_q(x)
+        context = x if context is None else context
+        k = self.to_k(context)
+        v = self.to_v(context)
+
+        q = self.q_norm(q)
+        k = self.k_norm(k)
+
+        # These norms span all heads, so the per-head RMS+RoPE kernel is not equivalent.
+        if pe is not None:
+            if k_pe is None and q.shape == k.shape:
+                q, k = apply_rotary_emb_qk(q, k, pe)
+            else:
+                q = apply_rotary_emb(q, pe)
+                k = apply_rotary_emb(k, pe if k_pe is None else k_pe)
+
+        if mask is None:
+            out = comfy.ldm.modules.attention.optimized_attention(q, k, v, self.heads, attn_precision=self.attn_precision, transformer_options=transformer_options)
+        elif isinstance(mask, GuideAttentionMask):
+            out = _attention_with_guide_mask(q, k, v, self.heads, mask, attn_precision=self.attn_precision, transformer_options=transformer_options)
+        else:
+            out = comfy.ldm.modules.attention.optimized_attention(q, k, v, self.heads, mask=mask, attn_precision=self.attn_precision, transformer_options=transformer_options)
+
+        # Apply per-head gating if enabled
+        if self.to_gate_logits is not None:
+            gate_logits = self.to_gate_logits(x)  # (B, T, H)
+            b, t, _ = out.shape
+            out = out.view(b, t, self.heads, self.dim_head)
+            gates = 2.0 * torch.sigmoid(gate_logits)  # zero-init -> identity
+            out = out * gates.unsqueeze(-1)
+            out = out.view(b, t, self.heads * self.dim_head)
+
+        return self.to_out(out)
+
+# 6 base ADaLN params (shift/scale/gate for MSA + MLP), +3 for cross-attention Q (shift/scale/gate)
+ADALN_BASE_PARAMS_COUNT = 6
+ADALN_CROSS_ATTN_PARAMS_COUNT = 9
+
+class BasicTransformerBlock(nn.Module):
+    def __init__(
+        self, dim, n_heads, d_head, context_dim=None, attn_precision=None, cross_attention_adaln=False, dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+
+        self.attn_precision = attn_precision
+        self.cross_attention_adaln = cross_attention_adaln
+        self.attn1 = CrossAttention(
+            query_dim=dim,
+            heads=n_heads,
+            dim_head=d_head,
+            context_dim=None,
+            attn_precision=self.attn_precision,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+        self.ff = FeedForward(dim, dim_out=dim, glu=True, dtype=dtype, device=device, operations=operations)
+
+        self.attn2 = CrossAttention(
+            query_dim=dim,
+            context_dim=context_dim,
+            heads=n_heads,
+            dim_head=d_head,
+            attn_precision=self.attn_precision,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        num_ada_params = ADALN_CROSS_ATTN_PARAMS_COUNT if cross_attention_adaln else ADALN_BASE_PARAMS_COUNT
+        self.scale_shift_table = nn.Parameter(torch.empty(num_ada_params, dim, device=device, dtype=dtype))
+
+        if cross_attention_adaln:
+            self.prompt_scale_shift_table = nn.Parameter(torch.empty(2, dim, device=device, dtype=dtype))
+
+    def forward(self, x, context=None, attention_mask=None, timestep=None, pe=None, transformer_options={}, self_attention_mask=None, prompt_timestep=None):
+        shift_msa, scale_msa, gate_msa, shift_mlp, scale_mlp, gate_mlp = (self.scale_shift_table[None, None, :6].to(device=x.device, dtype=x.dtype) + timestep.reshape(x.shape[0], timestep.shape[1], self.scale_shift_table.shape[0], -1)[:, :, :6, :]).unbind(dim=2)
+
+        x += self.attn1(comfy.ldm.common_dit.rms_norm(x) * (1 + scale_msa) + shift_msa, pe=pe, mask=self_attention_mask, transformer_options=transformer_options) * gate_msa
+
+        if self.cross_attention_adaln:
+            shift_q_mca, scale_q_mca, gate_mca = (self.scale_shift_table[None, None, 6:9].to(device=x.device, dtype=x.dtype) + timestep.reshape(x.shape[0], timestep.shape[1], self.scale_shift_table.shape[0], -1)[:, :, 6:9, :]).unbind(dim=2)
+            x += apply_cross_attention_adaln(
+                x, context, self.attn2, shift_q_mca, scale_q_mca, gate_mca,
+                self.prompt_scale_shift_table, prompt_timestep, attention_mask, transformer_options,
+            )
+        else:
+            x += self.attn2(x, context=context, mask=attention_mask, transformer_options=transformer_options)
+
+        y = comfy.ldm.common_dit.rms_norm(x)
+        y = torch.addcmul(y, y, scale_mlp).add_(shift_mlp)
+        x.addcmul_(self.ff(y), gate_mlp)
+
+        return x
+
+def compute_prompt_timestep(adaln_module, timestep_scaled, batch_size, hidden_dtype):
+    """Compute a single global prompt timestep for cross-attention ADaLN.
+
+    Uses the max across tokens (matching JAX max_per_segment) and broadcasts
+    over text tokens.  Returns None when *adaln_module* is None.
+    """
+    if adaln_module is None:
+        return None
+    ts_input = (
+        timestep_scaled.max(dim=1, keepdim=True).values.flatten()
+        if timestep_scaled.dim() > 1
+        else timestep_scaled.flatten()
+    )
+    prompt_ts, _ = adaln_module(
+        ts_input,
+        {"resolution": None, "aspect_ratio": None},
+        batch_size=batch_size,
+        hidden_dtype=hidden_dtype,
+    )
+    return prompt_ts.view(batch_size, 1, prompt_ts.shape[-1])
+
+
+def apply_cross_attention_adaln(
+    x, context, attn, q_shift, q_scale, q_gate,
+    prompt_scale_shift_table, prompt_timestep,
+    attention_mask=None, transformer_options={},
+):
+    """Apply cross-attention with ADaLN modulation (shift/scale/gate on Q and KV).
+
+    Q params (q_shift, q_scale, q_gate) are pre-extracted by the caller so
+    that both regular tensors and CompressedTimestep are supported.
+    """
+    batch_size = x.shape[0]
+    shift_kv, scale_kv = (
+        prompt_scale_shift_table[None, None].to(device=x.device, dtype=x.dtype)
+        + prompt_timestep.reshape(batch_size, prompt_timestep.shape[1], 2, -1)
+    ).unbind(dim=2)
+    attn_input = comfy.ldm.common_dit.rms_norm(x) * (1 + q_scale) + q_shift
+    encoder_hidden_states = context * (1 + scale_kv) + shift_kv
+    return attn(attn_input, context=encoder_hidden_states, mask=attention_mask, transformer_options=transformer_options) * q_gate
+
+def get_fractional_positions(indices_grid, max_pos):
+    n_pos_dims = indices_grid.shape[1]
+    assert n_pos_dims == len(max_pos), f'Number of position dimensions ({n_pos_dims}) must match max_pos length ({len(max_pos)})'
+    fractional_positions = torch.stack(
+        [indices_grid[:, i] / max_pos[i] for i in range(n_pos_dims)],
+        axis=-1,
+    )
+    return fractional_positions
+
+
+@functools.lru_cache(maxsize=5)
+def generate_freq_grid_np(positional_embedding_theta, positional_embedding_max_pos_count, inner_dim, _ = None):
+    theta = positional_embedding_theta
+    start = 1
+    end = theta
+
+    n_elem = 2 * positional_embedding_max_pos_count
+    pow_indices = np.power(
+        theta,
+        np.linspace(
+            _log_base(start, theta),
+            _log_base(end, theta),
+            inner_dim // n_elem,
+            dtype=np.float64,
+        ),
+    )
+    return torch.tensor(pow_indices * math.pi / 2, dtype=torch.float32)
+
+def generate_freq_grid_pytorch(positional_embedding_theta, positional_embedding_max_pos_count, inner_dim, device):
+    theta = positional_embedding_theta
+    start = 1
+    end = theta
+    n_elem = 2 * positional_embedding_max_pos_count
+
+    indices = theta ** (
+        torch.linspace(
+            math.log(start, theta),
+            math.log(end, theta),
+            inner_dim // n_elem,
+            device=device,
+            dtype=torch.float32,
+        )
+    )
+    indices = indices.to(dtype=torch.float32)
+
+    indices = indices * math.pi / 2
+
+    return indices
+
+def generate_freqs(indices, indices_grid, max_pos, use_middle_indices_grid):
+    if use_middle_indices_grid:
+        assert(len(indices_grid.shape) == 4 and indices_grid.shape[-1] ==2)
+        indices_grid_start, indices_grid_end = indices_grid[..., 0], indices_grid[..., 1]
+        indices_grid = (indices_grid_start + indices_grid_end) / 2.0
+    elif len(indices_grid.shape) == 4:
+        indices_grid = indices_grid[..., 0]
+
+    # Get fractional positions and compute frequency indices
+    fractional_positions = get_fractional_positions(indices_grid, max_pos)
+    indices = indices.to(device=fractional_positions.device)
+
+    freqs = (
+        (indices * (fractional_positions.unsqueeze(-1) * 2 - 1))
+        .transpose(-1, -2)
+        .flatten(2)
+    )
+    return freqs
+
+def freqs_cis_matrix(freqs, pad_size, split_mode, num_attention_heads, out_dtype):
+    cos_freq = freqs.cos().to(out_dtype)
+    sin_freq = freqs.sin().to(out_dtype)
+    if pad_size:
+        matrix_pad_size = pad_size if split_mode else pad_size // 2
+        cos_padding = torch.ones_like(cos_freq[:, :, :matrix_pad_size])
+        sin_padding = torch.zeros_like(sin_freq[:, :, :matrix_pad_size])
+        cos_freq = torch.cat((cos_padding, cos_freq), dim=-1)
+        sin_freq = torch.cat((sin_padding, sin_freq), dim=-1)
+
+    B, T, half_HD = cos_freq.shape
+    cos_freq = cos_freq.reshape(B, T, num_attention_heads, half_HD // num_attention_heads)
+    sin_freq = sin_freq.reshape(B, T, num_attention_heads, half_HD // num_attention_heads)
+    rotation_matrix = torch.stack(
+        (cos_freq, -sin_freq, sin_freq, cos_freq), dim=-1
+    )
+    return rotation_matrix.reshape(*rotation_matrix.shape[:-1], 2, 2), split_mode
+
+class LTXBaseModel(torch.nn.Module, ABC):
+    """
+    Abstract base class for LTX models (Lightricks Transformer models).
+
+    This class defines the common interface and shared functionality for all LTX models,
+    including LTXV (video) and LTXAV (audio-video) variants.
+    """
+
+    def __init__(
+        self,
+        in_channels: int,
+        cross_attention_dim: int,
+        attention_head_dim: int,
+        num_attention_heads: int,
+        caption_channels: int,
+        num_layers: int,
+        positional_embedding_theta: float = 10000.0,
+        positional_embedding_max_pos: list = [20, 2048, 2048],
+        causal_temporal_positioning: bool = False,
+        vae_scale_factors: tuple = (8, 32, 32),
+        use_middle_indices_grid=False,
+        timestep_scale_multiplier = 1000.0,
+        caption_proj_before_connector=False,
+        cross_attention_adaln=False,
+        caption_projection_first_linear=True,
+        dtype=None,
+        device=None,
+        operations=None,
+        **kwargs,
+    ):
+        super().__init__()
+        self.generator = None
+        self.vae_scale_factors = vae_scale_factors
+        self.use_middle_indices_grid = use_middle_indices_grid
+        self.dtype = dtype
+        self.in_channels = in_channels
+        self.cross_attention_dim = cross_attention_dim
+        self.attention_head_dim = attention_head_dim
+        self.num_attention_heads = num_attention_heads
+        self.caption_channels = caption_channels
+        self.num_layers = num_layers
+        self.positional_embedding_theta = positional_embedding_theta
+        self.positional_embedding_max_pos = positional_embedding_max_pos
+        self.split_positional_embedding = LTXRopeType.from_dict(kwargs)
+        self.freq_grid_generator = (
+            generate_freq_grid_np if LTXFrequenciesPrecision.from_dict(kwargs) == LTXFrequenciesPrecision.FLOAT64
+            else generate_freq_grid_pytorch
+        )
+        self.causal_temporal_positioning = causal_temporal_positioning
+        self.operations = operations
+        self.timestep_scale_multiplier = timestep_scale_multiplier
+        self.caption_proj_before_connector = caption_proj_before_connector
+        self.cross_attention_adaln = cross_attention_adaln
+        self.caption_projection_first_linear = caption_projection_first_linear
+
+        # Common dimensions
+        self.inner_dim = num_attention_heads * attention_head_dim
+        self.out_channels = in_channels
+
+        # Initialize common components
+        self._init_common_components(device, dtype)
+
+        # Initialize model-specific components
+        self._init_model_components(device, dtype, **kwargs)
+
+        # Initialize transformer blocks
+        self._init_transformer_blocks(device, dtype, **kwargs)
+
+        # Initialize output components
+        self._init_output_components(device, dtype)
+
+    def _init_common_components(self, device, dtype):
+        """Initialize components common to all LTX models
+        - patchify_proj: Linear projection for patchifying input
+        - adaln_single: AdaLN layer for timestep embedding
+        - caption_projection: Linear projection for caption embedding
+        """
+        self.patchify_proj = self.operations.Linear(
+            self.in_channels, self.inner_dim, bias=True, dtype=dtype, device=device
+        )
+
+        embedding_coefficient = ADALN_CROSS_ATTN_PARAMS_COUNT if self.cross_attention_adaln else ADALN_BASE_PARAMS_COUNT
+        self.adaln_single = AdaLayerNormSingle(
+            self.inner_dim, embedding_coefficient=embedding_coefficient, use_additional_conditions=False, dtype=dtype, device=device, operations=self.operations
+        )
+
+        if self.cross_attention_adaln:
+            self.prompt_adaln_single = AdaLayerNormSingle(
+                self.inner_dim, embedding_coefficient=2, use_additional_conditions=False, dtype=dtype, device=device, operations=self.operations
+            )
+        else:
+            self.prompt_adaln_single = None
+
+        if self.caption_proj_before_connector:
+            if self.caption_projection_first_linear:
+                self.caption_projection = NormSingleLinearTextProjection(
+                    in_features=self.caption_channels,
+                    hidden_size=self.inner_dim,
+                    dtype=dtype,
+                    device=device,
+                    operations=self.operations,
+                )
+            else:
+                self.caption_projection = lambda a: a
+        else:
+            self.caption_projection = PixArtAlphaTextProjection(
+                in_features=self.caption_channels,
+                hidden_size=self.inner_dim,
+                dtype=dtype,
+                device=device,
+                operations=self.operations,
+            )
+
+    @abstractmethod
+    def _init_model_components(self, device, dtype, **kwargs):
+        """Initialize model-specific components. Must be implemented by subclasses."""
+        pass
+
+    @abstractmethod
+    def _init_transformer_blocks(self, device, dtype, **kwargs):
+        """Initialize transformer blocks. Must be implemented by subclasses."""
+        pass
+
+    @abstractmethod
+    def _init_output_components(self, device, dtype):
+        """Initialize output components. Must be implemented by subclasses."""
+        pass
+
+    @abstractmethod
+    def _process_input(self, x, keyframe_idxs, denoise_mask, **kwargs):
+        """Process input data. Must be implemented by subclasses."""
+        pass
+
+    def _build_guide_self_attention_mask(self, x, transformer_options, merged_args):
+        """Build self-attention mask for per-guide attention attenuation.
+
+        Base implementation returns None (no attenuation). Subclasses that
+        support guide-based attention control should override this.
+        """
+        return None
+
+    @abstractmethod
+    def _process_transformer_blocks(self, x, context, attention_mask, timestep, pe, self_attention_mask=None, **kwargs):
+        """Process transformer blocks. Must be implemented by subclasses."""
+        pass
+
+    @abstractmethod
+    def _process_output(self, x, embedded_timestep, keyframe_idxs, **kwargs):
+        """Process output data. Must be implemented by subclasses."""
+        pass
+
+    def _prepare_timestep(self, timestep, batch_size, hidden_dtype, **kwargs):
+        """Prepare timestep embeddings."""
+        grid_mask = kwargs.get("grid_mask", None)
+        if grid_mask is not None:
+            timestep = timestep[:, grid_mask]
+
+        timestep_scaled = timestep * self.timestep_scale_multiplier
+        timestep, embedded_timestep = self.adaln_single(
+            timestep_scaled.flatten(),
+            {"resolution": None, "aspect_ratio": None},
+            batch_size=batch_size,
+            hidden_dtype=hidden_dtype,
+        )
+
+        # Second dimension is 1 or number of tokens (if timestep_per_token)
+        timestep = timestep.view(batch_size, -1, timestep.shape[-1])
+        embedded_timestep = embedded_timestep.view(batch_size, -1, embedded_timestep.shape[-1])
+
+        prompt_timestep = compute_prompt_timestep(
+            self.prompt_adaln_single, timestep_scaled, batch_size, hidden_dtype
+        )
+
+        return timestep, embedded_timestep, prompt_timestep
+
+    def _prepare_context(self, context, batch_size, x, attention_mask=None):
+        """Prepare context for transformer blocks."""
+        if self.caption_proj_before_connector is False:
+            context = self.caption_projection(context)
+
+        context = context.view(batch_size, -1, x.shape[-1])
+        return context, attention_mask
+
+    def _precompute_freqs_cis(
+        self,
+        indices_grid,
+        dim,
+        out_dtype,
+        theta=10000.0,
+        max_pos=[20, 2048, 2048],
+        use_middle_indices_grid=False,
+        num_attention_heads=32,
+    ):
+        split_mode = self.split_positional_embedding == LTXRopeType.SPLIT
+        indices = self.freq_grid_generator(theta, indices_grid.shape[1], dim, indices_grid.device)
+        freqs = generate_freqs(indices, indices_grid, max_pos, use_middle_indices_grid)
+
+        if split_mode:
+            expected_freqs = dim // 2
+            current_freqs = freqs.shape[-1]
+            pad_size = expected_freqs - current_freqs
+        else:
+            # 2 because of cos and sin by 3 for (t, x, y), 1 for temporal only
+            n_elem = 2 * indices_grid.shape[1]
+            pad_size = dim % n_elem
+        return freqs_cis_matrix(
+            freqs,
+            pad_size,
+            split_mode,
+            num_attention_heads,
+            out_dtype,
+        )
+
+    def _prepare_positional_embeddings(self, pixel_coords, frame_rate, x_dtype):
+        """Prepare positional embeddings."""
+        fractional_coords = pixel_coords.to(torch.float32)
+        fractional_coords[:, 0] = fractional_coords[:, 0] * (1.0 / frame_rate)
+        pe = self._precompute_freqs_cis(
+            fractional_coords,
+            dim=self.inner_dim,
+            out_dtype=x_dtype,
+            max_pos=self.positional_embedding_max_pos,
+            use_middle_indices_grid=self.use_middle_indices_grid,
+            num_attention_heads=self.num_attention_heads,
+        )
+        return pe
+
+    def _prepare_attention_mask(self, attention_mask, x_dtype):
+        """Prepare attention mask."""
+        if attention_mask is not None and not torch.is_floating_point(attention_mask):
+            attention_mask = (attention_mask - 1).to(x_dtype).reshape(
+                (attention_mask.shape[0], 1, -1, attention_mask.shape[-1])
+            ) * torch.finfo(x_dtype).max
+        return attention_mask
+
+    def forward(
+        self, x, timestep, context, attention_mask, frame_rate=25, transformer_options={}, keyframe_idxs=None, denoise_mask=None, **kwargs
+    ):
+        """
+        Forward pass for LTX models.
+
+        Args:
+            x: Input tensor
+            timestep: Timestep tensor
+            context: Context tensor (e.g., text embeddings)
+            attention_mask: Attention mask tensor
+            frame_rate: Frame rate for temporal processing
+            transformer_options: Additional options for transformer blocks
+            keyframe_idxs: Keyframe indices for temporal processing
+            **kwargs: Additional keyword arguments
+
+        Returns:
+            Processed output tensor
+        """
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(
+                comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options
+            ),
+        ).execute(x, timestep, context, attention_mask, frame_rate, transformer_options, keyframe_idxs, denoise_mask=denoise_mask, **kwargs)
+
+    def _forward(
+        self, x, timestep, context, attention_mask, frame_rate=25, transformer_options={}, keyframe_idxs=None, denoise_mask=None, **kwargs
+    ):
+        """
+        Internal forward pass for LTX models.
+
+        Args:
+            x: Input tensor
+            timestep: Timestep tensor
+            context: Context tensor (e.g., text embeddings)
+            attention_mask: Attention mask tensor
+            frame_rate: Frame rate for temporal processing
+            transformer_options: Additional options for transformer blocks
+            keyframe_idxs: Keyframe indices for temporal processing
+            **kwargs: Additional keyword arguments
+
+        Returns:
+            Processed output tensor
+        """
+        if isinstance(x, list):
+            input_dtype = x[0].dtype
+            batch_size = x[0].shape[0]
+        else:
+            input_dtype = x.dtype
+            batch_size = x.shape[0]
+        # Process input
+        merged_args = {**transformer_options, **kwargs}
+        x, pixel_coords, additional_args = self._process_input(x, keyframe_idxs, denoise_mask, **merged_args)
+        merged_args.update(additional_args)
+
+        # Prepare timestep and context
+        timestep, embedded_timestep, prompt_timestep = self._prepare_timestep(timestep, batch_size, input_dtype, **merged_args)
+        merged_args["prompt_timestep"] = prompt_timestep
+        context, attention_mask = self._prepare_context(context, batch_size, x, attention_mask)
+
+        # Prepare attention mask and positional embeddings
+        attention_mask = self._prepare_attention_mask(attention_mask, input_dtype)
+        pe = self._prepare_positional_embeddings(pixel_coords, frame_rate, input_dtype)
+
+        # Build self-attention mask for per-guide attenuation
+        self_attention_mask = self._build_guide_self_attention_mask(
+            x, transformer_options, merged_args
+        )
+
+        # Process transformer blocks
+        x = self._process_transformer_blocks(
+            x, context, attention_mask, timestep, pe,
+            transformer_options=transformer_options,
+            self_attention_mask=self_attention_mask,
+            **merged_args,
+        )
+
+        # Process output
+        x = self._process_output(x, embedded_timestep, keyframe_idxs, **merged_args)
+        return x
+
+
+class LTXVModel(LTXBaseModel):
+    """LTXV model for video generation."""
+
+    def __init__(
+        self,
+        in_channels=128,
+        cross_attention_dim=2048,
+        attention_head_dim=64,
+        num_attention_heads=32,
+        caption_channels=4096,
+        num_layers=28,
+        positional_embedding_theta=10000.0,
+        positional_embedding_max_pos=[20, 2048, 2048],
+        causal_temporal_positioning=False,
+        vae_scale_factors=(8, 32, 32),
+        use_middle_indices_grid=False,
+        timestep_scale_multiplier=1000.0,
+        caption_proj_before_connector=False,
+        cross_attention_adaln=False,
+        dtype=None,
+        device=None,
+        operations=None,
+        **kwargs,
+    ):
+        super().__init__(
+            in_channels=in_channels,
+            cross_attention_dim=cross_attention_dim,
+            attention_head_dim=attention_head_dim,
+            num_attention_heads=num_attention_heads,
+            caption_channels=caption_channels,
+            num_layers=num_layers,
+            positional_embedding_theta=positional_embedding_theta,
+            positional_embedding_max_pos=positional_embedding_max_pos,
+            causal_temporal_positioning=causal_temporal_positioning,
+            vae_scale_factors=vae_scale_factors,
+            use_middle_indices_grid=use_middle_indices_grid,
+            timestep_scale_multiplier=timestep_scale_multiplier,
+            caption_proj_before_connector=caption_proj_before_connector,
+            cross_attention_adaln=cross_attention_adaln,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+            **kwargs,
+        )
+
+    def _init_model_components(self, device, dtype, **kwargs):
+        """Initialize LTXV-specific components."""
+        pass
+
+    def _init_transformer_blocks(self, device, dtype, **kwargs):
+        """Initialize transformer blocks for LTXV."""
+        self.transformer_blocks = nn.ModuleList(
+            [
+                BasicTransformerBlock(
+                    self.inner_dim,
+                    self.num_attention_heads,
+                    self.attention_head_dim,
+                    context_dim=self.cross_attention_dim,
+                    cross_attention_adaln=self.cross_attention_adaln,
+                    dtype=dtype,
+                    device=device,
+                    operations=self.operations,
+                )
+                for _ in range(self.num_layers)
+            ]
+        )
+
+    def _init_output_components(self, device, dtype):
+        """Initialize output components for LTXV."""
+        self.scale_shift_table = nn.Parameter(torch.empty(2, self.inner_dim, dtype=dtype, device=device))
+        self.norm_out = self.operations.LayerNorm(
+            self.inner_dim, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device
+        )
+        self.proj_out = self.operations.Linear(self.inner_dim, self.out_channels, dtype=dtype, device=device)
+        self.patchifier = SymmetricPatchifier(1, start_end=True)
+
+    def _process_input(self, x, keyframe_idxs, denoise_mask, **kwargs):
+        """Process input for LTXV."""
+        additional_args = {"orig_shape": list(x.shape)}
+        x, latent_coords = self.patchifier.patchify(x)
+        pixel_coords = latent_to_pixel_coords(
+            latent_coords=latent_coords,
+            scale_factors=self.vae_scale_factors,
+            causal_fix=self.causal_temporal_positioning,
+        )
+
+        grid_mask = None
+        if keyframe_idxs is not None and keyframe_idxs.shape[2] > 0:
+            additional_args.update({ "orig_patchified_shape": list(x.shape)})
+            denoise_mask = self.patchifier.patchify(denoise_mask)[0]
+            grid_mask = ~torch.any(denoise_mask < 0, dim=-1)[0]
+            additional_args.update({"grid_mask": grid_mask})
+            x = x[:, grid_mask, :]
+            pixel_coords = pixel_coords[:, :, grid_mask, ...]
+
+            kf_grid_mask = grid_mask[-keyframe_idxs.shape[2]:]
+
+            # Compute per-guide surviving token counts from guide_attention_entries.
+            # Each entry tracks one guide reference; they are appended in order and
+            # their pre_filter_counts partition the kf_grid_mask.
+            guide_entries = kwargs.get("guide_attention_entries", None)
+            if guide_entries:
+                total_pfc = sum(e["pre_filter_count"] for e in guide_entries)
+                if total_pfc != len(kf_grid_mask):
+                    raise ValueError(
+                        f"guide pre_filter_counts ({total_pfc}) != "
+                        f"keyframe grid mask length ({len(kf_grid_mask)})"
+                    )
+                resolved_entries = []
+                offset = 0
+                for entry in guide_entries:
+                    pfc = entry["pre_filter_count"]
+                    entry_mask = kf_grid_mask[offset:offset + pfc]
+                    surviving = int(entry_mask.sum().item())
+                    resolved_entries.append({
+                        **entry,
+                        "surviving_count": surviving,
+                    })
+                    offset += pfc
+                additional_args["resolved_guide_entries"] = resolved_entries
+
+            keyframe_idxs = keyframe_idxs[..., kf_grid_mask, :]
+
+            if keyframe_idxs.shape[2] > 0: # Guard for the case of no keyframes surviving
+                pixel_coords[:, :, -keyframe_idxs.shape[2]:, :] = keyframe_idxs
+
+            # Total surviving guide tokens (all guides)
+            additional_args["num_guide_tokens"] = keyframe_idxs.shape[2]
+
+        x = self.patchify_proj(x)
+        return x, pixel_coords, additional_args
+
+    def _build_guide_self_attention_mask(self, x, transformer_options, merged_args):
+        """Build self-attention mask for per-guide attention attenuation.
+
+        Reads resolved_guide_entries from merged_args (computed in _process_input)
+        to build a log-space additive bias mask that attenuates noisy ↔ guide
+        attention for each guide reference independently.
+
+        Returns None if no attenuation is needed (all strengths == 1.0 and no
+        spatial masks, or no guide tokens).
+        """
+        if isinstance(x, list):
+            # AV model: x = [vx, ax]; use vx for token count and device
+            total_tokens = x[0].shape[1]
+            device = x[0].device
+            dtype = x[0].dtype
+        else:
+            total_tokens = x.shape[1]
+            device = x.device
+            dtype = x.dtype
+
+        num_guide_tokens = merged_args.get("num_guide_tokens", 0)
+        if num_guide_tokens == 0:
+            return None
+
+        resolved_entries = merged_args.get("resolved_guide_entries", None)
+        if not resolved_entries:
+            return None
+
+        # strength != 1.0 means we want to either attenuate (< 1) or amplify (> 1) guide attention.
+        needs_mask = any(
+            e["strength"] != 1.0 or e.get("pixel_mask") is not None
+            for e in resolved_entries
+        )
+        if not needs_mask:
+            return None
+
+        # Build per-guide-token weights for all tracked guide tokens.
+        # Guides are appended in order at the end of the sequence.
+        guide_start = total_tokens - num_guide_tokens
+        all_weights = []
+        total_tracked = 0
+
+        for entry in resolved_entries:
+            surviving = entry["surviving_count"]
+            if surviving == 0:
+                continue
+
+            strength = entry["strength"]
+            pixel_mask = entry.get("pixel_mask")
+            latent_shape = entry.get("latent_shape")
+
+            if pixel_mask is not None and latent_shape is not None:
+                f_lat, h_lat, w_lat = latent_shape
+                per_token = self._downsample_mask_to_latent(
+                    pixel_mask.to(device=device, dtype=dtype),
+                    f_lat, h_lat, w_lat,
+                )
+                # per_token shape: (B, f_lat*h_lat*w_lat).
+                # Collapse batch dim — the mask is assumed identical across the
+                # batch; validate and take the first element to get (1, tokens).
+                if per_token.shape[0] > 1:
+                    ref = per_token[0]
+                    for bi in range(1, per_token.shape[0]):
+                        if not torch.equal(ref, per_token[bi]):
+                            logger.warning(
+                                "pixel_mask differs across batch elements; "
+                                "using first element only."
+                            )
+                            break
+                    per_token = per_token[:1]
+                # `surviving` is the post-grid_mask token count.
+                # Clamp to surviving to handle any mismatch safely.
+                n_weights = min(per_token.shape[1], surviving)
+                weights = per_token[:, :n_weights] * strength  # (1, n_weights)
+            else:
+                weights = torch.full(
+                    (1, surviving), strength, device=device, dtype=dtype
+                )
+
+            all_weights.append(weights)
+            total_tracked += weights.shape[1]
+
+        if not all_weights:
+            return None
+
+        # Concatenate per-token weights for all tracked guides
+        tracked_weights = torch.cat(all_weights, dim=1)  # (1, total_tracked)
+
+        # Skip when every weight is exactly 1.0 (additive bias would be 0).
+        if (tracked_weights == 1.0).all():
+            return None
+
+        return GuideAttentionMask(total_tokens, guide_start, total_tracked, tracked_weights)
+
+    @staticmethod
+    def _downsample_mask_to_latent(mask, f_lat, h_lat, w_lat):
+        """Downsample a pixel-space mask to per-token latent weights.
+
+        Args:
+            mask: (B, 1, F_pix, H_pix, W_pix) pixel-space mask with values in [0, 1].
+            f_lat: Number of latent frames (pre-dilation original count).
+            h_lat: Latent height (pre-dilation original height).
+            w_lat: Latent width (pre-dilation original width).
+
+        Returns:
+            (B, F_lat * H_lat * W_lat) flattened per-token weights.
+        """
+        b = mask.shape[0]
+        f_pix = mask.shape[2]
+
+        # Spatial downsampling: area interpolation per frame
+        spatial_down = torch.nn.functional.interpolate(
+            rearrange(mask, "b 1 f h w -> (b f) 1 h w"),
+            size=(h_lat, w_lat),
+            mode="area",
+        )
+        spatial_down = rearrange(spatial_down, "(b f) 1 h w -> b 1 f h w", b=b)
+
+        # Temporal downsampling: first pixel frame maps to first latent frame,
+        # remaining pixel frames are averaged in groups for causal temporal structure.
+        first_frame = spatial_down[:, :, :1, :, :]
+        if f_pix > 1 and f_lat > 1:
+            remaining_pix = f_pix - 1
+            remaining_lat = f_lat - 1
+            t = remaining_pix // remaining_lat
+            if t < 1:
+                # Fewer pixel frames than latent frames — upsample by repeating
+                # the available pixel frames via nearest interpolation.
+                rest_flat = rearrange(
+                    spatial_down[:, :, 1:, :, :],
+                    "b 1 f h w -> (b h w) 1 f",
+                )
+                rest_up = torch.nn.functional.interpolate(
+                    rest_flat, size=remaining_lat, mode="nearest",
+                )
+                rest = rearrange(
+                    rest_up, "(b h w) 1 f -> b 1 f h w",
+                    b=b, h=h_lat, w=w_lat,
+                )
+            else:
+                # Trim trailing pixel frames that don't fill a complete group
+                usable = remaining_lat * t
+                rest = rearrange(
+                    spatial_down[:, :, 1:1 + usable, :, :],
+                    "b 1 (f t) h w -> b 1 f t h w",
+                    t=t,
+                )
+                rest = rest.mean(dim=3)
+            latent_mask = torch.cat([first_frame, rest], dim=2)
+        elif f_lat > 1:
+            # Single pixel frame but multiple latent frames — repeat the
+            # single frame across all latent frames.
+            latent_mask = first_frame.expand(-1, -1, f_lat, -1, -1)
+        else:
+            latent_mask = first_frame
+
+        return rearrange(latent_mask, "b 1 f h w -> b (f h w)")
+
+    def _process_transformer_blocks(self, x, context, attention_mask, timestep, pe, transformer_options={}, self_attention_mask=None, **kwargs):
+        """Process transformer blocks for LTXV."""
+        patches_replace = transformer_options.get("patches_replace", {})
+        blocks_replace = patches_replace.get("dit", {})
+        prompt_timestep = kwargs.get("prompt_timestep", None)
+
+        for i, block in enumerate(self.transformer_blocks):
+            if ("double_block", i) in blocks_replace:
+
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], context=args["txt"], attention_mask=args["attention_mask"], timestep=args["vec"], pe=args["pe"], transformer_options=args["transformer_options"], self_attention_mask=args.get("self_attention_mask"), prompt_timestep=args.get("prompt_timestep"))
+                    return out
+
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "attention_mask": attention_mask, "vec": timestep, "pe": pe, "transformer_options": transformer_options, "self_attention_mask": self_attention_mask, "prompt_timestep": prompt_timestep}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(
+                    x,
+                    context=context,
+                    attention_mask=attention_mask,
+                    timestep=timestep,
+                    pe=pe,
+                    transformer_options=transformer_options,
+                    self_attention_mask=self_attention_mask,
+                    prompt_timestep=prompt_timestep,
+                )
+
+        return x
+
+    def _process_output(self, x, embedded_timestep, keyframe_idxs, **kwargs):
+        """Process output for LTXV."""
+        # Apply scale-shift modulation
+        scale_shift_values = (
+            self.scale_shift_table[None, None].to(device=x.device, dtype=x.dtype) + embedded_timestep[:, :, None]
+        )
+        shift, scale = scale_shift_values[:, :, 0], scale_shift_values[:, :, 1]
+
+        x = self.norm_out(x)
+        x = x * (1 + scale) + shift
+        x = self.proj_out(x)
+
+        if keyframe_idxs is not None and keyframe_idxs.shape[2] > 0:
+            grid_mask = kwargs["grid_mask"]
+            orig_patchified_shape = kwargs["orig_patchified_shape"]
+            full_x = torch.zeros(orig_patchified_shape, dtype=x.dtype, device=x.device)
+            full_x[:, grid_mask, :] = x
+            x = full_x
+        # Unpatchify to restore original dimensions
+        orig_shape = kwargs["orig_shape"]
+        x = self.patchifier.unpatchify(
+            latents=x,
+            output_height=orig_shape[3],
+            output_width=orig_shape[4],
+            output_num_frames=orig_shape[2],
+            out_channels=orig_shape[1] // math.prod(self.patchifier.patch_size),
+        )
+
+        return x
diff --git a/ComfyUI/comfy/ldm/lightricks/symmetric_patchifier.py b/ComfyUI/comfy/ldm/lightricks/symmetric_patchifier.py
new file mode 100644
index 0000000000000000000000000000000000000000..8f9a41186bf773cab756b95223b6fa46bfb940ba
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/symmetric_patchifier.py
@@ -0,0 +1,190 @@
+from abc import ABC, abstractmethod
+from typing import Tuple
+
+import torch
+from einops import rearrange
+from torch import Tensor
+
+
+def latent_to_pixel_coords(
+    latent_coords: Tensor, scale_factors: Tuple[int, int, int], causal_fix: bool = False
+) -> Tensor:
+    """
+    Converts latent coordinates to pixel coordinates by scaling them according to the VAE's
+    configuration.
+    Args:
+        latent_coords (Tensor): A tensor of shape [batch_size, 3, num_latents]
+        containing the latent corner coordinates of each token.
+        scale_factors (Tuple[int, int, int]): The scale factors of the VAE's latent space.
+        causal_fix (bool): Whether to take into account the different temporal scale
+            of the first frame. Default = False for backwards compatibility.
+    Returns:
+        Tensor: A tensor of pixel coordinates corresponding to the input latent coordinates.
+    """
+    shape = [1] * latent_coords.ndim
+    shape[1] = -1
+    pixel_coords = (
+        latent_coords
+        * torch.tensor(scale_factors, device=latent_coords.device).view(*shape)
+    )
+    if causal_fix:
+        # Fix temporal scale for first frame to 1 due to causality
+        pixel_coords[:, 0, ...] = (pixel_coords[:, 0, ...] + 1 - scale_factors[0]).clamp(min=0)
+    return pixel_coords
+
+
+class Patchifier(ABC):
+    def __init__(self, patch_size: int, start_end: bool=False):
+        super().__init__()
+        self._patch_size = (1, patch_size, patch_size)
+        self.start_end = start_end
+
+    @abstractmethod
+    def patchify(
+        self, latents: Tensor, frame_rates: Tensor, scale_grid: bool
+    ) -> Tuple[Tensor, Tensor]:
+        pass
+
+    @abstractmethod
+    def unpatchify(
+        self,
+        latents: Tensor,
+        output_height: int,
+        output_width: int,
+        output_num_frames: int,
+        out_channels: int,
+    ) -> Tuple[Tensor, Tensor]:
+        pass
+
+    @property
+    def patch_size(self):
+        return self._patch_size
+
+    def get_latent_coords(
+        self, latent_num_frames, latent_height, latent_width, batch_size, device
+    ):
+        """
+        Return a tensor of shape [batch_size, 3, num_patches] containing the
+            top-left corner latent coordinates of each latent patch.
+        The tensor is repeated for each batch element.
+        """
+        latent_sample_coords = torch.meshgrid(
+            torch.arange(0, latent_num_frames, self._patch_size[0], device=device),
+            torch.arange(0, latent_height, self._patch_size[1], device=device),
+            torch.arange(0, latent_width, self._patch_size[2], device=device),
+            indexing="ij",
+        )
+        latent_sample_coords_start = torch.stack(latent_sample_coords, dim=0)
+        delta = torch.tensor(self._patch_size, device=latent_sample_coords_start.device, dtype=latent_sample_coords_start.dtype)[:, None, None, None]
+        latent_sample_coords_end = latent_sample_coords_start + delta
+
+        latent_sample_coords_start = latent_sample_coords_start.unsqueeze(0).repeat(batch_size, 1, 1, 1, 1)
+        latent_sample_coords_start = rearrange(
+            latent_sample_coords_start, "b c f h w -> b c (f h w)", b=batch_size
+        )
+        if self.start_end:
+            latent_sample_coords_end = latent_sample_coords_end.unsqueeze(0).repeat(batch_size, 1, 1, 1, 1)
+            latent_sample_coords_end = rearrange(
+                latent_sample_coords_end, "b c f h w -> b c (f h w)", b=batch_size
+            )
+
+            latent_coords = torch.stack((latent_sample_coords_start, latent_sample_coords_end), dim=-1)
+        else:
+            latent_coords = latent_sample_coords_start
+        return latent_coords
+
+
+class SymmetricPatchifier(Patchifier):
+    def patchify(
+        self,
+        latents: Tensor,
+    ) -> Tuple[Tensor, Tensor]:
+        b, _, f, h, w = latents.shape
+        latent_coords = self.get_latent_coords(f, h, w, b, latents.device)
+        latents = rearrange(
+            latents,
+            "b c (f p1) (h p2) (w p3) -> b (f h w) (c p1 p2 p3)",
+            p1=self._patch_size[0],
+            p2=self._patch_size[1],
+            p3=self._patch_size[2],
+        )
+        return latents, latent_coords
+
+    def unpatchify(
+        self,
+        latents: Tensor,
+        output_height: int,
+        output_width: int,
+        output_num_frames: int,
+        out_channels: int,
+    ) -> Tuple[Tensor, Tensor]:
+        output_height = output_height // self._patch_size[1]
+        output_width = output_width // self._patch_size[2]
+        latents = rearrange(
+            latents,
+            "b (f h w) (c p q) -> b c f (h p) (w q) ",
+            f=output_num_frames,
+            h=output_height,
+            w=output_width,
+            p=self._patch_size[1],
+            q=self._patch_size[2],
+        )
+        return latents
+
+
+class AudioPatchifier(Patchifier):
+    def __init__(self, patch_size: int,
+        sample_rate=16000,
+        hop_length=160,
+        audio_latent_downsample_factor=4,
+        is_causal=True,
+        start_end=False,
+        shift = 0
+    ):
+        super().__init__(patch_size, start_end=start_end)
+        self.hop_length = hop_length
+        self.sample_rate = sample_rate
+        self.audio_latent_downsample_factor = audio_latent_downsample_factor
+        self.is_causal = is_causal
+        self.shift = shift
+
+    def copy_with_shift(self, shift):
+        return AudioPatchifier(
+            self.patch_size, self.sample_rate, self.hop_length, self.audio_latent_downsample_factor,
+            self.is_causal, self.start_end, shift
+        )
+
+    def _get_audio_latent_time_in_sec(self, start_latent, end_latent: int, dtype: torch.dtype, device=torch.device):
+        audio_latent_frame = torch.arange(start_latent, end_latent, dtype=dtype, device=device)
+        audio_mel_frame = audio_latent_frame * self.audio_latent_downsample_factor
+        if self.is_causal:
+            audio_mel_frame = (audio_mel_frame + 1 - self.audio_latent_downsample_factor).clip(min=0)
+        return audio_mel_frame * self.hop_length / self.sample_rate
+
+
+    def patchify(self, audio_latents: torch.Tensor) -> Tuple[torch.Tensor, torch.Tensor]:
+        # audio_latents: (batch, channels, time, freq)
+        b, _, t, _ = audio_latents.shape
+        audio_latents = rearrange(
+            audio_latents,
+            "b c t f -> b t (c f)",
+        )
+
+        audio_latents_start_timings = self._get_audio_latent_time_in_sec(self.shift, t + self.shift, torch.float32, audio_latents.device)
+        audio_latents_start_timings = audio_latents_start_timings.unsqueeze(0).expand(b, -1).unsqueeze(1)
+
+        if self.start_end:
+            audio_latents_end_timings = self._get_audio_latent_time_in_sec(self.shift + 1, t + self.shift + 1, torch.float32, audio_latents.device)
+            audio_latents_end_timings = audio_latents_end_timings.unsqueeze(0).expand(b, -1).unsqueeze(1)
+
+            audio_latents_timings = torch.stack([audio_latents_start_timings, audio_latents_end_timings], dim=-1)
+        else:
+            audio_latents_timings = audio_latents_start_timings
+        return audio_latents, audio_latents_timings
+
+    def unpatchify(self, audio_latents: torch.Tensor, channels: int, freq: int) -> torch.Tensor:
+        # audio_latents: (batch, time, freq * channels)
+        audio_latents = rearrange(
+            audio_latents, "b t (c f) -> b c t f", c=channels, f=freq
+        )
+        return audio_latents
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/audio_vae.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/audio_vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..7bc9dff766a32304a2a262e4147e6d78d7dfc3f8
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/audio_vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/causal_audio_autoencoder.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/causal_audio_autoencoder.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..4fdfb9c123ae5d96efe61b9d3d37dd0ff1f05be7
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/causal_audio_autoencoder.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/causal_conv3d.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/causal_conv3d.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..b0cc099a444edbda25bd627aa71f18cb92752674
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/causal_conv3d.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/causal_video_autoencoder.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/causal_video_autoencoder.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..30dbe73d36c3f99587854eae9d66adfdd6c869b7
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/causal_video_autoencoder.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/conv_nd_factory.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/conv_nd_factory.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..d7fd689dd08348137c94d17c655495de69b3bfcb
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/conv_nd_factory.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/dual_conv3d.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/dual_conv3d.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..83688db3a90cc1edc8a94dd1d2a6682765ba2f0f
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/dual_conv3d.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/pixel_norm.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/pixel_norm.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..e87d4bfa92634a75a550e82cfb39277de060d9ea
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/vae/__pycache__/pixel_norm.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/audio_vae.py b/ComfyUI/comfy/ldm/lightricks/vae/audio_vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..b4a8c7524cfd92e13896595a27c3c360f474c96b
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/vae/audio_vae.py
@@ -0,0 +1,239 @@
+import json
+from dataclasses import dataclass
+import math
+import torch
+import torchaudio
+
+from comfy.ldm.mmaudio.vae.distributions import DiagonalGaussianDistribution
+from comfy.ldm.lightricks.symmetric_patchifier import AudioPatchifier
+from comfy.ldm.lightricks.vae.causal_audio_autoencoder import (
+    CausalityAxis,
+    CausalAudioAutoencoder,
+)
+from comfy.ldm.lightricks.vocoders.vocoder import Vocoder, VocoderWithBWE
+
+LATENT_DOWNSAMPLE_FACTOR = 4
+
+
+@dataclass(frozen=True)
+class AudioVAEComponentConfig:
+    """Container for model component configuration extracted from metadata."""
+
+    autoencoder: dict
+    vocoder: dict
+
+    @classmethod
+    def from_metadata(cls, metadata: dict) -> "AudioVAEComponentConfig":
+        assert metadata is not None and "config" in metadata, "Metadata is required for audio VAE"
+
+        raw_config = metadata["config"]
+        if isinstance(raw_config, str):
+            parsed_config = json.loads(raw_config)
+        else:
+            parsed_config = raw_config
+
+        audio_config = parsed_config.get("audio_vae")
+        vocoder_config = parsed_config.get("vocoder")
+
+        assert audio_config is not None, "Audio VAE config is required for audio VAE"
+        assert vocoder_config is not None, "Vocoder config is required for audio VAE"
+
+        return cls(autoencoder=audio_config, vocoder=vocoder_config)
+
+class AudioLatentNormalizer:
+    """Applies per-channel statistics in patch space and restores original layout."""
+
+    def __init__(self, patchfier: AudioPatchifier, statistics_processor: torch.nn.Module):
+        self.patchifier = patchfier
+        self.statistics = statistics_processor
+
+    def normalize(self, latents: torch.Tensor) -> torch.Tensor:
+        channels = latents.shape[1]
+        freq = latents.shape[3]
+        patched, _ = self.patchifier.patchify(latents)
+        normalized = self.statistics.normalize(patched)
+        return self.patchifier.unpatchify(normalized, channels=channels, freq=freq)
+
+    def denormalize(self, latents: torch.Tensor) -> torch.Tensor:
+        channels = latents.shape[1]
+        freq = latents.shape[3]
+        patched, _ = self.patchifier.patchify(latents)
+        denormalized = self.statistics.un_normalize(patched)
+        return self.patchifier.unpatchify(denormalized, channels=channels, freq=freq)
+
+
+class AudioPreprocessor:
+    """Prepares raw waveforms for the autoencoder by matching training conditions."""
+
+    def __init__(self, target_sample_rate: int, mel_bins: int, mel_hop_length: int, n_fft: int):
+        self.target_sample_rate = target_sample_rate
+        self.mel_bins = mel_bins
+        self.mel_hop_length = mel_hop_length
+        self.n_fft = n_fft
+
+    def resample(self, waveform: torch.Tensor, source_rate: int) -> torch.Tensor:
+        if source_rate == self.target_sample_rate:
+            return waveform
+        return torchaudio.functional.resample(waveform, source_rate, self.target_sample_rate)
+
+    def waveform_to_mel(
+        self, waveform: torch.Tensor, waveform_sample_rate: int, device
+    ) -> torch.Tensor:
+        waveform = self.resample(waveform, waveform_sample_rate)
+
+        mel_transform = torchaudio.transforms.MelSpectrogram(
+            sample_rate=self.target_sample_rate,
+            n_fft=self.n_fft,
+            win_length=self.n_fft,
+            hop_length=self.mel_hop_length,
+            f_min=0.0,
+            f_max=self.target_sample_rate / 2.0,
+            n_mels=self.mel_bins,
+            window_fn=torch.hann_window,
+            center=True,
+            pad_mode="reflect",
+            power=1.0,
+            mel_scale="slaney",
+            norm="slaney",
+        ).to(device)
+
+        mel = mel_transform(waveform)
+        mel = torch.log(torch.clamp(mel, min=1e-5))
+        return mel.permute(0, 1, 3, 2).contiguous()
+
+
+class AudioVAE(torch.nn.Module):
+    """High-level Audio VAE wrapper exposing encode and decode entry points."""
+
+    def __init__(self, metadata: dict):
+        super().__init__()
+
+        component_config = AudioVAEComponentConfig.from_metadata(metadata)
+
+        self.autoencoder = CausalAudioAutoencoder(config=component_config.autoencoder)
+        if "bwe" in component_config.vocoder:
+            self.vocoder = VocoderWithBWE(config=component_config.vocoder)
+        else:
+            self.vocoder = Vocoder(config=component_config.vocoder)
+
+        autoencoder_config = self.autoencoder.get_config()
+        self.normalizer = AudioLatentNormalizer(
+            AudioPatchifier(
+                patch_size=1,
+                audio_latent_downsample_factor=LATENT_DOWNSAMPLE_FACTOR,
+                sample_rate=autoencoder_config["sampling_rate"],
+                hop_length=autoencoder_config["mel_hop_length"],
+                is_causal=autoencoder_config["is_causal"],
+            ),
+            self.autoencoder.per_channel_statistics,
+        )
+
+        self.preprocessor = AudioPreprocessor(
+            target_sample_rate=autoencoder_config["sampling_rate"],
+            mel_bins=autoencoder_config["mel_bins"],
+            mel_hop_length=autoencoder_config["mel_hop_length"],
+            n_fft=autoencoder_config["n_fft"],
+        )
+
+    def encode(self, audio, sample_rate=44100) -> torch.Tensor:
+        """Encode a waveform dictionary into normalized latent tensors."""
+
+        waveform = audio
+        waveform_sample_rate = sample_rate
+        input_device = waveform.device
+        expected_channels = self.autoencoder.encoder.in_channels
+        if waveform.shape[1] != expected_channels:
+            if waveform.shape[1] == 1:
+                waveform = waveform.expand(-1, expected_channels, *waveform.shape[2:])
+            else:
+                raise ValueError(
+                    f"Input audio must have {expected_channels} channels, got {waveform.shape[1]}"
+                )
+
+        mel_spec = self.preprocessor.waveform_to_mel(
+            waveform, waveform_sample_rate, device=waveform.device
+        )
+
+        latents = self.autoencoder.encode(mel_spec)
+        posterior = DiagonalGaussianDistribution(latents)
+        latent_mode = posterior.mode()
+
+        normalized = self.normalizer.normalize(latent_mode)
+        return normalized.to(input_device)
+
+    def decode(self, latents: torch.Tensor) -> torch.Tensor:
+        """Decode normalized latent tensors into an audio waveform."""
+        original_shape = latents.shape
+
+        latents = self.normalizer.denormalize(latents)
+
+        target_shape = self.target_shape_from_latents(original_shape)
+        mel_spec = self.autoencoder.decode(latents, target_shape=target_shape)
+
+        waveform = self.run_vocoder(mel_spec)
+        return waveform
+
+    def target_shape_from_latents(self, latents_shape):
+        batch, _, time, _ = latents_shape
+        target_length = time * LATENT_DOWNSAMPLE_FACTOR
+        if self.autoencoder.causality_axis != CausalityAxis.NONE:
+            target_length -= LATENT_DOWNSAMPLE_FACTOR - 1
+        return (
+            batch,
+            self.autoencoder.decoder.out_ch,
+            target_length,
+            self.autoencoder.mel_bins,
+        )
+
+    def num_of_latents_from_frames(self, frames_number: int, frame_rate: float) -> int:
+        return math.ceil((float(frames_number) / frame_rate) * self.latents_per_second)
+
+    def run_vocoder(self, mel_spec: torch.Tensor) -> torch.Tensor:
+        audio_channels = self.autoencoder.decoder.out_ch
+        vocoder_input = mel_spec.transpose(2, 3)
+
+        if audio_channels == 1:
+            vocoder_input = vocoder_input.squeeze(1)
+        elif audio_channels != 2:
+            raise ValueError(f"Unsupported audio_channels: {audio_channels}")
+
+        return self.vocoder(vocoder_input)
+
+    @property
+    def sample_rate(self) -> int:
+        return int(self.autoencoder.sampling_rate)
+
+    @property
+    def mel_hop_length(self) -> int:
+        return int(self.autoencoder.mel_hop_length)
+
+    @property
+    def mel_bins(self) -> int:
+        return int(self.autoencoder.mel_bins)
+
+    @property
+    def latent_channels(self) -> int:
+        return int(self.autoencoder.decoder.z_channels)
+
+    @property
+    def latent_frequency_bins(self) -> int:
+        return int(self.mel_bins // LATENT_DOWNSAMPLE_FACTOR)
+
+    @property
+    def latents_per_second(self) -> float:
+        return self.sample_rate / self.mel_hop_length / LATENT_DOWNSAMPLE_FACTOR
+
+    @property
+    def output_sample_rate(self) -> int:
+        output_rate = getattr(self.vocoder, "output_sample_rate", None)
+        if output_rate is not None:
+            return int(output_rate)
+        upsample_factor = getattr(self.vocoder, "upsample_factor", None)
+        if upsample_factor is None:
+            raise AttributeError(
+                "Vocoder is missing upsample_factor; cannot infer output sample rate"
+            )
+        return int(self.sample_rate * upsample_factor / self.mel_hop_length)
+
+    def memory_required(self, input_shape):
+        return self.device_manager.patcher.model_size()
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/causal_audio_autoencoder.py b/ComfyUI/comfy/ldm/lightricks/vae/causal_audio_autoencoder.py
new file mode 100644
index 0000000000000000000000000000000000000000..58b67d45ab14aee371ed1ee4b8dc31e53547e2ac
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/vae/causal_audio_autoencoder.py
@@ -0,0 +1,899 @@
+import torch
+from torch import nn
+from torch.nn import functional as F
+from typing import Optional
+from enum import Enum
+from .pixel_norm import PixelNorm
+import comfy.ops
+import logging
+
+ops = comfy.ops.disable_weight_init
+
+
+class StringConvertibleEnum(Enum):
+    """
+    Base enum class that provides string-to-enum conversion functionality.
+
+    This mixin adds a str_to_enum() class method that handles conversion from
+    strings, None, or existing enum instances with case-insensitive matching.
+    """
+
+    @classmethod
+    def str_to_enum(cls, value):
+        """
+        Convert a string, enum instance, or None to the appropriate enum member.
+
+        Args:
+            value: Can be an enum instance of this class, a string, or None
+
+        Returns:
+            Enum member of this class
+
+        Raises:
+            ValueError: If the value cannot be converted to a valid enum member
+        """
+        # Already an enum instance of this class
+        if isinstance(value, cls):
+            return value
+
+        # None maps to NONE member if it exists
+        if value is None:
+            if hasattr(cls, "NONE"):
+                return cls.NONE
+            raise ValueError(f"{cls.__name__} does not have a NONE member to map None to")
+
+        # String conversion (case-insensitive)
+        if isinstance(value, str):
+            value_lower = value.lower()
+
+            # Try to match against enum values
+            for member in cls:
+                # Handle members with None values
+                if member.value is None:
+                    if value_lower == "none":
+                        return member
+                # Handle members with string values
+                elif isinstance(member.value, str) and member.value.lower() == value_lower:
+                    return member
+
+            # Build helpful error message with valid values
+            valid_values = []
+            for member in cls:
+                if member.value is None:
+                    valid_values.append("none")
+                elif isinstance(member.value, str):
+                    valid_values.append(member.value)
+
+            raise ValueError(f"Invalid {cls.__name__} string: '{value}'. " f"Valid values are: {valid_values}")
+
+        raise ValueError(
+            f"Cannot convert type {type(value).__name__} to {cls.__name__} enum. "
+            f"Expected string, None, or {cls.__name__} instance."
+        )
+
+
+class AttentionType(StringConvertibleEnum):
+    """Enum for specifying the attention mechanism type."""
+
+    VANILLA = "vanilla"
+    LINEAR = "linear"
+    NONE = "none"
+
+
+class CausalityAxis(StringConvertibleEnum):
+    """Enum for specifying the causality axis in causal convolutions."""
+
+    NONE = None
+    WIDTH = "width"
+    HEIGHT = "height"
+    WIDTH_COMPATIBILITY = "width-compatibility"
+
+
+def Normalize(in_channels, *, num_groups=32, normtype="group"):
+    if normtype == "group":
+        return torch.nn.GroupNorm(num_groups=num_groups, num_channels=in_channels, eps=1e-6, affine=True)
+    elif normtype == "pixel":
+        return PixelNorm(dim=1, eps=1e-6)
+    else:
+        raise ValueError(f"Invalid normalization type: {normtype}")
+
+
+class CausalConv2d(nn.Module):
+    """
+    A causal 2D convolution.
+
+    This layer ensures that the output at time `t` only depends on inputs
+    at time `t` and earlier. It achieves this by applying asymmetric padding
+    to the time dimension (width) before the convolution.
+    """
+
+    def __init__(
+        self,
+        in_channels,
+        out_channels,
+        kernel_size,
+        stride=1,
+        dilation=1,
+        groups=1,
+        bias=True,
+        causality_axis: CausalityAxis = CausalityAxis.HEIGHT,
+    ):
+        super().__init__()
+
+        self.causality_axis = causality_axis
+
+        # Ensure kernel_size and dilation are tuples
+        kernel_size = nn.modules.utils._pair(kernel_size)
+        dilation = nn.modules.utils._pair(dilation)
+
+        # Calculate padding dimensions
+        pad_h = (kernel_size[0] - 1) * dilation[0]
+        pad_w = (kernel_size[1] - 1) * dilation[1]
+
+        # The padding tuple for F.pad is (pad_left, pad_right, pad_top, pad_bottom)
+        match self.causality_axis:
+            case CausalityAxis.NONE:
+                self.padding = (pad_w // 2, pad_w - pad_w // 2, pad_h // 2, pad_h - pad_h // 2)
+            case CausalityAxis.WIDTH | CausalityAxis.WIDTH_COMPATIBILITY:
+                self.padding = (pad_w, 0, pad_h // 2, pad_h - pad_h // 2)
+            case CausalityAxis.HEIGHT:
+                self.padding = (pad_w // 2, pad_w - pad_w // 2, pad_h, 0)
+            case _:
+                raise ValueError(f"Invalid causality_axis: {causality_axis}")
+
+        # The internal convolution layer uses no padding, as we handle it manually
+        self.conv = ops.Conv2d(
+            in_channels,
+            out_channels,
+            kernel_size,
+            stride=stride,
+            padding=0,
+            dilation=dilation,
+            groups=groups,
+            bias=bias,
+        )
+
+    def forward(self, x):
+        # Apply causal padding before convolution
+        x = F.pad(x, self.padding)
+        return self.conv(x)
+
+
+def make_conv2d(
+    in_channels,
+    out_channels,
+    kernel_size,
+    stride=1,
+    padding=None,
+    dilation=1,
+    groups=1,
+    bias=True,
+    causality_axis: Optional[CausalityAxis] = None,
+):
+    """
+    Create a 2D convolution layer that can be either causal or non-causal.
+
+    Args:
+        in_channels: Number of input channels
+        out_channels: Number of output channels
+        kernel_size: Size of the convolution kernel
+        stride: Convolution stride
+        padding: Padding (if None, will be calculated based on causal flag)
+        dilation: Dilation rate
+        groups: Number of groups for grouped convolution
+        bias: Whether to use bias
+        causality_axis: Dimension along which to apply causality.
+
+    Returns:
+        Either a regular Conv2d or CausalConv2d layer
+    """
+    if causality_axis is not None:
+        # For causal convolution, padding is handled internally by CausalConv2d
+        return CausalConv2d(in_channels, out_channels, kernel_size, stride, dilation, groups, bias, causality_axis)
+    else:
+        # For non-causal convolution, use symmetric padding if not specified
+        if padding is None:
+            if isinstance(kernel_size, int):
+                padding = kernel_size // 2
+            else:
+                padding = tuple(k // 2 for k in kernel_size)
+        return ops.Conv2d(
+            in_channels,
+            out_channels,
+            kernel_size,
+            stride,
+            padding,
+            dilation,
+            groups,
+            bias,
+        )
+
+
+class Upsample(nn.Module):
+    def __init__(self, in_channels, with_conv, causality_axis: CausalityAxis = CausalityAxis.HEIGHT):
+        super().__init__()
+        self.with_conv = with_conv
+        self.causality_axis = causality_axis
+        if self.with_conv:
+            self.conv = make_conv2d(in_channels, in_channels, kernel_size=3, stride=1, causality_axis=causality_axis)
+
+    def forward(self, x):
+        x = torch.nn.functional.interpolate(x, scale_factor=2.0, mode="nearest")
+        if self.with_conv:
+            x = self.conv(x)
+            # Drop FIRST element in the causal axis to undo encoder's padding, while keeping the length 1 + 2 * n.
+            # For example, if the input is [0, 1, 2], after interpolation, the output is [0, 0, 1, 1, 2, 2].
+            # The causal convolution will pad the first element as [-, -, 0, 0, 1, 1, 2, 2],
+            # So the output elements rely on the following windows:
+            # 0: [-,-,0]
+            # 1: [-,0,0]
+            # 2: [0,0,1]
+            # 3: [0,1,1]
+            # 4: [1,1,2]
+            # 5: [1,2,2]
+            # Notice that the first and second elements in the output rely only on the first element in the input,
+            # while all other elements rely on two elements in the input.
+            # So we can drop the first element to undo the padding (rather than the last element).
+            # This is a no-op for non-causal convolutions.
+            match self.causality_axis:
+                case CausalityAxis.NONE:
+                    pass  # x remains unchanged
+                case CausalityAxis.HEIGHT:
+                    x = x[:, :, 1:, :]
+                case CausalityAxis.WIDTH:
+                    x = x[:, :, :, 1:]
+                case CausalityAxis.WIDTH_COMPATIBILITY:
+                    pass  # x remains unchanged
+                case _:
+                    raise ValueError(f"Invalid causality_axis: {self.causality_axis}")
+
+        return x
+
+
+class Downsample(nn.Module):
+    """
+    A downsampling layer that can use either a strided convolution
+    or average pooling. Supports standard and causal padding for the
+    convolutional mode.
+    """
+
+    def __init__(self, in_channels, with_conv, causality_axis: CausalityAxis = CausalityAxis.WIDTH):
+        super().__init__()
+        self.with_conv = with_conv
+        self.causality_axis = causality_axis
+
+        if self.causality_axis != CausalityAxis.NONE and not self.with_conv:
+            raise ValueError("causality is only supported when `with_conv=True`.")
+
+        if self.with_conv:
+            # Do time downsampling here
+            # no asymmetric padding in torch conv, must do it ourselves
+            self.conv = ops.Conv2d(in_channels, in_channels, kernel_size=3, stride=2, padding=0)
+
+    def forward(self, x):
+        if self.with_conv:
+            # (pad_left, pad_right, pad_top, pad_bottom)
+            match self.causality_axis:
+                case CausalityAxis.NONE:
+                    pad = (0, 1, 0, 1)
+                case CausalityAxis.WIDTH:
+                    pad = (2, 0, 0, 1)
+                case CausalityAxis.HEIGHT:
+                    pad = (0, 1, 2, 0)
+                case CausalityAxis.WIDTH_COMPATIBILITY:
+                    pad = (1, 0, 0, 1)
+                case _:
+                    raise ValueError(f"Invalid causality_axis: {self.causality_axis}")
+
+            x = torch.nn.functional.pad(x, pad, mode="constant", value=0)
+            x = self.conv(x)
+        else:
+            # This branch is only taken if with_conv=False, which implies causality_axis is NONE.
+            x = torch.nn.functional.avg_pool2d(x, kernel_size=2, stride=2)
+
+        return x
+
+
+class ResnetBlock(nn.Module):
+    def __init__(
+        self,
+        *,
+        in_channels,
+        out_channels=None,
+        conv_shortcut=False,
+        dropout,
+        temb_channels=512,
+        norm_type="group",
+        causality_axis: CausalityAxis = CausalityAxis.HEIGHT,
+    ):
+        super().__init__()
+        self.causality_axis = causality_axis
+
+        if self.causality_axis != CausalityAxis.NONE and norm_type == "group":
+            raise ValueError("Causal ResnetBlock with GroupNorm is not supported.")
+        self.in_channels = in_channels
+        out_channels = in_channels if out_channels is None else out_channels
+        self.out_channels = out_channels
+        self.use_conv_shortcut = conv_shortcut
+
+        self.norm1 = Normalize(in_channels, normtype=norm_type)
+        self.non_linearity = nn.SiLU()
+        self.conv1 = make_conv2d(in_channels, out_channels, kernel_size=3, stride=1, causality_axis=causality_axis)
+        if temb_channels > 0:
+            self.temb_proj = ops.Linear(temb_channels, out_channels)
+        self.norm2 = Normalize(out_channels, normtype=norm_type)
+        self.dropout = torch.nn.Dropout(dropout)
+        self.conv2 = make_conv2d(out_channels, out_channels, kernel_size=3, stride=1, causality_axis=causality_axis)
+        if self.in_channels != self.out_channels:
+            if self.use_conv_shortcut:
+                self.conv_shortcut = make_conv2d(
+                    in_channels, out_channels, kernel_size=3, stride=1, causality_axis=causality_axis
+                )
+            else:
+                self.nin_shortcut = make_conv2d(
+                    in_channels, out_channels, kernel_size=1, stride=1, causality_axis=causality_axis
+                )
+
+    def forward(self, x, temb):
+        h = x
+        h = self.norm1(h)
+        h = self.non_linearity(h)
+        h = self.conv1(h)
+
+        if temb is not None:
+            h = h + self.temb_proj(self.non_linearity(temb))[:, :, None, None]
+
+        h = self.norm2(h)
+        h = self.non_linearity(h)
+        h = self.dropout(h)
+        h = self.conv2(h)
+
+        if self.in_channels != self.out_channels:
+            if self.use_conv_shortcut:
+                x = self.conv_shortcut(x)
+            else:
+                x = self.nin_shortcut(x)
+
+        return x + h
+
+
+class AttnBlock(nn.Module):
+    def __init__(self, in_channels, norm_type="group"):
+        super().__init__()
+        self.in_channels = in_channels
+
+        self.norm = Normalize(in_channels, normtype=norm_type)
+        self.q = ops.Conv2d(in_channels, in_channels, kernel_size=1, stride=1, padding=0)
+        self.k = ops.Conv2d(in_channels, in_channels, kernel_size=1, stride=1, padding=0)
+        self.v = ops.Conv2d(in_channels, in_channels, kernel_size=1, stride=1, padding=0)
+        self.proj_out = ops.Conv2d(in_channels, in_channels, kernel_size=1, stride=1, padding=0)
+
+    def forward(self, x):
+        h_ = x
+        h_ = self.norm(h_)
+        q = self.q(h_)
+        k = self.k(h_)
+        v = self.v(h_)
+
+        # compute attention
+        b, c, h, w = q.shape
+        q = q.reshape(b, c, h * w).contiguous()
+        q = q.permute(0, 2, 1).contiguous()  # b,hw,c
+        k = k.reshape(b, c, h * w).contiguous()  # b,c,hw
+        w_ = torch.bmm(q, k).contiguous()  # b,hw,hw    w[b,i,j]=sum_c q[b,i,c]k[b,c,j]
+        w_ = w_ * (int(c) ** (-0.5))
+        w_ = torch.nn.functional.softmax(w_, dim=2)
+
+        # attend to values
+        v = v.reshape(b, c, h * w).contiguous()
+        w_ = w_.permute(0, 2, 1).contiguous()  # b,hw,hw (first hw of k, second of q)
+        h_ = torch.bmm(v, w_).contiguous()  # b, c,hw (hw of q) h_[b,c,j] = sum_i v[b,c,i] w_[b,i,j]
+        h_ = h_.reshape(b, c, h, w).contiguous()
+
+        h_ = self.proj_out(h_)
+
+        return x + h_
+
+
+def make_attn(in_channels, attn_type="vanilla", norm_type="group"):
+    # Convert string to enum if needed
+    attn_type = AttentionType.str_to_enum(attn_type)
+
+    if attn_type != AttentionType.NONE:
+        logging.info(f"making attention of type '{attn_type.value}' with {in_channels} in_channels")
+    else:
+        logging.info(f"making identity attention with {in_channels} in_channels")
+
+    match attn_type:
+        case AttentionType.VANILLA:
+            return AttnBlock(in_channels, norm_type=norm_type)
+        case AttentionType.NONE:
+            return nn.Identity(in_channels)
+        case AttentionType.LINEAR:
+            raise NotImplementedError(f"Attention type {attn_type.value} is not supported yet.")
+        case _:
+            raise ValueError(f"Unknown attention type: {attn_type}")
+
+
+class Encoder(nn.Module):
+    def __init__(
+        self,
+        *,
+        ch,
+        out_ch,
+        ch_mult=(1, 2, 4, 8),
+        num_res_blocks,
+        attn_resolutions,
+        dropout=0.0,
+        resamp_with_conv=True,
+        in_channels,
+        resolution,
+        z_channels,
+        double_z=True,
+        attn_type="vanilla",
+        mid_block_add_attention=True,
+        norm_type="group",
+        causality_axis=CausalityAxis.WIDTH.value,
+        **ignore_kwargs,
+    ):
+        super().__init__()
+        self.ch = ch
+        self.temb_ch = 0
+        self.num_resolutions = len(ch_mult)
+        self.num_res_blocks = num_res_blocks
+        self.resolution = resolution
+        self.in_channels = in_channels
+        self.z_channels = z_channels
+        self.double_z = double_z
+        self.norm_type = norm_type
+        # Convert string to enum if needed (for config loading)
+        causality_axis = CausalityAxis.str_to_enum(causality_axis)
+        self.attn_type = AttentionType.str_to_enum(attn_type)
+
+        # downsampling
+        self.conv_in = make_conv2d(
+            in_channels,
+            self.ch,
+            kernel_size=3,
+            stride=1,
+            causality_axis=causality_axis,
+        )
+
+        self.non_linearity = nn.SiLU()
+
+        curr_res = resolution
+        in_ch_mult = (1,) + tuple(ch_mult)
+        self.in_ch_mult = in_ch_mult
+        self.down = nn.ModuleList()
+
+        for i_level in range(self.num_resolutions):
+            block = nn.ModuleList()
+            attn = nn.ModuleList()
+            block_in = ch * in_ch_mult[i_level]
+            block_out = ch * ch_mult[i_level]
+
+            for _ in range(self.num_res_blocks):
+                block.append(
+                    ResnetBlock(
+                        in_channels=block_in,
+                        out_channels=block_out,
+                        temb_channels=self.temb_ch,
+                        dropout=dropout,
+                        norm_type=self.norm_type,
+                        causality_axis=causality_axis,
+                    )
+                )
+                block_in = block_out
+                if curr_res in attn_resolutions:
+                    attn.append(make_attn(block_in, attn_type=self.attn_type, norm_type=self.norm_type))
+
+            down = nn.Module()
+            down.block = block
+            down.attn = attn
+            if i_level != self.num_resolutions - 1:
+                down.downsample = Downsample(block_in, resamp_with_conv, causality_axis=causality_axis)
+                curr_res = curr_res // 2
+            self.down.append(down)
+
+        # middle
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock(
+            in_channels=block_in,
+            out_channels=block_in,
+            temb_channels=self.temb_ch,
+            dropout=dropout,
+            norm_type=self.norm_type,
+            causality_axis=causality_axis,
+        )
+        if mid_block_add_attention:
+            self.mid.attn_1 = make_attn(block_in, attn_type=self.attn_type, norm_type=self.norm_type)
+        else:
+            self.mid.attn_1 = nn.Identity()
+        self.mid.block_2 = ResnetBlock(
+            in_channels=block_in,
+            out_channels=block_in,
+            temb_channels=self.temb_ch,
+            dropout=dropout,
+            norm_type=self.norm_type,
+            causality_axis=causality_axis,
+        )
+
+        # end
+        self.norm_out = Normalize(block_in, normtype=self.norm_type)
+        self.conv_out = make_conv2d(
+            block_in,
+            2 * z_channels if double_z else z_channels,
+            kernel_size=3,
+            stride=1,
+            causality_axis=causality_axis,
+        )
+
+    def forward(self, x):
+        """
+        Forward pass through the encoder.
+
+        Args:
+            x: Input tensor of shape [batch, channels, time, n_mels]
+
+        Returns:
+            Encoded latent representation
+        """
+        feature_maps = [self.conv_in(x)]
+
+        # Process each resolution level (from high to low resolution)
+        for resolution_level in range(self.num_resolutions):
+            # Apply residual blocks at current resolution level
+            for block_idx in range(self.num_res_blocks):
+                # Apply ResNet block with optional timestep embedding
+                current_features = self.down[resolution_level].block[block_idx](feature_maps[-1], temb=None)
+
+                # Apply attention if configured for this resolution level
+                if len(self.down[resolution_level].attn) > 0:
+                    current_features = self.down[resolution_level].attn[block_idx](current_features)
+
+                # Store processed features
+                feature_maps.append(current_features)
+
+            # Downsample spatial dimensions (except at the final resolution level)
+            if resolution_level != self.num_resolutions - 1:
+                downsampled_features = self.down[resolution_level].downsample(feature_maps[-1])
+                feature_maps.append(downsampled_features)
+
+        # === MIDDLE PROCESSING PHASE ===
+        # Take the lowest resolution features for middle processing
+        bottleneck_features = feature_maps[-1]
+
+        # Apply first middle ResNet block
+        bottleneck_features = self.mid.block_1(bottleneck_features, temb=None)
+
+        # Apply middle attention block
+        bottleneck_features = self.mid.attn_1(bottleneck_features)
+
+        # Apply second middle ResNet block
+        bottleneck_features = self.mid.block_2(bottleneck_features, temb=None)
+
+        # === OUTPUT PHASE ===
+        # Normalize the bottleneck features
+        output_features = self.norm_out(bottleneck_features)
+
+        # Apply non-linearity (SiLU activation)
+        output_features = self.non_linearity(output_features)
+
+        # Final convolution to produce latent representation
+        # [batch, channels, time, n_mels] -> [batch, 2 * z_channels if double_z else z_channels, time, n_mels]
+        return self.conv_out(output_features)
+
+
+class Decoder(nn.Module):
+    def __init__(
+        self,
+        *,
+        ch,
+        out_ch,
+        ch_mult=(1, 2, 4, 8),
+        num_res_blocks,
+        attn_resolutions,
+        dropout=0.0,
+        resamp_with_conv=True,
+        in_channels,
+        resolution,
+        z_channels,
+        give_pre_end=False,
+        tanh_out=False,
+        attn_type="vanilla",
+        mid_block_add_attention=True,
+        norm_type="group",
+        causality_axis=CausalityAxis.WIDTH.value,
+        **ignorekwargs,
+    ):
+        super().__init__()
+        self.ch = ch
+        self.temb_ch = 0
+        self.num_resolutions = len(ch_mult)
+        self.num_res_blocks = num_res_blocks
+        self.resolution = resolution
+        self.in_channels = in_channels
+        self.out_ch = out_ch
+        self.give_pre_end = give_pre_end
+        self.tanh_out = tanh_out
+        self.norm_type = norm_type
+        self.z_channels = z_channels
+        # Convert string to enum if needed (for config loading)
+        causality_axis = CausalityAxis.str_to_enum(causality_axis)
+        self.attn_type = AttentionType.str_to_enum(attn_type)
+
+        # compute block_in and curr_res at lowest res
+        block_in = ch * ch_mult[self.num_resolutions - 1]
+        curr_res = resolution // 2 ** (self.num_resolutions - 1)
+        self.z_shape = (1, z_channels, curr_res, curr_res)
+
+        # z to block_in
+        self.conv_in = make_conv2d(z_channels, block_in, kernel_size=3, stride=1, causality_axis=causality_axis)
+
+        self.non_linearity = nn.SiLU()
+
+        # middle
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock(
+            in_channels=block_in,
+            out_channels=block_in,
+            temb_channels=self.temb_ch,
+            dropout=dropout,
+            norm_type=self.norm_type,
+            causality_axis=causality_axis,
+        )
+        if mid_block_add_attention:
+            self.mid.attn_1 = make_attn(block_in, attn_type=self.attn_type, norm_type=self.norm_type)
+        else:
+            self.mid.attn_1 = nn.Identity()
+        self.mid.block_2 = ResnetBlock(
+            in_channels=block_in,
+            out_channels=block_in,
+            temb_channels=self.temb_ch,
+            dropout=dropout,
+            norm_type=self.norm_type,
+            causality_axis=causality_axis,
+        )
+
+        # upsampling
+        self.up = nn.ModuleList()
+        for i_level in reversed(range(self.num_resolutions)):
+            block = nn.ModuleList()
+            attn = nn.ModuleList()
+            block_out = ch * ch_mult[i_level]
+            for _ in range(self.num_res_blocks + 1):
+                block.append(
+                    ResnetBlock(
+                        in_channels=block_in,
+                        out_channels=block_out,
+                        temb_channels=self.temb_ch,
+                        dropout=dropout,
+                        norm_type=self.norm_type,
+                        causality_axis=causality_axis,
+                    )
+                )
+                block_in = block_out
+                if curr_res in attn_resolutions:
+                    attn.append(make_attn(block_in, attn_type=self.attn_type, norm_type=self.norm_type))
+            up = nn.Module()
+            up.block = block
+            up.attn = attn
+            if i_level != 0:
+                up.upsample = Upsample(block_in, resamp_with_conv, causality_axis=causality_axis)
+                curr_res = curr_res * 2
+            self.up.insert(0, up)  # prepend to get consistent order
+
+        # end
+        self.norm_out = Normalize(block_in, normtype=self.norm_type)
+        self.conv_out = make_conv2d(block_in, out_ch, kernel_size=3, stride=1, causality_axis=causality_axis)
+
+    def _adjust_output_shape(self, decoded_output, target_shape):
+        """
+        Adjust output shape to match target dimensions for variable-length audio.
+
+        This function handles the common case where decoded audio spectrograms need to be
+        resized to match a specific target shape.
+
+        Args:
+            decoded_output: Tensor of shape (batch, channels, time, frequency)
+            target_shape: Target shape tuple (batch, channels, time, frequency)
+
+        Returns:
+            Tensor adjusted to match target_shape exactly
+        """
+        # Current output shape: (batch, channels, time, frequency)
+        _, _, current_time, current_freq = decoded_output.shape
+        _, target_channels, target_time, target_freq = target_shape
+
+        # Step 1: Crop first to avoid exceeding target dimensions
+        decoded_output = decoded_output[
+            :, :target_channels, : min(current_time, target_time), : min(current_freq, target_freq)
+        ]
+
+        # Step 2: Calculate padding needed for time and frequency dimensions
+        time_padding_needed = target_time - decoded_output.shape[2]
+        freq_padding_needed = target_freq - decoded_output.shape[3]
+
+        # Step 3: Apply padding if needed
+        if time_padding_needed > 0 or freq_padding_needed > 0:
+            # PyTorch padding format: (pad_left, pad_right, pad_top, pad_bottom)
+            # For audio: pad_left/right = frequency, pad_top/bottom = time
+            padding = (
+                0,
+                max(freq_padding_needed, 0),  # frequency padding (left, right)
+                0,
+                max(time_padding_needed, 0),  # time padding (top, bottom)
+            )
+            decoded_output = F.pad(decoded_output, padding)
+
+        # Step 4: Final safety crop to ensure exact target shape
+        decoded_output = decoded_output[:, :target_channels, :target_time, :target_freq]
+
+        return decoded_output
+
+    def get_config(self):
+        return {
+            "ch": self.ch,
+            "out_ch": self.out_ch,
+            "ch_mult": self.ch_mult,
+            "num_res_blocks": self.num_res_blocks,
+            "in_channels": self.in_channels,
+            "resolution": self.resolution,
+            "z_channels": self.z_channels,
+        }
+
+    def forward(self, latent_features, target_shape=None):
+        """
+        Decode latent features back to audio spectrograms.
+
+        Args:
+            latent_features: Encoded latent representation of shape (batch, channels, height, width)
+            target_shape: Optional target output shape (batch, channels, time, frequency)
+                         If provided, output will be cropped/padded to match this shape
+
+        Returns:
+            Reconstructed audio spectrogram of shape (batch, channels, time, frequency)
+        """
+        assert target_shape is not None, "Target shape is required for CausalAudioAutoencoder Decoder"
+
+        # Transform latent features to decoder's internal feature dimension
+        hidden_features = self.conv_in(latent_features)
+
+        # Middle processing
+        hidden_features = self.mid.block_1(hidden_features, temb=None)
+        hidden_features = self.mid.attn_1(hidden_features)
+        hidden_features = self.mid.block_2(hidden_features, temb=None)
+
+        # Upsampling
+        # Progressively increase spatial resolution from lowest to highest
+        for resolution_level in reversed(range(self.num_resolutions)):
+            # Apply residual blocks at current resolution level
+            for block_index in range(self.num_res_blocks + 1):
+                hidden_features = self.up[resolution_level].block[block_index](hidden_features, temb=None)
+
+                if len(self.up[resolution_level].attn) > 0:
+                    hidden_features = self.up[resolution_level].attn[block_index](hidden_features)
+
+            if resolution_level != 0:
+                hidden_features = self.up[resolution_level].upsample(hidden_features)
+
+        # Output
+        if self.give_pre_end:
+            # Return intermediate features before final processing (for debugging/analysis)
+            decoded_output = hidden_features
+        else:
+            # Standard output path: normalize, activate, and convert to output channels
+            # Final normalization layer
+            hidden_features = self.norm_out(hidden_features)
+
+            # Apply SiLU (Swish) activation function
+            hidden_features = self.non_linearity(hidden_features)
+
+            # Final convolution to map to output channels (typically 2 for stereo audio)
+            decoded_output = self.conv_out(hidden_features)
+
+            # Optional tanh activation to bound output values to [-1, 1] range
+            if self.tanh_out:
+                decoded_output = torch.tanh(decoded_output)
+
+        # Adjust shape for audio data
+        if target_shape is not None:
+            decoded_output = self._adjust_output_shape(decoded_output, target_shape)
+
+        return decoded_output
+
+
+class processor(nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.register_buffer("std-of-means", torch.empty(128))
+        self.register_buffer("mean-of-means", torch.empty(128))
+
+    def un_normalize(self, x):
+        return (x * self.get_buffer("std-of-means").to(x)) + self.get_buffer("mean-of-means").to(x)
+
+    def normalize(self, x):
+        return (x - self.get_buffer("mean-of-means").to(x)) / self.get_buffer("std-of-means").to(x)
+
+
+class CausalAudioAutoencoder(nn.Module):
+    def __init__(self, config=None):
+        super().__init__()
+
+        if config is None:
+            config = self.get_default_config()
+
+        model_config = config.get("model", {}).get("params", {})
+
+        self.sampling_rate = model_config.get(
+            "sampling_rate", config.get("sampling_rate", 16000)
+        )
+        encoder_config = model_config.get("encoder", model_config.get("ddconfig", {}))
+        decoder_config = model_config.get("decoder", encoder_config)
+
+        # Load mel spectrogram parameters
+        self.mel_bins = encoder_config.get("mel_bins", 64)
+        self.mel_hop_length = config.get("preprocessing", {}).get("stft", {}).get("hop_length", 160)
+        self.n_fft = config.get("preprocessing", {}).get("stft", {}).get("filter_length", 1024)
+
+        # Store causality configuration at VAE level (not just in encoder internals)
+        causality_axis_value = encoder_config.get("causality_axis", CausalityAxis.HEIGHT.value)
+        self.causality_axis = CausalityAxis.str_to_enum(causality_axis_value)
+        self.is_causal = self.causality_axis == CausalityAxis.HEIGHT
+
+        self.encoder = Encoder(**encoder_config)
+        self.decoder = Decoder(**decoder_config)
+
+        self.per_channel_statistics = processor()
+
+    def get_default_config(self):
+        ddconfig = {
+            "double_z": True,
+            "mel_bins": 64,
+            "z_channels": 8,
+            "resolution": 256,
+            "downsample_time": False,
+            "in_channels": 2,
+            "out_ch": 2,
+            "ch": 128,
+            "ch_mult": [1, 2, 4],
+            "num_res_blocks": 2,
+            "attn_resolutions": [],
+            "dropout": 0.0,
+            "mid_block_add_attention": False,
+            "norm_type": "pixel",
+            "causality_axis": "height",
+        }
+
+        config = {
+            "model": {
+                "params": {
+                    "ddconfig": ddconfig,
+                    "sampling_rate": 16000,
+                }
+            },
+            "preprocessing": {
+                "stft": {
+                    "filter_length": 1024,
+                    "hop_length": 160,
+                },
+            },
+        }
+
+        return config
+
+    def get_config(self):
+        return {
+            "sampling_rate": self.sampling_rate,
+            "mel_bins": self.mel_bins,
+            "mel_hop_length": self.mel_hop_length,
+            "n_fft": self.n_fft,
+            "causality_axis": self.causality_axis.value,
+            "is_causal": self.is_causal,
+        }
+
+    def encode(self, x):
+        return self.encoder(x)
+
+    def decode(self, x, target_shape=None):
+        return self.decoder(x, target_shape=target_shape)
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/causal_conv3d.py b/ComfyUI/comfy/ldm/lightricks/vae/causal_conv3d.py
new file mode 100644
index 0000000000000000000000000000000000000000..bb1803f129f3f226ab7fc920e502e727e05b476e
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/vae/causal_conv3d.py
@@ -0,0 +1,96 @@
+from typing import Tuple, Union
+
+import threading
+import torch
+import torch.nn as nn
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+class CausalConv3d(nn.Module):
+    def __init__(
+        self,
+        in_channels,
+        out_channels,
+        kernel_size: int = 3,
+        stride: Union[int, Tuple[int]] = 1,
+        dilation: int = 1,
+        groups: int = 1,
+        spatial_padding_mode: str = "zeros",
+        **kwargs,
+    ):
+        super().__init__()
+
+        self.in_channels = in_channels
+        self.out_channels = out_channels
+
+        if isinstance(stride, int):
+            self.time_stride = stride
+        else:
+            self.time_stride = stride[0]
+
+        kernel_size = (kernel_size, kernel_size, kernel_size)
+        self.time_kernel_size = kernel_size[0]
+
+        dilation = (dilation, 1, 1)
+
+        height_pad = kernel_size[1] // 2
+        width_pad = kernel_size[2] // 2
+        padding = (0, height_pad, width_pad)
+
+        self.conv = ops.Conv3d(
+            in_channels,
+            out_channels,
+            kernel_size,
+            stride=stride,
+            dilation=dilation,
+            padding=padding,
+            padding_mode=spatial_padding_mode,
+            groups=groups,
+        )
+        self.temporal_cache_state={}
+
+    def _empty_output(self, x):
+        # empty (0 frame) outputs must still have the conv's output channels and spatial dims
+        h = (x.shape[3] + 2 * self.conv.padding[1] - self.conv.kernel_size[1]) // self.conv.stride[1] + 1
+        w = (x.shape[4] + 2 * self.conv.padding[2] - self.conv.kernel_size[2]) // self.conv.stride[2] + 1
+        return x.new_empty((x.shape[0], self.out_channels, 0, h, w))
+
+    def forward(self, x, causal: bool = True):
+        tid = threading.get_ident()
+
+        cached, is_end = self.temporal_cache_state.get(tid, (None, False))
+        if cached is None:
+            padding_length = self.time_kernel_size - 1
+            if not causal:
+                padding_length = padding_length // 2
+            if x.shape[2] == 0:
+                return self._empty_output(x)
+            cached = x[:, :, :1, :, :].repeat((1, 1, padding_length, 1, 1))
+        pieces = [ cached, x ]
+        if is_end and not causal:
+            pieces.append(x[:, :, -1:, :, :].repeat((1, 1, (self.time_kernel_size - 1) // 2, 1, 1)))
+        input_length = sum([piece.shape[2] for piece in pieces])
+        cache_length = (self.time_kernel_size - self.time_stride) + ((input_length - self.time_kernel_size) % self.time_stride)
+
+        needs_caching = not is_end
+        if needs_caching and cache_length == 0:
+            self.temporal_cache_state[tid] = (x[:, :, :0, :, :], False)
+            needs_caching = False
+        if needs_caching and x.shape[2] >= cache_length:
+            needs_caching = False
+            self.temporal_cache_state[tid] = (x[:, :, -cache_length:, :, :], False)
+
+        x = torch.cat(pieces, dim=2)
+        del pieces
+        del cached
+
+        if needs_caching:
+            self.temporal_cache_state[tid] = (x[:, :, -cache_length:, :, :], False)
+        elif is_end:
+            self.temporal_cache_state[tid] = (None, True)
+
+        return self.conv(x) if x.shape[2] >= self.time_kernel_size else self._empty_output(x)
+
+    @property
+    def weight(self):
+        return self.conv.weight
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/causal_video_autoencoder.py b/ComfyUI/comfy/ldm/lightricks/vae/causal_video_autoencoder.py
new file mode 100644
index 0000000000000000000000000000000000000000..5d0eec5b85e21d357098a9b087e751d5c3c80f31
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/vae/causal_video_autoencoder.py
@@ -0,0 +1,1307 @@
+import threading
+import torch
+from torch import nn
+from functools import partial
+import math
+from einops import rearrange
+from typing import List, Optional, Tuple, Union
+from .conv_nd_factory import make_conv_nd, make_linear_nd
+from .causal_conv3d import CausalConv3d
+from .pixel_norm import PixelNorm
+from ..model import PixArtAlphaCombinedTimestepSizeEmbeddings
+import comfy.ops
+import comfy.model_management
+from comfy.ldm.modules.diffusionmodules.model import torch_cat_if_needed
+
+ops = comfy.ops.disable_weight_init
+
+def in_meta_context():
+    return torch.device("meta") == torch.empty(0).device
+
+def mark_conv3d_ended(module):
+    tid = threading.get_ident()
+    for _, m in module.named_modules():
+        if isinstance(m, CausalConv3d):
+            current = m.temporal_cache_state.get(tid, (None, False))
+            m.temporal_cache_state[tid] = (current[0], True)
+
+def split2(tensor, split_point, dim=2):
+    return torch.split(tensor, [split_point, tensor.shape[dim] - split_point], dim=dim)
+
+def add_exchange_cache(dest, cache_in, new_input, dim=2):
+    if dest is not None:
+        if cache_in is not None:
+            cache_to_dest = min(dest.shape[dim], cache_in.shape[dim])
+            lead_in_dest, dest = split2(dest, cache_to_dest, dim=dim)
+            lead_in_source, cache_in = split2(cache_in, cache_to_dest, dim=dim)
+            lead_in_dest.add_(lead_in_source)
+        body, new_input = split2(new_input, dest.shape[dim], dim)
+        dest.add_(body)
+    return torch_cat_if_needed([cache_in, new_input], dim=dim)
+
+class Encoder(nn.Module):
+    r"""
+    The `Encoder` layer of a variational autoencoder that encodes its input into a latent representation.
+
+    Args:
+        dims (`int` or `Tuple[int, int]`, *optional*, defaults to 3):
+            The number of dimensions to use in convolutions.
+        in_channels (`int`, *optional*, defaults to 3):
+            The number of input channels.
+        out_channels (`int`, *optional*, defaults to 3):
+            The number of output channels.
+        blocks (`List[Tuple[str, int]]`, *optional*, defaults to `[("res_x", 1)]`):
+            The blocks to use. Each block is a tuple of the block name and the number of layers.
+        base_channels (`int`, *optional*, defaults to 128):
+            The number of output channels for the first convolutional layer.
+        norm_num_groups (`int`, *optional*, defaults to 32):
+            The number of groups for normalization.
+        patch_size (`int`, *optional*, defaults to 1):
+            The patch size to use. Should be a power of 2.
+        norm_layer (`str`, *optional*, defaults to `group_norm`):
+            The normalization layer to use. Can be either `group_norm` or `pixel_norm`.
+        latent_log_var (`str`, *optional*, defaults to `per_channel`):
+            The number of channels for the log variance. Can be either `per_channel`, `uniform`, `constant` or `none`.
+    """
+
+    def __init__(
+        self,
+        dims: Union[int, Tuple[int, int]] = 3,
+        in_channels: int = 3,
+        out_channels: int = 3,
+        blocks: List[Tuple[str, int | dict]] = [("res_x", 1)],
+        base_channels: int = 128,
+        norm_num_groups: int = 32,
+        patch_size: Union[int, Tuple[int]] = 1,
+        norm_layer: str = "group_norm",  # group_norm, pixel_norm
+        latent_log_var: str = "per_channel",
+        spatial_padding_mode: str = "zeros",
+    ):
+        super().__init__()
+        self.patch_size = patch_size
+        self.norm_layer = norm_layer
+        self.latent_channels = out_channels
+        self.latent_log_var = latent_log_var
+        self.blocks_desc = blocks
+
+        in_channels = in_channels * patch_size**2
+        output_channel = base_channels
+
+        self.conv_in = make_conv_nd(
+            dims=dims,
+            in_channels=in_channels,
+            out_channels=output_channel,
+            kernel_size=3,
+            stride=1,
+            padding=1,
+            causal=True,
+            spatial_padding_mode=spatial_padding_mode,
+        )
+
+        self.down_blocks = nn.ModuleList([])
+
+        for block_name, block_params in blocks:
+            input_channel = output_channel
+            if isinstance(block_params, int):
+                block_params = {"num_layers": block_params}
+
+            if block_name == "res_x":
+                block = UNetMidBlock3D(
+                    dims=dims,
+                    in_channels=input_channel,
+                    num_layers=block_params["num_layers"],
+                    resnet_eps=1e-6,
+                    resnet_groups=norm_num_groups,
+                    norm_layer=norm_layer,
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "res_x_y":
+                output_channel = block_params.get("multiplier", 2) * output_channel
+                block = ResnetBlock3D(
+                    dims=dims,
+                    in_channels=input_channel,
+                    out_channels=output_channel,
+                    eps=1e-6,
+                    groups=norm_num_groups,
+                    norm_layer=norm_layer,
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_time":
+                block = make_conv_nd(
+                    dims=dims,
+                    in_channels=input_channel,
+                    out_channels=output_channel,
+                    kernel_size=3,
+                    stride=(2, 1, 1),
+                    causal=True,
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_space":
+                block = make_conv_nd(
+                    dims=dims,
+                    in_channels=input_channel,
+                    out_channels=output_channel,
+                    kernel_size=3,
+                    stride=(1, 2, 2),
+                    causal=True,
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_all":
+                block = make_conv_nd(
+                    dims=dims,
+                    in_channels=input_channel,
+                    out_channels=output_channel,
+                    kernel_size=3,
+                    stride=(2, 2, 2),
+                    causal=True,
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_all_x_y":
+                output_channel = block_params.get("multiplier", 2) * output_channel
+                block = make_conv_nd(
+                    dims=dims,
+                    in_channels=input_channel,
+                    out_channels=output_channel,
+                    kernel_size=3,
+                    stride=(2, 2, 2),
+                    causal=True,
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_all_res":
+                output_channel = block_params.get("multiplier", 2) * output_channel
+                block = SpaceToDepthDownsample(
+                    dims=dims,
+                    in_channels=input_channel,
+                    out_channels=output_channel,
+                    stride=(2, 2, 2),
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_space_res":
+                output_channel = block_params.get("multiplier", 2) * output_channel
+                block = SpaceToDepthDownsample(
+                    dims=dims,
+                    in_channels=input_channel,
+                    out_channels=output_channel,
+                    stride=(1, 2, 2),
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_time_res":
+                output_channel = block_params.get("multiplier", 2) * output_channel
+                block = SpaceToDepthDownsample(
+                    dims=dims,
+                    in_channels=input_channel,
+                    out_channels=output_channel,
+                    stride=(2, 1, 1),
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            else:
+                raise ValueError(f"unknown block: {block_name}")
+
+            self.down_blocks.append(block)
+
+        # out
+        if norm_layer == "group_norm":
+            self.conv_norm_out = nn.GroupNorm(
+                num_channels=output_channel, num_groups=norm_num_groups, eps=1e-6
+            )
+        elif norm_layer == "pixel_norm":
+            self.conv_norm_out = PixelNorm()
+        elif norm_layer == "layer_norm":
+            self.conv_norm_out = LayerNorm(output_channel, eps=1e-6)
+
+        self.conv_act = nn.SiLU()
+
+        conv_out_channels = out_channels
+        if latent_log_var == "per_channel":
+            conv_out_channels *= 2
+        elif latent_log_var == "uniform":
+            conv_out_channels += 1
+        elif latent_log_var == "constant":
+            conv_out_channels += 1
+        elif latent_log_var != "none":
+            raise ValueError(f"Invalid latent_log_var: {latent_log_var}")
+        self.conv_out = make_conv_nd(
+            dims,
+            output_channel,
+            conv_out_channels,
+            3,
+            padding=1,
+            causal=True,
+            spatial_padding_mode=spatial_padding_mode,
+        )
+
+        self.gradient_checkpointing = False
+
+    def _forward_chunk(self, sample: torch.FloatTensor) -> Optional[torch.FloatTensor]:
+        sample = self.conv_in(sample)
+
+        checkpoint_fn = (
+            partial(torch.utils.checkpoint.checkpoint, use_reentrant=False)
+            if self.gradient_checkpointing and self.training
+            else lambda x: x
+        )
+
+        for down_block in self.down_blocks:
+            sample = checkpoint_fn(down_block)(sample)
+            if sample is None or sample.shape[2] == 0:
+                return None
+
+        sample = self.conv_norm_out(sample)
+        sample = self.conv_act(sample)
+        sample = self.conv_out(sample)
+        if sample is None or sample.shape[2] == 0:
+            return None
+
+        if self.latent_log_var == "uniform":
+            last_channel = sample[:, -1:, ...]
+            num_dims = sample.dim()
+
+            if num_dims == 4:
+                # For shape (B, C, H, W)
+                repeated_last_channel = last_channel.repeat(
+                    1, sample.shape[1] - 2, 1, 1
+                )
+                sample = torch.cat([sample, repeated_last_channel], dim=1)
+            elif num_dims == 5:
+                # For shape (B, C, F, H, W)
+                repeated_last_channel = last_channel.repeat(
+                    1, sample.shape[1] - 2, 1, 1, 1
+                )
+                sample = torch.cat([sample, repeated_last_channel], dim=1)
+            else:
+                raise ValueError(f"Invalid input shape: {sample.shape}")
+        elif self.latent_log_var == "constant":
+            sample = sample[:, :-1, ...]
+            approx_ln_0 = (
+                -30
+            )  # this is the minimal clamp value in DiagonalGaussianDistribution objects
+            sample = torch.cat(
+                [sample, torch.ones_like(sample, device=sample.device) * approx_ln_0],
+                dim=1,
+            )
+
+        return sample
+
+    def forward_orig(self, sample: torch.FloatTensor, device=None) -> torch.FloatTensor:
+        r"""The forward method of the `Encoder` class."""
+
+        max_chunk_size = get_max_chunk_size(sample.device if device is None else device) * 2  # encoder is more memory-efficient than decoder
+        frame_size = sample[:, :, :1, :, :].numel() * sample.element_size()
+        frame_size = int(frame_size * (self.conv_in.out_channels / self.conv_in.in_channels))
+
+        outputs = []
+        samples = [sample[:, :, :1, :, :]]
+        if sample.shape[2] > 1:
+            chunk_t = max(2, max_chunk_size // frame_size)
+            if chunk_t < 4:
+                chunk_t = 2
+            elif chunk_t < 8:
+                chunk_t = 4
+            else:
+                chunk_t = (chunk_t // 8) * 8
+            samples += list(torch.split(sample[:, :, 1:, :, :], chunk_t, dim=2))
+        for chunk_idx, chunk in enumerate(samples):
+            if chunk_idx == len(samples) - 1:
+                mark_conv3d_ended(self)
+            chunk = patchify(chunk, patch_size_hw=self.patch_size, patch_size_t=1).to(device=device)
+            output = self._forward_chunk(chunk)
+            if output is not None:
+                outputs.append(output)
+
+        return torch_cat_if_needed(outputs, dim=2)
+
+    def forward(self, *args, **kwargs):
+        try:
+            return self.forward_orig(*args, **kwargs)
+        finally:
+            tid = threading.get_ident()
+            for _, module in self.named_modules():
+                # ComfyUI doesn't thread this kind of stuff today, but just in case
+                # we key on the thread to make it thread safe.
+                tid = threading.get_ident()
+                if hasattr(module, "temporal_cache_state"):
+                    module.temporal_cache_state.pop(tid, None)
+
+
+MIN_VRAM_FOR_CHUNK_SCALING = 6 * 1024 ** 3
+MAX_VRAM_FOR_CHUNK_SCALING = 24 * 1024 ** 3
+MIN_CHUNK_SIZE = 32 * 1024 ** 2
+MAX_CHUNK_SIZE = 128 * 1024 ** 2
+
+def get_max_chunk_size(device: torch.device) -> int:
+    total_memory = comfy.model_management.get_total_memory(dev=device)
+
+    if total_memory <= MIN_VRAM_FOR_CHUNK_SCALING:
+        return MIN_CHUNK_SIZE
+    if total_memory >= MAX_VRAM_FOR_CHUNK_SCALING:
+        return MAX_CHUNK_SIZE
+
+    interp = (total_memory - MIN_VRAM_FOR_CHUNK_SCALING) / (
+        MAX_VRAM_FOR_CHUNK_SCALING - MIN_VRAM_FOR_CHUNK_SCALING
+    )
+    return int(MIN_CHUNK_SIZE + interp * (MAX_CHUNK_SIZE - MIN_CHUNK_SIZE))
+
+class Decoder(nn.Module):
+    r"""
+    The `Decoder` layer of a variational autoencoder that decodes its latent representation into an output sample.
+
+    Args:
+        dims (`int` or `Tuple[int, int]`, *optional*, defaults to 3):
+            The number of dimensions to use in convolutions.
+        in_channels (`int`, *optional*, defaults to 3):
+            The number of input channels.
+        out_channels (`int`, *optional*, defaults to 3):
+            The number of output channels.
+        blocks (`List[Tuple[str, int]]`, *optional*, defaults to `[("res_x", 1)]`):
+            The blocks to use. Each block is a tuple of the block name and the number of layers.
+        base_channels (`int`, *optional*, defaults to 128):
+            The number of output channels for the first convolutional layer.
+        norm_num_groups (`int`, *optional*, defaults to 32):
+            The number of groups for normalization.
+        patch_size (`int`, *optional*, defaults to 1):
+            The patch size to use. Should be a power of 2.
+        norm_layer (`str`, *optional*, defaults to `group_norm`):
+            The normalization layer to use. Can be either `group_norm` or `pixel_norm`.
+        causal (`bool`, *optional*, defaults to `True`):
+            Whether to use causal convolutions or not.
+    """
+
+    def __init__(
+        self,
+        dims,
+        in_channels: int = 3,
+        out_channels: int = 3,
+        blocks: List[Tuple[str, int | dict]] = [("res_x", 1)],
+        base_channels: int = 128,
+        layers_per_block: int = 2,
+        norm_num_groups: int = 32,
+        patch_size: int = 1,
+        norm_layer: str = "group_norm",
+        causal: bool = True,
+        timestep_conditioning: bool = False,
+        spatial_padding_mode: str = "zeros",
+    ):
+        super().__init__()
+        self.patch_size = patch_size
+        self.layers_per_block = layers_per_block
+        out_channels = out_channels * patch_size**2
+        self.causal = causal
+        self.blocks_desc = blocks
+
+        # Compute output channel to be product of all channel-multiplier blocks
+        output_channel = base_channels
+        for block_name, block_params in blocks:
+            block_params = block_params if isinstance(block_params, dict) else {}
+            if block_name == "res_x_y":
+                output_channel = block_params.get("in_channels", output_channel * block_params.get("multiplier", 2))
+            if block_name == "compress_all":
+                output_channel = output_channel * block_params.get("multiplier", 1)
+            if block_name == "compress_space":
+                output_channel = output_channel * block_params.get("multiplier", 1)
+            if block_name == "compress_time":
+                output_channel = output_channel * block_params.get("multiplier", 1)
+
+        self.conv_in = make_conv_nd(
+            dims,
+            in_channels,
+            output_channel,
+            kernel_size=3,
+            stride=1,
+            padding=1,
+            causal=True,
+            spatial_padding_mode=spatial_padding_mode,
+        )
+
+        self.up_blocks = nn.ModuleList([])
+
+        for block_name, block_params in list(reversed(blocks)):
+            input_channel = output_channel
+            if isinstance(block_params, int):
+                block_params = {"num_layers": block_params}
+
+            if block_name == "res_x":
+                block = UNetMidBlock3D(
+                    dims=dims,
+                    in_channels=input_channel,
+                    num_layers=block_params["num_layers"],
+                    resnet_eps=1e-6,
+                    resnet_groups=norm_num_groups,
+                    norm_layer=norm_layer,
+                    inject_noise=block_params.get("inject_noise", False),
+                    timestep_conditioning=timestep_conditioning,
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "res_x_y":
+                output_channel = block_params.get("out_channels", output_channel // block_params.get("multiplier", 2))
+                block = ResnetBlock3D(
+                    dims=dims,
+                    in_channels=input_channel,
+                    out_channels=output_channel,
+                    eps=1e-6,
+                    groups=norm_num_groups,
+                    norm_layer=norm_layer,
+                    inject_noise=block_params.get("inject_noise", False),
+                    timestep_conditioning=False,
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_time":
+                output_channel = output_channel // block_params.get("multiplier", 1)
+                block = DepthToSpaceUpsample(
+                    dims=dims,
+                    in_channels=input_channel,
+                    stride=(2, 1, 1),
+                    out_channels_reduction_factor=block_params.get("multiplier", 1),
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_space":
+                output_channel = output_channel // block_params.get("multiplier", 1)
+                block = DepthToSpaceUpsample(
+                    dims=dims,
+                    in_channels=input_channel,
+                    stride=(1, 2, 2),
+                    out_channels_reduction_factor=block_params.get("multiplier", 1),
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            elif block_name == "compress_all":
+                output_channel = output_channel // block_params.get("multiplier", 1)
+                block = DepthToSpaceUpsample(
+                    dims=dims,
+                    in_channels=input_channel,
+                    stride=(2, 2, 2),
+                    residual=block_params.get("residual", False),
+                    out_channels_reduction_factor=block_params.get("multiplier", 1),
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+            else:
+                raise ValueError(f"unknown layer: {block_name}")
+
+            self.up_blocks.append(block)
+
+        if norm_layer == "group_norm":
+            self.conv_norm_out = nn.GroupNorm(
+                num_channels=output_channel, num_groups=norm_num_groups, eps=1e-6
+            )
+        elif norm_layer == "pixel_norm":
+            self.conv_norm_out = PixelNorm()
+        elif norm_layer == "layer_norm":
+            self.conv_norm_out = LayerNorm(output_channel, eps=1e-6)
+
+        self.conv_act = nn.SiLU()
+        self.conv_out = make_conv_nd(
+            dims,
+            output_channel,
+            out_channels,
+            3,
+            padding=1,
+            causal=True,
+            spatial_padding_mode=spatial_padding_mode,
+        )
+
+        self.gradient_checkpointing = False
+
+        # Precompute output scale factors: (channels, (t_scale, h_scale, w_scale), t_offset)
+        ts, hs, ws, to = 1, 1, 1, 0
+        for block in self.up_blocks:
+            if isinstance(block, DepthToSpaceUpsample):
+                ts *= block.stride[0]
+                hs *= block.stride[1]
+                ws *= block.stride[2]
+                if block.stride[0] > 1:
+                    to = to * block.stride[0] + 1
+        self._output_scale = (out_channels // (patch_size ** 2), (ts, hs * patch_size, ws * patch_size), to)
+
+        self.timestep_conditioning = timestep_conditioning
+
+        if timestep_conditioning:
+            self.timestep_scale_multiplier = nn.Parameter(
+                torch.tensor(1000.0, dtype=torch.float32)
+            )
+            self.last_time_embedder = PixArtAlphaCombinedTimestepSizeEmbeddings(
+                output_channel * 2, 0, operations=ops,
+            )
+            self.last_scale_shift_table = nn.Parameter(torch.empty(2, output_channel))
+        else:
+            self.register_buffer(
+                "last_scale_shift_table",
+                torch.tensor(
+                    [0.0, 0.0],
+                    device="cpu" if in_meta_context() else None
+                ).unsqueeze(1).expand(2, output_channel),
+                persistent=False,
+            )
+
+
+    def decode_output_shape(self, input_shape):
+        c, (ts, hs, ws), to = self._output_scale
+        return (input_shape[0], c, input_shape[2] * ts - to, input_shape[3] * hs, input_shape[4] * ws)
+
+    def run_up(self, idx, sample_ref, ended, timestep_shift_scale, scaled_timestep, checkpoint_fn, output_buffer, output_offset, max_chunk_size):
+        sample = sample_ref[0]
+        sample_ref[0] = None
+        if idx >= len(self.up_blocks):
+            sample = self.conv_norm_out(sample)
+            if timestep_shift_scale is not None:
+                shift, scale = timestep_shift_scale
+                sample = sample * (1 + scale) + shift
+            sample = self.conv_act(sample)
+            if ended:
+                mark_conv3d_ended(self.conv_out)
+            sample = self.conv_out(sample, causal=self.causal)
+            if sample is not None and sample.shape[2] > 0:
+                sample = unpatchify(sample, patch_size_hw=self.patch_size, patch_size_t=1)
+                t = sample.shape[2]
+                output_buffer[:, :, output_offset[0]:output_offset[0] + t].copy_(sample)
+                output_offset[0] += t
+            return
+
+        up_block = self.up_blocks[idx]
+        if ended:
+            mark_conv3d_ended(up_block)
+        if self.timestep_conditioning and isinstance(up_block, UNetMidBlock3D):
+            sample = checkpoint_fn(up_block)(
+                sample, causal=self.causal, timestep=scaled_timestep
+            )
+        else:
+            sample = checkpoint_fn(up_block)(sample, causal=self.causal)
+
+        if sample is None or sample.shape[2] == 0:
+            return
+
+        total_bytes = sample.numel() * sample.element_size()
+        num_chunks = (total_bytes + max_chunk_size - 1) // max_chunk_size
+
+        if num_chunks == 1:
+            # when we are not chunking, detach our x so the callee can free it as soon as they are done
+            next_sample_ref = [sample]
+            del sample
+            self.run_up(idx + 1, next_sample_ref, ended, timestep_shift_scale, scaled_timestep, checkpoint_fn, output_buffer, output_offset, max_chunk_size)
+            return
+        else:
+            samples = torch.chunk(sample, chunks=num_chunks, dim=2)
+
+            for chunk_idx, sample1 in enumerate(samples):
+                self.run_up(idx + 1, [sample1], ended and chunk_idx == len(samples) - 1, timestep_shift_scale, scaled_timestep, checkpoint_fn, output_buffer, output_offset, max_chunk_size)
+
+    def forward_orig(
+        self,
+        sample: torch.FloatTensor,
+        timestep: Optional[torch.Tensor] = None,
+        output_buffer: Optional[torch.Tensor] = None,
+    ) -> torch.FloatTensor:
+        r"""The forward method of the `Decoder` class."""
+        batch_size = sample.shape[0]
+
+        mark_conv3d_ended(self.conv_in)
+        sample = self.conv_in(sample, causal=self.causal)
+
+        checkpoint_fn = (
+            partial(torch.utils.checkpoint.checkpoint, use_reentrant=False)
+            if self.gradient_checkpointing and self.training
+            else lambda x: x
+        )
+
+        timestep_shift_scale = None
+        scaled_timestep = None
+        if self.timestep_conditioning:
+            assert (
+                timestep is not None
+            ), "should pass timestep with timestep_conditioning=True"
+            scaled_timestep = timestep * self.timestep_scale_multiplier.to(dtype=sample.dtype, device=sample.device)
+            embedded_timestep = self.last_time_embedder(
+                timestep=scaled_timestep.flatten(),
+                resolution=None,
+                aspect_ratio=None,
+                batch_size=sample.shape[0],
+                hidden_dtype=sample.dtype,
+            )
+            embedded_timestep = embedded_timestep.view(
+                batch_size, embedded_timestep.shape[-1], 1, 1, 1
+            )
+            ada_values = self.last_scale_shift_table[
+                None, ..., None, None, None
+            ].to(device=sample.device, dtype=sample.dtype) + embedded_timestep.reshape(
+                batch_size,
+                2,
+                -1,
+                embedded_timestep.shape[-3],
+                embedded_timestep.shape[-2],
+                embedded_timestep.shape[-1],
+            )
+            timestep_shift_scale = ada_values.unbind(dim=1)
+
+        if output_buffer is None:
+            output_buffer = torch.empty(
+                self.decode_output_shape(sample.shape),
+                dtype=sample.dtype, device=comfy.model_management.intermediate_device(),
+            )
+        output_offset = [0]
+
+        max_chunk_size = get_max_chunk_size(sample.device)
+
+        self.run_up(0, [sample], True, timestep_shift_scale, scaled_timestep, checkpoint_fn, output_buffer, output_offset, max_chunk_size)
+
+        return output_buffer
+
+    def forward(self, *args, **kwargs):
+        try:
+            return self.forward_orig(*args, **kwargs)
+        finally:
+            for _, module in self.named_modules():
+                #ComfyUI doesn't thread this kind of stuff today, but just incase
+                #we key on the thread to make it thread safe.
+                tid = threading.get_ident()
+                if hasattr(module, "temporal_cache_state"):
+                    module.temporal_cache_state.pop(tid, None)
+
+
+class UNetMidBlock3D(nn.Module):
+    """
+    A 3D UNet mid-block [`UNetMidBlock3D`] with multiple residual blocks.
+
+    Args:
+        in_channels (`int`): The number of input channels.
+        dropout (`float`, *optional*, defaults to 0.0): The dropout rate.
+        num_layers (`int`, *optional*, defaults to 1): The number of residual blocks.
+        resnet_eps (`float`, *optional*, 1e-6 ): The epsilon value for the resnet blocks.
+        resnet_groups (`int`, *optional*, defaults to 32):
+            The number of groups to use in the group normalization layers of the resnet blocks.
+        norm_layer (`str`, *optional*, defaults to `group_norm`):
+            The normalization layer to use. Can be either `group_norm` or `pixel_norm`.
+        inject_noise (`bool`, *optional*, defaults to `False`):
+            Whether to inject noise into the hidden states.
+        timestep_conditioning (`bool`, *optional*, defaults to `False`):
+            Whether to condition the hidden states on the timestep.
+
+    Returns:
+        `torch.FloatTensor`: The output of the last residual block, which is a tensor of shape `(batch_size,
+        in_channels, height, width)`.
+
+    """
+
+    def __init__(
+        self,
+        dims: Union[int, Tuple[int, int]],
+        in_channels: int,
+        dropout: float = 0.0,
+        num_layers: int = 1,
+        resnet_eps: float = 1e-6,
+        resnet_groups: int = 32,
+        norm_layer: str = "group_norm",
+        inject_noise: bool = False,
+        timestep_conditioning: bool = False,
+        spatial_padding_mode: str = "zeros",
+    ):
+        super().__init__()
+        resnet_groups = (
+            resnet_groups if resnet_groups is not None else min(in_channels // 4, 32)
+        )
+
+        self.timestep_conditioning = timestep_conditioning
+
+        if timestep_conditioning:
+            self.time_embedder = PixArtAlphaCombinedTimestepSizeEmbeddings(
+                in_channels * 4, 0, operations=ops,
+            )
+
+        self.res_blocks = nn.ModuleList(
+            [
+                ResnetBlock3D(
+                    dims=dims,
+                    in_channels=in_channels,
+                    out_channels=in_channels,
+                    eps=resnet_eps,
+                    groups=resnet_groups,
+                    dropout=dropout,
+                    norm_layer=norm_layer,
+                    inject_noise=inject_noise,
+                    timestep_conditioning=timestep_conditioning,
+                    spatial_padding_mode=spatial_padding_mode,
+                )
+                for _ in range(num_layers)
+            ]
+        )
+
+    def forward(
+        self,
+        hidden_states: torch.FloatTensor,
+        causal: bool = True,
+        timestep: Optional[torch.Tensor] = None,
+    ) -> torch.FloatTensor:
+        timestep_embed = None
+        if self.timestep_conditioning:
+            assert (
+                timestep is not None
+            ), "should pass timestep with timestep_conditioning=True"
+            batch_size = hidden_states.shape[0]
+            timestep_embed = self.time_embedder(
+                timestep=timestep.flatten(),
+                resolution=None,
+                aspect_ratio=None,
+                batch_size=batch_size,
+                hidden_dtype=hidden_states.dtype,
+            )
+            timestep_embed = timestep_embed.view(
+                batch_size, timestep_embed.shape[-1], 1, 1, 1
+            )
+
+        for resnet in self.res_blocks:
+            hidden_states = resnet(hidden_states, causal=causal, timestep=timestep_embed)
+
+        return hidden_states
+
+
+class SpaceToDepthDownsample(nn.Module):
+    def __init__(self, dims, in_channels, out_channels, stride, spatial_padding_mode):
+        super().__init__()
+        self.stride = stride
+        self.group_size = in_channels * math.prod(stride) // out_channels
+        self.conv = make_conv_nd(
+            dims=dims,
+            in_channels=in_channels,
+            out_channels=out_channels // math.prod(stride),
+            kernel_size=3,
+            stride=1,
+            causal=True,
+            spatial_padding_mode=spatial_padding_mode,
+        )
+        self.temporal_cache_state = {}
+
+    def forward(self, x, causal: bool = True):
+        tid = threading.get_ident()
+        cached, pad_first, cached_x, cached_input = self.temporal_cache_state.get(tid, (None, True, None, None))
+        if cached_input is not None:
+            x = torch_cat_if_needed([cached_input, x], dim=2)
+            cached_input = None
+
+        if self.stride[0] == 2 and pad_first:
+            x = torch.cat(
+                [x[:, :, :1, :, :], x], dim=2
+            )  # duplicate first frames for padding
+            pad_first = False
+
+        if x.shape[2] < self.stride[0]:
+            cached_input = x
+            self.temporal_cache_state[tid] = (cached, pad_first, cached_x, cached_input)
+            return None
+
+        # skip connection
+        x_in = rearrange(
+            x,
+            "b c (d p1) (h p2) (w p3) -> b (c p1 p2 p3) d h w",
+            p1=self.stride[0],
+            p2=self.stride[1],
+            p3=self.stride[2],
+        )
+        x_in = rearrange(x_in, "b (c g) d h w -> b c g d h w", g=self.group_size)
+        x_in = x_in.mean(dim=2)
+
+        # conv
+        x = self.conv(x, causal=causal)
+        if self.stride[0] == 2 and x.shape[2] == 1:
+            if cached_x is not None:
+                x = torch_cat_if_needed([cached_x, x], dim=2)
+                cached_x = None
+            else:
+                cached_x = x
+                x = None
+
+        if x is not None:
+            x = rearrange(
+                x,
+                "b c (d p1) (h p2) (w p3) -> b (c p1 p2 p3) d h w",
+                p1=self.stride[0],
+                p2=self.stride[1],
+                p3=self.stride[2],
+            )
+
+        cached = add_exchange_cache(x, cached, x_in, dim=2)
+
+        self.temporal_cache_state[tid] = (cached, pad_first, cached_x, cached_input)
+
+        return x
+
+
+class DepthToSpaceUpsample(nn.Module):
+    def __init__(
+        self,
+        dims,
+        in_channels,
+        stride,
+        residual=False,
+        out_channels_reduction_factor=1,
+        spatial_padding_mode="zeros",
+    ):
+        super().__init__()
+        self.stride = stride
+        self.out_channels = (
+            math.prod(stride) * in_channels // out_channels_reduction_factor
+        )
+        self.conv = make_conv_nd(
+            dims=dims,
+            in_channels=in_channels,
+            out_channels=self.out_channels,
+            kernel_size=3,
+            stride=1,
+            causal=True,
+            spatial_padding_mode=spatial_padding_mode,
+        )
+        self.residual = residual
+        self.out_channels_reduction_factor = out_channels_reduction_factor
+        self.temporal_cache_state = {}
+
+    def forward(self, x, causal: bool = True, timestep: Optional[torch.Tensor] = None):
+        tid = threading.get_ident()
+        cached, drop_first_conv, drop_first_res = self.temporal_cache_state.get(tid, (None, True, True))
+        y = self.conv(x, causal=causal)
+        y = rearrange(
+            y,
+            "b (c p1 p2 p3) d h w -> b c (d p1) (h p2) (w p3)",
+            p1=self.stride[0],
+            p2=self.stride[1],
+            p3=self.stride[2],
+        )
+        if self.stride[0] == 2 and y.shape[2] > 0 and drop_first_conv:
+            y = y[:, :, 1:, :, :]
+            drop_first_conv = False
+        if self.residual:
+            # Reshape and duplicate the input to match the output shape
+            x_in = rearrange(
+                x,
+                "b (c p1 p2 p3) d h w -> b c (d p1) (h p2) (w p3)",
+                p1=self.stride[0],
+                p2=self.stride[1],
+                p3=self.stride[2],
+            )
+            num_repeat = math.prod(self.stride) // self.out_channels_reduction_factor
+            x_in = x_in.repeat(1, num_repeat, 1, 1, 1)
+            if self.stride[0] == 2 and x_in.shape[2] > 0 and drop_first_res:
+                x_in = x_in[:, :, 1:, :, :]
+                drop_first_res = False
+
+            if y.shape[2] == 0:
+                y = None
+
+            cached = add_exchange_cache(y, cached, x_in, dim=2)
+            self.temporal_cache_state[tid] = (cached, drop_first_conv, drop_first_res)
+
+        else:
+            self.temporal_cache_state[tid] = (None, drop_first_conv, False)
+
+        return y
+
+class LayerNorm(nn.Module):
+    def __init__(self, dim, eps, elementwise_affine=True) -> None:
+        super().__init__()
+        self.norm = ops.LayerNorm(dim, eps=eps, elementwise_affine=elementwise_affine)
+
+    def forward(self, x):
+        x = rearrange(x, "b c d h w -> b d h w c")
+        x = self.norm(x)
+        x = rearrange(x, "b d h w c -> b c d h w")
+        return x
+
+
+class ResnetBlock3D(nn.Module):
+    r"""
+    A Resnet block.
+
+    Parameters:
+        in_channels (`int`): The number of channels in the input.
+        out_channels (`int`, *optional*, default to be `None`):
+            The number of output channels for the first conv layer. If None, same as `in_channels`.
+        dropout (`float`, *optional*, defaults to `0.0`): The dropout probability to use.
+        groups (`int`, *optional*, default to `32`): The number of groups to use for the first normalization layer.
+        eps (`float`, *optional*, defaults to `1e-6`): The epsilon to use for the normalization.
+    """
+
+    def __init__(
+        self,
+        dims: Union[int, Tuple[int, int]],
+        in_channels: int,
+        out_channels: Optional[int] = None,
+        dropout: float = 0.0,
+        groups: int = 32,
+        eps: float = 1e-6,
+        norm_layer: str = "group_norm",
+        inject_noise: bool = False,
+        timestep_conditioning: bool = False,
+        spatial_padding_mode: str = "zeros",
+    ):
+        super().__init__()
+        self.in_channels = in_channels
+        out_channels = in_channels if out_channels is None else out_channels
+        self.out_channels = out_channels
+        self.inject_noise = inject_noise
+
+        if norm_layer == "group_norm":
+            self.norm1 = nn.GroupNorm(
+                num_groups=groups, num_channels=in_channels, eps=eps, affine=True
+            )
+        elif norm_layer == "pixel_norm":
+            self.norm1 = PixelNorm()
+        elif norm_layer == "layer_norm":
+            self.norm1 = LayerNorm(in_channels, eps=eps, elementwise_affine=True)
+
+        self.non_linearity = nn.SiLU()
+
+        self.conv1 = make_conv_nd(
+            dims,
+            in_channels,
+            out_channels,
+            kernel_size=3,
+            stride=1,
+            padding=1,
+            causal=True,
+            spatial_padding_mode=spatial_padding_mode,
+        )
+
+        if inject_noise:
+            self.per_channel_scale1 = nn.Parameter(torch.zeros((in_channels, 1, 1)))
+
+        if norm_layer == "group_norm":
+            self.norm2 = nn.GroupNorm(
+                num_groups=groups, num_channels=out_channels, eps=eps, affine=True
+            )
+        elif norm_layer == "pixel_norm":
+            self.norm2 = PixelNorm()
+        elif norm_layer == "layer_norm":
+            self.norm2 = LayerNorm(out_channels, eps=eps, elementwise_affine=True)
+
+        self.dropout = torch.nn.Dropout(dropout)
+
+        self.conv2 = make_conv_nd(
+            dims,
+            out_channels,
+            out_channels,
+            kernel_size=3,
+            stride=1,
+            padding=1,
+            causal=True,
+            spatial_padding_mode=spatial_padding_mode,
+        )
+
+        if inject_noise:
+            self.per_channel_scale2 = nn.Parameter(torch.zeros((in_channels, 1, 1)))
+
+        self.conv_shortcut = (
+            make_linear_nd(
+                dims=dims, in_channels=in_channels, out_channels=out_channels
+            )
+            if in_channels != out_channels
+            else nn.Identity()
+        )
+
+        self.norm3 = (
+            LayerNorm(in_channels, eps=eps, elementwise_affine=True)
+            if in_channels != out_channels
+            else nn.Identity()
+        )
+
+        self.timestep_conditioning = timestep_conditioning
+
+        if timestep_conditioning:
+            self.scale_shift_table = nn.Parameter(
+                torch.randn(4, in_channels) / in_channels**0.5
+            )
+        else:
+            self.register_buffer(
+                "scale_shift_table",
+                torch.tensor(
+                    [0.0, 0.0, 0.0, 0.0],
+                    device="cpu" if in_meta_context() else None
+                ).unsqueeze(1).expand(4, in_channels),
+                persistent=False,
+            )
+
+        self.temporal_cache_state={}
+
+    def _feed_spatial_noise(
+        self, hidden_states: torch.FloatTensor, per_channel_scale: torch.FloatTensor
+    ) -> torch.FloatTensor:
+        spatial_shape = hidden_states.shape[-2:]
+        device = hidden_states.device
+        dtype = hidden_states.dtype
+
+        # similar to the "explicit noise inputs" method in style-gan
+        spatial_noise = torch.randn(spatial_shape, device=device, dtype=dtype)[None]
+        scaled_noise = (spatial_noise * per_channel_scale)[None, :, None, ...]
+        hidden_states = hidden_states + scaled_noise
+
+        return hidden_states
+
+    def forward(
+        self,
+        input_tensor: torch.FloatTensor,
+        causal: bool = True,
+        timestep: Optional[torch.Tensor] = None,
+    ) -> torch.FloatTensor:
+        hidden_states = input_tensor
+        batch_size = hidden_states.shape[0]
+
+        hidden_states = self.norm1(hidden_states)
+        if self.timestep_conditioning:
+            assert (
+                timestep is not None
+            ), "should pass timestep with timestep_conditioning=True"
+            ada_values = self.scale_shift_table[
+                None, ..., None, None, None
+            ].to(device=hidden_states.device, dtype=hidden_states.dtype) + timestep.reshape(
+                batch_size,
+                4,
+                -1,
+                timestep.shape[-3],
+                timestep.shape[-2],
+                timestep.shape[-1],
+            )
+            shift1, scale1, shift2, scale2 = ada_values.unbind(dim=1)
+
+            hidden_states = hidden_states * (1 + scale1) + shift1
+
+        hidden_states = self.non_linearity(hidden_states)
+
+        hidden_states = self.conv1(hidden_states, causal=causal)
+
+        if self.inject_noise:
+            hidden_states = self._feed_spatial_noise(
+                hidden_states, self.per_channel_scale1.to(device=hidden_states.device, dtype=hidden_states.dtype)
+            )
+
+        hidden_states = self.norm2(hidden_states)
+
+        if self.timestep_conditioning:
+            hidden_states = hidden_states * (1 + scale2) + shift2
+
+        hidden_states = self.non_linearity(hidden_states)
+
+        hidden_states = self.dropout(hidden_states)
+
+        hidden_states = self.conv2(hidden_states, causal=causal)
+
+        if self.inject_noise:
+            hidden_states = self._feed_spatial_noise(
+                hidden_states, self.per_channel_scale2.to(device=hidden_states.device, dtype=hidden_states.dtype)
+            )
+
+        input_tensor = self.norm3(input_tensor)
+
+        batch_size = input_tensor.shape[0]
+
+        input_tensor = self.conv_shortcut(input_tensor)
+
+        tid = threading.get_ident()
+        cached = self.temporal_cache_state.get(tid, None)
+        cached = add_exchange_cache(hidden_states, cached, input_tensor, dim=2)
+        self.temporal_cache_state[tid] = cached
+
+        return hidden_states
+
+
+def patchify(x, patch_size_hw, patch_size_t=1):
+    if patch_size_hw == 1 and patch_size_t == 1:
+        return x
+    if x.dim() == 4:
+        x = rearrange(
+            x, "b c (h q) (w r) -> b (c r q) h w", q=patch_size_hw, r=patch_size_hw
+        )
+    elif x.dim() == 5:
+        x = rearrange(
+            x,
+            "b c (f p) (h q) (w r) -> b (c p r q) f h w",
+            p=patch_size_t,
+            q=patch_size_hw,
+            r=patch_size_hw,
+        )
+    else:
+        raise ValueError(f"Invalid input shape: {x.shape}")
+
+    return x
+
+
+def unpatchify(x, patch_size_hw, patch_size_t=1):
+    if patch_size_hw == 1 and patch_size_t == 1:
+        return x
+
+    if x.dim() == 4:
+        x = rearrange(
+            x, "b (c r q) h w -> b c (h q) (w r)", q=patch_size_hw, r=patch_size_hw
+        )
+    elif x.dim() == 5:
+        x = rearrange(
+            x,
+            "b (c p r q) f h w -> b c (f p) (h q) (w r)",
+            p=patch_size_t,
+            q=patch_size_hw,
+            r=patch_size_hw,
+        )
+
+    return x
+
+class processor(nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.register_buffer("std-of-means", torch.empty(128))
+        self.register_buffer("mean-of-means", torch.empty(128))
+
+    def un_normalize(self, x):
+        return (x * self.get_buffer("std-of-means").view(1, -1, 1, 1, 1).to(x)) + self.get_buffer("mean-of-means").view(1, -1, 1, 1, 1).to(x)
+
+    def normalize(self, x):
+        return (x - self.get_buffer("mean-of-means").view(1, -1, 1, 1, 1).to(x)) / self.get_buffer("std-of-means").view(1, -1, 1, 1, 1).to(x)
+
+class VideoVAE(nn.Module):
+    comfy_has_chunked_io = True
+
+    def __init__(self, version=0, config=None):
+        super().__init__()
+
+        if config is None:
+            config = self.get_default_config(version)
+
+        self.config = config
+        self.timestep_conditioning = config.get("timestep_conditioning", False)
+        self.decode_noise_scale = config.get("decode_noise_scale", 0.025)
+        self.decode_timestep = config.get("decode_timestep", 0.05)
+        double_z = config.get("double_z", True)
+        latent_log_var = config.get(
+            "latent_log_var", "per_channel" if double_z else "none"
+        )
+
+        self.encoder = Encoder(
+            dims=config["dims"],
+            in_channels=config.get("in_channels", 3),
+            out_channels=config["latent_channels"],
+            blocks=config.get("encoder_blocks", config.get("encoder_blocks", config.get("blocks"))),
+            patch_size=config.get("patch_size", 1),
+            latent_log_var=latent_log_var,
+            norm_layer=config.get("norm_layer", "group_norm"),
+            spatial_padding_mode=config.get("spatial_padding_mode", "zeros"),
+            base_channels=config.get("encoder_base_channels", 128),
+        )
+
+        self.decoder = Decoder(
+            dims=config["dims"],
+            in_channels=config["latent_channels"],
+            out_channels=config.get("out_channels", 3),
+            blocks=config.get("decoder_blocks", config.get("decoder_blocks", config.get("blocks"))),
+            base_channels=config.get("decoder_base_channels", 128),
+            patch_size=config.get("patch_size", 1),
+            norm_layer=config.get("norm_layer", "group_norm"),
+            causal=config.get("causal_decoder", False),
+            timestep_conditioning=self.timestep_conditioning,
+            spatial_padding_mode=config.get("spatial_padding_mode", "reflect"),
+        )
+
+        self.per_channel_statistics = processor()
+
+    def get_default_config(self, version):
+        if version == 0:
+            config = {
+                "_class_name": "CausalVideoAutoencoder",
+                "dims": 3,
+                "in_channels": 3,
+                "out_channels": 3,
+                "latent_channels": 128,
+                "blocks": [
+                    ["res_x", 4],
+                    ["compress_all", 1],
+                    ["res_x_y", 1],
+                    ["res_x", 3],
+                    ["compress_all", 1],
+                    ["res_x_y", 1],
+                    ["res_x", 3],
+                    ["compress_all", 1],
+                    ["res_x", 3],
+                    ["res_x", 4],
+                ],
+                "scaling_factor": 1.0,
+                "norm_layer": "pixel_norm",
+                "patch_size": 4,
+                "latent_log_var": "uniform",
+                "use_quant_conv": False,
+                "causal_decoder": False,
+            }
+        elif version == 1:
+            config = {
+                "_class_name": "CausalVideoAutoencoder",
+                "dims": 3,
+                "in_channels": 3,
+                "out_channels": 3,
+                "latent_channels": 128,
+                "decoder_blocks": [
+                    ["res_x", {"num_layers": 5, "inject_noise": True}],
+                    ["compress_all", {"residual": True, "multiplier": 2}],
+                    ["res_x", {"num_layers": 6, "inject_noise": True}],
+                    ["compress_all", {"residual": True, "multiplier": 2}],
+                    ["res_x", {"num_layers": 7, "inject_noise": True}],
+                    ["compress_all", {"residual": True, "multiplier": 2}],
+                    ["res_x", {"num_layers": 8, "inject_noise": False}]
+                ],
+                "encoder_blocks": [
+                    ["res_x", {"num_layers": 4}],
+                    ["compress_all", {}],
+                    ["res_x_y", 1],
+                    ["res_x", {"num_layers": 3}],
+                    ["compress_all", {}],
+                    ["res_x_y", 1],
+                    ["res_x", {"num_layers": 3}],
+                    ["compress_all", {}],
+                    ["res_x", {"num_layers": 3}],
+                    ["res_x", {"num_layers": 4}]
+                ],
+                "scaling_factor": 1.0,
+                "norm_layer": "pixel_norm",
+                "patch_size": 4,
+                "latent_log_var": "uniform",
+                "use_quant_conv": False,
+                "causal_decoder": False,
+                "timestep_conditioning": True,
+            }
+        else:
+            config = {
+                "_class_name": "CausalVideoAutoencoder",
+                "dims": 3,
+                "in_channels": 3,
+                "out_channels": 3,
+                "latent_channels": 128,
+                "encoder_blocks": [
+                    ["res_x", {"num_layers": 4}],
+                    ["compress_space_res", {"multiplier": 2}],
+                    ["res_x", {"num_layers": 6}],
+                    ["compress_time_res", {"multiplier": 2}],
+                    ["res_x", {"num_layers": 6}],
+                    ["compress_all_res", {"multiplier": 2}],
+                    ["res_x", {"num_layers": 2}],
+                    ["compress_all_res", {"multiplier": 2}],
+                    ["res_x", {"num_layers": 2}]
+                ],
+                "decoder_blocks": [
+                    ["res_x", {"num_layers": 5, "inject_noise": False}],
+                    ["compress_all", {"residual": True, "multiplier": 2}],
+                    ["res_x", {"num_layers": 5, "inject_noise": False}],
+                    ["compress_all", {"residual": True, "multiplier": 2}],
+                    ["res_x", {"num_layers": 5, "inject_noise": False}],
+                    ["compress_all", {"residual": True, "multiplier": 2}],
+                    ["res_x", {"num_layers": 5, "inject_noise": False}]
+                ],
+                "scaling_factor": 1.0,
+                "norm_layer": "pixel_norm",
+                "patch_size": 4,
+                "latent_log_var": "uniform",
+                "use_quant_conv": False,
+                "causal_decoder": False,
+                "timestep_conditioning": True
+            }
+        return config
+
+    def encode(self, x, device=None):
+        x = x[:, :, :max(1, 1 + ((x.shape[2] - 1) // 8) * 8), :, :]
+        means, logvar = torch.chunk(self.encoder(x, device=device), 2, dim=1)
+        return self.per_channel_statistics.normalize(means)
+
+    def decode_output_shape(self, input_shape):
+        return self.decoder.decode_output_shape(input_shape)
+
+    def decode(self, x, output_buffer=None):
+        if self.timestep_conditioning: #TODO: seed
+            x = torch.randn_like(x) * self.decode_noise_scale + (1.0 - self.decode_noise_scale) * x
+        return self.decoder(self.per_channel_statistics.un_normalize(x), timestep=self.decode_timestep, output_buffer=output_buffer)
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/conv_nd_factory.py b/ComfyUI/comfy/ldm/lightricks/vae/conv_nd_factory.py
new file mode 100644
index 0000000000000000000000000000000000000000..b4026b14fae386850459b18fb06e8b5d7f79ab94
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/vae/conv_nd_factory.py
@@ -0,0 +1,90 @@
+from typing import Tuple, Union
+
+
+from .dual_conv3d import DualConv3d
+from .causal_conv3d import CausalConv3d
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+def make_conv_nd(
+    dims: Union[int, Tuple[int, int]],
+    in_channels: int,
+    out_channels: int,
+    kernel_size: int,
+    stride=1,
+    padding=0,
+    dilation=1,
+    groups=1,
+    bias=True,
+    causal=False,
+    spatial_padding_mode="zeros",
+    temporal_padding_mode="zeros",
+):
+    if not (spatial_padding_mode == temporal_padding_mode or causal):
+        raise NotImplementedError("spatial and temporal padding modes must be equal")
+    if dims == 2:
+        return ops.Conv2d(
+            in_channels=in_channels,
+            out_channels=out_channels,
+            kernel_size=kernel_size,
+            stride=stride,
+            padding=padding,
+            dilation=dilation,
+            groups=groups,
+            bias=bias,
+            padding_mode=spatial_padding_mode,
+        )
+    elif dims == 3:
+        if causal:
+            return CausalConv3d(
+                in_channels=in_channels,
+                out_channels=out_channels,
+                kernel_size=kernel_size,
+                stride=stride,
+                padding=padding,
+                dilation=dilation,
+                groups=groups,
+                bias=bias,
+                spatial_padding_mode=spatial_padding_mode,
+            )
+        return ops.Conv3d(
+            in_channels=in_channels,
+            out_channels=out_channels,
+            kernel_size=kernel_size,
+            stride=stride,
+            padding=padding,
+            dilation=dilation,
+            groups=groups,
+            bias=bias,
+            padding_mode=spatial_padding_mode,
+        )
+    elif dims == (2, 1):
+        return DualConv3d(
+            in_channels=in_channels,
+            out_channels=out_channels,
+            kernel_size=kernel_size,
+            stride=stride,
+            padding=padding,
+            bias=bias,
+            padding_mode=spatial_padding_mode,
+        )
+    else:
+        raise ValueError(f"unsupported dimensions: {dims}")
+
+
+def make_linear_nd(
+    dims: int,
+    in_channels: int,
+    out_channels: int,
+    bias=True,
+):
+    if dims == 2:
+        return ops.Conv2d(
+            in_channels=in_channels, out_channels=out_channels, kernel_size=1, bias=bias
+        )
+    elif dims == 3 or dims == (2, 1):
+        return ops.Conv3d(
+            in_channels=in_channels, out_channels=out_channels, kernel_size=1, bias=bias
+        )
+    else:
+        raise ValueError(f"unsupported dimensions: {dims}")
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/dual_conv3d.py b/ComfyUI/comfy/ldm/lightricks/vae/dual_conv3d.py
new file mode 100644
index 0000000000000000000000000000000000000000..dcf889296750d3d7e553af37ecf77d1b10245af3
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/vae/dual_conv3d.py
@@ -0,0 +1,217 @@
+import math
+from typing import Tuple, Union
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+
+
+class DualConv3d(nn.Module):
+    def __init__(
+        self,
+        in_channels,
+        out_channels,
+        kernel_size,
+        stride: Union[int, Tuple[int, int, int]] = 1,
+        padding: Union[int, Tuple[int, int, int]] = 0,
+        dilation: Union[int, Tuple[int, int, int]] = 1,
+        groups=1,
+        bias=True,
+        padding_mode="zeros",
+    ):
+        super(DualConv3d, self).__init__()
+
+        self.in_channels = in_channels
+        self.out_channels = out_channels
+        self.padding_mode = padding_mode
+        # Ensure kernel_size, stride, padding, and dilation are tuples of length 3
+        if isinstance(kernel_size, int):
+            kernel_size = (kernel_size, kernel_size, kernel_size)
+        if kernel_size == (1, 1, 1):
+            raise ValueError(
+                "kernel_size must be greater than 1. Use make_linear_nd instead."
+            )
+        if isinstance(stride, int):
+            stride = (stride, stride, stride)
+        if isinstance(padding, int):
+            padding = (padding, padding, padding)
+        if isinstance(dilation, int):
+            dilation = (dilation, dilation, dilation)
+
+        # Set parameters for convolutions
+        self.groups = groups
+        self.bias = bias
+
+        # Define the size of the channels after the first convolution
+        intermediate_channels = (
+            out_channels if in_channels < out_channels else in_channels
+        )
+
+        # Define parameters for the first convolution
+        self.weight1 = nn.Parameter(
+            torch.Tensor(
+                intermediate_channels,
+                in_channels // groups,
+                1,
+                kernel_size[1],
+                kernel_size[2],
+            )
+        )
+        self.stride1 = (1, stride[1], stride[2])
+        self.padding1 = (0, padding[1], padding[2])
+        self.dilation1 = (1, dilation[1], dilation[2])
+        if bias:
+            self.bias1 = nn.Parameter(torch.Tensor(intermediate_channels))
+        else:
+            self.register_parameter("bias1", None)
+
+        # Define parameters for the second convolution
+        self.weight2 = nn.Parameter(
+            torch.Tensor(
+                out_channels, intermediate_channels // groups, kernel_size[0], 1, 1
+            )
+        )
+        self.stride2 = (stride[0], 1, 1)
+        self.padding2 = (padding[0], 0, 0)
+        self.dilation2 = (dilation[0], 1, 1)
+        if bias:
+            self.bias2 = nn.Parameter(torch.Tensor(out_channels))
+        else:
+            self.register_parameter("bias2", None)
+
+        # Initialize weights and biases
+        self.reset_parameters()
+
+    def reset_parameters(self):
+        nn.init.kaiming_uniform_(self.weight1, a=math.sqrt(5))
+        nn.init.kaiming_uniform_(self.weight2, a=math.sqrt(5))
+        if self.bias:
+            fan_in1, _ = nn.init._calculate_fan_in_and_fan_out(self.weight1)
+            bound1 = 1 / math.sqrt(fan_in1)
+            nn.init.uniform_(self.bias1, -bound1, bound1)
+            fan_in2, _ = nn.init._calculate_fan_in_and_fan_out(self.weight2)
+            bound2 = 1 / math.sqrt(fan_in2)
+            nn.init.uniform_(self.bias2, -bound2, bound2)
+
+    def forward(self, x, use_conv3d=False, skip_time_conv=False):
+        if use_conv3d:
+            return self.forward_with_3d(x=x, skip_time_conv=skip_time_conv)
+        else:
+            return self.forward_with_2d(x=x, skip_time_conv=skip_time_conv)
+
+    def forward_with_3d(self, x, skip_time_conv):
+        # First convolution
+        x = F.conv3d(
+            x,
+            self.weight1,
+            self.bias1,
+            self.stride1,
+            self.padding1,
+            self.dilation1,
+            self.groups,
+            padding_mode=self.padding_mode,
+        )
+
+        if skip_time_conv:
+            return x
+
+        # Second convolution
+        x = F.conv3d(
+            x,
+            self.weight2,
+            self.bias2,
+            self.stride2,
+            self.padding2,
+            self.dilation2,
+            self.groups,
+            padding_mode=self.padding_mode,
+        )
+
+        return x
+
+    def forward_with_2d(self, x, skip_time_conv):
+        b, c, d, h, w = x.shape
+
+        # First 2D convolution
+        x = rearrange(x, "b c d h w -> (b d) c h w")
+        # Squeeze the depth dimension out of weight1 since it's 1
+        weight1 = self.weight1.squeeze(2)
+        # Select stride, padding, and dilation for the 2D convolution
+        stride1 = (self.stride1[1], self.stride1[2])
+        padding1 = (self.padding1[1], self.padding1[2])
+        dilation1 = (self.dilation1[1], self.dilation1[2])
+        x = F.conv2d(
+            x,
+            weight1,
+            self.bias1,
+            stride1,
+            padding1,
+            dilation1,
+            self.groups,
+            padding_mode=self.padding_mode,
+        )
+
+        _, _, h, w = x.shape
+
+        if skip_time_conv:
+            x = rearrange(x, "(b d) c h w -> b c d h w", b=b)
+            return x
+
+        # Second convolution which is essentially treated as a 1D convolution across the 'd' dimension
+        x = rearrange(x, "(b d) c h w -> (b h w) c d", b=b)
+
+        # Reshape weight2 to match the expected dimensions for conv1d
+        weight2 = self.weight2.squeeze(-1).squeeze(-1)
+        # Use only the relevant dimension for stride, padding, and dilation for the 1D convolution
+        stride2 = self.stride2[0]
+        padding2 = self.padding2[0]
+        dilation2 = self.dilation2[0]
+        x = F.conv1d(
+            x,
+            weight2,
+            self.bias2,
+            stride2,
+            padding2,
+            dilation2,
+            self.groups,
+            padding_mode=self.padding_mode,
+        )
+        x = rearrange(x, "(b h w) c d -> b c d h w", b=b, h=h, w=w)
+
+        return x
+
+    @property
+    def weight(self):
+        return self.weight2
+
+
+def test_dual_conv3d_consistency():
+    # Initialize parameters
+    in_channels = 3
+    out_channels = 5
+    kernel_size = (3, 3, 3)
+    stride = (2, 2, 2)
+    padding = (1, 1, 1)
+
+    # Create an instance of the DualConv3d class
+    dual_conv3d = DualConv3d(
+        in_channels=in_channels,
+        out_channels=out_channels,
+        kernel_size=kernel_size,
+        stride=stride,
+        padding=padding,
+        bias=True,
+    )
+
+    # Example input tensor
+    test_input = torch.randn(1, 3, 10, 10, 10)
+
+    # Perform forward passes with both 3D and 2D settings
+    output_conv3d = dual_conv3d(test_input, use_conv3d=True)
+    output_2d = dual_conv3d(test_input, use_conv3d=False)
+
+    # Assert that the outputs from both methods are sufficiently close
+    assert torch.allclose(
+        output_conv3d, output_2d, atol=1e-6
+    ), "Outputs are not consistent between 3D and 2D convolutions."
diff --git a/ComfyUI/comfy/ldm/lightricks/vae/pixel_norm.py b/ComfyUI/comfy/ldm/lightricks/vae/pixel_norm.py
new file mode 100644
index 0000000000000000000000000000000000000000..9bc3ea60e8a6453e7e12a7fb5aca4de3958a2567
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/vae/pixel_norm.py
@@ -0,0 +1,12 @@
+import torch
+from torch import nn
+
+
+class PixelNorm(nn.Module):
+    def __init__(self, dim=1, eps=1e-8):
+        super(PixelNorm, self).__init__()
+        self.dim = dim
+        self.eps = eps
+
+    def forward(self, x):
+        return x / torch.sqrt(torch.mean(x**2, dim=self.dim, keepdim=True) + self.eps)
diff --git a/ComfyUI/comfy/ldm/lightricks/vocoders/__pycache__/vocoder.cpython-312.pyc b/ComfyUI/comfy/ldm/lightricks/vocoders/__pycache__/vocoder.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..846118f24ef2c0879b954bc0a5976864f6eb628d
Binary files /dev/null and b/ComfyUI/comfy/ldm/lightricks/vocoders/__pycache__/vocoder.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lightricks/vocoders/vocoder.py b/ComfyUI/comfy/ldm/lightricks/vocoders/vocoder.py
new file mode 100644
index 0000000000000000000000000000000000000000..2481d8bdd37301dd8eb34505e1753199ba1c7d27
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lightricks/vocoders/vocoder.py
@@ -0,0 +1,713 @@
+import torch
+import torch.nn.functional as F
+import torch.nn as nn
+import comfy.ops
+import comfy.model_management
+import numpy as np
+import math
+
+ops = comfy.ops.disable_weight_init
+
+LRELU_SLOPE = 0.1
+
+def get_padding(kernel_size, dilation=1):
+    return int((kernel_size * dilation - dilation) / 2)
+
+
+# ---------------------------------------------------------------------------
+# Anti-aliased resampling helpers (kaiser-sinc filters) for BigVGAN v2
+# Adopted from https://github.com/NVIDIA/BigVGAN
+# ---------------------------------------------------------------------------
+
+
+def _sinc(x: torch.Tensor):
+    return torch.where(
+        x == 0,
+        torch.tensor(1.0, device=x.device, dtype=x.dtype),
+        torch.sin(math.pi * x) / math.pi / x,
+    )
+
+
+def kaiser_sinc_filter1d(cutoff, half_width, kernel_size):
+    even = kernel_size % 2 == 0
+    half_size = kernel_size // 2
+    delta_f = 4 * half_width
+    A = 2.285 * (half_size - 1) * math.pi * delta_f + 7.95
+    if A > 50.0:
+        beta = 0.1102 * (A - 8.7)
+    elif A >= 21.0:
+        beta = 0.5842 * (A - 21) ** 0.4 + 0.07886 * (A - 21.0)
+    else:
+        beta = 0.0
+    window = torch.kaiser_window(kernel_size, beta=beta, periodic=False)
+    if even:
+        time = torch.arange(-half_size, half_size) + 0.5
+    else:
+        time = torch.arange(kernel_size) - half_size
+    if cutoff == 0:
+        filter_ = torch.zeros_like(time)
+    else:
+        filter_ = 2 * cutoff * window * _sinc(2 * cutoff * time)
+        filter_ /= filter_.sum()
+        filter = filter_.view(1, 1, kernel_size)
+    return filter
+
+
+class LowPassFilter1d(nn.Module):
+    def __init__(
+        self,
+        cutoff=0.5,
+        half_width=0.6,
+        stride=1,
+        padding=True,
+        padding_mode="replicate",
+        kernel_size=12,
+    ):
+        super().__init__()
+        if cutoff < -0.0:
+            raise ValueError("Minimum cutoff must be larger than zero.")
+        if cutoff > 0.5:
+            raise ValueError("A cutoff above 0.5 does not make sense.")
+        self.kernel_size = kernel_size
+        self.even = kernel_size % 2 == 0
+        self.pad_left = kernel_size // 2 - int(self.even)
+        self.pad_right = kernel_size // 2
+        self.stride = stride
+        self.padding = padding
+        self.padding_mode = padding_mode
+        filter = kaiser_sinc_filter1d(cutoff, half_width, kernel_size)
+        self.register_buffer("filter", filter)
+
+    def forward(self, x):
+        _, C, _ = x.shape
+        if self.padding:
+            x = F.pad(x, (self.pad_left, self.pad_right), mode=self.padding_mode)
+        return F.conv1d(x, comfy.model_management.cast_to(self.filter.expand(C, -1, -1), dtype=x.dtype, device=x.device), stride=self.stride, groups=C)
+
+
+class UpSample1d(nn.Module):
+    def __init__(self, ratio=2, kernel_size=None, persistent=True, window_type="kaiser"):
+        super().__init__()
+        self.ratio = ratio
+        self.stride = ratio
+
+        if window_type == "hann":
+            # Hann-windowed sinc filter — identical to torchaudio.functional.resample
+            # with its default parameters (rolloff=0.99, lowpass_filter_width=6).
+            # Uses replicate boundary padding, matching the reference resampler exactly.
+            rolloff = 0.99
+            lowpass_filter_width = 6
+            width = math.ceil(lowpass_filter_width / rolloff)
+            self.kernel_size = 2 * width * ratio + 1
+            self.pad = width
+            self.pad_left = 2 * width * ratio
+            self.pad_right = self.kernel_size - ratio
+            t = (torch.arange(self.kernel_size) / ratio - width) * rolloff
+            t_clamped = t.clamp(-lowpass_filter_width, lowpass_filter_width)
+            window = torch.cos(t_clamped * math.pi / lowpass_filter_width / 2) ** 2
+            filter = (torch.sinc(t) * window * rolloff / ratio).view(1, 1, -1)
+        else:
+            # Kaiser-windowed sinc filter (BigVGAN default).
+            self.kernel_size = (
+                int(6 * ratio // 2) * 2 if kernel_size is None else kernel_size
+            )
+            self.pad = self.kernel_size // ratio - 1
+            self.pad_left = self.pad * self.stride + (self.kernel_size - self.stride) // 2
+            self.pad_right = (
+                self.pad * self.stride + (self.kernel_size - self.stride + 1) // 2
+            )
+            filter = kaiser_sinc_filter1d(
+                cutoff=0.5 / ratio, half_width=0.6 / ratio, kernel_size=self.kernel_size
+            )
+
+        self.register_buffer("filter", filter, persistent=persistent)
+
+    def forward(self, x):
+        _, C, _ = x.shape
+        x = F.pad(x, (self.pad, self.pad), mode="replicate")
+        x = self.ratio * F.conv_transpose1d(
+            x, comfy.model_management.cast_to(self.filter.expand(C, -1, -1), dtype=x.dtype, device=x.device), stride=self.stride, groups=C
+        )
+        x = x[..., self.pad_left : -self.pad_right]
+        return x
+
+
+class DownSample1d(nn.Module):
+    def __init__(self, ratio=2, kernel_size=None):
+        super().__init__()
+        self.ratio = ratio
+        self.kernel_size = (
+            int(6 * ratio // 2) * 2 if kernel_size is None else kernel_size
+        )
+        self.lowpass = LowPassFilter1d(
+            cutoff=0.5 / ratio,
+            half_width=0.6 / ratio,
+            stride=ratio,
+            kernel_size=self.kernel_size,
+        )
+
+    def forward(self, x):
+        return self.lowpass(x)
+
+
+class Activation1d(nn.Module):
+    def __init__(
+        self,
+        activation,
+        up_ratio=2,
+        down_ratio=2,
+        up_kernel_size=12,
+        down_kernel_size=12,
+    ):
+        super().__init__()
+        self.act = activation
+        self.upsample = UpSample1d(up_ratio, up_kernel_size)
+        self.downsample = DownSample1d(down_ratio, down_kernel_size)
+
+    def forward(self, x):
+        x = self.upsample(x)
+        x = self.act(x)
+        x = self.downsample(x)
+        return x
+
+
+# ---------------------------------------------------------------------------
+# BigVGAN v2 activations (Snake / SnakeBeta)
+# ---------------------------------------------------------------------------
+
+
+class Snake(nn.Module):
+    def __init__(
+        self, in_features, alpha=1.0, alpha_trainable=True, alpha_logscale=True
+    ):
+        super().__init__()
+        self.alpha_logscale = alpha_logscale
+        self.alpha = nn.Parameter(
+            torch.zeros(in_features)
+            if alpha_logscale
+            else torch.ones(in_features) * alpha
+        )
+        self.alpha.requires_grad = alpha_trainable
+        self.eps = 1e-9
+
+    def forward(self, x):
+        a = comfy.model_management.cast_to(self.alpha.unsqueeze(0).unsqueeze(-1), dtype=x.dtype, device=x.device)
+        if self.alpha_logscale:
+            a = torch.exp(a)
+        return x + (1.0 / (a + self.eps)) * torch.sin(x * a).pow(2)
+
+
+class SnakeBeta(nn.Module):
+    def __init__(
+        self, in_features, alpha=1.0, alpha_trainable=True, alpha_logscale=True
+    ):
+        super().__init__()
+        self.alpha_logscale = alpha_logscale
+        self.alpha = nn.Parameter(
+            torch.zeros(in_features)
+            if alpha_logscale
+            else torch.ones(in_features) * alpha
+        )
+        self.alpha.requires_grad = alpha_trainable
+        self.beta = nn.Parameter(
+            torch.zeros(in_features)
+            if alpha_logscale
+            else torch.ones(in_features) * alpha
+        )
+        self.beta.requires_grad = alpha_trainable
+        self.eps = 1e-9
+
+    def forward(self, x):
+        a = comfy.model_management.cast_to(self.alpha.unsqueeze(0).unsqueeze(-1), dtype=x.dtype, device=x.device)
+        b = comfy.model_management.cast_to(self.beta.unsqueeze(0).unsqueeze(-1), dtype=x.dtype, device=x.device)
+        if self.alpha_logscale:
+            a = torch.exp(a)
+            b = torch.exp(b)
+        return x + (1.0 / (b + self.eps)) * torch.sin(x * a).pow(2)
+
+
+# ---------------------------------------------------------------------------
+# BigVGAN v2 AMPBlock (Anti-aliased Multi-Periodicity)
+# ---------------------------------------------------------------------------
+
+
+class AMPBlock1(torch.nn.Module):
+    def __init__(self, channels, kernel_size=3, dilation=(1, 3, 5), activation="snake"):
+        super().__init__()
+        act_cls = SnakeBeta if activation == "snakebeta" else Snake
+        self.convs1 = nn.ModuleList(
+            [
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=dilation[0],
+                    padding=get_padding(kernel_size, dilation[0]),
+                ),
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=dilation[1],
+                    padding=get_padding(kernel_size, dilation[1]),
+                ),
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=dilation[2],
+                    padding=get_padding(kernel_size, dilation[2]),
+                ),
+            ]
+        )
+
+        self.convs2 = nn.ModuleList(
+            [
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=1,
+                    padding=get_padding(kernel_size, 1),
+                ),
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=1,
+                    padding=get_padding(kernel_size, 1),
+                ),
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=1,
+                    padding=get_padding(kernel_size, 1),
+                ),
+            ]
+        )
+
+        self.acts1 = nn.ModuleList(
+            [Activation1d(act_cls(channels)) for _ in range(len(self.convs1))]
+        )
+        self.acts2 = nn.ModuleList(
+            [Activation1d(act_cls(channels)) for _ in range(len(self.convs2))]
+        )
+
+    def forward(self, x):
+        for c1, c2, a1, a2 in zip(self.convs1, self.convs2, self.acts1, self.acts2):
+            xt = a1(x)
+            xt = c1(xt)
+            xt = a2(xt)
+            xt = c2(xt)
+            x = x + xt
+        return x
+
+
+# ---------------------------------------------------------------------------
+# HiFi-GAN residual blocks
+# ---------------------------------------------------------------------------
+
+
+class ResBlock1(torch.nn.Module):
+    def __init__(self, channels, kernel_size=3, dilation=(1, 3, 5)):
+        super(ResBlock1, self).__init__()
+        self.convs1 = nn.ModuleList(
+            [
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=dilation[0],
+                    padding=get_padding(kernel_size, dilation[0]),
+                ),
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=dilation[1],
+                    padding=get_padding(kernel_size, dilation[1]),
+                ),
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=dilation[2],
+                    padding=get_padding(kernel_size, dilation[2]),
+                ),
+            ]
+        )
+
+        self.convs2 = nn.ModuleList(
+            [
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=1,
+                    padding=get_padding(kernel_size, 1),
+                ),
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=1,
+                    padding=get_padding(kernel_size, 1),
+                ),
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=1,
+                    padding=get_padding(kernel_size, 1),
+                ),
+            ]
+        )
+
+    def forward(self, x):
+        for c1, c2 in zip(self.convs1, self.convs2):
+            xt = F.leaky_relu(x, LRELU_SLOPE)
+            xt = c1(xt)
+            xt = F.leaky_relu(xt, LRELU_SLOPE)
+            xt = c2(xt)
+            x = xt + x
+        return x
+
+
+class ResBlock2(torch.nn.Module):
+    def __init__(self, channels, kernel_size=3, dilation=(1, 3)):
+        super(ResBlock2, self).__init__()
+        self.convs = nn.ModuleList(
+            [
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=dilation[0],
+                    padding=get_padding(kernel_size, dilation[0]),
+                ),
+                ops.Conv1d(
+                    channels,
+                    channels,
+                    kernel_size,
+                    1,
+                    dilation=dilation[1],
+                    padding=get_padding(kernel_size, dilation[1]),
+                ),
+            ]
+        )
+
+    def forward(self, x):
+        for c in self.convs:
+            xt = F.leaky_relu(x, LRELU_SLOPE)
+            xt = c(xt)
+            x = xt + x
+        return x
+
+
+class Vocoder(torch.nn.Module):
+    """
+    Vocoder model for synthesizing audio from spectrograms, based on: https://github.com/jik876/hifi-gan.
+
+    Supports both HiFi-GAN (resblock "1"/"2") and BigVGAN v2 (resblock "AMP1").
+    """
+
+    def __init__(self, config=None):
+        super(Vocoder, self).__init__()
+
+        if config is None:
+            config = self.get_default_config()
+
+        resblock_kernel_sizes = config.get("resblock_kernel_sizes", [3, 7, 11])
+        upsample_rates = config.get("upsample_rates", [5, 4, 2, 2, 2])
+        upsample_kernel_sizes = config.get("upsample_kernel_sizes", [16, 16, 8, 4, 4])
+        resblock_dilation_sizes = config.get("resblock_dilation_sizes", [[1, 3, 5], [1, 3, 5], [1, 3, 5]])
+        upsample_initial_channel = config.get("upsample_initial_channel", 1024)
+        stereo = config.get("stereo", True)
+        activation = config.get("activation", "snake")
+        use_bias_at_final = config.get("use_bias_at_final", True)
+
+
+        # "output_sample_rate" is not present in recent checkpoint configs.
+        # When absent (None), AudioVAE.output_sample_rate computes it as:
+        #   sample_rate * vocoder.upsample_factor / mel_hop_length
+        # where upsample_factor = product of all upsample stride lengths,
+        # and mel_hop_length is loaded from the autoencoder config at
+        # preprocessing.stft.hop_length (see CausalAudioAutoencoder).
+        self.output_sample_rate = config.get("output_sample_rate")
+        self.resblock = config.get("resblock", "1")
+        self.use_tanh_at_final = config.get("use_tanh_at_final", True)
+        self.apply_final_activation = config.get("apply_final_activation", True)
+        self.num_kernels = len(resblock_kernel_sizes)
+        self.num_upsamples = len(upsample_rates)
+
+        in_channels = 128 if stereo else 64
+        self.conv_pre = ops.Conv1d(in_channels, upsample_initial_channel, 7, 1, padding=3)
+
+        if self.resblock == "1":
+            resblock_cls = ResBlock1
+        elif self.resblock == "2":
+            resblock_cls = ResBlock2
+        elif self.resblock == "AMP1":
+            resblock_cls = AMPBlock1
+        else:
+            raise ValueError(f"Unknown resblock type: {self.resblock}")
+
+        self.ups = nn.ModuleList()
+        for i, (u, k) in enumerate(zip(upsample_rates, upsample_kernel_sizes)):
+            self.ups.append(
+                ops.ConvTranspose1d(
+                    upsample_initial_channel // (2**i),
+                    upsample_initial_channel // (2 ** (i + 1)),
+                    k,
+                    u,
+                    padding=(k - u) // 2,
+                )
+            )
+
+        self.resblocks = nn.ModuleList()
+        for i in range(len(self.ups)):
+            ch = upsample_initial_channel // (2 ** (i + 1))
+            for k, d in zip(resblock_kernel_sizes, resblock_dilation_sizes):
+                if self.resblock == "AMP1":
+                    self.resblocks.append(resblock_cls(ch, k, d, activation=activation))
+                else:
+                    self.resblocks.append(resblock_cls(ch, k, d))
+
+        out_channels = 2 if stereo else 1
+        if self.resblock == "AMP1":
+            act_cls = SnakeBeta if activation == "snakebeta" else Snake
+            self.act_post = Activation1d(act_cls(ch))
+        else:
+            self.act_post = nn.LeakyReLU()
+
+        self.conv_post = ops.Conv1d(
+            ch, out_channels, 7, 1, padding=3, bias=use_bias_at_final
+        )
+
+        self.upsample_factor = np.prod([self.ups[i].stride[0] for i in range(len(self.ups))])
+
+
+    def get_default_config(self):
+        """Generate default configuration for the vocoder."""
+
+        config = {
+            "resblock_kernel_sizes": [3, 7, 11],
+            "upsample_rates": [5, 4, 2, 2, 2],
+            "upsample_kernel_sizes": [16, 16, 8, 4, 4],
+            "resblock_dilation_sizes": [[1, 3, 5], [1, 3, 5], [1, 3, 5]],
+            "upsample_initial_channel": 1024,
+            "stereo": True,
+            "resblock": "1",
+            "activation": "snake",
+            "use_bias_at_final": True,
+            "use_tanh_at_final": True,
+        }
+
+        return config
+
+    def forward(self, x):
+        """
+        Forward pass of the vocoder.
+
+        Args:
+            x: Input spectrogram tensor. Can be:
+               - 3D: (batch_size, channels, time_steps) for mono
+               - 4D: (batch_size, 2, channels, time_steps) for stereo
+
+        Returns:
+            Audio tensor of shape (batch_size, out_channels, audio_length)
+        """
+        if x.dim() == 4:  # stereo
+            assert x.shape[1] == 2, "Input must have 2 channels for stereo"
+            x = torch.cat((x[:, 0, :, :], x[:, 1, :, :]), dim=1)
+        x = self.conv_pre(x)
+
+        for i in range(self.num_upsamples):
+            if self.resblock != "AMP1":
+                x = F.leaky_relu(x, LRELU_SLOPE)
+            x = self.ups[i](x)
+            xs = None
+            for j in range(self.num_kernels):
+                if xs is None:
+                    xs = self.resblocks[i * self.num_kernels + j](x)
+                else:
+                    xs += self.resblocks[i * self.num_kernels + j](x)
+            x = xs / self.num_kernels
+
+        x = self.act_post(x)
+        x = self.conv_post(x)
+
+        if self.apply_final_activation:
+            if self.use_tanh_at_final:
+                x = torch.tanh(x)
+            else:
+                x = torch.clamp(x, -1, 1)
+
+        return x
+
+
+class _STFTFn(nn.Module):
+    """Implements STFT as a convolution with precomputed DFT × Hann-window bases.
+
+    The DFT basis rows (real and imaginary parts interleaved) multiplied by the causal
+    Hann window are stored as buffers and loaded from the checkpoint. Using the exact
+    bfloat16 bases from training ensures the mel values fed to the BWE generator are
+    bit-identical to what it was trained on.
+    """
+
+    def __init__(self, filter_length: int, hop_length: int, win_length: int):
+        super().__init__()
+        self.hop_length = hop_length
+        self.win_length = win_length
+        n_freqs = filter_length // 2 + 1
+        self.register_buffer("forward_basis", torch.zeros(n_freqs * 2, 1, filter_length))
+        self.register_buffer("inverse_basis", torch.zeros(n_freqs * 2, 1, filter_length))
+
+    def forward(self, y: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]:
+        """Compute magnitude and phase spectrogram from a batch of waveforms.
+
+        Applies causal (left-only) padding of win_length - hop_length samples so that
+        each output frame depends only on past and present input — no lookahead.
+        The STFT is computed by convolving the padded signal with forward_basis.
+
+        Args:
+            y: Waveform tensor of shape (B, T).
+
+        Returns:
+            magnitude: Linear amplitude spectrogram, shape (B, n_freqs, T_frames).
+            phase:     Phase spectrogram in radians, shape (B, n_freqs, T_frames).
+                       Computed in float32 for numerical stability, then cast back to
+                       the input dtype.
+        """
+        if y.dim() == 2:
+            y = y.unsqueeze(1)                                # (B, 1, T)
+        left_pad = max(0, self.win_length - self.hop_length)  # causal: left-only
+        y = F.pad(y, (left_pad, 0))
+        spec = F.conv1d(y, comfy.model_management.cast_to(self.forward_basis, dtype=y.dtype, device=y.device), stride=self.hop_length, padding=0)
+        n_freqs = spec.shape[1] // 2
+        real, imag = spec[:, :n_freqs], spec[:, n_freqs:]
+        magnitude = torch.sqrt(real ** 2 + imag ** 2)
+        phase = torch.atan2(imag.float(), real.float()).to(real.dtype)
+        return magnitude, phase
+
+
+class MelSTFT(nn.Module):
+    """Causal log-mel spectrogram module whose buffers are loaded from the checkpoint.
+
+    Computes a log-mel spectrogram by running the causal STFT (_STFTFn) on the input
+    waveform and projecting the linear magnitude spectrum onto the mel filterbank.
+
+    The module's state dict layout matches the 'mel_stft.*' keys stored in the checkpoint
+    (mel_basis, stft_fn.forward_basis, stft_fn.inverse_basis).
+    """
+
+    def __init__(
+        self,
+        filter_length: int,
+        hop_length: int,
+        win_length: int,
+        n_mel_channels: int,
+        sampling_rate: int,
+        mel_fmin: float,
+        mel_fmax: float,
+    ):
+        super().__init__()
+        self.stft_fn = _STFTFn(filter_length, hop_length, win_length)
+
+        n_freqs = filter_length // 2 + 1
+        self.register_buffer("mel_basis", torch.zeros(n_mel_channels, n_freqs))
+
+    def mel_spectrogram(
+        self, y: torch.Tensor
+    ) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor]:
+        """Compute log-mel spectrogram and auxiliary spectral quantities.
+
+        Args:
+            y: Waveform tensor of shape (B, T).
+
+        Returns:
+            log_mel:   Log-compressed mel spectrogram, shape (B, n_mel_channels, T_frames).
+                       Computed as log(clamp(mel_basis @ magnitude, min=1e-5)).
+            magnitude: Linear amplitude spectrogram, shape (B, n_freqs, T_frames).
+            phase:     Phase spectrogram in radians, shape (B, n_freqs, T_frames).
+            energy:    Per-frame energy (L2 norm over frequency), shape (B, T_frames).
+        """
+        magnitude, phase = self.stft_fn(y)
+        energy = torch.norm(magnitude, dim=1)
+        mel = torch.matmul(comfy.model_management.cast_to(self.mel_basis, dtype=magnitude.dtype, device=y.device), magnitude)
+        log_mel = torch.log(torch.clamp(mel, min=1e-5))
+        return log_mel, magnitude, phase, energy
+
+
+class VocoderWithBWE(torch.nn.Module):
+    """Vocoder with bandwidth extension (BWE) for higher sample rate output.
+
+    Chains a base vocoder (mel → low-rate waveform) with a BWE stage that upsamples
+    to a higher rate. The BWE computes a mel spectrogram from the low-rate waveform.
+    """
+
+    def __init__(self, config):
+        super().__init__()
+        vocoder_config = config["vocoder"]
+        bwe_config = config["bwe"]
+
+        self.vocoder = Vocoder(config=vocoder_config)
+        self.bwe_generator = Vocoder(
+            config={**bwe_config, "apply_final_activation": False}
+        )
+
+        self.input_sample_rate = bwe_config["input_sampling_rate"]
+        self.output_sample_rate = bwe_config["output_sampling_rate"]
+        self.hop_length = bwe_config["hop_length"]
+
+        self.mel_stft = MelSTFT(
+            filter_length=bwe_config["n_fft"],
+            hop_length=bwe_config["hop_length"],
+            win_length=bwe_config["n_fft"],
+            n_mel_channels=bwe_config["num_mels"],
+            sampling_rate=bwe_config["input_sampling_rate"],
+            mel_fmin=0.0,
+            mel_fmax=bwe_config["input_sampling_rate"] / 2.0,
+        )
+        self.resampler = UpSample1d(
+            ratio=bwe_config["output_sampling_rate"] // bwe_config["input_sampling_rate"],
+            persistent=False,
+            window_type="hann",
+        )
+
+    def _compute_mel(self, audio):
+        """Compute log-mel spectrogram from waveform using causal STFT bases."""
+        B, C, T = audio.shape
+        flat = audio.reshape(B * C, -1)                         # (B*C, T)
+        mel, _, _, _ = self.mel_stft.mel_spectrogram(flat)      # (B*C, n_mels, T_frames)
+        return mel.reshape(B, C, mel.shape[1], mel.shape[2])    # (B, C, n_mels, T_frames)
+
+    def forward(self, mel_spec):
+        x = self.vocoder(mel_spec)
+        _, _, T_low = x.shape
+        T_out = T_low * self.output_sample_rate // self.input_sample_rate
+
+        remainder = T_low % self.hop_length
+        if remainder != 0:
+            x = F.pad(x, (0, self.hop_length - remainder))
+
+        mel = self._compute_mel(x)
+        residual = self.bwe_generator(mel)
+        skip = self.resampler(x)
+        assert residual.shape == skip.shape, f"residual {residual.shape} != skip {skip.shape}"
+
+        return torch.clamp(residual + skip, -1, 1)[..., :T_out]
diff --git a/ComfyUI/comfy/ldm/lumina/__pycache__/controlnet.cpython-312.pyc b/ComfyUI/comfy/ldm/lumina/__pycache__/controlnet.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..895a0d77c5eb8b2c928f4664565c0b400fec25fd
Binary files /dev/null and b/ComfyUI/comfy/ldm/lumina/__pycache__/controlnet.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lumina/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/lumina/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..cc90483fca4d0c84db875d70af3ff5dc66992716
Binary files /dev/null and b/ComfyUI/comfy/ldm/lumina/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/lumina/controlnet.py b/ComfyUI/comfy/ldm/lumina/controlnet.py
new file mode 100644
index 0000000000000000000000000000000000000000..8e2de7977536daf9779e27d6e019cdea40049e0c
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lumina/controlnet.py
@@ -0,0 +1,160 @@
+import torch
+from torch import nn
+
+from .model import JointTransformerBlock
+
+class ZImageControlTransformerBlock(JointTransformerBlock):
+    def __init__(
+        self,
+        layer_id: int,
+        dim: int,
+        n_heads: int,
+        n_kv_heads: int,
+        multiple_of: int,
+        ffn_dim_multiplier: float,
+        norm_eps: float,
+        qk_norm: bool,
+        modulation=True,
+        block_id=0,
+        operation_settings=None,
+    ):
+        super().__init__(layer_id, dim, n_heads, n_kv_heads, multiple_of, ffn_dim_multiplier, norm_eps, qk_norm, modulation, z_image_modulation=True, operation_settings=operation_settings)
+        self.block_id = block_id
+        if block_id == 0:
+            self.before_proj = operation_settings.get("operations").Linear(self.dim, self.dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.after_proj = operation_settings.get("operations").Linear(self.dim, self.dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+    def forward(self, c, x, **kwargs):
+        if self.block_id == 0:
+            c = self.before_proj(c) + x
+        c = super().forward(c, **kwargs)
+        c_skip = self.after_proj(c)
+        return c_skip, c
+
+class ZImage_Control(torch.nn.Module):
+    def __init__(
+        self,
+        dim: int = 3840,
+        n_heads: int = 30,
+        n_kv_heads: int = 30,
+        multiple_of: int = 256,
+        ffn_dim_multiplier: float = (8.0 / 3.0),
+        norm_eps: float = 1e-5,
+        qk_norm: bool = True,
+        n_control_layers=6,
+        control_in_dim=16,
+        additional_in_dim=0,
+        broken=False,
+        refiner_control=False,
+        dtype=None,
+        device=None,
+        operations=None,
+        **kwargs
+    ):
+        super().__init__()
+        operation_settings = {"operations": operations, "device": device, "dtype": dtype}
+
+        self.broken = broken
+        self.additional_in_dim = additional_in_dim
+        self.control_in_dim = control_in_dim
+        n_refiner_layers = 2
+        self.n_control_layers = n_control_layers
+        self.control_layers = nn.ModuleList(
+            [
+                ZImageControlTransformerBlock(
+                    i,
+                    dim,
+                    n_heads,
+                    n_kv_heads,
+                    multiple_of,
+                    ffn_dim_multiplier,
+                    norm_eps,
+                    qk_norm,
+                    block_id=i,
+                    operation_settings=operation_settings,
+                )
+                for i in range(self.n_control_layers)
+            ]
+        )
+
+        all_x_embedder = {}
+        patch_size = 2
+        f_patch_size = 1
+        x_embedder = operations.Linear(f_patch_size * patch_size * patch_size * (self.control_in_dim + self.additional_in_dim), dim, bias=True, device=device, dtype=dtype)
+        all_x_embedder[f"{patch_size}-{f_patch_size}"] = x_embedder
+
+        self.refiner_control = refiner_control
+
+        self.control_all_x_embedder = nn.ModuleDict(all_x_embedder)
+        if self.refiner_control:
+            self.control_noise_refiner = nn.ModuleList(
+                [
+                    ZImageControlTransformerBlock(
+                        layer_id,
+                        dim,
+                        n_heads,
+                        n_kv_heads,
+                        multiple_of,
+                        ffn_dim_multiplier,
+                        norm_eps,
+                        qk_norm,
+                        block_id=layer_id,
+                        operation_settings=operation_settings,
+                    )
+                    for layer_id in range(n_refiner_layers)
+                ]
+            )
+        else:
+            self.control_noise_refiner = nn.ModuleList(
+                [
+                    JointTransformerBlock(
+                        layer_id,
+                        dim,
+                        n_heads,
+                        n_kv_heads,
+                        multiple_of,
+                        ffn_dim_multiplier,
+                        norm_eps,
+                        qk_norm,
+                        modulation=True,
+                        z_image_modulation=True,
+                        operation_settings=operation_settings,
+                    )
+                    for layer_id in range(n_refiner_layers)
+                ]
+            )
+
+    def forward(self, cap_feats, control_context, x_freqs_cis, adaln_input):
+        patch_size = 2
+        f_patch_size = 1
+        pH = pW = patch_size
+        B, C, H, W = control_context.shape
+        control_context = self.control_all_x_embedder[f"{patch_size}-{f_patch_size}"](control_context.view(B, C, H // pH, pH, W // pW, pW).permute(0, 2, 4, 3, 5, 1).flatten(3).flatten(1, 2))
+
+        x_attn_mask = None
+        if not self.refiner_control:
+            for layer in self.control_noise_refiner:
+                control_context = layer(control_context, x_attn_mask, x_freqs_cis[:control_context.shape[0], :control_context.shape[1]], adaln_input)
+
+        return control_context
+
+    def forward_noise_refiner_block(self, layer_id, control_context, x, x_attn_mask, x_freqs_cis, adaln_input):
+        if self.refiner_control:
+            if self.broken:
+                if layer_id == 0:
+                    return self.control_layers[layer_id](control_context, x, x_mask=x_attn_mask, freqs_cis=x_freqs_cis[:control_context.shape[0], :control_context.shape[1]], adaln_input=adaln_input)
+                if layer_id > 0:
+                    out = None
+                    for i in range(1, len(self.control_layers)):
+                        o, control_context = self.control_layers[i](control_context, x, x_mask=x_attn_mask, freqs_cis=x_freqs_cis[:control_context.shape[0], :control_context.shape[1]], adaln_input=adaln_input)
+                        if out is None:
+                            out = o
+
+                    return (out, control_context)
+            else:
+                return self.control_noise_refiner[layer_id](control_context, x, x_mask=x_attn_mask, freqs_cis=x_freqs_cis[:control_context.shape[0], :control_context.shape[1]], adaln_input=adaln_input)
+        else:
+            return (None, control_context)
+
+    def forward_control_block(self, layer_id, control_context, x, x_attn_mask, x_freqs_cis, adaln_input):
+        return self.control_layers[layer_id](control_context, x, x_mask=x_attn_mask, freqs_cis=x_freqs_cis[:control_context.shape[0], :control_context.shape[1]], adaln_input=adaln_input)
diff --git a/ComfyUI/comfy/ldm/lumina/model.py b/ComfyUI/comfy/ldm/lumina/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..cdf03b2b5e3a09d1c33194fc45ecaab3fb108c68
--- /dev/null
+++ b/ComfyUI/comfy/ldm/lumina/model.py
@@ -0,0 +1,1139 @@
+# Code from: https://github.com/Alpha-VLLM/Lumina-Image-2.0/blob/main/models/model.py
+
+from typing import List, Optional, Tuple
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+import comfy.ldm.common_dit
+import comfy.model_management
+import comfy.ops
+import comfy.quant_ops
+
+from comfy.ldm.modules.diffusionmodules.mmdit import TimestepEmbedder
+from comfy.ldm.modules.attention import optimized_attention_masked
+from comfy.ldm.flux.layers import EmbedND
+from comfy.ldm.flux.math import apply_rope
+import comfy.patcher_extension
+import comfy.utils
+from comfy.ldm.chroma_radiance.layers import NerfEmbedder
+
+
+def invert_slices(slices, length):
+    sorted_slices = sorted(slices)
+    result = []
+    current = 0
+
+    for start, end in sorted_slices:
+        if current < start:
+            result.append((current, start))
+        current = max(current, end)
+
+    if current < length:
+        result.append((current, length))
+
+    return result
+
+
+def modulate(x, scale, timestep_zero_index=None):
+    if timestep_zero_index is None:
+        return x * (1 + scale.unsqueeze(1))
+    else:
+        scale = (1 + scale.unsqueeze(1))
+        actual_batch = scale.size(0) // 2
+        slices = timestep_zero_index
+        invert = invert_slices(timestep_zero_index, x.shape[1])
+        for s in slices:
+            x[:, s[0]:s[1]] *= scale[actual_batch:]
+        for s in invert:
+            x[:, s[0]:s[1]] *= scale[:actual_batch]
+        return x
+
+
+def apply_gate(gate, x, timestep_zero_index=None):
+    if timestep_zero_index is None:
+        return gate * x
+    else:
+        actual_batch = gate.size(0) // 2
+
+        slices = timestep_zero_index
+        invert = invert_slices(timestep_zero_index, x.shape[1])
+        for s in slices:
+            x[:, s[0]:s[1]] *= gate[actual_batch:]
+        for s in invert:
+            x[:, s[0]:s[1]] *= gate[:actual_batch]
+        return x
+
+#############################################################################
+#                               Core NextDiT Model                              #
+#############################################################################
+
+def clamp_fp16(x):
+    if x.dtype == torch.float16:
+        return torch.nan_to_num(x, nan=0.0, posinf=65504, neginf=-65504)
+    return x
+
+class JointAttention(nn.Module):
+    """Multi-head attention module."""
+
+    def __init__(
+        self,
+        dim: int,
+        n_heads: int,
+        n_kv_heads: Optional[int],
+        qk_norm: bool,
+        out_bias: bool = False,
+        operation_settings={},
+    ):
+        """
+        Initialize the Attention module.
+
+        Args:
+            dim (int): Number of input dimensions.
+            n_heads (int): Number of heads.
+            n_kv_heads (Optional[int]): Number of kv heads, if using GQA.
+
+        """
+        super().__init__()
+        self.n_kv_heads = n_heads if n_kv_heads is None else n_kv_heads
+        self.n_local_heads = n_heads
+        self.n_local_kv_heads = self.n_kv_heads
+        self.n_rep = self.n_local_heads // self.n_local_kv_heads
+        self.head_dim = dim // n_heads
+        self.qk_norm = qk_norm
+
+        self.qkv = operation_settings.get("operations").Linear(
+            dim,
+            (n_heads + self.n_kv_heads + self.n_kv_heads) * self.head_dim,
+            bias=False,
+            device=operation_settings.get("device"),
+            dtype=operation_settings.get("dtype"),
+        )
+        self.out = operation_settings.get("operations").Linear(
+            n_heads * self.head_dim,
+            dim,
+            bias=out_bias,
+            device=operation_settings.get("device"),
+            dtype=operation_settings.get("dtype"),
+        )
+
+        if qk_norm:
+            self.q_norm = operation_settings.get("operations").RMSNorm(self.head_dim, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+            self.k_norm = operation_settings.get("operations").RMSNorm(self.head_dim, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        else:
+            self.q_norm = self.k_norm = nn.Identity()
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        x_mask: torch.Tensor,
+        freqs_cis: torch.Tensor,
+        transformer_options={},
+    ) -> torch.Tensor:
+        """
+
+        Args:
+            x:
+            x_mask:
+            freqs_cis:
+
+        Returns:
+
+        """
+        bsz, seqlen, _ = x.shape
+
+        xq, xk, xv = torch.split(
+            self.qkv(x),
+            [
+                self.n_local_heads * self.head_dim,
+                self.n_local_kv_heads * self.head_dim,
+                self.n_local_kv_heads * self.head_dim,
+            ],
+            dim=-1,
+        )
+        xq = xq.view(bsz, seqlen, self.n_local_heads, self.head_dim)
+        xk = xk.view(bsz, seqlen, self.n_local_kv_heads, self.head_dim)
+        xv = xv.view(bsz, seqlen, self.n_local_kv_heads, self.head_dim)
+
+        if self.qk_norm and not comfy.model_management.in_training:
+            q_scale, _, q_offload_stream = comfy.ops.cast_bias_weight(self.q_norm, xq, offloadable=True)
+            k_scale, _, k_offload_stream = comfy.ops.cast_bias_weight(self.k_norm, xk, offloadable=True)
+            epsilon = self.q_norm.eps if self.q_norm.eps is not None else torch.finfo(torch.float32).eps
+            if self.n_local_heads == self.n_local_kv_heads:
+                xq, xk = comfy.quant_ops.ck.rms_rope(xq, xk, freqs_cis, q_scale, k_scale, epsilon)
+            else:
+                xq = comfy.quant_ops.ck.rms_rope1(xq, freqs_cis, q_scale, epsilon)
+                xk = comfy.quant_ops.ck.rms_rope1(xk, freqs_cis, k_scale, epsilon)
+            comfy.ops.uncast_bias_weight(self.q_norm, q_scale, None, q_offload_stream)
+            comfy.ops.uncast_bias_weight(self.k_norm, k_scale, None, k_offload_stream)
+        else:
+            xq = self.q_norm(xq)
+            xk = self.k_norm(xk)
+            xq, xk = apply_rope(xq, xk, freqs_cis)
+
+        n_rep = self.n_local_heads // self.n_local_kv_heads
+        if n_rep >= 1:
+            xk = xk.unsqueeze(3).repeat(1, 1, 1, n_rep, 1).flatten(2, 3)
+            xv = xv.unsqueeze(3).repeat(1, 1, 1, n_rep, 1).flatten(2, 3)
+        output = optimized_attention_masked(xq.movedim(1, 2), xk.movedim(1, 2), xv.movedim(1, 2), self.n_local_heads, x_mask, skip_reshape=True, transformer_options=transformer_options)
+
+        return self.out(output)
+
+
+class FeedForward(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        hidden_dim: int,
+        multiple_of: int,
+        ffn_dim_multiplier: Optional[float],
+        operation_settings={},
+    ):
+        """
+        Initialize the FeedForward module.
+
+        Args:
+            dim (int): Input dimension.
+            hidden_dim (int): Hidden dimension of the feedforward layer.
+            multiple_of (int): Value to ensure hidden dimension is a multiple
+                of this value.
+            ffn_dim_multiplier (float, optional): Custom multiplier for hidden
+                dimension. Defaults to None.
+
+        """
+        super().__init__()
+        # custom dim factor multiplier
+        if ffn_dim_multiplier is not None:
+            hidden_dim = int(ffn_dim_multiplier * hidden_dim)
+        hidden_dim = multiple_of * ((hidden_dim + multiple_of - 1) // multiple_of)
+
+        self.w1 = operation_settings.get("operations").Linear(
+            dim,
+            hidden_dim,
+            bias=False,
+            device=operation_settings.get("device"),
+            dtype=operation_settings.get("dtype"),
+        )
+        self.w2 = operation_settings.get("operations").Linear(
+            hidden_dim,
+            dim,
+            bias=False,
+            device=operation_settings.get("device"),
+            dtype=operation_settings.get("dtype"),
+        )
+        self.w3 = operation_settings.get("operations").Linear(
+            dim,
+            hidden_dim,
+            bias=False,
+            device=operation_settings.get("device"),
+            dtype=operation_settings.get("dtype"),
+        )
+
+    # @torch.compile
+    def _forward_silu_gating(self, x1, x3):
+        return clamp_fp16(F.silu(x1) * x3)
+
+    def forward(self, x):
+        return self.w2(self._forward_silu_gating(self.w1(x), self.w3(x)))
+
+
+class JointTransformerBlock(nn.Module):
+    def __init__(
+        self,
+        layer_id: int,
+        dim: int,
+        n_heads: int,
+        n_kv_heads: int,
+        multiple_of: int,
+        ffn_dim_multiplier: float,
+        norm_eps: float,
+        qk_norm: bool,
+        modulation=True,
+        z_image_modulation=False,
+        attn_out_bias=False,
+        operation_settings={},
+    ) -> None:
+        """
+        Initialize a TransformerBlock.
+
+        Args:
+            layer_id (int): Identifier for the layer.
+            dim (int): Embedding dimension of the input features.
+            n_heads (int): Number of attention heads.
+            n_kv_heads (Optional[int]): Number of attention heads in key and
+                value features (if using GQA), or set to None for the same as
+                query.
+            multiple_of (int):
+            ffn_dim_multiplier (float):
+            norm_eps (float):
+
+        """
+        super().__init__()
+        self.dim = dim
+        self.head_dim = dim // n_heads
+        self.attention = JointAttention(dim, n_heads, n_kv_heads, qk_norm, out_bias=attn_out_bias, operation_settings=operation_settings)
+        self.feed_forward = FeedForward(
+            dim=dim,
+            hidden_dim=dim,
+            multiple_of=multiple_of,
+            ffn_dim_multiplier=ffn_dim_multiplier,
+            operation_settings=operation_settings,
+        )
+        self.layer_id = layer_id
+        self.attention_norm1 = operation_settings.get("operations").RMSNorm(dim, eps=norm_eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.ffn_norm1 = operation_settings.get("operations").RMSNorm(dim, eps=norm_eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+        self.attention_norm2 = operation_settings.get("operations").RMSNorm(dim, eps=norm_eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.ffn_norm2 = operation_settings.get("operations").RMSNorm(dim, eps=norm_eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+        self.modulation = modulation
+        if modulation:
+            if z_image_modulation:
+                self.adaLN_modulation = nn.Sequential(
+                    operation_settings.get("operations").Linear(
+                        min(dim, 256),
+                        4 * dim,
+                        bias=True,
+                        device=operation_settings.get("device"),
+                        dtype=operation_settings.get("dtype"),
+                    ),
+                )
+            else:
+                self.adaLN_modulation = nn.Sequential(
+                    nn.SiLU(),
+                    operation_settings.get("operations").Linear(
+                        min(dim, 1024),
+                        4 * dim,
+                        bias=True,
+                        device=operation_settings.get("device"),
+                        dtype=operation_settings.get("dtype"),
+                    ),
+                )
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        x_mask: torch.Tensor,
+        freqs_cis: torch.Tensor,
+        adaln_input: Optional[torch.Tensor]=None,
+        timestep_zero_index=None,
+        transformer_options={},
+    ):
+        """
+        Perform a forward pass through the TransformerBlock.
+
+        Args:
+            x (torch.Tensor): Input tensor.
+            freqs_cis (torch.Tensor): Precomputed cosine and sine frequencies.
+
+        Returns:
+            torch.Tensor: Output tensor after applying attention and
+                feedforward layers.
+
+        """
+        if self.modulation:
+            assert adaln_input is not None
+            scale_msa, gate_msa, scale_mlp, gate_mlp = self.adaLN_modulation(adaln_input).chunk(4, dim=1)
+
+            x = x + apply_gate(gate_msa.unsqueeze(1).tanh(), self.attention_norm2(
+                clamp_fp16(self.attention(
+                    modulate(self.attention_norm1(x), scale_msa, timestep_zero_index=timestep_zero_index),
+                    x_mask,
+                    freqs_cis,
+                    transformer_options=transformer_options,
+                ))), timestep_zero_index=timestep_zero_index
+            )
+            x = x + apply_gate(gate_mlp.unsqueeze(1).tanh(), self.ffn_norm2(
+                clamp_fp16(self.feed_forward(
+                    modulate(self.ffn_norm1(x), scale_mlp, timestep_zero_index=timestep_zero_index),
+                ))), timestep_zero_index=timestep_zero_index
+            )
+        else:
+            assert adaln_input is None
+            x = x + self.attention_norm2(
+                clamp_fp16(self.attention(
+                    self.attention_norm1(x),
+                    x_mask,
+                    freqs_cis,
+                    transformer_options=transformer_options,
+                ))
+            )
+            x = x + self.ffn_norm2(
+                self.feed_forward(
+                    self.ffn_norm1(x),
+                )
+            )
+        return x
+
+
+class FinalLayer(nn.Module):
+    """
+    The final layer of NextDiT.
+    """
+
+    def __init__(self, hidden_size, patch_size, out_channels, z_image_modulation=False, operation_settings={}):
+        super().__init__()
+        self.norm_final = operation_settings.get("operations").LayerNorm(
+            hidden_size,
+            elementwise_affine=False,
+            eps=1e-6,
+            device=operation_settings.get("device"),
+            dtype=operation_settings.get("dtype"),
+        )
+        self.linear = operation_settings.get("operations").Linear(
+            hidden_size,
+            patch_size * patch_size * out_channels,
+            bias=True,
+            device=operation_settings.get("device"),
+            dtype=operation_settings.get("dtype"),
+        )
+
+        if z_image_modulation:
+            min_mod = 256
+        else:
+            min_mod = 1024
+
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            operation_settings.get("operations").Linear(
+                min(hidden_size, min_mod),
+                hidden_size,
+                bias=True,
+                device=operation_settings.get("device"),
+                dtype=operation_settings.get("dtype"),
+            ),
+        )
+
+    def forward(self, x, c, timestep_zero_index=None):
+        scale = self.adaLN_modulation(c)
+        x = modulate(self.norm_final(x), scale, timestep_zero_index=timestep_zero_index)
+        x = self.linear(x)
+        return x
+
+
+def pad_zimage(feats, pad_token, pad_tokens_multiple):
+    pad_extra = (-feats.shape[1]) % pad_tokens_multiple
+    return torch.cat((feats, pad_token.to(device=feats.device, dtype=feats.dtype, copy=True).unsqueeze(0).repeat(feats.shape[0], pad_extra, 1)), dim=1), pad_extra
+
+
+def pos_ids_x(start_t, H_tokens, W_tokens, batch_size, device, transformer_options={}):
+    rope_options = transformer_options.get("rope_options", None)
+    h_scale = 1.0
+    w_scale = 1.0
+    h_start = 0
+    w_start = 0
+    if rope_options is not None:
+        h_scale = rope_options.get("scale_y", 1.0)
+        w_scale = rope_options.get("scale_x", 1.0)
+
+        h_start = rope_options.get("shift_y", 0.0)
+        w_start = rope_options.get("shift_x", 0.0)
+    x_pos_ids = torch.zeros((batch_size, H_tokens * W_tokens, 3), dtype=torch.float32, device=device)
+    x_pos_ids[:, :, 0] = start_t
+    x_pos_ids[:, :, 1] = (torch.arange(H_tokens, dtype=torch.float32, device=device) * h_scale + h_start).view(-1, 1).repeat(1, W_tokens).flatten()
+    x_pos_ids[:, :, 2] = (torch.arange(W_tokens, dtype=torch.float32, device=device) * w_scale + w_start).view(1, -1).repeat(H_tokens, 1).flatten()
+    return x_pos_ids
+
+
+class NextDiT(nn.Module):
+    """
+    Diffusion model with a Transformer backbone.
+    """
+
+    def __init__(
+        self,
+        patch_size: int = 2,
+        in_channels: int = 4,
+        dim: int = 4096,
+        n_layers: int = 32,
+        n_refiner_layers: int = 2,
+        n_heads: int = 32,
+        n_kv_heads: Optional[int] = None,
+        multiple_of: int = 256,
+        ffn_dim_multiplier: float = 4.0,
+        norm_eps: float = 1e-5,
+        qk_norm: bool = False,
+        cap_feat_dim: int = 5120,
+        axes_dims: List[int] = (16, 56, 56),
+        axes_lens: List[int] = (1, 512, 512),
+        rope_theta=10000.0,
+        z_image_modulation=False,
+        time_scale=1.0,
+        pad_tokens_multiple=None,
+        clip_text_dim=None,
+        siglip_feat_dim=None,
+        image_model=None,
+        device=None,
+        dtype=None,
+        operations=None,
+        **kwargs,
+    ) -> None:
+        super().__init__()
+        self.dtype = dtype
+        operation_settings = {"operations": operations, "device": device, "dtype": dtype}
+        self.in_channels = in_channels
+        self.out_channels = in_channels
+        self.patch_size = patch_size
+        self.time_scale = time_scale
+        self.pad_tokens_multiple = pad_tokens_multiple
+
+        self.x_embedder = operation_settings.get("operations").Linear(
+            in_features=patch_size * patch_size * in_channels,
+            out_features=dim,
+            bias=True,
+            device=operation_settings.get("device"),
+            dtype=operation_settings.get("dtype"),
+        )
+
+        self.noise_refiner = nn.ModuleList(
+            [
+                JointTransformerBlock(
+                    layer_id,
+                    dim,
+                    n_heads,
+                    n_kv_heads,
+                    multiple_of,
+                    ffn_dim_multiplier,
+                    norm_eps,
+                    qk_norm,
+                    modulation=True,
+                    z_image_modulation=z_image_modulation,
+                    operation_settings=operation_settings,
+                )
+                for layer_id in range(n_refiner_layers)
+            ]
+        )
+        self.context_refiner = nn.ModuleList(
+            [
+                JointTransformerBlock(
+                    layer_id,
+                    dim,
+                    n_heads,
+                    n_kv_heads,
+                    multiple_of,
+                    ffn_dim_multiplier,
+                    norm_eps,
+                    qk_norm,
+                    modulation=False,
+                    operation_settings=operation_settings,
+                )
+                for layer_id in range(n_refiner_layers)
+            ]
+        )
+
+        self.t_embedder = TimestepEmbedder(min(dim, 1024), output_size=256 if z_image_modulation else None, **operation_settings)
+        self.cap_embedder = nn.Sequential(
+            operation_settings.get("operations").RMSNorm(cap_feat_dim, eps=norm_eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")),
+            operation_settings.get("operations").Linear(
+                cap_feat_dim,
+                dim,
+                bias=True,
+                device=operation_settings.get("device"),
+                dtype=operation_settings.get("dtype"),
+            ),
+        )
+
+        self.clip_text_pooled_proj = None
+
+        if clip_text_dim is not None:
+            self.clip_text_dim = clip_text_dim
+            self.clip_text_pooled_proj = nn.Sequential(
+                operation_settings.get("operations").RMSNorm(clip_text_dim, eps=norm_eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")),
+                operation_settings.get("operations").Linear(
+                    clip_text_dim,
+                    clip_text_dim,
+                    bias=True,
+                    device=operation_settings.get("device"),
+                    dtype=operation_settings.get("dtype"),
+                ),
+            )
+            self.time_text_embed = nn.Sequential(
+                nn.SiLU(),
+                operation_settings.get("operations").Linear(
+                    min(dim, 1024) + clip_text_dim,
+                    min(dim, 1024),
+                    bias=True,
+                    device=operation_settings.get("device"),
+                    dtype=operation_settings.get("dtype"),
+                ),
+            )
+
+        self.layers = nn.ModuleList(
+            [
+                JointTransformerBlock(
+                    layer_id,
+                    dim,
+                    n_heads,
+                    n_kv_heads,
+                    multiple_of,
+                    ffn_dim_multiplier,
+                    norm_eps,
+                    qk_norm,
+                    z_image_modulation=z_image_modulation,
+                    attn_out_bias=False,
+                    operation_settings=operation_settings,
+                )
+                for layer_id in range(n_layers)
+            ]
+        )
+
+        if siglip_feat_dim is not None:
+            self.siglip_embedder = nn.Sequential(
+                operation_settings.get("operations").RMSNorm(siglip_feat_dim, eps=norm_eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")),
+                operation_settings.get("operations").Linear(
+                    siglip_feat_dim,
+                    dim,
+                    bias=True,
+                    device=operation_settings.get("device"),
+                    dtype=operation_settings.get("dtype"),
+                ),
+            )
+            self.siglip_refiner = nn.ModuleList(
+                [
+                    JointTransformerBlock(
+                        layer_id,
+                        dim,
+                        n_heads,
+                        n_kv_heads,
+                        multiple_of,
+                        ffn_dim_multiplier,
+                        norm_eps,
+                        qk_norm,
+                        modulation=False,
+                        operation_settings=operation_settings,
+                    )
+                    for layer_id in range(n_refiner_layers)
+                ]
+            )
+            self.siglip_pad_token = nn.Parameter(torch.empty((1, dim), device=device, dtype=dtype))
+        else:
+            self.siglip_embedder = None
+            self.siglip_refiner = None
+            self.siglip_pad_token = None
+
+        # This norm final is in the lumina 2.0 code but isn't actually used for anything.
+        # self.norm_final = operation_settings.get("operations").RMSNorm(dim, eps=norm_eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.final_layer = FinalLayer(dim, patch_size, self.out_channels, z_image_modulation=z_image_modulation, operation_settings=operation_settings)
+
+        if self.pad_tokens_multiple is not None:
+            self.x_pad_token = nn.Parameter(torch.empty((1, dim), device=device, dtype=dtype))
+            self.cap_pad_token = nn.Parameter(torch.empty((1, dim), device=device, dtype=dtype))
+
+        assert (dim // n_heads) == sum(axes_dims)
+        self.axes_dims = axes_dims
+        self.axes_lens = axes_lens
+        self.rope_embedder = EmbedND(dim=dim // n_heads, theta=rope_theta, axes_dim=axes_dims)
+        self.dim = dim
+        self.n_heads = n_heads
+
+    def unpatchify(
+        self, x: torch.Tensor, img_size: List[Tuple[int, int]], cap_size: List[int], return_tensor=False
+    ) -> List[torch.Tensor]:
+        """
+        x: (N, T, patch_size**2 * C)
+        imgs: (N, H, W, C)
+        """
+        pH = pW = self.patch_size
+        imgs = []
+        for i in range(x.size(0)):
+            H, W = img_size[i]
+            begin = cap_size[i]
+            end = begin + (H // pH) * (W // pW)
+            imgs.append(
+                x[i][begin:end]
+                .view(H // pH, W // pW, pH, pW, self.out_channels)
+                .permute(4, 0, 2, 1, 3)
+                .flatten(3, 4)
+                .flatten(1, 2)
+            )
+
+        if return_tensor:
+            imgs = torch.stack(imgs, dim=0)
+        return imgs
+
+    def embed_cap(self, cap_feats=None, offset=0, bsz=1, device=None, dtype=None):
+        if cap_feats is not None:
+            cap_feats = self.cap_embedder(cap_feats)
+            cap_feats_len = cap_feats.shape[1]
+            if self.pad_tokens_multiple is not None:
+                cap_feats, _ = pad_zimage(cap_feats, self.cap_pad_token, self.pad_tokens_multiple)
+        else:
+            cap_feats_len = 0
+            cap_feats = self.cap_pad_token.to(device=device, dtype=dtype, copy=True).unsqueeze(0).repeat(bsz, self.pad_tokens_multiple, 1)
+
+        cap_pos_ids = torch.zeros(bsz, cap_feats.shape[1], 3, dtype=torch.float32, device=device)
+        cap_pos_ids[:, :, 0] = torch.arange(cap_feats.shape[1], dtype=torch.float32, device=device) + 1.0 + offset
+        embeds = (cap_feats,)
+        freqs_cis = (self.rope_embedder(cap_pos_ids).movedim(1, 2),)
+        return embeds, freqs_cis, cap_feats_len
+
+    def embed_all(self, x, cap_feats=None, siglip_feats=None, offset=0, omni=False, transformer_options={}):
+        bsz = 1
+        pH = pW = self.patch_size
+        device = x.device
+        embeds, freqs_cis, cap_feats_len = self.embed_cap(cap_feats, offset=offset, bsz=bsz, device=device, dtype=x.dtype)
+
+        if (not omni) or self.siglip_embedder is None:
+            cap_feats_len = embeds[0].shape[1] + offset
+            embeds += (None,)
+            freqs_cis += (None,)
+        else:
+            cap_feats_len += offset
+            if siglip_feats is not None:
+                b, h, w, c = siglip_feats.shape
+                siglip_feats = siglip_feats.permute(0, 3, 1, 2).reshape(b, h * w, c)
+                siglip_feats = self.siglip_embedder(siglip_feats)
+                siglip_pos_ids = torch.zeros((bsz, siglip_feats.shape[1], 3), dtype=torch.float32, device=device)
+                siglip_pos_ids[:, :, 0] = cap_feats_len + 2
+                siglip_pos_ids[:, :, 1] = (torch.linspace(0, h * 8 - 1, steps=h, dtype=torch.float32, device=device).floor()).view(-1, 1).repeat(1, w).flatten()
+                siglip_pos_ids[:, :, 2] = (torch.linspace(0, w * 8 - 1, steps=w, dtype=torch.float32, device=device).floor()).view(1, -1).repeat(h, 1).flatten()
+                if self.siglip_pad_token is not None:
+                    siglip_feats, pad_extra = pad_zimage(siglip_feats, self.siglip_pad_token, self.pad_tokens_multiple)  # TODO: double check
+                    siglip_pos_ids = torch.nn.functional.pad(siglip_pos_ids, (0, 0, 0, pad_extra))
+            else:
+                if self.siglip_pad_token is not None:
+                    siglip_feats = self.siglip_pad_token.to(device=device, dtype=x.dtype, copy=True).unsqueeze(0).repeat(bsz, self.pad_tokens_multiple, 1)
+                    siglip_pos_ids = torch.zeros((bsz, siglip_feats.shape[1], 3), dtype=torch.float32, device=device)
+
+            if siglip_feats is None:
+                embeds += (None,)
+                freqs_cis += (None,)
+            else:
+                embeds += (siglip_feats,)
+                freqs_cis += (self.rope_embedder(siglip_pos_ids).movedim(1, 2),)
+
+        B, C, H, W = x.shape
+        x = self.x_embedder(x.view(B, C, H // pH, pH, W // pW, pW).permute(0, 2, 4, 3, 5, 1).flatten(3).flatten(1, 2))
+        x_pos_ids = pos_ids_x(cap_feats_len + 1, H // pH, W // pW, bsz, device, transformer_options=transformer_options)
+        if self.pad_tokens_multiple is not None:
+            x, pad_extra = pad_zimage(x, self.x_pad_token, self.pad_tokens_multiple)
+            x_pos_ids = torch.nn.functional.pad(x_pos_ids, (0, 0, 0, pad_extra))
+
+        embeds += (x,)
+        freqs_cis += (self.rope_embedder(x_pos_ids).movedim(1, 2),)
+        return embeds, freqs_cis, cap_feats_len + len(freqs_cis) - 1
+
+
+    def patchify_and_embed(
+        self, x: torch.Tensor, cap_feats: torch.Tensor, cap_mask: torch.Tensor, t: torch.Tensor, num_tokens, ref_latents=[], ref_contexts=[], siglip_feats=[], transformer_options={}
+    ) -> Tuple[torch.Tensor, torch.Tensor, List[Tuple[int, int]], List[int], torch.Tensor]:
+        bsz = x.shape[0]
+        cap_mask = None  # TODO?
+        main_siglip = None
+        orig_x = x
+
+        embeds = ([], [], [])
+        freqs_cis = ([], [], [])
+        leftover_cap = []
+
+        start_t = 0
+        omni = len(ref_latents) > 0
+        if omni:
+            for i, ref in enumerate(ref_latents):
+                if i < len(ref_contexts):
+                    ref_con = ref_contexts[i]
+                else:
+                    ref_con = None
+                if i < len(siglip_feats):
+                    sig_feat = siglip_feats[i]
+                else:
+                    sig_feat = None
+
+                out = self.embed_all(ref, ref_con, sig_feat, offset=start_t, omni=omni, transformer_options=transformer_options)
+                for i, e in enumerate(out[0]):
+                    if e is not None:
+                        embeds[i].append(comfy.utils.repeat_to_batch_size(e, bsz))
+                        freqs_cis[i].append(out[1][i])
+                start_t = out[2]
+            leftover_cap = ref_contexts[len(ref_latents):]
+
+        H, W = x.shape[-2], x.shape[-1]
+        img_sizes = [(H, W)] * bsz
+        out = self.embed_all(x, cap_feats, main_siglip, offset=start_t, omni=omni, transformer_options=transformer_options)
+        img_len = out[0][-1].shape[1]
+        cap_len = out[0][0].shape[1]
+        for i, e in enumerate(out[0]):
+            if e is not None:
+                e = comfy.utils.repeat_to_batch_size(e, bsz)
+                embeds[i].append(e)
+                freqs_cis[i].append(out[1][i])
+        start_t = out[2]
+
+        for cap in leftover_cap:
+            out = self.embed_cap(cap, offset=start_t, bsz=bsz, device=x.device, dtype=x.dtype)
+            cap_len += out[0][0].shape[1]
+            embeds[0].append(comfy.utils.repeat_to_batch_size(out[0][0], bsz))
+            freqs_cis[0].append(out[1][0])
+            start_t += out[2]
+
+        patches = transformer_options.get("patches", {})
+
+        # refine context
+        cap_feats = torch.cat(embeds[0], dim=1)
+        cap_freqs_cis = torch.cat(freqs_cis[0], dim=1)
+        for layer in self.context_refiner:
+            cap_feats = layer(cap_feats, cap_mask, cap_freqs_cis, transformer_options=transformer_options)
+
+        feats = (cap_feats,)
+        fc = (cap_freqs_cis,)
+
+        if omni and len(embeds[1]) > 0:
+            siglip_mask = None
+            siglip_feats_combined = torch.cat(embeds[1], dim=1)
+            siglip_feats_freqs_cis = torch.cat(freqs_cis[1], dim=1)
+            if self.siglip_refiner is not None:
+                for layer in self.siglip_refiner:
+                    siglip_feats_combined = layer(siglip_feats_combined, siglip_mask, siglip_feats_freqs_cis, transformer_options=transformer_options)
+            feats += (siglip_feats_combined,)
+            fc += (siglip_feats_freqs_cis,)
+
+        padded_img_mask = None
+        x = torch.cat(embeds[-1], dim=1)
+        fc_x = torch.cat(freqs_cis[-1], dim=1)
+        if omni:
+            timestep_zero_index = [(x.shape[1] - img_len, x.shape[1])]
+        else:
+            timestep_zero_index = None
+
+        x_input = x
+        for i, layer in enumerate(self.noise_refiner):
+            x = layer(x, padded_img_mask, fc_x, t, timestep_zero_index=timestep_zero_index, transformer_options=transformer_options)
+            if "noise_refiner" in patches:
+                for p in patches["noise_refiner"]:
+                    out = p({"img": x, "img_input": x_input, "txt": cap_feats, "pe": fc_x, "vec": t, "x": orig_x, "block_index": i, "transformer_options": transformer_options, "block_type": "noise_refiner"})
+                    if "img" in out:
+                        x = out["img"]
+
+        padded_full_embed = torch.cat(feats + (x,), dim=1)
+        if timestep_zero_index is not None:
+            ind = padded_full_embed.shape[1] - x.shape[1]
+            timestep_zero_index = [(ind + x.shape[1] - img_len, ind + x.shape[1])]
+            timestep_zero_index.append((feats[0].shape[1] - cap_len, feats[0].shape[1]))
+
+        mask = None
+        l_effective_cap_len = [padded_full_embed.shape[1] - img_len] * bsz
+        return padded_full_embed, mask, img_sizes, l_effective_cap_len, torch.cat(fc + (fc_x,), dim=1), timestep_zero_index
+
+    def forward(self, x, timesteps, context, num_tokens, attention_mask=None, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, kwargs.get("transformer_options", {}))
+        ).execute(x, timesteps, context, num_tokens, attention_mask, **kwargs)
+
+    # def forward(self, x, t, cap_feats, cap_mask):
+    def _forward(self, x, timesteps, context, num_tokens, attention_mask=None, ref_latents=[], ref_contexts=[], siglip_feats=[], transformer_options={}, **kwargs):
+        omni = len(ref_latents) > 0
+        if omni:
+            timesteps = torch.cat([timesteps * 0, timesteps], dim=0)
+
+        t = 1.0 - timesteps
+        cap_feats = context
+        cap_mask = attention_mask
+        bs, c, h, w = x.shape
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, (self.patch_size, self.patch_size))
+        """
+        Forward pass of NextDiT.
+        t: (N,) tensor of diffusion timesteps
+        y: (N,) tensor of text tokens/features
+        """
+
+        t = self.t_embedder(t * self.time_scale, dtype=x.dtype)  # (N, D)
+        adaln_input = t
+
+        if self.clip_text_pooled_proj is not None:
+            pooled = kwargs.get("clip_text_pooled", None)
+            if pooled is not None:
+                pooled = self.clip_text_pooled_proj(pooled)
+            else:
+                pooled = torch.zeros((x.shape[0], self.clip_text_dim), device=x.device, dtype=x.dtype)
+
+            adaln_input = self.time_text_embed(torch.cat((t, pooled), dim=-1))
+
+        patches = transformer_options.get("patches", {})
+        x_is_tensor = isinstance(x, torch.Tensor)
+        img, mask, img_size, cap_size, freqs_cis, timestep_zero_index = self.patchify_and_embed(x, cap_feats, cap_mask, adaln_input, num_tokens, ref_latents=ref_latents, ref_contexts=ref_contexts, siglip_feats=siglip_feats, transformer_options=transformer_options)
+        freqs_cis = freqs_cis.to(img.device)
+
+        transformer_options["total_blocks"] = len(self.layers)
+        transformer_options["block_type"] = "double"
+        img_input = img
+        for i, layer in enumerate(self.layers):
+            transformer_options["block_index"] = i
+            img = layer(img, mask, freqs_cis, adaln_input, timestep_zero_index=timestep_zero_index, transformer_options=transformer_options)
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": img[:, cap_size[0]:], "img_input": img_input[:, cap_size[0]:], "txt": img[:, :cap_size[0]], "pe": freqs_cis[:, cap_size[0]:], "vec": adaln_input, "x": x, "block_index": i, "transformer_options": transformer_options})
+                    if "img" in out:
+                        img[:, cap_size[0]:] = out["img"]
+                    if "txt" in out:
+                        img[:, :cap_size[0]] = out["txt"]
+
+        img = self.final_layer(img, adaln_input, timestep_zero_index=timestep_zero_index)
+        img = self.unpatchify(img, img_size, cap_size, return_tensor=x_is_tensor)[:, :, :h, :w]
+        return -img
+
+
+#############################################################################
+#                        Pixel Space Decoder Components                     #
+#############################################################################
+
+def _modulate_shift_scale(x, shift, scale):
+    return x * (1 + scale) + shift
+
+
+class PixelResBlock(nn.Module):
+    """
+    Residual block with AdaLN modulation, zero-initialised so it starts as
+    an identity at the beginning of training.
+    """
+
+    def __init__(self, channels: int, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.in_ln = operations.LayerNorm(channels, eps=1e-6, dtype=dtype, device=device)
+        self.mlp = nn.Sequential(
+            operations.Linear(channels, channels, bias=True, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(channels, channels, bias=True, dtype=dtype, device=device),
+        )
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(channels, 3 * channels, bias=True, dtype=dtype, device=device),
+        )
+
+    def forward(self, x: torch.Tensor, y: torch.Tensor) -> torch.Tensor:
+        shift, scale, gate = self.adaLN_modulation(y).chunk(3, dim=-1)
+        h = _modulate_shift_scale(self.in_ln(x), shift, scale)
+        h = self.mlp(h)
+        return x + gate * h
+
+
+class DCTFinalLayer(nn.Module):
+    """Zero-initialised output projection (adopted from DiT)."""
+
+    def __init__(self, model_channels: int, out_channels: int, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm_final = operations.LayerNorm(model_channels, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.linear = operations.Linear(model_channels, out_channels, bias=True, dtype=dtype, device=device)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        return self.linear(self.norm_final(x))
+
+
+class SimpleMLPAdaLN(nn.Module):
+    """
+    Small MLP decoder head for the pixel-space variant.
+
+    Takes per-patch pixel values and a per-patch conditioning vector from the
+    transformer backbone and predicts the denoised pixel values.
+
+    x : [B*N, P^2, C]   – noisy pixel values per patch position
+    c : [B*N, dim]       – backbone hidden state per patch (conditioning)
+    → [B*N, P^2, C]
+    """
+
+    def __init__(
+        self,
+        in_channels: int,
+        model_channels: int,
+        out_channels: int,
+        z_channels: int,
+        num_res_blocks: int,
+        max_freqs: int = 8,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.dtype = dtype
+
+        # Project backbone hidden state → per-patch conditioning
+        self.cond_embed = operations.Linear(z_channels, model_channels, dtype=dtype, device=device)
+
+        # Input projection with DCT positional encoding
+        self.input_embedder = NerfEmbedder(
+            in_channels=in_channels,
+            hidden_size_input=model_channels,
+            max_freqs=max_freqs,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+        # Residual blocks
+        self.res_blocks = nn.ModuleList([
+            PixelResBlock(model_channels, dtype=dtype, device=device, operations=operations) for _ in range(num_res_blocks)
+        ])
+
+        # Output projection
+        self.final_layer = DCTFinalLayer(model_channels, out_channels, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, x: torch.Tensor, c: torch.Tensor) -> torch.Tensor:
+        # x: [B*N, 1, P^2*C],  c: [B*N, dim]
+        original_dtype = x.dtype
+        weight_dtype = self.cond_embed.weight.dtype if hasattr(self.cond_embed, "weight") and self.cond_embed.weight is not None else (self.dtype or x.dtype)
+        x = self.input_embedder(x)                                   # [B*N, 1, model_channels]
+        y = self.cond_embed(c.to(weight_dtype)).unsqueeze(1)         # [B*N, 1, model_channels]
+        x = x.to(weight_dtype)
+        for block in self.res_blocks:
+            x = block(x, y)
+        return self.final_layer(x).to(original_dtype)                # [B*N, 1, P^2*C]
+
+
+#############################################################################
+#                          NextDiT – Pixel Space                            #
+#############################################################################
+
+class NextDiTPixelSpace(NextDiT):
+    """
+    Pixel-space variant of NextDiT.
+
+    Identical transformer backbone to NextDiT, but the output head is replaced
+    with a small MLP decoder (SimpleMLPAdaLN) that operates on raw pixel values
+    per patch rather than a single affine projection.
+
+    Key differences vs NextDiT:
+      • ``final_layer`` is removed; ``dec_net`` (SimpleMLPAdaLN) is used instead.
+      • ``_forward`` stores the raw patchified pixel values before the backbone
+        embedding and feeds them to ``dec_net`` together with the per-patch
+        backbone hidden states.
+      • Supports optional x0 prediction via ``use_x0``.
+    """
+
+    def __init__(
+        self,
+        # decoder-specific
+        decoder_hidden_size: int = 3840,
+        decoder_num_res_blocks: int = 4,
+        decoder_max_freqs: int = 8,
+        decoder_in_channels: int = None,  # full flattened patch size (patch_size^2 * in_channels)
+        use_x0: bool = False,
+        # all NextDiT args forwarded unchanged
+        **kwargs,
+    ):
+        super().__init__(**kwargs)
+
+        # Remove the latent-space final layer – not used in pixel space
+        del self.final_layer
+
+        patch_size = kwargs.get("patch_size", 2)
+        in_channels = kwargs.get("in_channels", 4)
+        dim = kwargs.get("dim", 4096)
+
+        # decoder_in_channels is the full flattened patch: patch_size^2 * in_channels
+        dec_in_ch = decoder_in_channels if decoder_in_channels is not None else patch_size ** 2 * in_channels
+
+        self.dec_net = SimpleMLPAdaLN(
+            in_channels=dec_in_ch,
+            model_channels=decoder_hidden_size,
+            out_channels=dec_in_ch,
+            z_channels=dim,
+            num_res_blocks=decoder_num_res_blocks,
+            max_freqs=decoder_max_freqs,
+            dtype=kwargs.get("dtype"),
+            device=kwargs.get("device"),
+            operations=kwargs.get("operations"),
+        )
+
+        if use_x0:
+            self.register_buffer("__x0__", torch.tensor([]))
+
+    # ------------------------------------------------------------------
+    # Forward — mirrors NextDiT._forward exactly, replacing final_layer
+    # with the pixel-space dec_net decoder.
+    # ------------------------------------------------------------------
+    def _forward(self, x, timesteps, context, num_tokens, attention_mask=None, ref_latents=[], ref_contexts=[], siglip_feats=[], transformer_options={}, **kwargs):
+        omni = len(ref_latents) > 0
+        if omni:
+            timesteps = torch.cat([timesteps * 0, timesteps], dim=0)
+
+        t = 1.0 - timesteps
+        cap_feats = context
+        cap_mask = attention_mask
+        bs, c, h, w = x.shape
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, (self.patch_size, self.patch_size))
+
+        t = self.t_embedder(t * self.time_scale, dtype=x.dtype)
+        adaln_input = t
+
+        if self.clip_text_pooled_proj is not None:
+            pooled = kwargs.get("clip_text_pooled", None)
+            if pooled is not None:
+                pooled = self.clip_text_pooled_proj(pooled)
+            else:
+                pooled = torch.zeros((x.shape[0], self.clip_text_dim), device=x.device, dtype=x.dtype)
+            adaln_input = self.time_text_embed(torch.cat((t, pooled), dim=-1))
+
+        # ---- capture raw pixel patches before patchify_and_embed embeds them ----
+        pH = pW = self.patch_size
+        B, C, H, W = x.shape
+        pixel_patches = (
+            x.view(B, C, H // pH, pH, W // pW, pW)
+             .permute(0, 2, 4, 3, 5, 1)   # [B, Ht, Wt, pH, pW, C]
+             .flatten(3)                   # [B, Ht, Wt, pH*pW*C]
+             .flatten(1, 2)               # [B, N, pH*pW*C]
+        )
+        N = pixel_patches.shape[1]
+        # decoder sees one token per patch: [B*N, 1, P^2*C]
+        pixel_values = pixel_patches.reshape(B * N, 1, pH * pW * C)
+
+        patches = transformer_options.get("patches", {})
+        x_is_tensor = isinstance(x, torch.Tensor)
+        img, mask, img_size, cap_size, freqs_cis, timestep_zero_index = self.patchify_and_embed(
+            x, cap_feats, cap_mask, adaln_input, num_tokens,
+            ref_latents=ref_latents, ref_contexts=ref_contexts,
+            siglip_feats=siglip_feats, transformer_options=transformer_options
+        )
+        freqs_cis = freqs_cis.to(img.device)
+
+        transformer_options["total_blocks"] = len(self.layers)
+        transformer_options["block_type"] = "double"
+        img_input = img
+        for i, layer in enumerate(self.layers):
+            transformer_options["block_index"] = i
+            img = layer(img, mask, freqs_cis, adaln_input, timestep_zero_index=timestep_zero_index, transformer_options=transformer_options)
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": img[:, cap_size[0]:], "img_input": img_input[:, cap_size[0]:], "txt": img[:, :cap_size[0]], "pe": freqs_cis[:, cap_size[0]:], "vec": adaln_input, "x": x, "block_index": i, "transformer_options": transformer_options})
+                    if "img" in out:
+                        img[:, cap_size[0]:] = out["img"]
+                    if "txt" in out:
+                        img[:, :cap_size[0]] = out["txt"]
+
+        # ---- pixel-space decoder (replaces final_layer + unpatchify) ----
+        # img may have padding tokens beyond N; only the first N are real image patches
+        img_hidden = img[:, cap_size[0]:cap_size[0] + N, :]  # [B, N, dim]
+        decoder_cond = img_hidden.reshape(B * N, self.dim)    # [B*N, dim]
+
+        output = self.dec_net(pixel_values, decoder_cond)  # [B*N, 1, P^2*C]
+        output = output.reshape(B, N, -1)                  # [B, N, P^2*C]
+
+        # prepend zero cap placeholder so unpatchify indexing works unchanged
+        cap_placeholder = torch.zeros(
+            B, cap_size[0], output.shape[-1], device=output.device, dtype=output.dtype
+        )
+        img_out = self.unpatchify(
+            torch.cat([cap_placeholder, output], dim=1),
+            img_size, cap_size, return_tensor=x_is_tensor
+        )[:, :, :h, :w]
+
+        return -img_out
+
+    def forward(self, x, timesteps, context, num_tokens, attention_mask=None, **kwargs):
+        # _forward returns neg_x0 = -x0 (negated decoder output).
+        #
+        # Reference inference (working_inference_reference.py):
+        #   out = _forward(img, t)          # = -x0
+        #   pred = (img - out) / t          # = (img + x0) / t  [_apply_x0_residual]
+        #   img += (t_prev - t_curr) * pred # Euler step
+        #
+        # ComfyUI's Euler sampler does the same:
+        #   x_next = x + (sigma_next - sigma) * model_output
+        # So model_output must equal pred = (x - neg_x0) / t = (x - (-x0)) / t = (x + x0) / t
+        neg_x0 = comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, kwargs.get("transformer_options", {}))
+        ).execute(x, timesteps, context, num_tokens, attention_mask, **kwargs)
+
+        return (x - neg_x0) / timesteps.view(-1, 1, 1, 1)
diff --git a/ComfyUI/comfy/ldm/mage_flow/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/mage_flow/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..03e67b29cef995ab89f61c3fe7cbe77c682d089f
Binary files /dev/null and b/ComfyUI/comfy/ldm/mage_flow/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mage_flow/__pycache__/vae.cpython-312.pyc b/ComfyUI/comfy/ldm/mage_flow/__pycache__/vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..214d65e4f3cebca5fffe0db9cdf5118cfc9cdd6c
Binary files /dev/null and b/ComfyUI/comfy/ldm/mage_flow/__pycache__/vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mage_flow/model.py b/ComfyUI/comfy/ldm/mage_flow/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..ac29bb610d17e6c8038b294cc22da8d744cca7da
--- /dev/null
+++ b/ComfyUI/comfy/ldm/mage_flow/model.py
@@ -0,0 +1,186 @@
+# Mage-Flow (https://github.com/microsoft/Mage) native-resolution MMDiT (MIT)
+# Architecture is a 12-layer variant of the Qwen-Image double-stream block with
+# patch_size=1 (no 2x2 packing), unrotated text tokens and a bf16-rounded
+# timestep frequency table.
+import math
+import torch
+import torch.nn as nn
+from typing import Optional, Tuple
+
+from comfy.ldm.lightricks.model import TimestepEmbedding
+from comfy.ldm.flux.layers import EmbedND
+from comfy.ldm.qwen_image.model import QwenImageTransformerBlock, LastLayer
+import comfy.patcher_extension
+
+
+class MageTimestepProjEmbeddings(nn.Module):
+    def __init__(self, embedding_dim, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.timestep_embedder = TimestepEmbedding(
+            in_channels=256, time_embed_dim=embedding_dim,
+            dtype=dtype, device=device, operations=operations
+        )
+
+    def forward(self, timestep, hidden_states):
+        half_dim = 128
+        exponent = -math.log(10000) * torch.arange(half_dim, dtype=torch.float32, device=timestep.device) / half_dim
+        emb = torch.exp(exponent).to(timestep.dtype)
+        emb = timestep[:, None].float() * emb[None, :]
+        emb = 1000.0 * emb
+        emb = torch.cat([torch.sin(emb), torch.cos(emb)], dim=-1)
+        emb = torch.cat([emb[:, half_dim:], emb[:, :half_dim]], dim=-1)  # flip_sin_to_cos
+        return self.timestep_embedder(emb.to(dtype=hidden_states.dtype))
+
+
+class MageFlowTransformer2DModel(nn.Module):
+    def __init__(
+        self,
+        in_channels: int = 128,
+        out_channels: Optional[int] = 128,
+        num_layers: int = 12,
+        attention_head_dim: int = 128,
+        num_attention_heads: int = 24,
+        joint_attention_dim: int = 2560,
+        axes_dims_rope: Tuple[int, int, int] = (16, 56, 56),
+        image_model=None,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.dtype = dtype
+        self.patch_size = 1
+        self.in_channels = in_channels
+        self.out_channels = out_channels or in_channels
+        self.inner_dim = num_attention_heads * attention_head_dim
+
+        self.pe_embedder = EmbedND(dim=attention_head_dim, theta=10000, axes_dim=list(axes_dims_rope))
+
+        self.time_text_embed = MageTimestepProjEmbeddings(embedding_dim=self.inner_dim, dtype=dtype, device=device, operations=operations)
+
+        self.txt_norm = operations.RMSNorm(joint_attention_dim, eps=1e-6, dtype=dtype, device=device)
+        self.img_in = operations.Linear(in_channels, self.inner_dim, dtype=dtype, device=device)
+        self.txt_in = operations.Linear(joint_attention_dim, self.inner_dim, dtype=dtype, device=device)
+
+        self.transformer_blocks = nn.ModuleList([
+            QwenImageTransformerBlock(
+                dim=self.inner_dim,
+                num_attention_heads=num_attention_heads,
+                attention_head_dim=attention_head_dim,
+                dtype=dtype,
+                device=device,
+                operations=operations
+            )
+            for _ in range(num_layers)
+        ])
+
+        self.norm_out = LastLayer(self.inner_dim, self.inner_dim, dtype=dtype, device=device, operations=operations)
+        self.proj_out = operations.Linear(self.inner_dim, self.out_channels, bias=True, dtype=dtype, device=device)
+
+    def process_img(self, x, index=0):
+        # patch_size=1: tokens are raw latent pixels, no 2x2 packing.
+        bs, c, h, w = x.shape
+        hidden_states = x.movedim(1, -1).reshape(bs, h * w, c)
+
+        img_ids = torch.zeros((h, w, 3), device=x.device)
+        # Frame axis: positive image index (0 = target, 1..N = reference images).
+        img_ids[:, :, 0] = index
+        # Mage scale_rope centering: positions [-ceil(n/2), floor(n/2)), i.e.
+        # offset by (n - n//2). Differs from Qwen-Image's -(n//2) for odd sizes.
+        img_ids[:, :, 1] = img_ids[:, :, 1] + torch.arange(h, device=x.device)[:, None] - (h - h // 2)
+        img_ids[:, :, 2] = img_ids[:, :, 2] + torch.arange(w, device=x.device)[None, :] - (w - w // 2)
+        return hidden_states, img_ids.reshape(h * w, 3).unsqueeze(0).expand(bs, -1, -1), (h, w)
+
+    def forward(self, x, timestep, context, attention_mask=None, ref_latents=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timestep, context, attention_mask, ref_latents, transformer_options, **kwargs)
+
+    def _forward(self, x, timestep, context, attention_mask=None, ref_latents=None, transformer_options={}, control=None, **kwargs):
+        if attention_mask is not None and not torch.is_floating_point(attention_mask):
+            attention_mask = (attention_mask - 1).to(x.dtype) * torch.finfo(x.dtype).max
+
+        hidden_states, img_ids, orig_shape = self.process_img(x)
+        num_embeds = hidden_states.shape[1]
+
+        if ref_latents is not None:
+            ref_num_tokens = []
+            index = 0
+            for ref in ref_latents:
+                index += 1
+                kontext, kontext_ids, _ = self.process_img(ref, index=index)
+                hidden_states = torch.cat([hidden_states, kontext], dim=1)
+                img_ids = torch.cat([img_ids, kontext_ids], dim=1)
+                ref_num_tokens.append(kontext.shape[1])
+            transformer_options = transformer_options.copy()
+            transformer_options["reference_image_num_tokens"] = ref_num_tokens
+
+        # Text tokens are not rotated in Mage-Flow: RoPE at position 0 is the
+        # identity rotation.
+        txt_ids = torch.zeros((x.shape[0], context.shape[1], 3), device=x.device)
+
+        hidden_states = self.img_in(hidden_states)
+        context = self.txt_norm(context)
+        context = self.txt_in(context)
+
+        temb = self.time_text_embed(timestep, hidden_states)
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+
+        if "post_input" in patches:
+            for p in patches["post_input"]:
+                out = p({"img": hidden_states, "txt": context, "img_ids": img_ids, "txt_ids": txt_ids, "transformer_options": transformer_options})
+                hidden_states = out["img"]
+                context = out["txt"]
+                img_ids = out["img_ids"]
+                txt_ids = out["txt_ids"]
+
+        ids = torch.cat((txt_ids, img_ids), dim=1)
+        image_rotary_emb = self.pe_embedder(ids).contiguous()
+        del ids, txt_ids, img_ids
+
+        transformer_options["total_blocks"] = len(self.transformer_blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.transformer_blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["txt"], out["img"] = block(hidden_states=args["img"], encoder_hidden_states=args["txt"], encoder_hidden_states_mask=attention_mask, temb=args["vec"], image_rotary_emb=args["pe"], transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": hidden_states, "txt": context, "vec": temb, "pe": image_rotary_emb, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                hidden_states = out["img"]
+                context = out["txt"]
+            else:
+                context, hidden_states = block(
+                    hidden_states=hidden_states,
+                    encoder_hidden_states=context,
+                    encoder_hidden_states_mask=attention_mask,
+                    temb=temb,
+                    image_rotary_emb=image_rotary_emb,
+                    transformer_options=transformer_options,
+                )
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": hidden_states, "txt": context, "x": x, "block_index": i, "transformer_options": transformer_options})
+                    hidden_states = out["img"]
+                    context = out["txt"]
+
+            if control is not None:  # Controlnet
+                control_i = control.get("input")
+                if i < len(control_i):
+                    add = control_i[i]
+                    if add is not None:
+                        hidden_states[:, :add.shape[1]] += add
+
+        hidden_states = self.norm_out(hidden_states, temb)
+        hidden_states = self.proj_out(hidden_states)
+
+        hidden_states = hidden_states[:, :num_embeds]
+        h, w = orig_shape
+        return hidden_states.reshape(x.shape[0], h, w, self.out_channels).movedim(-1, 1)
diff --git a/ComfyUI/comfy/ldm/mage_flow/vae.py b/ComfyUI/comfy/ldm/mage_flow/vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..e6e21b99f5e6f4a321be9acdb401d25ea4a0c162
--- /dev/null
+++ b/ComfyUI/comfy/ldm/mage_flow/vae.py
@@ -0,0 +1,477 @@
+# Mage-VAE (https://github.com/microsoft/Mage) (MIT)
+# Symmetric one-step diffusion codec: DConvEncoder (image -> 128ch latent) and
+# DConvDenoiser + CoD Decoder (latent -> image). 16x downsample, latents in the
+# Flux.2-VAE-anchored space (no patch packing, no BN normalization).
+# Both encode and decode are single forward passes at t=0.
+import math
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.ops
+from comfy.ldm.modules.diffusionmodules.model import vae_attention
+
+ops = comfy.ops.disable_weight_init
+
+
+def nonlinearity(x):
+    return torch.nn.functional.silu(x)
+
+
+def Normalize(in_channels):
+    return ops.GroupNorm(num_groups=32, num_channels=in_channels, eps=1e-6, affine=True)
+
+
+def modulate(x, shift, scale):
+    if x.dim() == 4:
+        b, c = x.shape[:2]
+        return x * (1 + scale.view(b, c, 1, 1)) + shift.view(b, c, 1, 1)
+    return x * (1 + scale.unsqueeze(1)) + shift.unsqueeze(1)
+
+
+class LayerNorm2d(ops.LayerNorm):
+    def __init__(self, num_channels, eps=1e-6, affine=True):
+        super().__init__(num_channels, eps=eps, elementwise_affine=affine)
+
+    def forward(self, x):
+        x = x.permute(0, 2, 3, 1).contiguous()
+        x = super().forward(x)
+        return x.permute(0, 3, 1, 2).contiguous()
+
+
+class TimestepEmbedder(nn.Module):
+    """DConv-style timestep MLP (max_period=10000, freq_size=256)."""
+
+    def __init__(self, hidden_size, frequency_embedding_size=256):
+        super().__init__()
+        self.mlp = nn.Sequential(
+            ops.Linear(frequency_embedding_size, hidden_size, bias=True),
+            nn.SiLU(),
+            ops.Linear(hidden_size, hidden_size, bias=True),
+        )
+        self.frequency_embedding_size = frequency_embedding_size
+
+    @staticmethod
+    def timestep_embedding(t, dim, max_period=10000):
+        half = dim // 2
+        freqs = torch.exp(
+            -math.log(max_period) * torch.arange(0, half, dtype=torch.float32) / half
+        ).to(t.device)
+        args = t[:, None].float() * freqs[None]
+        emb = torch.cat([torch.cos(args), torch.sin(args)], dim=-1)
+        if dim % 2:
+            emb = torch.cat([emb, torch.zeros_like(emb[:, :1])], dim=-1)
+        return emb
+
+    def forward(self, t, dtype):
+        emb = self.timestep_embedding(t, self.frequency_embedding_size)
+        return self.mlp(emb.to(dtype))
+
+
+class BottleneckPatchEmbed(nn.Module):
+    """Image patch embed concatenated with a per-patch conditioning vector."""
+
+    def __init__(self, patch_size=16, in_chans=3, pca_dim=128, embed_dim=384, bias=True):
+        super().__init__()
+        self.proj1 = ops.Conv2d(in_chans, pca_dim, kernel_size=patch_size, stride=patch_size, bias=False)
+        self.proj2 = ops.Conv2d(pca_dim + embed_dim, embed_dim, kernel_size=1, bias=bias)
+
+    def forward(self, x, cond):
+        return self.proj2(torch.cat([self.proj1(x), cond], dim=1))
+
+
+class DiCoBlock(nn.Module):
+    """DConv block with adaLN modulation."""
+
+    def __init__(self, hidden_size, mlp_ratio=4.0):
+        super().__init__()
+        self.conv1 = ops.Conv2d(hidden_size, hidden_size, 1, bias=True)
+        self.conv2 = ops.Conv2d(hidden_size, hidden_size, 3, padding=1, groups=hidden_size, bias=True)
+        self.conv3 = ops.Conv2d(hidden_size, hidden_size, 1, bias=True)
+
+        self.ca = nn.Sequential(
+            nn.AdaptiveAvgPool2d(1),
+            ops.Conv2d(hidden_size, hidden_size, 1, bias=True),
+            nn.Sigmoid(),
+        )
+
+        ffn = int(mlp_ratio * hidden_size)
+        self.conv4 = ops.Conv2d(hidden_size, ffn, 1, bias=True)
+        self.conv5 = ops.Conv2d(ffn, hidden_size, 1, bias=True)
+
+        self.norm1 = LayerNorm2d(hidden_size, affine=False)
+        self.norm2 = LayerNorm2d(hidden_size, affine=False)
+
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            ops.Linear(hidden_size, 6 * hidden_size, bias=True),
+        )
+
+    def forward(self, inp, c):
+        shift_msa, scale_msa, gate_msa, shift_mlp, scale_mlp, gate_mlp = self.adaLN_modulation(c).chunk(6, dim=1)
+        x = modulate(self.norm1(inp), shift_msa, scale_msa)
+        x = F.gelu(self.conv2(self.conv1(x)))
+        x = x * self.ca(x)
+        x = self.conv3(x)
+        x = inp + gate_msa[..., None, None] * x
+        x = x + gate_mlp[..., None, None] * self.conv5(
+            F.gelu(self.conv4(modulate(self.norm2(x), shift_mlp, scale_mlp)))
+        )
+        return x
+
+
+class EncoderDiCoBlock(nn.Module):
+    """DiCoBlock without adaLN, for the encoder head pathway."""
+
+    def __init__(self, hidden_size, mlp_ratio=4.0):
+        super().__init__()
+        self.conv1 = ops.Conv2d(hidden_size, hidden_size, 1, bias=True)
+        self.conv2 = ops.Conv2d(hidden_size, hidden_size, 3, padding=1, groups=hidden_size, bias=True)
+        self.conv3 = ops.Conv2d(hidden_size, hidden_size, 1, bias=True)
+        self.ca = nn.Sequential(
+            nn.AdaptiveAvgPool2d(1),
+            ops.Conv2d(hidden_size, hidden_size, 1, bias=True),
+            nn.Sigmoid(),
+        )
+        ffn = int(mlp_ratio * hidden_size)
+        self.conv4 = ops.Conv2d(hidden_size, ffn, 1, bias=True)
+        self.conv5 = ops.Conv2d(ffn, hidden_size, 1, bias=True)
+        self.norm1 = LayerNorm2d(hidden_size)
+        self.norm2 = LayerNorm2d(hidden_size)
+
+    def forward(self, inp):
+        x = self.norm1(inp)
+        x = F.gelu(self.conv2(self.conv1(x)))
+        x = x * self.ca(x)
+        x = self.conv3(x)
+        x = inp + x
+        return x + self.conv5(F.gelu(self.conv4(self.norm2(x))))
+
+
+class NerfEmbedder(nn.Module):
+    """Patch-position embedder used by the DConv decoder x-pathway."""
+
+    def __init__(self, in_channels, hidden_size_input, max_freqs=8):
+        super().__init__()
+        self.max_freqs = max_freqs
+        self.embedder = nn.Sequential(
+            ops.Linear(in_channels + max_freqs ** 2, hidden_size_input, bias=True),
+        )
+
+    def fetch_pos(self, patch_size, device, dtype):
+        pos = torch.linspace(0, 1, patch_size, device=device, dtype=dtype)
+        pos_y, pos_x = torch.meshgrid(pos, pos, indexing="ij")
+        pos_x = pos_x.reshape(-1, 1, 1)
+        pos_y = pos_y.reshape(-1, 1, 1)
+        freqs = torch.linspace(0, self.max_freqs, self.max_freqs, dtype=dtype, device=device)
+        fx = freqs[None, :, None]
+        fy = freqs[None, None, :]
+        coeffs = (1 + fx * fy) ** -1
+        dct_x = torch.cos(pos_x * fx * torch.pi)
+        dct_y = torch.cos(pos_y * fy * torch.pi)
+        return (dct_x * dct_y * coeffs).view(1, -1, self.max_freqs ** 2)
+
+    def forward(self, x):
+        B, P2, _ = x.shape
+        ps = int(P2 ** 0.5)
+        dct = self.fetch_pos(ps, x.device, x.dtype).expand(B, -1, -1)
+        return self.embedder(torch.cat([x, dct], dim=-1))
+
+
+class NerfFinalLayer(nn.Module):
+    def __init__(self, hidden_size, out_channels):
+        super().__init__()
+        self.norm = ops.RMSNorm(hidden_size, eps=1e-6)
+        self.linear = ops.Linear(hidden_size, out_channels, bias=True)
+
+    def forward(self, x):
+        return self.linear(self.norm(x))
+
+
+class MLPResBlock(nn.Module):
+    def __init__(self, channels):
+        super().__init__()
+        self.in_ln = ops.LayerNorm(channels, eps=1e-6)
+        self.mlp = nn.Sequential(
+            ops.Linear(channels, channels, bias=True),
+            nn.SiLU(),
+            ops.Linear(channels, channels, bias=True),
+        )
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            ops.Linear(channels, 3 * channels, bias=True),
+        )
+
+    def forward(self, x, y):
+        shift, scale, gate = self.adaLN_modulation(y).chunk(3, dim=-1)
+        h = self.in_ln(x) * (1 + scale) + shift
+        return x + gate * self.mlp(h)
+
+
+class SimpleMLPAdaLN(nn.Module):
+    """Final small MLP that maps NerfEmbedder features to per-patch RGB."""
+
+    def __init__(self, in_channels, model_channels, out_channels, z_channels, num_res_blocks, patch_size):
+        super().__init__()
+        self.in_channels = in_channels
+        self.model_channels = model_channels
+        self.out_channels = out_channels
+        self.num_res_blocks = num_res_blocks
+        self.patch_size = patch_size
+
+        self.cond_embed = ops.Linear(z_channels, patch_size ** 2 * model_channels)
+        self.input_proj = ops.Linear(in_channels, model_channels)
+
+        self.res_blocks = nn.ModuleList(MLPResBlock(model_channels) for _ in range(num_res_blocks))
+
+    def forward(self, x, c):
+        x = self.input_proj(x)
+        c = self.cond_embed(c).reshape(c.shape[0], self.patch_size ** 2, -1)
+        for block in self.res_blocks:
+            x = block(x, c)
+        return x
+
+
+class ResnetBlock(nn.Module):
+    """GroupNorm + Conv ResBlock used by the CoD Decoder."""
+
+    def __init__(self, *, in_channels, out_channels=None):
+        super().__init__()
+        out_channels = out_channels or in_channels
+        self.in_channels = in_channels
+        self.out_channels = out_channels
+
+        self.norm1 = Normalize(in_channels)
+        self.conv1 = ops.Conv2d(in_channels, out_channels, 3, padding=1)
+        self.norm2 = Normalize(out_channels)
+        self.conv2 = ops.Conv2d(out_channels, out_channels, 3, padding=1)
+        if in_channels != out_channels:
+            self.nin_shortcut = ops.Conv2d(in_channels, out_channels, 1)
+
+    def forward(self, x):
+        h = self.conv1(nonlinearity(self.norm1(x)))
+        h = self.conv2(nonlinearity(self.norm2(h)))
+        if self.in_channels != self.out_channels:
+            x = self.nin_shortcut(x)
+        return x + h
+
+
+class AttnBlock(nn.Module):
+    """Patched (windowed) self-attention used by the CoD Decoder."""
+
+    def __init__(self, in_channels, patch_size=32):
+        super().__init__()
+        self.in_channels = in_channels
+        self.patch_size = patch_size
+        self.norm = Normalize(in_channels)
+        self.q = ops.Conv2d(in_channels, in_channels, 1)
+        self.k = ops.Conv2d(in_channels, in_channels, 1)
+        self.v = ops.Conv2d(in_channels, in_channels, 1)
+        self.proj_out = ops.Conv2d(in_channels, in_channels, 1)
+        # VAE attention selection: full-precision backends only (no sage/quantized attention)
+        self.optimized_attention = vae_attention()
+
+    def forward(self, x):
+        h_ = self.norm(x)
+        Q = self.q(h_)
+        K = self.k(h_)
+        V = self.v(h_)
+
+        d = self.patch_size
+        b, c, H, W = Q.shape
+        pad_h = (d - H % d) % d
+        pad_w = (d - W % d) % d
+        if pad_h or pad_w:
+            Q = F.pad(Q, (0, pad_w, 0, pad_h), mode="replicate")
+            K = F.pad(K, (0, pad_w, 0, pad_h), mode="replicate")
+            V = F.pad(V, (0, pad_w, 0, pad_h), mode="replicate")
+        _, _, H_pad, W_pad = Q.shape
+        nph, npw = H_pad // d, W_pad // d
+        np_ = nph * npw
+
+        def to_patches(t):
+            return (t.reshape(b, c, nph, d, npw, d)
+                    .permute(0, 2, 4, 1, 3, 5)
+                    .reshape(b * np_, c, d * d))
+
+        # [b*np, c, d*d]: attention over the d*d spatial positions of each window
+        Q = to_patches(Q)
+        K = to_patches(K)
+        V = to_patches(V)
+
+        h_ = self.optimized_attention(Q, K, V)
+        h_ = h_.reshape(b, nph, npw, c, d, d).permute(0, 3, 1, 4, 2, 5).reshape(b, c, H_pad, W_pad)
+        if pad_h or pad_w:
+            h_ = h_[:, :, :H, :W]
+        return x + self.proj_out(h_)
+
+
+class CoDDecoder(nn.Module):
+    """CoD Decoder: latent -> conditioning features for the denoiser (ds=16, light)."""
+
+    def __init__(self, out_ch=384, z_ch=128):
+        super().__init__()
+        self.conv_in = ops.Conv2d(z_ch, out_ch, kernel_size=3, stride=1, padding=1)
+        self.block = nn.Sequential(
+            ResnetBlock(in_channels=out_ch, out_channels=out_ch),
+            AttnBlock(out_ch, patch_size=32),
+            ResnetBlock(in_channels=out_ch, out_channels=out_ch),
+            AttnBlock(out_ch, patch_size=32),
+            ResnetBlock(in_channels=out_ch, out_channels=out_ch),
+        )
+        self.norm_out = Normalize(out_ch)
+        self.conv_out = ops.Conv2d(out_ch, out_ch, kernel_size=3, stride=1, padding=1)
+        self.ada = nn.Identity()
+
+    def forward(self, z):
+        h = self.block(self.conv_in(z))
+        h = self.conv_out(nonlinearity(self.norm_out(h)))
+        return self.ada(h)
+
+
+class DConvEncoder(nn.Module):
+    """DConvEncoder: image -> packed (mean, logvar) latent."""
+
+    def __init__(
+        self,
+        z_ch=128,
+        hidden_size=384,
+        num_blocks=21,
+        patch_size=16,
+        mlp_ratio=4.0,
+        head_size=768,
+        num_head_blocks=2,
+        out_ch_mult=2,
+    ):
+        super().__init__()
+        self.z_ch = z_ch
+        self.patch_size = patch_size
+        self.patch_cond_embed = ops.Conv2d(3, head_size, kernel_size=patch_size, stride=patch_size, bias=True)
+        self.head_blocks = nn.ModuleList([
+            EncoderDiCoBlock(head_size, mlp_ratio=mlp_ratio) for _ in range(num_head_blocks)
+        ])
+        self.proj_down = ops.Conv2d(head_size, hidden_size, kernel_size=1, bias=True)
+        self.z_proj = ops.Conv2d(z_ch, hidden_size, kernel_size=1, bias=True)
+        self.fuse_proj = ops.Conv2d(hidden_size * 2, hidden_size, kernel_size=1, bias=True)
+        self.t_embedder = TimestepEmbedder(hidden_size)
+        self.blocks = nn.ModuleList([
+            DiCoBlock(hidden_size, mlp_ratio=mlp_ratio) for _ in range(num_blocks)
+        ])
+        self.norm_out = LayerNorm2d(hidden_size)
+        self.proj_out = ops.Conv2d(hidden_size, z_ch * out_ch_mult, kernel_size=1, bias=True)
+
+    def forward_pred(self, z_t, t, y):
+        cond = self.patch_cond_embed(y)
+        for block in self.head_blocks:
+            cond = block(cond)
+        cond = self.proj_down(cond)
+
+        s = self.fuse_proj(torch.cat([cond, self.z_proj(z_t)], dim=1))
+        c = self.t_embedder(t.view(-1), y.dtype)
+        for block in self.blocks:
+            s = block(s, c)
+        return self.proj_out(self.norm_out(s))
+
+
+class YEmbedder(nn.Module):
+    """Holds only the CoD decoder (the original Flux2-VAE encoder side is dropped at load)."""
+
+    def __init__(self, ch=384, z_ch=128):
+        super().__init__()
+        self.decoder = CoDDecoder(out_ch=ch, z_ch=z_ch)
+
+
+class DConvDenoiser(nn.Module):
+    """One-step DConv denoiser: latent (via cond) + zero noise -> reconstructed image."""
+
+    def __init__(
+        self,
+        patch_size=16,
+        in_channels=3,
+        hidden_size=384,
+        hidden_size_x=32,
+        mlp_ratio=4.0,
+        num_blocks=24,
+        num_cond_blocks=21,
+        bottleneck_dim=128,
+    ):
+        super().__init__()
+        self.in_channels = in_channels
+        self.patch_size = patch_size
+        self.hidden_size = hidden_size
+        self.num_cond_blocks = num_cond_blocks
+
+        self.t_embedder = TimestepEmbedder(hidden_size)
+        self.y_embedder_x = ops.Conv2d(hidden_size, hidden_size_x * patch_size ** 2, 1, 1, 0)
+        self.x_embedder = NerfEmbedder(in_channels + hidden_size_x, hidden_size_x, max_freqs=8)
+        self.s_embedder = BottleneckPatchEmbed(patch_size, in_channels, bottleneck_dim, hidden_size, bias=True)
+        self.blocks = nn.ModuleList([
+            DiCoBlock(hidden_size, mlp_ratio=mlp_ratio) for _ in range(num_cond_blocks)
+        ])
+        self.dec_net = SimpleMLPAdaLN(
+            in_channels=hidden_size_x,
+            model_channels=hidden_size_x,
+            out_channels=in_channels,
+            z_channels=hidden_size,
+            num_res_blocks=num_blocks - num_cond_blocks,
+            patch_size=patch_size,
+        )
+        self.final_layer = NerfFinalLayer(hidden_size_x, in_channels)
+        self.y_embedder = YEmbedder(ch=hidden_size, z_ch=bottleneck_dim)
+
+    def forward(self, x, t, cond):
+        b, _, h, w = x.shape
+        c = self.t_embedder(t.view(-1), x.dtype)
+
+        s = self.s_embedder(x, cond)
+        for block in self.blocks:
+            s = block(s, c)
+
+        length = s.shape[-2] * s.shape[-1]
+        s = s.permute(0, 2, 3, 1).reshape(-1, self.hidden_size)
+
+        x = torch.nn.functional.unfold(x, kernel_size=self.patch_size, stride=self.patch_size)
+        x = torch.cat([x, self.y_embedder_x(cond).flatten(2)], dim=1)
+        x = x.reshape(b, -1, self.patch_size ** 2, length).permute(0, 3, 2, 1).flatten(0, 1)
+        x = self.x_embedder(x)
+
+        x = self.dec_net(x, s)
+        x = self.final_layer(x)
+        x = x.transpose(1, 2).reshape(b, length, -1)
+        return torch.nn.functional.fold(
+            x.transpose(1, 2).contiguous(), (h, w),
+            kernel_size=self.patch_size, stride=self.patch_size,
+        )
+
+
+class MageVAE(nn.Module):
+    """
+    Encode: DConvEncoder (one-step at t=0) -> posterior mean [B, 128, H/16, W/16]
+    Decode: DConvDenoiser + CoD Decoder    -> image [B, 3, H, W] in [-1, 1]
+    """
+
+    latent_channels = 128
+    downsample_factor = 16
+
+    def __init__(self):
+        super().__init__()
+        self.dconv_encoder = DConvEncoder()
+        self.decoder_model = DConvDenoiser()
+
+    def encode(self, x):
+        B, _, H, W = x.shape
+        ps = self.dconv_encoder.patch_size
+        z_t = torch.zeros(B, self.dconv_encoder.z_ch, H // ps, W // ps, device=x.device, dtype=x.dtype)
+        t = torch.zeros(B, device=x.device, dtype=x.dtype)
+        out = self.dconv_encoder.forward_pred(z_t, t, x)
+        return out[:, : self.latent_channels]  # posterior mean (sample_posterior=False)
+
+    def decode(self, z):
+        cond = self.decoder_model.y_embedder.decoder(z)
+        B = z.shape[0]
+        H = z.shape[2] * self.downsample_factor
+        W = z.shape[3] * self.downsample_factor
+        noise = torch.zeros(B, 3, H, W, device=z.device, dtype=z.dtype)
+        t = torch.zeros(B, device=z.device, dtype=z.dtype)
+        return self.decoder_model.forward(noise, t, cond)
diff --git a/ComfyUI/comfy/ldm/minimax/__pycache__/audio_vae.cpython-312.pyc b/ComfyUI/comfy/ldm/minimax/__pycache__/audio_vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..f50a56439551caeb5b2cba81d32ce125832039b6
Binary files /dev/null and b/ComfyUI/comfy/ldm/minimax/__pycache__/audio_vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/minimax/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/minimax/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..9fe77e550deffebabcdd5cf60e1d5eeb2c399cd7
Binary files /dev/null and b/ComfyUI/comfy/ldm/minimax/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/minimax/__pycache__/vae.cpython-312.pyc b/ComfyUI/comfy/ldm/minimax/__pycache__/vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..63fabc84930ace7d9cc6ae264513e33642a4c098
Binary files /dev/null and b/ComfyUI/comfy/ldm/minimax/__pycache__/vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/minimax/audio_vae.py b/ComfyUI/comfy/ldm/minimax/audio_vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..a1be63d5474b8c264198b787b37aa81b17da58fd
--- /dev/null
+++ b/ComfyUI/comfy/ldm/minimax/audio_vae.py
@@ -0,0 +1,443 @@
+# MiniMax H3 audio VAE: DAC-lineage waveform encoder + BigVGAN decoder.
+# Weight-norm parametrizations are folded into plain conv weights, so this
+# module uses ordinary ops.Conv1d / ops.ConvTranspose1d and loads the converted
+# checkpoint (plain "*.weight" tensors) with strict=True.
+#
+# Lineage / licenses of the reference implementation:
+#   DAC encoder:      descript-audio-codec (MIT)
+#   BigVGAN decoder:  NVIDIA BigVGAN (MIT), adapted from hifi-gan (MIT)
+#   Alias-free ops:   junjun3518/alias-free-torch (Apache-2.0), julius (MIT)
+
+import math
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.ops
+
+ops = comfy.ops.disable_weight_init
+
+
+# Snake activations
+
+def snake(x, alpha, beta):
+    # x + 1/beta * sin^2(alpha * x)
+    t = torch.sin(alpha * x)
+    return t.mul_(t).mul_((beta + 1e-9).reciprocal()).add_(x)
+
+
+class Snake1d(nn.Module):
+    """Snake activation with per-channel alpha (encoder side)."""
+
+    def __init__(self, channels):
+        super().__init__()
+        self.alpha = nn.Parameter(torch.empty(1, channels, 1))
+
+    def forward(self, x):
+        alpha = comfy.ops.cast_to_input(self.alpha, x)
+        return snake(x, alpha, alpha)
+
+
+class SnakeBeta(nn.Module):
+    """SnakeBeta := x + 1/beta * sin^2(alpha * x); alpha/beta stored in log scale."""
+
+    def __init__(self, in_features):
+        super().__init__()
+        self.alpha = nn.Parameter(torch.empty(in_features))
+        self.beta = nn.Parameter(torch.empty(in_features))
+
+    def forward(self, x):
+        alpha = torch.exp(comfy.ops.cast_to_input(self.alpha, x)).view(1, -1, 1)
+        beta = torch.exp(comfy.ops.cast_to_input(self.beta, x)).view(1, -1, 1)
+        return snake(x, alpha, beta)
+
+
+# Alias-free (anti-aliased) activation: kaiser-windowed sinc resampling
+
+def kaiser_sinc_filter1d(cutoff, half_width, kernel_size):
+    # returns filter [1, 1, kernel_size]
+    even = kernel_size % 2 == 0
+    half_size = kernel_size // 2
+
+    # kaiser window design
+    delta_f = 4 * half_width
+    A = 2.285 * (half_size - 1) * math.pi * delta_f + 7.95
+    if A > 50.0:
+        beta = 0.1102 * (A - 8.7)
+    elif A >= 21.0:
+        beta = 0.5842 * (A - 21) ** 0.4 + 0.07886 * (A - 21.0)
+    else:
+        beta = 0.0
+    window = torch.kaiser_window(kernel_size, beta=beta, periodic=False)
+
+    if even:
+        time = torch.arange(-half_size, half_size) + 0.5
+    else:
+        time = torch.arange(kernel_size) - half_size
+
+    filter_ = 2 * cutoff * window * torch.sinc(2 * cutoff * time)
+    # Normalize filter to have sum = 1, otherwise there is a small leakage of
+    # the constant component in the input signal.
+    filter_ /= filter_.sum()
+    return filter_.view(1, 1, kernel_size)
+
+
+class UpSample1d(nn.Module):
+    def __init__(self, ratio=2, kernel_size=12):
+        super().__init__()
+        self.ratio = ratio
+        self.stride = ratio
+        self.pad = kernel_size // ratio - 1
+        self.pad_left = self.pad * ratio + (kernel_size - ratio) // 2
+        self.pad_right = self.pad * ratio + (kernel_size - ratio + 1) // 2
+        self.register_buffer(
+            "filter",
+            kaiser_sinc_filter1d(cutoff=0.5 / ratio, half_width=0.6 / ratio, kernel_size=kernel_size),
+        )
+
+    def forward(self, x):
+        _, C, _ = x.shape
+        x = F.pad(x, (self.pad, self.pad), mode="replicate")
+        x = F.conv_transpose1d(x, self.filter.expand(C, -1, -1).to(x.dtype), stride=self.stride, groups=C).mul_(self.ratio)
+        x = x[..., self.pad_left:-self.pad_right]
+        return x
+
+
+class LowPassFilter1d(nn.Module):
+    def __init__(self, cutoff=0.5, half_width=0.6, stride=1, kernel_size=12):
+        super().__init__()
+        self.pad_left = kernel_size // 2 - int(kernel_size % 2 == 0)
+        self.pad_right = kernel_size // 2
+        self.stride = stride
+        self.register_buffer("filter", kaiser_sinc_filter1d(cutoff, half_width, kernel_size))
+
+    def forward(self, x):
+        _, C, _ = x.shape
+        x = F.pad(x, (self.pad_left, self.pad_right), mode="replicate")
+        return F.conv1d(x, self.filter.expand(C, -1, -1).to(x.dtype), stride=self.stride, groups=C)
+
+
+class DownSample1d(nn.Module):
+    def __init__(self, ratio=2, kernel_size=12):
+        super().__init__()
+        self.ratio = ratio
+        self.kernel_size = kernel_size
+        self.lowpass = LowPassFilter1d(
+            cutoff=0.5 / ratio,
+            half_width=0.6 / ratio,
+            stride=ratio,
+            kernel_size=self.kernel_size,
+        )
+
+    def forward(self, x):
+        return self.lowpass(x)
+
+
+class Activation1d(nn.Module):
+    """upsample x2 -> pointwise activation -> downsample x2 (anti-aliased)."""
+
+    def __init__(self, activation, up_ratio=2, down_ratio=2, up_kernel_size=12, down_kernel_size=12):
+        super().__init__()
+        self.act = activation
+        self.upsample = UpSample1d(up_ratio, up_kernel_size)
+        self.downsample = DownSample1d(down_ratio, down_kernel_size)
+
+    def forward(self, x):
+        x = self.upsample(x)
+        x = self.act(x)
+        x = self.downsample(x)
+        return x
+
+
+# DAC encoder
+
+class ResidualUnit(nn.Module):
+    def __init__(self, dim=16, dilation=1):
+        super().__init__()
+        pad = ((7 - 1) * dilation) // 2
+        self.block = nn.Sequential(
+            Snake1d(dim),
+            ops.Conv1d(dim, dim, kernel_size=7, dilation=dilation, padding=pad),
+            Snake1d(dim),
+            ops.Conv1d(dim, dim, kernel_size=1),
+        )
+
+    def forward(self, x):
+        y = self.block(x)
+        pad = (x.shape[-1] - y.shape[-1]) // 2
+        if pad > 0:
+            x = x[..., pad:-pad]
+        return y.add_(x)
+
+
+class EncoderBlock(nn.Module):
+    def __init__(self, dim=16, stride=1):
+        super().__init__()
+        self.block = nn.Sequential(
+            ResidualUnit(dim // 2, dilation=1),
+            ResidualUnit(dim // 2, dilation=3),
+            ResidualUnit(dim // 2, dilation=9),
+            Snake1d(dim // 2),
+            ops.Conv1d(
+                dim // 2,
+                dim,
+                kernel_size=2 * stride,
+                stride=stride,
+                padding=math.ceil(stride / 2),
+            ),
+        )
+
+    def forward(self, x):
+        return self.block(x)
+
+
+class Encoder(nn.Module):
+    def __init__(self, d_model=64, strides=(2, 4, 4, 5, 5), d_latent=2048):
+        super().__init__()
+        block = [ops.Conv1d(1, d_model, kernel_size=7, padding=3)]
+        for stride in strides:
+            d_model *= 2
+            block += [EncoderBlock(d_model, stride=stride)]
+        block += [
+            Snake1d(d_model),
+            ops.Conv1d(d_model, d_latent, kernel_size=3, padding=1),
+        ]
+        self.block = nn.Sequential(*block)
+
+    def forward(self, x):
+        return self.block(x)
+
+
+# Attention projection (encoder posterior head)
+
+class GeGluMlp(nn.Module):
+    def __init__(self, in_features, hidden_features):
+        super().__init__()
+        self.norm = ops.LayerNorm(in_features)
+        self.act = nn.GELU(approximate="tanh")
+        self.w0 = ops.Linear(in_features, hidden_features)
+        self.w1 = ops.Linear(in_features, hidden_features)
+        self.w2 = ops.Linear(hidden_features, in_features)
+
+    def forward(self, x):
+        x = self.norm(x)
+        return self.w2(self.act(self.w0(x)).mul_(self.w1(x)))
+
+
+class CausalAttention(nn.Module):
+    def __init__(self, in_dim, out_dim, num_heads):
+        super().__init__()
+        self.head_dim = in_dim // num_heads
+        self.num_heads = num_heads
+        self.out_dim = out_dim
+        self.qkv = ops.Linear(in_dim, in_dim * 3, bias=False)
+        self.q_bias = nn.Parameter(torch.empty(in_dim))
+        self.v_bias = nn.Parameter(torch.empty(in_dim))
+        self.register_buffer("zero_k_bias", torch.empty(in_dim))
+        self.proj = ops.Linear(out_dim, out_dim)
+
+    def forward(self, x):
+        B, N, C = x.shape
+        weight, _, offload_stream = comfy.ops.cast_bias_weight(self.qkv, x, offloadable=True)
+        qkv = F.linear(x, weight=weight, bias=comfy.ops.cast_to_input(torch.cat((self.q_bias, self.zero_k_bias, self.v_bias)), x))
+        comfy.ops.uncast_bias_weight(self.qkv, weight, None, offload_stream)
+        q, k, v = qkv.reshape(B, N, 3, self.num_heads, self.head_dim).permute(2, 0, 3, 1, 4).unbind(0)
+
+        # mean over heads then pool down to the latent width (in_dim >> out_dim)
+        x = comfy.ops.scaled_dot_product_attention(q, k, v, is_causal=True)
+        x = F.adaptive_avg_pool1d(torch.mean(x, dim=1), self.out_dim)
+        return self.proj(x)
+
+
+class AttnProjection(nn.Module):
+    def __init__(self, in_dim, out_dim, num_heads, mlp_ratio=2):
+        super().__init__()
+        self.norm1 = ops.LayerNorm(in_dim)
+        self.attn = CausalAttention(in_dim, out_dim, num_heads)
+        self.proj = ops.Linear(in_dim, out_dim)
+        self.norm3 = ops.LayerNorm(in_dim)
+
+        self.norm2 = ops.LayerNorm(out_dim)
+        hidden_dim = int(out_dim * mlp_ratio)
+        self.mlp = GeGluMlp(in_features=out_dim, hidden_features=hidden_dim)
+
+    def forward(self, x):
+        # x: [B, T, in_dim]
+        x = self.proj(self.norm3(x)).add_(self.attn(self.norm1(x)))
+        return x.add_(self.mlp(self.norm2(x)))
+
+
+# BigVGAN decoder
+
+def get_padding(kernel_size, dilation=1):
+    return int((kernel_size * dilation - dilation) / 2)
+
+
+class AMPBlock1(nn.Module):
+    def __init__(self, channels, kernel_size=3, dilation=(1, 3, 5)):
+        super().__init__()
+        self.convs1 = nn.ModuleList(
+            [
+                ops.Conv1d(channels, channels, kernel_size, stride=1, dilation=d, padding=get_padding(kernel_size, d))
+                for d in dilation
+            ]
+        )
+        self.convs2 = nn.ModuleList(
+            [
+                ops.Conv1d(channels, channels, kernel_size, stride=1, dilation=1, padding=get_padding(kernel_size, 1))
+                for _ in range(len(dilation))
+            ]
+        )
+        self.num_layers = len(self.convs1) + len(self.convs2)
+        self.activations = nn.ModuleList(
+            [Activation1d(activation=SnakeBeta(channels)) for _ in range(self.num_layers)]
+        )
+
+    def forward(self, x):
+        acts1, acts2 = self.activations[::2], self.activations[1::2]
+        for c1, c2, a1, a2 in zip(self.convs1, self.convs2, acts1, acts2):
+            xt = a1(x)
+            xt = c1(xt)
+            xt = a2(xt)
+            xt = c2(xt)
+            x = xt.add_(x)
+        return x
+
+
+class BigVGAN(nn.Module):
+    """BigVGAN vocoder (MiniMax H3 32 kHz configuration).
+
+    use_bias_at_final=False, use_tanh_at_final=False (output clamped to [-1, 1]).
+    """
+
+    def __init__(
+        self,
+        num_mels=2048,
+        upsample_initial_channel=1024,
+        upsample_rates=(5, 5, 2, 2, 2, 2, 2),
+        upsample_kernel_sizes=(9, 9, 4, 4, 4, 4, 4),
+        resblock_kernel_sizes=(3, 7, 11),
+        resblock_dilation_sizes=((1, 3, 5), (1, 3, 5), (1, 3, 5)),
+    ):
+        super().__init__()
+        self.num_kernels = len(resblock_kernel_sizes)
+        self.num_upsamples = len(upsample_rates)
+
+        self.conv_pre = ops.Conv1d(num_mels, upsample_initial_channel, 7, 1, padding=3)
+
+        self.ups = nn.ModuleList()
+        for i, (u, k) in enumerate(zip(upsample_rates, upsample_kernel_sizes)):
+            self.ups.append(
+                nn.ModuleList(
+                    [
+                        ops.ConvTranspose1d(
+                            upsample_initial_channel // (2 ** i),
+                            upsample_initial_channel // (2 ** (i + 1)),
+                            k,
+                            u,
+                            padding=(k - u) // 2,
+                        )
+                    ]
+                )
+            )
+
+        self.resblocks = nn.ModuleList()
+        for i in range(len(self.ups)):
+            ch = upsample_initial_channel // (2 ** (i + 1))
+            for k, d in zip(resblock_kernel_sizes, resblock_dilation_sizes):
+                self.resblocks.append(AMPBlock1(ch, k, d))
+
+        self.activation_post = Activation1d(activation=SnakeBeta(ch))
+        self.conv_post = ops.Conv1d(ch, 1, 7, 1, padding=3, bias=False)
+
+    def forward(self, x):
+        x = self.conv_pre(x)
+
+        for i in range(self.num_upsamples):
+            for i_up in range(len(self.ups[i])):
+                x = self.ups[i][i_up](x)
+            xs = None
+            for j in range(self.num_kernels):
+                if xs is None:
+                    xs = self.resblocks[i * self.num_kernels + j](x)
+                else:
+                    xs += self.resblocks[i * self.num_kernels + j](x)
+            x = xs.div_(self.num_kernels)
+
+        x = self.activation_post(x)
+        return self.conv_post(x).clamp_(-1.0, 1.0)
+
+
+# Top-level VAE
+
+class MiniMaxH3AudioVAE(nn.Module):
+    """MiniMax H3 stereo audio VAE at 32 kHz.
+
+    Latents are [B, 32, 2, T]: 32 channels, 2 stereo channels, T frames at
+    40 latent frames per second (800 audio samples per latent frame). The
+    stereo channels are processed independently by the mono encoder/decoder.
+    Latents are normalized with the stored per-channel latents_mean/std.
+    """
+
+    def __init__(
+        self,
+        encoder_dim=64,
+        encoder_rates=(2, 4, 4, 5, 5),
+        latent_dim=2048,
+        decoder_dim=1024,
+        vae_latent_channels=32,
+    ):
+        super().__init__()
+        self.sample_rate = 32000
+
+        self.hop_length = 1
+        for r in encoder_rates:
+            self.hop_length *= r
+        self.samples_per_latent = self.hop_length  # 800
+        self.latents_per_second = self.sample_rate // self.hop_length  # 40
+        self.output_sample_rate = self.sample_rate  # read by LTXVAudioVAEDecode
+
+        self.encoder = Encoder(encoder_dim, encoder_rates, latent_dim)
+
+        self.pre_block = AttnProjection(latent_dim, vae_latent_channels, num_heads=8)
+
+        self.mean_proj = ops.Conv1d(vae_latent_channels, vae_latent_channels, 1)
+        # logs_proj exists in the checkpoint but is unused at inference
+        # (encode returns the posterior mean, no sampling).
+        self.logs_proj = ops.Conv1d(vae_latent_channels, vae_latent_channels, 1)
+
+        self.dec_in_proj = ops.Conv1d(vae_latent_channels, latent_dim, 1)
+        self.decoder = BigVGAN(num_mels=latent_dim, upsample_initial_channel=decoder_dim)
+
+        self.register_buffer("latents_mean", torch.empty(vae_latent_channels))
+        self.register_buffer("latents_std", torch.empty(vae_latent_channels))
+
+    def decode(self, z):
+        """Decode normalized latents [B, 32, 2, T] to stereo waveforms [B, 2, L] at 32 kHz."""
+        b, c, s, t = z.shape
+        z = z.permute(0, 2, 1, 3).reshape(b * s, c, t)
+        mean = self.latents_mean.view(1, -1, 1).to(device=z.device, dtype=z.dtype)
+        std = self.latents_std.view(1, -1, 1).to(device=z.device, dtype=z.dtype)
+        z = z * std + mean
+        x = self.dec_in_proj(z)
+        x = self.decoder(x)  # [b * s, 1, L], already clamped to [-1, 1]
+        return x.reshape(b, s, -1)
+
+    def encode(self, waveform):
+        """Encode stereo waveforms [B, 2, L] at 32 kHz (in [-1, 1]) to normalized latents [B, 32, 2, T].
+
+        L is right-padded with zeros to a multiple of 800 samples; the returned
+        posterior mean is used directly (no sampling).
+        """
+        b, s, length = waveform.shape
+        right_pad = math.ceil(length / self.hop_length) * self.hop_length - length
+        waveform = F.pad(waveform, (0, right_pad))
+        x = waveform.reshape(b * s, 1, -1)
+        x = self.encoder(x)  # [b * s, latent_dim, T]
+        x = self.pre_block(x.transpose(1, 2)).transpose(1, 2)  # [b * s, 32, T]
+        z = self.mean_proj(x)
+        mean = self.latents_mean.view(1, -1, 1).to(device=z.device, dtype=z.dtype)
+        std = self.latents_std.view(1, -1, 1).to(device=z.device, dtype=z.dtype)
+        z = (z - mean) / std
+        return z.reshape(b, s, z.shape[1], z.shape[2]).permute(0, 2, 1, 3)
diff --git a/ComfyUI/comfy/ldm/minimax/model.py b/ComfyUI/comfy/ldm/minimax/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..494350d40b2678812af92c0cba75b5c564b02810
--- /dev/null
+++ b/ComfyUI/comfy/ldm/minimax/model.py
@@ -0,0 +1,646 @@
+"""MiniMax H3 audio-video DiT.
+
+Single-stream packed-token transformer denoising video (24ch, patch 1x2x2) and
+stereo audio (32ch, 40 Hz) latents jointly, conditioned on Qwen3-VL layer-50 hidden states.
+The packed sequence is:
+[text | cond rows | audio | video] for t2va/fl2va
+[text | reference blocks | audio | video] for ref2va
+
+Timestep domain: the model receives the *video* sigma from the sampler and
+derives per-token timesteps t = 1 - sigma internally; the audio stream runs on
+its own shifted schedule (sigma_shift video 12.0 / audio 3.0), mapped from the
+video sigma in closed form. The audio velocity is returned scaled by the
+schedule map's derivative d(sigma_a)/d(sigma_v).
+"""
+
+import math
+
+import torch
+import torch.nn as nn
+
+import comfy.ldm.common_dit
+import comfy.model_management
+import comfy.model_prefetch
+import comfy.ops
+import comfy.patcher_extension
+import comfy.quant_ops
+from comfy.ldm.modules.attention import optimized_attention
+
+FRAME_PER_TOKEN = (1, 4, 4, 4, 4)
+FRAME_RESCALE = 5.0 / 3.0
+VISUAL_COND_TIMESTEP = 0.999
+AUDIO_COND_TIMESTEP = 1.0
+
+
+def time_shift_sigma(sigma, from_shift, to_shift):
+    # invert sigma = s*b/(1+(s-1)*b) to the base grid, re-apply the other shift
+    base = sigma / (from_shift + sigma * (1.0 - from_shift))
+    return to_shift * base / (1.0 + (to_shift - 1.0) * base)
+
+
+def time_shift_slope(sigma, from_shift, to_shift):
+    """d(sigma_to)/d(sigma_from) at the same base-grid point.
+
+    Scaling a stream's returned velocity by this slope makes the flat ODE that
+    any sampler integrates on the from-schedule equal to that stream's true ODE
+    on its own schedule.
+    """
+    base = sigma / (from_shift + sigma * (1.0 - from_shift))
+    return (to_shift * (1.0 + (from_shift - 1.0) * base) ** 2) / (from_shift * (1.0 + (to_shift - 1.0) * base) ** 2)
+
+
+def patchify_video(latent, patch_size=(1, 2, 2)):
+    # [B, C, T, H, W] -> [B*t*h*w, C*pt*ph*pw]
+    b, c, t_full, h_full, w_full = latent.shape
+    pt, ph, pw = patch_size
+    t, h, w = t_full // pt, h_full // ph, w_full // pw
+    x = latent.reshape(b, c, t, pt, h, ph, w, pw)
+    x = torch.einsum("nctrhpwq->nthwcrpq", x)
+    return x.reshape(b * t * h * w, c * pt * ph * pw)
+
+
+def unpatchify_video(rows, t, h, w, c=24, patch_size=(1, 2, 2)):
+    pt, ph, pw = patch_size
+    x = rows.reshape(-1, t, h, w, c, pt, ph, pw)
+    x = torch.einsum("nthwcrpq->nctrhpwq", x)
+    return x.reshape(-1, c, t * pt, h * ph, w * pw)
+
+
+def pack_audio(latent):
+    # [B, C=32, ch=2, T] -> [ch*T, 32] channel-major (ch0 t0..T-1, ch1 t0..T-1)
+    b, c, ch, t = latent.shape
+    return latent[0].permute(1, 2, 0).reshape(ch * t, c)
+
+
+def unpack_audio(rows, ch=2):
+    t = rows.shape[0] // ch
+    return rows.reshape(ch, t, rows.shape[-1]).permute(2, 0, 1).unsqueeze(0)
+
+
+def _axis_from_sqrt_area(dim, patch, sqrt_area):
+    # linspace((1 - ratio) / 2, (1 + ratio) / 2, dim // patch, endpoint=False) * 32
+    ratio = dim / sqrt_area
+    n = dim // patch
+    return (torch.arange(n, dtype=torch.float64) * (ratio / n) + (1.0 - ratio) / 2.0) * 32.0
+
+
+def _frame_grid(h, w):
+    # area-normalized (h, w) coordinates of one latent frame's 2x2-patch rows
+    area = math.sqrt(h * w)
+    hh, ww = torch.meshgrid(_axis_from_sqrt_area(h, 2, area), _axis_from_sqrt_area(w, 2, area), indexing="ij")
+    return torch.stack([hh.reshape(-1), ww.reshape(-1)], dim=-1), _axis_from_sqrt_area(w, 2, area)
+
+
+def _video_t_spans(n):
+    return [FRAME_RESCALE * FRAME_PER_TOKEN[k % 5] for k in range(n)]
+
+
+def _video_t_grid(n, origin):
+    # origin + exclusive cumsum
+    spans = torch.tensor(_video_t_spans(n), dtype=torch.float64)
+    return float(origin) + torch.cat([torch.zeros(1, dtype=torch.float64), spans[:-1].cumsum(0)])
+
+
+def _audio_grid(cursor, t, w_low, w_high):
+    # channel-major stereo rows: t advances per latent frame, w pinned to the grid extremes per stereo channel, h stays 0
+    g = torch.zeros(t * 2, 3, dtype=torch.float64)
+    g[:, 0] = (cursor + torch.arange(t, dtype=torch.float64)).repeat(2)
+    g[:t, 2] = w_low
+    g[t:, 2] = w_high
+    return g
+
+
+def _video_grid(vt, frame, cursor):
+    g = torch.empty(vt, frame.shape[0], 3, dtype=torch.float64)
+    g[:, :, 0] = _video_t_grid(vt, cursor)[:, None]
+    g[:, :, 1:] = frame[None]
+    return g.reshape(-1, 3)
+
+
+class TimeEmbedder(nn.Module):
+    def __init__(self, freq_dim, hidden, out, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.freq_dim = freq_dim
+        self.proj_in = operations.Linear(freq_dim, hidden, bias=True, dtype=dtype, device=device)
+        self.proj_out = operations.Linear(hidden, out, bias=True, dtype=dtype, device=device)
+
+    def forward(self, t):
+        # t: [M] in [0, 1]; fp32 throughout, cos before sin
+        half = self.freq_dim // 2
+        freqs = torch.exp(-math.log(10000.0) * torch.arange(half, dtype=torch.float32, device=t.device) / half)
+        args = t.to(torch.float32)[:, None] * freqs[None]
+        emb = torch.cat([torch.cos(args), torch.sin(args)], dim=-1)
+        return self.proj_out(nn.functional.silu(self.proj_in(emb)))
+
+
+def rope_rotation_table(angles, dtype):
+    """[S, rot_dim] pair angles -> [1, S, 1, rot_dim/2, 2, 2] rotation matrices."""
+    half = angles.shape[-1] // 2
+    ang = angles[:, :half]  # duplicated halves: [:, :half] == [:, half:]
+    c, s = torch.cos(ang), torch.sin(ang)
+    table = torch.stack([c, -s, s, c], dim=-1).reshape(1, angles.shape[0], 1, half, 2, 2)
+    return table.to(dtype)
+
+
+class Attention(nn.Module):
+    def __init__(self, hidden, heads, head_dim, eps, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.heads = heads
+        self.head_dim = head_dim
+        inner = heads * head_dim
+        self.qkv_proj = operations.Linear(hidden, inner * 3, bias=False, dtype=dtype, device=device)
+        self.q_norm = operations.RMSNorm(head_dim, eps=eps, dtype=dtype, device=device)
+        self.k_norm = operations.RMSNorm(head_dim, eps=eps, dtype=dtype, device=device)
+        self.out_proj = operations.Linear(inner, hidden, bias=False, dtype=dtype, device=device)
+
+    def forward(self, x, rope_freqs=None, transformer_options={}):
+        s = x.shape[0]
+        q, k, v = self.qkv_proj(x).split(self.heads * self.head_dim, dim=-1)
+        v = v.view(s, self.heads, self.head_dim)
+        if rope_freqs is not None:
+            # fused per-head RMSNorm + partial split-half rope, in place on the qkv buffer
+            q = q.view(1, s, self.heads, self.head_dim)
+            k = k.view(1, s, self.heads, self.head_dim)
+            qw = comfy.model_management.cast_to(self.q_norm.weight, device=x.device)
+            kw = comfy.model_management.cast_to(self.k_norm.weight, device=x.device)
+            rot = rope_freqs.shape[-3] * 2
+            if comfy.model_management.in_training:
+                q, k = comfy.quant_ops.ck.rms_rope_split_half(
+                    q, k, rope_freqs, qw, kw, epsilon=self.q_norm.eps, rot_dim=rot)
+            else:
+                comfy.quant_ops.ck.rms_rope_split_half_(
+                    q, k, rope_freqs, qw, kw, epsilon=self.q_norm.eps, rot_dim=rot)
+            q = q[0]
+            k = k[0]
+        else:
+            q = self.q_norm(q.view(s, self.heads, self.head_dim))
+            k = self.k_norm(k.view(s, self.heads, self.head_dim))
+        q = q.transpose(0, 1).unsqueeze(0)
+        k = k.transpose(0, 1).unsqueeze(0)
+        v = v.transpose(0, 1).unsqueeze(0)
+        out = optimized_attention(q, k, v, self.heads, mask=None, skip_reshape=True, transformer_options=transformer_options)
+        return self.out_proj(out.squeeze(0))
+
+
+class MLP(nn.Module):
+    def __init__(self, hidden, ffn, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.fc1 = operations.Linear(hidden, ffn * 2, bias=False, dtype=dtype, device=device)
+        self.fc2 = operations.Linear(ffn, hidden, bias=False, dtype=dtype, device=device)
+
+    def forward(self, x):
+        return comfy.ops.linear_input_act(self.fc2, self.fc1(x), "swiglu")
+
+
+class AdalnProj(nn.Module):
+    def __init__(self, t_dim, hidden, expand, modalities, apply_silu=True,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        self.expand = expand
+        self.modalities = modalities
+        self.hidden = hidden
+        self.apply_silu = apply_silu
+        self.linear = operations.Linear(t_dim, expand * hidden * modalities, bias=True, dtype=dtype, device=device)
+
+    def forward(self, t_emb):
+        # [M, t_dim] -> expand tensors of [M*modalities, hidden]
+        x = self.linear(nn.functional.silu(t_emb) if self.apply_silu else t_emb)
+        x = x.view(x.shape[0] * self.modalities, self.expand * self.hidden)
+        return x.chunk(self.expand, dim=-1)
+
+
+def _mod_scale_shift(h, shift, scale, segments):
+    # segments: [(start, stop, mod_row)] covering h contiguously.
+    for a, b, row in segments:
+        h[a:b].mul_(1.0 + scale[row].to(h.dtype)).add_(shift[row].to(h.dtype))
+    return h
+
+
+def _mod_gate(x, gate, other, segments):
+    # other is the fresh attn/mlp output: accumulate the gated residual into the stream in place, one fused kernel per segment
+    for a, b, row in segments:
+        x[a:b].addcmul_(other[a:b], gate[row].to(x.dtype))
+    return x
+
+
+class RefinerBlock(nn.Module):
+    def __init__(self, hidden, heads, head_dim, ffn, eps, qk_eps, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm1 = operations.RMSNorm(hidden, eps=eps, dtype=dtype, device=device)
+        self.norm2 = operations.RMSNorm(hidden, eps=eps, dtype=dtype, device=device)
+        self.attn = Attention(hidden, heads, head_dim, qk_eps, dtype=dtype, device=device, operations=operations)
+        self.mlp = MLP(hidden, ffn, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, x, transformer_options={}):
+        # attn/mlp outputs are fresh: accumulate residuals in place
+        x = self.attn(self.norm1(x), transformer_options=transformer_options).add_(x)
+        return self.mlp(self.norm2(x)).add_(x)
+
+
+class TokenRefiner(nn.Module):
+    def __init__(self, num_layers, hidden, heads, head_dim, ffn, eps, qk_eps, final_eps,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        self.blocks = nn.ModuleList([
+            RefinerBlock(hidden, heads, head_dim, ffn, eps, qk_eps, dtype=dtype, device=device, operations=operations)
+            for _ in range(num_layers)])
+        self.final_norm = operations.RMSNorm(hidden, eps=final_eps, dtype=dtype, device=device)
+
+    def forward(self, x, transformer_options={}):
+        for block in self.blocks:
+            x = block(x, transformer_options=transformer_options)
+        return self.final_norm(x)
+
+
+class DiTBlock(nn.Module):
+    def __init__(self, hidden, heads, head_dim, ffn, t_dim, eps, qk_eps,
+                 apply_silu=True, adaln_dtype=None, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm1 = operations.RMSNorm(hidden, eps=eps, dtype=dtype, device=device)
+        self.norm2 = operations.RMSNorm(hidden, eps=eps, dtype=dtype, device=device)
+        self.attn = Attention(hidden, heads, head_dim, qk_eps, dtype=dtype, device=device, operations=operations)
+        self.mlp = MLP(hidden, ffn, dtype=dtype, device=device, operations=operations)
+        self.adaln_proj = AdalnProj(t_dim, hidden, 6, 3, apply_silu=apply_silu,
+                                    dtype=adaln_dtype if adaln_dtype is not None else dtype,
+                                    device=device, operations=operations)
+
+    def forward(self, x, t_emb, mod_segments, rope_freqs, transformer_options={}):
+        shift_msa, scale_msa, gate_msa, shift_mlp, scale_mlp, gate_mlp = self.adaln_proj(t_emb)
+        h = _mod_scale_shift(self.norm1(x), shift_msa, scale_msa, mod_segments)
+        x = _mod_gate(x, gate_msa, self.attn(h, rope_freqs=rope_freqs, transformer_options=transformer_options), mod_segments)
+        h = _mod_scale_shift(self.norm2(x), shift_mlp, scale_mlp, mod_segments)
+        return _mod_gate(x, gate_mlp, self.mlp(h), mod_segments)
+
+
+class FinalLayer(nn.Module):
+    def __init__(self, hidden, t_dim, video_dim, audio_dim, eps, apply_silu=True, adaln_dtype=None,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm = operations.RMSNorm(hidden, eps=eps, dtype=dtype, device=device)
+        self.adaln_proj = AdalnProj(t_dim, hidden, 2, 1, apply_silu=apply_silu,
+                                    dtype=adaln_dtype if adaln_dtype is not None else dtype,
+                                    device=device, operations=operations)
+        # output heads are the checkpoint's fp32 island; norm/adaln are stored at model dtype
+        self.video_out = operations.Linear(hidden, video_dim, bias=True, dtype=torch.float32, device=device)
+        self.audio_out = operations.Linear(hidden, audio_dim, bias=True, dtype=torch.float32, device=device)
+
+    def forward(self, x, t_emb, video_seg, audio_seg):
+        # video_seg / audio_seg: (start, stop, timestep_row) of the target streams
+        shift, scale = self.adaln_proj(t_emb)
+        va, vb, vrow = video_seg
+        aa, ab, arow = audio_seg
+        hv = (self.norm(x[va:vb]) * (1.0 + scale[vrow]) + shift[vrow]).to(torch.float32)
+        ha = (self.norm(x[aa:ab]) * (1.0 + scale[arow]) + shift[arow]).to(torch.float32)
+        return self.video_out(hv), self.audio_out(ha)
+
+
+class PackedLayout:
+    """Static packed-sequence structure for one shape/conditioning signature."""
+
+    def __init__(self, text_len, latent_t, latent_h, latent_w, audio_t, keyframes=None, refs=None, frame_count=None):
+        frame, w_grid = _frame_grid(latent_h, latent_w)
+        frame_rows = frame.shape[0]
+
+        segments = [("text", text_len)]  # (kind, n_rows)
+        g = torch.zeros(text_len, 3, dtype=torch.float64)
+        g[:, 0] = torch.arange(text_len, dtype=torch.float64)
+        pos = [g]  # per segment: [n, 3] float64 (t, h, w)
+
+        img_pos, img_update = [], []
+        audio_pos, audio_update = [], []
+        cursor = text_len
+        row = text_len
+
+        if keyframes:
+            # fl2va: keyframe cond rows right after text, sharing the target spatial grid
+            for kf in keyframes:
+                pixel_index = kf["resolved_frame_index"]
+                if pixel_index == 0:
+                    cond_t = float(text_len)
+                elif frame_count is not None and pixel_index == frame_count - 1:
+                    cond_t = float(text_len) + sum(_video_t_spans(latent_t)) - FRAME_RESCALE
+                else:
+                    raise ValueError("only first/last keyframe anchors are supported")
+                g = torch.empty(frame_rows, 3, dtype=torch.float64)
+                g[:, 0] = cond_t
+                g[:, 1:] = frame
+                segments.append(("cond", frame_rows))
+                pos.append(g)
+                img_pos.append(torch.arange(row, row + frame_rows))
+                img_update.append(torch.zeros(frame_rows, dtype=torch.bool))
+                row += frame_rows
+
+        target_audio_w = (float(w_grid[0]), float(w_grid[-1]))
+        if refs:
+            cursor = float(text_len)
+            for blk in refs:
+                kind = blk["kind"]
+                if kind == "image":
+                    r_frame, _ = _frame_grid(blk["latent_h"], blk["latent_w"])
+                    n = r_frame.shape[0]
+                    g = torch.empty(n, 3, dtype=torch.float64)
+                    g[:, 0] = cursor
+                    g[:, 1:] = r_frame
+                    segments.append(("ref_img", n))
+                    pos.append(g)
+                    img_pos.append(torch.arange(row, row + n))
+                    img_update.append(torch.zeros(n, dtype=torch.bool))
+                    row += n
+                    cursor += 1.0
+                elif kind == "audio":
+                    rt = blk["ref_audio_t"]
+                    if rt > 0:
+                        segments.append(("ref_audio", rt * 2))
+                        pos.append(_audio_grid(cursor, rt, *target_audio_w))
+                        audio_pos.append(torch.arange(row, row + rt * 2))
+                        audio_update.append(torch.zeros(rt * 2, dtype=torch.bool))
+                        row += rt * 2
+                    cursor += float(rt)
+                elif kind in ("video", "video_audio"):
+                    # the block's audio rows pack immediately before its video
+                    # rows, both sharing the cursor origin
+                    rt = blk["ref_audio_t"]
+                    vt = blk["latent_t"]
+                    r_frame, r_w_grid = _frame_grid(blk["latent_h"], blk["latent_w"])
+                    if rt > 0:
+                        segments.append(("ref_audio", rt * 2))
+                        pos.append(_audio_grid(cursor, rt, float(r_w_grid[0]), float(r_w_grid[-1])))
+                        audio_pos.append(torch.arange(row, row + rt * 2))
+                        audio_update.append(torch.zeros(rt * 2, dtype=torch.bool))
+                        row += rt * 2
+                    n = vt * r_frame.shape[0]
+                    segments.append(("ref_img", n))
+                    pos.append(_video_grid(vt, r_frame, cursor))
+                    img_pos.append(torch.arange(row, row + n))
+                    img_update.append(torch.zeros(n, dtype=torch.bool))
+                    row += n
+                    cursor += max(float(rt), sum(_video_t_spans(vt)))
+
+        # target audio then target video, always the last two segments
+        segments.append(("audio", audio_t * 2))
+        pos.append(_audio_grid(cursor, audio_t, *target_audio_w))
+        audio_pos.append(torch.arange(row, row + audio_t * 2))
+        audio_update.append(torch.ones(audio_t * 2, dtype=torch.bool))
+        row += audio_t * 2
+
+        n_video = latent_t * frame_rows
+        segments.append(("video", n_video))
+        pos.append(_video_grid(latent_t, frame, cursor))
+        img_pos.append(torch.arange(row, row + n_video))
+        img_update.append(torch.ones(n_video, dtype=torch.bool))
+        row += n_video
+
+        self.seq_len = row
+        self.position_ids = torch.cat(pos)  # [S, 3] float64
+        self.img_pos = torch.cat(img_pos)
+        self.img_update = torch.cat(img_update)
+        self.audio_pos = torch.cat(audio_pos)
+        self.audio_update = torch.cat(audio_update)
+        self.signature = (text_len, latent_t, latent_h, latent_w, audio_t)
+        # contiguous segment table (start, stop, kind)
+        # kinds: text / cond / ref_img / ref_audio / audio / video
+        # the packed sequence is uniform per segment in (modality tag, timestep class),
+        # except the text span (tag runs resolved at forward time from the presentation tags)
+        seg_abs = []
+        off = 0
+        for kind, n in segments:
+            seg_abs.append((off, off + n, kind))
+            off += n
+        self.segments = seg_abs
+
+
+class MiniMaxH3Model(nn.Module):
+    def __init__(self, hidden_size=5376, num_layers=50, token_refiner_num_layers=2,
+                 num_attention_heads=56, attention_head_dim=128, ffn_hidden_size=14336,
+                 latents_dim=24, audio_latents_dim=32, patch_size=(1, 2, 2), text_dim=5120,
+                 timestep_input_dim=256, time_embed_hidden_size=5376, time_embed_dim=2688,
+                 rope_inv_freq_len=16, norm_eps=1e-5, qk_norm_eps=1e-5, final_norm_eps=1e-5,
+                 sigma_shift_video=12.0, sigma_shift_audio=3.0,
+                 adaln_curve_grid=None,
+                 image_model=None, dtype=None, device=None, operations=None, **kwargs):
+        super().__init__()
+        self.dtype = dtype
+        self.hidden_size = hidden_size
+        self.patch_size = tuple(patch_size)
+        self.latents_dim = latents_dim
+        self.audio_latents_dim = audio_latents_dim
+        self.sigma_shift_video = sigma_shift_video
+        self.sigma_shift_audio = sigma_shift_audio
+        self.use_adaln_curves = adaln_curve_grid is not None
+        # curve-form checkpoints replace the time embedder and full-width adaln weights with a small shared basis of the time-embedding curve
+        curve = {"apply_silu": not self.use_adaln_curves,
+                 "adaln_dtype": torch.float32 if self.use_adaln_curves else dtype}
+        video_patch_dim = latents_dim * self.patch_size[0] * self.patch_size[1] * self.patch_size[2]
+
+        self.video_patch_proj = operations.Linear(video_patch_dim, hidden_size, bias=True, dtype=torch.float32, device=device)
+        self.audio_patch_proj = operations.Linear(audio_latents_dim, hidden_size, bias=True, dtype=torch.float32, device=device)
+        self.condition_proj = operations.Linear(text_dim, hidden_size, bias=True, dtype=dtype, device=device)
+        if self.use_adaln_curves:
+            self.register_buffer("adaln_t_table", torch.empty(adaln_curve_grid, time_embed_dim, dtype=torch.float32))
+        else:
+            self.time_embedder = TimeEmbedder(timestep_input_dim, time_embed_hidden_size, time_embed_dim,
+                                              dtype=torch.float32, device=device, operations=operations)
+        self.rope = nn.Module()
+        self.rope.register_buffer("inv_freq", torch.empty(rope_inv_freq_len, dtype=torch.float32))
+        self.token_refiner = TokenRefiner(token_refiner_num_layers, hidden_size, num_attention_heads,
+                                          attention_head_dim, ffn_hidden_size, norm_eps, qk_norm_eps,
+                                          final_norm_eps, dtype=dtype, device=device, operations=operations)
+        self.blocks = nn.ModuleList([
+            DiTBlock(hidden_size, num_attention_heads, attention_head_dim, ffn_hidden_size,
+                     time_embed_dim, norm_eps, qk_norm_eps, **curve, dtype=dtype, device=device, operations=operations)
+            for _ in range(num_layers)])
+        self.final_layer = FinalLayer(hidden_size, time_embed_dim, video_patch_dim, audio_latents_dim,
+                                      final_norm_eps, **curve, dtype=dtype, device=device, operations=operations)
+
+    def preprocess_text_embeds(self, text_states):
+        """[B, L, text_dim] Qwen states -> [B, L, hidden] refined text embeds."""
+        if text_states.shape[-1] == self.hidden_size:
+            return text_states
+        return self.token_refiner(self.condition_proj(text_states[0])).unsqueeze(0)
+
+    def rope_freqs(self, position_ids, device):
+        # [S, 3] float64 -> [S, 96] fp32
+        pos = position_ids.to(torch.float32).to(device)
+        inv = comfy.model_management.cast_to(self.rope.inv_freq, device=device)
+        per_axis = pos.unsqueeze(-1) * inv.view(1, 1, -1)      # [S, 3, 16]
+        t_f, h_f, w_f = per_axis.unbind(dim=1)
+        half = torch.cat((t_f, h_f, w_f), dim=-1)              # [S, 48]
+        return torch.cat((half, half), dim=-1)                 # [S, 96]
+
+    def _cond_video_rows(self, payload, device):
+        """Concatenated visual condition rows (normalized latents -> patchified), with condition noise augmentation."""
+        rows = []
+        aug = payload.get("visual_cond_noise_aug", VISUAL_COND_TIMESTEP)
+        seed = int(payload.get("seed", 0))
+        # every condition intentionally restarts the same RNG stream
+        for z in payload.get("cond_video_latents", []):
+            r = patchify_video(z.to(torch.float32), self.patch_size)
+            if aug < 1.0:
+                gen = torch.Generator("cpu").manual_seed(seed)
+                noise = torch.randn(r.shape, generator=gen, dtype=torch.float32)
+                r = aug * r + (1.0 - aug) * noise.to(r.device)
+            rows.append(r.to(device))
+        return torch.cat(rows, dim=0) if rows else None
+
+    def _cond_audio_rows(self, payload, device):
+        rows = []
+        aug = payload.get("audio_cond_noise_aug", AUDIO_COND_TIMESTEP)
+        seed = int(payload.get("seed", 0)) + 1
+        for z in payload.get("cond_audio_latents", []):
+            r = pack_audio(z.to(torch.float32))
+            if aug < 1.0:
+                gen = torch.Generator("cpu").manual_seed(seed)
+                noise = torch.randn(r.shape, generator=gen, dtype=torch.float32)
+                r = aug * r + (1.0 - aug) * noise.to(r.device)
+            rows.append(r.to(device))
+        return torch.cat(rows, dim=0) if rows else None
+
+    def forward(self, x, timestep, context, transformer_options={}, minimax_payload=None, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timestep, context, transformer_options, minimax_payload=minimax_payload, **kwargs)
+
+    def _forward(self, x, timestep, context, transformer_options={}, minimax_payload=None, **kwargs):
+        video_x, audio_x = x[0], x[1]
+        orig_t, orig_h, orig_w = video_x.shape[2], video_x.shape[3], video_x.shape[4]
+        video_x = comfy.ldm.common_dit.pad_to_patch_size(video_x, self.patch_size)
+        if video_x.shape[0] != 1:
+            raise ValueError("MiniMax H3 supports batch size 1")
+        payload = minimax_payload or {}
+        device = video_x.device
+        dtype = context.dtype  # compute dtype
+
+        latent_t, lat_h, lat_w = video_x.shape[2], video_x.shape[3], video_x.shape[4]
+        audio_t = audio_x.shape[-1]
+        text_len = context.shape[1]
+        # extra_conds prebuilds the layout once per sampling run
+        layout = payload.get("layout")
+        if layout is None or layout.signature != (text_len, latent_t, lat_h, lat_w, audio_t):
+            layout = PackedLayout(text_len, latent_t, lat_h, lat_w, audio_t,
+                                  keyframes=payload.get("keyframes"),
+                                  refs=payload.get("refs"),
+                                  frame_count=payload.get("frame_count"))
+
+        # model_base passes model_sampling.timestep(sigma) = sigma * 1000
+        shift_v = float(transformer_options.get("minimax_h3_sigma_shift_video", self.sigma_shift_video))
+        shift_a = float(transformer_options.get("minimax_h3_sigma_shift_audio", self.sigma_shift_audio))
+        sigma_v = (timestep.flatten()[0] / 1000.0).float().clamp(min=1e-6)
+        t_v = float(1.0 - sigma_v)
+        t_a = float(1.0 - time_shift_sigma(sigma_v, shift_v, shift_a))
+
+        # distinct timesteps are known analytically: text/pad follow video, cond rows pin near 1
+        vis_aug = float(payload.get("visual_cond_noise_aug", VISUAL_COND_TIMESTEP))
+        aud_aug = float(payload.get("audio_cond_noise_aug", AUDIO_COND_TIMESTEP))
+        has_vis_cond = any(k in ("cond", "ref_img") for _, _, k in layout.segments)
+        has_aud_cond = any(k == "ref_audio" for _, _, k in layout.segments)
+        seg_t = {"text": t_v, "video": t_v, "audio": t_a,
+                 "cond": max(t_v, vis_aug), "ref_img": max(t_v, vis_aug),
+                 "ref_audio": max(t_a, aud_aug)}
+        unique_t = sorted({t_v, t_a} | ({seg_t["cond"]} if has_vis_cond else set())
+                          | ({seg_t["ref_audio"]} if has_aud_cond else set()))
+        t_row = {t: i for i, t in enumerate(unique_t)}
+        seg_tag = {"text": 1, "video": 0, "audio": 2, "cond": 0, "ref_img": 0, "ref_audio": 2}
+
+        text_tags = payload.get("text_token_tags")
+        mod_segments = []
+        for a, b, kind in layout.segments:
+            row_base = t_row[seg_t[kind]] * 3
+            if kind == "text" and text_tags is not None:
+                # the presentation text span mixes tags (vision pads carry the video modality) split into tag runs
+                tags = text_tags.view(-1).tolist()
+                run_start = 0
+                for i in range(1, b - a + 1):
+                    if i == b - a or tags[i] != tags[run_start]:
+                        mod_segments.append((a + run_start, a + i, row_base + int(tags[run_start])))
+                        run_start = i
+            else:
+                mod_segments.append((a, b, row_base + seg_tag[kind]))
+
+        # embed
+        img_update = layout.img_update.to(device)
+        audio_update = layout.audio_update.to(device)
+        video_rows = patchify_video(video_x.to(torch.float32), self.patch_size)
+        audio_rows = pack_audio(audio_x.to(torch.float32))
+        cond_video_rows = self._cond_video_rows(payload, device)
+        cond_audio_rows = self._cond_audio_rows(payload, device)
+
+        all_video_rows = video_rows
+        if cond_video_rows is not None:
+            all_video_rows = torch.empty(img_update.shape[0], video_rows.shape[1], dtype=torch.float32, device=device)
+            all_video_rows[~img_update] = cond_video_rows
+            all_video_rows[img_update] = video_rows
+        all_audio_rows = audio_rows
+        if cond_audio_rows is not None:
+            all_audio_rows = torch.empty(audio_update.shape[0], audio_rows.shape[1], dtype=torch.float32, device=device)
+            all_audio_rows[~audio_update] = cond_audio_rows
+            all_audio_rows[audio_update] = audio_rows
+
+        video_embed = self.video_patch_proj(all_video_rows).to(dtype)
+        audio_embed = self.audio_patch_proj(all_audio_rows).to(dtype)
+        text_states = context[0]
+        if text_states.shape[-1] != self.hidden_size:
+            text_states = self.token_refiner(self.condition_proj(text_states),
+                                             transformer_options=transformer_options)
+
+        # segments are contiguous: assemble by slices, embed rows follow segment order
+        h = torch.empty(layout.seq_len, self.hidden_size, dtype=dtype, device=device)
+        voff = aoff = 0
+        for a, b, kind in layout.segments:
+            n = b - a
+            if kind == "text":
+                h[a:b] = text_states
+            elif kind in ("cond", "ref_img", "video"):
+                h[a:b] = video_embed[voff:voff + n]
+                voff += n
+            else:  # ref_audio / audio
+                h[a:b] = audio_embed[aoff:aoff + n]
+                aoff += n
+
+        t_vals = torch.tensor(unique_t, dtype=torch.float32, device=device)
+        if self.use_adaln_curves:
+            # adaln projections consume interpolated coordinates of the time-embedding curve
+            table = comfy.model_management.cast_to(self.adaln_t_table, device=device)
+            pos = t_vals.clamp(0.0, 1.0) * (table.shape[0] - 1)     # t in [0,1] -> fractional grid index, out-of-range t clamps to the curve ends
+            i0 = pos.floor().long().clamp(max=table.shape[0] - 2)   # lower grid row, max-clamp keeps t=1.0 on the last interval instead of reading past the table
+            t_emb = torch.lerp(table[i0], table[i0 + 1], (pos - i0).unsqueeze(1))  # blend the two rows by the fractional part
+        else:
+            t_emb = self.time_embedder(t_vals).to(dtype)
+
+        # rotation table computed once per forward, consumed by the kitchen split-half rope
+        rope_freqs = rope_rotation_table(self.rope_freqs(layout.position_ids, device), dtype)
+
+        # blocks
+        patches_replace = transformer_options.get("patches_replace", {})
+        blocks_replace = patches_replace.get("dit", {})
+        prefetch_queue = comfy.model_prefetch.make_prefetch_queue(list(self.blocks), device, transformer_options)
+        for i, block in enumerate(self.blocks):
+            comfy.model_prefetch.prefetch_queue_pop(prefetch_queue, device, block)
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    return {"img": block(args["img"], args["t_emb"], args["mod_segments"], args["rope_freqs"],
+                                         transformer_options=args["transformer_options"])}
+                h = blocks_replace[("double_block", i)](
+                    {"img": h, "t_emb": t_emb, "mod_segments": mod_segments, "rope_freqs": rope_freqs,
+                     "transformer_options": transformer_options},
+                    {"original_block": block_wrap})["img"]
+            else:
+                h = block(h, t_emb, mod_segments, rope_freqs, transformer_options=transformer_options)
+        if prefetch_queue is not None:
+            comfy.model_prefetch.prefetch_queue_pop(prefetch_queue, device, None)
+
+        # target streams are single contiguous segments (audio then video, last two)
+        video_seg = next((a, b, t_row[seg_t["video"]]) for a, b, k in layout.segments if k == "video")
+        audio_seg = next((a, b, t_row[seg_t["audio"]]) for a, b, k in layout.segments if k == "audio")
+        v, a = self.final_layer(h, t_emb, video_seg, audio_seg)
+
+        video_out = unpatchify_video(v, latent_t, lat_h // 2, lat_w // 2, self.latents_dim, self.patch_size)
+        video_out = video_out[:, :, :orig_t, :orig_h, :orig_w]
+        audio_out = unpack_audio(a)
+
+        # The sampler integrates the flat ODE dX/dsigma_v = (X - denoised)/sigma_v.
+        # Scaling the audio velocity by d(sigma_a)/d(sigma_v) makes that ODE equal
+        # to the audio stream's true ODE on its own shifted schedule.
+        slope_a = time_shift_slope(sigma_v, shift_v, shift_a).to(audio_out.dtype)
+        return [-video_out.to(video_x.dtype), (-slope_a) * audio_out.to(audio_x.dtype)]
diff --git a/ComfyUI/comfy/ldm/minimax/vae.py b/ComfyUI/comfy/ldm/minimax/vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..b03bf0c9a23bee10ff1bddd3eb9707cf3a2d598c
--- /dev/null
+++ b/ComfyUI/comfy/ldm/minimax/vae.py
@@ -0,0 +1,694 @@
+# MiniMax H3 video VAE: 3D causal CNN encoder + ViT3D decoder.
+
+import math
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.ops
+import comfy.quant_ops
+import comfy.rmsnorm
+from comfy.ldm.modules.attention import optimized_attention
+
+ops = comfy.ops.disable_weight_init
+
+IMAGENET_MEAN = (0.485, 0.456, 0.406)
+IMAGENET_STD = (0.229, 0.224, 0.225)
+
+LATENTS_MEAN = [
+    0.858090341091156, -0.9606591463088989, 1.0661640167236328, -0.5090325474739075,
+    -0.2727581858634949, -1.3675414323806763, -0.2553254961967468, -0.26907554268836975,
+    -0.5376840829849243, -0.0464097298681736, 0.6657370328903198, 0.19690127670764923,
+    -0.5460608005523682, -0.4035342037677765, -0.23683024942874908, 0.25928452610969543,
+    -0.30133944749832153, 0.211341992020607, -1.1206848621368408, 0.3581933379173279,
+    -0.04225143790245056, 0.2604829967021942, 0.22864092886447906, 0.7056031823158264,
+]
+
+LATENTS_STD = [
+    1.2223774194717407, 1.2767263650894165, 1.68317747116088865, 1.7549455165863037,
+    1.5636216402053833, 2.194143533706665, 0.96531379222869875, 1.05698859691619875,
+    0.841948926448822, 0.7729952931404114, 1.8955937623977661, 0.946841835975647,
+    0.7996809482574463, 0.44988900423049925, 0.7197399735450745, 0.69362932443618775,
+    2.961095094680786, 2.7694199085235595, 3.0496184825897215, 2.1088054180145265,
+    3.276226282119751, 3.1627357006073, 2.28168129920959475, 2.6127843856811525,
+]
+
+
+# 3D causal CNN encoder
+
+class CausalConv3d(ops.Conv3d):
+    # Reflect spatial padding, causal (zeros, front-only) temporal padding.
+    def __init__(self, in_channels, out_channels, kernel_size, stride=1, padding=0):
+        super().__init__(in_channels, out_channels, kernel_size=kernel_size, stride=stride)
+        self.causal_padding = (padding,) * 3 if isinstance(padding, int) else tuple(padding)
+
+    def forward(self, x):
+        if sum(self.causal_padding) == 0:
+            return super().forward(x)
+
+        x = F.pad(x, (self.causal_padding[2], self.causal_padding[2], self.causal_padding[1], self.causal_padding[1], 0, 0),  mode="reflect")
+        if x.shape[2] == 1:
+            # single frame: the causal front padding is all zeros truncate the temporal taps instead of convolving zero frames
+            return super().forward(x, autopad="causal_zero")
+        x = F.pad(x, (0, 0, 0, 0, self.causal_padding[0] * 2, 0), mode="constant")
+        return super().forward(x)
+
+
+class TemporalIsolatedGroupNorm(ops.GroupNorm):
+    # GroupNorm with statistics computed per frame (time merged into batch).
+    def forward(self, x):
+        if x.dim() == 5:
+            b, c, t, h, w = x.shape
+            x = x.permute(0, 2, 1, 3, 4).contiguous().view(b * t, c, 1, h, w)
+            x = super().forward(x)
+            return x.view(b, t, c, h, w).permute(0, 2, 1, 3, 4).contiguous()
+        return super().forward(x)
+
+
+def group_norm_3d(num_channels):
+    return TemporalIsolatedGroupNorm(num_groups=32, num_channels=num_channels, eps=1e-6, affine=True)
+
+
+class Downsample3D(nn.Module):
+    def __init__(self, in_channels, out_channels, time_stride=1, space_stride=2):
+        super().__init__()
+        self.space_stride = space_stride
+        self.conv = CausalConv3d(
+            in_channels,
+            out_channels,
+            kernel_size=3,
+            padding=(1, 0, 0),
+            stride=(time_stride, space_stride, space_stride),
+        )
+
+    def forward(self, x):
+        if self.space_stride == 2:
+            x = F.pad(x, (0, 1, 0, 1, 0, 0), mode="reflect")
+        return self.conv(x)
+
+
+class ResnetBlock3D(nn.Module):
+    def __init__(self, in_channels, out_channels=None):
+        super().__init__()
+        self.in_channels = in_channels
+        out_channels = in_channels if out_channels is None else out_channels
+        self.out_channels = out_channels
+
+        self.norm1 = group_norm_3d(in_channels)
+        self.norm2 = group_norm_3d(out_channels)
+        self.conv1 = CausalConv3d(in_channels, out_channels, kernel_size=3, padding=1)
+        self.conv2 = CausalConv3d(out_channels, out_channels, kernel_size=3, padding=1)
+        if in_channels != out_channels:
+            self.nin_shortcut = CausalConv3d(in_channels, out_channels, kernel_size=1)
+
+    def forward(self, x):
+        h = self.conv1(F.silu(self.norm1(x), inplace=True))
+        h = self.conv2(F.silu(self.norm2(h), inplace=True))
+        if self.in_channels != self.out_channels:
+            x = self.nin_shortcut(x)
+        return h.add_(x)
+
+
+class EncoderFCN3D(nn.Module):
+    def __init__(self, ch, ch_mult, space_down, time_down, num_res_blocks, in_channels, z_channels, double_z=True):
+        super().__init__()
+        self.num_levels = len(ch_mult)
+        if isinstance(num_res_blocks, int):
+            num_res_blocks = [num_res_blocks] * self.num_levels
+        self.num_res_blocks = num_res_blocks
+
+        block_mid = [ch * ch_mult[i] for i in range(self.num_levels)]
+        block_in = [block_mid[0]] + block_mid[:-1]
+        block_out = block_mid
+
+        self.conv_in = CausalConv3d(in_channels, block_in[0], kernel_size=3, padding=1)
+
+        self.down = nn.ModuleList()
+        for i_level in range(self.num_levels):
+            down = nn.Module()
+            down.block = nn.ModuleList()
+            for i in range(self.num_res_blocks[i_level]):
+                down.block.append(
+                    ResnetBlock3D(
+                        in_channels=block_in[i_level] if i == 0 else block_mid[i_level],
+                        out_channels=block_mid[i_level],
+                    )
+                )
+            if space_down[i_level] * time_down[i_level] > 1:
+                down.downsample = Downsample3D(
+                    block_mid[i_level],
+                    block_out[i_level],
+                    time_stride=time_down[i_level],
+                    space_stride=space_down[i_level],
+                )
+            self.down.append(down)
+
+        self.norm_out = group_norm_3d(block_out[-1])
+        self.conv_out = CausalConv3d(
+            block_out[-1],
+            2 * z_channels if double_z else z_channels,
+            kernel_size=3,
+            padding=1,
+        )
+
+    def forward(self, x):
+        h = self.conv_in(x)
+        for i_level in range(self.num_levels):
+            for i_block in range(self.num_res_blocks[i_level]):
+                h = self.down[i_level].block[i_block](h)
+            if hasattr(self.down[i_level], "downsample"):
+                h = self.down[i_level].downsample(h)
+        h = F.silu(self.norm_out(h))
+        return self.conv_out(h)
+
+
+# ViT3D decoder
+
+def create_token_ids(patch_dims, device, dtype):
+    coords_list = []
+    for dim_size in patch_dims:
+        coords = torch.arange(0.5, dim_size, dtype=dtype, device=device)
+        coords = coords / dim_size
+        coords = 2.0 * coords - 1.0
+        coords_list.append(coords)
+    coords = torch.stack(torch.meshgrid(*coords_list, indexing="ij"), dim=-1)
+    return coords.flatten(0, len(patch_dims) - 1).unsqueeze(0)
+
+
+class RotaryEmbeddingND(nn.Module):
+    def __init__(self, dim, rotary_base=100.0, n_dim=3):
+        super().__init__()
+        self.n_dim = n_dim
+        self.angle_scale = 2.0 * math.pi
+        inv_freq = 1 / rotary_base ** torch.arange(0, 1, 2 * n_dim / dim, dtype=torch.float32)
+        self.register_buffer("inv_freq", inv_freq, persistent=False)
+
+    def forward(self, img_ids):
+        # [B, S, n_dim] -> [B, S, 1, pairs, 2, 2] rotation table for the kitchen split-half rope
+        angles = (
+            self.angle_scale
+            * img_ids[:, :, :, None].float()
+            * self.inv_freq.to(img_ids.device)[None, None, None, :]
+        )
+        angles = angles.flatten(2, 3)
+        c, s = torch.cos(angles), torch.sin(angles)
+        table = torch.stack([c, -s, s, c], dim=-1).reshape(*angles.shape[:2], 1, angles.shape[-1], 2, 2)
+        return table.to(img_ids.dtype)
+
+
+class FeedForward(nn.Module):
+    # Gated SiLU FFN.
+    def __init__(self, dim, mult=4, bias=True):
+        super().__init__()
+        inner_dim = dim * mult
+        self.w1 = ops.Linear(dim, inner_dim * 2, bias=bias)
+        self.w2 = ops.Linear(inner_dim, dim, bias=bias)
+
+    def forward(self, x):
+        gate, x = self.w1(x).chunk(2, dim=-1)
+        return self.w2(F.silu(gate).mul_(x))
+
+
+class Attention(nn.Module):
+    def __init__(self, heads, dim_head, bias=True, eps=1e-5):
+        super().__init__()
+        self.dim_head = dim_head
+        self.heads = heads
+        inner_dim = dim_head * heads
+        self.norm_q = ops.RMSNorm(dim_head, eps=eps, elementwise_affine=False)
+        self.norm_k = ops.RMSNorm(dim_head, eps=eps, elementwise_affine=False)
+        self.to_qkv = ops.Linear(inner_dim, inner_dim * 3, bias=bias)
+        self.to_out = ops.Linear(inner_dim, inner_dim, bias=bias)
+
+    def forward(self, x, rotary_pos_emb=None):
+        batch_size, seq_len, _ = x.shape
+
+        qkv = self.to_qkv(x)
+        qkv = qkv.view(batch_size, seq_len, -1, 3 * self.dim_head)
+        query, key, value = torch.chunk(qkv, 3, dim=-1)
+
+        query = comfy.rmsnorm.rms_norm(query, self.norm_q.weight, self.norm_q.eps)
+        key = comfy.rmsnorm.rms_norm(key, self.norm_k.weight, self.norm_k.eps)
+
+        if rotary_pos_emb is not None:
+            rot = rotary_pos_emb.shape[-3] * 2
+            query[..., :rot], key[..., :rot] = comfy.quant_ops.ck.apply_rope_split_half(
+                query[..., :rot], key[..., :rot], rotary_pos_emb)
+
+        out = optimized_attention(query.transpose(1, 2), key.transpose(1, 2), value.transpose(1, 2),
+                                  self.heads, skip_reshape=True).nan_to_num_(0.0)
+        return self.to_out(out)
+
+
+class TransformerBlock(nn.Module):
+    def __init__(self, heads, dim_head, bias=True, eps=1e-5):
+        super().__init__()
+        dim = heads * dim_head
+        self.norm1 = ops.RMSNorm(dim, elementwise_affine=True, eps=eps)
+        self.attn = Attention(heads=heads, dim_head=dim_head, bias=bias, eps=eps)
+        self.scale1 = nn.Parameter(torch.empty(dim))
+        self.norm2 = ops.RMSNorm(dim, elementwise_affine=True, eps=eps)
+        self.ff = FeedForward(dim=dim, bias=bias)
+        self.scale2 = nn.Parameter(torch.empty(dim))
+
+    def forward(self, x, rotary_pos_emb=None):
+        x = x.addcmul_(self.attn(comfy.rmsnorm.rms_norm(x, self.norm1.weight, self.norm1.eps), rotary_pos_emb), comfy.ops.cast_to_input(self.scale1, x))
+        return x.addcmul_(self.ff(comfy.rmsnorm.rms_norm(x, self.norm2.weight, self.norm2.eps)), comfy.ops.cast_to_input(self.scale2, x))
+
+
+class ViT3DDecoder(nn.Module):
+    def __init__(self, patch_size=16, patch_size_t=4, in_channels=24, out_channels=3, num_layers=36, heads=32, dim_head=64, rope_theta=100.0,
+                 rope_dim_ratio=0.75, bias=True, eps=1e-5, num_register_tokens=4):
+        super().__init__()
+        dim = heads * dim_head
+        self.patch_size = patch_size
+        self.patch_size_t = patch_size_t
+        self.out_channels = out_channels
+        self.num_register_tokens = num_register_tokens
+
+        self.pos_embed = RotaryEmbeddingND(int(dim_head * rope_dim_ratio), rope_theta, n_dim=3)
+        self.x_embedder = ops.Linear(in_channels, dim)
+        self.register_tokens = nn.Parameter(torch.empty(1, num_register_tokens, dim))
+        # unused at inference; kept so the checkpoint loads without leftover keys
+        self.register_buffer("mask_token", torch.empty(1, 1, dim))
+
+        self.transformer_blocks = nn.ModuleList(
+            [TransformerBlock(heads=heads, dim_head=dim_head, bias=bias, eps=eps)
+             for _ in range(num_layers)]
+        )
+
+        self.norm_out = ops.LayerNorm(dim, elementwise_affine=True, eps=eps)
+        self.proj_out = ops.Linear(dim, out_channels * patch_size_t * patch_size * patch_size)
+
+    def forward(self, x):
+        B, C, latent_T, latent_H, latent_W = x.shape
+
+        h = self.x_embedder(x.flatten(2).transpose(1, 2))  # [B, T*H*W, C]
+
+        num_patches = h.shape[1]
+        num_suffix = 1 + self.num_register_tokens
+
+        h = torch.cat([h, comfy.ops.cast_to_input(self.register_tokens, h).expand(B, -1, -1), torch.zeros_like(h[:, 0:1, :])], dim=1)
+
+        img_ids = create_token_ids((latent_T, latent_H, latent_W), x.device, x.dtype).expand(B, -1, -1)
+        suffix_ids = torch.zeros((B, num_suffix, 3), device=x.device, dtype=img_ids.dtype)
+        img_ids = torch.cat([img_ids, suffix_ids], dim=1)
+
+        rotary_pos_emb = self.pos_embed(img_ids)
+
+        for block in self.transformer_blocks:
+            h = block(h, rotary_pos_emb)
+
+        output = self.proj_out(self.norm_out(h))
+
+        output = output[:, :num_patches, :]
+
+        output = output.view(
+            B, latent_T, latent_H, latent_W,
+            self.out_channels, self.patch_size_t, self.patch_size, self.patch_size,
+        )
+        output = output.permute(0, 4, 1, 5, 2, 6, 3, 7).contiguous()
+        output = output.reshape(
+            B, self.out_channels,
+            latent_T * self.patch_size_t,
+            latent_H * self.patch_size,
+            latent_W * self.patch_size,
+        )
+        return output
+
+
+# Full VAE
+
+class MiniMaxH3VideoVAE(nn.Module):
+    def __init__(
+        self,
+        in_channels=3,
+        out_ch=3,
+        ch=128,
+        embed_dim=24,
+        z_channels=24,
+        ch_mult=(1, 2, 2, 4, 4, 8),
+        num_res_blocks=2,
+        space_down=(2, 2, 2, 2, 1, 1),
+        time_down=(1, 2, 2, 1, 1, 1),
+        clip_length=17,
+        token_drop=3,
+        tile_size=256,
+        tile_overlap_min=64,
+        tiling=True,
+    ):
+        super().__init__()
+        self.vae_ratio = int(math.prod(space_down))
+        self.vae_ratio_t = int(math.prod(time_down))
+
+        # temporal chunking parameters
+        self.clip_length = clip_length
+        self.token_drop = token_drop
+        self.frame_pre_padding = (-clip_length) % self.vae_ratio_t
+        self.tokens_chunk_size = math.ceil(clip_length / self.vae_ratio_t)
+        self.token_overlap = (-token_drop) % self.tokens_chunk_size
+        self.frame_overlap = max(self.token_overlap * self.vae_ratio_t - self.frame_pre_padding, 0)
+
+        # spatial tiling parameters
+        self.tiling = tiling
+        self.tile_size = tile_size
+        self.tile_overlap_min = tile_overlap_min
+
+        self.encoder = EncoderFCN3D(
+            ch=ch,
+            ch_mult=list(ch_mult),
+            space_down=list(space_down),
+            time_down=list(time_down),
+            num_res_blocks=num_res_blocks,
+            in_channels=in_channels,
+            z_channels=z_channels,
+            double_z=True,
+        )
+        self.quant_conv = ops.Conv3d(z_channels * 2, 2 * embed_dim, 1)
+        self.post_quant_conv = ops.Conv3d(embed_dim, z_channels, 1)
+        self.decoder = ViT3DDecoder(
+            patch_size=self.vae_ratio,
+            patch_size_t=self.vae_ratio_t,
+            in_channels=z_channels,
+            out_channels=out_ch,
+        )
+
+        self.register_buffer("latents_mean", torch.tensor(LATENTS_MEAN))
+        self.register_buffer("latents_std", torch.tensor(LATENTS_STD))
+        self.register_buffer("pixel_mean", torch.tensor(IMAGENET_MEAN).view(1, 3, 1, 1, 1), persistent=False)
+        self.register_buffer("pixel_std", torch.tensor(IMAGENET_STD).view(1, 3, 1, 1, 1), persistent=False)
+
+    # single-shot forward
+
+    def _encode_moments(self, x):
+        return self.quant_conv(self.encoder(x))
+
+    def _decode_pixels(self, z):
+        return self.decoder(self.post_quant_conv(z))
+
+    def _adaptive_encode(self, x):
+        if self.tiling:
+            return self.tiled_encode(x)
+        return self._encode_moments(x)
+
+    def _adaptive_decode(self, z):
+        if self.tiling:
+            return self.tiled_decode(z)
+        return self._decode_pixels(z)
+
+    # spatial tiling
+
+    def split_tiles(self, input_len):
+        tile_size = self.tile_size
+        if tile_size >= input_len:
+            return [0], [input_len], []
+
+        N = math.ceil(input_len / tile_size)
+        while True:
+            overlaps = [self.tile_overlap_min] * (N - 1)
+            remaining = tile_size * N - sum(overlaps) - input_len
+            if remaining < 0:
+                N += 1
+            else:
+                break
+
+        remaining_units = remaining // self.vae_ratio
+        for i in range(remaining_units):
+            overlaps[i % (N - 1)] += self.vae_ratio
+
+        tile_start_idx = [0]
+        for i in range(N - 1):
+            tile_start_idx.append(tile_start_idx[-1] + tile_size - overlaps[i])
+
+        return tile_start_idx, [tile_size] * N, overlaps
+
+    def blend(self, a, b, blend_extent, dim):
+        blend_extent = min(a.shape[dim], b.shape[dim], blend_extent)
+
+        positions = torch.arange(blend_extent, device=b.device, dtype=b.dtype)
+        weight_a = 1 - positions / blend_extent
+        weight_b = positions / blend_extent
+
+        shape = [1] * a.ndim
+        shape[dim] = blend_extent
+        weight_a = weight_a.view(shape)
+        weight_b = weight_b.view(shape)
+
+        slice_a = [slice(None)] * a.ndim
+        slice_a[dim] = slice(-blend_extent, None)
+        slice_b = [slice(None)] * b.ndim
+        slice_b[dim] = slice(0, blend_extent)
+
+        blended = a[tuple(slice_a)] * weight_a + b[tuple(slice_b)] * weight_b
+
+        if blend_extent < b.shape[dim]:
+            slice_b_rest = [slice(None)] * b.ndim
+            slice_b_rest[dim] = slice(blend_extent, None)
+            return torch.cat([blended, b[tuple(slice_b_rest)]], dim=dim)
+        return blended
+
+    def tiled_encode(self, x):
+        height, width = x.shape[-2], x.shape[-1]
+        y_idx, y_len, y_overlap = self.split_tiles(height)
+        x_idx, x_len, x_overlap = self.split_tiles(width)
+
+        rows = []
+        for i_pos, i_len in zip(y_idx, y_len):
+            row = []
+            for j_pos, j_len in zip(x_idx, x_len):
+                tile = x[..., i_pos:i_pos + i_len, j_pos:j_pos + j_len]
+                row.append(self._encode_moments(tile))
+            rows.append(row)
+
+        latent_y_overlap = [o // self.vae_ratio for o in y_overlap]
+        latent_x_overlap = [o // self.vae_ratio for o in x_overlap]
+
+        result_rows = []
+        for i, row in enumerate(rows):
+            result_row = []
+            for j, tile in enumerate(row):
+                if i > 0:
+                    tile = self.blend(rows[i - 1][j], tile, latent_y_overlap[i - 1], dim=-2)
+                if j > 0:
+                    tile = self.blend(row[j - 1], tile, latent_x_overlap[j - 1], dim=-1)
+                if i < len(rows) - 1:
+                    tile = tile[..., :-latent_y_overlap[i], :]
+                if j < len(row) - 1:
+                    tile = tile[..., :, :-latent_x_overlap[j]]
+                result_row.append(tile)
+            result_rows.append(torch.cat(result_row, dim=-1))
+        return torch.cat(result_rows, dim=-2)
+
+    def tiled_decode(self, z):
+        height, width = z.shape[-2] * self.vae_ratio, z.shape[-1] * self.vae_ratio
+        y_idx, y_len, y_overlap = self.split_tiles(height)
+        x_idx, x_len, x_overlap = self.split_tiles(width)
+
+        # Blended tiles are written straight into a pre-allocated canvas.
+        canvas = None
+        row_tails = []
+        out_y = 0
+        for i, (i_pos, i_len) in enumerate(zip(y_idx, y_len)):
+            zi, zl = i_pos // self.vae_ratio, i_len // self.vae_ratio
+            new_tails = []
+            left_tail = None
+            out_x = 0
+            for j, (j_pos, j_len) in enumerate(zip(x_idx, x_len)):
+                zj, zw = j_pos // self.vae_ratio, j_len // self.vae_ratio
+                tile = self._decode_pixels(z[..., zi:zi + zl, zj:zj + zw])
+                if i < len(y_idx) - 1:
+                    new_tails.append(tile[..., -y_overlap[i]:, :].clone())
+                next_left_tail = tile[..., :, -x_overlap[j]:].clone() if j < len(x_idx) - 1 else None
+                if i > 0:
+                    tile = self.blend(row_tails[j], tile, y_overlap[i - 1], dim=-2)
+                if j > 0:
+                    tile = self.blend(left_tail, tile, x_overlap[j - 1], dim=-1)
+                left_tail = next_left_tail
+                if i < len(y_idx) - 1:
+                    tile = tile[..., :-y_overlap[i], :]
+                if j < len(x_idx) - 1:
+                    tile = tile[..., :, :-x_overlap[j]]
+                if canvas is None:
+                    canvas = torch.empty(*tile.shape[:-2], height, width, dtype=tile.dtype, device=tile.device)
+                canvas[..., out_y:out_y + tile.shape[-2], out_x:out_x + tile.shape[-1]].copy_(tile)
+                out_x += tile.shape[-1]
+            row_tails = new_tails
+            out_y += tile.shape[-2]
+        return canvas
+
+    # temporal chunking
+
+    def encode_temporal(self, x):
+        if x.shape[2] % self.clip_length != 0:
+            pad_size = (-x.shape[2]) % self.clip_length
+            pad_frames = x[:, :, -1:].repeat(1, 1, pad_size, 1, 1)
+            x = torch.cat([x, pad_frames], dim=2)
+
+        num_chunks = x.shape[2] // self.clip_length
+
+        z_list = []
+        for i in range(num_chunks):
+            clip_x = x[:, :, i * self.clip_length:(i + 1) * self.clip_length, :, :]
+            z_list.append(self._adaptive_encode(clip_x))
+
+        z = torch.cat(z_list, dim=2)
+        if self.token_drop > 0:
+            z = z[:, :, :-self.token_drop]
+        return z
+
+    def _decode_temporal_pad_frames(self, z_len, pad_tokens):
+        if pad_tokens <= 0:
+            return 0
+        intra_tail = self.clip_length % self.vae_ratio_t
+        if intra_tail == 0:
+            return pad_tokens * self.vae_ratio_t
+
+        z_len_before_pad = z_len - pad_tokens
+        return sum(
+            (intra_tail if (z_len_before_pad + k) % self.tokens_chunk_size == 0
+             else self.vae_ratio_t)
+            for k in range(pad_tokens)
+        )
+
+    def _decode_temporal_frame_plan(self, z_len, num_chunks, pad_tokens):
+        chunk_dec = self.tokens_chunk_size * self.vae_ratio_t
+        split_count = int(self.token_drop > 0) + 1
+        total_frames = 0
+        final_overlap_frames = 0
+
+        for i in range(num_chunks):
+            t_start_idx = i * self.tokens_chunk_size
+            t_end_idx = t_start_idx + self.tokens_chunk_size + self.token_overlap
+            clip_token_len = max(0, min(t_end_idx, z_len) - min(t_start_idx, z_len))
+            clip_frame_len = clip_token_len * self.vae_ratio_t
+
+            for j in range(split_count):
+                f_start_idx = j * chunk_dec
+                f_end_idx = min(f_start_idx + chunk_dec, clip_frame_len)
+                chunk_frames = max(0, f_end_idx - f_start_idx - self.frame_pre_padding)
+                if j == 0:
+                    total_frames += chunk_frames
+                else:
+                    final_overlap_frames = chunk_frames
+
+        total_frames += final_overlap_frames
+        return total_frames - self._decode_temporal_pad_frames(z_len, pad_tokens)
+
+    def decode_temporal(self, z):
+        chunk_dec = self.tokens_chunk_size * self.vae_ratio_t
+        split_count = int(self.token_drop > 0) + 1
+
+        pseudo_total_tokens = z.shape[2] + self.token_drop
+
+        pad_tokens = 0
+        remainder = pseudo_total_tokens % self.tokens_chunk_size
+        if remainder != 0:
+            pad_tokens = self.tokens_chunk_size - remainder
+            pseudo_total_tokens += pad_tokens
+
+        num_chunks = pseudo_total_tokens // self.tokens_chunk_size - int(self.token_drop > 0)
+        if num_chunks < 1:
+            # too few tokens for one chunk (e.g. T_lat == 2): pad one extra chunk
+            pad_tokens += self.tokens_chunk_size
+            num_chunks += 1
+
+        if pad_tokens > 0:
+            pad_z = z[:, :, -1:, :, :].repeat(1, 1, pad_tokens, 1, 1)
+            z = torch.cat([z, pad_z], dim=2)
+
+        output_frames = self._decode_temporal_frame_plan(z.shape[2], num_chunks, pad_tokens)
+
+        dec = None
+        dec_overlap = None
+        write_pos = 0
+
+        def write_part(part):
+            nonlocal dec, write_pos
+            part_frames = part.shape[2]
+            if part_frames <= 0:
+                return
+            if dec is None:
+                out_shape = list(part.shape)
+                out_shape[2] = output_frames
+                dec = torch.empty(out_shape, dtype=part.dtype, device=part.device)
+            copy_frames = min(part_frames, max(0, dec.shape[2] - write_pos))
+            if copy_frames > 0:
+                dec[:, :, write_pos:write_pos + copy_frames, :, :].copy_(
+                    part[:, :, :copy_frames, :, :]
+                )
+                write_pos += copy_frames
+
+        for i in range(num_chunks):
+            t_start_idx = i * self.tokens_chunk_size
+            t_end_idx = t_start_idx + self.tokens_chunk_size + self.token_overlap
+            clip_z = z[:, :, t_start_idx:t_end_idx, :, :]
+
+            clip_dec = self._adaptive_decode(clip_z)
+
+            for j in range(split_count):
+                f_start_idx = j * chunk_dec
+                f_end_idx = min(f_start_idx + chunk_dec, clip_dec.shape[2])
+                clip_dec_chunk = clip_dec[:, :, f_start_idx:f_end_idx, :, :]
+                clip_dec_chunk = clip_dec_chunk[:, :, self.frame_pre_padding:, :, :]
+
+                if j == 0:
+                    if dec_overlap is not None:
+                        clip_dec_chunk = self.blend(
+                            dec_overlap, clip_dec_chunk, self.frame_overlap, dim=-3
+                        )
+                        dec_overlap = None
+                    write_part(clip_dec_chunk)
+                else:
+                    dec_overlap = clip_dec_chunk.contiguous()
+
+            if i == num_chunks - 1 and dec_overlap is not None:
+                write_part(dec_overlap)
+                dec_overlap = None
+
+            del clip_dec, clip_z
+
+        return dec
+
+
+    def encode(self, x):
+        # x: [B, 3, T, H, W] in [-1, 1] -> normalized latents [B, 24, T_lat, H/16, W/16]
+        if x.ndim == 4:
+            x = x.unsqueeze(2)
+
+        x = x.add(1.0).mul_(0.5).sub_(self.pixel_mean.to(x)).div_(self.pixel_std.to(x))
+
+        if x.shape[2] == 1:
+            moments = self._adaptive_encode(x)
+            moments = moments[:, :, -1:, :, :]
+        else:
+            moments = self.encode_temporal(x)
+
+        mean = torch.chunk(moments.float(), 2, dim=1)[0]
+
+        latents_mean = self.latents_mean.view(1, -1, 1, 1, 1).to(mean)
+        latents_std = self.latents_std.view(1, -1, 1, 1, 1).to(mean)
+        return (mean - latents_mean) / latents_std
+
+    def encode_tiled(self, x, **kwargs):
+        # tiling is always on internally with the reference's semantic tile sizes, ignore tiling fallbacks
+        return self.encode(x)
+
+    def decode_tiled(self, z, **kwargs):
+        return self.decode(z)
+
+    def decode(self, z):
+        # z: [B, 24, T_lat, H_lat, W_lat] normalized latents -> pixels [B, 3, T, H, W] in [-1, 1]
+        latents_mean = self.latents_mean.view(1, -1, 1, 1, 1).to(z)
+        latents_std = self.latents_std.view(1, -1, 1, 1, 1).to(z)
+        z = z * latents_std + latents_mean
+
+        if z.shape[2] == 1:
+            dec = self._adaptive_decode(z)
+            dec = dec[:, :, -1:, :, :]
+        else:
+            dec = self.decode_temporal(z)
+
+        dec = dec.float()
+        dec.mul_(self.pixel_std.to(dec)).add_(self.pixel_mean.to(dec)).clamp_(0.0, 1.0).mul_(2.0).sub_(1.0)
+        return dec
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/__init__.py b/ComfyUI/comfy/ldm/mmaudio/vae/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/__init__.cpython-312.pyc b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/__init__.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..5a39b436d9a59cd51d241b28b688984c4d0241cf
Binary files /dev/null and b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/__init__.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/activations.cpython-312.pyc b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/activations.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..12e90f69e3e5bd16a0b9363f8695d839d3a29a03
Binary files /dev/null and b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/activations.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/alias_free_torch.cpython-312.pyc b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/alias_free_torch.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..0c10a3c9fae28385af4e1b122231e52895fa58ca
Binary files /dev/null and b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/alias_free_torch.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/autoencoder.cpython-312.pyc b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/autoencoder.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..d324ac2db2ec5abfd851dd7c6aba9d99e71f79a0
Binary files /dev/null and b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/autoencoder.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/bigvgan.cpython-312.pyc b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/bigvgan.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..1ac50f9f34b6ac2fff3ac44d82699ccb75519a1c
Binary files /dev/null and b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/bigvgan.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/distributions.cpython-312.pyc b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/distributions.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..90931803c1b9c5e04d3a414fcb79fc0ab02c4c30
Binary files /dev/null and b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/distributions.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/vae.cpython-312.pyc b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..4c987bca3d7ed5921e6a92f681782f012e28befc
Binary files /dev/null and b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/vae_modules.cpython-312.pyc b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/vae_modules.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..969fa62bdc69f6b72c019bc640bef5a3ae433344
Binary files /dev/null and b/ComfyUI/comfy/ldm/mmaudio/vae/__pycache__/vae_modules.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/activations.py b/ComfyUI/comfy/ldm/mmaudio/vae/activations.py
new file mode 100644
index 0000000000000000000000000000000000000000..db9192e3e4c4d2ca318178bb93a959beb9bbff42
--- /dev/null
+++ b/ComfyUI/comfy/ldm/mmaudio/vae/activations.py
@@ -0,0 +1,120 @@
+# Implementation adapted from https://github.com/EdwardDixon/snake under the MIT license.
+#   LICENSE is in incl_licenses directory.
+
+import torch
+from torch import nn, sin, pow
+from torch.nn import Parameter
+import comfy.model_management
+
+class Snake(nn.Module):
+    '''
+    Implementation of a sine-based periodic activation function
+    Shape:
+        - Input: (B, C, T)
+        - Output: (B, C, T), same shape as the input
+    Parameters:
+        - alpha - trainable parameter
+    References:
+        - This activation function is from this paper by Liu Ziyin, Tilman Hartwig, Masahito Ueda:
+        https://arxiv.org/abs/2006.08195
+    Examples:
+        >>> a1 = snake(256)
+        >>> x = torch.randn(256)
+        >>> x = a1(x)
+    '''
+    def __init__(self, in_features, alpha=1.0, alpha_trainable=True, alpha_logscale=False):
+        '''
+        Initialization.
+        INPUT:
+            - in_features: shape of the input
+            - alpha: trainable parameter
+            alpha is initialized to 1 by default, higher values = higher-frequency.
+            alpha will be trained along with the rest of your model.
+        '''
+        super(Snake, self).__init__()
+        self.in_features = in_features
+
+        # initialize alpha
+        self.alpha_logscale = alpha_logscale
+        if self.alpha_logscale:
+            self.alpha = Parameter(torch.empty(in_features))
+        else:
+            self.alpha = Parameter(torch.empty(in_features))
+
+        self.alpha.requires_grad = alpha_trainable
+
+        self.no_div_by_zero = 0.000000001
+
+    def forward(self, x):
+        '''
+        Forward pass of the function.
+        Applies the function to the input elementwise.
+        Snake ∶= x + 1/a * sin^2 (xa)
+        '''
+        alpha = comfy.model_management.cast_to(self.alpha, dtype=x.dtype, device=x.device).unsqueeze(0).unsqueeze(-1) # line up with x to [B, C, T]
+        if self.alpha_logscale:
+            alpha = torch.exp(alpha)
+        x = x + (1.0 / (alpha + self.no_div_by_zero)) * pow(sin(x * alpha), 2)
+
+        return x
+
+
+class SnakeBeta(nn.Module):
+    '''
+    A modified Snake function which uses separate parameters for the magnitude of the periodic components
+    Shape:
+        - Input: (B, C, T)
+        - Output: (B, C, T), same shape as the input
+    Parameters:
+        - alpha - trainable parameter that controls frequency
+        - beta - trainable parameter that controls magnitude
+    References:
+        - This activation function is a modified version based on this paper by Liu Ziyin, Tilman Hartwig, Masahito Ueda:
+        https://arxiv.org/abs/2006.08195
+    Examples:
+        >>> a1 = snakebeta(256)
+        >>> x = torch.randn(256)
+        >>> x = a1(x)
+    '''
+    def __init__(self, in_features, alpha=1.0, alpha_trainable=True, alpha_logscale=False):
+        '''
+        Initialization.
+        INPUT:
+            - in_features: shape of the input
+            - alpha - trainable parameter that controls frequency
+            - beta - trainable parameter that controls magnitude
+            alpha is initialized to 1 by default, higher values = higher-frequency.
+            beta is initialized to 1 by default, higher values = higher-magnitude.
+            alpha will be trained along with the rest of your model.
+        '''
+        super(SnakeBeta, self).__init__()
+        self.in_features = in_features
+
+        # initialize alpha
+        self.alpha_logscale = alpha_logscale
+        if self.alpha_logscale:
+            self.alpha = Parameter(torch.empty(in_features))
+            self.beta = Parameter(torch.empty(in_features))
+        else:
+            self.alpha = Parameter(torch.empty(in_features))
+            self.beta = Parameter(torch.empty(in_features))
+
+        self.alpha.requires_grad = alpha_trainable
+        self.beta.requires_grad = alpha_trainable
+
+        self.no_div_by_zero = 0.000000001
+
+    def forward(self, x):
+        '''
+        Forward pass of the function.
+        Applies the function to the input elementwise.
+        SnakeBeta ∶= x + 1/b * sin^2 (xa)
+        '''
+        alpha = comfy.model_management.cast_to(self.alpha, dtype=x.dtype, device=x.device).unsqueeze(0).unsqueeze(-1) # line up with x to [B, C, T]
+        beta = comfy.model_management.cast_to(self.beta, dtype=x.dtype, device=x.device).unsqueeze(0).unsqueeze(-1)
+        if self.alpha_logscale:
+            alpha = torch.exp(alpha)
+            beta = torch.exp(beta)
+        x = x + (1.0 / (beta + self.no_div_by_zero)) * pow(sin(x * alpha), 2)
+
+        return x
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/alias_free_torch.py b/ComfyUI/comfy/ldm/mmaudio/vae/alias_free_torch.py
new file mode 100644
index 0000000000000000000000000000000000000000..35c70b89712017a616add51fc22537093378657d
--- /dev/null
+++ b/ComfyUI/comfy/ldm/mmaudio/vae/alias_free_torch.py
@@ -0,0 +1,157 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+import math
+import comfy.model_management
+
+if 'sinc' in dir(torch):
+    sinc = torch.sinc
+else:
+    # This code is adopted from adefossez's julius.core.sinc under the MIT License
+    # https://adefossez.github.io/julius/julius/core.html
+    #   LICENSE is in incl_licenses directory.
+    def sinc(x: torch.Tensor):
+        """
+        Implementation of sinc, i.e. sin(pi * x) / (pi * x)
+        __Warning__: Different to julius.sinc, the input is multiplied by `pi`!
+        """
+        return torch.where(x == 0,
+                           torch.tensor(1., device=x.device, dtype=x.dtype),
+                           torch.sin(math.pi * x) / math.pi / x)
+
+
+# This code is adopted from adefossez's julius.lowpass.LowPassFilters under the MIT License
+# https://adefossez.github.io/julius/julius/lowpass.html
+#   LICENSE is in incl_licenses directory.
+def kaiser_sinc_filter1d(cutoff, half_width, kernel_size): # return filter [1,1,kernel_size]
+    even = (kernel_size % 2 == 0)
+    half_size = kernel_size // 2
+
+    #For kaiser window
+    delta_f = 4 * half_width
+    A = 2.285 * (half_size - 1) * math.pi * delta_f + 7.95
+    if A > 50.:
+        beta = 0.1102 * (A - 8.7)
+    elif A >= 21.:
+        beta = 0.5842 * (A - 21)**0.4 + 0.07886 * (A - 21.)
+    else:
+        beta = 0.
+    window = torch.kaiser_window(kernel_size, beta=beta, periodic=False)
+
+    # ratio = 0.5/cutoff -> 2 * cutoff = 1 / ratio
+    if even:
+        time = (torch.arange(-half_size, half_size) + 0.5)
+    else:
+        time = torch.arange(kernel_size) - half_size
+    if cutoff == 0:
+        filter_ = torch.zeros_like(time)
+    else:
+        filter_ = 2 * cutoff * window * sinc(2 * cutoff * time)
+        # Normalize filter to have sum = 1, otherwise we will have a small leakage
+        # of the constant component in the input signal.
+        filter_ /= filter_.sum()
+        filter = filter_.view(1, 1, kernel_size)
+
+    return filter
+
+
+class LowPassFilter1d(nn.Module):
+    def __init__(self,
+                 cutoff=0.5,
+                 half_width=0.6,
+                 stride: int = 1,
+                 padding: bool = True,
+                 padding_mode: str = 'replicate',
+                 kernel_size: int = 12):
+        # kernel_size should be even number for stylegan3 setup,
+        # in this implementation, odd number is also possible.
+        super().__init__()
+        if cutoff < -0.:
+            raise ValueError("Minimum cutoff must be larger than zero.")
+        if cutoff > 0.5:
+            raise ValueError("A cutoff above 0.5 does not make sense.")
+        self.kernel_size = kernel_size
+        self.even = (kernel_size % 2 == 0)
+        self.pad_left = kernel_size // 2 - int(self.even)
+        self.pad_right = kernel_size // 2
+        self.stride = stride
+        self.padding = padding
+        self.padding_mode = padding_mode
+        filter = kaiser_sinc_filter1d(cutoff, half_width, kernel_size)
+        self.register_buffer("filter", filter)
+
+    #input [B, C, T]
+    def forward(self, x):
+        _, C, _ = x.shape
+
+        if self.padding:
+            x = F.pad(x, (self.pad_left, self.pad_right),
+                      mode=self.padding_mode)
+        out = F.conv1d(x, comfy.model_management.cast_to(self.filter.expand(C, -1, -1), dtype=x.dtype, device=x.device),
+                       stride=self.stride, groups=C)
+
+        return out
+
+
+class UpSample1d(nn.Module):
+    def __init__(self, ratio=2, kernel_size=None):
+        super().__init__()
+        self.ratio = ratio
+        self.kernel_size = int(6 * ratio // 2) * 2 if kernel_size is None else kernel_size
+        self.stride = ratio
+        self.pad = self.kernel_size // ratio - 1
+        self.pad_left = self.pad * self.stride + (self.kernel_size - self.stride) // 2
+        self.pad_right = self.pad * self.stride + (self.kernel_size - self.stride + 1) // 2
+        filter = kaiser_sinc_filter1d(cutoff=0.5 / ratio,
+                                      half_width=0.6 / ratio,
+                                      kernel_size=self.kernel_size)
+        self.register_buffer("filter", filter)
+
+    # x: [B, C, T]
+    def forward(self, x):
+        _, C, _ = x.shape
+
+        x = F.pad(x, (self.pad, self.pad), mode='replicate')
+        x = self.ratio * F.conv_transpose1d(
+            x, comfy.model_management.cast_to(self.filter.expand(C, -1, -1), dtype=x.dtype, device=x.device), stride=self.stride, groups=C)
+        x = x[..., self.pad_left:-self.pad_right]
+
+        return x
+
+
+class DownSample1d(nn.Module):
+    def __init__(self, ratio=2, kernel_size=None):
+        super().__init__()
+        self.ratio = ratio
+        self.kernel_size = int(6 * ratio // 2) * 2 if kernel_size is None else kernel_size
+        self.lowpass = LowPassFilter1d(cutoff=0.5 / ratio,
+                                       half_width=0.6 / ratio,
+                                       stride=ratio,
+                                       kernel_size=self.kernel_size)
+
+    def forward(self, x):
+        xx = self.lowpass(x)
+
+        return xx
+
+class Activation1d(nn.Module):
+    def __init__(self,
+                 activation,
+                 up_ratio: int = 2,
+                 down_ratio: int = 2,
+                 up_kernel_size: int = 12,
+                 down_kernel_size: int = 12):
+        super().__init__()
+        self.up_ratio = up_ratio
+        self.down_ratio = down_ratio
+        self.act = activation
+        self.upsample = UpSample1d(up_ratio, up_kernel_size)
+        self.downsample = DownSample1d(down_ratio, down_kernel_size)
+
+    # x: [B,C,T]
+    def forward(self, x):
+        x = self.upsample(x)
+        x = self.act(x)
+        x = self.downsample(x)
+
+        return x
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/autoencoder.py b/ComfyUI/comfy/ldm/mmaudio/vae/autoencoder.py
new file mode 100644
index 0000000000000000000000000000000000000000..cbb9de302092957902e1b32fff3c687cc89d1058
--- /dev/null
+++ b/ComfyUI/comfy/ldm/mmaudio/vae/autoencoder.py
@@ -0,0 +1,156 @@
+from typing import Literal
+
+import torch
+import torch.nn as nn
+
+from .distributions import DiagonalGaussianDistribution
+from .vae import VAE_16k
+from .bigvgan import BigVGANVocoder
+import logging
+
+try:
+    import torchaudio
+except:
+    logging.warning("torchaudio missing, MMAudio VAE model will be broken")
+
+def dynamic_range_compression_torch(x, C=1, clip_val=1e-5, *, norm_fn):
+    return norm_fn(torch.clamp(x, min=clip_val) * C)
+
+
+def spectral_normalize_torch(magnitudes, norm_fn):
+    output = dynamic_range_compression_torch(magnitudes, norm_fn=norm_fn)
+    return output
+
+class MelConverter(nn.Module):
+
+    def __init__(
+        self,
+        *,
+        sampling_rate: float,
+        n_fft: int,
+        num_mels: int,
+        hop_size: int,
+        win_size: int,
+        fmin: float,
+        fmax: float,
+        norm_fn,
+    ):
+        super().__init__()
+        self.sampling_rate = sampling_rate
+        self.n_fft = n_fft
+        self.num_mels = num_mels
+        self.hop_size = hop_size
+        self.win_size = win_size
+        self.fmin = fmin
+        self.fmax = fmax
+        self.norm_fn = norm_fn
+
+        # mel = librosa_mel_fn(sr=self.sampling_rate,
+        #                      n_fft=self.n_fft,
+        #                      n_mels=self.num_mels,
+        #                      fmin=self.fmin,
+        #                      fmax=self.fmax)
+        # mel_basis = torch.from_numpy(mel).float()
+        mel_basis = torch.empty((num_mels, 1 + n_fft // 2))
+        hann_window = torch.hann_window(self.win_size)
+
+        self.register_buffer('mel_basis', mel_basis)
+        self.register_buffer('hann_window', hann_window)
+
+    @property
+    def device(self):
+        return self.mel_basis.device
+
+    def forward(self, waveform: torch.Tensor, center: bool = False) -> torch.Tensor:
+        waveform = waveform.clamp(min=-1., max=1.).to(self.device)
+
+        waveform = torch.nn.functional.pad(
+            waveform.unsqueeze(1),
+            [int((self.n_fft - self.hop_size) / 2),
+             int((self.n_fft - self.hop_size) / 2)],
+            mode='reflect')
+        waveform = waveform.squeeze(1)
+
+        spec = torch.stft(waveform,
+                          self.n_fft,
+                          hop_length=self.hop_size,
+                          win_length=self.win_size,
+                          window=self.hann_window,
+                          center=center,
+                          pad_mode='reflect',
+                          normalized=False,
+                          onesided=True,
+                          return_complex=True)
+
+        spec = torch.view_as_real(spec)
+        spec = torch.sqrt(spec.pow(2).sum(-1) + (1e-9))
+        spec = torch.matmul(self.mel_basis, spec)
+        spec = spectral_normalize_torch(spec, self.norm_fn)
+
+        return spec
+
+class AudioAutoencoder(nn.Module):
+
+    def __init__(
+        self,
+        *,
+        # ckpt_path: str,
+        mode=Literal['16k', '44k'],
+        need_vae_encoder: bool = True,
+    ):
+        super().__init__()
+
+        assert mode == "16k", "Only 16k mode is supported currently."
+        self.mel_converter = MelConverter(sampling_rate=16_000,
+                            n_fft=1024,
+                            num_mels=80,
+                            hop_size=256,
+                            win_size=1024,
+                            fmin=0,
+                            fmax=8_000,
+                            norm_fn=torch.log10)
+
+        self.vae = VAE_16k().eval()
+
+        bigvgan_config = {
+            "resblock": "1",
+            "num_mels": 80,
+            "upsample_rates": [4, 4, 2, 2, 2, 2],
+            "upsample_kernel_sizes": [8, 8, 4, 4, 4, 4],
+            "upsample_initial_channel": 1536,
+            "resblock_kernel_sizes": [3, 7, 11],
+            "resblock_dilation_sizes": [
+                [1, 3, 5],
+                [1, 3, 5],
+                [1, 3, 5],
+            ],
+            "activation": "snakebeta",
+            "snake_logscale": True,
+        }
+
+        self.vocoder = BigVGANVocoder(
+            bigvgan_config
+        ).eval()
+
+    @torch.inference_mode()
+    def encode_audio(self, x) -> DiagonalGaussianDistribution:
+        # x: (B * L)
+        mel = self.mel_converter(x)
+        dist = self.vae.encode(mel)
+
+        return dist
+
+    @torch.no_grad()
+    def decode(self, z):
+        mel_decoded = self.vae.decode(z)
+        audio = self.vocoder(mel_decoded)
+
+        audio = torchaudio.functional.resample(audio, 16000, 44100)
+        return audio
+
+    @torch.no_grad()
+    def encode(self, audio):
+        audio = audio.mean(dim=1)
+        audio = torchaudio.functional.resample(audio, 44100, 16000)
+        dist = self.encode_audio(audio)
+        return dist.mean
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/bigvgan.py b/ComfyUI/comfy/ldm/mmaudio/vae/bigvgan.py
new file mode 100644
index 0000000000000000000000000000000000000000..3a24337f62342220685662fa7bb3a9ffcc702ff1
--- /dev/null
+++ b/ComfyUI/comfy/ldm/mmaudio/vae/bigvgan.py
@@ -0,0 +1,219 @@
+# Copyright (c) 2022 NVIDIA CORPORATION.
+#   Licensed under the MIT license.
+
+# Adapted from https://github.com/jik876/hifi-gan under the MIT license.
+#   LICENSE is in incl_licenses directory.
+
+import torch
+import torch.nn as nn
+from types import SimpleNamespace
+from . import activations
+from .alias_free_torch import Activation1d
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+def get_padding(kernel_size, dilation=1):
+    return int((kernel_size * dilation - dilation) / 2)
+
+class AMPBlock1(torch.nn.Module):
+
+    def __init__(self, h, channels, kernel_size=3, dilation=(1, 3, 5), activation=None):
+        super(AMPBlock1, self).__init__()
+        self.h = h
+
+        self.convs1 = nn.ModuleList([
+                ops.Conv1d(channels,
+                       channels,
+                       kernel_size,
+                       1,
+                       dilation=dilation[0],
+                       padding=get_padding(kernel_size, dilation[0])),
+                ops.Conv1d(channels,
+                       channels,
+                       kernel_size,
+                       1,
+                       dilation=dilation[1],
+                       padding=get_padding(kernel_size, dilation[1])),
+                ops.Conv1d(channels,
+                       channels,
+                       kernel_size,
+                       1,
+                       dilation=dilation[2],
+                       padding=get_padding(kernel_size, dilation[2]))
+        ])
+
+        self.convs2 = nn.ModuleList([
+                ops.Conv1d(channels,
+                       channels,
+                       kernel_size,
+                       1,
+                       dilation=1,
+                       padding=get_padding(kernel_size, 1)),
+                ops.Conv1d(channels,
+                       channels,
+                       kernel_size,
+                       1,
+                       dilation=1,
+                       padding=get_padding(kernel_size, 1)),
+                ops.Conv1d(channels,
+                       channels,
+                       kernel_size,
+                       1,
+                       dilation=1,
+                       padding=get_padding(kernel_size, 1))
+        ])
+
+        self.num_layers = len(self.convs1) + len(self.convs2)  # total number of conv layers
+
+        if activation == 'snake':  # periodic nonlinearity with snake function and anti-aliasing
+            self.activations = nn.ModuleList([
+                Activation1d(
+                    activation=activations.Snake(channels, alpha_logscale=h.snake_logscale))
+                for _ in range(self.num_layers)
+            ])
+        elif activation == 'snakebeta':  # periodic nonlinearity with snakebeta function and anti-aliasing
+            self.activations = nn.ModuleList([
+                Activation1d(
+                    activation=activations.SnakeBeta(channels, alpha_logscale=h.snake_logscale))
+                for _ in range(self.num_layers)
+            ])
+        else:
+            raise NotImplementedError(
+                "activation incorrectly specified. check the config file and look for 'activation'."
+            )
+
+    def forward(self, x):
+        acts1, acts2 = self.activations[::2], self.activations[1::2]
+        for c1, c2, a1, a2 in zip(self.convs1, self.convs2, acts1, acts2):
+            xt = a1(x)
+            xt = c1(xt)
+            xt = a2(xt)
+            xt = c2(xt)
+            x = xt + x
+
+        return x
+
+
+class AMPBlock2(torch.nn.Module):
+
+    def __init__(self, h, channels, kernel_size=3, dilation=(1, 3), activation=None):
+        super(AMPBlock2, self).__init__()
+        self.h = h
+
+        self.convs = nn.ModuleList([
+                ops.Conv1d(channels,
+                       channels,
+                       kernel_size,
+                       1,
+                       dilation=dilation[0],
+                       padding=get_padding(kernel_size, dilation[0])),
+                ops.Conv1d(channels,
+                       channels,
+                       kernel_size,
+                       1,
+                       dilation=dilation[1],
+                       padding=get_padding(kernel_size, dilation[1]))
+        ])
+
+        self.num_layers = len(self.convs)  # total number of conv layers
+
+        if activation == 'snake':  # periodic nonlinearity with snake function and anti-aliasing
+            self.activations = nn.ModuleList([
+                Activation1d(
+                    activation=activations.Snake(channels, alpha_logscale=h.snake_logscale))
+                for _ in range(self.num_layers)
+            ])
+        elif activation == 'snakebeta':  # periodic nonlinearity with snakebeta function and anti-aliasing
+            self.activations = nn.ModuleList([
+                Activation1d(
+                    activation=activations.SnakeBeta(channels, alpha_logscale=h.snake_logscale))
+                for _ in range(self.num_layers)
+            ])
+        else:
+            raise NotImplementedError(
+                "activation incorrectly specified. check the config file and look for 'activation'."
+            )
+
+    def forward(self, x):
+        for c, a in zip(self.convs, self.activations):
+            xt = a(x)
+            xt = c(xt)
+            x = xt + x
+
+        return x
+
+
+class BigVGANVocoder(torch.nn.Module):
+    # this is our main BigVGAN model. Applies anti-aliased periodic activation for resblocks.
+    def __init__(self, h):
+        super().__init__()
+        if isinstance(h, dict):
+            h = SimpleNamespace(**h)
+        self.h = h
+
+        self.num_kernels = len(h.resblock_kernel_sizes)
+        self.num_upsamples = len(h.upsample_rates)
+
+        # pre conv
+        self.conv_pre = ops.Conv1d(h.num_mels, h.upsample_initial_channel, 7, 1, padding=3)
+
+        # define which AMPBlock to use. BigVGAN uses AMPBlock1 as default
+        resblock = AMPBlock1 if h.resblock == '1' else AMPBlock2
+
+        # transposed conv-based upsamplers. does not apply anti-aliasing
+        self.ups = nn.ModuleList()
+        for i, (u, k) in enumerate(zip(h.upsample_rates, h.upsample_kernel_sizes)):
+            self.ups.append(
+                nn.ModuleList([
+                        ops.ConvTranspose1d(h.upsample_initial_channel // (2**i),
+                                        h.upsample_initial_channel // (2**(i + 1)),
+                                        k,
+                                        u,
+                                        padding=(k - u) // 2)
+                ]))
+
+        # residual blocks using anti-aliased multi-periodicity composition modules (AMP)
+        self.resblocks = nn.ModuleList()
+        for i in range(len(self.ups)):
+            ch = h.upsample_initial_channel // (2**(i + 1))
+            for j, (k, d) in enumerate(zip(h.resblock_kernel_sizes, h.resblock_dilation_sizes)):
+                self.resblocks.append(resblock(h, ch, k, d, activation=h.activation))
+
+        # post conv
+        if h.activation == "snake":  # periodic nonlinearity with snake function and anti-aliasing
+            activation_post = activations.Snake(ch, alpha_logscale=h.snake_logscale)
+            self.activation_post = Activation1d(activation=activation_post)
+        elif h.activation == "snakebeta":  # periodic nonlinearity with snakebeta function and anti-aliasing
+            activation_post = activations.SnakeBeta(ch, alpha_logscale=h.snake_logscale)
+            self.activation_post = Activation1d(activation=activation_post)
+        else:
+            raise NotImplementedError(
+                "activation incorrectly specified. check the config file and look for 'activation'."
+            )
+
+        self.conv_post = ops.Conv1d(ch, 1, 7, 1, padding=3)
+
+
+    def forward(self, x):
+        # pre conv
+        x = self.conv_pre(x)
+
+        for i in range(self.num_upsamples):
+            # upsampling
+            for i_up in range(len(self.ups[i])):
+                x = self.ups[i][i_up](x)
+            # AMP blocks
+            xs = None
+            for j in range(self.num_kernels):
+                if xs is None:
+                    xs = self.resblocks[i * self.num_kernels + j](x)
+                else:
+                    xs += self.resblocks[i * self.num_kernels + j](x)
+            x = xs / self.num_kernels
+
+        # post conv
+        x = self.activation_post(x)
+        x = self.conv_post(x)
+        x = torch.tanh(x)
+
+        return x
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/distributions.py b/ComfyUI/comfy/ldm/mmaudio/vae/distributions.py
new file mode 100644
index 0000000000000000000000000000000000000000..df987c5ec3faaba7da2b02029ad413134bfa08ad
--- /dev/null
+++ b/ComfyUI/comfy/ldm/mmaudio/vae/distributions.py
@@ -0,0 +1,92 @@
+import torch
+import numpy as np
+
+
+class AbstractDistribution:
+    def sample(self):
+        raise NotImplementedError()
+
+    def mode(self):
+        raise NotImplementedError()
+
+
+class DiracDistribution(AbstractDistribution):
+    def __init__(self, value):
+        self.value = value
+
+    def sample(self):
+        return self.value
+
+    def mode(self):
+        return self.value
+
+
+class DiagonalGaussianDistribution(object):
+    def __init__(self, parameters, deterministic=False):
+        self.parameters = parameters
+        self.mean, self.logvar = torch.chunk(parameters, 2, dim=1)
+        self.logvar = torch.clamp(self.logvar, -30.0, 20.0)
+        self.deterministic = deterministic
+        self.std = torch.exp(0.5 * self.logvar)
+        self.var = torch.exp(self.logvar)
+        if self.deterministic:
+            self.var = self.std = torch.zeros_like(self.mean, device=self.parameters.device)
+
+    def sample(self):
+        x = self.mean + self.std * torch.randn(self.mean.shape, device=self.parameters.device)
+        return x
+
+    def kl(self, other=None):
+        if self.deterministic:
+            return torch.Tensor([0.])
+        else:
+            if other is None:
+                return 0.5 * torch.sum(torch.pow(self.mean, 2)
+                                       + self.var - 1.0 - self.logvar,
+                                       dim=[1, 2, 3])
+            else:
+                return 0.5 * torch.sum(
+                    torch.pow(self.mean - other.mean, 2) / other.var
+                    + self.var / other.var - 1.0 - self.logvar + other.logvar,
+                    dim=[1, 2, 3])
+
+    def nll(self, sample, dims=[1,2,3]):
+        if self.deterministic:
+            return torch.Tensor([0.])
+        logtwopi = np.log(2.0 * np.pi)
+        return 0.5 * torch.sum(
+            logtwopi + self.logvar + torch.pow(sample - self.mean, 2) / self.var,
+            dim=dims)
+
+    def mode(self):
+        return self.mean
+
+
+def normal_kl(mean1, logvar1, mean2, logvar2):
+    """
+    source: https://github.com/openai/guided-diffusion/blob/27c20a8fab9cb472df5d6bdd6c8d11c8f430b924/guided_diffusion/losses.py#L12
+    Compute the KL divergence between two gaussians.
+    Shapes are automatically broadcasted, so batches can be compared to
+    scalars, among other use cases.
+    """
+    tensor = None
+    for obj in (mean1, logvar1, mean2, logvar2):
+        if isinstance(obj, torch.Tensor):
+            tensor = obj
+            break
+    assert tensor is not None, "at least one argument must be a Tensor"
+
+    # Force variances to be Tensors. Broadcasting helps convert scalars to
+    # Tensors, but it does not work for torch.exp().
+    logvar1, logvar2 = [
+        x if isinstance(x, torch.Tensor) else torch.tensor(x).to(tensor)
+        for x in (logvar1, logvar2)
+    ]
+
+    return 0.5 * (
+        -1.0
+        + logvar2
+        - logvar1
+        + torch.exp(logvar1 - logvar2)
+        + ((mean1 - mean2) ** 2) * torch.exp(-logvar2)
+    )
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/vae.py b/ComfyUI/comfy/ldm/mmaudio/vae/vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..62f24606c111e8fcd99b2adbf93761541c02e032
--- /dev/null
+++ b/ComfyUI/comfy/ldm/mmaudio/vae/vae.py
@@ -0,0 +1,358 @@
+import logging
+from typing import Optional
+
+import torch
+import torch.nn as nn
+
+from .vae_modules import (AttnBlock1D, Downsample1D, ResnetBlock1D,
+                                                 Upsample1D, nonlinearity)
+from .distributions import DiagonalGaussianDistribution
+
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+log = logging.getLogger()
+
+DATA_MEAN_80D = [
+    -1.6058, -1.3676, -1.2520, -1.2453, -1.2078, -1.2224, -1.2419, -1.2439, -1.2922, -1.2927,
+    -1.3170, -1.3543, -1.3401, -1.3836, -1.3907, -1.3912, -1.4313, -1.4152, -1.4527, -1.4728,
+    -1.4568, -1.5101, -1.5051, -1.5172, -1.5623, -1.5373, -1.5746, -1.5687, -1.6032, -1.6131,
+    -1.6081, -1.6331, -1.6489, -1.6489, -1.6700, -1.6738, -1.6953, -1.6969, -1.7048, -1.7280,
+    -1.7361, -1.7495, -1.7658, -1.7814, -1.7889, -1.8064, -1.8221, -1.8377, -1.8417, -1.8643,
+    -1.8857, -1.8929, -1.9173, -1.9379, -1.9531, -1.9673, -1.9824, -2.0042, -2.0215, -2.0436,
+    -2.0766, -2.1064, -2.1418, -2.1855, -2.2319, -2.2767, -2.3161, -2.3572, -2.3954, -2.4282,
+    -2.4659, -2.5072, -2.5552, -2.6074, -2.6584, -2.7107, -2.7634, -2.8266, -2.8981, -2.9673
+]
+
+DATA_STD_80D = [
+    1.0291, 1.0411, 1.0043, 0.9820, 0.9677, 0.9543, 0.9450, 0.9392, 0.9343, 0.9297, 0.9276, 0.9263,
+    0.9242, 0.9254, 0.9232, 0.9281, 0.9263, 0.9315, 0.9274, 0.9247, 0.9277, 0.9199, 0.9188, 0.9194,
+    0.9160, 0.9161, 0.9146, 0.9161, 0.9100, 0.9095, 0.9145, 0.9076, 0.9066, 0.9095, 0.9032, 0.9043,
+    0.9038, 0.9011, 0.9019, 0.9010, 0.8984, 0.8983, 0.8986, 0.8961, 0.8962, 0.8978, 0.8962, 0.8973,
+    0.8993, 0.8976, 0.8995, 0.9016, 0.8982, 0.8972, 0.8974, 0.8949, 0.8940, 0.8947, 0.8936, 0.8939,
+    0.8951, 0.8956, 0.9017, 0.9167, 0.9436, 0.9690, 1.0003, 1.0225, 1.0381, 1.0491, 1.0545, 1.0604,
+    1.0761, 1.0929, 1.1089, 1.1196, 1.1176, 1.1156, 1.1117, 1.1070
+]
+
+DATA_MEAN_128D = [
+    -3.3462, -2.6723, -2.4893, -2.3143, -2.2664, -2.3317, -2.1802, -2.4006, -2.2357, -2.4597,
+    -2.3717, -2.4690, -2.5142, -2.4919, -2.6610, -2.5047, -2.7483, -2.5926, -2.7462, -2.7033,
+    -2.7386, -2.8112, -2.7502, -2.9594, -2.7473, -3.0035, -2.8891, -2.9922, -2.9856, -3.0157,
+    -3.1191, -2.9893, -3.1718, -3.0745, -3.1879, -3.2310, -3.1424, -3.2296, -3.2791, -3.2782,
+    -3.2756, -3.3134, -3.3509, -3.3750, -3.3951, -3.3698, -3.4505, -3.4509, -3.5089, -3.4647,
+    -3.5536, -3.5788, -3.5867, -3.6036, -3.6400, -3.6747, -3.7072, -3.7279, -3.7283, -3.7795,
+    -3.8259, -3.8447, -3.8663, -3.9182, -3.9605, -3.9861, -4.0105, -4.0373, -4.0762, -4.1121,
+    -4.1488, -4.1874, -4.2461, -4.3170, -4.3639, -4.4452, -4.5282, -4.6297, -4.7019, -4.7960,
+    -4.8700, -4.9507, -5.0303, -5.0866, -5.1634, -5.2342, -5.3242, -5.4053, -5.4927, -5.5712,
+    -5.6464, -5.7052, -5.7619, -5.8410, -5.9188, -6.0103, -6.0955, -6.1673, -6.2362, -6.3120,
+    -6.3926, -6.4797, -6.5565, -6.6511, -6.8130, -6.9961, -7.1275, -7.2457, -7.3576, -7.4663,
+    -7.6136, -7.7469, -7.8815, -8.0132, -8.1515, -8.3071, -8.4722, -8.7418, -9.3975, -9.6628,
+    -9.7671, -9.8863, -9.9992, -10.0860, -10.1709, -10.5418, -11.2795, -11.3861
+]
+
+DATA_STD_128D = [
+    2.3804, 2.4368, 2.3772, 2.3145, 2.2803, 2.2510, 2.2316, 2.2083, 2.1996, 2.1835, 2.1769, 2.1659,
+    2.1631, 2.1618, 2.1540, 2.1606, 2.1571, 2.1567, 2.1612, 2.1579, 2.1679, 2.1683, 2.1634, 2.1557,
+    2.1668, 2.1518, 2.1415, 2.1449, 2.1406, 2.1350, 2.1313, 2.1415, 2.1281, 2.1352, 2.1219, 2.1182,
+    2.1327, 2.1195, 2.1137, 2.1080, 2.1179, 2.1036, 2.1087, 2.1036, 2.1015, 2.1068, 2.0975, 2.0991,
+    2.0902, 2.1015, 2.0857, 2.0920, 2.0893, 2.0897, 2.0910, 2.0881, 2.0925, 2.0873, 2.0960, 2.0900,
+    2.0957, 2.0958, 2.0978, 2.0936, 2.0886, 2.0905, 2.0845, 2.0855, 2.0796, 2.0840, 2.0813, 2.0817,
+    2.0838, 2.0840, 2.0917, 2.1061, 2.1431, 2.1976, 2.2482, 2.3055, 2.3700, 2.4088, 2.4372, 2.4609,
+    2.4731, 2.4847, 2.5072, 2.5451, 2.5772, 2.6147, 2.6529, 2.6596, 2.6645, 2.6726, 2.6803, 2.6812,
+    2.6899, 2.6916, 2.6931, 2.6998, 2.7062, 2.7262, 2.7222, 2.7158, 2.7041, 2.7485, 2.7491, 2.7451,
+    2.7485, 2.7233, 2.7297, 2.7233, 2.7145, 2.6958, 2.6788, 2.6439, 2.6007, 2.4786, 2.2469, 2.1877,
+    2.1392, 2.0717, 2.0107, 1.9676, 1.9140, 1.7102, 0.9101, 0.7164
+]
+
+
+class VAE(nn.Module):
+
+    def __init__(
+        self,
+        *,
+        data_dim: int,
+        embed_dim: int,
+        hidden_dim: int,
+    ):
+        super().__init__()
+
+        if data_dim == 80:
+            self.data_mean = nn.Buffer(torch.tensor(DATA_MEAN_80D, dtype=torch.float32))
+            self.data_std = nn.Buffer(torch.tensor(DATA_STD_80D, dtype=torch.float32))
+        elif data_dim == 128:
+            self.data_mean = nn.Buffer(torch.tensor(DATA_MEAN_128D, dtype=torch.float32))
+            self.data_std = nn.Buffer(torch.tensor(DATA_STD_128D, dtype=torch.float32))
+
+        self.data_mean = self.data_mean.view(1, -1, 1)
+        self.data_std = self.data_std.view(1, -1, 1)
+
+        self.encoder = Encoder1D(
+            dim=hidden_dim,
+            ch_mult=(1, 2, 4),
+            num_res_blocks=2,
+            attn_layers=[3],
+            down_layers=[0],
+            in_dim=data_dim,
+            embed_dim=embed_dim,
+        )
+        self.decoder = Decoder1D(
+            dim=hidden_dim,
+            ch_mult=(1, 2, 4),
+            num_res_blocks=2,
+            attn_layers=[3],
+            down_layers=[0],
+            in_dim=data_dim,
+            out_dim=data_dim,
+            embed_dim=embed_dim,
+        )
+
+        self.embed_dim = embed_dim
+        # self.quant_conv = nn.Conv1d(2 * embed_dim, 2 * embed_dim, 1)
+        # self.post_quant_conv = nn.Conv1d(embed_dim, embed_dim, 1)
+
+        self.initialize_weights()
+
+    def initialize_weights(self):
+        pass
+
+    def encode(self, x: torch.Tensor, normalize: bool = True) -> DiagonalGaussianDistribution:
+        if normalize:
+            x = self.normalize(x)
+        moments = self.encoder(x)
+        posterior = DiagonalGaussianDistribution(moments)
+        return posterior
+
+    def decode(self, z: torch.Tensor, unnormalize: bool = True) -> torch.Tensor:
+        dec = self.decoder(z)
+        if unnormalize:
+            dec = self.unnormalize(dec)
+        return dec
+
+    def normalize(self, x: torch.Tensor) -> torch.Tensor:
+        return (x - comfy.model_management.cast_to(self.data_mean, dtype=x.dtype, device=x.device)) / comfy.model_management.cast_to(self.data_std, dtype=x.dtype, device=x.device)
+
+    def unnormalize(self, x: torch.Tensor) -> torch.Tensor:
+        return x * comfy.model_management.cast_to(self.data_std, dtype=x.dtype, device=x.device) + comfy.model_management.cast_to(self.data_mean, dtype=x.dtype, device=x.device)
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        sample_posterior: bool = True,
+        rng: Optional[torch.Generator] = None,
+        normalize: bool = True,
+        unnormalize: bool = True,
+    ) -> tuple[torch.Tensor, DiagonalGaussianDistribution]:
+
+        posterior = self.encode(x, normalize=normalize)
+        if sample_posterior:
+            z = posterior.sample(rng)
+        else:
+            z = posterior.mode()
+        dec = self.decode(z, unnormalize=unnormalize)
+        return dec, posterior
+
+    def load_weights(self, src_dict) -> None:
+        self.load_state_dict(src_dict, strict=True)
+
+    @property
+    def device(self) -> torch.device:
+        return next(self.parameters()).device
+
+    def get_last_layer(self):
+        return self.decoder.conv_out.weight
+
+    def remove_weight_norm(self):
+        return self
+
+
+class Encoder1D(nn.Module):
+
+    def __init__(self,
+                 *,
+                 dim: int,
+                 ch_mult: tuple[int] = (1, 2, 4, 8),
+                 num_res_blocks: int,
+                 attn_layers: list[int] = [],
+                 down_layers: list[int] = [],
+                 resamp_with_conv: bool = True,
+                 in_dim: int,
+                 embed_dim: int,
+                 double_z: bool = True,
+                 kernel_size: int = 3,
+                 clip_act: float = 256.0):
+        super().__init__()
+        self.dim = dim
+        self.num_layers = len(ch_mult)
+        self.num_res_blocks = num_res_blocks
+        self.in_channels = in_dim
+        self.clip_act = clip_act
+        self.down_layers = down_layers
+        self.attn_layers = attn_layers
+        self.conv_in = ops.Conv1d(in_dim, self.dim, kernel_size=kernel_size, padding=kernel_size // 2, bias=False)
+
+        in_ch_mult = (1, ) + tuple(ch_mult)
+        self.in_ch_mult = in_ch_mult
+        # downsampling
+        self.down = nn.ModuleList()
+        for i_level in range(self.num_layers):
+            block = nn.ModuleList()
+            attn = nn.ModuleList()
+            block_in = dim * in_ch_mult[i_level]
+            block_out = dim * ch_mult[i_level]
+            for i_block in range(self.num_res_blocks):
+                block.append(
+                    ResnetBlock1D(in_dim=block_in,
+                                  out_dim=block_out,
+                                  kernel_size=kernel_size,
+                                  use_norm=True))
+                block_in = block_out
+                if i_level in attn_layers:
+                    attn.append(AttnBlock1D(block_in))
+            down = nn.Module()
+            down.block = block
+            down.attn = attn
+            if i_level in down_layers:
+                down.downsample = Downsample1D(block_in, resamp_with_conv)
+            self.down.append(down)
+
+        # middle
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock1D(in_dim=block_in,
+                                         out_dim=block_in,
+                                         kernel_size=kernel_size,
+                                         use_norm=True)
+        self.mid.attn_1 = AttnBlock1D(block_in)
+        self.mid.block_2 = ResnetBlock1D(in_dim=block_in,
+                                         out_dim=block_in,
+                                         kernel_size=kernel_size,
+                                         use_norm=True)
+
+        # end
+        self.conv_out = ops.Conv1d(block_in,
+                                 2 * embed_dim if double_z else embed_dim,
+                                 kernel_size=kernel_size, padding=kernel_size // 2, bias=False)
+
+        self.learnable_gain = nn.Parameter(torch.zeros([]))
+
+    def forward(self, x):
+
+        # downsampling
+        h = self.conv_in(x)
+        for i_level in range(self.num_layers):
+            for i_block in range(self.num_res_blocks):
+                h = self.down[i_level].block[i_block](h)
+                if len(self.down[i_level].attn) > 0:
+                    h = self.down[i_level].attn[i_block](h)
+                h = h.clamp(-self.clip_act, self.clip_act)
+            if i_level in self.down_layers:
+                h = self.down[i_level].downsample(h)
+
+        # middle
+        h = self.mid.block_1(h)
+        h = self.mid.attn_1(h)
+        h = self.mid.block_2(h)
+        h = h.clamp(-self.clip_act, self.clip_act)
+
+        # end
+        h = nonlinearity(h)
+        h = self.conv_out(h) * (self.learnable_gain + 1)
+        return h
+
+
+class Decoder1D(nn.Module):
+
+    def __init__(self,
+                 *,
+                 dim: int,
+                 out_dim: int,
+                 ch_mult: tuple[int] = (1, 2, 4, 8),
+                 num_res_blocks: int,
+                 attn_layers: list[int] = [],
+                 down_layers: list[int] = [],
+                 kernel_size: int = 3,
+                 resamp_with_conv: bool = True,
+                 in_dim: int,
+                 embed_dim: int,
+                 clip_act: float = 256.0):
+        super().__init__()
+        self.ch = dim
+        self.num_layers = len(ch_mult)
+        self.num_res_blocks = num_res_blocks
+        self.in_channels = in_dim
+        self.clip_act = clip_act
+        self.down_layers = [i + 1 for i in down_layers]  # each downlayer add one
+
+        # compute in_ch_mult, block_in and curr_res at lowest res
+        block_in = dim * ch_mult[self.num_layers - 1]
+
+        # z to block_in
+        self.conv_in = ops.Conv1d(embed_dim, block_in, kernel_size=kernel_size, padding=kernel_size // 2, bias=False)
+
+        # middle
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock1D(in_dim=block_in, out_dim=block_in, use_norm=True)
+        self.mid.attn_1 = AttnBlock1D(block_in)
+        self.mid.block_2 = ResnetBlock1D(in_dim=block_in, out_dim=block_in, use_norm=True)
+
+        # upsampling
+        self.up = nn.ModuleList()
+        for i_level in reversed(range(self.num_layers)):
+            block = nn.ModuleList()
+            attn = nn.ModuleList()
+            block_out = dim * ch_mult[i_level]
+            for i_block in range(self.num_res_blocks + 1):
+                block.append(ResnetBlock1D(in_dim=block_in, out_dim=block_out, use_norm=True))
+                block_in = block_out
+                if i_level in attn_layers:
+                    attn.append(AttnBlock1D(block_in))
+            up = nn.Module()
+            up.block = block
+            up.attn = attn
+            if i_level in self.down_layers:
+                up.upsample = Upsample1D(block_in, resamp_with_conv)
+            self.up.insert(0, up)  # prepend to get consistent order
+
+        # end
+        self.conv_out = ops.Conv1d(block_in, out_dim, kernel_size=kernel_size, padding=kernel_size // 2, bias=False)
+        self.learnable_gain = nn.Parameter(torch.zeros([]))
+
+    def forward(self, z):
+        # z to block_in
+        h = self.conv_in(z)
+
+        # middle
+        h = self.mid.block_1(h)
+        h = self.mid.attn_1(h)
+        h = self.mid.block_2(h)
+        h = h.clamp(-self.clip_act, self.clip_act)
+
+        # upsampling
+        for i_level in reversed(range(self.num_layers)):
+            for i_block in range(self.num_res_blocks + 1):
+                h = self.up[i_level].block[i_block](h)
+                if len(self.up[i_level].attn) > 0:
+                    h = self.up[i_level].attn[i_block](h)
+                h = h.clamp(-self.clip_act, self.clip_act)
+            if i_level in self.down_layers:
+                h = self.up[i_level].upsample(h)
+
+        h = nonlinearity(h)
+        h = self.conv_out(h) * (self.learnable_gain + 1)
+        return h
+
+
+def VAE_16k(**kwargs) -> VAE:
+    return VAE(data_dim=80, embed_dim=20, hidden_dim=384, **kwargs)
+
+
+def VAE_44k(**kwargs) -> VAE:
+    return VAE(data_dim=128, embed_dim=40, hidden_dim=512, **kwargs)
+
+
+def get_my_vae(name: str, **kwargs) -> VAE:
+    if name == '16k':
+        return VAE_16k(**kwargs)
+    if name == '44k':
+        return VAE_44k(**kwargs)
+    raise ValueError(f'Unknown model: {name}')
+
diff --git a/ComfyUI/comfy/ldm/mmaudio/vae/vae_modules.py b/ComfyUI/comfy/ldm/mmaudio/vae/vae_modules.py
new file mode 100644
index 0000000000000000000000000000000000000000..3ad05134bc44e05c54fd7acb8e2fa960d86bb1fb
--- /dev/null
+++ b/ComfyUI/comfy/ldm/mmaudio/vae/vae_modules.py
@@ -0,0 +1,121 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from comfy.ldm.modules.diffusionmodules.model import vae_attention
+import math
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+def nonlinearity(x):
+    # swish
+    return torch.nn.functional.silu(x) / 0.596
+
+def mp_sum(a, b, t=0.5):
+    return a.lerp(b, t) / math.sqrt((1 - t)**2 + t**2)
+
+def normalize(x, dim=None, eps=1e-4):
+    if dim is None:
+        dim = list(range(1, x.ndim))
+    norm = torch.linalg.vector_norm(x, dim=dim, keepdim=True, dtype=torch.float32)
+    norm = torch.add(eps, norm, alpha=math.sqrt(norm.numel() / x.numel()))
+    return x / norm.to(x.dtype)
+
+class ResnetBlock1D(nn.Module):
+
+    def __init__(self, *, in_dim, out_dim=None, conv_shortcut=False, kernel_size=3, use_norm=True):
+        super().__init__()
+        self.in_dim = in_dim
+        out_dim = in_dim if out_dim is None else out_dim
+        self.out_dim = out_dim
+        self.use_conv_shortcut = conv_shortcut
+        self.use_norm = use_norm
+
+        self.conv1 = ops.Conv1d(in_dim, out_dim, kernel_size=kernel_size, padding=kernel_size // 2, bias=False)
+        self.conv2 = ops.Conv1d(out_dim, out_dim, kernel_size=kernel_size, padding=kernel_size // 2, bias=False)
+        if self.in_dim != self.out_dim:
+            if self.use_conv_shortcut:
+                self.conv_shortcut = ops.Conv1d(in_dim, out_dim, kernel_size=kernel_size, padding=kernel_size // 2, bias=False)
+            else:
+                self.nin_shortcut = ops.Conv1d(in_dim, out_dim, kernel_size=1, padding=0, bias=False)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+
+        # pixel norm
+        if self.use_norm:
+            x = normalize(x, dim=1)
+
+        h = x
+        h = nonlinearity(h)
+        h = self.conv1(h)
+
+        h = nonlinearity(h)
+        h = self.conv2(h)
+
+        if self.in_dim != self.out_dim:
+            if self.use_conv_shortcut:
+                x = self.conv_shortcut(x)
+            else:
+                x = self.nin_shortcut(x)
+
+        return mp_sum(x, h, t=0.3)
+
+
+class AttnBlock1D(nn.Module):
+
+    def __init__(self, in_channels, num_heads=1):
+        super().__init__()
+        self.in_channels = in_channels
+
+        self.num_heads = num_heads
+        self.qkv = ops.Conv1d(in_channels, in_channels * 3, kernel_size=1, padding=0, bias=False)
+        self.proj_out = ops.Conv1d(in_channels, in_channels, kernel_size=1, padding=0, bias=False)
+        self.optimized_attention = vae_attention()
+
+    def forward(self, x):
+        h = x
+        y = self.qkv(h)
+        y = y.reshape(y.shape[0], -1, 3, y.shape[-1])
+        q, k, v = normalize(y, dim=1).unbind(2)
+
+        h = self.optimized_attention(q, k, v)
+        h = self.proj_out(h)
+
+        return mp_sum(x, h, t=0.3)
+
+
+class Upsample1D(nn.Module):
+
+    def __init__(self, in_channels, with_conv):
+        super().__init__()
+        self.with_conv = with_conv
+        if self.with_conv:
+            self.conv = ops.Conv1d(in_channels, in_channels, kernel_size=3, padding=1, bias=False)
+
+    def forward(self, x):
+        x = F.interpolate(x, scale_factor=2.0, mode='nearest-exact')  # support 3D tensor(B,C,T)
+        if self.with_conv:
+            x = self.conv(x)
+        return x
+
+
+class Downsample1D(nn.Module):
+
+    def __init__(self, in_channels, with_conv):
+        super().__init__()
+        self.with_conv = with_conv
+        if self.with_conv:
+            # no asymmetric padding in torch conv, must do it ourselves
+            self.conv1 = ops.Conv1d(in_channels, in_channels, kernel_size=1, padding=0, bias=False)
+            self.conv2 = ops.Conv1d(in_channels, in_channels, kernel_size=1, padding=0, bias=False)
+
+    def forward(self, x):
+
+        if self.with_conv:
+            x = self.conv1(x)
+
+        x = F.avg_pool1d(x, kernel_size=2, stride=2)
+
+        if self.with_conv:
+            x = self.conv2(x)
+
+        return x
diff --git a/ComfyUI/comfy/ldm/models/__pycache__/autoencoder.cpython-312.pyc b/ComfyUI/comfy/ldm/models/__pycache__/autoencoder.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..63b9cc3a385a6f8cc5742b165b235cd27091a4d0
Binary files /dev/null and b/ComfyUI/comfy/ldm/models/__pycache__/autoencoder.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/models/autoencoder.py b/ComfyUI/comfy/ldm/models/autoencoder.py
new file mode 100644
index 0000000000000000000000000000000000000000..582b44e6994861523cebef2fccbce86fcdbc0a46
--- /dev/null
+++ b/ComfyUI/comfy/ldm/models/autoencoder.py
@@ -0,0 +1,280 @@
+import logging
+import math
+import torch
+from contextlib import contextmanager
+from typing import Any, Dict, Tuple, Union
+
+from comfy.ldm.modules.distributions.distributions import DiagonalGaussianDistribution
+
+from comfy.ldm.util import get_obj_from_str, instantiate_from_config
+from comfy.ldm.modules.ema import LitEma
+import comfy.ops
+from einops import rearrange
+import comfy.model_management
+
+class DiagonalGaussianRegularizer(torch.nn.Module):
+    def __init__(self, sample: bool = False):
+        super().__init__()
+        self.sample = sample
+
+    def get_trainable_parameters(self) -> Any:
+        yield from ()
+
+    def forward(self, z: torch.Tensor) -> Tuple[torch.Tensor, dict]:
+        posterior = DiagonalGaussianDistribution(z)
+        if self.sample:
+            z = posterior.sample()
+        else:
+            z = posterior.mode()
+        return z, None
+
+class EmptyRegularizer(torch.nn.Module):
+    def __init__(self):
+        super().__init__()
+
+    def forward(self, z: torch.Tensor) -> Tuple[torch.Tensor, dict]:
+        return z, None
+
+class AbstractAutoencoder(torch.nn.Module):
+    """
+    This is the base class for all autoencoders, including image autoencoders, image autoencoders with discriminators,
+    unCLIP models, etc. Hence, it is fairly general, and specific features
+    (e.g. discriminator training, encoding, decoding) must be implemented in subclasses.
+    """
+
+    def __init__(
+        self,
+        ema_decay: Union[None, float] = None,
+        monitor: Union[None, str] = None,
+        input_key: str = "jpg",
+        **kwargs,
+    ):
+        super().__init__()
+
+        self.input_key = input_key
+        self.use_ema = ema_decay is not None
+        if monitor is not None:
+            self.monitor = monitor
+
+        if self.use_ema:
+            self.model_ema = LitEma(self, decay=ema_decay)
+            logging.info(f"Keeping EMAs of {len(list(self.model_ema.buffers()))}.")
+
+    def get_input(self, batch) -> Any:
+        raise NotImplementedError()
+
+    def on_train_batch_end(self, *args, **kwargs):
+        # for EMA computation
+        if self.use_ema:
+            self.model_ema(self)
+
+    @contextmanager
+    def ema_scope(self, context=None):
+        if self.use_ema:
+            self.model_ema.store(self.parameters())
+            self.model_ema.copy_to(self)
+            if context is not None:
+                logging.info(f"{context}: Switched to EMA weights")
+        try:
+            yield None
+        finally:
+            if self.use_ema:
+                self.model_ema.restore(self.parameters())
+                if context is not None:
+                    logging.info(f"{context}: Restored training weights")
+
+    def encode(self, *args, **kwargs) -> torch.Tensor:
+        raise NotImplementedError("encode()-method of abstract base class called")
+
+    def decode(self, *args, **kwargs) -> torch.Tensor:
+        raise NotImplementedError("decode()-method of abstract base class called")
+
+    def instantiate_optimizer_from_config(self, params, lr, cfg):
+        logging.info(f"loading >>> {cfg['target']} <<< optimizer from config")
+        return get_obj_from_str(cfg["target"])(
+            params, lr=lr, **cfg.get("params", dict())
+        )
+
+    def configure_optimizers(self) -> Any:
+        raise NotImplementedError()
+
+
+class AutoencodingEngine(AbstractAutoencoder):
+    """
+    Base class for all image autoencoders that we train, like VQGAN or AutoencoderKL
+    (we also restore them explicitly as special cases for legacy reasons).
+    Regularizations such as KL or VQ are moved to the regularizer class.
+    """
+
+    def __init__(
+        self,
+        *args,
+        encoder_config: Dict,
+        decoder_config: Dict,
+        regularizer_config: Dict,
+        **kwargs,
+    ):
+        super().__init__(*args, **kwargs)
+
+        self.encoder: torch.nn.Module = instantiate_from_config(encoder_config)
+        self.decoder: torch.nn.Module = instantiate_from_config(decoder_config)
+        self.regularization = instantiate_from_config(
+            regularizer_config
+        )
+
+    def get_last_layer(self):
+        return self.decoder.get_last_layer()
+
+    def encode(
+        self,
+        x: torch.Tensor,
+        return_reg_log: bool = False,
+        unregularized: bool = False,
+    ) -> Union[torch.Tensor, Tuple[torch.Tensor, dict]]:
+        z = self.encoder(x)
+        if unregularized:
+            return z, dict()
+        z, reg_log = self.regularization(z)
+        if return_reg_log:
+            return z, reg_log
+        return z
+
+    def decode(self, z: torch.Tensor, **kwargs) -> torch.Tensor:
+        x = self.decoder(z, **kwargs)
+        return x
+
+    def forward(
+        self, x: torch.Tensor, **additional_decode_kwargs
+    ) -> Tuple[torch.Tensor, torch.Tensor, dict]:
+        z, reg_log = self.encode(x, return_reg_log=True)
+        dec = self.decode(z, **additional_decode_kwargs)
+        return z, dec, reg_log
+
+
+class AutoencodingEngineLegacy(AutoencodingEngine):
+    def __init__(self, embed_dim: int, **kwargs):
+        self.max_batch_size = kwargs.pop("max_batch_size", None)
+        ddconfig = kwargs.pop("ddconfig")
+        decoder_ddconfig = kwargs.pop("decoder_ddconfig", ddconfig)
+        super().__init__(
+            encoder_config={
+                "target": "comfy.ldm.modules.diffusionmodules.model.Encoder",
+                "params": ddconfig,
+            },
+            decoder_config={
+                "target": "comfy.ldm.modules.diffusionmodules.model.Decoder",
+                "params": decoder_ddconfig,
+            },
+            **kwargs,
+        )
+
+        if ddconfig.get("conv3d", False):
+            conv_op = comfy.ops.disable_weight_init.Conv3d
+        else:
+            conv_op = comfy.ops.disable_weight_init.Conv2d
+
+        self.quant_conv = conv_op(
+            (1 + ddconfig["double_z"]) * ddconfig["z_channels"],
+            (1 + ddconfig["double_z"]) * embed_dim,
+            1,
+        )
+
+        self.post_quant_conv = conv_op(embed_dim, ddconfig["z_channels"], 1)
+        self.embed_dim = embed_dim
+
+        if ddconfig.get("batch_norm_latent", False):
+            self.bn_eps = 1e-4
+            self.bn_momentum = 0.1
+            self.ps = [2, 2]
+            self.bn = torch.nn.BatchNorm2d(math.prod(self.ps) * ddconfig["z_channels"],
+                                           eps=self.bn_eps,
+                                           momentum=self.bn_momentum,
+                                           affine=False,
+                                           track_running_stats=True,
+                                           )
+            self.bn.eval()
+        else:
+            self.bn = None
+
+
+    def get_autoencoder_params(self) -> list:
+        params = super().get_autoencoder_params()
+        return params
+
+    def encode(
+        self, x: torch.Tensor, return_reg_log: bool = False
+    ) -> Union[torch.Tensor, Tuple[torch.Tensor, dict]]:
+        if self.max_batch_size is None:
+            z = self.encoder(x)
+            z = self.quant_conv(z)
+        else:
+            N = x.shape[0]
+            bs = self.max_batch_size
+            n_batches = int(math.ceil(N / bs))
+            z = list()
+            for i_batch in range(n_batches):
+                z_batch = self.encoder(x[i_batch * bs : (i_batch + 1) * bs])
+                z_batch = self.quant_conv(z_batch)
+                z.append(z_batch)
+            z = torch.cat(z, 0)
+
+        z, reg_log = self.regularization(z)
+
+        if self.bn is not None:
+            z = rearrange(z,
+                          "... c (i pi) (j pj)  -> ... (c pi pj) i j",
+                          pi=self.ps[0],
+                          pj=self.ps[1],
+                          )
+
+            z = torch.nn.functional.batch_norm(z,
+                                               comfy.model_management.cast_to(self.bn.running_mean, dtype=z.dtype, device=z.device),
+                                               comfy.model_management.cast_to(self.bn.running_var, dtype=z.dtype, device=z.device),
+                                               momentum=self.bn_momentum,
+                                               eps=self.bn_eps)
+
+        if return_reg_log:
+            return z, reg_log
+        return z
+
+    def decode(self, z: torch.Tensor, **decoder_kwargs) -> torch.Tensor:
+        if self.bn is not None:
+            s = torch.sqrt(comfy.model_management.cast_to(self.bn.running_var.view(1, -1, 1, 1), dtype=z.dtype, device=z.device) + self.bn_eps)
+            m = comfy.model_management.cast_to(self.bn.running_mean.view(1, -1, 1, 1), dtype=z.dtype, device=z.device)
+            z = z * s + m
+            z = rearrange(
+                z,
+                "... (c pi pj) i j -> ... c (i pi) (j pj)",
+                pi=self.ps[0],
+                pj=self.ps[1],
+            )
+
+        if self.max_batch_size is None:
+            dec = self.post_quant_conv(z)
+            dec = self.decoder(dec, **decoder_kwargs)
+        else:
+            N = z.shape[0]
+            bs = self.max_batch_size
+            n_batches = int(math.ceil(N / bs))
+            dec = list()
+            for i_batch in range(n_batches):
+                dec_batch = self.post_quant_conv(z[i_batch * bs : (i_batch + 1) * bs])
+                dec_batch = self.decoder(dec_batch, **decoder_kwargs)
+                dec.append(dec_batch)
+            dec = torch.cat(dec, 0)
+
+        return dec
+
+
+class AutoencoderKL(AutoencodingEngineLegacy):
+    def __init__(self, **kwargs):
+        if "lossconfig" in kwargs:
+            kwargs["loss_config"] = kwargs.pop("lossconfig")
+        super().__init__(
+            regularizer_config={
+                "target": (
+                    "comfy.ldm.models.autoencoder.DiagonalGaussianRegularizer"
+                )
+            },
+            **kwargs,
+        )
diff --git a/ComfyUI/comfy/ldm/modules/__pycache__/attention.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/__pycache__/attention.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..054c81a8980585eff7cdd8b22ba5b21fb4dca83b
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/__pycache__/attention.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/__pycache__/ema.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/__pycache__/ema.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..0df30824f1460ea0a9e08ced5f63183e31c81fd4
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/__pycache__/ema.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/__pycache__/sdpose.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/__pycache__/sdpose.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..1648dd0c31c3a0700a73843e2704c60b1b186784
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/__pycache__/sdpose.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/__pycache__/sub_quadratic_attention.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/__pycache__/sub_quadratic_attention.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..255cfb4de60cd30b7bd10c29342cec044e7ce1c3
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/__pycache__/sub_quadratic_attention.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/attention.py b/ComfyUI/comfy/ldm/modules/attention.py
new file mode 100644
index 0000000000000000000000000000000000000000..2c549e09545bb3313551f10d19addc147d4250f5
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/attention.py
@@ -0,0 +1,1228 @@
+import math
+import sys
+import inspect
+
+import torch
+import torch.nn.functional as F
+from torch import nn, einsum
+from einops import rearrange, repeat
+from typing import Optional, Any, Callable, Union
+import logging
+import functools
+
+from .diffusionmodules.util import AlphaBlender, timestep_embedding
+from .sub_quadratic_attention import efficient_dot_product_attention
+
+from comfy import model_management
+
+if model_management.xformers_enabled():
+    import xformers
+    import xformers.ops
+
+SAGE_ATTENTION_IS_AVAILABLE = False
+SAGE_ATTENTION_SUPPORTS_MASK = False
+try:
+    from sageattention import sageattn
+    SAGE_ATTENTION_IS_AVAILABLE = True
+    SAGE_ATTENTION_SUPPORTS_MASK = "attn_mask" in inspect.signature(sageattn).parameters
+except ImportError as e:
+    if model_management.sage_attention_enabled():
+        if e.name == "sageattention":
+            logging.error(f"\n\nTo use the `--use-sage-attention` feature, the `sageattention` package must be installed first.\ncommand:\n\t{sys.executable} -m pip install sageattention")
+        else:
+            raise e
+        exit(-1)
+
+SAGE_ATTENTION3_IS_AVAILABLE = False
+try:
+    from sageattn3 import sageattn3_blackwell
+    SAGE_ATTENTION3_IS_AVAILABLE = True
+except ImportError:
+    pass
+
+FLASH_ATTENTION_IS_AVAILABLE = False
+try:
+    from flash_attn import flash_attn_func
+    FLASH_ATTENTION_IS_AVAILABLE = True
+except ImportError:
+    if model_management.flash_attention_enabled():
+        logging.error(f"\n\nTo use the `--use-flash-attention` feature, the `flash-attn` package must be installed first.\ncommand:\n\t{sys.executable} -m pip install flash-attn")
+        exit(-1)
+
+REGISTERED_ATTENTION_FUNCTIONS = {}
+def register_attention_function(name: str, func: Callable):
+    # avoid replacing existing functions
+    if name not in REGISTERED_ATTENTION_FUNCTIONS:
+        REGISTERED_ATTENTION_FUNCTIONS[name] = func
+    else:
+        logging.warning(f"Attention function {name} already registered, skipping registration.")
+
+def get_attention_function(name: str, default: Any=...) -> Union[Callable, None]:
+    if name == "optimized":
+        return optimized_attention
+    elif name not in REGISTERED_ATTENTION_FUNCTIONS:
+        if default is ...:
+            raise KeyError(f"Attention function {name} not found.")
+        else:
+            return default
+    return REGISTERED_ATTENTION_FUNCTIONS[name]
+
+from comfy.cli_args import args
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+FORCE_UPCAST_ATTENTION_DTYPE = model_management.force_upcast_attention_dtype()
+
+def get_attn_precision(attn_precision, current_dtype):
+    if args.dont_upcast_attention:
+        return None
+
+    if FORCE_UPCAST_ATTENTION_DTYPE is not None and current_dtype in FORCE_UPCAST_ATTENTION_DTYPE:
+        return FORCE_UPCAST_ATTENTION_DTYPE[current_dtype]
+    return attn_precision
+
+def exists(val):
+    return val is not None
+
+
+def default(val, d):
+    if exists(val):
+        return val
+    return d
+
+def _heads_from_dim(tensor, dim_head, name):
+    inner_dim = tensor.shape[-1]
+    if inner_dim % dim_head != 0:
+        raise ValueError(f"{name} inner dimension {inner_dim} is not divisible by head dimension {dim_head}")
+    return inner_dim // dim_head
+
+def _reshape_qkv_to_heads(q, k, v, b, heads, dim_head, enable_gqa=False, expand_kv=True):
+    q = q.unsqueeze(3).reshape(b, -1, heads, dim_head)
+    if enable_gqa:
+        key_heads = _heads_from_dim(k, dim_head, "Key")
+        value_heads = _heads_from_dim(v, dim_head, "Value")
+    else:
+        key_heads = heads
+        value_heads = heads
+    k = k.unsqueeze(3).reshape(b, -1, key_heads, dim_head)
+    v = v.unsqueeze(3).reshape(b, -1, value_heads, dim_head)
+    if enable_gqa and expand_kv:
+        k, v = comfy.ops.repeat_kv_for_gqa(k, v, heads, -2)
+    return q, k, v
+
+
+# feedforward
+class GEGLU(nn.Module):
+    def __init__(self, dim_in, dim_out, dtype=None, device=None, operations=ops):
+        super().__init__()
+        self.proj = operations.Linear(dim_in, dim_out * 2, dtype=dtype, device=device)
+
+    def forward(self, x):
+        x, gate = self.proj(x).chunk(2, dim=-1)
+        return x * F.gelu(gate)
+
+
+class FeedForward(nn.Module):
+    def __init__(self, dim, dim_out=None, mult=4, glu=False, dropout=0., dtype=None, device=None, operations=ops):
+        super().__init__()
+        inner_dim = int(dim * mult)
+        dim_out = default(dim_out, dim)
+        project_in = nn.Sequential(
+            operations.Linear(dim, inner_dim, dtype=dtype, device=device),
+            nn.GELU()
+        ) if not glu else GEGLU(dim, inner_dim, dtype=dtype, device=device, operations=operations)
+
+        self.net = nn.Sequential(
+            project_in,
+            nn.Dropout(dropout),
+            operations.Linear(inner_dim, dim_out, dtype=dtype, device=device)
+        )
+
+    def forward(self, x):
+        return self.net(x)
+
+def Normalize(in_channels, dtype=None, device=None):
+    return torch.nn.GroupNorm(num_groups=32, num_channels=in_channels, eps=1e-6, affine=True, dtype=dtype, device=device)
+
+
+def wrap_attn(func):
+    @functools.wraps(func)
+    def wrapper(*args, **kwargs):
+        remove_attn_wrapper_key = False
+        try:
+            if "_inside_attn_wrapper" not in kwargs:
+                transformer_options = kwargs.get("transformer_options", None)
+                remove_attn_wrapper_key = True
+                kwargs["_inside_attn_wrapper"] = True
+                if transformer_options is not None:
+                    if "optimized_attention_override" in transformer_options:
+                        return transformer_options["optimized_attention_override"](func, *args, **kwargs)
+            return func(*args, **kwargs)
+        finally:
+            if remove_attn_wrapper_key:
+                del kwargs["_inside_attn_wrapper"]
+    return wrapper
+
+@wrap_attn
+def attention_basic(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False, **kwargs):
+    attn_precision = get_attn_precision(attn_precision, q.dtype)
+
+    if skip_reshape:
+        b, _, _, dim_head = q.shape
+    else:
+        b, _, dim_head = q.shape
+        dim_head //= heads
+
+    scale = kwargs.get("scale", dim_head ** -0.5)
+
+    h = heads
+    if skip_reshape:
+        if kwargs.get("enable_gqa", False):
+            k, v = comfy.ops.repeat_kv_for_gqa(k, v, q.shape[-3], -3)
+        q, k, v = map(
+            lambda t: t.reshape(b * heads, -1, dim_head),
+            (q, k, v),
+        )
+    else:
+        q, k, v = _reshape_qkv_to_heads(q, k, v, b, heads, dim_head, kwargs.get("enable_gqa", False))
+        q, k, v = map(lambda t: t.permute(0, 2, 1, 3).reshape(b * heads, -1, dim_head).contiguous(), (q, k, v))
+
+    # force cast to fp32 to avoid overflowing
+    if attn_precision == torch.float32:
+        sim = einsum('b i d, b j d -> b i j', q.float(), k.float()) * scale
+    else:
+        sim = einsum('b i d, b j d -> b i j', q, k) * scale
+
+    del q, k
+
+    if exists(mask):
+        if mask.dtype == torch.bool:
+            mask = rearrange(mask, 'b ... -> b (...)') #TODO: check if this bool part matches pytorch attention
+            max_neg_value = -torch.finfo(sim.dtype).max
+            mask = repeat(mask, 'b j -> (b h) () j', h=h)
+            sim.masked_fill_(~mask, max_neg_value)
+        else:
+            if len(mask.shape) == 2:
+                bs = 1
+            else:
+                bs = mask.shape[0]
+            mask = mask.reshape(bs, -1, mask.shape[-2], mask.shape[-1]).expand(b, heads, -1, -1).reshape(-1, mask.shape[-2], mask.shape[-1])
+            sim.add_(mask)
+
+    # attention, what we cannot get enough of
+    sim = sim.softmax(dim=-1)
+
+    out = einsum('b i j, b j d -> b i d', sim.to(v.dtype), v)
+
+    if skip_output_reshape:
+        out = (
+            out.unsqueeze(0)
+            .reshape(b, heads, -1, dim_head)
+        )
+    else:
+        out = (
+            out.unsqueeze(0)
+            .reshape(b, heads, -1, dim_head)
+            .permute(0, 2, 1, 3)
+            .reshape(b, -1, heads * dim_head)
+        )
+    return out
+
+@wrap_attn
+def attention_sub_quad(query, key, value, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False, **kwargs):
+    attn_precision = get_attn_precision(attn_precision, query.dtype)
+
+    if skip_reshape:
+        b, _, _, dim_head = query.shape
+    else:
+        b, _, dim_head = query.shape
+        dim_head //= heads
+
+    if "scale" in kwargs:
+        # Pre-scale query to match requested scale (cancels internal 1/sqrt(dim_head))
+        query = query * (kwargs["scale"] * dim_head ** 0.5)
+
+    if skip_reshape:
+        if kwargs.get("enable_gqa", False):
+            key, value = comfy.ops.repeat_kv_for_gqa(key, value, query.shape[-3], -3)
+        query = query.reshape(b * heads, -1, dim_head)
+        value = value.reshape(b * heads, -1, dim_head)
+        key = key.reshape(b * heads, -1, dim_head).movedim(1, 2)
+    else:
+        query, key, value = _reshape_qkv_to_heads(query, key, value, b, heads, dim_head, kwargs.get("enable_gqa", False))
+        query = query.permute(0, 2, 1, 3).reshape(b * heads, -1, dim_head)
+        value = value.permute(0, 2, 1, 3).reshape(b * heads, -1, dim_head)
+        key = key.permute(0, 2, 3, 1).reshape(b * heads, dim_head, -1)
+
+
+    dtype = query.dtype
+    upcast_attention = attn_precision == torch.float32 and query.dtype != torch.float32
+    if upcast_attention:
+        bytes_per_token = torch.finfo(torch.float32).bits//8
+    else:
+        bytes_per_token = torch.finfo(query.dtype).bits//8
+    batch_x_heads, q_tokens, _ = query.shape
+    _, _, k_tokens = key.shape
+
+    mem_free_total, _ = model_management.get_free_memory(query.device, True)
+
+    kv_chunk_size_min = None
+    kv_chunk_size = None
+    query_chunk_size = None
+
+    for x in [4096, 2048, 1024, 512, 256]:
+        count = mem_free_total / (batch_x_heads * bytes_per_token * x * 4.0)
+        if count >= k_tokens:
+            kv_chunk_size = k_tokens
+            query_chunk_size = x
+            break
+
+    if query_chunk_size is None:
+        query_chunk_size = 512
+
+    if mask is not None:
+        if len(mask.shape) == 2:
+            bs = 1
+        else:
+            bs = mask.shape[0]
+        mask = mask.reshape(bs, -1, mask.shape[-2], mask.shape[-1]).expand(b, heads, -1, -1).reshape(-1, mask.shape[-2], mask.shape[-1])
+
+    hidden_states = efficient_dot_product_attention(
+        query,
+        key,
+        value,
+        query_chunk_size=query_chunk_size,
+        kv_chunk_size=kv_chunk_size,
+        kv_chunk_size_min=kv_chunk_size_min,
+        use_checkpoint=False,
+        upcast_attention=upcast_attention,
+        mask=mask,
+    )
+
+    hidden_states = hidden_states.to(dtype)
+    if skip_output_reshape:
+        hidden_states = hidden_states.unflatten(0, (-1, heads))
+    else:
+        hidden_states = hidden_states.unflatten(0, (-1, heads)).transpose(1,2).flatten(start_dim=2)
+    return hidden_states
+
+@wrap_attn
+def attention_split(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False, **kwargs):
+    attn_precision = get_attn_precision(attn_precision, q.dtype)
+
+    if skip_reshape:
+        b, _, _, dim_head = q.shape
+    else:
+        b, _, dim_head = q.shape
+        dim_head //= heads
+
+    scale = kwargs.get("scale", dim_head ** -0.5)
+
+    if skip_reshape:
+        if kwargs.get("enable_gqa", False):
+            k, v = comfy.ops.repeat_kv_for_gqa(k, v, q.shape[-3], -3)
+        q, k, v = map(
+            lambda t: t.reshape(b * heads, -1, dim_head),
+            (q, k, v),
+        )
+    else:
+        q, k, v = _reshape_qkv_to_heads(q, k, v, b, heads, dim_head, kwargs.get("enable_gqa", False))
+        q, k, v = map(lambda t: t.permute(0, 2, 1, 3).reshape(b * heads, -1, dim_head).contiguous(), (q, k, v))
+
+    r1 = torch.zeros(q.shape[0], q.shape[1], v.shape[2], device=q.device, dtype=q.dtype)
+
+    mem_free_total = model_management.get_free_memory(q.device)
+
+    if attn_precision == torch.float32:
+        element_size = 4
+        upcast = True
+    else:
+        element_size = q.element_size()
+        upcast = False
+
+    gb = 1024 ** 3
+    tensor_size = q.shape[0] * q.shape[1] * k.shape[1] * element_size
+    modifier = 3
+    mem_required = tensor_size * modifier
+    steps = 1
+
+
+    if mem_required > mem_free_total:
+        steps = 2**(math.ceil(math.log(mem_required / mem_free_total, 2)))
+        # print(f"Expected tensor size:{tensor_size/gb:0.1f}GB, cuda free:{mem_free_cuda/gb:0.1f}GB "
+        #      f"torch free:{mem_free_torch/gb:0.1f} total:{mem_free_total/gb:0.1f} steps:{steps}")
+
+    if steps > 64:
+        max_res = math.floor(math.sqrt(math.sqrt(mem_free_total / 2.5)) / 8) * 64
+        raise RuntimeError(f'Not enough memory, use lower resolution (max approx. {max_res}x{max_res}). '
+                            f'Need: {mem_required/64/gb:0.1f}GB free, Have:{mem_free_total/gb:0.1f}GB free')
+
+    if mask is not None:
+        if len(mask.shape) == 2:
+            bs = 1
+        else:
+            bs = mask.shape[0]
+        mask = mask.reshape(bs, -1, mask.shape[-2], mask.shape[-1]).expand(b, heads, -1, -1).reshape(-1, mask.shape[-2], mask.shape[-1])
+
+    # print("steps", steps, mem_required, mem_free_total, modifier, q.element_size(), tensor_size)
+    first_op_done = False
+    cleared_cache = False
+    while True:
+        try:
+            slice_size = q.shape[1] // steps if (q.shape[1] % steps) == 0 else q.shape[1]
+            for i in range(0, q.shape[1], slice_size):
+                end = i + slice_size
+                if upcast:
+                    with torch.autocast(enabled=False, device_type = 'cuda'):
+                        s1 = einsum('b i d, b j d -> b i j', q[:, i:end].float(), k.float()) * scale
+                else:
+                    s1 = einsum('b i d, b j d -> b i j', q[:, i:end], k) * scale
+
+                if mask is not None:
+                    if len(mask.shape) == 2:
+                        s1 += mask[i:end]
+                    else:
+                        if mask.shape[1] == 1:
+                            s1 += mask
+                        else:
+                            s1 += mask[:, i:end]
+
+                s2 = s1.softmax(dim=-1).to(v.dtype)
+                del s1
+                first_op_done = True
+
+                r1[:, i:end] = einsum('b i j, b j d -> b i d', s2, v)
+                del s2
+            break
+        except Exception as e:
+            model_management.raise_non_oom(e)
+            if first_op_done == False:
+                model_management.soft_empty_cache(True)
+                if cleared_cache == False:
+                    cleared_cache = True
+                    logging.warning("out of memory error, emptying cache and trying again")
+                    continue
+                steps *= 2
+                if steps > 64:
+                    raise e
+                logging.warning("out of memory error, increasing steps and trying again {}".format(steps))
+            else:
+                raise e
+
+    del q, k, v
+
+    if skip_output_reshape:
+        r1 = (
+            r1.unsqueeze(0)
+            .reshape(b, heads, -1, dim_head)
+        )
+    else:
+        r1 = (
+            r1.unsqueeze(0)
+            .reshape(b, heads, -1, dim_head)
+            .permute(0, 2, 1, 3)
+            .reshape(b, -1, heads * dim_head)
+        )
+    return r1
+
+BROKEN_XFORMERS = False
+try:
+    x_vers = xformers.__version__
+    # XFormers bug confirmed on all versions from 0.0.21 to 0.0.26 (q with bs bigger than 65535 gives CUDA error)
+    BROKEN_XFORMERS = x_vers.startswith("0.0.2") and not x_vers.startswith("0.0.20")
+except:
+    pass
+
+@wrap_attn
+def attention_xformers(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False, **kwargs):
+    b = q.shape[0]
+    dim_head = q.shape[-1]
+    # check to make sure xformers isn't broken
+    disabled_xformers = False
+
+    if BROKEN_XFORMERS:
+        if b * heads > 65535:
+            disabled_xformers = True
+
+    if not disabled_xformers:
+        if torch.jit.is_tracing() or torch.jit.is_scripting():
+            disabled_xformers = True
+
+    if disabled_xformers:
+        return attention_pytorch(q, k, v, heads, mask, skip_reshape=skip_reshape, skip_output_reshape=skip_output_reshape, **kwargs)
+
+    if skip_reshape:
+        # b h k d -> b k h d
+        q, k, v = map(
+            lambda t: t.permute(0, 2, 1, 3),
+            (q, k, v),
+        )
+        if kwargs.get("enable_gqa", False):
+            k, v = comfy.ops.repeat_kv_for_gqa(k, v, q.shape[-2], -2)
+    # actually do the reshaping
+    else:
+        dim_head //= heads
+        q, k, v = _reshape_qkv_to_heads(q, k, v, b, heads, dim_head, kwargs.get("enable_gqa", False))
+
+    if mask is not None:
+        # add a singleton batch dimension
+        if mask.ndim == 2:
+            mask = mask.unsqueeze(0)
+        # add a singleton heads dimension
+        if mask.ndim == 3:
+            mask = mask.unsqueeze(1)
+        # pad to a multiple of 8
+        pad = 8 - mask.shape[-1] % 8
+        # the xformers docs says that it's allowed to have a mask of shape (1, Nq, Nk)
+        # but when using separated heads, the shape has to be (B, H, Nq, Nk)
+        # in flux, this matrix ends up being over 1GB
+        # here, we create a mask with the same batch/head size as the input mask (potentially singleton or full)
+        mask_out = torch.empty([mask.shape[0], mask.shape[1], q.shape[1], mask.shape[-1] + pad], dtype=q.dtype, device=q.device)
+
+        mask_out[..., :mask.shape[-1]] = mask
+        # doesn't this remove the padding again??
+        mask = mask_out[..., :mask.shape[-1]]
+        mask = mask.expand(b, heads, -1, -1)
+
+    out = xformers.ops.memory_efficient_attention(q, k, v, attn_bias=mask, scale=kwargs.get("scale", None))
+
+    if skip_output_reshape:
+        out = out.permute(0, 2, 1, 3)
+    else:
+        out = (
+            out.reshape(b, -1, heads * dim_head)
+        )
+
+    return out
+
+if model_management.is_nvidia(): #pytorch 2.3 and up seem to have this issue.
+    SDP_BATCH_LIMIT = 2**15
+else:
+    #TODO: other GPUs ?
+    SDP_BATCH_LIMIT = 2**31
+
+@wrap_attn
+def attention_pytorch(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False, **kwargs):
+    if skip_reshape:
+        b, _, _, dim_head = q.shape
+    else:
+        b, _, dim_head = q.shape
+        dim_head //= heads
+        q, k, v = _reshape_qkv_to_heads(q, k, v, b, heads, dim_head, kwargs.get("enable_gqa", False), expand_kv=False)
+        q, k, v = map(lambda t: t.transpose(1, 2), (q, k, v))
+
+    if mask is not None:
+        # add a batch dimension if there isn't already one
+        if mask.ndim == 2:
+            mask = mask.unsqueeze(0)
+        # add a heads dimension if there isn't already one
+        if mask.ndim == 3:
+            mask = mask.unsqueeze(1)
+
+    sdpa_keys = ("scale", "enable_gqa")
+    sdpa_extra = {k: v for k, v in kwargs.items() if k in sdpa_keys}
+
+    if SDP_BATCH_LIMIT >= b:
+        out = comfy.ops.scaled_dot_product_attention(q, k, v, attn_mask=mask, dropout_p=0.0, is_causal=False, **sdpa_extra)
+        if not skip_output_reshape:
+            out = (
+                out.transpose(1, 2).reshape(b, -1, heads * dim_head)
+            )
+    else:
+        out = torch.empty((b, q.shape[2], heads * dim_head), dtype=q.dtype, layout=q.layout, device=q.device)
+        for i in range(0, b, SDP_BATCH_LIMIT):
+            m = mask
+            if mask is not None:
+                if mask.shape[0] > 1:
+                    m = mask[i : i + SDP_BATCH_LIMIT]
+
+            out[i : i + SDP_BATCH_LIMIT] = comfy.ops.scaled_dot_product_attention(
+                q[i : i + SDP_BATCH_LIMIT],
+                k[i : i + SDP_BATCH_LIMIT],
+                v[i : i + SDP_BATCH_LIMIT],
+                attn_mask=m,
+                dropout_p=0.0, is_causal=False, **sdpa_extra
+            ).transpose(1, 2).reshape(-1, q.shape[2], heads * dim_head)
+    return out
+
+@wrap_attn
+def attention_sage(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False, **kwargs):
+    if kwargs.get("low_precision_attention", True) is False or (mask is not None and not SAGE_ATTENTION_SUPPORTS_MASK):
+        return attention_pytorch(q, k, v, heads, mask=mask, skip_reshape=skip_reshape, skip_output_reshape=skip_output_reshape, **kwargs)
+
+    exception_fallback = False
+    if skip_reshape:
+        b, _, _, dim_head = q.shape
+        tensor_layout = "HND"
+        if kwargs.get("enable_gqa", False):
+            k, v = comfy.ops.repeat_kv_for_gqa(k, v, q.shape[-3], -3)
+    else:
+        b, _, dim_head = q.shape
+        dim_head //= heads
+        q, k, v = _reshape_qkv_to_heads(q, k, v, b, heads, dim_head, kwargs.get("enable_gqa", False))
+        tensor_layout = "NHD"
+
+    if mask is not None:
+        # add a batch dimension if there isn't already one
+        if mask.ndim == 2:
+            mask = mask.unsqueeze(0)
+        # add a heads dimension if there isn't already one
+        if mask.ndim == 3:
+            mask = mask.unsqueeze(1)
+
+    sage_kwargs = {"is_causal": False, "tensor_layout": tensor_layout, "sm_scale": kwargs.get("scale", None), "smooth_k": False}
+    if mask is not None:
+        sage_kwargs["attn_mask"] = mask
+
+    try:
+        out = sageattn(q, k, v, **sage_kwargs)
+    except Exception as e:
+        logging.error("Error running sage attention: {}, using pytorch attention instead.".format(e))
+        exception_fallback = True
+    if exception_fallback:
+        if tensor_layout == "NHD":
+            q, k, v = map(
+                lambda t: t.transpose(1, 2),
+                (q, k, v),
+            )
+        return attention_pytorch(q, k, v, heads, mask=mask, skip_reshape=True, skip_output_reshape=skip_output_reshape, **kwargs)
+
+    if tensor_layout == "HND":
+        if not skip_output_reshape:
+            out = (
+                out.transpose(1, 2).reshape(b, -1, heads * dim_head)
+            )
+    else:
+        if skip_output_reshape:
+            out = out.transpose(1, 2)
+        else:
+            out = out.reshape(b, -1, heads * dim_head)
+    return out
+
+@wrap_attn
+def attention3_sage(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False, **kwargs):
+    exception_fallback = False
+    if (q.device.type != "cuda" or
+        q.dtype not in (torch.float16, torch.bfloat16) or
+        mask is not None):
+        return attention_pytorch(
+            q, k, v, heads,
+            mask=mask,
+            attn_precision=attn_precision,
+            skip_reshape=skip_reshape,
+            skip_output_reshape=skip_output_reshape,
+            **kwargs
+        )
+
+    if skip_reshape:
+        B, H, L, D = q.shape
+        if H != heads:
+            return attention_pytorch(
+                q, k, v, heads,
+                mask=mask,
+                attn_precision=attn_precision,
+                skip_reshape=True,
+                skip_output_reshape=skip_output_reshape,
+                **kwargs
+            )
+        N = q.shape[2]
+        dim_head = D
+    else:
+        B, N, inner_dim = q.shape
+        if inner_dim % heads != 0:
+            return attention_pytorch(
+                q, k, v, heads,
+                mask=mask,
+                attn_precision=attn_precision,
+                skip_reshape=False,
+                skip_output_reshape=skip_output_reshape,
+                **kwargs
+            )
+        dim_head = inner_dim // heads
+
+    if dim_head >= 256 or N <= 1024:
+        return attention_pytorch(
+                q, k, v, heads,
+                mask=mask,
+                attn_precision=attn_precision,
+                skip_reshape=skip_reshape,
+                skip_output_reshape=skip_output_reshape,
+                **kwargs
+            )
+
+    if skip_reshape:
+        q_s = q
+        if kwargs.get("enable_gqa", False):
+            k_s, v_s = comfy.ops.repeat_kv_for_gqa(k, v, H, -3)
+        else:
+            k_s, v_s = k, v
+    else:
+        q_s, k_s, v_s = _reshape_qkv_to_heads(q, k, v, B, heads, dim_head, kwargs.get("enable_gqa", False))
+        q_s, k_s, v_s = map(lambda t: t.permute(0, 2, 1, 3).contiguous(), (q_s, k_s, v_s))
+        B, H, L, D = q_s.shape
+
+    try:
+        out = sageattn3_blackwell(q_s, k_s, v_s, is_causal=False)
+    except Exception as e:
+        exception_fallback = True
+        logging.error("Error running SageAttention3: %s, falling back to pytorch attention.", e)
+
+    if exception_fallback:
+        if not skip_reshape:
+            del q_s, k_s, v_s
+        return attention_pytorch(
+                q, k, v, heads,
+                mask=mask,
+                attn_precision=attn_precision,
+                skip_reshape=skip_reshape,
+                skip_output_reshape=skip_output_reshape,
+                **kwargs
+            )
+
+    if skip_reshape:
+        if not skip_output_reshape:
+            out = out.permute(0, 2, 1, 3).reshape(B, L, H * D)
+    else:
+        if skip_output_reshape:
+            pass
+        else:
+            out = out.permute(0, 2, 1, 3).reshape(B, L, H * D)
+
+    return out
+
+try:
+    @torch.library.custom_op("comfy::flash_attn", mutates_args=())
+    def flash_attn_wrapper(q: torch.Tensor, k: torch.Tensor, v: torch.Tensor,
+                    dropout_p: float = 0.0, causal: bool = False, softmax_scale: float = -1.0) -> torch.Tensor:
+        softmax_scale_arg = None if softmax_scale == -1.0 else softmax_scale
+        return flash_attn_func(q, k, v, dropout_p=dropout_p, causal=causal, softmax_scale=softmax_scale_arg)
+
+
+    @flash_attn_wrapper.register_fake
+    def flash_attn_fake(q, k, v, dropout_p=0.0, causal=False, softmax_scale=-1.0):
+        # Output shape is the same as q
+        return q.new_empty(q.shape)
+except AttributeError as error:
+    FLASH_ATTN_ERROR = error
+
+    def flash_attn_wrapper(q: torch.Tensor, k: torch.Tensor, v: torch.Tensor,
+                    dropout_p: float = 0.0, causal: bool = False, softmax_scale: float = -1.0) -> torch.Tensor:
+        assert False, f"Could not define flash_attn_wrapper: {FLASH_ATTN_ERROR}"
+
+@wrap_attn
+def attention_flash(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False, **kwargs):
+    if skip_reshape:
+        b, _, _, dim_head = q.shape
+    else:
+        b, _, dim_head = q.shape
+        dim_head //= heads
+        q, k, v = _reshape_qkv_to_heads(q, k, v, b, heads, dim_head, kwargs.get("enable_gqa", False), expand_kv=False)
+        q, k, v = map(lambda t: t.transpose(1, 2), (q, k, v))
+
+    if mask is not None:
+        # add a batch dimension if there isn't already one
+        if mask.ndim == 2:
+            mask = mask.unsqueeze(0)
+        # add a heads dimension if there isn't already one
+        if mask.ndim == 3:
+            mask = mask.unsqueeze(1)
+
+    try:
+        if mask is not None:
+            raise RuntimeError("Mask must not be set for Flash attention")
+        out = flash_attn_wrapper(
+            q.transpose(1, 2),
+            k.transpose(1, 2),
+            v.transpose(1, 2),
+            dropout_p=0.0,
+            causal=False,
+            softmax_scale=kwargs.get("scale", -1.0),
+        ).transpose(1, 2)
+    except Exception as e:
+        logging.warning(f"Flash Attention failed, using default SDPA: {e}")
+        sdpa_extra = {}
+        if kwargs.get("enable_gqa", False):
+            sdpa_extra["enable_gqa"] = True
+        if "scale" in kwargs:
+            sdpa_extra["scale"] = kwargs["scale"]
+        out = torch.nn.functional.scaled_dot_product_attention(q, k, v, attn_mask=mask, dropout_p=0.0, is_causal=False, **sdpa_extra)
+    if not skip_output_reshape:
+        out = (
+            out.transpose(1, 2).reshape(b, -1, heads * dim_head)
+        )
+    return out
+
+
+optimized_attention = attention_basic
+
+if model_management.sage_attention_enabled():
+    logging.info("Using sage attention")
+    optimized_attention = attention_sage
+elif model_management.flash_attention_enabled():
+    logging.info("Using Flash Attention")
+    optimized_attention = attention_flash
+elif model_management.xformers_enabled():
+    logging.info("Using xformers attention")
+    optimized_attention = attention_xformers
+elif model_management.pytorch_attention_enabled():
+    logging.info("Using pytorch attention")
+    optimized_attention = attention_pytorch
+else:
+    if args.use_split_cross_attention:
+        logging.info("Using split optimization for attention")
+        optimized_attention = attention_split
+    else:
+        logging.info("Using sub quadratic optimization for attention, if you have memory or speed issues try using: --use-split-cross-attention")
+        optimized_attention = attention_sub_quad
+
+optimized_attention_masked = optimized_attention
+
+
+# register core-supported attention functions
+if SAGE_ATTENTION_IS_AVAILABLE:
+    register_attention_function("sage", attention_sage)
+if SAGE_ATTENTION3_IS_AVAILABLE:
+    register_attention_function("sage3", attention3_sage)
+if FLASH_ATTENTION_IS_AVAILABLE:
+    register_attention_function("flash", attention_flash)
+if model_management.xformers_enabled():
+    register_attention_function("xformers", attention_xformers)
+register_attention_function("pytorch", attention_pytorch)
+register_attention_function("sub_quad", attention_sub_quad)
+register_attention_function("split", attention_split)
+
+
+def optimized_attention_for_device(device, mask=False, small_input=False):
+    if small_input:
+        if model_management.pytorch_attention_enabled():
+            return attention_pytorch #TODO: need to confirm but this is probably slightly faster for small inputs in all cases
+        else:
+            return attention_basic
+
+    if device == torch.device("cpu"):
+        return attention_sub_quad
+
+    if mask:
+        return optimized_attention_masked
+
+    return optimized_attention
+
+
+class CrossAttention(nn.Module):
+    def __init__(self, query_dim, context_dim=None, heads=8, dim_head=64, dropout=0., attn_precision=None, dtype=None, device=None, operations=ops):
+        super().__init__()
+        inner_dim = dim_head * heads
+        context_dim = default(context_dim, query_dim)
+        self.attn_precision = attn_precision
+
+        self.heads = heads
+        self.dim_head = dim_head
+
+        self.to_q = operations.Linear(query_dim, inner_dim, bias=False, dtype=dtype, device=device)
+        self.to_k = operations.Linear(context_dim, inner_dim, bias=False, dtype=dtype, device=device)
+        self.to_v = operations.Linear(context_dim, inner_dim, bias=False, dtype=dtype, device=device)
+
+        self.to_out = nn.Sequential(operations.Linear(inner_dim, query_dim, dtype=dtype, device=device), nn.Dropout(dropout))
+
+    def forward(self, x, context=None, value=None, mask=None, transformer_options={}):
+        q = self.to_q(x)
+        context = default(context, x)
+        k = self.to_k(context)
+        if value is not None:
+            v = self.to_v(value)
+            del value
+        else:
+            v = self.to_v(context)
+
+        if mask is None:
+            out = optimized_attention(q, k, v, self.heads, attn_precision=self.attn_precision, transformer_options=transformer_options)
+        else:
+            out = optimized_attention_masked(q, k, v, self.heads, mask, attn_precision=self.attn_precision, transformer_options=transformer_options)
+        return self.to_out(out)
+
+
+class BasicTransformerBlock(nn.Module):
+    def __init__(self, dim, n_heads, d_head, dropout=0., context_dim=None, gated_ff=True, checkpoint=True, ff_in=False, inner_dim=None,
+                 disable_self_attn=False, disable_temporal_crossattention=False, switch_temporal_ca_to_sa=False, attn_precision=None, dtype=None, device=None, operations=ops):
+        super().__init__()
+
+        self.ff_in = ff_in or inner_dim is not None
+        if inner_dim is None:
+            inner_dim = dim
+
+        self.is_res = inner_dim == dim
+        self.attn_precision = attn_precision
+
+        if self.ff_in:
+            self.norm_in = operations.LayerNorm(dim, dtype=dtype, device=device)
+            self.ff_in = FeedForward(dim, dim_out=inner_dim, dropout=dropout, glu=gated_ff, dtype=dtype, device=device, operations=operations)
+
+        self.disable_self_attn = disable_self_attn
+        self.attn1 = CrossAttention(query_dim=inner_dim, heads=n_heads, dim_head=d_head, dropout=dropout,
+                              context_dim=context_dim if self.disable_self_attn else None, attn_precision=self.attn_precision, dtype=dtype, device=device, operations=operations)  # is a self-attention if not self.disable_self_attn
+        self.ff = FeedForward(inner_dim, dim_out=dim, dropout=dropout, glu=gated_ff, dtype=dtype, device=device, operations=operations)
+
+        if disable_temporal_crossattention:
+            if switch_temporal_ca_to_sa:
+                raise ValueError
+            else:
+                self.attn2 = None
+        else:
+            context_dim_attn2 = None
+            if not switch_temporal_ca_to_sa:
+                context_dim_attn2 = context_dim
+
+            self.attn2 = CrossAttention(query_dim=inner_dim, context_dim=context_dim_attn2,
+                                heads=n_heads, dim_head=d_head, dropout=dropout, attn_precision=self.attn_precision, dtype=dtype, device=device, operations=operations)  # is self-attn if context is none
+            self.norm2 = operations.LayerNorm(inner_dim, dtype=dtype, device=device)
+
+        self.norm1 = operations.LayerNorm(inner_dim, dtype=dtype, device=device)
+        self.norm3 = operations.LayerNorm(inner_dim, dtype=dtype, device=device)
+        self.n_heads = n_heads
+        self.d_head = d_head
+        self.switch_temporal_ca_to_sa = switch_temporal_ca_to_sa
+
+    def forward(self, x, context=None, transformer_options={}):
+        extra_options = {}
+        block = transformer_options.get("block", None)
+        block_index = transformer_options.get("block_index", 0)
+        transformer_patches = {}
+        transformer_patches_replace = {}
+
+        for k in transformer_options:
+            if k == "patches":
+                transformer_patches = transformer_options[k]
+            elif k == "patches_replace":
+                transformer_patches_replace = transformer_options[k]
+            else:
+                extra_options[k] = transformer_options[k]
+
+        extra_options["n_heads"] = self.n_heads
+        extra_options["dim_head"] = self.d_head
+        extra_options["attn_precision"] = self.attn_precision
+
+        if self.ff_in:
+            x_skip = x
+            x = self.ff_in(self.norm_in(x))
+            if self.is_res:
+                x += x_skip
+
+        n = self.norm1(x)
+        if self.disable_self_attn:
+            context_attn1 = context
+        else:
+            context_attn1 = None
+        value_attn1 = None
+
+        if "attn1_patch" in transformer_patches:
+            patch = transformer_patches["attn1_patch"]
+            if context_attn1 is None:
+                context_attn1 = n
+            value_attn1 = context_attn1
+            for p in patch:
+                n, context_attn1, value_attn1 = p(n, context_attn1, value_attn1, extra_options)
+
+        if block is not None:
+            transformer_block = (block[0], block[1], block_index)
+        else:
+            transformer_block = None
+        attn1_replace_patch = transformer_patches_replace.get("attn1", {})
+        block_attn1 = transformer_block
+        if block_attn1 not in attn1_replace_patch:
+            block_attn1 = block
+
+        if block_attn1 in attn1_replace_patch:
+            if context_attn1 is None:
+                context_attn1 = n
+                value_attn1 = n
+            n = self.attn1.to_q(n)
+            context_attn1 = self.attn1.to_k(context_attn1)
+            value_attn1 = self.attn1.to_v(value_attn1)
+            n = attn1_replace_patch[block_attn1](n, context_attn1, value_attn1, extra_options)
+            n = self.attn1.to_out(n)
+        else:
+            n = self.attn1(n, context=context_attn1, value=value_attn1, transformer_options=transformer_options)
+
+        if "attn1_output_patch" in transformer_patches:
+            patch = transformer_patches["attn1_output_patch"]
+            for p in patch:
+                n = p(n, extra_options)
+
+        x = n + x
+        if "middle_patch" in transformer_patches:
+            patch = transformer_patches["middle_patch"]
+            for p in patch:
+                x = p(x, extra_options)
+
+        if self.attn2 is not None:
+            n = self.norm2(x)
+            if self.switch_temporal_ca_to_sa:
+                context_attn2 = n
+            else:
+                context_attn2 = context
+            value_attn2 = None
+            if "attn2_patch" in transformer_patches:
+                patch = transformer_patches["attn2_patch"]
+                value_attn2 = context_attn2
+                for p in patch:
+                    n, context_attn2, value_attn2 = p(n, context_attn2, value_attn2, extra_options)
+
+            attn2_replace_patch = transformer_patches_replace.get("attn2", {})
+            block_attn2 = transformer_block
+            if block_attn2 not in attn2_replace_patch:
+                block_attn2 = block
+
+            if block_attn2 in attn2_replace_patch:
+                if value_attn2 is None:
+                    value_attn2 = context_attn2
+                n = self.attn2.to_q(n)
+                context_attn2 = self.attn2.to_k(context_attn2)
+                value_attn2 = self.attn2.to_v(value_attn2)
+                n = attn2_replace_patch[block_attn2](n, context_attn2, value_attn2, extra_options)
+                n = self.attn2.to_out(n)
+            else:
+                n = self.attn2(n, context=context_attn2, value=value_attn2, transformer_options=transformer_options)
+
+        if "attn2_output_patch" in transformer_patches:
+            patch = transformer_patches["attn2_output_patch"]
+            for p in patch:
+                n = p(n, extra_options)
+
+        x = n + x
+        if self.is_res:
+            x_skip = x
+        x = self.ff(self.norm3(x))
+        if self.is_res:
+            x = x_skip + x
+
+        return x
+
+
+class SpatialTransformer(nn.Module):
+    """
+    Transformer block for image-like data.
+    First, project the input (aka embedding)
+    and reshape to b, t, d.
+    Then apply standard transformer action.
+    Finally, reshape to image
+    NEW: use_linear for more efficiency instead of the 1x1 convs
+    """
+    def __init__(self, in_channels, n_heads, d_head,
+                 depth=1, dropout=0., context_dim=None,
+                 disable_self_attn=False, use_linear=False,
+                 use_checkpoint=True, attn_precision=None, dtype=None, device=None, operations=ops):
+        super().__init__()
+        if exists(context_dim) and not isinstance(context_dim, list):
+            context_dim = [context_dim] * depth
+        self.in_channels = in_channels
+        inner_dim = n_heads * d_head
+        self.norm = operations.GroupNorm(num_groups=32, num_channels=in_channels, eps=1e-6, affine=True, dtype=dtype, device=device)
+        if not use_linear:
+            self.proj_in = operations.Conv2d(in_channels,
+                                     inner_dim,
+                                     kernel_size=1,
+                                     stride=1,
+                                     padding=0, dtype=dtype, device=device)
+        else:
+            self.proj_in = operations.Linear(in_channels, inner_dim, dtype=dtype, device=device)
+
+        self.transformer_blocks = nn.ModuleList(
+            [BasicTransformerBlock(inner_dim, n_heads, d_head, dropout=dropout, context_dim=context_dim[d],
+                                   disable_self_attn=disable_self_attn, checkpoint=use_checkpoint, attn_precision=attn_precision, dtype=dtype, device=device, operations=operations)
+                for d in range(depth)]
+        )
+        if not use_linear:
+            self.proj_out = operations.Conv2d(inner_dim,in_channels,
+                                                  kernel_size=1,
+                                                  stride=1,
+                                                  padding=0, dtype=dtype, device=device)
+        else:
+            self.proj_out = operations.Linear(in_channels, inner_dim, dtype=dtype, device=device)
+        self.use_linear = use_linear
+
+    def forward(self, x, context=None, transformer_options={}):
+        # note: if no context is given, cross-attention defaults to self-attention
+        if not isinstance(context, list):
+            context = [context] * len(self.transformer_blocks)
+        b, c, h, w = x.shape
+        transformer_options["activations_shape"] = list(x.shape)
+        x_in = x
+        x = self.norm(x)
+        if not self.use_linear:
+            x = self.proj_in(x)
+        x = x.movedim(1, 3).flatten(1, 2).contiguous()
+        if self.use_linear:
+            x = self.proj_in(x)
+        for i, block in enumerate(self.transformer_blocks):
+            transformer_options["block_index"] = i
+            x = block(x, context=context[i], transformer_options=transformer_options)
+        if self.use_linear:
+            x = self.proj_out(x)
+        x = x.reshape(x.shape[0], h, w, x.shape[-1]).movedim(3, 1).contiguous()
+        if not self.use_linear:
+            x = self.proj_out(x)
+        return x + x_in
+
+
+class SpatialVideoTransformer(SpatialTransformer):
+    def __init__(
+        self,
+        in_channels,
+        n_heads,
+        d_head,
+        depth=1,
+        dropout=0.0,
+        use_linear=False,
+        context_dim=None,
+        use_spatial_context=False,
+        timesteps=None,
+        merge_strategy: str = "fixed",
+        merge_factor: float = 0.5,
+        time_context_dim=None,
+        ff_in=False,
+        checkpoint=False,
+        time_depth=1,
+        disable_self_attn=False,
+        disable_temporal_crossattention=False,
+        max_time_embed_period: int = 10000,
+        attn_precision=None,
+        dtype=None, device=None, operations=ops
+    ):
+        super().__init__(
+            in_channels,
+            n_heads,
+            d_head,
+            depth=depth,
+            dropout=dropout,
+            use_checkpoint=checkpoint,
+            context_dim=context_dim,
+            use_linear=use_linear,
+            disable_self_attn=disable_self_attn,
+            attn_precision=attn_precision,
+            dtype=dtype, device=device, operations=operations
+        )
+        self.time_depth = time_depth
+        self.depth = depth
+        self.max_time_embed_period = max_time_embed_period
+
+        time_mix_d_head = d_head
+        n_time_mix_heads = n_heads
+
+        time_mix_inner_dim = int(time_mix_d_head * n_time_mix_heads)
+
+        inner_dim = n_heads * d_head
+        if use_spatial_context:
+            time_context_dim = context_dim
+
+        self.time_stack = nn.ModuleList(
+            [
+                BasicTransformerBlock(
+                    inner_dim,
+                    n_time_mix_heads,
+                    time_mix_d_head,
+                    dropout=dropout,
+                    context_dim=time_context_dim,
+                    # timesteps=timesteps,
+                    checkpoint=checkpoint,
+                    ff_in=ff_in,
+                    inner_dim=time_mix_inner_dim,
+                    disable_self_attn=disable_self_attn,
+                    disable_temporal_crossattention=disable_temporal_crossattention,
+                    attn_precision=attn_precision,
+                    dtype=dtype, device=device, operations=operations
+                )
+                for _ in range(self.depth)
+            ]
+        )
+
+        assert len(self.time_stack) == len(self.transformer_blocks)
+
+        self.use_spatial_context = use_spatial_context
+        self.in_channels = in_channels
+
+        time_embed_dim = self.in_channels * 4
+        self.time_pos_embed = nn.Sequential(
+            operations.Linear(self.in_channels, time_embed_dim, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(time_embed_dim, self.in_channels, dtype=dtype, device=device),
+        )
+
+        self.time_mixer = AlphaBlender(
+            alpha=merge_factor, merge_strategy=merge_strategy
+        )
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        context: Optional[torch.Tensor] = None,
+        time_context: Optional[torch.Tensor] = None,
+        timesteps: Optional[int] = None,
+        image_only_indicator: Optional[torch.Tensor] = None,
+        transformer_options={}
+    ) -> torch.Tensor:
+        _, _, h, w = x.shape
+        transformer_options["activations_shape"] = list(x.shape)
+        x_in = x
+        spatial_context = None
+        if exists(context):
+            spatial_context = context
+
+        if self.use_spatial_context:
+            assert (
+                context.ndim == 3
+            ), f"n dims of spatial context should be 3 but are {context.ndim}"
+
+            if time_context is None:
+                time_context = context
+            time_context_first_timestep = time_context[::timesteps]
+            time_context = repeat(
+                time_context_first_timestep, "b ... -> (b n) ...", n=h * w
+            )
+        elif time_context is not None and not self.use_spatial_context:
+            time_context = repeat(time_context, "b ... -> (b n) ...", n=h * w)
+            if time_context.ndim == 2:
+                time_context = rearrange(time_context, "b c -> b 1 c")
+
+        x = self.norm(x)
+        if not self.use_linear:
+            x = self.proj_in(x)
+        x = rearrange(x, "b c h w -> b (h w) c")
+        if self.use_linear:
+            x = self.proj_in(x)
+
+        num_frames = torch.arange(timesteps, device=x.device)
+        num_frames = repeat(num_frames, "t -> b t", b=x.shape[0] // timesteps)
+        num_frames = rearrange(num_frames, "b t -> (b t)")
+        t_emb = timestep_embedding(num_frames, self.in_channels, repeat_only=False, max_period=self.max_time_embed_period).to(x.dtype)
+        emb = self.time_pos_embed(t_emb)
+        emb = emb[:, None, :]
+
+        for it_, (block, mix_block) in enumerate(
+            zip(self.transformer_blocks, self.time_stack)
+        ):
+            transformer_options["block_index"] = it_
+            x = block(
+                x,
+                context=spatial_context,
+                transformer_options=transformer_options,
+            )
+
+            x_mix = x
+            x_mix = x_mix + emb
+
+            B, S, C = x_mix.shape
+            x_mix = rearrange(x_mix, "(b t) s c -> (b s) t c", t=timesteps)
+            x_mix = mix_block(x_mix, context=time_context, transformer_options=transformer_options)
+            x_mix = rearrange(
+                x_mix, "(b s) t c -> (b t) s c", s=S, b=B // timesteps, c=C, t=timesteps
+            )
+
+            x = self.time_mixer(x_spatial=x, x_temporal=x_mix, image_only_indicator=image_only_indicator)
+
+        if self.use_linear:
+            x = self.proj_out(x)
+        x = rearrange(x, "b (h w) c -> b c h w", h=h, w=w)
+        if not self.use_linear:
+            x = self.proj_out(x)
+        out = x + x_in
+        return out
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/__init__.py b/ComfyUI/comfy/ldm/modules/diffusionmodules/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/__init__.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/__init__.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..8b2b93d0e1323173420bf1ec1ab5492503faedbe
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/__init__.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/mmdit.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/mmdit.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..0109feec36fc997d89ce7bf36f82570291b18204
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/mmdit.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..0bd052bc25c6263da63028bae7b3ab005f4023ef
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/openaimodel.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/openaimodel.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..35b98538d14230d2a81cb3d94a8041dcfe817dcb
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/openaimodel.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/upscaling.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/upscaling.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..f9fc92d900e3f7ee83bdbf6850b67400982ce861
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/upscaling.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/util.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/util.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..6d65555124a7f1aa77bd02d5c425d36e7b9ec229
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/diffusionmodules/__pycache__/util.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/mmdit.py b/ComfyUI/comfy/ldm/modules/diffusionmodules/mmdit.py
new file mode 100644
index 0000000000000000000000000000000000000000..9ab3c463cde2c4d2ce0f827a6c1de9c5353e03be
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/diffusionmodules/mmdit.py
@@ -0,0 +1,1037 @@
+from functools import partial
+from typing import Dict, Optional, List
+
+import numpy as np
+import torch
+import torch.nn as nn
+from ..attention import optimized_attention
+from einops import rearrange, repeat
+from .util import timestep_embedding
+import comfy.ops
+import comfy.ldm.common_dit
+
+def default(x, y):
+    if x is not None:
+        return x
+    return y
+
+class Mlp(nn.Module):
+    """ MLP as used in Vision Transformer, MLP-Mixer and related networks
+    """
+    def __init__(
+            self,
+            in_features,
+            hidden_features=None,
+            out_features=None,
+            act_layer=nn.GELU,
+            norm_layer=None,
+            bias=True,
+            drop=0.,
+            use_conv=False,
+            dtype=None,
+            device=None,
+            operations=None,
+    ):
+        super().__init__()
+        out_features = out_features or in_features
+        hidden_features = hidden_features or in_features
+        drop_probs = drop
+        linear_layer = partial(operations.Conv2d, kernel_size=1) if use_conv else operations.Linear
+
+        self.fc1 = linear_layer(in_features, hidden_features, bias=bias, dtype=dtype, device=device)
+        self.act = act_layer()
+        self.drop1 = nn.Dropout(drop_probs)
+        self.norm = norm_layer(hidden_features) if norm_layer is not None else nn.Identity()
+        self.fc2 = linear_layer(hidden_features, out_features, bias=bias, dtype=dtype, device=device)
+        self.drop2 = nn.Dropout(drop_probs)
+
+    def forward(self, x):
+        x = self.fc1(x)
+        x = self.act(x)
+        x = self.drop1(x)
+        x = self.norm(x)
+        x = self.fc2(x)
+        x = self.drop2(x)
+        return x
+
+class PatchEmbed(nn.Module):
+    """ 2D Image to Patch Embedding
+    """
+    dynamic_img_pad: torch.jit.Final[bool]
+
+    def __init__(
+            self,
+            img_size: Optional[int] = 224,
+            patch_size: int = 16,
+            in_chans: int = 3,
+            embed_dim: int = 768,
+            norm_layer = None,
+            flatten: bool = True,
+            bias: bool = True,
+            strict_img_size: bool = True,
+            dynamic_img_pad: bool = True,
+            padding_mode='circular',
+            conv3d=False,
+            dtype=None,
+            device=None,
+            operations=None,
+    ):
+        super().__init__()
+        try:
+            len(patch_size)
+            self.patch_size = patch_size
+        except:
+            if conv3d:
+                self.patch_size = (patch_size, patch_size, patch_size)
+            else:
+                self.patch_size = (patch_size, patch_size)
+        self.padding_mode = padding_mode
+
+        # flatten spatial dim and transpose to channels last, kept for bwd compat
+        self.flatten = flatten
+        self.strict_img_size = strict_img_size
+        self.dynamic_img_pad = dynamic_img_pad
+        if conv3d:
+            self.proj = operations.Conv3d(in_chans, embed_dim, kernel_size=patch_size, stride=patch_size, bias=bias, dtype=dtype, device=device)
+        else:
+            self.proj = operations.Conv2d(in_chans, embed_dim, kernel_size=patch_size, stride=patch_size, bias=bias, dtype=dtype, device=device)
+        self.norm = norm_layer(embed_dim) if norm_layer else nn.Identity()
+
+    def forward(self, x):
+        if self.dynamic_img_pad:
+            x = comfy.ldm.common_dit.pad_to_patch_size(x, self.patch_size, padding_mode=self.padding_mode)
+        x = self.proj(x)
+        if self.flatten:
+            x = x.flatten(2).transpose(1, 2)  # NCHW -> NLC
+        x = self.norm(x)
+        return x
+
+def modulate(x, shift, scale):
+    if shift is None:
+        shift = torch.zeros_like(scale)
+    return torch.addcmul(shift.unsqueeze(1), x, 1+ scale.unsqueeze(1))
+
+
+#################################################################################
+#                   Sine/Cosine Positional Embedding Functions                  #
+#################################################################################
+
+
+def get_2d_sincos_pos_embed(
+    embed_dim,
+    grid_size,
+    cls_token=False,
+    extra_tokens=0,
+    scaling_factor=None,
+    offset=None,
+):
+    """
+    grid_size: int of the grid height and width
+    return:
+    pos_embed: [grid_size*grid_size, embed_dim] or [1+grid_size*grid_size, embed_dim] (w/ or w/o cls_token)
+    """
+    grid_h = np.arange(grid_size, dtype=np.float32)
+    grid_w = np.arange(grid_size, dtype=np.float32)
+    grid = np.meshgrid(grid_w, grid_h)  # here w goes first
+    grid = np.stack(grid, axis=0)
+    if scaling_factor is not None:
+        grid = grid / scaling_factor
+    if offset is not None:
+        grid = grid - offset
+
+    grid = grid.reshape([2, 1, grid_size, grid_size])
+    pos_embed = get_2d_sincos_pos_embed_from_grid(embed_dim, grid)
+    if cls_token and extra_tokens > 0:
+        pos_embed = np.concatenate(
+            [np.zeros([extra_tokens, embed_dim]), pos_embed], axis=0
+        )
+    return pos_embed
+
+
+def get_2d_sincos_pos_embed_from_grid(embed_dim, grid):
+    assert embed_dim % 2 == 0
+
+    # use half of dimensions to encode grid_h
+    emb_h = get_1d_sincos_pos_embed_from_grid(embed_dim // 2, grid[0])  # (H*W, D/2)
+    emb_w = get_1d_sincos_pos_embed_from_grid(embed_dim // 2, grid[1])  # (H*W, D/2)
+
+    emb = np.concatenate([emb_h, emb_w], axis=1)  # (H*W, D)
+    return emb
+
+
+def get_1d_sincos_pos_embed_from_grid(embed_dim, pos):
+    """
+    embed_dim: output dimension for each position
+    pos: a list of positions to be encoded: size (M,)
+    out: (M, D)
+    """
+    assert embed_dim % 2 == 0
+    omega = np.arange(embed_dim // 2, dtype=np.float64)
+    omega /= embed_dim / 2.0
+    omega = 1.0 / 10000**omega  # (D/2,)
+
+    pos = pos.reshape(-1)  # (M,)
+    out = np.einsum("m,d->md", pos, omega)  # (M, D/2), outer product
+
+    emb_sin = np.sin(out)  # (M, D/2)
+    emb_cos = np.cos(out)  # (M, D/2)
+
+    emb = np.concatenate([emb_sin, emb_cos], axis=1)  # (M, D)
+    return emb
+
+def get_1d_sincos_pos_embed_from_grid_torch(embed_dim, pos, device=None, dtype=torch.float32):
+    omega = torch.arange(embed_dim // 2, device=device, dtype=dtype)
+    omega /= embed_dim / 2.0
+    omega = 1.0 / 10000**omega  # (D/2,)
+    pos = pos.reshape(-1)  # (M,)
+    out = torch.einsum("m,d->md", pos, omega)  # (M, D/2), outer product
+    emb_sin = torch.sin(out)  # (M, D/2)
+    emb_cos = torch.cos(out)  # (M, D/2)
+    emb = torch.cat([emb_sin, emb_cos], dim=1)  # (M, D)
+    return emb
+
+def get_2d_sincos_pos_embed_torch(embed_dim, w, h, val_center=7.5, val_magnitude=7.5, device=None, dtype=torch.float32):
+    small = min(h, w)
+    val_h = (h / small) * val_magnitude
+    val_w = (w / small) * val_magnitude
+    grid_h, grid_w = torch.meshgrid(torch.linspace(-val_h + val_center, val_h + val_center, h, device=device, dtype=dtype), torch.linspace(-val_w + val_center, val_w + val_center, w, device=device, dtype=dtype), indexing='ij')
+    emb_h = get_1d_sincos_pos_embed_from_grid_torch(embed_dim // 2, grid_h, device=device, dtype=dtype)
+    emb_w = get_1d_sincos_pos_embed_from_grid_torch(embed_dim // 2, grid_w, device=device, dtype=dtype)
+    emb = torch.cat([emb_w, emb_h], dim=1)  # (H*W, D)
+    return emb
+
+
+#################################################################################
+#               Embedding Layers for Timesteps and Class Labels                 #
+#################################################################################
+
+
+class TimestepEmbedder(nn.Module):
+    """
+    Embeds scalar timesteps into vector representations.
+    """
+
+    def __init__(self, hidden_size, frequency_embedding_size=256, output_size=None, dtype=None, device=None, operations=None, max_period=10000):
+        super().__init__()
+        if output_size is None:
+            output_size = hidden_size
+        self.mlp = nn.Sequential(
+            operations.Linear(frequency_embedding_size, hidden_size, bias=True, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(hidden_size, output_size, bias=True, dtype=dtype, device=device),
+        )
+        self.frequency_embedding_size = frequency_embedding_size
+        self.max_period = max_period
+
+    def forward(self, t, dtype, **kwargs):
+        t_freq = timestep_embedding(t, self.frequency_embedding_size, max_period=self.max_period).to(dtype)
+        t_emb = self.mlp(t_freq)
+        return t_emb
+
+
+class VectorEmbedder(nn.Module):
+    """
+    Embeds a flat vector of dimension input_dim
+    """
+
+    def __init__(self, input_dim: int, hidden_size: int, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.mlp = nn.Sequential(
+            operations.Linear(input_dim, hidden_size, bias=True, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(hidden_size, hidden_size, bias=True, dtype=dtype, device=device),
+        )
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        emb = self.mlp(x)
+        return emb
+
+
+#################################################################################
+#                                 Core DiT Model                                #
+#################################################################################
+
+
+def split_qkv(qkv, head_dim):
+    qkv = qkv.reshape(qkv.shape[0], qkv.shape[1], 3, -1, head_dim).movedim(2, 0)
+    return qkv[0], qkv[1], qkv[2]
+
+
+class SelfAttention(nn.Module):
+    ATTENTION_MODES = ("xformers", "torch", "torch-hb", "math", "debug")
+
+    def __init__(
+        self,
+        dim: int,
+        num_heads: int = 8,
+        qkv_bias: bool = False,
+        qk_scale: Optional[float] = None,
+        proj_drop: float = 0.0,
+        attn_mode: str = "xformers",
+        pre_only: bool = False,
+        qk_norm: Optional[str] = None,
+        rmsnorm: bool = False,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.num_heads = num_heads
+        self.head_dim = dim // num_heads
+
+        self.qkv = operations.Linear(dim, dim * 3, bias=qkv_bias, dtype=dtype, device=device)
+        if not pre_only:
+            self.proj = operations.Linear(dim, dim, dtype=dtype, device=device)
+            self.proj_drop = nn.Dropout(proj_drop)
+        assert attn_mode in self.ATTENTION_MODES
+        self.attn_mode = attn_mode
+        self.pre_only = pre_only
+
+        if qk_norm == "rms":
+            self.ln_q = RMSNorm(self.head_dim, elementwise_affine=True, eps=1.0e-6, dtype=dtype, device=device)
+            self.ln_k = RMSNorm(self.head_dim, elementwise_affine=True, eps=1.0e-6, dtype=dtype, device=device)
+        elif qk_norm == "ln":
+            self.ln_q = operations.LayerNorm(self.head_dim, elementwise_affine=True, eps=1.0e-6, dtype=dtype, device=device)
+            self.ln_k = operations.LayerNorm(self.head_dim, elementwise_affine=True, eps=1.0e-6, dtype=dtype, device=device)
+        elif qk_norm is None:
+            self.ln_q = nn.Identity()
+            self.ln_k = nn.Identity()
+        else:
+            raise ValueError(qk_norm)
+
+    def pre_attention(self, x: torch.Tensor) -> torch.Tensor:
+        B, L, C = x.shape
+        qkv = self.qkv(x)
+        q, k, v = split_qkv(qkv, self.head_dim)
+        q = self.ln_q(q).reshape(q.shape[0], q.shape[1], -1)
+        k = self.ln_k(k).reshape(q.shape[0], q.shape[1], -1)
+        return (q, k, v)
+
+    def post_attention(self, x: torch.Tensor) -> torch.Tensor:
+        assert not self.pre_only
+        x = self.proj(x)
+        x = self.proj_drop(x)
+        return x
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        q, k, v = self.pre_attention(x)
+        x = optimized_attention(
+            q, k, v, heads=self.num_heads
+        )
+        x = self.post_attention(x)
+        return x
+
+
+class RMSNorm(torch.nn.Module):
+    def __init__(
+        self, dim: int, elementwise_affine: bool = False, eps: float = 1e-6, device=None, dtype=None, **kwargs
+    ):
+        """
+        Initialize the RMSNorm normalization layer.
+        Args:
+            dim (int): The dimension of the input tensor.
+            eps (float, optional): A small value added to the denominator for numerical stability. Default is 1e-6.
+        Attributes:
+            eps (float): A small value added to the denominator for numerical stability.
+            weight (nn.Parameter): Learnable scaling parameter.
+        """
+        super().__init__()
+        self.eps = eps
+        self.learnable_scale = elementwise_affine
+        if self.learnable_scale:
+            self.weight = nn.Parameter(torch.empty(dim, device=device, dtype=dtype))
+        else:
+            self.register_parameter("weight", None)
+
+    def forward(self, x):
+        return comfy.ldm.common_dit.rms_norm(x, self.weight, self.eps)
+
+
+
+class SwiGLUFeedForward(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        hidden_dim: int,
+        multiple_of: int,
+        ffn_dim_multiplier: Optional[float] = None,
+    ):
+        """
+        Initialize the FeedForward module.
+
+        Args:
+            dim (int): Input dimension.
+            hidden_dim (int): Hidden dimension of the feedforward layer.
+            multiple_of (int): Value to ensure hidden dimension is a multiple of this value.
+            ffn_dim_multiplier (float, optional): Custom multiplier for hidden dimension. Defaults to None.
+
+        Attributes:
+            w1 (ColumnParallelLinear): Linear transformation for the first layer.
+            w2 (RowParallelLinear): Linear transformation for the second layer.
+            w3 (ColumnParallelLinear): Linear transformation for the third layer.
+
+        """
+        super().__init__()
+        hidden_dim = int(2 * hidden_dim / 3)
+        # custom dim factor multiplier
+        if ffn_dim_multiplier is not None:
+            hidden_dim = int(ffn_dim_multiplier * hidden_dim)
+        hidden_dim = multiple_of * ((hidden_dim + multiple_of - 1) // multiple_of)
+
+        self.w1 = nn.Linear(dim, hidden_dim, bias=False)
+        self.w2 = nn.Linear(hidden_dim, dim, bias=False)
+        self.w3 = nn.Linear(dim, hidden_dim, bias=False)
+
+    def forward(self, x):
+        return self.w2(nn.functional.silu(self.w1(x)) * self.w3(x))
+
+
+class DismantledBlock(nn.Module):
+    """
+    A DiT block with gated adaptive layer norm (adaLN) conditioning.
+    """
+
+    ATTENTION_MODES = ("xformers", "torch", "torch-hb", "math", "debug")
+
+    def __init__(
+        self,
+        hidden_size: int,
+        num_heads: int,
+        mlp_ratio: float = 4.0,
+        attn_mode: str = "xformers",
+        qkv_bias: bool = False,
+        pre_only: bool = False,
+        rmsnorm: bool = False,
+        scale_mod_only: bool = False,
+        swiglu: bool = False,
+        qk_norm: Optional[str] = None,
+        x_block_self_attn: bool = False,
+        dtype=None,
+        device=None,
+        operations=None,
+        **block_kwargs,
+    ):
+        super().__init__()
+        assert attn_mode in self.ATTENTION_MODES
+        if not rmsnorm:
+            self.norm1 = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        else:
+            self.norm1 = RMSNorm(hidden_size, elementwise_affine=False, eps=1e-6)
+        self.attn = SelfAttention(
+            dim=hidden_size,
+            num_heads=num_heads,
+            qkv_bias=qkv_bias,
+            attn_mode=attn_mode,
+            pre_only=pre_only,
+            qk_norm=qk_norm,
+            rmsnorm=rmsnorm,
+            dtype=dtype,
+            device=device,
+            operations=operations
+        )
+        if x_block_self_attn:
+            assert not pre_only
+            assert not scale_mod_only
+            self.x_block_self_attn = True
+            self.attn2 = SelfAttention(
+                dim=hidden_size,
+                num_heads=num_heads,
+                qkv_bias=qkv_bias,
+                attn_mode=attn_mode,
+                pre_only=False,
+                qk_norm=qk_norm,
+                rmsnorm=rmsnorm,
+                dtype=dtype,
+                device=device,
+                operations=operations
+            )
+        else:
+            self.x_block_self_attn = False
+        if not pre_only:
+            if not rmsnorm:
+                self.norm2 = operations.LayerNorm(
+                    hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device
+                )
+            else:
+                self.norm2 = RMSNorm(hidden_size, elementwise_affine=False, eps=1e-6)
+        mlp_hidden_dim = int(hidden_size * mlp_ratio)
+        if not pre_only:
+            if not swiglu:
+                self.mlp = Mlp(
+                    in_features=hidden_size,
+                    hidden_features=mlp_hidden_dim,
+                    act_layer=lambda: nn.GELU(approximate="tanh"),
+                    drop=0,
+                    dtype=dtype,
+                    device=device,
+                    operations=operations
+                )
+            else:
+                self.mlp = SwiGLUFeedForward(
+                    dim=hidden_size,
+                    hidden_dim=mlp_hidden_dim,
+                    multiple_of=256,
+                )
+        self.scale_mod_only = scale_mod_only
+        if x_block_self_attn:
+            assert not pre_only
+            assert not scale_mod_only
+            n_mods = 9
+        elif not scale_mod_only:
+            n_mods = 6 if not pre_only else 2
+        else:
+            n_mods = 4 if not pre_only else 1
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(), operations.Linear(hidden_size, n_mods * hidden_size, bias=True, dtype=dtype, device=device)
+        )
+        self.pre_only = pre_only
+
+    def pre_attention(self, x: torch.Tensor, c: torch.Tensor) -> torch.Tensor:
+        if not self.pre_only:
+            if not self.scale_mod_only:
+                (
+                    shift_msa,
+                    scale_msa,
+                    gate_msa,
+                    shift_mlp,
+                    scale_mlp,
+                    gate_mlp,
+                ) = self.adaLN_modulation(c).chunk(6, dim=1)
+            else:
+                shift_msa = None
+                shift_mlp = None
+                (
+                    scale_msa,
+                    gate_msa,
+                    scale_mlp,
+                    gate_mlp,
+                ) = self.adaLN_modulation(
+                    c
+                ).chunk(4, dim=1)
+            qkv = self.attn.pre_attention(modulate(self.norm1(x), shift_msa, scale_msa))
+            return qkv, (
+                x,
+                gate_msa,
+                shift_mlp,
+                scale_mlp,
+                gate_mlp,
+            )
+        else:
+            if not self.scale_mod_only:
+                (
+                    shift_msa,
+                    scale_msa,
+                ) = self.adaLN_modulation(
+                    c
+                ).chunk(2, dim=1)
+            else:
+                shift_msa = None
+                scale_msa = self.adaLN_modulation(c)
+            qkv = self.attn.pre_attention(modulate(self.norm1(x), shift_msa, scale_msa))
+            return qkv, None
+
+    def post_attention(self, attn, x, gate_msa, shift_mlp, scale_mlp, gate_mlp):
+        assert not self.pre_only
+        x = x + gate_msa.unsqueeze(1) * self.attn.post_attention(attn)
+        x = x + gate_mlp.unsqueeze(1) * self.mlp(
+            modulate(self.norm2(x), shift_mlp, scale_mlp)
+        )
+        return x
+
+    def pre_attention_x(self, x: torch.Tensor, c: torch.Tensor) -> torch.Tensor:
+        assert self.x_block_self_attn
+        (
+            shift_msa,
+            scale_msa,
+            gate_msa,
+            shift_mlp,
+            scale_mlp,
+            gate_mlp,
+            shift_msa2,
+            scale_msa2,
+            gate_msa2,
+        ) = self.adaLN_modulation(c).chunk(9, dim=1)
+        x_norm = self.norm1(x)
+        qkv = self.attn.pre_attention(modulate(x_norm, shift_msa, scale_msa))
+        qkv2 = self.attn2.pre_attention(modulate(x_norm, shift_msa2, scale_msa2))
+        return qkv, qkv2, (
+            x,
+            gate_msa,
+            shift_mlp,
+            scale_mlp,
+            gate_mlp,
+            gate_msa2,
+        )
+
+    def post_attention_x(self, attn, attn2, x, gate_msa, shift_mlp, scale_mlp, gate_mlp, gate_msa2):
+        assert not self.pre_only
+        attn1 = self.attn.post_attention(attn)
+        attn2 = self.attn2.post_attention(attn2)
+        x = gate_cat(x, gate_msa, gate_msa2, attn1, attn2)
+        x = x + gate_mlp.unsqueeze(1) * self.mlp(
+            modulate(self.norm2(x), shift_mlp, scale_mlp)
+        )
+        return x
+
+    def forward(self, x: torch.Tensor, c: torch.Tensor) -> torch.Tensor:
+        assert not self.pre_only
+        if self.x_block_self_attn:
+            qkv, qkv2, intermediates = self.pre_attention_x(x, c)
+            attn, _ = optimized_attention(
+                qkv[0], qkv[1], qkv[2],
+                num_heads=self.attn.num_heads,
+            )
+            attn2, _ = optimized_attention(
+                qkv2[0], qkv2[1], qkv2[2],
+                num_heads=self.attn2.num_heads,
+            )
+            return self.post_attention_x(attn, attn2, *intermediates)
+        else:
+            qkv, intermediates = self.pre_attention(x, c)
+            attn = optimized_attention(
+                qkv[0], qkv[1], qkv[2],
+                heads=self.attn.num_heads,
+            )
+            return self.post_attention(attn, *intermediates)
+
+def gate_cat(x, gate_msa, gate_msa2, attn1, attn2):
+    out1 = gate_msa.unsqueeze(1) * attn1
+    out2 = gate_msa2.unsqueeze(1) * attn2
+    x = torch.stack([x, out1, out2], dim=0).sum(dim=0)
+    return x
+
+def block_mixing(*args, use_checkpoint=True, **kwargs):
+    if use_checkpoint:
+        return torch.utils.checkpoint.checkpoint(
+            _block_mixing, *args, use_reentrant=False, **kwargs
+        )
+    else:
+        return _block_mixing(*args, **kwargs)
+
+
+def _block_mixing(context, x, context_block, x_block, c, transformer_options={}):
+    context_qkv, context_intermediates = context_block.pre_attention(context, c)
+
+    if x_block.x_block_self_attn:
+        x_qkv, x_qkv2, x_intermediates = x_block.pre_attention_x(x, c)
+    else:
+        x_qkv, x_intermediates = x_block.pre_attention(x, c)
+
+    o = []
+    for t in range(3):
+        o.append(torch.cat((context_qkv[t], x_qkv[t]), dim=1))
+    qkv = tuple(o)
+
+    attn = optimized_attention(
+        qkv[0], qkv[1], qkv[2],
+        heads=x_block.attn.num_heads,
+        transformer_options=transformer_options,
+    )
+    context_attn, x_attn = (
+        attn[:, : context_qkv[0].shape[1]],
+        attn[:, context_qkv[0].shape[1] :],
+    )
+
+    if not context_block.pre_only:
+        context = context_block.post_attention(context_attn, *context_intermediates)
+
+    else:
+        context = None
+    if x_block.x_block_self_attn:
+        attn2 = optimized_attention(
+                x_qkv2[0], x_qkv2[1], x_qkv2[2],
+                heads=x_block.attn2.num_heads,
+                transformer_options=transformer_options,
+            )
+        x = x_block.post_attention_x(x_attn, attn2, *x_intermediates)
+    else:
+        x = x_block.post_attention(x_attn, *x_intermediates)
+    return context, x
+
+
+class JointBlock(nn.Module):
+    """just a small wrapper to serve as a fsdp unit"""
+
+    def __init__(
+        self,
+        *args,
+        **kwargs,
+    ):
+        super().__init__()
+        pre_only = kwargs.pop("pre_only")
+        qk_norm = kwargs.pop("qk_norm", None)
+        x_block_self_attn = kwargs.pop("x_block_self_attn", False)
+        self.context_block = DismantledBlock(*args, pre_only=pre_only, qk_norm=qk_norm, **kwargs)
+        self.x_block = DismantledBlock(*args,
+                                       pre_only=False,
+                                       qk_norm=qk_norm,
+                                       x_block_self_attn=x_block_self_attn,
+                                       **kwargs)
+
+    def forward(self, *args, **kwargs):
+        return block_mixing(
+            *args, context_block=self.context_block, x_block=self.x_block, **kwargs
+        )
+
+
+class FinalLayer(nn.Module):
+    """
+    The final layer of DiT.
+    """
+
+    def __init__(
+        self,
+        hidden_size: int,
+        patch_size: int,
+        out_channels: int,
+        total_out_channels: Optional[int] = None,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.norm_final = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.linear = (
+            operations.Linear(hidden_size, patch_size * patch_size * out_channels, bias=True, dtype=dtype, device=device)
+            if (total_out_channels is None)
+            else operations.Linear(hidden_size, total_out_channels, bias=True, dtype=dtype, device=device)
+        )
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(), operations.Linear(hidden_size, 2 * hidden_size, bias=True, dtype=dtype, device=device)
+        )
+
+    def forward(self, x: torch.Tensor, c: torch.Tensor) -> torch.Tensor:
+        shift, scale = self.adaLN_modulation(c).chunk(2, dim=1)
+        x = modulate(self.norm_final(x), shift, scale)
+        x = self.linear(x)
+        return x
+
+class SelfAttentionContext(nn.Module):
+    def __init__(self, dim, heads=8, dim_head=64, dtype=None, device=None, operations=None):
+        super().__init__()
+        dim_head = dim // heads
+        inner_dim = dim
+
+        self.heads = heads
+        self.dim_head = dim_head
+
+        self.qkv = operations.Linear(dim, dim * 3, bias=True, dtype=dtype, device=device)
+
+        self.proj = operations.Linear(inner_dim, dim, dtype=dtype, device=device)
+
+    def forward(self, x):
+        qkv = self.qkv(x)
+        q, k, v = split_qkv(qkv, self.dim_head)
+        x = optimized_attention(q.reshape(q.shape[0], q.shape[1], -1), k, v, heads=self.heads)
+        return self.proj(x)
+
+class ContextProcessorBlock(nn.Module):
+    def __init__(self, context_size, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm1 = operations.LayerNorm(context_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.attn = SelfAttentionContext(context_size, dtype=dtype, device=device, operations=operations)
+        self.norm2 = operations.LayerNorm(context_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.mlp = Mlp(in_features=context_size, hidden_features=(context_size * 4), act_layer=lambda: nn.GELU(approximate="tanh"), drop=0, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, x):
+        x += self.attn(self.norm1(x))
+        x += self.mlp(self.norm2(x))
+        return x
+
+class ContextProcessor(nn.Module):
+    def __init__(self, context_size, num_layers, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.layers = torch.nn.ModuleList([ContextProcessorBlock(context_size, dtype=dtype, device=device, operations=operations) for i in range(num_layers)])
+        self.norm = operations.LayerNorm(context_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+
+    def forward(self, x):
+        for i, l in enumerate(self.layers):
+            x = l(x)
+        return self.norm(x)
+
+class MMDiT(nn.Module):
+    """
+    Diffusion model with a Transformer backbone.
+    """
+
+    def __init__(
+        self,
+        input_size: int = 32,
+        patch_size: int = 2,
+        in_channels: int = 4,
+        depth: int = 28,
+        # hidden_size: Optional[int] = None,
+        # num_heads: Optional[int] = None,
+        mlp_ratio: float = 4.0,
+        learn_sigma: bool = False,
+        adm_in_channels: Optional[int] = None,
+        context_embedder_config: Optional[Dict] = None,
+        compile_core: bool = False,
+        use_checkpoint: bool = False,
+        register_length: int = 0,
+        attn_mode: str = "torch",
+        rmsnorm: bool = False,
+        scale_mod_only: bool = False,
+        swiglu: bool = False,
+        out_channels: Optional[int] = None,
+        pos_embed_scaling_factor: Optional[float] = None,
+        pos_embed_offset: Optional[float] = None,
+        pos_embed_max_size: Optional[int] = None,
+        num_patches = None,
+        qk_norm: Optional[str] = None,
+        qkv_bias: bool = True,
+        context_processor_layers = None,
+        x_block_self_attn: bool = False,
+        x_block_self_attn_layers: Optional[List[int]] = [],
+        context_size = 4096,
+        num_blocks = None,
+        final_layer = True,
+        skip_blocks = False,
+        dtype = None, #TODO
+        device = None,
+        operations = None,
+    ):
+        super().__init__()
+        self.dtype = dtype
+        self.learn_sigma = learn_sigma
+        self.in_channels = in_channels
+        default_out_channels = in_channels * 2 if learn_sigma else in_channels
+        self.out_channels = default(out_channels, default_out_channels)
+        self.patch_size = patch_size
+        self.pos_embed_scaling_factor = pos_embed_scaling_factor
+        self.pos_embed_offset = pos_embed_offset
+        self.pos_embed_max_size = pos_embed_max_size
+        self.x_block_self_attn_layers = x_block_self_attn_layers
+
+        # hidden_size = default(hidden_size, 64 * depth)
+        # num_heads = default(num_heads, hidden_size // 64)
+
+        # apply magic --> this defines a head_size of 64
+        self.hidden_size = 64 * depth
+        num_heads = depth
+        if num_blocks is None:
+            num_blocks = depth
+
+        self.depth = depth
+        self.num_heads = num_heads
+
+        self.x_embedder = PatchEmbed(
+            input_size,
+            patch_size,
+            in_channels,
+            self.hidden_size,
+            bias=True,
+            strict_img_size=self.pos_embed_max_size is None,
+            dtype=dtype,
+            device=device,
+            operations=operations
+        )
+        self.t_embedder = TimestepEmbedder(self.hidden_size, dtype=dtype, device=device, operations=operations)
+
+        self.y_embedder = None
+        if adm_in_channels is not None:
+            assert isinstance(adm_in_channels, int)
+            self.y_embedder = VectorEmbedder(adm_in_channels, self.hidden_size, dtype=dtype, device=device, operations=operations)
+
+        if context_processor_layers is not None:
+            self.context_processor = ContextProcessor(context_size, context_processor_layers, dtype=dtype, device=device, operations=operations)
+        else:
+            self.context_processor = None
+
+        self.context_embedder = nn.Identity()
+        if context_embedder_config is not None:
+            if context_embedder_config["target"] == "torch.nn.Linear":
+                self.context_embedder = operations.Linear(**context_embedder_config["params"], dtype=dtype, device=device)
+
+        self.register_length = register_length
+        if self.register_length > 0:
+            self.register = nn.Parameter(torch.randn(1, register_length, self.hidden_size, dtype=dtype, device=device))
+
+        # num_patches = self.x_embedder.num_patches
+        # Will use fixed sin-cos embedding:
+        # just use a buffer already
+        if num_patches is not None:
+            self.register_buffer(
+                "pos_embed",
+                torch.empty(1, num_patches, self.hidden_size, dtype=dtype, device=device),
+            )
+        else:
+            self.pos_embed = None
+
+        self.use_checkpoint = use_checkpoint
+        if not skip_blocks:
+            self.joint_blocks = nn.ModuleList(
+                [
+                    JointBlock(
+                        self.hidden_size,
+                        num_heads,
+                        mlp_ratio=mlp_ratio,
+                        qkv_bias=qkv_bias,
+                        attn_mode=attn_mode,
+                        pre_only=(i == num_blocks - 1) and final_layer,
+                        rmsnorm=rmsnorm,
+                        scale_mod_only=scale_mod_only,
+                        swiglu=swiglu,
+                        qk_norm=qk_norm,
+                        x_block_self_attn=(i in self.x_block_self_attn_layers) or x_block_self_attn,
+                        dtype=dtype,
+                        device=device,
+                        operations=operations,
+                    )
+                    for i in range(num_blocks)
+                ]
+            )
+
+        if final_layer:
+            self.final_layer = FinalLayer(self.hidden_size, patch_size, self.out_channels, dtype=dtype, device=device, operations=operations)
+
+        if compile_core:
+            assert False
+            self.forward_core_with_concat = torch.compile(self.forward_core_with_concat)
+
+    def cropped_pos_embed(self, hw, device=None):
+        p = self.x_embedder.patch_size[0]
+        h, w = hw
+        # patched size
+        h = (h + 1) // p
+        w = (w + 1) // p
+        if self.pos_embed is None:
+            return get_2d_sincos_pos_embed_torch(self.hidden_size, w, h, device=device)
+        assert self.pos_embed_max_size is not None
+        assert h <= self.pos_embed_max_size, (h, self.pos_embed_max_size)
+        assert w <= self.pos_embed_max_size, (w, self.pos_embed_max_size)
+        top = (self.pos_embed_max_size - h) // 2
+        left = (self.pos_embed_max_size - w) // 2
+        spatial_pos_embed = rearrange(
+            self.pos_embed,
+            "1 (h w) c -> 1 h w c",
+            h=self.pos_embed_max_size,
+            w=self.pos_embed_max_size,
+        )
+        spatial_pos_embed = spatial_pos_embed[:, top : top + h, left : left + w, :]
+        spatial_pos_embed = rearrange(spatial_pos_embed, "1 h w c -> 1 (h w) c")
+        # print(spatial_pos_embed, top, left, h, w)
+        # # t = get_2d_sincos_pos_embed_torch(self.hidden_size, w, h, 7.875, 7.875, device=device) #matches exactly for 1024 res
+        # t = get_2d_sincos_pos_embed_torch(self.hidden_size, w, h, 7.5, 7.5, device=device) #scales better
+        # # print(t)
+        # return t
+        return spatial_pos_embed
+
+    def unpatchify(self, x, hw=None):
+        """
+        x: (N, T, patch_size**2 * C)
+        imgs: (N, H, W, C)
+        """
+        c = self.out_channels
+        p = self.x_embedder.patch_size[0]
+        if hw is None:
+            h = w = int(x.shape[1] ** 0.5)
+        else:
+            h, w = hw
+            h = (h + 1) // p
+            w = (w + 1) // p
+        assert h * w == x.shape[1]
+
+        x = x.reshape(shape=(x.shape[0], h, w, p, p, c))
+        x = torch.einsum("nhwpqc->nchpwq", x)
+        imgs = x.reshape(shape=(x.shape[0], c, h * p, w * p))
+        return imgs
+
+    def forward_core_with_concat(
+        self,
+        x: torch.Tensor,
+        c_mod: torch.Tensor,
+        context: Optional[torch.Tensor] = None,
+        control = None,
+        transformer_options = {},
+    ) -> torch.Tensor:
+        patches_replace = transformer_options.get("patches_replace", {})
+        if self.register_length > 0:
+            context = torch.cat(
+                (
+                    repeat(self.register, "1 ... -> b ...", b=x.shape[0]),
+                    default(context, torch.Tensor([]).type_as(x)),
+                ),
+                1,
+            )
+
+        # context is B, L', D
+        # x is B, L, D
+        blocks_replace = patches_replace.get("dit", {})
+        blocks = len(self.joint_blocks)
+        for i in range(blocks):
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["txt"], out["img"] = self.joint_blocks[i](args["txt"], args["img"], c=args["vec"], transformer_options=args["transformer_options"])
+                    return out
+
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "vec": c_mod, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                context = out["txt"]
+                x = out["img"]
+            else:
+                context, x = self.joint_blocks[i](
+                    context,
+                    x,
+                    c=c_mod,
+                    use_checkpoint=self.use_checkpoint,
+                    transformer_options=transformer_options,
+                )
+            if control is not None:
+                control_o = control.get("output")
+                if i < len(control_o):
+                    add = control_o[i]
+                    if add is not None:
+                        x += add
+
+        x = self.final_layer(x, c_mod)  # (N, T, patch_size ** 2 * out_channels)
+        return x
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        t: torch.Tensor,
+        y: Optional[torch.Tensor] = None,
+        context: Optional[torch.Tensor] = None,
+        control = None,
+        transformer_options = {},
+    ) -> torch.Tensor:
+        """
+        Forward pass of DiT.
+        x: (N, C, H, W) tensor of spatial inputs (images or latent representations of images)
+        t: (N,) tensor of diffusion timesteps
+        y: (N,) tensor of class labels
+        """
+
+        if self.context_processor is not None:
+            context = self.context_processor(context)
+
+        hw = x.shape[-2:]
+        x = self.x_embedder(x) + comfy.ops.cast_to_input(self.cropped_pos_embed(hw, device=x.device), x)
+        c = self.t_embedder(t, dtype=x.dtype)  # (N, D)
+        if y is not None and self.y_embedder is not None:
+            y = self.y_embedder(y)  # (N, D)
+            c = c + y  # (N, D)
+
+        if context is not None:
+            context = self.context_embedder(context)
+
+        x = self.forward_core_with_concat(x, c, context, control, transformer_options)
+
+        x = self.unpatchify(x, hw=hw)  # (N, out_channels, H, W)
+        return x[:,:,:hw[-2],:hw[-1]]
+
+
+class OpenAISignatureMMDITWrapper(MMDiT):
+    def forward(
+        self,
+        x: torch.Tensor,
+        timesteps: torch.Tensor,
+        context: Optional[torch.Tensor] = None,
+        y: Optional[torch.Tensor] = None,
+        control = None,
+        transformer_options = {},
+        **kwargs,
+    ) -> torch.Tensor:
+        return super().forward(x, timesteps, context=context, y=y, control=control, transformer_options=transformer_options)
+
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/model.py b/ComfyUI/comfy/ldm/modules/diffusionmodules/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..e752d0ecb03c2abd2a4fb7ea5f42a0ffb8e6be99
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/diffusionmodules/model.py
@@ -0,0 +1,827 @@
+# pytorch_diffusion + derived encoder decoder
+import math
+import torch
+import torch.nn as nn
+import numpy as np
+import logging
+
+from comfy import model_management
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+if model_management.xformers_enabled_vae():
+    import xformers
+    import xformers.ops
+
+def torch_cat_if_needed(xl, dim):
+    xl = [x for x in xl if x is not None and x.shape[dim] > 0]
+    if len(xl) > 1:
+        return torch.cat(xl, dim)
+    elif len(xl) == 1:
+        return xl[0]
+    else:
+        return None
+
+def get_timestep_embedding(timesteps, embedding_dim, flip_sin_to_cos=False, downscale_freq_shift=1):
+    """
+    This matches the implementation in Denoising Diffusion Probabilistic Models:
+    From Fairseq.
+    Build sinusoidal embeddings.
+    This matches the implementation in tensor2tensor, but differs slightly
+    from the description in Section 3.5 of "Attention Is All You Need".
+    """
+    assert len(timesteps.shape) == 1
+
+    half_dim = embedding_dim // 2
+    emb = math.log(10000) / (half_dim - downscale_freq_shift)
+    emb = torch.exp(torch.arange(half_dim, dtype=torch.float32) * -emb)
+    emb = emb.to(device=timesteps.device)
+    emb = timesteps.float()[:, None] * emb[None, :]
+    emb = torch.cat([torch.sin(emb), torch.cos(emb)], dim=1)
+    if flip_sin_to_cos:
+        emb = torch.cat([emb[:, half_dim:], emb[:, :half_dim]], dim=-1)
+    if embedding_dim % 2 == 1:  # zero pad
+        emb = torch.nn.functional.pad(emb, (0,1,0,0))
+    return emb
+
+
+def nonlinearity(x):
+    # swish
+    return torch.nn.functional.silu(x)
+
+
+def Normalize(in_channels, num_groups=32):
+    return ops.GroupNorm(num_groups=num_groups, num_channels=in_channels, eps=1e-6, affine=True)
+
+
+class CarriedConv3d(nn.Module):
+    def __init__(self, n_channels, out_channels, kernel_size, stride=1, dilation=1, padding=0, **kwargs):
+        super().__init__()
+        self.conv = ops.Conv3d(n_channels, out_channels, kernel_size, stride=stride, dilation=dilation, **kwargs)
+
+    def forward(self, x):
+        return self.conv(x)
+
+
+def conv_carry_causal_3d(xl, op, conv_carry_in=None, conv_carry_out=None):
+
+    x = xl[0]
+    xl.clear()
+
+    if isinstance(op, CarriedConv3d):
+        if conv_carry_in is None:
+            x = torch.nn.functional.pad(x, (1, 1, 1, 1, 2, 0), mode = 'replicate')
+        else:
+            carry_len = conv_carry_in[0].shape[2]
+            x = torch.nn.functional.pad(x, (1, 1, 1, 1, 2 - carry_len, 0), mode = 'replicate')
+            x = torch.cat([conv_carry_in.pop(0), x], dim=2)
+
+        if conv_carry_out is not None:
+            to_push = x[:, :, -2:, :, :].clone()
+            conv_carry_out.append(to_push)
+
+    out = op(x)
+
+    return out
+
+
+class VideoConv3d(nn.Module):
+    def __init__(self, n_channels, out_channels, kernel_size, stride=1, dilation=1, padding_mode='replicate', padding=1, **kwargs):
+        super().__init__()
+
+        self.padding_mode = padding_mode
+        if padding != 0:
+            padding = (padding, padding, padding, padding, kernel_size - 1, 0)
+        else:
+            kwargs["padding"] = padding
+
+        self.padding = padding
+        self.conv = ops.Conv3d(n_channels, out_channels, kernel_size, stride=stride, dilation=dilation, **kwargs)
+
+    def forward(self, x):
+        if self.padding != 0:
+            x = torch.nn.functional.pad(x, self.padding, mode=self.padding_mode)
+        return self.conv(x)
+
+def interpolate_up(x, scale_factor):
+    return torch.nn.functional.interpolate(x, scale_factor=scale_factor, mode="nearest")
+
+class Upsample(nn.Module):
+    def __init__(self, in_channels, with_conv, conv_op=ops.Conv2d, scale_factor=2.0):
+        super().__init__()
+        self.with_conv = with_conv
+        self.scale_factor = scale_factor
+
+        if self.with_conv:
+            self.conv = conv_op(in_channels,
+                                        in_channels,
+                                        kernel_size=3,
+                                        stride=1,
+                                        padding=1)
+
+    def forward(self, x, conv_carry_in=None, conv_carry_out=None):
+        scale_factor = self.scale_factor
+        if isinstance(scale_factor, (int, float)):
+            scale_factor = (scale_factor,) * (x.ndim - 2)
+
+        if x.ndim == 5 and scale_factor[0] > 1.0:
+            results = []
+            if conv_carry_in is None:
+                first = x[:, :, :1, :, :]
+                results.append(interpolate_up(first.squeeze(2), scale_factor=scale_factor[1:]).unsqueeze(2))
+                x = x[:, :, 1:, :, :]
+            if x.shape[2] > 0:
+                results.append(interpolate_up(x, scale_factor))
+            x = torch_cat_if_needed(results, dim=2)
+        else:
+            x = interpolate_up(x, scale_factor)
+        if self.with_conv:
+            x = conv_carry_causal_3d([x], self.conv, conv_carry_in, conv_carry_out)
+        return x
+
+
+class Downsample(nn.Module):
+    def __init__(self, in_channels, with_conv, stride=2, conv_op=ops.Conv2d):
+        super().__init__()
+        self.with_conv = with_conv
+        if self.with_conv:
+            # no asymmetric padding in torch conv, must do it ourselves
+            self.conv = conv_op(in_channels,
+                                        in_channels,
+                                        kernel_size=3,
+                                        stride=stride,
+                                        padding=0)
+
+    def forward(self, x, conv_carry_in=None, conv_carry_out=None):
+        if self.with_conv:
+            if isinstance(self.conv, CarriedConv3d):
+                x = conv_carry_causal_3d([x], self.conv, conv_carry_in, conv_carry_out)
+            elif x.ndim == 4:
+                pad = (0, 1, 0, 1)
+                mode = "constant"
+                x = torch.nn.functional.pad(x, pad, mode=mode, value=0)
+                x = self.conv(x)
+            elif x.ndim == 5:
+                pad = (1, 1, 1, 1, 2, 0)
+                mode = "replicate"
+                x = torch.nn.functional.pad(x, pad, mode=mode)
+                x = self.conv(x)
+        else:
+            x = torch.nn.functional.avg_pool2d(x, kernel_size=2, stride=2)
+        return x
+
+
+class ResnetBlock(nn.Module):
+    def __init__(self, *, in_channels, out_channels=None, conv_shortcut=False,
+                 dropout=0.0, temb_channels=512, conv_op=ops.Conv2d, norm_op=Normalize):
+        super().__init__()
+        self.in_channels = in_channels
+        out_channels = in_channels if out_channels is None else out_channels
+        self.out_channels = out_channels
+        self.use_conv_shortcut = conv_shortcut
+
+        self.swish = torch.nn.SiLU(inplace=True)
+        self.norm1 = norm_op(in_channels)
+        self.conv1 = conv_op(in_channels,
+                                     out_channels,
+                                     kernel_size=3,
+                                     stride=1,
+                                     padding=1)
+        if temb_channels > 0:
+            self.temb_proj = ops.Linear(temb_channels,
+                                             out_channels)
+        self.norm2 = norm_op(out_channels)
+        self.dropout = torch.nn.Dropout(dropout, inplace=True)
+        self.conv2 = conv_op(out_channels,
+                                     out_channels,
+                                     kernel_size=3,
+                                     stride=1,
+                                     padding=1)
+        if self.in_channels != self.out_channels:
+            if self.use_conv_shortcut:
+                self.conv_shortcut = conv_op(in_channels,
+                                                     out_channels,
+                                                     kernel_size=3,
+                                                     stride=1,
+                                                     padding=1)
+            else:
+                self.nin_shortcut = conv_op(in_channels,
+                                                    out_channels,
+                                                    kernel_size=1,
+                                                    stride=1,
+                                                    padding=0)
+
+    def forward(self, x, temb=None, conv_carry_in=None, conv_carry_out=None):
+        h = x
+        h = self.norm1(h)
+        h = [ self.swish(h) ]
+        h = conv_carry_causal_3d(h, self.conv1, conv_carry_in=conv_carry_in, conv_carry_out=conv_carry_out)
+
+        if temb is not None:
+            h = h + self.temb_proj(self.swish(temb))[:,:,None,None]
+
+        h = self.norm2(h)
+        h = self.swish(h)
+        h = [ self.dropout(h) ]
+        h = conv_carry_causal_3d(h, self.conv2, conv_carry_in=conv_carry_in, conv_carry_out=conv_carry_out)
+
+        if self.in_channels != self.out_channels:
+            if self.use_conv_shortcut:
+                x = conv_carry_causal_3d([x], self.conv_shortcut, conv_carry_in=conv_carry_in, conv_carry_out=conv_carry_out)
+            else:
+                x = self.nin_shortcut(x)
+
+        return x+h
+
+def slice_attention(q, k, v):
+    r1 = torch.zeros_like(k, device=q.device)
+    scale = (int(q.shape[-1])**(-0.5))
+
+    mem_free_total = model_management.get_free_memory(q.device)
+
+    tensor_size = q.shape[0] * q.shape[1] * k.shape[2] * q.element_size()
+    modifier = 3 if q.element_size() == 2 else 2.5
+    mem_required = tensor_size * modifier
+    steps = 1
+
+    if mem_required > mem_free_total:
+        steps = 2**(math.ceil(math.log(mem_required / mem_free_total, 2)))
+
+    while True:
+        try:
+            slice_size = q.shape[1] // steps if (q.shape[1] % steps) == 0 else q.shape[1]
+            for i in range(0, q.shape[1], slice_size):
+                end = i + slice_size
+                s1 = torch.bmm(q[:, i:end], k) * scale
+
+                s2 = torch.nn.functional.softmax(s1, dim=2).permute(0,2,1)
+                del s1
+
+                r1[:, :, i:end] = torch.bmm(v, s2)
+                del s2
+            break
+        except Exception as e:
+            model_management.raise_non_oom(e)
+            model_management.soft_empty_cache(True)
+            steps *= 2
+            if steps > 128:
+                raise e
+            logging.warning("out of memory error, increasing steps and trying again {}".format(steps))
+
+    return r1
+
+def normal_attention(q, k, v):
+    # compute attention
+    orig_shape = q.shape
+    b = orig_shape[0]
+    c = orig_shape[1]
+
+    q = q.reshape(b, c, -1)
+    q = q.permute(0, 2, 1)   # b,hw,c
+    k = k.reshape(b, c, -1) # b,c,hw
+    v = v.reshape(b, c, -1)
+
+    r1 = slice_attention(q, k, v)
+    h_ = r1.reshape(orig_shape)
+    del r1
+    return h_
+
+def xformers_attention(q, k, v):
+    # compute attention
+    orig_shape = q.shape
+    B = orig_shape[0]
+    C = orig_shape[1]
+    q, k, v = map(
+        lambda t: t.view(B, C, -1).transpose(1, 2).contiguous(),
+        (q, k, v),
+    )
+
+    try:
+        out = xformers.ops.memory_efficient_attention(q, k, v, attn_bias=None)
+        out = out.transpose(1, 2).reshape(orig_shape)
+    except NotImplementedError:
+        out = slice_attention(q.view(B, -1, C), k.view(B, -1, C).transpose(1, 2), v.view(B, -1, C).transpose(1, 2)).reshape(orig_shape)
+    return out
+
+def pytorch_attention(q, k, v):
+    # compute attention
+    orig_shape = q.shape
+    B = orig_shape[0]
+    C = orig_shape[1]
+    oom_fallback = False
+    q, k, v = map(
+        lambda t: t.view(B, 1, C, -1).transpose(2, 3).contiguous(),
+        (q, k, v),
+    )
+
+    try:
+        out = comfy.ops.scaled_dot_product_attention(q, k, v, attn_mask=None, dropout_p=0.0, is_causal=False)
+        out = out.transpose(2, 3).reshape(orig_shape)
+    except Exception as e:
+        model_management.raise_non_oom(e)
+        logging.warning("scaled_dot_product_attention OOMed: switched to slice attention")
+        oom_fallback = True
+    if oom_fallback:
+        out = slice_attention(q.view(B, -1, C), k.view(B, -1, C).transpose(1, 2), v.view(B, -1, C).transpose(1, 2)).reshape(orig_shape)
+    return out
+
+
+def vae_attention():
+    if model_management.xformers_enabled_vae():
+        logging.info("Using xformers attention in VAE")
+        return xformers_attention
+    elif model_management.pytorch_attention_enabled_vae():
+        logging.info("Using pytorch attention in VAE")
+        return pytorch_attention
+    else:
+        logging.info("Using split attention in VAE")
+        return normal_attention
+
+class AttnBlock(nn.Module):
+    def __init__(self, in_channels, conv_op=ops.Conv2d, norm_op=Normalize):
+        super().__init__()
+        self.in_channels = in_channels
+
+        self.norm = norm_op(in_channels)
+        self.q = conv_op(in_channels,
+                                 in_channels,
+                                 kernel_size=1,
+                                 stride=1,
+                                 padding=0)
+        self.k = conv_op(in_channels,
+                                 in_channels,
+                                 kernel_size=1,
+                                 stride=1,
+                                 padding=0)
+        self.v = conv_op(in_channels,
+                                 in_channels,
+                                 kernel_size=1,
+                                 stride=1,
+                                 padding=0)
+        self.proj_out = conv_op(in_channels,
+                                        in_channels,
+                                        kernel_size=1,
+                                        stride=1,
+                                        padding=0)
+
+        self.optimized_attention = vae_attention()
+
+    def forward(self, x):
+        h_ = x
+        h_ = self.norm(h_)
+        q = self.q(h_)
+        k = self.k(h_)
+        v = self.v(h_)
+
+        h_ = self.optimized_attention(q, k, v)
+
+        h_ = self.proj_out(h_)
+
+        return x+h_
+
+
+def make_attn(in_channels, attn_type="vanilla", attn_kwargs=None, conv_op=ops.Conv2d):
+    return AttnBlock(in_channels, conv_op=conv_op)
+
+
+class Model(nn.Module):
+    def __init__(self, *, ch, out_ch, ch_mult=(1,2,4,8), num_res_blocks,
+                 attn_resolutions, dropout=0.0, resamp_with_conv=True, in_channels,
+                 resolution, use_timestep=True, use_linear_attn=False, attn_type="vanilla"):
+        super().__init__()
+        if use_linear_attn:
+            attn_type = "linear"
+        self.ch = ch
+        self.temb_ch = self.ch*4
+        self.num_resolutions = len(ch_mult)
+        self.num_res_blocks = num_res_blocks
+        self.resolution = resolution
+        self.in_channels = in_channels
+
+        self.use_timestep = use_timestep
+        if self.use_timestep:
+            # timestep embedding
+            self.temb = nn.Module()
+            self.temb.dense = nn.ModuleList([
+                ops.Linear(self.ch,
+                                self.temb_ch),
+                ops.Linear(self.temb_ch,
+                                self.temb_ch),
+            ])
+
+        # downsampling
+        self.conv_in = ops.Conv2d(in_channels,
+                                       self.ch,
+                                       kernel_size=3,
+                                       stride=1,
+                                       padding=1)
+
+        curr_res = resolution
+        in_ch_mult = (1,)+tuple(ch_mult)
+        self.down = nn.ModuleList()
+        for i_level in range(self.num_resolutions):
+            block = nn.ModuleList()
+            attn = nn.ModuleList()
+            block_in = ch*in_ch_mult[i_level]
+            block_out = ch*ch_mult[i_level]
+            for i_block in range(self.num_res_blocks):
+                block.append(ResnetBlock(in_channels=block_in,
+                                         out_channels=block_out,
+                                         temb_channels=self.temb_ch,
+                                         dropout=dropout))
+                block_in = block_out
+                if curr_res in attn_resolutions:
+                    attn.append(make_attn(block_in, attn_type=attn_type))
+            down = nn.Module()
+            down.block = block
+            down.attn = attn
+            if i_level != self.num_resolutions-1:
+                down.downsample = Downsample(block_in, resamp_with_conv)
+                curr_res = curr_res // 2
+            self.down.append(down)
+
+        # middle
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock(in_channels=block_in,
+                                       out_channels=block_in,
+                                       temb_channels=self.temb_ch,
+                                       dropout=dropout)
+        self.mid.attn_1 = make_attn(block_in, attn_type=attn_type)
+        self.mid.block_2 = ResnetBlock(in_channels=block_in,
+                                       out_channels=block_in,
+                                       temb_channels=self.temb_ch,
+                                       dropout=dropout)
+
+        # upsampling
+        self.up = nn.ModuleList()
+        for i_level in reversed(range(self.num_resolutions)):
+            block = nn.ModuleList()
+            attn = nn.ModuleList()
+            block_out = ch*ch_mult[i_level]
+            skip_in = ch*ch_mult[i_level]
+            for i_block in range(self.num_res_blocks+1):
+                if i_block == self.num_res_blocks:
+                    skip_in = ch*in_ch_mult[i_level]
+                block.append(ResnetBlock(in_channels=block_in+skip_in,
+                                         out_channels=block_out,
+                                         temb_channels=self.temb_ch,
+                                         dropout=dropout))
+                block_in = block_out
+                if curr_res in attn_resolutions:
+                    attn.append(make_attn(block_in, attn_type=attn_type))
+            up = nn.Module()
+            up.block = block
+            up.attn = attn
+            if i_level != 0:
+                up.upsample = Upsample(block_in, resamp_with_conv)
+                curr_res = curr_res * 2
+            self.up.insert(0, up) # prepend to get consistent order
+
+        # end
+        self.norm_out = Normalize(block_in)
+        self.conv_out = ops.Conv2d(block_in,
+                                        out_ch,
+                                        kernel_size=3,
+                                        stride=1,
+                                        padding=1)
+
+    def forward(self, x, t=None, context=None):
+        #assert x.shape[2] == x.shape[3] == self.resolution
+        if context is not None:
+            # assume aligned context, cat along channel axis
+            x = torch.cat((x, context), dim=1)
+        if self.use_timestep:
+            # timestep embedding
+            assert t is not None
+            temb = get_timestep_embedding(t, self.ch)
+            temb = self.temb.dense[0](temb)
+            temb = nonlinearity(temb)
+            temb = self.temb.dense[1](temb)
+        else:
+            temb = None
+
+        # downsampling
+        hs = [self.conv_in(x)]
+        for i_level in range(self.num_resolutions):
+            for i_block in range(self.num_res_blocks):
+                h = self.down[i_level].block[i_block](hs[-1], temb)
+                if len(self.down[i_level].attn) > 0:
+                    h = self.down[i_level].attn[i_block](h)
+                hs.append(h)
+            if i_level != self.num_resolutions-1:
+                hs.append(self.down[i_level].downsample(hs[-1]))
+
+        # middle
+        h = hs[-1]
+        h = self.mid.block_1(h, temb)
+        h = self.mid.attn_1(h)
+        h = self.mid.block_2(h, temb)
+
+        # upsampling
+        for i_level in reversed(range(self.num_resolutions)):
+            for i_block in range(self.num_res_blocks+1):
+                h = self.up[i_level].block[i_block](
+                    torch.cat([h, hs.pop()], dim=1), temb)
+                if len(self.up[i_level].attn) > 0:
+                    h = self.up[i_level].attn[i_block](h)
+            if i_level != 0:
+                h = self.up[i_level].upsample(h)
+
+        # end
+        h = self.norm_out(h)
+        h = nonlinearity(h)
+        h = self.conv_out(h)
+        return h
+
+    def get_last_layer(self):
+        return self.conv_out.weight
+
+
+class Encoder(nn.Module):
+    def __init__(self, *, ch, out_ch, ch_mult=(1,2,4,8), num_res_blocks,
+                 attn_resolutions, dropout=0.0, resamp_with_conv=True, in_channels,
+                 resolution, z_channels, double_z=True, use_linear_attn=False, attn_type="vanilla",
+                 conv3d=False, time_compress=None,
+                 **ignore_kwargs):
+        super().__init__()
+        if use_linear_attn:
+            attn_type = "linear"
+        self.ch = ch
+        self.temb_ch = 0
+        self.num_resolutions = len(ch_mult)
+        self.num_res_blocks = num_res_blocks
+        self.resolution = resolution
+        self.in_channels = in_channels
+        self.carried = False
+
+        if conv3d:
+            if not attn_resolutions:
+                conv_op = CarriedConv3d
+                self.carried = True
+            else:
+                conv_op = VideoConv3d
+            mid_attn_conv_op = ops.Conv3d
+        else:
+            conv_op = ops.Conv2d
+            mid_attn_conv_op = ops.Conv2d
+
+        # downsampling
+        self.conv_in = conv_op(in_channels,
+                                       self.ch,
+                                       kernel_size=3,
+                                       stride=1,
+                                       padding=1)
+
+        self.time_compress = 1
+        curr_res = resolution
+        in_ch_mult = (1,)+tuple(ch_mult)
+        self.in_ch_mult = in_ch_mult
+        self.down = nn.ModuleList()
+        for i_level in range(self.num_resolutions):
+            block = nn.ModuleList()
+            attn = nn.ModuleList()
+            block_in = ch*in_ch_mult[i_level]
+            block_out = ch*ch_mult[i_level]
+            for i_block in range(self.num_res_blocks):
+                block.append(ResnetBlock(in_channels=block_in,
+                                         out_channels=block_out,
+                                         temb_channels=self.temb_ch,
+                                         dropout=dropout,
+                                         conv_op=conv_op))
+                block_in = block_out
+                if curr_res in attn_resolutions:
+                    attn.append(make_attn(block_in, attn_type=attn_type, conv_op=conv_op))
+            down = nn.Module()
+            down.block = block
+            down.attn = attn
+            if i_level != self.num_resolutions-1:
+                stride = 2
+                if time_compress is not None:
+                    if (self.num_resolutions - 1 - i_level) > math.log2(time_compress):
+                        stride = (1, 2, 2)
+                else:
+                    self.time_compress *= 2
+                down.downsample = Downsample(block_in, resamp_with_conv, stride=stride, conv_op=conv_op)
+                curr_res = curr_res // 2
+            self.down.append(down)
+
+        if time_compress is not None:
+            self.time_compress = time_compress
+
+        # middle
+        self.mid = nn.Module()
+        self.mid.block_1 = ResnetBlock(in_channels=block_in,
+                                       out_channels=block_in,
+                                       temb_channels=self.temb_ch,
+                                       dropout=dropout,
+                                       conv_op=conv_op)
+        self.mid.attn_1 = make_attn(block_in, attn_type=attn_type, conv_op=mid_attn_conv_op)
+        self.mid.block_2 = ResnetBlock(in_channels=block_in,
+                                       out_channels=block_in,
+                                       temb_channels=self.temb_ch,
+                                       dropout=dropout,
+                                       conv_op=conv_op)
+
+        # end
+        self.norm_out = Normalize(block_in)
+        self.conv_out = conv_op(block_in,
+                                        2*z_channels if double_z else z_channels,
+                                        kernel_size=3,
+                                        stride=1,
+                                        padding=1)
+
+    def forward(self, x):
+        # timestep embedding
+        temb = None
+
+        if self.carried:
+            xl = [x[:, :, :1, :, :]]
+            if x.shape[2] > self.time_compress:
+                tc = self.time_compress
+                xl += torch.split(x[:, :, 1: 1 + ((x.shape[2] - 1) // tc) * tc, :, :], tc * 2, dim = 2)
+            x = xl
+        else:
+            x = [x]
+        out = []
+
+        conv_carry_in = None
+
+        for i, x1 in enumerate(x):
+            conv_carry_out = []
+            if i == len(x) - 1:
+                conv_carry_out = None
+
+            # downsampling
+            x1 = [ x1 ]
+            h1 = conv_carry_causal_3d(x1, self.conv_in, conv_carry_in, conv_carry_out)
+
+            for i_level in range(self.num_resolutions):
+                for i_block in range(self.num_res_blocks):
+                    h1 = self.down[i_level].block[i_block](h1, temb, conv_carry_in, conv_carry_out)
+                    if len(self.down[i_level].attn) > 0:
+                        assert i == 0 #carried should not happen if attn exists
+                        h1 = self.down[i_level].attn[i_block](h1)
+                if i_level != self.num_resolutions-1:
+                    h1 = self.down[i_level].downsample(h1, conv_carry_in, conv_carry_out)
+
+            out.append(h1)
+            conv_carry_in = conv_carry_out
+
+        h = torch_cat_if_needed(out, dim=2)
+        del out
+
+        # middle
+        h = self.mid.block_1(h, temb)
+        h = self.mid.attn_1(h)
+        h = self.mid.block_2(h, temb)
+
+        # end
+        h = self.norm_out(h)
+        h = [ nonlinearity(h) ]
+        h = conv_carry_causal_3d(h, self.conv_out)
+        return h
+
+
+class Decoder(nn.Module):
+    def __init__(self, *, ch, out_ch, ch_mult=(1,2,4,8), num_res_blocks,
+                 attn_resolutions, dropout=0.0, resamp_with_conv=True, in_channels,
+                 resolution, z_channels, tanh_out=False, use_linear_attn=False,
+                 conv_out_op=ops.Conv2d,
+                 resnet_op=ResnetBlock,
+                 attn_op=AttnBlock,
+                 conv3d=False,
+                 time_compress=None,
+                **ignorekwargs):
+        super().__init__()
+        self.ch = ch
+        self.temb_ch = 0
+        self.num_resolutions = len(ch_mult)
+        self.num_res_blocks = num_res_blocks
+        self.resolution = resolution
+        self.in_channels = in_channels
+        self.tanh_out = tanh_out
+        self.carried = False
+
+        if conv3d:
+            if not attn_resolutions and resnet_op == ResnetBlock:
+                conv_op = CarriedConv3d
+                conv_out_op = CarriedConv3d
+                self.carried = True
+            else:
+                conv_op = VideoConv3d
+                conv_out_op = VideoConv3d
+
+            mid_attn_conv_op = ops.Conv3d
+        else:
+            conv_op = ops.Conv2d
+            mid_attn_conv_op = ops.Conv2d
+
+        # compute block_in and curr_res at lowest res
+        block_in = ch*ch_mult[self.num_resolutions-1]
+        curr_res = resolution // 2**(self.num_resolutions-1)
+        self.z_shape = (1,z_channels,curr_res,curr_res)
+        logging.debug("Working with z of shape {} = {} dimensions.".format(
+            self.z_shape, np.prod(self.z_shape)))
+
+        # z to block_in
+        self.conv_in = conv_op(z_channels,
+                                       block_in,
+                                       kernel_size=3,
+                                       stride=1,
+                                       padding=1)
+
+        # middle
+        self.mid = nn.Module()
+        self.mid.block_1 = resnet_op(in_channels=block_in,
+                                       out_channels=block_in,
+                                       temb_channels=self.temb_ch,
+                                       dropout=dropout,
+                                       conv_op=conv_op)
+        self.mid.attn_1 = attn_op(block_in, conv_op=mid_attn_conv_op)
+        self.mid.block_2 = resnet_op(in_channels=block_in,
+                                       out_channels=block_in,
+                                       temb_channels=self.temb_ch,
+                                       dropout=dropout,
+                                       conv_op=conv_op)
+
+        # upsampling
+        self.up = nn.ModuleList()
+        for i_level in reversed(range(self.num_resolutions)):
+            block = nn.ModuleList()
+            attn = nn.ModuleList()
+            block_out = ch*ch_mult[i_level]
+            for i_block in range(self.num_res_blocks+1):
+                block.append(resnet_op(in_channels=block_in,
+                                         out_channels=block_out,
+                                         temb_channels=self.temb_ch,
+                                         dropout=dropout,
+                                         conv_op=conv_op))
+                block_in = block_out
+                if curr_res in attn_resolutions:
+                    attn.append(attn_op(block_in, conv_op=conv_op))
+            up = nn.Module()
+            up.block = block
+            up.attn = attn
+            if i_level != 0:
+                scale_factor = 2.0
+                if time_compress is not None:
+                    if i_level > math.log2(time_compress):
+                        scale_factor = (1.0, 2.0, 2.0)
+
+                up.upsample = Upsample(block_in, resamp_with_conv, conv_op=conv_op, scale_factor=scale_factor)
+                curr_res = curr_res * 2
+            self.up.insert(0, up) # prepend to get consistent order
+
+        # end
+        self.norm_out = Normalize(block_in)
+        self.conv_out = conv_out_op(block_in,
+                                        out_ch,
+                                        kernel_size=3,
+                                        stride=1,
+                                        padding=1)
+
+    def forward(self, z, **kwargs):
+        # timestep embedding
+        temb = None
+
+        # z to block_in
+        h = conv_carry_causal_3d([z], self.conv_in)
+
+        # middle
+        h = self.mid.block_1(h, temb, **kwargs)
+        h = self.mid.attn_1(h, **kwargs)
+        h = self.mid.block_2(h, temb, **kwargs)
+
+        if self.carried:
+            h = torch.split(h, 2, dim=2)
+        else:
+            h = [ h ]
+        out = []
+
+        conv_carry_in = None
+
+        # upsampling
+        for i, h1 in enumerate(h):
+            conv_carry_out = []
+            if i == len(h) - 1:
+                conv_carry_out = None
+            for i_level in reversed(range(self.num_resolutions)):
+                for i_block in range(self.num_res_blocks+1):
+                    h1 = self.up[i_level].block[i_block](h1, temb, conv_carry_in, conv_carry_out, **kwargs)
+                    if len(self.up[i_level].attn) > 0:
+                        assert i == 0 #carried should not happen if attn exists
+                        h1 = self.up[i_level].attn[i_block](h1, **kwargs)
+                if i_level != 0:
+                    h1 = self.up[i_level].upsample(h1, conv_carry_in, conv_carry_out)
+
+            h1 = self.norm_out(h1)
+            h1 = [ nonlinearity(h1) ]
+            h1 = conv_carry_causal_3d(h1, self.conv_out, conv_carry_in, conv_carry_out)
+            if self.tanh_out:
+                h1 = torch.tanh(h1)
+            out.append(h1)
+            conv_carry_in = conv_carry_out
+
+        out = torch_cat_if_needed(out, dim=2)
+
+        return out
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/openaimodel.py b/ComfyUI/comfy/ldm/modules/diffusionmodules/openaimodel.py
new file mode 100644
index 0000000000000000000000000000000000000000..4b92c44cf0e42dbe70fb5787cd6404b0f22ceddf
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/diffusionmodules/openaimodel.py
@@ -0,0 +1,927 @@
+from abc import abstractmethod
+
+import torch as th
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+import logging
+
+from .util import (
+    checkpoint,
+    avg_pool_nd,
+    timestep_embedding,
+    AlphaBlender,
+)
+from ..attention import SpatialTransformer, SpatialVideoTransformer, default
+from comfy.ldm.util import exists
+import comfy.patcher_extension
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+from ..sdpose import HeatmapHead
+
+class TimestepBlock(nn.Module):
+    """
+    Any module where forward() takes timestep embeddings as a second argument.
+    """
+
+    @abstractmethod
+    def forward(self, x, emb):
+        """
+        Apply the module to `x` given `emb` timestep embeddings.
+        """
+
+#This is needed because accelerate makes a copy of transformer_options which breaks "transformer_index"
+def forward_timestep_embed(ts, x, emb, context=None, transformer_options={}, output_shape=None, time_context=None, num_video_frames=None, image_only_indicator=None):
+    for layer in ts:
+        if "patches" in transformer_options and "forward_timestep_embed_patch" in transformer_options["patches"]:
+            found_patched = False
+            for class_type, handler in transformer_options["patches"]["forward_timestep_embed_patch"]:
+                if isinstance(layer, class_type):
+                    x = handler(layer, x, emb, context, transformer_options, output_shape, time_context, num_video_frames, image_only_indicator)
+                    found_patched = True
+                    break
+            if found_patched:
+                continue
+
+        if isinstance(layer, VideoResBlock):
+            x = layer(x, emb, num_video_frames, image_only_indicator)
+        elif isinstance(layer, TimestepBlock):
+            x = layer(x, emb)
+        elif isinstance(layer, SpatialVideoTransformer):
+            x = layer(x, context, time_context, num_video_frames, image_only_indicator, transformer_options)
+            if "transformer_index" in transformer_options:
+                transformer_options["transformer_index"] += 1
+        elif isinstance(layer, SpatialTransformer):
+            x = layer(x, context, transformer_options)
+            if "transformer_index" in transformer_options:
+                transformer_options["transformer_index"] += 1
+        elif isinstance(layer, Upsample):
+            x = layer(x, output_shape=output_shape)
+        else:
+            x = layer(x)
+    return x
+
+class TimestepEmbedSequential(nn.Sequential, TimestepBlock):
+    """
+    A sequential module that passes timestep embeddings to the children that
+    support it as an extra input.
+    """
+
+    def forward(self, *args, **kwargs):
+        return forward_timestep_embed(self, *args, **kwargs)
+
+class Upsample(nn.Module):
+    """
+    An upsampling layer with an optional convolution.
+    :param channels: channels in the inputs and outputs.
+    :param use_conv: a bool determining if a convolution is applied.
+    :param dims: determines if the signal is 1D, 2D, or 3D. If 3D, then
+                 upsampling occurs in the inner-two dimensions.
+    """
+
+    def __init__(self, channels, use_conv, dims=2, out_channels=None, padding=1, dtype=None, device=None, operations=ops):
+        super().__init__()
+        self.channels = channels
+        self.out_channels = out_channels or channels
+        self.use_conv = use_conv
+        self.dims = dims
+        if use_conv:
+            self.conv = operations.conv_nd(dims, self.channels, self.out_channels, 3, padding=padding, dtype=dtype, device=device)
+
+    def forward(self, x, output_shape=None):
+        assert x.shape[1] == self.channels
+        if self.dims == 3:
+            shape = [x.shape[2], x.shape[3] * 2, x.shape[4] * 2]
+            if output_shape is not None:
+                shape[1] = output_shape[3]
+                shape[2] = output_shape[4]
+        else:
+            shape = [x.shape[2] * 2, x.shape[3] * 2]
+            if output_shape is not None:
+                shape[0] = output_shape[2]
+                shape[1] = output_shape[3]
+
+        x = F.interpolate(x, size=shape, mode="nearest")
+        if self.use_conv:
+            x = self.conv(x)
+        return x
+
+class Downsample(nn.Module):
+    """
+    A downsampling layer with an optional convolution.
+    :param channels: channels in the inputs and outputs.
+    :param use_conv: a bool determining if a convolution is applied.
+    :param dims: determines if the signal is 1D, 2D, or 3D. If 3D, then
+                 downsampling occurs in the inner-two dimensions.
+    """
+
+    def __init__(self, channels, use_conv, dims=2, out_channels=None, padding=1, dtype=None, device=None, operations=ops):
+        super().__init__()
+        self.channels = channels
+        self.out_channels = out_channels or channels
+        self.use_conv = use_conv
+        self.dims = dims
+        stride = 2 if dims != 3 else (1, 2, 2)
+        if use_conv:
+            self.op = operations.conv_nd(
+                dims, self.channels, self.out_channels, 3, stride=stride, padding=padding, dtype=dtype, device=device
+            )
+        else:
+            assert self.channels == self.out_channels
+            self.op = avg_pool_nd(dims, kernel_size=stride, stride=stride)
+
+    def forward(self, x):
+        assert x.shape[1] == self.channels
+        return self.op(x)
+
+
+class ResBlock(TimestepBlock):
+    """
+    A residual block that can optionally change the number of channels.
+    :param channels: the number of input channels.
+    :param emb_channels: the number of timestep embedding channels.
+    :param dropout: the rate of dropout.
+    :param out_channels: if specified, the number of out channels.
+    :param use_conv: if True and out_channels is specified, use a spatial
+        convolution instead of a smaller 1x1 convolution to change the
+        channels in the skip connection.
+    :param dims: determines if the signal is 1D, 2D, or 3D.
+    :param use_checkpoint: if True, use gradient checkpointing on this module.
+    :param up: if True, use this block for upsampling.
+    :param down: if True, use this block for downsampling.
+    """
+
+    def __init__(
+        self,
+        channels,
+        emb_channels,
+        dropout,
+        out_channels=None,
+        use_conv=False,
+        use_scale_shift_norm=False,
+        dims=2,
+        use_checkpoint=False,
+        up=False,
+        down=False,
+        kernel_size=3,
+        exchange_temb_dims=False,
+        skip_t_emb=False,
+        dtype=None,
+        device=None,
+        operations=ops
+    ):
+        super().__init__()
+        self.channels = channels
+        self.emb_channels = emb_channels
+        self.dropout = dropout
+        self.out_channels = out_channels or channels
+        self.use_conv = use_conv
+        self.use_checkpoint = use_checkpoint
+        self.use_scale_shift_norm = use_scale_shift_norm
+        self.exchange_temb_dims = exchange_temb_dims
+
+        if isinstance(kernel_size, list):
+            padding = [k // 2 for k in kernel_size]
+        else:
+            padding = kernel_size // 2
+
+        self.in_layers = nn.Sequential(
+            operations.GroupNorm(32, channels, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.conv_nd(dims, channels, self.out_channels, kernel_size, padding=padding, dtype=dtype, device=device),
+        )
+
+        self.updown = up or down
+
+        if up:
+            self.h_upd = Upsample(channels, False, dims, dtype=dtype, device=device)
+            self.x_upd = Upsample(channels, False, dims, dtype=dtype, device=device)
+        elif down:
+            self.h_upd = Downsample(channels, False, dims, dtype=dtype, device=device)
+            self.x_upd = Downsample(channels, False, dims, dtype=dtype, device=device)
+        else:
+            self.h_upd = self.x_upd = nn.Identity()
+
+        self.skip_t_emb = skip_t_emb
+        if self.skip_t_emb:
+            self.emb_layers = None
+            self.exchange_temb_dims = False
+        else:
+            self.emb_layers = nn.Sequential(
+                nn.SiLU(),
+                operations.Linear(
+                    emb_channels,
+                    2 * self.out_channels if use_scale_shift_norm else self.out_channels, dtype=dtype, device=device
+                ),
+            )
+        self.out_layers = nn.Sequential(
+            operations.GroupNorm(32, self.out_channels, dtype=dtype, device=device),
+            nn.SiLU(),
+            nn.Dropout(p=dropout),
+            operations.conv_nd(dims, self.out_channels, self.out_channels, kernel_size, padding=padding, dtype=dtype, device=device)
+            ,
+        )
+
+        if self.out_channels == channels:
+            self.skip_connection = nn.Identity()
+        elif use_conv:
+            self.skip_connection = operations.conv_nd(
+                dims, channels, self.out_channels, kernel_size, padding=padding, dtype=dtype, device=device
+            )
+        else:
+            self.skip_connection = operations.conv_nd(dims, channels, self.out_channels, 1, dtype=dtype, device=device)
+
+    def forward(self, x, emb):
+        """
+        Apply the block to a Tensor, conditioned on a timestep embedding.
+        :param x: an [N x C x ...] Tensor of features.
+        :param emb: an [N x emb_channels] Tensor of timestep embeddings.
+        :return: an [N x C x ...] Tensor of outputs.
+        """
+        return checkpoint(
+            self._forward, (x, emb), self.parameters(), self.use_checkpoint
+        )
+
+
+    def _forward(self, x, emb):
+        if self.updown:
+            in_rest, in_conv = self.in_layers[:-1], self.in_layers[-1]
+            h = in_rest(x)
+            h = self.h_upd(h)
+            x = self.x_upd(x)
+            h = in_conv(h)
+        else:
+            h = self.in_layers(x)
+
+        emb_out = None
+        if not self.skip_t_emb:
+            emb_out = self.emb_layers(emb).type(h.dtype)
+            while len(emb_out.shape) < len(h.shape):
+                emb_out = emb_out[..., None]
+        if self.use_scale_shift_norm:
+            out_norm, out_rest = self.out_layers[0], self.out_layers[1:]
+            h = out_norm(h)
+            if emb_out is not None:
+                scale, shift = th.chunk(emb_out, 2, dim=1)
+                h *= (1 + scale)
+                h += shift
+            h = out_rest(h)
+        else:
+            if emb_out is not None:
+                if self.exchange_temb_dims:
+                    emb_out = emb_out.movedim(1, 2)
+                h = h + emb_out
+            h = self.out_layers(h)
+        return self.skip_connection(x) + h
+
+
+class VideoResBlock(ResBlock):
+    def __init__(
+        self,
+        channels: int,
+        emb_channels: int,
+        dropout: float,
+        video_kernel_size=3,
+        merge_strategy: str = "fixed",
+        merge_factor: float = 0.5,
+        out_channels=None,
+        use_conv: bool = False,
+        use_scale_shift_norm: bool = False,
+        dims: int = 2,
+        use_checkpoint: bool = False,
+        up: bool = False,
+        down: bool = False,
+        dtype=None,
+        device=None,
+        operations=ops
+    ):
+        super().__init__(
+            channels,
+            emb_channels,
+            dropout,
+            out_channels=out_channels,
+            use_conv=use_conv,
+            use_scale_shift_norm=use_scale_shift_norm,
+            dims=dims,
+            use_checkpoint=use_checkpoint,
+            up=up,
+            down=down,
+            dtype=dtype,
+            device=device,
+            operations=operations
+        )
+
+        self.time_stack = ResBlock(
+            default(out_channels, channels),
+            emb_channels,
+            dropout=dropout,
+            dims=3,
+            out_channels=default(out_channels, channels),
+            use_scale_shift_norm=False,
+            use_conv=False,
+            up=False,
+            down=False,
+            kernel_size=video_kernel_size,
+            use_checkpoint=use_checkpoint,
+            exchange_temb_dims=True,
+            dtype=dtype,
+            device=device,
+            operations=operations
+        )
+        self.time_mixer = AlphaBlender(
+            alpha=merge_factor,
+            merge_strategy=merge_strategy,
+            rearrange_pattern="b t -> b 1 t 1 1",
+        )
+
+    def forward(
+        self,
+        x: th.Tensor,
+        emb: th.Tensor,
+        num_video_frames: int,
+        image_only_indicator = None,
+    ) -> th.Tensor:
+        x = super().forward(x, emb)
+
+        x_mix = rearrange(x, "(b t) c h w -> b c t h w", t=num_video_frames)
+        x = rearrange(x, "(b t) c h w -> b c t h w", t=num_video_frames)
+
+        x = self.time_stack(
+            x, rearrange(emb, "(b t) ... -> b t ...", t=num_video_frames)
+        )
+        x = self.time_mixer(
+            x_spatial=x_mix, x_temporal=x, image_only_indicator=image_only_indicator
+        )
+        x = rearrange(x, "b c t h w -> (b t) c h w")
+        return x
+
+
+class Timestep(nn.Module):
+    def __init__(self, dim):
+        super().__init__()
+        self.dim = dim
+
+    def forward(self, t):
+        return timestep_embedding(t, self.dim)
+
+def apply_control(h, control, name):
+    if control is not None and name in control and len(control[name]) > 0:
+        ctrl = control[name].pop()
+        if ctrl is not None:
+            try:
+                h += ctrl
+            except:
+                logging.warning("warning control could not be applied {} {}".format(h.shape, ctrl.shape))
+    return h
+
+class UNetModel(nn.Module):
+    """
+    The full UNet model with attention and timestep embedding.
+    :param in_channels: channels in the input Tensor.
+    :param model_channels: base channel count for the model.
+    :param out_channels: channels in the output Tensor.
+    :param num_res_blocks: number of residual blocks per downsample.
+    :param dropout: the dropout probability.
+    :param channel_mult: channel multiplier for each level of the UNet.
+    :param conv_resample: if True, use learned convolutions for upsampling and
+        downsampling.
+    :param dims: determines if the signal is 1D, 2D, or 3D.
+    :param num_classes: if specified (as an int), then this model will be
+        class-conditional with `num_classes` classes.
+    :param use_checkpoint: use gradient checkpointing to reduce memory usage.
+    :param num_heads: the number of attention heads in each attention layer.
+    :param num_heads_channels: if specified, ignore num_heads and instead use
+                               a fixed channel width per attention head.
+    :param num_heads_upsample: works with num_heads to set a different number
+                               of heads for upsampling. Deprecated.
+    :param use_scale_shift_norm: use a FiLM-like conditioning mechanism.
+    :param resblock_updown: use residual blocks for up/downsampling.
+    :param use_new_attention_order: use a different attention pattern for potentially
+                                    increased efficiency.
+    """
+
+    def __init__(
+        self,
+        image_size,
+        in_channels,
+        model_channels,
+        out_channels,
+        num_res_blocks,
+        dropout=0,
+        channel_mult=(1, 2, 4, 8),
+        conv_resample=True,
+        dims=2,
+        num_classes=None,
+        use_checkpoint=False,
+        dtype=th.float32,
+        num_heads=-1,
+        num_head_channels=-1,
+        num_heads_upsample=-1,
+        use_scale_shift_norm=False,
+        resblock_updown=False,
+        use_new_attention_order=False,
+        use_spatial_transformer=False,    # custom transformer support
+        transformer_depth=1,              # custom transformer support
+        context_dim=None,                 # custom transformer support
+        n_embed=None,                     # custom support for prediction of discrete ids into codebook of first stage vq model
+        legacy=True,
+        disable_self_attentions=None,
+        num_attention_blocks=None,
+        disable_middle_self_attn=False,
+        use_linear_in_transformer=False,
+        adm_in_channels=None,
+        transformer_depth_middle=None,
+        transformer_depth_output=None,
+        use_temporal_resblock=False,
+        use_temporal_attention=False,
+        time_context_dim=None,
+        extra_ff_mix_layer=False,
+        use_spatial_context=False,
+        merge_strategy=None,
+        merge_factor=0.0,
+        video_kernel_size=None,
+        disable_temporal_crossattention=False,
+        max_ddpm_temb_period=10000,
+        attn_precision=None,
+        heatmap_head=False,
+        device=None,
+        operations=ops,
+    ):
+        super().__init__()
+
+        if context_dim is not None:
+            assert use_spatial_transformer, 'Fool!! You forgot to use the spatial transformer for your cross-attention conditioning...'
+            # from omegaconf.listconfig import ListConfig
+            # if type(context_dim) == ListConfig:
+            #     context_dim = list(context_dim)
+
+        if num_heads_upsample == -1:
+            num_heads_upsample = num_heads
+
+        if num_heads == -1:
+            assert num_head_channels != -1, 'Either num_heads or num_head_channels has to be set'
+
+        if num_head_channels == -1:
+            assert num_heads != -1, 'Either num_heads or num_head_channels has to be set'
+
+        self.in_channels = in_channels
+        self.model_channels = model_channels
+        self.out_channels = out_channels
+
+        if isinstance(num_res_blocks, int):
+            self.num_res_blocks = len(channel_mult) * [num_res_blocks]
+        else:
+            if len(num_res_blocks) != len(channel_mult):
+                raise ValueError("provide num_res_blocks either as an int (globally constant) or "
+                                 "as a list/tuple (per-level) with the same length as channel_mult")
+            self.num_res_blocks = num_res_blocks
+
+        if disable_self_attentions is not None:
+            # should be a list of booleans, indicating whether to disable self-attention in TransformerBlocks or not
+            assert len(disable_self_attentions) == len(channel_mult)
+        if num_attention_blocks is not None:
+            assert len(num_attention_blocks) == len(self.num_res_blocks)
+
+        transformer_depth = transformer_depth[:]
+        transformer_depth_output = transformer_depth_output[:]
+
+        self.dropout = dropout
+        self.channel_mult = channel_mult
+        self.conv_resample = conv_resample
+        self.num_classes = num_classes
+        self.use_checkpoint = use_checkpoint
+        self.dtype = dtype
+        self.num_heads = num_heads
+        self.num_head_channels = num_head_channels
+        self.num_heads_upsample = num_heads_upsample
+        self.use_temporal_resblocks = use_temporal_resblock
+        self.predict_codebook_ids = n_embed is not None
+
+        self.default_num_video_frames = None
+
+        time_embed_dim = model_channels * 4
+        self.time_embed = nn.Sequential(
+            operations.Linear(model_channels, time_embed_dim, dtype=self.dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(time_embed_dim, time_embed_dim, dtype=self.dtype, device=device),
+        )
+
+        if self.num_classes is not None:
+            if isinstance(self.num_classes, int):
+                self.label_emb = nn.Embedding(num_classes, time_embed_dim, dtype=self.dtype, device=device)
+            elif self.num_classes == "continuous":
+                logging.debug("setting up linear c_adm embedding layer")
+                self.label_emb = nn.Linear(1, time_embed_dim)
+            elif self.num_classes == "sequential":
+                assert adm_in_channels is not None
+                self.label_emb = nn.Sequential(
+                    nn.Sequential(
+                        operations.Linear(adm_in_channels, time_embed_dim, dtype=self.dtype, device=device),
+                        nn.SiLU(),
+                        operations.Linear(time_embed_dim, time_embed_dim, dtype=self.dtype, device=device),
+                    )
+                )
+            else:
+                raise ValueError()
+
+        self.input_blocks = nn.ModuleList(
+            [
+                TimestepEmbedSequential(
+                    operations.conv_nd(dims, in_channels, model_channels, 3, padding=1, dtype=self.dtype, device=device)
+                )
+            ]
+        )
+        self._feature_size = model_channels
+        input_block_chans = [model_channels]
+        ch = model_channels
+        ds = 1
+
+        def get_attention_layer(
+            ch,
+            num_heads,
+            dim_head,
+            depth=1,
+            context_dim=None,
+            use_checkpoint=False,
+            disable_self_attn=False,
+        ):
+            if use_temporal_attention:
+                return SpatialVideoTransformer(
+                    ch,
+                    num_heads,
+                    dim_head,
+                    depth=depth,
+                    context_dim=context_dim,
+                    time_context_dim=time_context_dim,
+                    dropout=dropout,
+                    ff_in=extra_ff_mix_layer,
+                    use_spatial_context=use_spatial_context,
+                    merge_strategy=merge_strategy,
+                    merge_factor=merge_factor,
+                    checkpoint=use_checkpoint,
+                    use_linear=use_linear_in_transformer,
+                    disable_self_attn=disable_self_attn,
+                    disable_temporal_crossattention=disable_temporal_crossattention,
+                    max_time_embed_period=max_ddpm_temb_period,
+                    attn_precision=attn_precision,
+                    dtype=self.dtype, device=device, operations=operations
+                )
+            else:
+                return SpatialTransformer(
+                                ch, num_heads, dim_head, depth=depth, context_dim=context_dim,
+                                disable_self_attn=disable_self_attn, use_linear=use_linear_in_transformer,
+                                use_checkpoint=use_checkpoint, attn_precision=attn_precision, dtype=self.dtype, device=device, operations=operations
+                            )
+
+        def get_resblock(
+            merge_factor,
+            merge_strategy,
+            video_kernel_size,
+            ch,
+            time_embed_dim,
+            dropout,
+            out_channels,
+            dims,
+            use_checkpoint,
+            use_scale_shift_norm,
+            down=False,
+            up=False,
+            dtype=None,
+            device=None,
+            operations=ops
+        ):
+            if self.use_temporal_resblocks:
+                return VideoResBlock(
+                    merge_factor=merge_factor,
+                    merge_strategy=merge_strategy,
+                    video_kernel_size=video_kernel_size,
+                    channels=ch,
+                    emb_channels=time_embed_dim,
+                    dropout=dropout,
+                    out_channels=out_channels,
+                    dims=dims,
+                    use_checkpoint=use_checkpoint,
+                    use_scale_shift_norm=use_scale_shift_norm,
+                    down=down,
+                    up=up,
+                    dtype=dtype,
+                    device=device,
+                    operations=operations
+                )
+            else:
+                return ResBlock(
+                    channels=ch,
+                    emb_channels=time_embed_dim,
+                    dropout=dropout,
+                    out_channels=out_channels,
+                    use_checkpoint=use_checkpoint,
+                    dims=dims,
+                    use_scale_shift_norm=use_scale_shift_norm,
+                    down=down,
+                    up=up,
+                    dtype=dtype,
+                    device=device,
+                    operations=operations
+                )
+
+        for level, mult in enumerate(channel_mult):
+            for nr in range(self.num_res_blocks[level]):
+                layers = [
+                    get_resblock(
+                        merge_factor=merge_factor,
+                        merge_strategy=merge_strategy,
+                        video_kernel_size=video_kernel_size,
+                        ch=ch,
+                        time_embed_dim=time_embed_dim,
+                        dropout=dropout,
+                        out_channels=mult * model_channels,
+                        dims=dims,
+                        use_checkpoint=use_checkpoint,
+                        use_scale_shift_norm=use_scale_shift_norm,
+                        dtype=self.dtype,
+                        device=device,
+                        operations=operations,
+                    )
+                ]
+                ch = mult * model_channels
+                num_transformers = transformer_depth.pop(0)
+                if num_transformers > 0:
+                    if num_head_channels == -1:
+                        dim_head = ch // num_heads
+                    else:
+                        num_heads = ch // num_head_channels
+                        dim_head = num_head_channels
+                    if legacy:
+                        #num_heads = 1
+                        dim_head = ch // num_heads if use_spatial_transformer else num_head_channels
+                    if exists(disable_self_attentions):
+                        disabled_sa = disable_self_attentions[level]
+                    else:
+                        disabled_sa = False
+
+                    if not exists(num_attention_blocks) or nr < num_attention_blocks[level]:
+                        layers.append(get_attention_layer(
+                                ch, num_heads, dim_head, depth=num_transformers, context_dim=context_dim,
+                                disable_self_attn=disabled_sa, use_checkpoint=use_checkpoint)
+                        )
+                self.input_blocks.append(TimestepEmbedSequential(*layers))
+                self._feature_size += ch
+                input_block_chans.append(ch)
+            if level != len(channel_mult) - 1:
+                out_ch = ch
+                self.input_blocks.append(
+                    TimestepEmbedSequential(
+                        get_resblock(
+                            merge_factor=merge_factor,
+                            merge_strategy=merge_strategy,
+                            video_kernel_size=video_kernel_size,
+                            ch=ch,
+                            time_embed_dim=time_embed_dim,
+                            dropout=dropout,
+                            out_channels=out_ch,
+                            dims=dims,
+                            use_checkpoint=use_checkpoint,
+                            use_scale_shift_norm=use_scale_shift_norm,
+                            down=True,
+                            dtype=self.dtype,
+                            device=device,
+                            operations=operations
+                        )
+                        if resblock_updown
+                        else Downsample(
+                            ch, conv_resample, dims=dims, out_channels=out_ch, dtype=self.dtype, device=device, operations=operations
+                        )
+                    )
+                )
+                ch = out_ch
+                input_block_chans.append(ch)
+                ds *= 2
+                self._feature_size += ch
+
+        if num_head_channels == -1:
+            dim_head = ch // num_heads
+        else:
+            num_heads = ch // num_head_channels
+            dim_head = num_head_channels
+        if legacy:
+            #num_heads = 1
+            dim_head = ch // num_heads if use_spatial_transformer else num_head_channels
+        mid_block = [
+            get_resblock(
+                merge_factor=merge_factor,
+                merge_strategy=merge_strategy,
+                video_kernel_size=video_kernel_size,
+                ch=ch,
+                time_embed_dim=time_embed_dim,
+                dropout=dropout,
+                out_channels=None,
+                dims=dims,
+                use_checkpoint=use_checkpoint,
+                use_scale_shift_norm=use_scale_shift_norm,
+                dtype=self.dtype,
+                device=device,
+                operations=operations
+            )]
+
+        self.middle_block = None
+        if transformer_depth_middle >= -1:
+            if transformer_depth_middle >= 0:
+                mid_block += [get_attention_layer(  # always uses a self-attn
+                                ch, num_heads, dim_head, depth=transformer_depth_middle, context_dim=context_dim,
+                                disable_self_attn=disable_middle_self_attn, use_checkpoint=use_checkpoint
+                            ),
+                get_resblock(
+                    merge_factor=merge_factor,
+                    merge_strategy=merge_strategy,
+                    video_kernel_size=video_kernel_size,
+                    ch=ch,
+                    time_embed_dim=time_embed_dim,
+                    dropout=dropout,
+                    out_channels=None,
+                    dims=dims,
+                    use_checkpoint=use_checkpoint,
+                    use_scale_shift_norm=use_scale_shift_norm,
+                    dtype=self.dtype,
+                    device=device,
+                    operations=operations
+                )]
+            self.middle_block = TimestepEmbedSequential(*mid_block)
+        self._feature_size += ch
+
+        self.output_blocks = nn.ModuleList([])
+        for level, mult in list(enumerate(channel_mult))[::-1]:
+            for i in range(self.num_res_blocks[level] + 1):
+                ich = input_block_chans.pop()
+                layers = [
+                    get_resblock(
+                        merge_factor=merge_factor,
+                        merge_strategy=merge_strategy,
+                        video_kernel_size=video_kernel_size,
+                        ch=ch + ich,
+                        time_embed_dim=time_embed_dim,
+                        dropout=dropout,
+                        out_channels=model_channels * mult,
+                        dims=dims,
+                        use_checkpoint=use_checkpoint,
+                        use_scale_shift_norm=use_scale_shift_norm,
+                        dtype=self.dtype,
+                        device=device,
+                        operations=operations
+                    )
+                ]
+                ch = model_channels * mult
+                num_transformers = transformer_depth_output.pop()
+                if num_transformers > 0:
+                    if num_head_channels == -1:
+                        dim_head = ch // num_heads
+                    else:
+                        num_heads = ch // num_head_channels
+                        dim_head = num_head_channels
+                    if legacy:
+                        #num_heads = 1
+                        dim_head = ch // num_heads if use_spatial_transformer else num_head_channels
+                    if exists(disable_self_attentions):
+                        disabled_sa = disable_self_attentions[level]
+                    else:
+                        disabled_sa = False
+
+                    if not exists(num_attention_blocks) or i < num_attention_blocks[level]:
+                        layers.append(
+                            get_attention_layer(
+                                ch, num_heads, dim_head, depth=num_transformers, context_dim=context_dim,
+                                disable_self_attn=disabled_sa, use_checkpoint=use_checkpoint
+                            )
+                        )
+                if level and i == self.num_res_blocks[level]:
+                    out_ch = ch
+                    layers.append(
+                        get_resblock(
+                            merge_factor=merge_factor,
+                            merge_strategy=merge_strategy,
+                            video_kernel_size=video_kernel_size,
+                            ch=ch,
+                            time_embed_dim=time_embed_dim,
+                            dropout=dropout,
+                            out_channels=out_ch,
+                            dims=dims,
+                            use_checkpoint=use_checkpoint,
+                            use_scale_shift_norm=use_scale_shift_norm,
+                            up=True,
+                            dtype=self.dtype,
+                            device=device,
+                            operations=operations
+                        )
+                        if resblock_updown
+                        else Upsample(ch, conv_resample, dims=dims, out_channels=out_ch, dtype=self.dtype, device=device, operations=operations)
+                    )
+                    ds //= 2
+                self.output_blocks.append(TimestepEmbedSequential(*layers))
+                self._feature_size += ch
+
+        self.out = nn.Sequential(
+            operations.GroupNorm(32, ch, dtype=self.dtype, device=device),
+            nn.SiLU(),
+            operations.conv_nd(dims, model_channels, out_channels, 3, padding=1, dtype=self.dtype, device=device),
+        )
+        if self.predict_codebook_ids:
+            self.id_predictor = nn.Sequential(
+            operations.GroupNorm(32, ch, dtype=self.dtype, device=device),
+            operations.conv_nd(dims, model_channels, n_embed, 1, dtype=self.dtype, device=device),
+            #nn.LogSoftmax(dim=1)  # change to cross_entropy and produce non-normalized logits
+        )
+
+        if heatmap_head:
+            self.heatmap_head = HeatmapHead(device=device, dtype=self.dtype, operations=operations)
+
+    def forward(self, x, timesteps=None, context=None, y=None, control=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timesteps, context, y, control, transformer_options, **kwargs)
+
+    def _forward(self, x, timesteps=None, context=None, y=None, control=None, transformer_options={}, **kwargs):
+        """
+        Apply the model to an input batch.
+        :param x: an [N x C x ...] Tensor of inputs.
+        :param timesteps: a 1-D batch of timesteps.
+        :param context: conditioning plugged in via crossattn
+        :param y: an [N] Tensor of labels, if class-conditional.
+        :return: an [N x C x ...] Tensor of outputs.
+        """
+        transformer_options["original_shape"] = list(x.shape)
+        transformer_options["transformer_index"] = 0
+        transformer_patches = transformer_options.get("patches", {})
+
+        num_video_frames = kwargs.get("num_video_frames", self.default_num_video_frames)
+        image_only_indicator = kwargs.get("image_only_indicator", None)
+        time_context = kwargs.get("time_context", None)
+
+        assert (y is not None) == (
+            self.num_classes is not None
+        ), "must specify y if and only if the model is class-conditional"
+        hs = []
+        t_emb = timestep_embedding(timesteps, self.model_channels, repeat_only=False).to(x.dtype)
+        emb = self.time_embed(t_emb)
+
+        if "emb_patch" in transformer_patches:
+            patch = transformer_patches["emb_patch"]
+            for p in patch:
+                emb = p(emb, self.model_channels, transformer_options)
+
+        if self.num_classes is not None:
+            assert y.shape[0] == x.shape[0]
+            emb = emb + self.label_emb(y)
+
+        h = x
+        for id, module in enumerate(self.input_blocks):
+            transformer_options["block"] = ("input", id)
+            h = forward_timestep_embed(module, h, emb, context, transformer_options, time_context=time_context, num_video_frames=num_video_frames, image_only_indicator=image_only_indicator)
+            h = apply_control(h, control, 'input')
+            if "input_block_patch" in transformer_patches:
+                patch = transformer_patches["input_block_patch"]
+                for p in patch:
+                    h = p(h, transformer_options)
+
+            hs.append(h)
+            if "input_block_patch_after_skip" in transformer_patches:
+                patch = transformer_patches["input_block_patch_after_skip"]
+                for p in patch:
+                    h = p(h, transformer_options)
+
+        transformer_options["block"] = ("middle", 0)
+        if self.middle_block is not None:
+            h = forward_timestep_embed(self.middle_block, h, emb, context, transformer_options, time_context=time_context, num_video_frames=num_video_frames, image_only_indicator=image_only_indicator)
+        h = apply_control(h, control, 'middle')
+
+        if "middle_block_after_patch" in transformer_patches:
+            patch = transformer_patches["middle_block_after_patch"]
+            for p in patch:
+                out = p({"h": h, "x": x, "emb": emb, "context": context, "y": y,
+                         "timesteps": timesteps, "transformer_options": transformer_options})
+                h = out["h"]
+
+        for id, module in enumerate(self.output_blocks):
+            transformer_options["block"] = ("output", id)
+            hsp = hs.pop()
+            hsp = apply_control(hsp, control, 'output')
+
+            if "output_block_patch" in transformer_patches:
+                patch = transformer_patches["output_block_patch"]
+                for p in patch:
+                    h, hsp = p(h, hsp, transformer_options)
+
+            if hsp is not None:
+                h = th.cat([h, hsp], dim=1)
+                del hsp
+            if len(hs) > 0:
+                output_shape = hs[-1].shape
+            else:
+                output_shape = None
+            h = forward_timestep_embed(module, h, emb, context, transformer_options, output_shape, time_context=time_context, num_video_frames=num_video_frames, image_only_indicator=image_only_indicator)
+        h = h.type(x.dtype)
+        if self.predict_codebook_ids:
+            return self.id_predictor(h)
+        else:
+            return self.out(h)
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/upscaling.py b/ComfyUI/comfy/ldm/modules/diffusionmodules/upscaling.py
new file mode 100644
index 0000000000000000000000000000000000000000..9dbf1fe7b93b0c7f1a9e8cbf8e89d0b33c282a08
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/diffusionmodules/upscaling.py
@@ -0,0 +1,84 @@
+import torch
+import torch.nn as nn
+import numpy as np
+from functools import partial
+
+from .util import extract_into_tensor, make_beta_schedule
+
+
+class AbstractLowScaleModel(nn.Module):
+    # for concatenating a downsampled image to the latent representation
+    def __init__(self, noise_schedule_config=None):
+        super(AbstractLowScaleModel, self).__init__()
+        if noise_schedule_config is not None:
+            self.register_schedule(**noise_schedule_config)
+
+    def register_schedule(self, beta_schedule="linear", timesteps=1000,
+                          linear_start=1e-4, linear_end=2e-2, cosine_s=8e-3):
+        betas = make_beta_schedule(beta_schedule, timesteps, linear_start=linear_start, linear_end=linear_end,
+                                   cosine_s=cosine_s)
+        alphas = 1. - betas
+        alphas_cumprod = np.cumprod(alphas, axis=0)
+        alphas_cumprod_prev = np.append(1., alphas_cumprod[:-1])
+
+        timesteps, = betas.shape
+        self.num_timesteps = int(timesteps)
+        self.linear_start = linear_start
+        self.linear_end = linear_end
+        assert alphas_cumprod.shape[0] == self.num_timesteps, 'alphas have to be defined for each timestep'
+
+        to_torch = partial(torch.tensor, dtype=torch.float32)
+
+        self.register_buffer('betas', to_torch(betas))
+        self.register_buffer('alphas_cumprod', to_torch(alphas_cumprod))
+        self.register_buffer('alphas_cumprod_prev', to_torch(alphas_cumprod_prev))
+
+        # calculations for diffusion q(x_t | x_{t-1}) and others
+        self.register_buffer('sqrt_alphas_cumprod', to_torch(np.sqrt(alphas_cumprod)))
+        self.register_buffer('sqrt_one_minus_alphas_cumprod', to_torch(np.sqrt(1. - alphas_cumprod)))
+        self.register_buffer('log_one_minus_alphas_cumprod', to_torch(np.log(1. - alphas_cumprod)))
+        self.register_buffer('sqrt_recip_alphas_cumprod', to_torch(np.sqrt(1. / alphas_cumprod)))
+        self.register_buffer('sqrt_recipm1_alphas_cumprod', to_torch(np.sqrt(1. / alphas_cumprod - 1)))
+
+    def q_sample(self, x_start, t, noise=None, seed=None):
+        if noise is None:
+            if seed is None:
+                noise = torch.randn_like(x_start)
+            else:
+                noise = torch.randn(x_start.size(), dtype=x_start.dtype, layout=x_start.layout, generator=torch.manual_seed(seed)).to(x_start.device)
+        return (extract_into_tensor(self.sqrt_alphas_cumprod.to(x_start.device), t, x_start.shape) * x_start +
+                extract_into_tensor(self.sqrt_one_minus_alphas_cumprod.to(x_start.device), t, x_start.shape) * noise)
+
+    def forward(self, x):
+        return x, None
+
+    def decode(self, x):
+        return x
+
+
+class SimpleImageConcat(AbstractLowScaleModel):
+    # no noise level conditioning
+    def __init__(self):
+        super(SimpleImageConcat, self).__init__(noise_schedule_config=None)
+        self.max_noise_level = 0
+
+    def forward(self, x):
+        # fix to constant noise level
+        return x, torch.zeros(x.shape[0], device=x.device).long()
+
+
+class ImageConcatWithNoiseAugmentation(AbstractLowScaleModel):
+    def __init__(self, noise_schedule_config, max_noise_level=1000, to_cuda=False):
+        super().__init__(noise_schedule_config=noise_schedule_config)
+        self.max_noise_level = max_noise_level
+
+    def forward(self, x, noise_level=None, seed=None):
+        if noise_level is None:
+            noise_level = torch.randint(0, self.max_noise_level, (x.shape[0],), device=x.device).long()
+        else:
+            assert isinstance(noise_level, torch.Tensor)
+        z = self.q_sample(x, noise_level, seed=seed)
+        return z, noise_level
+
+
+
diff --git a/ComfyUI/comfy/ldm/modules/diffusionmodules/util.py b/ComfyUI/comfy/ldm/modules/diffusionmodules/util.py
new file mode 100644
index 0000000000000000000000000000000000000000..aed5c149c580b947eb2c20b03cbfe073f3d7abe8
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/diffusionmodules/util.py
@@ -0,0 +1,306 @@
+# adopted from
+# https://github.com/openai/improved-diffusion/blob/main/improved_diffusion/gaussian_diffusion.py
+# and
+# https://github.com/lucidrains/denoising-diffusion-pytorch/blob/7706bdfc6f527f58d33f84b7b522e61e6e3164b3/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py
+# and
+# https://github.com/openai/guided-diffusion/blob/0ba878e517b276c45d1195eb29f6f5f72659a05b/guided_diffusion/nn.py
+#
+# thanks!
+
+
+import math
+import logging
+import torch
+import torch.nn as nn
+import numpy as np
+from einops import repeat, rearrange
+
+from comfy.ldm.util import instantiate_from_config
+
+class AlphaBlender(nn.Module):
+    strategies = ["learned", "fixed", "learned_with_images"]
+
+    def __init__(
+        self,
+        alpha: float,
+        merge_strategy: str = "learned_with_images",
+        rearrange_pattern: str = "b t -> (b t) 1 1",
+    ):
+        super().__init__()
+        self.merge_strategy = merge_strategy
+        self.rearrange_pattern = rearrange_pattern
+
+        assert (
+            merge_strategy in self.strategies
+        ), f"merge_strategy needs to be in {self.strategies}"
+
+        if self.merge_strategy == "fixed":
+            self.register_buffer("mix_factor", torch.Tensor([alpha]))
+        elif (
+            self.merge_strategy == "learned"
+            or self.merge_strategy == "learned_with_images"
+        ):
+            self.register_parameter(
+                "mix_factor", torch.nn.Parameter(torch.Tensor([alpha]))
+            )
+        else:
+            raise ValueError(f"unknown merge strategy {self.merge_strategy}")
+
+    def get_alpha(self, image_only_indicator: torch.Tensor, device) -> torch.Tensor:
+        # skip_time_mix = rearrange(repeat(skip_time_mix, 'b -> (b t) () () ()', t=t), '(b t) 1 ... -> b 1 t ...', t=t)
+        if self.merge_strategy == "fixed":
+            # make shape compatible
+            # alpha = repeat(self.mix_factor, '1 -> b () t  () ()', t=t, b=bs)
+            alpha = self.mix_factor.to(device)
+        elif self.merge_strategy == "learned":
+            alpha = torch.sigmoid(self.mix_factor.to(device))
+            # make shape compatible
+            # alpha = repeat(alpha, '1 -> s () ()', s = t * bs)
+        elif self.merge_strategy == "learned_with_images":
+            if image_only_indicator is None:
+                alpha = rearrange(torch.sigmoid(self.mix_factor.to(device)), "... -> ... 1")
+            else:
+                alpha = torch.where(
+                    image_only_indicator.bool(),
+                    torch.ones(1, 1, device=image_only_indicator.device),
+                    rearrange(torch.sigmoid(self.mix_factor.to(image_only_indicator.device)), "... -> ... 1"),
+                )
+            alpha = rearrange(alpha, self.rearrange_pattern)
+            # make shape compatible
+            # alpha = repeat(alpha, '1 -> s () ()', s = t * bs)
+        else:
+            raise NotImplementedError()
+        return alpha
+
+    def forward(
+        self,
+        x_spatial,
+        x_temporal,
+        image_only_indicator=None,
+    ) -> torch.Tensor:
+        alpha = self.get_alpha(image_only_indicator, x_spatial.device)
+        x = (
+            alpha.to(x_spatial.dtype) * x_spatial
+            + (1.0 - alpha).to(x_spatial.dtype) * x_temporal
+        )
+        return x
+
+
+def make_beta_schedule(schedule, n_timestep, linear_start=1e-4, linear_end=2e-2, cosine_s=8e-3):
+    if schedule == "linear":
+        betas = (
+                torch.linspace(linear_start ** 0.5, linear_end ** 0.5, n_timestep, dtype=torch.float64) ** 2
+        )
+
+    elif schedule == "cosine":
+        timesteps = (
+                torch.arange(n_timestep + 1, dtype=torch.float64) / n_timestep + cosine_s
+        )
+        alphas = timesteps / (1 + cosine_s) * np.pi / 2
+        alphas = torch.cos(alphas).pow(2)
+        alphas = alphas / alphas[0]
+        betas = 1 - alphas[1:] / alphas[:-1]
+        betas = torch.clamp(betas, min=0, max=0.999)
+
+    elif schedule == "squaredcos_cap_v2":  # used for karlo prior
+        # return early
+        return betas_for_alpha_bar(
+            n_timestep,
+            lambda t: math.cos((t + 0.008) / 1.008 * math.pi / 2) ** 2,
+        )
+
+    elif schedule == "sqrt_linear":
+        betas = torch.linspace(linear_start, linear_end, n_timestep, dtype=torch.float64)
+    elif schedule == "sqrt":
+        betas = torch.linspace(linear_start, linear_end, n_timestep, dtype=torch.float64) ** 0.5
+    else:
+        raise ValueError(f"schedule '{schedule}' unknown.")
+    return betas
+
+
+def make_ddim_timesteps(ddim_discr_method, num_ddim_timesteps, num_ddpm_timesteps, verbose=True):
+    if ddim_discr_method == 'uniform':
+        c = num_ddpm_timesteps // num_ddim_timesteps
+        ddim_timesteps = np.asarray(list(range(0, num_ddpm_timesteps, c)))
+    elif ddim_discr_method == 'quad':
+        ddim_timesteps = ((np.linspace(0, np.sqrt(num_ddpm_timesteps * .8), num_ddim_timesteps)) ** 2).astype(int)
+    else:
+        raise NotImplementedError(f'There is no ddim discretization method called "{ddim_discr_method}"')
+
+    # assert ddim_timesteps.shape[0] == num_ddim_timesteps
+    # add one to get the final alpha values right (the ones from first scale to data during sampling)
+    steps_out = ddim_timesteps + 1
+    if verbose:
+        logging.info(f'Selected timesteps for ddim sampler: {steps_out}')
+    return steps_out
+
+
+def make_ddim_sampling_parameters(alphacums, ddim_timesteps, eta, verbose=True):
+    # select alphas for computing the variance schedule
+    alphas = alphacums[ddim_timesteps]
+    alphas_prev = np.asarray([alphacums[0]] + alphacums[ddim_timesteps[:-1]].tolist())
+
+    # according to the formula provided in https://arxiv.org/abs/2010.02502
+    sigmas = eta * np.sqrt((1 - alphas_prev) / (1 - alphas) * (1 - alphas / alphas_prev))
+    if verbose:
+        logging.info(f'Selected alphas for ddim sampler: a_t: {alphas}; a_(t-1): {alphas_prev}')
+        logging.info(f'For the chosen value of eta, which is {eta}, '
+              f'this results in the following sigma_t schedule for ddim sampler {sigmas}')
+    return sigmas, alphas, alphas_prev
+
+
+def betas_for_alpha_bar(num_diffusion_timesteps, alpha_bar, max_beta=0.999):
+    """
+    Create a beta schedule that discretizes the given alpha_t_bar function,
+    which defines the cumulative product of (1-beta) over time from t = [0,1].
+    :param num_diffusion_timesteps: the number of betas to produce.
+    :param alpha_bar: a lambda that takes an argument t from 0 to 1 and
+                      produces the cumulative product of (1-beta) up to that
+                      part of the diffusion process.
+    :param max_beta: the maximum beta to use; use values lower than 1 to
+                     prevent singularities.
+    """
+    betas = []
+    for i in range(num_diffusion_timesteps):
+        t1 = i / num_diffusion_timesteps
+        t2 = (i + 1) / num_diffusion_timesteps
+        betas.append(min(1 - alpha_bar(t2) / alpha_bar(t1), max_beta))
+    return np.array(betas)
+
+
+def extract_into_tensor(a, t, x_shape):
+    b, *_ = t.shape
+    out = a.gather(-1, t)
+    return out.reshape(b, *((1,) * (len(x_shape) - 1)))
+
+
+def checkpoint(func, inputs, params, flag):
+    """
+    Evaluate a function without caching intermediate activations, allowing for
+    reduced memory at the expense of extra compute in the backward pass.
+    :param func: the function to evaluate.
+    :param inputs: the argument sequence to pass to `func`.
+    :param params: a sequence of parameters `func` depends on but does not
+                   explicitly take as arguments.
+    :param flag: if False, disable gradient checkpointing.
+    """
+    if flag:
+        args = tuple(inputs) + tuple(params)
+        return CheckpointFunction.apply(func, len(inputs), *args)
+    else:
+        return func(*inputs)
+
+
+class CheckpointFunction(torch.autograd.Function):
+    @staticmethod
+    def forward(ctx, run_function, length, *args):
+        ctx.run_function = run_function
+        ctx.input_tensors = list(args[:length])
+        ctx.input_params = list(args[length:])
+        ctx.gpu_autocast_kwargs = {"enabled": torch.is_autocast_enabled(),
+                                   "dtype": torch.get_autocast_gpu_dtype(),
+                                   "cache_enabled": torch.is_autocast_cache_enabled()}
+        with torch.no_grad():
+            output_tensors = ctx.run_function(*ctx.input_tensors)
+        return output_tensors
+
+    @staticmethod
+    def backward(ctx, *output_grads):
+        ctx.input_tensors = [x.detach().requires_grad_(True) for x in ctx.input_tensors]
+        with torch.enable_grad(), \
+                torch.cuda.amp.autocast(**ctx.gpu_autocast_kwargs):
+            # Fixes a bug where the first op in run_function modifies the
+            # Tensor storage in place, which is not allowed for detach()'d
+            # Tensors.
+            shallow_copies = [x.view_as(x) for x in ctx.input_tensors]
+            output_tensors = ctx.run_function(*shallow_copies)
+        input_grads = torch.autograd.grad(
+            output_tensors,
+            ctx.input_tensors + ctx.input_params,
+            output_grads,
+            allow_unused=True,
+        )
+        del ctx.input_tensors
+        del ctx.input_params
+        del output_tensors
+        return (None, None) + input_grads
+
+
+def timestep_embedding(timesteps, dim, max_period=10000, repeat_only=False):
+    """
+    Create sinusoidal timestep embeddings.
+    :param timesteps: a 1-D Tensor of N indices, one per batch element.
+                      These may be fractional.
+    :param dim: the dimension of the output.
+    :param max_period: controls the minimum frequency of the embeddings.
+    :return: an [N x dim] Tensor of positional embeddings.
+    """
+    if not repeat_only:
+        half = dim // 2
+        freqs = torch.exp(
+            -math.log(max_period) * torch.arange(start=0, end=half, dtype=torch.float32, device=timesteps.device) / half
+        )
+        args = timesteps[:, None].float() * freqs[None]
+        embedding = torch.cat([torch.cos(args), torch.sin(args)], dim=-1)
+        if dim % 2:
+            embedding = torch.cat([embedding, torch.zeros_like(embedding[:, :1])], dim=-1)
+    else:
+        embedding = repeat(timesteps, 'b -> b d', d=dim)
+    return embedding
+
+
+def zero_module(module):
+    """
+    Zero out the parameters of a module and return it.
+    """
+    for p in module.parameters():
+        p.detach().zero_()
+    return module
+
+
+def scale_module(module, scale):
+    """
+    Scale the parameters of a module and return it.
+    """
+    for p in module.parameters():
+        p.detach().mul_(scale)
+    return module
+
+
+def mean_flat(tensor):
+    """
+    Take the mean over all non-batch dimensions.
+    """
+    return tensor.mean(dim=list(range(1, len(tensor.shape))))
+
+
+def avg_pool_nd(dims, *args, **kwargs):
+    """
+    Create a 1D, 2D, or 3D average pooling module.
+    """
+    if dims == 1:
+        return nn.AvgPool1d(*args, **kwargs)
+    elif dims == 2:
+        return nn.AvgPool2d(*args, **kwargs)
+    elif dims == 3:
+        return nn.AvgPool3d(*args, **kwargs)
+    raise ValueError(f"unsupported dimensions: {dims}")
+
+
+class HybridConditioner(nn.Module):
+
+    def __init__(self, c_concat_config, c_crossattn_config):
+        super().__init__()
+        self.concat_conditioner = instantiate_from_config(c_concat_config)
+        self.crossattn_conditioner = instantiate_from_config(c_crossattn_config)
+
+    def forward(self, c_concat, c_crossattn):
+        c_concat = self.concat_conditioner(c_concat)
+        c_crossattn = self.crossattn_conditioner(c_crossattn)
+        return {'c_concat': [c_concat], 'c_crossattn': [c_crossattn]}
+
+
+def noise_like(shape, device, repeat=False):
+    repeat_noise = lambda: torch.randn((1, *shape[1:]), device=device).repeat(shape[0], *((1,) * (len(shape) - 1)))
+    noise = lambda: torch.randn(shape, device=device)
+    return repeat_noise() if repeat else noise()
diff --git a/ComfyUI/comfy/ldm/modules/distributions/__init__.py b/ComfyUI/comfy/ldm/modules/distributions/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/ComfyUI/comfy/ldm/modules/distributions/__pycache__/__init__.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/distributions/__pycache__/__init__.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..5b963632408c60937389f793a395ecc4abf95666
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/distributions/__pycache__/__init__.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/distributions/__pycache__/distributions.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/distributions/__pycache__/distributions.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..6b3a59b4faf10b7ce18f4ee7afd4f7b14441b9cb
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/distributions/__pycache__/distributions.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/distributions/distributions.py b/ComfyUI/comfy/ldm/modules/distributions/distributions.py
new file mode 100644
index 0000000000000000000000000000000000000000..df987c5ec3faaba7da2b02029ad413134bfa08ad
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/distributions/distributions.py
@@ -0,0 +1,92 @@
+import torch
+import numpy as np
+
+
+class AbstractDistribution:
+    def sample(self):
+        raise NotImplementedError()
+
+    def mode(self):
+        raise NotImplementedError()
+
+
+class DiracDistribution(AbstractDistribution):
+    def __init__(self, value):
+        self.value = value
+
+    def sample(self):
+        return self.value
+
+    def mode(self):
+        return self.value
+
+
+class DiagonalGaussianDistribution(object):
+    def __init__(self, parameters, deterministic=False):
+        self.parameters = parameters
+        self.mean, self.logvar = torch.chunk(parameters, 2, dim=1)
+        self.logvar = torch.clamp(self.logvar, -30.0, 20.0)
+        self.deterministic = deterministic
+        self.std = torch.exp(0.5 * self.logvar)
+        self.var = torch.exp(self.logvar)
+        if self.deterministic:
+            self.var = self.std = torch.zeros_like(self.mean, device=self.parameters.device)
+
+    def sample(self):
+        x = self.mean + self.std * torch.randn(self.mean.shape, device=self.parameters.device)
+        return x
+
+    def kl(self, other=None):
+        if self.deterministic:
+            return torch.Tensor([0.])
+        else:
+            if other is None:
+                return 0.5 * torch.sum(torch.pow(self.mean, 2)
+                                       + self.var - 1.0 - self.logvar,
+                                       dim=[1, 2, 3])
+            else:
+                return 0.5 * torch.sum(
+                    torch.pow(self.mean - other.mean, 2) / other.var
+                    + self.var / other.var - 1.0 - self.logvar + other.logvar,
+                    dim=[1, 2, 3])
+
+    def nll(self, sample, dims=[1,2,3]):
+        if self.deterministic:
+            return torch.Tensor([0.])
+        logtwopi = np.log(2.0 * np.pi)
+        return 0.5 * torch.sum(
+            logtwopi + self.logvar + torch.pow(sample - self.mean, 2) / self.var,
+            dim=dims)
+
+    def mode(self):
+        return self.mean
+
+
+def normal_kl(mean1, logvar1, mean2, logvar2):
+    """
+    source: https://github.com/openai/guided-diffusion/blob/27c20a8fab9cb472df5d6bdd6c8d11c8f430b924/guided_diffusion/losses.py#L12
+    Compute the KL divergence between two gaussians.
+    Shapes are automatically broadcasted, so batches can be compared to
+    scalars, among other use cases.
+    """
+    tensor = None
+    for obj in (mean1, logvar1, mean2, logvar2):
+        if isinstance(obj, torch.Tensor):
+            tensor = obj
+            break
+    assert tensor is not None, "at least one argument must be a Tensor"
+
+    # Force variances to be Tensors. Broadcasting helps convert scalars to
+    # Tensors, but it does not work for torch.exp().
+    logvar1, logvar2 = [
+        x if isinstance(x, torch.Tensor) else torch.tensor(x).to(tensor)
+        for x in (logvar1, logvar2)
+    ]
+
+    return 0.5 * (
+        -1.0
+        + logvar2
+        - logvar1
+        + torch.exp(logvar1 - logvar2)
+        + ((mean1 - mean2) ** 2) * torch.exp(-logvar2)
+    )
diff --git a/ComfyUI/comfy/ldm/modules/ema.py b/ComfyUI/comfy/ldm/modules/ema.py
new file mode 100644
index 0000000000000000000000000000000000000000..96ee6e89549fc95fe270af19458d4c17f6b1982c
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/ema.py
@@ -0,0 +1,80 @@
+import torch
+from torch import nn
+
+
+class LitEma(nn.Module):
+    def __init__(self, model, decay=0.9999, use_num_upates=True):
+        super().__init__()
+        if decay < 0.0 or decay > 1.0:
+            raise ValueError('Decay must be between 0 and 1')
+
+        self.m_name2s_name = {}
+        self.register_buffer('decay', torch.tensor(decay, dtype=torch.float32))
+        self.register_buffer('num_updates', torch.tensor(0, dtype=torch.int) if use_num_upates
+        else torch.tensor(-1, dtype=torch.int))
+
+        for name, p in model.named_parameters():
+            if p.requires_grad:
+                # remove as '.'-character is not allowed in buffers
+                s_name = name.replace('.', '')
+                self.m_name2s_name.update({name: s_name})
+                self.register_buffer(s_name, p.clone().detach().data)
+
+        self.collected_params = []
+
+    def reset_num_updates(self):
+        del self.num_updates
+        self.register_buffer('num_updates', torch.tensor(0, dtype=torch.int))
+
+    def forward(self, model):
+        decay = self.decay
+
+        if self.num_updates >= 0:
+            self.num_updates += 1
+            decay = min(self.decay, (1 + self.num_updates) / (10 + self.num_updates))
+
+        one_minus_decay = 1.0 - decay
+
+        with torch.no_grad():
+            m_param = dict(model.named_parameters())
+            shadow_params = dict(self.named_buffers())
+
+            for key in m_param:
+                if m_param[key].requires_grad:
+                    sname = self.m_name2s_name[key]
+                    shadow_params[sname] = shadow_params[sname].type_as(m_param[key])
+                    shadow_params[sname].sub_(one_minus_decay * (shadow_params[sname] - m_param[key]))
+                else:
+                    assert key not in self.m_name2s_name
+
+    def copy_to(self, model):
+        m_param = dict(model.named_parameters())
+        shadow_params = dict(self.named_buffers())
+        for key in m_param:
+            if m_param[key].requires_grad:
+                m_param[key].data.copy_(shadow_params[self.m_name2s_name[key]].data)
+            else:
+                assert key not in self.m_name2s_name
+
+    def store(self, parameters):
+        """
+        Save the current parameters for restoring later.
+        Args:
+          parameters: Iterable of `torch.nn.Parameter`; the parameters to be
+            temporarily stored.
+        """
+        self.collected_params = [param.clone() for param in parameters]
+
+    def restore(self, parameters):
+        """
+        Restore the parameters stored with the `store` method.
+        Useful to validate the model with EMA parameters without affecting the
+        original optimization process. Store the parameters before the
+        `copy_to` method. After validation (or model saving), use this to
+        restore the former parameters.
+        Args:
+          parameters: Iterable of `torch.nn.Parameter`; the parameters to be
+            updated with the stored parameters.
+        """
+        for c_param, param in zip(self.collected_params, parameters):
+            param.data.copy_(c_param.data)
diff --git a/ComfyUI/comfy/ldm/modules/encoders/__init__.py b/ComfyUI/comfy/ldm/modules/encoders/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/ComfyUI/comfy/ldm/modules/encoders/__pycache__/__init__.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/encoders/__pycache__/__init__.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..25b0fe732a8a46b3dc8ab5bc6a1c6d60031b2289
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/encoders/__pycache__/__init__.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/encoders/__pycache__/noise_aug_modules.cpython-312.pyc b/ComfyUI/comfy/ldm/modules/encoders/__pycache__/noise_aug_modules.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..81470c29f628493e49b5414f19163621fba635c4
Binary files /dev/null and b/ComfyUI/comfy/ldm/modules/encoders/__pycache__/noise_aug_modules.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/modules/encoders/noise_aug_modules.py b/ComfyUI/comfy/ldm/modules/encoders/noise_aug_modules.py
new file mode 100644
index 0000000000000000000000000000000000000000..c853e4298c095008dffe15286133771c4443d9fa
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/encoders/noise_aug_modules.py
@@ -0,0 +1,32 @@
+from ..diffusionmodules.upscaling import ImageConcatWithNoiseAugmentation
+from ..diffusionmodules.openaimodel import Timestep
+import torch
+
+class CLIPEmbeddingNoiseAugmentation(ImageConcatWithNoiseAugmentation):
+    def __init__(self, *args, timestep_dim=256, **kwargs):
+        super().__init__(*args, **kwargs)
+        clip_mean, clip_std = torch.zeros(timestep_dim), torch.ones(timestep_dim)
+        self.register_buffer("data_mean", clip_mean[None, :], persistent=False)
+        self.register_buffer("data_std", clip_std[None, :], persistent=False)
+        self.time_embed = Timestep(timestep_dim)
+
+    def scale(self, x):
+        # re-normalize to centered mean and unit variance
+        x = (x - self.data_mean.to(x.device)) * 1. / self.data_std.to(x.device)
+        return x
+
+    def unscale(self, x):
+        # back to original data stats
+        x = (x * self.data_std.to(x.device)) + self.data_mean.to(x.device)
+        return x
+
+    def forward(self, x, noise_level=None, seed=None):
+        if noise_level is None:
+            noise_level = torch.randint(0, self.max_noise_level, (x.shape[0],), device=x.device).long()
+        else:
+            assert isinstance(noise_level, torch.Tensor)
+        x = self.scale(x)
+        z = self.q_sample(x, noise_level, seed=seed)
+        z = self.unscale(z)
+        noise_level = self.time_embed(noise_level)
+        return z, noise_level
diff --git a/ComfyUI/comfy/ldm/modules/sdpose.py b/ComfyUI/comfy/ldm/modules/sdpose.py
new file mode 100644
index 0000000000000000000000000000000000000000..1a9585fc257066ba4ed34a188a62c29588c9c743
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/sdpose.py
@@ -0,0 +1,130 @@
+import torch
+import numpy as np
+from scipy.ndimage import gaussian_filter
+
+class HeatmapHead(torch.nn.Module):
+    def __init__(
+            self,
+            in_channels=640,
+            out_channels=133,
+            input_size=(768, 1024),
+            heatmap_scale=4,
+            deconv_out_channels=(640,),
+            deconv_kernel_sizes=(4,),
+            conv_out_channels=(640,),
+            conv_kernel_sizes=(1,),
+            final_layer_kernel_size=1,
+            device=None, dtype=None, operations=None
+        ):
+        super().__init__()
+
+        self.heatmap_size = (input_size[0] // heatmap_scale, input_size[1] // heatmap_scale)
+        self.scale_factor = ((np.array(input_size) - 1) / (np.array(self.heatmap_size) - 1)).astype(np.float32)
+
+        # Deconv layers
+        if deconv_out_channels:
+            deconv_layers = []
+            for out_ch, kernel_size in zip(deconv_out_channels, deconv_kernel_sizes):
+                if kernel_size == 4:
+                    padding, output_padding = 1, 0
+                elif kernel_size == 3:
+                    padding, output_padding = 1, 1
+                elif kernel_size == 2:
+                    padding, output_padding = 0, 0
+                else:
+                    raise ValueError(f'Unsupported kernel size {kernel_size}')
+
+                deconv_layers.extend([
+                    operations.ConvTranspose2d(in_channels, out_ch, kernel_size,
+                                     stride=2, padding=padding, output_padding=output_padding, bias=False, device=device, dtype=dtype),
+                    torch.nn.InstanceNorm2d(out_ch, device=device, dtype=dtype),
+                    torch.nn.SiLU(inplace=True)
+                ])
+                in_channels = out_ch
+            self.deconv_layers = torch.nn.Sequential(*deconv_layers)
+        else:
+            self.deconv_layers = torch.nn.Identity()
+
+        # Conv layers
+        if conv_out_channels:
+            conv_layers = []
+            for out_ch, kernel_size in zip(conv_out_channels, conv_kernel_sizes):
+                padding = (kernel_size - 1) // 2
+                conv_layers.extend([
+                    operations.Conv2d(in_channels, out_ch, kernel_size,
+                            stride=1, padding=padding, device=device, dtype=dtype),
+                    torch.nn.InstanceNorm2d(out_ch, device=device, dtype=dtype),
+                    torch.nn.SiLU(inplace=True)
+                ])
+                in_channels = out_ch
+            self.conv_layers = torch.nn.Sequential(*conv_layers)
+        else:
+            self.conv_layers = torch.nn.Identity()
+
+        self.final_layer = operations.Conv2d(in_channels, out_channels, kernel_size=final_layer_kernel_size, padding=final_layer_kernel_size // 2, device=device, dtype=dtype)
+
+    def forward(self, x): # Decode heatmaps to keypoints
+        heatmaps = self.final_layer(self.conv_layers(self.deconv_layers(x)))
+        heatmaps_np = heatmaps.float().cpu().numpy()  # (B, K, H, W)
+        B, K, H, W = heatmaps_np.shape
+
+        batch_keypoints = []
+        batch_scores = []
+
+        for b in range(B):
+            hm = heatmaps_np[b].copy()  # (K, H, W)
+
+            # --- vectorised argmax ---
+            flat = hm.reshape(K, -1)
+            idx = np.argmax(flat, axis=1)
+            scores = flat[np.arange(K), idx].copy()
+            y_locs, x_locs = np.unravel_index(idx, (H, W))
+            keypoints = np.stack([x_locs, y_locs], axis=-1).astype(np.float32)  # (K, 2) in heatmap space
+            invalid = scores <= 0.
+            keypoints[invalid] = -1
+
+            # --- DARK sub-pixel refinement (UDP) ---
+            # 1. Gaussian blur with max-preserving normalisation
+            border = 5  # (kernel-1)//2 for kernel=11
+            for k in range(K):
+                origin_max = np.max(hm[k])
+                dr = np.zeros((H + 2 * border, W + 2 * border), dtype=np.float32)
+                dr[border:-border, border:-border] = hm[k].copy()
+                dr = gaussian_filter(dr, sigma=2.0, truncate=2.5)
+                hm[k] = dr[border:-border, border:-border].copy()
+                cur_max = np.max(hm[k])
+                if cur_max > 0:
+                    hm[k] *= origin_max / cur_max
+            # 2. Log-space for Taylor expansion
+            np.clip(hm, 1e-3, 50., hm)
+            np.log(hm, hm)
+            # 3. Hessian-based Newton step
+            hm_pad = np.pad(hm, ((0, 0), (1, 1), (1, 1)), mode='edge').flatten()
+            index = keypoints[:, 0] + 1 + (keypoints[:, 1] + 1) * (W + 2)
+            index += (W + 2) * (H + 2) * np.arange(0, K)
+            index = index.astype(int).reshape(-1, 1)
+            i_       = hm_pad[index]
+            ix1      = hm_pad[index + 1]
+            iy1      = hm_pad[index + W + 2]
+            ix1y1    = hm_pad[index + W + 3]
+            ix1_y1_  = hm_pad[index - W - 3]
+            ix1_     = hm_pad[index - 1]
+            iy1_     = hm_pad[index - 2 - W]
+            dx = 0.5 * (ix1 - ix1_)
+            dy = 0.5 * (iy1 - iy1_)
+            derivative = np.concatenate([dx, dy], axis=1).reshape(K, 2, 1)
+            dxx = ix1  - 2 * i_ + ix1_
+            dyy = iy1  - 2 * i_ + iy1_
+            dxy = 0.5 * (ix1y1 - ix1 - iy1 + i_ + i_ - ix1_ - iy1_ + ix1_y1_)
+            hessian = np.concatenate([dxx, dxy, dxy, dyy], axis=1).reshape(K, 2, 2)
+            hessian = np.linalg.inv(hessian + np.finfo(np.float32).eps * np.eye(2))
+            keypoints -= np.einsum('imn,ink->imk', hessian, derivative).squeeze(axis=-1)
+
+            # --- restore to input image space ---
+            keypoints = keypoints * self.scale_factor
+            keypoints[invalid] = -1
+
+            batch_keypoints.append(keypoints)
+            batch_scores.append(scores)
+
+        return batch_keypoints, batch_scores
diff --git a/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py b/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py
new file mode 100644
index 0000000000000000000000000000000000000000..f982afc2b0e06a962a137f065aead08be246b9df
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py
@@ -0,0 +1,276 @@
+# original source:
+#   https://github.com/AminRezaei0x443/memory-efficient-attention/blob/1bc0d9e6ac5f82ea43a375135c4e1d3896ee1694/memory_efficient_attention/attention_torch.py
+# license:
+#   MIT
+# credit:
+#   Amin Rezaei (original author)
+#   Alex Birch (optimized algorithm for 3D tensors, at the expense of removing bias, masking and callbacks)
+# implementation of:
+#   Self-attention Does Not Need O(n2) Memory":
+#   https://arxiv.org/abs/2112.05682v2
+
+from functools import partial
+import torch
+from torch import Tensor
+from torch.utils.checkpoint import checkpoint
+import math
+import logging
+
+try:
+    from typing import Optional, NamedTuple, List, Protocol
+except ImportError:
+    from typing import Optional, NamedTuple, List
+    from typing_extensions import Protocol
+
+from typing import List
+
+from comfy import model_management
+
+def dynamic_slice(
+    x: Tensor,
+    starts: List[int],
+    sizes: List[int],
+) -> Tensor:
+    slicing = tuple(slice(start, start + size) for start, size in zip(starts, sizes))
+    return x[slicing]
+
+class AttnChunk(NamedTuple):
+    exp_values: Tensor
+    exp_weights_sum: Tensor
+    max_score: Tensor
+
+class SummarizeChunk(Protocol):
+    @staticmethod
+    def __call__(
+        query: Tensor,
+        key_t: Tensor,
+        value: Tensor,
+    ) -> AttnChunk: ...
+
+class ComputeQueryChunkAttn(Protocol):
+    @staticmethod
+    def __call__(
+        query: Tensor,
+        key_t: Tensor,
+        value: Tensor,
+    ) -> Tensor: ...
+
+def _summarize_chunk(
+    query: Tensor,
+    key_t: Tensor,
+    value: Tensor,
+    scale: float,
+    upcast_attention: bool,
+    mask,
+) -> AttnChunk:
+    if upcast_attention:
+        with torch.autocast(enabled=False, device_type = 'cuda'):
+            query = query.float()
+            key_t = key_t.float()
+            attn_weights = torch.baddbmm(
+                torch.empty(1, 1, 1, device=query.device, dtype=query.dtype),
+                query,
+                key_t,
+                alpha=scale,
+                beta=0,
+            )
+    else:
+        attn_weights = torch.baddbmm(
+            torch.empty(1, 1, 1, device=query.device, dtype=query.dtype),
+            query,
+            key_t,
+            alpha=scale,
+            beta=0,
+        )
+    max_score, _ = torch.max(attn_weights, -1, keepdim=True)
+    max_score = max_score.detach()
+    attn_weights -= max_score
+    if mask is not None:
+        attn_weights += mask
+    torch.exp(attn_weights, out=attn_weights)
+    exp_weights = attn_weights.to(value.dtype)
+    exp_values = torch.bmm(exp_weights, value)
+    max_score = max_score.squeeze(-1)
+    return AttnChunk(exp_values, exp_weights.sum(dim=-1), max_score)
+
+def _query_chunk_attention(
+    query: Tensor,
+    key_t: Tensor,
+    value: Tensor,
+    summarize_chunk: SummarizeChunk,
+    kv_chunk_size: int,
+    mask,
+) -> Tensor:
+    batch_x_heads, k_channels_per_head, k_tokens = key_t.shape
+    _, _, v_channels_per_head = value.shape
+
+    def chunk_scanner(chunk_idx: int, mask) -> AttnChunk:
+        key_chunk = dynamic_slice(
+            key_t,
+            (0, 0, chunk_idx),
+            (batch_x_heads, k_channels_per_head, kv_chunk_size)
+        )
+        value_chunk = dynamic_slice(
+            value,
+            (0, chunk_idx, 0),
+            (batch_x_heads, kv_chunk_size, v_channels_per_head)
+        )
+        if mask is not None:
+            mask = mask[:,:,chunk_idx:chunk_idx + kv_chunk_size]
+
+        return summarize_chunk(query, key_chunk, value_chunk, mask=mask)
+
+    chunks: List[AttnChunk] = [
+        chunk_scanner(chunk, mask) for chunk in torch.arange(0, k_tokens, kv_chunk_size)
+    ]
+    acc_chunk = AttnChunk(*map(torch.stack, zip(*chunks)))
+    chunk_values, chunk_weights, chunk_max = acc_chunk
+
+    global_max, _ = torch.max(chunk_max, 0, keepdim=True)
+    max_diffs = torch.exp(chunk_max - global_max)
+    chunk_values *= torch.unsqueeze(max_diffs, -1)
+    chunk_weights *= max_diffs
+
+    all_values = chunk_values.sum(dim=0)
+    all_weights = torch.unsqueeze(chunk_weights, -1).sum(dim=0)
+    return all_values / all_weights
+
+# TODO: refactor CrossAttention#get_attention_scores to share code with this
+def _get_attention_scores_no_kv_chunking(
+    query: Tensor,
+    key_t: Tensor,
+    value: Tensor,
+    scale: float,
+    upcast_attention: bool,
+    mask,
+) -> Tensor:
+    if upcast_attention:
+        with torch.autocast(enabled=False, device_type = 'cuda'):
+            query = query.float()
+            key_t = key_t.float()
+            attn_scores = torch.baddbmm(
+                torch.empty(1, 1, 1, device=query.device, dtype=query.dtype),
+                query,
+                key_t,
+                alpha=scale,
+                beta=0,
+            )
+    else:
+        attn_scores = torch.baddbmm(
+            torch.empty(1, 1, 1, device=query.device, dtype=query.dtype),
+            query,
+            key_t,
+            alpha=scale,
+            beta=0,
+        )
+
+    if mask is not None:
+        attn_scores += mask
+    try:
+        attn_probs = attn_scores.softmax(dim=-1)
+        del attn_scores
+    except Exception as e:
+        model_management.raise_non_oom(e)
+        logging.warning("ran out of memory while running softmax in  _get_attention_scores_no_kv_chunking, trying slower in place softmax instead")
+        attn_scores -= attn_scores.max(dim=-1, keepdim=True).values # noqa: F821 attn_scores is not defined
+        torch.exp(attn_scores, out=attn_scores)
+        summed = torch.sum(attn_scores, dim=-1, keepdim=True)
+        attn_scores /= summed
+        attn_probs = attn_scores
+
+    hidden_states_slice = torch.bmm(attn_probs.to(value.dtype), value)
+    return hidden_states_slice
+
+class ScannedChunk(NamedTuple):
+    chunk_idx: int
+    attn_chunk: AttnChunk
+
+def efficient_dot_product_attention(
+    query: Tensor,
+    key_t: Tensor,
+    value: Tensor,
+    query_chunk_size=1024,
+    kv_chunk_size: Optional[int] = None,
+    kv_chunk_size_min: Optional[int] = None,
+    use_checkpoint=True,
+    upcast_attention=False,
+    mask = None,
+):
+    """Computes efficient dot-product attention given query, transposed key, and value.
+      This is efficient version of attention presented in
+      https://arxiv.org/abs/2112.05682v2 which comes with O(sqrt(n)) memory requirements.
+      Args:
+        query: queries for calculating attention with shape of
+          `[batch * num_heads, tokens, channels_per_head]`.
+        key_t: keys for calculating attention with shape of
+          `[batch * num_heads, channels_per_head, tokens]`.
+        value: values to be used in attention with shape of
+          `[batch * num_heads, tokens, channels_per_head]`.
+        query_chunk_size: int: query chunks size
+        kv_chunk_size: Optional[int]: key/value chunks size. if None: defaults to sqrt(key_tokens)
+        kv_chunk_size_min: Optional[int]: key/value minimum chunk size. only considered when kv_chunk_size is None. changes `sqrt(key_tokens)` into `max(sqrt(key_tokens), kv_chunk_size_min)`, to ensure our chunk sizes don't get too small (smaller chunks = more chunks = less concurrent work done).
+        use_checkpoint: bool: whether to use checkpointing (recommended True for training, False for inference)
+      Returns:
+        Output of shape `[batch * num_heads, query_tokens, channels_per_head]`.
+      """
+    batch_x_heads, q_tokens, q_channels_per_head = query.shape
+    _, _, k_tokens = key_t.shape
+    scale = q_channels_per_head ** -0.5
+
+    kv_chunk_size = min(kv_chunk_size or int(math.sqrt(k_tokens)), k_tokens)
+    if kv_chunk_size_min is not None:
+        kv_chunk_size = max(kv_chunk_size, kv_chunk_size_min)
+
+    if mask is not None and len(mask.shape) == 2:
+        mask = mask.unsqueeze(0)
+
+    def get_query_chunk(chunk_idx: int) -> Tensor:
+        return dynamic_slice(
+            query,
+            (0, chunk_idx, 0),
+            (batch_x_heads, min(query_chunk_size, q_tokens), q_channels_per_head)
+        )
+
+    def get_mask_chunk(chunk_idx: int) -> Tensor:
+        if mask is None:
+            return None
+        if mask.shape[1] == 1:
+            return mask
+        chunk = min(query_chunk_size, q_tokens)
+        return mask[:,chunk_idx:chunk_idx + chunk]
+
+    summarize_chunk: SummarizeChunk = partial(_summarize_chunk, scale=scale, upcast_attention=upcast_attention)
+    summarize_chunk: SummarizeChunk = partial(checkpoint, summarize_chunk) if use_checkpoint else summarize_chunk
+    compute_query_chunk_attn: ComputeQueryChunkAttn = partial(
+        _get_attention_scores_no_kv_chunking,
+        scale=scale,
+        upcast_attention=upcast_attention
+    ) if k_tokens <= kv_chunk_size else (
+        # fast-path for when there's just 1 key-value chunk per query chunk (this is just sliced attention btw)
+        partial(
+            _query_chunk_attention,
+            kv_chunk_size=kv_chunk_size,
+            summarize_chunk=summarize_chunk,
+        )
+    )
+
+    if q_tokens <= query_chunk_size:
+        # fast-path for when there's just 1 query chunk
+        return compute_query_chunk_attn(
+            query=query,
+            key_t=key_t,
+            value=value,
+            mask=mask,
+        )
+
+    # TODO: maybe we should use torch.empty_like(query) to allocate storage in-advance,
+    # and pass slices to be mutated, instead of torch.cat()ing the returned slices
+    res = torch.cat([
+        compute_query_chunk_attn(
+            query=get_query_chunk(i * query_chunk_size),
+            key_t=key_t,
+            value=value,
+            mask=get_mask_chunk(i * query_chunk_size)
+        ) for i in range(math.ceil(q_tokens / query_chunk_size))
+    ], dim=1)
+    return res
diff --git a/ComfyUI/comfy/ldm/modules/temporal_ae.py b/ComfyUI/comfy/ldm/modules/temporal_ae.py
new file mode 100644
index 0000000000000000000000000000000000000000..e0f78bf66b7b06b3f49f5add7a8a502384a9f445
--- /dev/null
+++ b/ComfyUI/comfy/ldm/modules/temporal_ae.py
@@ -0,0 +1,246 @@
+import functools
+from typing import Iterable, Union
+
+import torch
+from einops import rearrange, repeat
+
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+from .diffusionmodules.model import (
+    AttnBlock,
+    Decoder,
+    ResnetBlock,
+)
+from .diffusionmodules.openaimodel import ResBlock, timestep_embedding
+from .attention import BasicTransformerBlock
+
+def partialclass(cls, *args, **kwargs):
+    class NewCls(cls):
+        __init__ = functools.partialmethod(cls.__init__, *args, **kwargs)
+
+    return NewCls
+
+
+class VideoResBlock(ResnetBlock):
+    def __init__(
+        self,
+        out_channels,
+        *args,
+        dropout=0.0,
+        video_kernel_size=3,
+        alpha=0.0,
+        merge_strategy="learned",
+        **kwargs,
+    ):
+        super().__init__(out_channels=out_channels, dropout=dropout, *args, **kwargs)
+        if video_kernel_size is None:
+            video_kernel_size = [3, 1, 1]
+        self.time_stack = ResBlock(
+            channels=out_channels,
+            emb_channels=0,
+            dropout=dropout,
+            dims=3,
+            use_scale_shift_norm=False,
+            use_conv=False,
+            up=False,
+            down=False,
+            kernel_size=video_kernel_size,
+            use_checkpoint=False,
+            skip_t_emb=True,
+        )
+
+        self.merge_strategy = merge_strategy
+        if self.merge_strategy == "fixed":
+            self.register_buffer("mix_factor", torch.Tensor([alpha]))
+        elif self.merge_strategy == "learned":
+            self.register_parameter(
+                "mix_factor", torch.nn.Parameter(torch.Tensor([alpha]))
+            )
+        else:
+            raise ValueError(f"unknown merge strategy {self.merge_strategy}")
+
+    def get_alpha(self, bs):
+        if self.merge_strategy == "fixed":
+            return self.mix_factor
+        elif self.merge_strategy == "learned":
+            return torch.sigmoid(self.mix_factor)
+        else:
+            raise NotImplementedError()
+
+    def forward(self, x, temb, skip_video=False, timesteps=None):
+        b, c, h, w = x.shape
+        if timesteps is None:
+            timesteps = b
+
+        x = super().forward(x, temb)
+
+        if not skip_video:
+            x_mix = rearrange(x, "(b t) c h w -> b c t h w", t=timesteps)
+
+            x = rearrange(x, "(b t) c h w -> b c t h w", t=timesteps)
+
+            x = self.time_stack(x, temb)
+
+            alpha = self.get_alpha(bs=b // timesteps).to(x.device)
+            x = alpha * x + (1.0 - alpha) * x_mix
+
+            x = rearrange(x, "b c t h w -> (b t) c h w")
+        return x
+
+
+class AE3DConv(ops.Conv2d):
+    def __init__(self, in_channels, out_channels, video_kernel_size=3, *args, **kwargs):
+        super().__init__(in_channels, out_channels, *args, **kwargs)
+        if isinstance(video_kernel_size, Iterable):
+            padding = [int(k // 2) for k in video_kernel_size]
+        else:
+            padding = int(video_kernel_size // 2)
+
+        self.time_mix_conv = ops.Conv3d(
+            in_channels=out_channels,
+            out_channels=out_channels,
+            kernel_size=video_kernel_size,
+            padding=padding,
+        )
+
+    def forward(self, input, timesteps=None, skip_video=False):
+        if timesteps is None:
+            timesteps = input.shape[0]
+        x = super().forward(input)
+        if skip_video:
+            return x
+        x = rearrange(x, "(b t) c h w -> b c t h w", t=timesteps)
+        x = self.time_mix_conv(x)
+        return rearrange(x, "b c t h w -> (b t) c h w")
+
+
+class AttnVideoBlock(AttnBlock):
+    def __init__(
+        self, in_channels: int, alpha: float = 0, merge_strategy: str = "learned"
+    ):
+        super().__init__(in_channels)
+        # no context, single headed, as in base class
+        self.time_mix_block = BasicTransformerBlock(
+            dim=in_channels,
+            n_heads=1,
+            d_head=in_channels,
+            checkpoint=False,
+            ff_in=True,
+        )
+
+        time_embed_dim = self.in_channels * 4
+        self.video_time_embed = torch.nn.Sequential(
+            ops.Linear(self.in_channels, time_embed_dim),
+            torch.nn.SiLU(),
+            ops.Linear(time_embed_dim, self.in_channels),
+        )
+
+        self.merge_strategy = merge_strategy
+        if self.merge_strategy == "fixed":
+            self.register_buffer("mix_factor", torch.Tensor([alpha]))
+        elif self.merge_strategy == "learned":
+            self.register_parameter(
+                "mix_factor", torch.nn.Parameter(torch.Tensor([alpha]))
+            )
+        else:
+            raise ValueError(f"unknown merge strategy {self.merge_strategy}")
+
+    def forward(self, x, timesteps=None, skip_time_block=False):
+        if skip_time_block:
+            return super().forward(x)
+
+        if timesteps is None:
+            timesteps = x.shape[0]
+
+        x_in = x
+        x = self.attention(x)
+        h, w = x.shape[2:]
+        x = rearrange(x, "b c h w -> b (h w) c")
+
+        x_mix = x
+        num_frames = torch.arange(timesteps, device=x.device)
+        num_frames = repeat(num_frames, "t -> b t", b=x.shape[0] // timesteps)
+        num_frames = rearrange(num_frames, "b t -> (b t)")
+        t_emb = timestep_embedding(num_frames, self.in_channels, repeat_only=False)
+        emb = self.video_time_embed(t_emb)  # b, n_channels
+        emb = emb[:, None, :]
+        x_mix = x_mix + emb
+
+        alpha = self.get_alpha().to(x.device)
+        x_mix = self.time_mix_block(x_mix, timesteps=timesteps)
+        x = alpha * x + (1.0 - alpha) * x_mix  # alpha merge
+
+        x = rearrange(x, "b (h w) c -> b c h w", h=h, w=w)
+        x = self.proj_out(x)
+
+        return x_in + x
+
+    def get_alpha(
+        self,
+    ):
+        if self.merge_strategy == "fixed":
+            return self.mix_factor
+        elif self.merge_strategy == "learned":
+            return torch.sigmoid(self.mix_factor)
+        else:
+            raise NotImplementedError(f"unknown merge strategy {self.merge_strategy}")
+
+
+
+def make_time_attn(
+    in_channels,
+    attn_type="vanilla",
+    attn_kwargs=None,
+    alpha: float = 0,
+    merge_strategy: str = "learned",
+    conv_op=ops.Conv2d,
+):
+    return partialclass(
+        AttnVideoBlock, in_channels, alpha=alpha, merge_strategy=merge_strategy
+    )
+
+
+class Conv2DWrapper(torch.nn.Conv2d):
+    def forward(self, input: torch.Tensor, **kwargs) -> torch.Tensor:
+        return super().forward(input)
+
+
+class VideoDecoder(Decoder):
+    available_time_modes = ["all", "conv-only", "attn-only"]
+
+    def __init__(
+        self,
+        *args,
+        video_kernel_size: Union[int, list] = 3,
+        alpha: float = 0.0,
+        merge_strategy: str = "learned",
+        time_mode: str = "conv-only",
+        **kwargs,
+    ):
+        self.video_kernel_size = video_kernel_size
+        self.alpha = alpha
+        self.merge_strategy = merge_strategy
+        self.time_mode = time_mode
+        assert (
+            self.time_mode in self.available_time_modes
+        ), f"time_mode parameter has to be in {self.available_time_modes}"
+
+        if self.time_mode != "attn-only":
+            kwargs["conv_out_op"] = partialclass(AE3DConv, video_kernel_size=self.video_kernel_size)
+        if self.time_mode not in ["conv-only", "only-last-conv"]:
+            kwargs["attn_op"] = partialclass(make_time_attn, alpha=self.alpha, merge_strategy=self.merge_strategy)
+        if self.time_mode not in ["attn-only", "only-last-conv"]:
+            kwargs["resnet_op"] = partialclass(VideoResBlock, video_kernel_size=self.video_kernel_size, alpha=self.alpha, merge_strategy=self.merge_strategy)
+
+        super().__init__(*args, **kwargs)
+
+    def get_last_layer(self, skip_time_mix=False, **kwargs):
+        if self.time_mode == "attn-only":
+            raise NotImplementedError("TODO")
+        else:
+            return (
+                self.conv_out.time_mix_conv.weight
+                if not skip_time_mix
+                else self.conv_out.weight
+            )
diff --git a/ComfyUI/comfy/ldm/moge/__pycache__/geometry.cpython-312.pyc b/ComfyUI/comfy/ldm/moge/__pycache__/geometry.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..138c2e1253d7e3126699ec9e02510e27d5aa4998
Binary files /dev/null and b/ComfyUI/comfy/ldm/moge/__pycache__/geometry.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/moge/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/moge/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..df29477d97673c5843abd860c98f1fe8138f34fa
Binary files /dev/null and b/ComfyUI/comfy/ldm/moge/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/moge/__pycache__/modules.cpython-312.pyc b/ComfyUI/comfy/ldm/moge/__pycache__/modules.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..ac9bca042b65ee7020a53ee6c24c03c8de1e84ce
Binary files /dev/null and b/ComfyUI/comfy/ldm/moge/__pycache__/modules.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/moge/__pycache__/panorama.cpython-312.pyc b/ComfyUI/comfy/ldm/moge/__pycache__/panorama.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..299723e8fb2e76fc87ce3e709bdf7241f60eaa9c
Binary files /dev/null and b/ComfyUI/comfy/ldm/moge/__pycache__/panorama.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/moge/geometry.py b/ComfyUI/comfy/ldm/moge/geometry.py
new file mode 100644
index 0000000000000000000000000000000000000000..d1a1e445f3136c92da57c439f858f4de1983be24
--- /dev/null
+++ b/ComfyUI/comfy/ldm/moge/geometry.py
@@ -0,0 +1,188 @@
+"""Pure-torch + scipy geometry helpers for MoGe inference and mesh export."""
+
+
+from typing import Optional, Tuple
+
+import numpy as np
+import torch
+import torch.nn.functional as F
+
+from scipy.optimize import least_squares
+
+def normalized_view_plane_uv(width: int, height: int, aspect_ratio: Optional[float] = None,
+                             dtype: Optional[torch.dtype] = None, device: Optional[torch.device] = None) -> torch.Tensor:
+    """Normalized view-plane UV coordinates with corners at +/-(W, H)/diagonal."""
+    if aspect_ratio is None:
+        aspect_ratio = width / height
+    span_x = aspect_ratio / (1 + aspect_ratio ** 2) ** 0.5
+    span_y = 1.0 / (1 + aspect_ratio ** 2) ** 0.5
+    u = torch.linspace(-span_x * (width - 1) / width, span_x * (width - 1) / width, width, dtype=dtype, device=device)
+    v = torch.linspace(-span_y * (height - 1) / height, span_y * (height - 1) / height, height, dtype=dtype, device=device)
+    u, v = torch.meshgrid(u, v, indexing="xy")
+    return torch.stack([u, v], dim=-1)
+
+
+def intrinsics_from_focal_center(fx: torch.Tensor, fy: torch.Tensor, cx: torch.Tensor, cy: torch.Tensor) -> torch.Tensor:
+    """Assemble (..., 3, 3) intrinsics from broadcastable fx, fy, cx, cy."""
+    fx, fy, cx, cy = [torch.as_tensor(v) for v in (fx, fy, cx, cy)]
+    fx, fy, cx, cy = torch.broadcast_tensors(fx, fy, cx, cy)
+    zero = torch.zeros_like(fx)
+    one = torch.ones_like(fx)
+    return torch.stack([
+        torch.stack([fx,   zero, cx], dim=-1),
+        torch.stack([zero, fy,   cy], dim=-1),
+        torch.stack([zero, zero, one], dim=-1),
+    ], dim=-2)
+
+
+def depth_map_to_point_map(depth: torch.Tensor, intrinsics: torch.Tensor) -> torch.Tensor:
+    """Back-project a (..., H, W) depth map through K^-1 to (..., H, W, 3) camera-space points.
+
+    Intrinsics use normalized image coords (x in [0, 1] left->right, y in [0, 1] top->bottom).
+    """
+    H, W = depth.shape[-2:]
+    device, dtype = depth.device, depth.dtype
+    u = (torch.arange(W, dtype=dtype, device=device) + 0.5) / W
+    v = (torch.arange(H, dtype=dtype, device=device) + 0.5) / H
+    grid_v, grid_u = torch.meshgrid(v, u, indexing="ij")
+    pix = torch.stack([grid_u, grid_v, torch.ones_like(grid_u)], dim=-1)
+    K_inv = torch.linalg.inv(intrinsics)
+    rays = torch.einsum("...ij,hwj->...hwi", K_inv, pix)
+    return rays * depth.unsqueeze(-1)
+
+
+def _solve_optimal_shift(uv: np.ndarray, xyz: np.ndarray,
+                         focal: Optional[float] = None) -> Tuple[float, float]:
+    """LM-solve for z-shift; when focal is None, also recovers the optimal focal."""
+    uv = uv.reshape(-1, 2)
+    xy = xyz[..., :2].reshape(-1, 2)
+    z = xyz[..., 2].reshape(-1)
+
+    def fn(shift):
+        xy_proj = xy / (z + shift)[:, None]
+        f = focal if focal is not None else (xy_proj * uv).sum() / np.square(xy_proj).sum()
+        return (f * xy_proj - uv).ravel()
+
+    sol = least_squares(fn, x0=0.0, ftol=1e-3, method="lm")
+    shift = float(np.asarray(sol["x"]).squeeze())
+    if focal is None:
+        xy_proj = xy / (z + shift)[:, None]
+        focal = float((xy_proj * uv).sum() / np.square(xy_proj).sum())
+    return shift, focal
+
+
+def recover_focal_shift(points: torch.Tensor, mask: Optional[torch.Tensor] = None,
+                        focal: Optional[torch.Tensor] = None, downsample_size: Tuple[int, int] = (64, 64)
+                        ) -> Tuple[torch.Tensor, torch.Tensor]:
+    """Recover the focal length and z-shift that turn points into a metric point map.
+
+    Optical center is at the image center; returned focal is relative to half the image diagonal.
+    Returns (focal, shift) on the same device/dtype as points.
+    """
+    shape = points.shape
+    H, W = shape[-3], shape[-2]
+    points_b = points.reshape(-1, H, W, 3)
+    mask_b = None if mask is None else mask.reshape(-1, H, W)
+    focal_b = None if focal is None else focal.reshape(-1)
+
+    uv = normalized_view_plane_uv(W, H, dtype=points.dtype, device=points.device)
+
+    points_lr = F.interpolate(points_b.permute(0, 3, 1, 2), downsample_size, mode="nearest").permute(0, 2, 3, 1)
+    uv_lr = F.interpolate(uv.unsqueeze(0).permute(0, 3, 1, 2), downsample_size, mode="nearest").squeeze(0).permute(1, 2, 0)
+    mask_lr = None
+    if mask_b is not None:
+        mask_lr = F.interpolate(mask_b.to(torch.float32).unsqueeze(1), downsample_size, mode="nearest").squeeze(1) > 0
+
+    uv_np = uv_lr.detach().cpu().numpy()
+    points_np = points_lr.detach().cpu().numpy()
+    mask_np = None if mask_lr is None else mask_lr.detach().cpu().numpy()
+    focal_np = None if focal_b is None else focal_b.detach().cpu().numpy()
+
+    out_focal: list = []
+    out_shift: list = []
+    for i in range(points_b.shape[0]):
+        if mask_np is None:
+            xyz_i = points_np[i].reshape(-1, 3)
+            uv_i = uv_np.reshape(-1, 2)
+        else:
+            sel = mask_np[i]
+            if sel.sum() < 2:
+                out_focal.append(1.0)
+                out_shift.append(0.0)
+                continue
+            xyz_i = points_np[i][sel]
+            uv_i = uv_np[sel]
+        if focal_np is None:
+            shift_i, focal_i = _solve_optimal_shift(uv_i, xyz_i)
+            out_focal.append(focal_i)
+        else:
+            shift_i, _ = _solve_optimal_shift(uv_i, xyz_i, focal=float(focal_np[i]))
+        out_shift.append(shift_i)
+
+    shift_t = torch.tensor(out_shift, device=points.device, dtype=points.dtype).reshape(shape[:-3])
+    if focal is None:
+        focal_t = torch.tensor(out_focal, device=points.device, dtype=points.dtype).reshape(shape[:-3])
+    else:
+        focal_t = focal.reshape(shape[:-3])
+    return focal_t, shift_t
+
+
+def depth_map_edge(depth: torch.Tensor, atol: Optional[float] = None, rtol: Optional[float] = None, kernel_size: int = 3) -> torch.Tensor:
+    """Per-pixel boolean: True where the local depth window's max-min span exceeds atol or rtol*depth."""
+    shape = depth.shape
+    d = depth.reshape(-1, 1, *shape[-2:])
+    pad = kernel_size // 2
+    diff = F.max_pool2d(d, kernel_size, stride=1, padding=pad) + F.max_pool2d(-d, kernel_size, stride=1, padding=pad)
+    edge = torch.zeros_like(d, dtype=torch.bool)
+    if atol is not None:
+        edge |= diff > atol
+    if rtol is not None:
+        edge |= (diff / d.clamp_min(1e-6)).nan_to_num_() > rtol
+    return edge.reshape(*shape)
+
+
+def triangulate_grid_mesh(points: torch.Tensor, mask: Optional[torch.Tensor] = None, decimation: int = 1, discontinuity_threshold: float = 0.04,
+                          depth: Optional[torch.Tensor] = None) -> Tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
+    """Triangulate a (H, W, 3) point map into (vertices, faces, uvs) on CPU.
+
+    Vertices: pixels with finite coords (passing optional mask).  Quads with four valid corners
+    become two triangles.  depth overrides the scalar used for the rtol edge check; pass radial
+    depth for panoramas (the default points[..., 2] goes negative below the equator).
+    """
+    points = points.detach().cpu()
+    finite = torch.isfinite(points).all(dim=-1)
+    if mask is None:
+        mask = finite
+    else:
+        mask = mask.detach().cpu().to(torch.bool) & finite
+
+    if discontinuity_threshold > 0:
+        d = depth.detach().cpu() if depth is not None else points[..., 2]
+        # Replace inf with 0 so max-pool doesn't poison neighbourhoods (mask above already excludes those pixels).
+        d_finite = torch.where(finite, d, torch.zeros_like(d))
+        edge = depth_map_edge(d_finite, rtol=discontinuity_threshold)
+        mask = mask & ~edge
+
+    if decimation > 1:
+        points = points[::decimation, ::decimation].contiguous()
+        mask = mask[::decimation, ::decimation].contiguous()
+    H, W = points.shape[:2]
+
+    flat_mask = mask.reshape(-1)
+    idx = torch.full((H * W,), -1, dtype=torch.long)
+    n_valid = int(flat_mask.sum().item())
+    idx[flat_mask] = torch.arange(n_valid, dtype=torch.long)
+    idx = idx.reshape(H, W)
+
+    vertices = points.reshape(-1, 3)[flat_mask].contiguous()
+
+    yy, xx = torch.meshgrid(torch.arange(H), torch.arange(W), indexing="ij")
+    u = xx.float() / max(W - 1, 1)
+    v = yy.float() / max(H - 1, 1)
+    uvs = torch.stack([u, v], dim=-1).reshape(-1, 2)[flat_mask].contiguous()
+
+    a, b, c, d = idx[:-1, :-1], idx[:-1, 1:], idx[1:, 1:], idx[1:, :-1]
+    quad_ok = (a >= 0) & (b >= 0) & (c >= 0) & (d >= 0)
+    a, b, c, d = a[quad_ok], b[quad_ok], c[quad_ok], d[quad_ok]
+    faces = torch.cat([torch.stack([a, b, c], dim=-1), torch.stack([a, c, d], dim=-1)], dim=0).contiguous()
+    return vertices, faces, uvs
diff --git a/ComfyUI/comfy/ldm/moge/model.py b/ComfyUI/comfy/ldm/moge/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..1695626bcb73c91644738d7ab2328ac44f3844d8
--- /dev/null
+++ b/ComfyUI/comfy/ldm/moge/model.py
@@ -0,0 +1,346 @@
+"""MoGe v1 / v2 inference modules and a state-dict-driven builder.
+
+V1: DINOv2 backbone + multi-output head (points, mask).
+V2: DINOv2 encoder + neck + per-output heads (points, mask, normal, optional metric-scale MLP).
+"""
+
+
+from numbers import Number
+from typing import Any, Dict, List, Optional, Tuple, Union
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.ops
+import comfy.model_management
+import comfy.model_patcher
+
+from comfy.image_encoders.dino2 import Dinov2Model
+
+from .geometry import depth_map_to_point_map, intrinsics_from_focal_center, recover_focal_shift
+from .modules import ConvStack, DINOv2Encoder, HeadV1, MLP, _view_plane_uv_grid
+
+
+def _remap_points(points: torch.Tensor) -> torch.Tensor:
+    """Apply the exp remap: z -> exp(z), xy stays linear and gets scaled by the new z."""
+    xy, z = points.split([2, 1], dim=-1)
+    z = torch.exp(z)
+    return torch.cat([xy * z, z], dim=-1)
+
+
+def _detect_dinov2(sd: dict, prefix: str) -> Dict[str, Any]:
+    # All shipped MoGe checkpoints use plain DINOv2
+    hidden = sd[prefix + "embeddings.cls_token"].shape[-1]
+    layer_prefix = prefix + "encoder.layer."
+    depth = 1 + max(int(k[len(layer_prefix):].split(".")[0]) for k in sd if k.startswith(layer_prefix))
+    return {
+        "hidden_size": hidden,
+        "num_attention_heads": hidden // 64,
+        "num_hidden_layers": depth,
+        "layer_norm_eps": 1e-6,
+        "use_swiglu_ffn": False,
+    }
+
+
+class MoGeModelV1(nn.Module):
+    """MoGe v1: DINOv2 backbone + HeadV1 (points, mask)."""
+
+    image_mean: torch.Tensor
+    image_std: torch.Tensor
+
+    intermediate_layers = 4
+    num_tokens_range: Tuple[Number, Number] = (1200, 2500)
+    mask_threshold = 0.5
+
+    def __init__(self, backbone: Dict[str, Any], dim_upsample: List[int] = (256, 128, 128),
+                 num_res_blocks: int = 1, dim_times_res_block_hidden: int = 1,
+                 dtype=None, device=None, operations=comfy.ops.manual_cast):
+        super().__init__()
+        self.backbone = Dinov2Model(backbone, dtype, device, operations)
+        self.head = HeadV1(dim_in=backbone["hidden_size"], dim_upsample=list(dim_upsample),
+                           num_res_blocks=num_res_blocks, dim_times_res_block_hidden=dim_times_res_block_hidden,
+                           dtype=dtype, device=device, operations=operations)
+        self.register_buffer("image_mean", torch.tensor([0.485, 0.456, 0.406]).view(1, 3, 1, 1))
+        self.register_buffer("image_std", torch.tensor([0.229, 0.224, 0.225]).view(1, 3, 1, 1))
+
+    def forward(self, image: torch.Tensor, num_tokens: int) -> Dict[str, torch.Tensor]:
+        H, W = image.shape[-2:]
+        resize = ((num_tokens * 14 ** 2) / (H * W)) ** 0.5
+        rh, rw = int(H * resize), int(W * resize)
+        x = F.interpolate(image, (rh, rw), mode="bicubic", align_corners=False, antialias=True)
+        x = (x - self.image_mean) / self.image_std
+        x14 = F.interpolate(x, (rh // 14 * 14, rw // 14 * 14), mode="bilinear", align_corners=False, antialias=True)
+
+        n_layers = len(self.backbone.encoder.layer)
+        indices = list(range(n_layers - self.intermediate_layers, n_layers))
+        feats = self.backbone.get_intermediate_layers(x14, indices, apply_norm=True)
+
+        points, mask = self.head(feats, x)
+        points = F.interpolate(points.float(), (H, W), mode="bilinear", align_corners=False)
+        points = _remap_points(points.permute(0, 2, 3, 1))
+
+        mask = F.interpolate(mask.float(), (H, W), mode="bilinear", align_corners=False).squeeze(1)
+
+        return {"points": points, "mask": mask}
+
+    @classmethod
+    def from_state_dict(cls, sd, dtype=None, device=None, operations=comfy.ops.manual_cast):
+        """Detect the v1 head config from sd, build a model, and load weights."""
+        n_up = 1 + max(int(k.split(".")[2]) for k in sd if k.startswith("head.upsample_blocks."))
+        dim_upsample = [sd[f"head.upsample_blocks.{i}.0.0.weight"].shape[1] for i in range(n_up)]
+        # Each upsample stage is Sequential[upsampler, *res_blocks]; count res blocks at level 0.
+        num_res_blocks = max({int(k.split(".")[3]) for k in sd if k.startswith("head.upsample_blocks.0.")})
+        hidden_out = sd["head.upsample_blocks.0.1.layers.2.weight"].shape[0]
+        dim_times = max(hidden_out // dim_upsample[0], 1)
+        model = cls(backbone=_detect_dinov2(sd, prefix="backbone."),
+                    dim_upsample=dim_upsample, num_res_blocks=num_res_blocks, dim_times_res_block_hidden=dim_times,
+                    dtype=dtype, device=device, operations=operations)
+        model.load_state_dict(sd, strict=True)
+        return model
+
+
+class MoGeModelV2(nn.Module):
+    """MoGe v2: DINOv2 encoder + neck + per-output heads (points/mask/normal/metric-scale)."""
+
+    intermediate_layers = 4
+    num_tokens_range: Tuple[Number, Number] = (1200, 3600)
+
+    def __init__(self,
+                 encoder: Dict[str, Any],
+                 neck: Dict[str, Any],
+                 points_head: Dict[str, Any],
+                 mask_head: Dict[str, Any],
+                 scale_head: Dict[str, Any],
+                 normal_head: Optional[Dict[str, Any]] = None,
+                 dtype=None, device=None, operations=comfy.ops.manual_cast):
+        super().__init__()
+        self.encoder = DINOv2Encoder(**encoder, dtype=dtype, device=device, operations=operations)
+        self.neck = ConvStack(**neck, dtype=dtype, device=device, operations=operations)
+        self.points_head = ConvStack(**points_head, dtype=dtype, device=device, operations=operations)
+        self.mask_head = ConvStack(**mask_head, dtype=dtype, device=device, operations=operations)
+        self.scale_head = MLP(**scale_head, dtype=dtype, device=device, operations=operations)
+        if normal_head is not None:
+            self.normal_head = ConvStack(**normal_head, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, image: torch.Tensor, num_tokens: int) -> Dict[str, torch.Tensor]:
+        B, _, H, W = image.shape
+        device, dtype = image.device, image.dtype
+        aspect_ratio = W / H
+        base_h = round((num_tokens / aspect_ratio) ** 0.5)
+        base_w = round((num_tokens * aspect_ratio) ** 0.5)
+
+        feat_top, cls_token = self.encoder(image, base_h, base_w, return_class_token=True)
+
+        # 5-level pyramid: feat at level 0 concatenated with UV, other levels UV-only.
+        levels = [_view_plane_uv_grid(B, base_h * (2 ** L), base_w * (2 ** L), aspect_ratio, dtype, device)
+                                    for L in range(5)]
+        levels[0] = torch.cat([feat_top, levels[0]], dim=1)
+
+        feats = self.neck(levels)
+
+        def _resize(v):
+            return F.interpolate(v, (H, W), mode="bilinear", align_corners=False)
+
+        points = _remap_points(_resize(self.points_head(feats)[-1]).permute(0, 2, 3, 1))
+        mask = _resize(self.mask_head(feats)[-1]).squeeze(1).sigmoid()
+        metric_scale = self.scale_head(cls_token).squeeze(1).exp()
+
+        result = {"points": points, "mask": mask, "metric_scale": metric_scale}
+        if hasattr(self, "normal_head"):
+            normal = _resize(self.normal_head(feats)[-1])
+            result["normal"] = F.normalize(normal.permute(0, 2, 3, 1), dim=-1)
+        return result
+
+    @classmethod
+    def from_state_dict(cls, sd, dtype=None, device=None, operations=comfy.ops.manual_cast):
+        """Detect the v2 encoder/neck/heads config from sd, build a model, and load weights."""
+        backbone = _detect_dinov2(sd, prefix="encoder.backbone.")
+        depth = backbone["num_hidden_layers"]
+        n = cls.intermediate_layers
+        encoder = {
+            "backbone": backbone,
+            "intermediate_layers": [(depth // n) * (i + 1) - 1 for i in range(n)],
+            "dim_out": sd["encoder.output_projections.0.weight"].shape[0],
+        }
+        # scale_head is an MLP: Sequential of [Linear, ReLU, ..., Linear]; Linear weight is (out, in).
+        scale_idxs = sorted({int(k.split(".")[1]) for k in sd if k.startswith("scale_head.")})
+        scale_first = sd[f"scale_head.{scale_idxs[0]}.weight"]
+        cfg: Dict[str, Any] = {
+            "encoder": encoder,
+            "neck": cls._detect_convstack(sd, "neck."),
+            "points_head": cls._detect_convstack(sd, "points_head."),
+            "mask_head": cls._detect_convstack(sd, "mask_head."),
+            "scale_head": {"dims": [scale_first.shape[1]] + [sd[f"scale_head.{i}.weight"].shape[0] for i in scale_idxs]},
+        }
+        if any(k.startswith("normal_head.") for k in sd):
+            cfg["normal_head"] = cls._detect_convstack(sd, "normal_head.")
+        model = cls(**cfg, dtype=dtype, device=device, operations=operations)
+        model.load_state_dict(sd, strict=True)
+        return model
+
+    @staticmethod
+    def _detect_convstack(sd: dict, prefix: str) -> Dict[str, Any]:
+        """Reconstruct a ConvStack config from the keys under prefix"""
+        in_keys = [k for k in sd if k.startswith(f"{prefix}input_blocks.") and k.endswith(".weight")]
+        n = 1 + max(int(k[len(f"{prefix}input_blocks."):].split(".")[0]) for k in in_keys)
+
+        in_shapes = [sd[f"{prefix}input_blocks.{i}.weight"].shape for i in range(n)]
+        has_out = lambda i: f"{prefix}output_blocks.{i}.weight" in sd
+        has_norm = f"{prefix}res_blocks.0.0.layers.0.weight" in sd
+
+        def num_res_at(i):
+            rb_prefix = f"{prefix}res_blocks.{i}."
+            return len({int(k[len(rb_prefix):].split(".")[0]) for k in sd if k.startswith(rb_prefix)})
+
+        return {
+            "dim_in": [s[1] for s in in_shapes],
+            "dim_res_blocks": [s[0] for s in in_shapes],
+            "dim_out": [sd[f"{prefix}output_blocks.{i}.weight"].shape[0] if has_out(i) else None for i in range(n)],
+            "num_res_blocks": [num_res_at(i) for i in range(n)],
+            "resamplers": ["conv_transpose" if f"{prefix}resamplers.{i}.0.weight" in sd else "bilinear"
+                           for i in range(n - 1)],
+            "res_block_in_norm": "layer_norm" if has_norm else "none",
+            "res_block_hidden_norm": "group_norm" if has_norm else "none",
+        }
+
+
+# Translate the Meta-style DINOv2 keys MoGe ships to the naming ComfyUI DINOv2 port expects,
+# and split each fused qkv tensor into Q/K/V.
+_DINOV2_TOPLEVEL_RENAMES = {
+    "patch_embed.proj.weight": "embeddings.patch_embeddings.projection.weight",
+    "patch_embed.proj.bias":   "embeddings.patch_embeddings.projection.bias",
+    "cls_token":               "embeddings.cls_token",
+    "pos_embed":               "embeddings.position_embeddings",
+    "register_tokens":         "embeddings.register_tokens",
+    "mask_token":              "embeddings.mask_token",
+    "norm.weight":             "layernorm.weight",
+    "norm.bias":               "layernorm.bias",
+}
+_DINOV2_BLOCK_RENAMES = [
+    ("ls1.gamma",  "layer_scale1.lambda1"),
+    ("ls2.gamma",  "layer_scale2.lambda1"),
+    ("attn.proj.", "attention.output.dense."),
+    ("mlp.w12.",   "mlp.weights_in."),
+    ("mlp.w3.",    "mlp.weights_out."),
+]
+
+
+def _remap_state_dict(sd: dict) -> dict:
+    if "model" in sd and "model_config" in sd:
+        sd = sd["model"]
+    prefix = "encoder.backbone." if any(k.startswith("encoder.backbone.") for k in sd) else "backbone."
+    out: dict = {}
+    for k, v in sd.items():
+        if not k.startswith(prefix):
+            out[k] = v
+            continue
+        rel = k[len(prefix):]
+        if rel in _DINOV2_TOPLEVEL_RENAMES:
+            out[prefix + _DINOV2_TOPLEVEL_RENAMES[rel]] = v
+            continue
+        if not rel.startswith("blocks."):
+            out[k] = v
+            continue
+        _, idx, sub = rel.split(".", 2)
+        if sub in ("attn.qkv.weight", "attn.qkv.bias"):
+            tail = sub.rsplit(".", 1)[1]
+            q, kw, vw = v.chunk(3, dim=0)
+            base = f"{prefix}encoder.layer.{idx}.attention.attention"
+            out[f"{base}.query.{tail}"] = q
+            out[f"{base}.key.{tail}"] = kw
+            out[f"{base}.value.{tail}"] = vw
+            continue
+        for old, new in _DINOV2_BLOCK_RENAMES:
+            sub = sub.replace(old, new)
+        out[f"{prefix}encoder.layer.{idx}.{sub}"] = v
+    return out
+
+
+def build_from_state_dict(sd: dict, dtype=None, device=None, operations=comfy.ops.manual_cast) -> nn.Module:
+    """Dispatch to v1 or v2 based on the DINOv2 backbone prefix."""
+    sd = _remap_state_dict(sd)
+    cls = MoGeModelV2 if any(k.startswith("encoder.backbone.") for k in sd) else MoGeModelV1
+    return cls.from_state_dict(sd, dtype=dtype, device=device, operations=operations)
+
+
+class MoGeModel:
+    """Loaded MoGe model + ComfyUI memory management."""
+
+    def __init__(self, state_dict: dict):
+        # text encoder dtype closest match
+        self.load_device = comfy.model_management.text_encoder_device()
+        offload_device = comfy.model_management.text_encoder_offload_device()
+        self.dtype = comfy.model_management.text_encoder_dtype(self.load_device)
+
+        self.model = build_from_state_dict(state_dict, dtype=self.dtype, device=offload_device, operations=comfy.ops.manual_cast).eval()
+        self.patcher = comfy.model_patcher.CoreModelPatcher(self.model, load_device=self.load_device, offload_device=offload_device)
+        self.version = "v2" if hasattr(self.model, "encoder") else "v1"
+        self.mask_threshold = float(getattr(self.model, "mask_threshold", 0.5))
+        nt = getattr(self.model, "num_tokens_range", (1200, 2500 if self.version == "v1" else 3600))
+        self.num_tokens_range = (int(nt[0]), int(nt[1]))
+
+    def infer(self, image: torch.Tensor, num_tokens: Optional[int] = None,
+              resolution_level: int = 9, fov_x: Optional[Union[Number, torch.Tensor]] = None,
+              force_projection: bool = True, apply_mask: bool = True,
+              apply_metric_scale: bool = True
+              ) -> Dict[str, torch.Tensor]:
+        """Run a single MoGe forward + post-process pass. image is (B, 3, H, W) in [0, 1]."""
+        comfy.model_management.load_model_gpu(self.patcher)
+        image = image.to(device=self.load_device, dtype=self.dtype)
+        H, W = image.shape[-2:]
+        aspect_ratio = W / H
+
+        if num_tokens is None:
+            lo, hi = self.num_tokens_range
+            num_tokens = int(lo + (resolution_level / 9) * (hi - lo))
+
+        out = self.model.forward(image, num_tokens=num_tokens)
+        points = out["points"].float()  # recover_focal_shift goes through scipy on CPU; needs fp32.
+        mask_binary = out["mask"] > self.mask_threshold
+        normal = out.get("normal")
+        metric_scale = out.get("metric_scale")
+
+        diag = (1 + aspect_ratio ** 2) ** 0.5
+
+        def focal_from_fov_deg(deg):
+            fov = torch.as_tensor(deg, device=points.device, dtype=points.dtype)
+            return aspect_ratio / diag / torch.tan(torch.deg2rad(fov / 2))
+
+        if fov_x is None:
+            focal, shift = recover_focal_shift(points, mask_binary)
+            # Fall back to 60 deg FoV when the least-squares solver flips the focal sign.
+            bad = ~torch.isfinite(focal) | (focal <= 0)
+            if bool(bad.any()):
+                focal = torch.where(bad, focal_from_fov_deg(60.0), focal)
+                _, shift = recover_focal_shift(points, mask_binary, focal=focal)
+        else:
+            focal = focal_from_fov_deg(fov_x).expand(points.shape[0])
+            _, shift = recover_focal_shift(points, mask_binary, focal=focal)
+
+        f_diag = focal / 2 * diag
+        half = torch.tensor(0.5, device=points.device, dtype=points.dtype)
+        intrinsics = intrinsics_from_focal_center(f_diag / aspect_ratio, f_diag, half, half)
+        points[..., 2] = points[..., 2] + shift[..., None, None]
+        # v2 only: filter mask by depth>0 to drop metric-scale negative-depth artifacts.
+        if self.version == "v2":
+            mask_binary = mask_binary & (points[..., 2] > 0)
+        depth = points[..., 2].clone()
+
+        if force_projection:
+            points = depth_map_to_point_map(depth, intrinsics=intrinsics)
+
+        if apply_metric_scale and metric_scale is not None:
+            points = points * metric_scale[:, None, None, None]
+            depth = depth * metric_scale[:, None, None]
+
+        if apply_mask:
+            points = torch.where(mask_binary[..., None], points, torch.full_like(points, float("inf")))
+            depth = torch.where(mask_binary, depth, torch.full_like(depth, float("inf")))
+            if normal is not None:
+                normal = torch.where(mask_binary[..., None], normal, torch.zeros_like(normal))
+
+        result = {"points": points, "depth": depth, "intrinsics": intrinsics, "mask": mask_binary}
+        if normal is not None:
+            result["normal"] = normal
+        return result
diff --git a/ComfyUI/comfy/ldm/moge/modules.py b/ComfyUI/comfy/ldm/moge/modules.py
new file mode 100644
index 0000000000000000000000000000000000000000..f6443d65ae7bf4324bef105546bac6583f7342de
--- /dev/null
+++ b/ComfyUI/comfy/ldm/moge/modules.py
@@ -0,0 +1,203 @@
+"""Building blocks for MoGe: residual conv stack, resamplers, MLP, DINOv2 encoder, v1 head."""
+
+
+from typing import List, Optional, Sequence, Tuple, Union
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.ops
+from comfy.image_encoders.dino2 import Dinov2Model
+
+from .geometry import normalized_view_plane_uv
+
+
+def _conv2d(operations, c_in: int, c_out: int, k: int = 3, *, dtype=None, device=None):
+    return operations.Conv2d(c_in, c_out, kernel_size=k, padding=k // 2, padding_mode="replicate", dtype=dtype, device=device)
+
+
+def _view_plane_uv_grid(batch: int, height: int, width: int, aspect_ratio: float, dtype, device) -> torch.Tensor:
+    """Batched normalized view-plane UV grid as a (B, 2, H, W) tensor."""
+    uv = normalized_view_plane_uv(width, height, aspect_ratio=aspect_ratio, dtype=dtype, device=device)
+    return uv.permute(2, 0, 1).unsqueeze(0).expand(batch, -1, -1, -1)
+
+
+def _concat_view_plane_uv(x: torch.Tensor, aspect_ratio: float) -> torch.Tensor:
+    """Append a 2-channel normalized view-plane UV grid to x along the channel dim."""
+    uv = _view_plane_uv_grid(x.shape[0], x.shape[-2], x.shape[-1], aspect_ratio, x.dtype, x.device)
+    return torch.cat([x, uv], dim=1)
+
+
+class ResidualConvBlock(nn.Module):
+    def __init__(self, channels: int, hidden_channels: Optional[int] = None, in_norm: str = "layer_norm", hidden_norm: str = "group_norm",
+                 dtype=None, device=None, operations=comfy.ops.manual_cast):
+        super().__init__()
+        hidden_channels = hidden_channels if hidden_channels is not None else channels
+
+        in_norm_layer = operations.GroupNorm(1, channels, dtype=dtype, device=device) if in_norm == "layer_norm" else nn.Identity()
+        hidden_norm_layer = (operations.GroupNorm(max(hidden_channels // 32, 1), hidden_channels, dtype=dtype, device=device)
+                             if hidden_norm == "group_norm" else nn.Identity())
+
+        self.layers = nn.Sequential(
+            in_norm_layer, nn.ReLU(), _conv2d(operations, channels, hidden_channels, dtype=dtype, device=device),
+            hidden_norm_layer, nn.ReLU(), _conv2d(operations, hidden_channels, channels, dtype=dtype, device=device),
+        )
+
+    def forward(self, x):
+        return self.layers(x) + x
+
+
+class Resampler(nn.Sequential):
+    """2x upsampler: ConvTranspose2d(2x2) or bilinear upsample, followed by a 3x3 conv."""
+
+    def __init__(self, in_channels: int, out_channels: int, type_: str, dtype=None, device=None, operations=comfy.ops.manual_cast):
+        if type_ == "conv_transpose":
+            up = operations.ConvTranspose2d(in_channels, out_channels, kernel_size=2, stride=2, dtype=dtype, device=device)
+            conv_in = out_channels
+        else:  # "bilinear"
+            up = nn.Upsample(scale_factor=2, mode="bilinear", align_corners=False)
+            conv_in = in_channels
+        super().__init__(up, _conv2d(operations, conv_in, out_channels, dtype=dtype, device=device))
+
+
+class MLP(nn.Sequential):
+    def __init__(self, dims: Sequence[int], dtype=None, device=None, operations=comfy.ops.manual_cast):
+        layers = []
+        for d_in, d_out in zip(dims[:-2], dims[1:-1]):
+            layers.append(operations.Linear(d_in, d_out, dtype=dtype, device=device))
+            layers.append(nn.ReLU(inplace=True))
+        layers.append(operations.Linear(dims[-2], dims[-1], dtype=dtype, device=device))
+        super().__init__(*layers)
+
+
+class ConvStack(nn.Module):
+    def __init__(self, dim_in: List[Optional[int]], dim_res_blocks: List[int], dim_out: List[Optional[int]], resamplers: List[str],
+                 num_res_blocks: List[int], dim_times_res_block_hidden: int = 1, res_block_in_norm: str = "layer_norm", res_block_hidden_norm: str = "group_norm",
+                 dtype=None, device=None, operations=comfy.ops.manual_cast):
+        super().__init__()
+
+        self.input_blocks = nn.ModuleList([
+            (_conv2d(operations, d_in, d_res, k=1, dtype=dtype, device=device)
+             if d_in is not None else nn.Identity())
+            for d_in, d_res in zip(dim_in, dim_res_blocks)
+        ])
+
+        self.resamplers = nn.ModuleList([
+            Resampler(prev, succ, type_=r, dtype=dtype, device=device, operations=operations)
+            for prev, succ, r in zip(dim_res_blocks[:-1], dim_res_blocks[1:], resamplers)
+        ])
+
+        self.res_blocks = nn.ModuleList([
+            nn.Sequential(*[
+                ResidualConvBlock(d_res, dim_times_res_block_hidden * d_res, in_norm=res_block_in_norm, hidden_norm=res_block_hidden_norm, dtype=dtype, device=device, operations=operations)
+                for _ in range(num_res_blocks[i])
+            ])
+            for i, d_res in enumerate(dim_res_blocks)
+        ])
+
+        self.output_blocks = nn.ModuleList([
+            (_conv2d(operations, d_res, d_out, k=1, dtype=dtype, device=device)
+             if d_out is not None else nn.Identity())
+            for d_out, d_res in zip(dim_out, dim_res_blocks)
+        ])
+
+    def forward(self, in_features: List[Optional[torch.Tensor]]):
+        out_features = []
+        x = None
+        for i in range(len(self.res_blocks)):
+            feat = self.input_blocks[i](in_features[i]) if in_features[i] is not None else None
+            if i == 0:
+                x = feat
+            elif feat is not None:
+                x = x + feat
+            x = self.res_blocks[i](x)
+            out_features.append(self.output_blocks[i](x))
+            if i < len(self.res_blocks) - 1:
+                x = self.resamplers[i](x)
+        return out_features
+
+
+class DINOv2Encoder(nn.Module):
+    """Comfy DINOv2 backbone with per-layer 1x1 projection heads."""
+
+    def __init__(self, backbone: dict, intermediate_layers: List[int], dim_out: int, dtype=None, device=None, operations=comfy.ops.manual_cast):
+        super().__init__()
+        self.intermediate_layers = list(intermediate_layers)
+        dim_features = backbone["hidden_size"]
+        self.backbone = Dinov2Model(backbone, dtype, device, operations)
+        self.output_projections = nn.ModuleList([
+            _conv2d(operations, dim_features, dim_out, k=1, dtype=dtype, device=device)
+            for _ in range(len(self.intermediate_layers))
+        ])
+        self.register_buffer("image_mean", torch.tensor([0.485, 0.456, 0.406]).view(1, 3, 1, 1))
+        self.register_buffer("image_std", torch.tensor([0.229, 0.224, 0.225]).view(1, 3, 1, 1))
+
+    def forward(self, image: torch.Tensor, token_rows: int, token_cols: int,
+                return_class_token: bool = False) -> Union[torch.Tensor, Tuple[torch.Tensor, torch.Tensor]]:
+        image_14 = F.interpolate(image, (token_rows * 14, token_cols * 14), mode="bilinear", align_corners=False, antialias=True)
+        image_14 = (image_14 - self.image_mean) / self.image_std
+        feats = self.backbone.get_intermediate_layers(image_14, self.intermediate_layers, apply_norm=True)
+        x = torch.stack([
+            proj(feat.permute(0, 2, 1).unflatten(2, (token_rows, token_cols)).contiguous())
+            for proj, (feat, _cls) in zip(self.output_projections, feats)
+        ], dim=1).sum(dim=1)
+        if return_class_token:
+            return x, feats[-1][1]
+        return x
+
+
+class HeadV1(nn.Module):
+    """v1 head: 4 backbone-feature projections -> shared upsample stack -> per-target output convs (points, mask)."""
+
+    NUM_FEATURES = 4
+    DIM_PROJ = 512
+    DIM_OUT = (3, 1) # 3 channels for points, 1 for mask
+    LAST_CONV_CHANNELS = 32
+
+    def __init__(self, dim_in: int, dim_upsample: List[int] = (256, 128, 128), num_res_blocks: int = 1, dim_times_res_block_hidden: int = 1,
+                 dtype=None, device=None, operations=comfy.ops.manual_cast):
+        super().__init__()
+        self.projects = nn.ModuleList([
+            _conv2d(operations, dim_in, self.DIM_PROJ, k=1, dtype=dtype, device=device)
+            for _ in range(self.NUM_FEATURES)
+        ])
+        def upsampler(in_ch, out_ch):
+            return nn.Sequential(
+                operations.ConvTranspose2d(in_ch, out_ch, kernel_size=2, stride=2, dtype=dtype, device=device),
+                _conv2d(operations, out_ch, out_ch, dtype=dtype, device=device),
+            )
+
+        in_chs = [self.DIM_PROJ] + list(dim_upsample[:-1])
+        self.upsample_blocks = nn.ModuleList([
+            nn.Sequential(
+                upsampler(in_ch + 2, out_ch),
+                *(ResidualConvBlock(out_ch, dim_times_res_block_hidden * out_ch, dtype=dtype, device=device, operations=operations)
+                  for _ in range(num_res_blocks))
+            )
+            for in_ch, out_ch in zip(in_chs, dim_upsample)
+        ])
+        self.output_block = nn.ModuleList([
+            nn.Sequential(
+                _conv2d(operations, dim_upsample[-1] + 2, self.LAST_CONV_CHANNELS, dtype=dtype, device=device),
+                nn.ReLU(inplace=True),
+                _conv2d(operations, self.LAST_CONV_CHANNELS, d_out, k=1, dtype=dtype, device=device),
+            )
+            for d_out in self.DIM_OUT
+        ])
+
+    def forward(self, hidden_states, image: torch.Tensor):
+        img_h, img_w = image.shape[-2:]
+        patch_h, patch_w = img_h // 14, img_w // 14
+        aspect = img_w / img_h
+        x = torch.stack([
+            proj(feat.permute(0, 2, 1).unflatten(2, (patch_h, patch_w)).contiguous())
+            for proj, (feat, _cls) in zip(self.projects, hidden_states)
+        ], dim=1).sum(dim=1)
+
+        for block in self.upsample_blocks:
+            x = block(_concat_view_plane_uv(x, aspect))
+
+        x = F.interpolate(x, (img_h, img_w), mode="bilinear", align_corners=False)
+        x = _concat_view_plane_uv(x, aspect)
+        return [block(x) for block in self.output_block]
diff --git a/ComfyUI/comfy/ldm/moge/panorama.py b/ComfyUI/comfy/ldm/moge/panorama.py
new file mode 100644
index 0000000000000000000000000000000000000000..18d0cb665bacebbb1a29ebfa94fccd561d361d5e
--- /dev/null
+++ b/ComfyUI/comfy/ldm/moge/panorama.py
@@ -0,0 +1,312 @@
+"""Panorama (equirectangular) inference helpers for MoGe.
+
+Splits an equirect into 12 perspective views via an icosahedron camera rig, runs
+the model per view, and stitches per-view distance maps back into a single
+equirect distance map via a multi-scale Poisson + gradient sparse solve.
+Image sampling uses F.grid_sample (GPU); the sparse solve uses lsmr (CPU).
+"""
+
+
+from typing import Callable, List, Optional, Tuple
+
+import numpy as np
+import torch
+import torch.nn.functional as F
+
+from scipy.ndimage import convolve, map_coordinates
+from scipy.sparse import vstack, csr_array
+from scipy.sparse.linalg import lsmr
+
+
+def _icosahedron_directions() -> np.ndarray:
+    """12 icosahedron-vertex directions (non-normalised, matching upstream's vertex order)."""
+    A = (1.0 + np.sqrt(5.0)) / 2.0
+    return np.array([
+        [0,  1,  A], [0, -1,  A], [0,  1, -A], [0, -1, -A],
+        [1,  A,  0], [-1,  A,  0], [1, -A,  0], [-1, -A,  0],
+        [A,  0,  1], [A,  0, -1], [-A,  0,  1], [-A,  0, -1],
+    ], dtype=np.float32)
+
+
+def _intrinsics_from_fov(fov_x_rad: float, fov_y_rad: float) -> np.ndarray:
+    """Normalised-image (unit-square) K matrix."""
+    fx = 0.5 / np.tan(fov_x_rad / 2)
+    fy = 0.5 / np.tan(fov_y_rad / 2)
+    return np.array([[fx, 0, 0.5], [0, fy, 0.5], [0, 0, 1]], dtype=np.float32)
+
+
+def _extrinsics_look_at(eye: np.ndarray, target: np.ndarray, up: np.ndarray) -> np.ndarray:
+    """OpenCV-convention world->camera extrinsics for an array of look-at targets (N, 4, 4)."""
+    eye = np.asarray(eye, dtype=np.float32)
+    target = np.asarray(target, dtype=np.float32)
+    up = np.asarray(up, dtype=np.float32)
+    if target.ndim == 1:
+        target = target[None]
+
+    fwd = target - eye
+    fwd = fwd / np.linalg.norm(fwd, axis=-1, keepdims=True).clip(1e-12)
+    right = np.cross(fwd, up)
+    right_norm = np.linalg.norm(right, axis=-1, keepdims=True)
+    # Fall back to an arbitrary perpendicular if forward is parallel to up.
+    parallel = right_norm.squeeze(-1) < 1e-6
+    if parallel.any():
+        alt_up = np.array([1, 0, 0], dtype=np.float32)
+        right = np.where(parallel[:, None], np.cross(fwd, alt_up), right)
+        right_norm = np.linalg.norm(right, axis=-1, keepdims=True)
+    right = right / right_norm.clip(1e-12)
+    new_up = np.cross(fwd, right)
+
+    R = np.stack([right, new_up, fwd], axis=-2)
+    t = -np.einsum("nij,j->ni", R, eye)
+    E = np.zeros((R.shape[0], 4, 4), dtype=np.float32)
+    E[:, :3, :3] = R
+    E[:, :3, 3] = t
+    E[:, 3, 3] = 1.0
+    return E
+
+
+def get_panorama_cameras() -> Tuple[np.ndarray, List[np.ndarray]]:
+    """Returns (extrinsics (12, 4, 4), [intrinsics] * 12) for icosahedron views at 90 deg FoV."""
+    targets = _icosahedron_directions()
+    eye = np.zeros(3, dtype=np.float32)
+    up = np.array([0, 0, 1], dtype=np.float32)
+    extrinsics = _extrinsics_look_at(eye, targets, up)
+    K = _intrinsics_from_fov(np.deg2rad(90.0), np.deg2rad(90.0))
+    return extrinsics, [K] * len(targets)
+
+
+def spherical_uv_to_directions(uv: np.ndarray) -> np.ndarray:
+    """Equirect UV in [0, 1] -> 3D unit-direction (Z up)."""
+    theta = (1 - uv[..., 0]) * (2 * np.pi)
+    phi = uv[..., 1] * np.pi
+    return np.stack([
+        np.sin(phi) * np.cos(theta),
+        np.sin(phi) * np.sin(theta),
+        np.cos(phi),
+    ], axis=-1).astype(np.float32)
+
+
+def directions_to_spherical_uv(directions: np.ndarray) -> np.ndarray:
+    """3D direction -> equirect UV in [0, 1]."""
+    n = np.linalg.norm(directions, axis=-1, keepdims=True).clip(1e-12)
+    d = directions / n
+    u = 1 - np.arctan2(d[..., 1], d[..., 0]) / (2 * np.pi) % 1.0
+    v = np.arccos(d[..., 2].clip(-1, 1)) / np.pi
+    return np.stack([u, v], axis=-1).astype(np.float32)
+
+
+def _uv_grid(H: int, W: int) -> np.ndarray:
+    """Pixel-center UV grid in [0, 1]; (H, W, 2)."""
+    u = (np.arange(W, dtype=np.float32) + 0.5) / W
+    v = (np.arange(H, dtype=np.float32) + 0.5) / H
+    return np.stack(np.meshgrid(u, v, indexing="xy"), axis=-1)
+
+
+def _unproject_cv(uv: np.ndarray, depth: np.ndarray,
+                  extrinsics: np.ndarray, intrinsics: np.ndarray) -> np.ndarray:
+    """Back-project pixels into world coords (OpenCV convention)."""
+    pix = np.concatenate([uv, np.ones_like(uv[..., :1])], axis=-1)
+    K_inv = np.linalg.inv(intrinsics)
+    cam = pix @ K_inv.T * depth[..., None]
+    cam_h = np.concatenate([cam, np.ones_like(cam[..., :1])], axis=-1)
+    E_inv = np.linalg.inv(extrinsics)
+    return (cam_h @ E_inv.T)[..., :3]
+
+
+def _project_cv(points: np.ndarray, extrinsics: np.ndarray, intrinsics: np.ndarray) -> Tuple[np.ndarray, np.ndarray]:
+    """World coords -> (uv, depth) in the camera (OpenCV convention)."""
+    pts_h = np.concatenate([points, np.ones_like(points[..., :1])], axis=-1)
+    cam = pts_h @ extrinsics.T
+    cam_xyz = cam[..., :3]
+    depth = cam_xyz[..., 2]
+    proj = cam_xyz @ intrinsics.T
+    uv = proj[..., :2] / proj[..., 2:3].clip(1e-12)
+    return uv.astype(np.float32), depth.astype(np.float32)
+
+
+def _grid_sample_uv(img_bchw: torch.Tensor, uv: torch.Tensor, mode: str = "bilinear") -> torch.Tensor:
+    """Sample img_bchw at UV-in-[0,1] coords uv of shape (B, H, W, 2); replicate-border."""
+    grid = uv * 2.0 - 1.0
+    return F.grid_sample(img_bchw, grid, mode=mode, padding_mode="border", align_corners=False)
+
+
+def split_panorama_image(image: torch.Tensor, extrinsics: np.ndarray, intrinsics: List[np.ndarray], resolution: int) -> torch.Tensor:
+    """(3, Hp, Wp) equirect on any device -> (N, 3, R, R) perspective crops on the same device."""
+    device = image.device
+    N = len(extrinsics)
+    uv = _uv_grid(resolution, resolution)
+    sample_uvs = []
+    for i in range(N):
+        world = _unproject_cv(uv, np.ones(uv.shape[:-1], dtype=np.float32), extrinsics[i], intrinsics[i])
+        sample_uvs.append(directions_to_spherical_uv(world))
+    sample_uvs = np.stack(sample_uvs, axis=0)
+
+    img_bchw = image.unsqueeze(0).expand(N, -1, -1, -1).contiguous()
+    sample_uvs_t = torch.from_numpy(sample_uvs).to(device=device, dtype=image.dtype)
+    return _grid_sample_uv(img_bchw, sample_uvs_t, mode="bilinear")
+
+
+def _poisson_equation(W: int, H: int, wrap_x: bool = False, wrap_y: bool = False):
+    """Sparse Laplacian operator over the H x W grid."""
+    grid_index = np.arange(H * W).reshape(H, W)
+    grid_index = np.pad(grid_index, ((0, 0), (1, 1)), mode="wrap" if wrap_x else "edge")
+    grid_index = np.pad(grid_index, ((1, 1), (0, 0)), mode="wrap" if wrap_y else "edge")
+
+    data = np.array([[-4, 1, 1, 1, 1]], dtype=np.float32).repeat(H * W, axis=0).reshape(-1)
+    indices = np.stack([
+        grid_index[1:-1, 1:-1],
+        grid_index[:-2, 1:-1], grid_index[2:, 1:-1],
+        grid_index[1:-1, :-2], grid_index[1:-1, 2:],
+    ], axis=-1).reshape(-1)
+    indptr = np.arange(0, H * W * 5 + 1, 5)
+    return csr_array((data, indices, indptr), shape=(H * W, H * W))
+
+
+def _grad_equation(W: int, H: int, wrap_x: bool = False, wrap_y: bool = False):
+    """Sparse forward-difference operator over the H x W grid."""
+    grid_index = np.arange(W * H).reshape(H, W)
+    if wrap_x:
+        grid_index = np.pad(grid_index, ((0, 0), (0, 1)), mode="wrap")
+    if wrap_y:
+        grid_index = np.pad(grid_index, ((0, 1), (0, 0)), mode="wrap")
+
+    data = np.concatenate([
+        np.concatenate([
+            np.ones((grid_index.shape[0], grid_index.shape[1] - 1), dtype=np.float32).reshape(-1, 1),
+            -np.ones((grid_index.shape[0], grid_index.shape[1] - 1), dtype=np.float32).reshape(-1, 1),
+        ], axis=1).reshape(-1),
+        np.concatenate([
+            np.ones((grid_index.shape[0] - 1, grid_index.shape[1]), dtype=np.float32).reshape(-1, 1),
+            -np.ones((grid_index.shape[0] - 1, grid_index.shape[1]), dtype=np.float32).reshape(-1, 1),
+        ], axis=1).reshape(-1),
+    ])
+    indices = np.concatenate([
+        np.concatenate([grid_index[:, :-1].reshape(-1, 1), grid_index[:, 1:].reshape(-1, 1)], axis=1).reshape(-1),
+        np.concatenate([grid_index[:-1, :].reshape(-1, 1), grid_index[1:, :].reshape(-1, 1)], axis=1).reshape(-1),
+    ])
+    nx = grid_index.shape[0] * (grid_index.shape[1] - 1)
+    ny = (grid_index.shape[0] - 1) * grid_index.shape[1]
+    indptr = np.arange(0, nx * 2 + ny * 2 + 1, 2)
+    return csr_array((data, indices, indptr), shape=(nx + ny, H * W))
+
+
+def _scipy_remap_bilinear(img: np.ndarray, sample_pixels: np.ndarray, mode: str = "bilinear") -> np.ndarray:
+    """Bilinear/nearest sampling at fractional pixel coords; out-of-range clamps to nearest border."""
+    H, W = img.shape[:2]
+    yy = np.clip(sample_pixels[..., 1], 0, H - 1)
+    xx = np.clip(sample_pixels[..., 0], 0, W - 1)
+    order = 1 if mode == "bilinear" else 0
+    if img.ndim == 2:
+        return map_coordinates(img, [yy, xx], order=order, mode="nearest").astype(img.dtype)
+    out = np.stack([
+        map_coordinates(img[..., c], [yy, xx], order=order, mode="nearest")
+        for c in range(img.shape[-1])
+    ], axis=-1)
+    return out.astype(img.dtype)
+
+
+def merge_panorama_depth(width: int, height: int,
+                         distance_maps: List[np.ndarray], pred_masks: List[np.ndarray],
+                         extrinsics: List[np.ndarray], intrinsics: List[np.ndarray],
+                         on_view: Optional[Callable[[], None]] = None,
+                         on_solve_start: Optional[Callable[[int, int], None]] = None,
+                         on_solve_end: Optional[Callable[[int, int], None]] = None,
+                         ) -> Tuple[np.ndarray, np.ndarray]:
+    """Stitch per-view distance maps into a single equirect distance map.
+
+    Recursive multi-scale solve: solves at half resolution first and uses that as the lsmr init
+    for the full-resolution solve. Optional callbacks fire per view processed and around each
+    lsmr solve so callers can drive a progress bar.
+    """
+
+    if max(width, height) > 256:
+        coarse_depth, _ = merge_panorama_depth(width // 2, height // 2,
+                                               distance_maps, pred_masks, extrinsics, intrinsics,
+                                               on_view=on_view,
+                                               on_solve_start=on_solve_start,
+                                               on_solve_end=on_solve_end)
+        t = torch.from_numpy(coarse_depth).unsqueeze(0).unsqueeze(0)
+        t = F.interpolate(t, size=(height, width), mode="bilinear", align_corners=False)
+        depth_init = t.squeeze().numpy().astype(np.float32)
+    else:
+        depth_init = None
+
+    spherical_directions = spherical_uv_to_directions(_uv_grid(height, width))
+
+    pano_log_grad_maps, pano_grad_masks = [], []
+    pano_log_lap_maps, pano_lap_masks = [], []
+    pano_pred_masks: List[np.ndarray] = []
+
+    for i in range(len(distance_maps)):
+        proj_uv, proj_depth = _project_cv(spherical_directions, extrinsics[i], intrinsics[i])
+        proj_valid = (proj_depth > 0) & (proj_uv > 0).all(axis=-1) & (proj_uv < 1).all(axis=-1)
+
+        Hd, Wd = distance_maps[i].shape[:2]
+        proj_pixels = np.clip(proj_uv, 0, 1) * np.array([Wd - 1, Hd - 1], dtype=np.float32)
+
+        log_dist = np.log(np.clip(distance_maps[i], 1e-6, None))
+        sampled = _scipy_remap_bilinear(log_dist, proj_pixels, mode="bilinear")
+        pano_log = np.where(proj_valid, sampled, 0.0).astype(np.float32)
+
+        sampled_mask = _scipy_remap_bilinear(pred_masks[i].astype(np.uint8), proj_pixels, mode="nearest")
+        pano_pred = proj_valid & (sampled_mask > 0)
+
+        # Equirect wraps horizontally but not vertically: wrap pad along x, edge pad along y.
+        padded = np.pad(pano_log, ((0, 0), (0, 1)), mode="wrap")
+        gx, gy = padded[:, :-1] - padded[:, 1:], padded[:-1, :] - padded[1:, :]
+        padded_m = np.pad(pano_pred, ((0, 0), (0, 1)), mode="wrap")
+        mx, my = padded_m[:, :-1] & padded_m[:, 1:], padded_m[:-1, :] & padded_m[1:, :]
+        pano_log_grad_maps.append((gx, gy))
+        pano_grad_masks.append((mx, my))
+
+        padded = np.pad(pano_log, ((1, 1), (0, 0)), mode="edge")
+        padded = np.pad(padded, ((0, 0), (1, 1)), mode="wrap")
+        lap_kernel = np.array([[0, 1, 0], [1, -4, 1], [0, 1, 0]], dtype=np.float32)
+        lap = convolve(padded, lap_kernel)[1:-1, 1:-1]
+        padded_m = np.pad(pano_pred, ((1, 1), (0, 0)), mode="edge")
+        padded_m = np.pad(padded_m, ((0, 0), (1, 1)), mode="wrap")
+        m_kernel = np.array([[0, 1, 0], [1, 1, 1], [0, 1, 0]], dtype=np.uint8)
+        lap_mask = convolve(padded_m.astype(np.uint8), m_kernel)[1:-1, 1:-1] == 5
+        pano_log_lap_maps.append(lap)
+        pano_lap_masks.append(lap_mask)
+        pano_pred_masks.append(pano_pred)
+
+        if on_view is not None:
+            on_view()
+
+    gx = np.stack([m[0] for m in pano_log_grad_maps], axis=0)
+    gy = np.stack([m[1] for m in pano_log_grad_maps], axis=0)
+    mx = np.stack([m[0] for m in pano_grad_masks], axis=0)
+    my = np.stack([m[1] for m in pano_grad_masks], axis=0)
+    gx_avg = (gx * mx).sum(axis=0) / mx.sum(axis=0).clip(1e-3)
+    gy_avg = (gy * my).sum(axis=0) / my.sum(axis=0).clip(1e-3)
+
+    laps = np.stack(pano_log_lap_maps, axis=0)
+    lap_masks = np.stack(pano_lap_masks, axis=0)
+    lap_avg = (laps * lap_masks).sum(axis=0) / lap_masks.sum(axis=0).clip(1e-3)
+
+    grad_x_mask = mx.any(axis=0).reshape(-1)
+    grad_y_mask = my.any(axis=0).reshape(-1)
+    grad_mask = np.concatenate([grad_x_mask, grad_y_mask])
+    lap_mask_flat = lap_masks.any(axis=0).reshape(-1)
+
+    A = vstack([
+        _grad_equation(width, height, wrap_x=True, wrap_y=False)[grad_mask],
+        _poisson_equation(width, height, wrap_x=True, wrap_y=False)[lap_mask_flat],
+    ])
+    b = np.concatenate([
+        gx_avg.reshape(-1)[grad_x_mask],
+        gy_avg.reshape(-1)[grad_y_mask],
+        lap_avg.reshape(-1)[lap_mask_flat],
+    ])
+    x0 = np.log(np.clip(depth_init, 1e-6, None)).reshape(-1) if depth_init is not None else None
+
+    if on_solve_start is not None:
+        on_solve_start(width, height)
+    x, *_ = lsmr(A, b, atol=1e-5, btol=1e-5, x0=x0, show=False)
+    if on_solve_end is not None:
+        on_solve_end(width, height)
+
+    pano_depth = np.exp(x).reshape(height, width).astype(np.float32)
+    pano_mask = np.any(pano_pred_masks, axis=0)
+    return pano_depth, pano_mask
diff --git a/ComfyUI/comfy/ldm/omnigen/__pycache__/omnigen2.cpython-312.pyc b/ComfyUI/comfy/ldm/omnigen/__pycache__/omnigen2.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..49ad52034e10be0ce1adad4c67eb13465068a051
Binary files /dev/null and b/ComfyUI/comfy/ldm/omnigen/__pycache__/omnigen2.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/omnigen/omnigen2.py b/ComfyUI/comfy/ldm/omnigen/omnigen2.py
new file mode 100644
index 0000000000000000000000000000000000000000..d18a9f6d0933972093f144e64c0f54352fe23a6b
--- /dev/null
+++ b/ComfyUI/comfy/ldm/omnigen/omnigen2.py
@@ -0,0 +1,466 @@
+# Original code: https://github.com/VectorSpaceLab/OmniGen2
+
+from typing import Optional, Tuple
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange, repeat
+from comfy.ldm.lightricks.model import Timesteps
+from comfy.ldm.flux.layers import EmbedND
+from comfy.ldm.flux.math import apply_rope1
+from comfy.ldm.modules.attention import optimized_attention_masked
+import comfy.model_management
+import comfy.ldm.common_dit
+
+
+def apply_rotary_emb(x, freqs_cis):
+    if x.shape[1] == 0:
+        return x
+
+    return apply_rope1(x, freqs_cis)
+
+
+def swiglu(x: torch.Tensor, y: torch.Tensor) -> torch.Tensor:
+    return F.silu(x, inplace=True).mul_(y)
+
+
+class TimestepEmbedding(nn.Module):
+    def __init__(self, in_channels: int, time_embed_dim: int, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.linear_1 = operations.Linear(in_channels, time_embed_dim, dtype=dtype, device=device)
+        self.act = nn.SiLU()
+        self.linear_2 = operations.Linear(time_embed_dim, time_embed_dim, dtype=dtype, device=device)
+
+    def forward(self, sample: torch.Tensor) -> torch.Tensor:
+        sample = self.linear_1(sample)
+        sample = self.act(sample)
+        sample = self.linear_2(sample)
+        return sample
+
+
+class LuminaRMSNormZero(nn.Module):
+    def __init__(self, embedding_dim: int, norm_eps: float = 1e-5, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.silu = nn.SiLU()
+        self.linear = operations.Linear(min(embedding_dim, 1024), 4 * embedding_dim, dtype=dtype, device=device)
+        self.norm = operations.RMSNorm(embedding_dim, eps=norm_eps, dtype=dtype, device=device)
+
+    def forward(self, x: torch.Tensor, emb: torch.Tensor) -> Tuple[torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor]:
+        emb = self.linear(self.silu(emb))
+        scale_msa, gate_msa, scale_mlp, gate_mlp = emb.chunk(4, dim=1)
+        x = self.norm(x) * (1 + scale_msa[:, None])
+        return x, gate_msa, scale_mlp, gate_mlp
+
+
+class LuminaLayerNormContinuous(nn.Module):
+    def __init__(self, embedding_dim: int, conditioning_embedding_dim: int, elementwise_affine: bool = False, eps: float = 1e-6, out_dim: Optional[int] = None, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.silu = nn.SiLU()
+        self.linear_1 = operations.Linear(conditioning_embedding_dim, embedding_dim, dtype=dtype, device=device)
+        self.norm = operations.LayerNorm(embedding_dim, eps, elementwise_affine, dtype=dtype, device=device)
+        self.linear_2 = operations.Linear(embedding_dim, out_dim, bias=True, dtype=dtype, device=device) if out_dim is not None else None
+
+    def forward(self, x: torch.Tensor, conditioning_embedding: torch.Tensor) -> torch.Tensor:
+        emb = self.linear_1(self.silu(conditioning_embedding).to(x.dtype))
+        x = self.norm(x) * (1 + emb)[:, None, :]
+        if self.linear_2 is not None:
+            x = self.linear_2(x)
+        return x
+
+
+class LuminaFeedForward(nn.Module):
+    def __init__(self, dim: int, inner_dim: int, multiple_of: int = 256, dtype=None, device=None, operations=None):
+        super().__init__()
+        inner_dim = multiple_of * ((inner_dim + multiple_of - 1) // multiple_of)
+        self.linear_1 = operations.Linear(dim, inner_dim, bias=False, dtype=dtype, device=device)
+        self.linear_2 = operations.Linear(inner_dim, dim, bias=False, dtype=dtype, device=device)
+        self.linear_3 = operations.Linear(dim, inner_dim, bias=False, dtype=dtype, device=device)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        h1, h2 = self.linear_1(x), self.linear_3(x)
+        return self.linear_2(swiglu(h1, h2))
+
+
+class Lumina2CombinedTimestepCaptionEmbedding(nn.Module):
+    def __init__(self, hidden_size: int = 4096, text_feat_dim: int = 2048, frequency_embedding_size: int = 256, norm_eps: float = 1e-5, timestep_scale: float = 1.0, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.time_proj = Timesteps(num_channels=frequency_embedding_size, flip_sin_to_cos=True, downscale_freq_shift=0.0, scale=timestep_scale)
+        self.timestep_embedder = TimestepEmbedding(in_channels=frequency_embedding_size, time_embed_dim=min(hidden_size, 1024), dtype=dtype, device=device, operations=operations)
+        self.caption_embedder = nn.Sequential(
+            operations.RMSNorm(text_feat_dim, eps=norm_eps, dtype=dtype, device=device),
+            operations.Linear(text_feat_dim, hidden_size, bias=True, dtype=dtype, device=device),
+        )
+
+    def forward(self, timestep: torch.Tensor, text_hidden_states: torch.Tensor, dtype: torch.dtype) -> Tuple[torch.Tensor, torch.Tensor]:
+        timestep_proj = self.time_proj(timestep).to(dtype=dtype)
+        time_embed = self.timestep_embedder(timestep_proj)
+        caption_embed = self.caption_embedder(text_hidden_states)
+        return time_embed, caption_embed
+
+
+class Attention(nn.Module):
+    def __init__(self, query_dim: int, dim_head: int, heads: int, kv_heads: int, eps: float = 1e-5, bias: bool = False, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.heads = heads
+        self.kv_heads = kv_heads
+        self.dim_head = dim_head
+        self.scale = dim_head ** -0.5
+
+        self.to_q = operations.Linear(query_dim, heads * dim_head, bias=bias, dtype=dtype, device=device)
+        self.to_k = operations.Linear(query_dim, kv_heads * dim_head, bias=bias, dtype=dtype, device=device)
+        self.to_v = operations.Linear(query_dim, kv_heads * dim_head, bias=bias, dtype=dtype, device=device)
+
+        self.norm_q = operations.RMSNorm(dim_head, eps=eps, dtype=dtype, device=device)
+        self.norm_k = operations.RMSNorm(dim_head, eps=eps, dtype=dtype, device=device)
+
+        self.to_out = nn.Sequential(
+            operations.Linear(heads * dim_head, query_dim, bias=bias, dtype=dtype, device=device),
+            nn.Dropout(0.0)
+        )
+
+    def forward(self, hidden_states: torch.Tensor, encoder_hidden_states: torch.Tensor, attention_mask: Optional[torch.Tensor] = None, image_rotary_emb: Optional[torch.Tensor] = None, transformer_options={}) -> torch.Tensor:
+        batch_size, sequence_length, _ = hidden_states.shape
+
+        query = self.to_q(hidden_states)
+        key = self.to_k(encoder_hidden_states)
+        value = self.to_v(encoder_hidden_states)
+
+        query = query.view(batch_size, -1, self.heads, self.dim_head)
+        key = key.view(batch_size, -1, self.kv_heads, self.dim_head)
+        value = value.view(batch_size, -1, self.kv_heads, self.dim_head)
+
+        query = self.norm_q(query)
+        key = self.norm_k(key)
+
+        if image_rotary_emb is not None:
+            query = apply_rotary_emb(query, image_rotary_emb)
+            key = apply_rotary_emb(key, image_rotary_emb)
+
+        query = query.transpose(1, 2)
+        key = key.transpose(1, 2)
+        value = value.transpose(1, 2)
+
+        gqa_kwargs = {"enable_gqa": True} if self.kv_heads < self.heads else {}
+        hidden_states = optimized_attention_masked(query, key, value, self.heads, attention_mask, skip_reshape=True, transformer_options=transformer_options, **gqa_kwargs)
+        hidden_states = self.to_out[0](hidden_states)
+        return hidden_states
+
+
+class OmniGen2TransformerBlock(nn.Module):
+    def __init__(self, dim: int, num_attention_heads: int, num_kv_heads: int, multiple_of: int, ffn_dim_multiplier: float, norm_eps: float, modulation: bool = True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.modulation = modulation
+
+        self.attn = Attention(
+            query_dim=dim,
+            dim_head=dim // num_attention_heads,
+            heads=num_attention_heads,
+            kv_heads=num_kv_heads,
+            eps=1e-5,
+            bias=False,
+            dtype=dtype, device=device, operations=operations,
+        )
+
+        self.feed_forward = LuminaFeedForward(
+            dim=dim,
+            inner_dim=4 * dim,
+            multiple_of=multiple_of,
+            dtype=dtype, device=device, operations=operations
+        )
+
+        if modulation:
+            self.norm1 = LuminaRMSNormZero(embedding_dim=dim, norm_eps=norm_eps, dtype=dtype, device=device, operations=operations)
+        else:
+            self.norm1 = operations.RMSNorm(dim, eps=norm_eps, dtype=dtype, device=device)
+
+        self.ffn_norm1 = operations.RMSNorm(dim, eps=norm_eps, dtype=dtype, device=device)
+        self.norm2 = operations.RMSNorm(dim, eps=norm_eps, dtype=dtype, device=device)
+        self.ffn_norm2 = operations.RMSNorm(dim, eps=norm_eps, dtype=dtype, device=device)
+
+    def forward(self, hidden_states: torch.Tensor, attention_mask: torch.Tensor, image_rotary_emb: torch.Tensor, temb: Optional[torch.Tensor] = None, transformer_options={}) -> torch.Tensor:
+        if self.modulation:
+            norm_hidden_states, gate_msa, scale_mlp, gate_mlp = self.norm1(hidden_states, temb)
+            attn_output = self.attn(norm_hidden_states, norm_hidden_states, attention_mask, image_rotary_emb, transformer_options=transformer_options)
+            hidden_states = hidden_states + gate_msa.unsqueeze(1).tanh() * self.norm2(attn_output)
+            mlp_output = self.feed_forward(self.ffn_norm1(hidden_states) * (1 + scale_mlp.unsqueeze(1)))
+            hidden_states = hidden_states + gate_mlp.unsqueeze(1).tanh() * self.ffn_norm2(mlp_output)
+        else:
+            norm_hidden_states = self.norm1(hidden_states)
+            attn_output = self.attn(norm_hidden_states, norm_hidden_states, attention_mask, image_rotary_emb, transformer_options=transformer_options)
+            hidden_states = hidden_states + self.norm2(attn_output)
+            mlp_output = self.feed_forward(self.ffn_norm1(hidden_states))
+            hidden_states = hidden_states + self.ffn_norm2(mlp_output)
+        return hidden_states
+
+
+class OmniGen2RotaryPosEmbed(nn.Module):
+    def __init__(self, theta: int, axes_dim: Tuple[int, int, int], axes_lens: Tuple[int, int, int] = (300, 512, 512), patch_size: int = 2):
+        super().__init__()
+        self.theta = theta
+        self.axes_dim = axes_dim
+        self.axes_lens = axes_lens
+        self.patch_size = patch_size
+        self.rope_embedder = EmbedND(dim=sum(axes_dim), theta=self.theta, axes_dim=axes_dim)
+
+    def forward(self, batch_size, encoder_seq_len, l_effective_cap_len, l_effective_ref_img_len, l_effective_img_len, ref_img_sizes, img_sizes, device):
+        p = self.patch_size
+
+        seq_lengths = [cap_len + sum(ref_img_len) + img_len for cap_len, ref_img_len, img_len in zip(l_effective_cap_len, l_effective_ref_img_len, l_effective_img_len)]
+
+        max_seq_len = max(seq_lengths)
+        max_ref_img_len = max([sum(ref_img_len) for ref_img_len in l_effective_ref_img_len])
+        max_img_len = max(l_effective_img_len)
+
+        position_ids = torch.zeros(batch_size, max_seq_len, 3, dtype=torch.int32, device=device)
+
+        for i, (cap_seq_len, seq_len) in enumerate(zip(l_effective_cap_len, seq_lengths)):
+            position_ids[i, :cap_seq_len] = repeat(torch.arange(cap_seq_len, dtype=torch.int32, device=device), "l -> l 3")
+
+            pe_shift = cap_seq_len
+            pe_shift_len = cap_seq_len
+
+            if ref_img_sizes[i] is not None:
+                for ref_img_size, ref_img_len in zip(ref_img_sizes[i], l_effective_ref_img_len[i]):
+                    H, W = ref_img_size
+                    ref_H_tokens, ref_W_tokens = H // p, W // p
+
+                    row_ids = repeat(torch.arange(ref_H_tokens, dtype=torch.int32, device=device), "h -> h w", w=ref_W_tokens).flatten()
+                    col_ids = repeat(torch.arange(ref_W_tokens, dtype=torch.int32, device=device), "w -> h w", h=ref_H_tokens).flatten()
+                    position_ids[i, pe_shift_len:pe_shift_len + ref_img_len, 0] = pe_shift
+                    position_ids[i, pe_shift_len:pe_shift_len + ref_img_len, 1] = row_ids
+                    position_ids[i, pe_shift_len:pe_shift_len + ref_img_len, 2] = col_ids
+
+                    pe_shift += max(ref_H_tokens, ref_W_tokens)
+                    pe_shift_len += ref_img_len
+
+            H, W = img_sizes[i]
+            H_tokens, W_tokens = H // p, W // p
+
+            row_ids = repeat(torch.arange(H_tokens, dtype=torch.int32, device=device), "h -> h w", w=W_tokens).flatten()
+            col_ids = repeat(torch.arange(W_tokens, dtype=torch.int32, device=device), "w -> h w", h=H_tokens).flatten()
+
+            position_ids[i, pe_shift_len: seq_len, 0] = pe_shift
+            position_ids[i, pe_shift_len: seq_len, 1] = row_ids
+            position_ids[i, pe_shift_len: seq_len, 2] = col_ids
+
+        freqs_cis = self.rope_embedder(position_ids).movedim(1, 2)
+
+        cap_freqs_cis_shape = list(freqs_cis.shape)
+        cap_freqs_cis_shape[1] = encoder_seq_len
+        cap_freqs_cis = torch.zeros(*cap_freqs_cis_shape, device=device, dtype=freqs_cis.dtype)
+
+        ref_img_freqs_cis_shape = list(freqs_cis.shape)
+        ref_img_freqs_cis_shape[1] = max_ref_img_len
+        ref_img_freqs_cis = torch.zeros(*ref_img_freqs_cis_shape, device=device, dtype=freqs_cis.dtype)
+
+        img_freqs_cis_shape = list(freqs_cis.shape)
+        img_freqs_cis_shape[1] = max_img_len
+        img_freqs_cis = torch.zeros(*img_freqs_cis_shape, device=device, dtype=freqs_cis.dtype)
+
+        for i, (cap_seq_len, ref_img_len, img_len, seq_len) in enumerate(zip(l_effective_cap_len, l_effective_ref_img_len, l_effective_img_len, seq_lengths)):
+            cap_freqs_cis[i, :cap_seq_len] = freqs_cis[i, :cap_seq_len]
+            ref_img_freqs_cis[i, :sum(ref_img_len)] = freqs_cis[i, cap_seq_len:cap_seq_len + sum(ref_img_len)]
+            img_freqs_cis[i, :img_len] = freqs_cis[i, cap_seq_len + sum(ref_img_len):cap_seq_len + sum(ref_img_len) + img_len]
+
+        return cap_freqs_cis, ref_img_freqs_cis, img_freqs_cis, freqs_cis, l_effective_cap_len, seq_lengths
+
+
+class OmniGen2Transformer2DModel(nn.Module):
+    def __init__(
+        self,
+        patch_size: int = 2,
+        in_channels: int = 16,
+        out_channels: Optional[int] = None,
+        hidden_size: int = 2304,
+        num_layers: int = 26,
+        num_refiner_layers: int = 2,
+        num_attention_heads: int = 24,
+        num_kv_heads: int = 8,
+        multiple_of: int = 256,
+        ffn_dim_multiplier: Optional[float] = None,
+        norm_eps: float = 1e-5,
+        axes_dim_rope: Tuple[int, int, int] = (32, 32, 32),
+        axes_lens: Tuple[int, int, int] = (300, 512, 512),
+        text_feat_dim: int = 1024,
+        timestep_scale: float = 1.0,
+        image_model=None,
+        device=None,
+        dtype=None,
+        operations=None,
+    ):
+        super().__init__()
+
+        self.patch_size = patch_size
+        self.out_channels = out_channels or in_channels
+        self.hidden_size = hidden_size
+        self.dtype = dtype
+
+        self.rope_embedder = OmniGen2RotaryPosEmbed(
+            theta=10000,
+            axes_dim=axes_dim_rope,
+            axes_lens=axes_lens,
+            patch_size=patch_size,
+        )
+
+        self.x_embedder = operations.Linear(patch_size * patch_size * in_channels, hidden_size, dtype=dtype, device=device)
+        self.ref_image_patch_embedder = operations.Linear(patch_size * patch_size * in_channels, hidden_size, dtype=dtype, device=device)
+
+        self.time_caption_embed = Lumina2CombinedTimestepCaptionEmbedding(
+            hidden_size=hidden_size,
+            text_feat_dim=text_feat_dim,
+            norm_eps=norm_eps,
+            timestep_scale=timestep_scale, dtype=dtype, device=device, operations=operations
+        )
+
+        self.noise_refiner = nn.ModuleList([
+            OmniGen2TransformerBlock(
+                hidden_size, num_attention_heads, num_kv_heads,
+                multiple_of, ffn_dim_multiplier, norm_eps, modulation=True, dtype=dtype, device=device, operations=operations
+            ) for _ in range(num_refiner_layers)
+        ])
+
+        self.ref_image_refiner = nn.ModuleList([
+            OmniGen2TransformerBlock(
+                hidden_size, num_attention_heads, num_kv_heads,
+                multiple_of, ffn_dim_multiplier, norm_eps, modulation=True, dtype=dtype, device=device, operations=operations
+            ) for _ in range(num_refiner_layers)
+        ])
+
+        self.context_refiner = nn.ModuleList([
+            OmniGen2TransformerBlock(
+                hidden_size, num_attention_heads, num_kv_heads,
+                multiple_of, ffn_dim_multiplier, norm_eps, modulation=False, dtype=dtype, device=device, operations=operations
+            ) for _ in range(num_refiner_layers)
+        ])
+
+        self.layers = nn.ModuleList([
+            OmniGen2TransformerBlock(
+                hidden_size, num_attention_heads, num_kv_heads,
+                multiple_of, ffn_dim_multiplier, norm_eps, modulation=True, dtype=dtype, device=device, operations=operations
+            ) for _ in range(num_layers)
+        ])
+
+        self.norm_out = LuminaLayerNormContinuous(
+            embedding_dim=hidden_size,
+            conditioning_embedding_dim=min(hidden_size, 1024),
+            elementwise_affine=False,
+            eps=1e-6,
+            out_dim=patch_size * patch_size * self.out_channels, dtype=dtype, device=device, operations=operations
+        )
+
+        self.image_index_embedding = nn.Parameter(torch.empty(5, hidden_size, device=device, dtype=dtype))
+
+    def flat_and_pad_to_seq(self, hidden_states, ref_image_hidden_states):
+        batch_size = len(hidden_states)
+        p = self.patch_size
+
+        img_sizes = [(img.size(1), img.size(2)) for img in hidden_states]
+        l_effective_img_len = [(H // p) * (W // p) for (H, W) in img_sizes]
+
+        if ref_image_hidden_states is not None:
+            ref_image_hidden_states = list(map(lambda ref: comfy.ldm.common_dit.pad_to_patch_size(ref, (p, p)), ref_image_hidden_states))
+            ref_img_sizes = [[(imgs.size(2), imgs.size(3)) if imgs is not None else None for imgs in ref_image_hidden_states]] * batch_size
+            l_effective_ref_img_len = [[(ref_img_size[0] // p) * (ref_img_size[1] // p) for ref_img_size in _ref_img_sizes] if _ref_img_sizes is not None else [0] for _ref_img_sizes in ref_img_sizes]
+        else:
+            ref_img_sizes = [None for _ in range(batch_size)]
+            l_effective_ref_img_len = [[0] for _ in range(batch_size)]
+
+        flat_ref_img_hidden_states = None
+        if ref_image_hidden_states is not None:
+            imgs = []
+            for ref_img in ref_image_hidden_states:
+                B, C, H, W = ref_img.size()
+                ref_img = rearrange(ref_img, 'b c (h p1) (w p2) -> b (h w) (p1 p2 c)', p1=p, p2=p)
+                imgs.append(ref_img)
+            flat_ref_img_hidden_states = torch.cat(imgs, dim=1)
+
+        img = hidden_states
+        B, C, H, W = img.size()
+        flat_hidden_states = rearrange(img, 'b c (h p1) (w p2) -> b (h w) (p1 p2 c)', p1=p, p2=p)
+
+        return (
+            flat_hidden_states, flat_ref_img_hidden_states,
+            None, None,
+            l_effective_ref_img_len, l_effective_img_len,
+            ref_img_sizes, img_sizes,
+        )
+
+    def img_patch_embed_and_refine(self, hidden_states, ref_image_hidden_states, padded_img_mask, padded_ref_img_mask, noise_rotary_emb, ref_img_rotary_emb, l_effective_ref_img_len, l_effective_img_len, temb, transformer_options={}):
+        batch_size = len(hidden_states)
+
+        hidden_states = self.x_embedder(hidden_states)
+        if ref_image_hidden_states is not None:
+            ref_image_hidden_states = self.ref_image_patch_embedder(ref_image_hidden_states)
+            image_index_embedding = comfy.model_management.cast_to(self.image_index_embedding, dtype=hidden_states.dtype, device=hidden_states.device)
+
+            for i in range(batch_size):
+                shift = 0
+                for j, ref_img_len in enumerate(l_effective_ref_img_len[i]):
+                    ref_image_hidden_states[i, shift:shift + ref_img_len, :] = ref_image_hidden_states[i, shift:shift + ref_img_len, :] + image_index_embedding[j]
+                    shift += ref_img_len
+
+        for layer in self.noise_refiner:
+            hidden_states = layer(hidden_states, padded_img_mask, noise_rotary_emb, temb, transformer_options=transformer_options)
+
+        if ref_image_hidden_states is not None:
+            for layer in self.ref_image_refiner:
+                ref_image_hidden_states = layer(ref_image_hidden_states, padded_ref_img_mask, ref_img_rotary_emb, temb, transformer_options=transformer_options)
+
+            hidden_states = torch.cat([ref_image_hidden_states, hidden_states], dim=1)
+
+        return hidden_states
+
+    def forward(self, x, timesteps, context, num_tokens, ref_latents=None, attention_mask=None, transformer_options={}, **kwargs):
+        B, C, H, W = x.shape
+        hidden_states = comfy.ldm.common_dit.pad_to_patch_size(x, (self.patch_size, self.patch_size))
+        _, _, H_padded, W_padded = hidden_states.shape
+        timestep = 1.0 - timesteps
+        text_hidden_states = context
+        text_attention_mask = attention_mask
+        ref_image_hidden_states = ref_latents
+        device = hidden_states.device
+
+        temb, text_hidden_states = self.time_caption_embed(timestep, text_hidden_states, hidden_states[0].dtype)
+
+        (
+            hidden_states, ref_image_hidden_states,
+            img_mask, ref_img_mask,
+            l_effective_ref_img_len, l_effective_img_len,
+            ref_img_sizes, img_sizes,
+        ) = self.flat_and_pad_to_seq(hidden_states, ref_image_hidden_states)
+
+        (
+            context_rotary_emb, ref_img_rotary_emb, noise_rotary_emb,
+            rotary_emb, encoder_seq_lengths, seq_lengths,
+        ) = self.rope_embedder(
+            hidden_states.shape[0], text_hidden_states.shape[1], [num_tokens] * text_hidden_states.shape[0],
+            l_effective_ref_img_len, l_effective_img_len,
+            ref_img_sizes, img_sizes, device,
+        )
+
+        for layer in self.context_refiner:
+            text_hidden_states = layer(text_hidden_states, text_attention_mask, context_rotary_emb, transformer_options=transformer_options)
+
+        img_len = hidden_states.shape[1]
+        combined_img_hidden_states = self.img_patch_embed_and_refine(
+            hidden_states, ref_image_hidden_states,
+            img_mask, ref_img_mask,
+            noise_rotary_emb, ref_img_rotary_emb,
+            l_effective_ref_img_len, l_effective_img_len,
+            temb,
+            transformer_options=transformer_options,
+        )
+
+        hidden_states = torch.cat([text_hidden_states, combined_img_hidden_states], dim=1)
+        attention_mask = None
+
+        for layer in self.layers:
+            hidden_states = layer(hidden_states, attention_mask, rotary_emb, temb, transformer_options=transformer_options)
+
+        hidden_states = self.norm_out(hidden_states, temb)
+
+        p = self.patch_size
+        output = rearrange(hidden_states[:, -img_len:], 'b (h w) (p1 p2 c) -> b c (h p1) (w p2)',  h=H_padded // p, w=W_padded// p, p1=p, p2=p)[:, :, :H, :W]
+
+        return -output
diff --git a/ComfyUI/comfy/ldm/pixart/__pycache__/blocks.cpython-312.pyc b/ComfyUI/comfy/ldm/pixart/__pycache__/blocks.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..b113329ba35c0815b367714d3252b1f12677c5d7
Binary files /dev/null and b/ComfyUI/comfy/ldm/pixart/__pycache__/blocks.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/pixart/__pycache__/pixartms.cpython-312.pyc b/ComfyUI/comfy/ldm/pixart/__pycache__/pixartms.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..fad44e1e0c1cc35b962d1f2c90d70eccf3597aae
Binary files /dev/null and b/ComfyUI/comfy/ldm/pixart/__pycache__/pixartms.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/pixart/blocks.py b/ComfyUI/comfy/ldm/pixart/blocks.py
new file mode 100644
index 0000000000000000000000000000000000000000..2225076e5754d08cd618014469c2464bad055334
--- /dev/null
+++ b/ComfyUI/comfy/ldm/pixart/blocks.py
@@ -0,0 +1,380 @@
+# Based on:
+# https://github.com/PixArt-alpha/PixArt-alpha [Apache 2.0 license]
+# https://github.com/PixArt-alpha/PixArt-sigma [Apache 2.0 license]
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+
+from comfy.ldm.modules.diffusionmodules.mmdit import TimestepEmbedder, Mlp, timestep_embedding
+from comfy.ldm.modules.attention import optimized_attention
+
+# if model_management.xformers_enabled():
+#     import xformers.ops
+#     if int((xformers.__version__).split(".")[2].split("+")[0]) >= 28:
+#         block_diagonal_mask_from_seqlens = xformers.ops.fmha.attn_bias.BlockDiagonalMask.from_seqlens
+#     else:
+#         block_diagonal_mask_from_seqlens = xformers.ops.fmha.BlockDiagonalMask.from_seqlens
+
+def modulate(x, shift, scale):
+    return x * (1 + scale.unsqueeze(1)) + shift.unsqueeze(1)
+
+def t2i_modulate(x, shift, scale):
+    return x * (1 + scale) + shift
+
+class MultiHeadCrossAttention(nn.Module):
+    def __init__(self, d_model, num_heads, attn_drop=0., proj_drop=0., dtype=None, device=None, operations=None, **kwargs):
+        super(MultiHeadCrossAttention, self).__init__()
+        assert d_model % num_heads == 0, "d_model must be divisible by num_heads"
+
+        self.d_model = d_model
+        self.num_heads = num_heads
+        self.head_dim = d_model // num_heads
+
+        self.q_linear = operations.Linear(d_model, d_model, dtype=dtype, device=device)
+        self.kv_linear = operations.Linear(d_model, d_model*2, dtype=dtype, device=device)
+        self.attn_drop = nn.Dropout(attn_drop)
+        self.proj = operations.Linear(d_model, d_model, dtype=dtype, device=device)
+        self.proj_drop = nn.Dropout(proj_drop)
+
+    def forward(self, x, cond, mask=None):
+        # query/value: img tokens; key: condition; mask: if padding tokens
+        B, N, C = x.shape
+
+        q = self.q_linear(x).view(1, -1, self.num_heads, self.head_dim)
+        kv = self.kv_linear(cond).view(1, -1, 2, self.num_heads, self.head_dim)
+        k, v = kv.unbind(2)
+
+        assert mask is None # TODO?
+        # # TODO: xformers needs separate mask logic here
+        # if model_management.xformers_enabled():
+        #     attn_bias = None
+        #     if mask is not None:
+        #         attn_bias = block_diagonal_mask_from_seqlens([N] * B, mask)
+        #     x = xformers.ops.memory_efficient_attention(q, k, v, p=0, attn_bias=attn_bias)
+        # else:
+        #     q, k, v = map(lambda t: t.transpose(1, 2), (q, k, v),)
+        #     attn_mask = None
+        #     mask = torch.ones(())
+        #     if mask is not None and len(mask) > 1:
+        #         # Create equivalent of xformer diagonal block mask, still only correct for square masks
+        #         # But depth doesn't matter as tensors can expand in that dimension
+        #         attn_mask_template = torch.ones(
+        #             [q.shape[2] // B, mask[0]],
+        #             dtype=torch.bool,
+        #             device=q.device
+        #         )
+        #         attn_mask = torch.block_diag(attn_mask_template)
+        #
+        #         # create a mask on the diagonal for each mask in the batch
+        #         for _ in range(B - 1):
+        #             attn_mask = torch.block_diag(attn_mask, attn_mask_template)
+        #     x = optimized_attention(q, k, v, self.num_heads, mask=attn_mask, skip_reshape=True)
+
+        x = optimized_attention(q.view(B, -1, C), k.view(B, -1, C), v.view(B, -1, C), self.num_heads, mask=None)
+        x = self.proj(x)
+        x = self.proj_drop(x)
+        return x
+
+
+class AttentionKVCompress(nn.Module):
+    """Multi-head Attention block with KV token compression and qk norm."""
+    def __init__(self, dim, num_heads=8, qkv_bias=True, sampling='conv', sr_ratio=1, qk_norm=False, dtype=None, device=None, operations=None, **kwargs):
+        """
+        Args:
+            dim (int): Number of input channels.
+            num_heads (int): Number of attention heads.
+            qkv_bias (bool:  If True, add a learnable bias to query, key, value.
+        """
+        super().__init__()
+        assert dim % num_heads == 0, 'dim should be divisible by num_heads'
+        self.num_heads = num_heads
+        self.head_dim = dim // num_heads
+        self.scale = self.head_dim ** -0.5
+
+        self.qkv = operations.Linear(dim, dim * 3, bias=qkv_bias, dtype=dtype, device=device)
+        self.proj = operations.Linear(dim, dim, dtype=dtype, device=device)
+
+        self.sampling=sampling    # ['conv', 'ave', 'uniform', 'uniform_every']
+        self.sr_ratio = sr_ratio
+        if sr_ratio > 1 and sampling == 'conv':
+            # Avg Conv Init.
+            self.sr = operations.Conv2d(dim, dim, groups=dim, kernel_size=sr_ratio, stride=sr_ratio, dtype=dtype, device=device)
+            # self.sr.weight.data.fill_(1/sr_ratio**2)
+            # self.sr.bias.data.zero_()
+            self.norm = operations.LayerNorm(dim, dtype=dtype, device=device)
+        if qk_norm:
+            self.q_norm = operations.LayerNorm(dim, dtype=dtype, device=device)
+            self.k_norm = operations.LayerNorm(dim, dtype=dtype, device=device)
+        else:
+            self.q_norm = nn.Identity()
+            self.k_norm = nn.Identity()
+
+    def downsample_2d(self, tensor, H, W, scale_factor, sampling=None):
+        if sampling is None or scale_factor == 1:
+            return tensor
+        B, N, C = tensor.shape
+
+        if sampling == 'uniform_every':
+            return tensor[:, ::scale_factor], int(N // scale_factor)
+
+        tensor = tensor.reshape(B, H, W, C).permute(0, 3, 1, 2)
+        new_H, new_W = int(H / scale_factor), int(W / scale_factor)
+        new_N = new_H * new_W
+
+        if sampling == 'ave':
+            tensor = F.interpolate(
+                tensor, scale_factor=1 / scale_factor, mode='nearest'
+            ).permute(0, 2, 3, 1)
+        elif sampling == 'uniform':
+            tensor = tensor[:, :, ::scale_factor, ::scale_factor].permute(0, 2, 3, 1)
+        elif sampling == 'conv':
+            tensor = self.sr(tensor).reshape(B, C, -1).permute(0, 2, 1)
+            tensor = self.norm(tensor)
+        else:
+            raise ValueError
+
+        return tensor.reshape(B, new_N, C).contiguous(), new_N
+
+    def forward(self, x, mask=None, HW=None, block_id=None):
+        B, N, C = x.shape # 2 4096 1152
+        new_N = N
+        if HW is None:
+            H = W = int(N ** 0.5)
+        else:
+            H, W = HW
+        qkv = self.qkv(x).reshape(B, N, 3, C)
+
+        q, k, v = qkv.unbind(2)
+        q = self.q_norm(q)
+        k = self.k_norm(k)
+
+        # KV compression
+        if self.sr_ratio > 1:
+            k, new_N = self.downsample_2d(k, H, W, self.sr_ratio, sampling=self.sampling)
+            v, new_N = self.downsample_2d(v, H, W, self.sr_ratio, sampling=self.sampling)
+
+        q = q.reshape(B, N, self.num_heads, C // self.num_heads)
+        k = k.reshape(B, new_N, self.num_heads, C // self.num_heads)
+        v = v.reshape(B, new_N, self.num_heads, C // self.num_heads)
+
+        if mask is not None:
+            raise NotImplementedError("Attn mask logic not added for self attention")
+
+        # This is never called at the moment
+        # attn_bias = None
+        # if mask is not None:
+        #     attn_bias = torch.zeros([B * self.num_heads, q.shape[1], k.shape[1]], dtype=q.dtype, device=q.device)
+        #     attn_bias.masked_fill_(mask.squeeze(1).repeat(self.num_heads, 1, 1) == 0, float('-inf'))
+
+        # attention 2
+        q, k, v = map(lambda t: t.transpose(1, 2), (q, k, v),)
+        x = optimized_attention(q, k, v, self.num_heads, mask=None, skip_reshape=True)
+
+        x = x.view(B, N, C)
+        x = self.proj(x)
+        return x
+
+
+class FinalLayer(nn.Module):
+    """
+    The final layer of PixArt.
+    """
+    def __init__(self, hidden_size, patch_size, out_channels, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm_final = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.linear = operations.Linear(hidden_size, patch_size * patch_size * out_channels, bias=True, dtype=dtype, device=device)
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(hidden_size, 2 * hidden_size, bias=True, dtype=dtype, device=device)
+        )
+
+    def forward(self, x, c):
+        shift, scale = self.adaLN_modulation(c).chunk(2, dim=1)
+        x = modulate(self.norm_final(x), shift, scale)
+        x = self.linear(x)
+        return x
+
+class T2IFinalLayer(nn.Module):
+    """
+    The final layer of PixArt.
+    """
+    def __init__(self, hidden_size, patch_size, out_channels, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm_final = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.linear = operations.Linear(hidden_size, patch_size * patch_size * out_channels, bias=True, dtype=dtype, device=device)
+        self.scale_shift_table = nn.Parameter(torch.randn(2, hidden_size) / hidden_size ** 0.5)
+        self.out_channels = out_channels
+
+    def forward(self, x, t):
+        shift, scale = (self.scale_shift_table[None].to(dtype=x.dtype, device=x.device) + t[:, None]).chunk(2, dim=1)
+        x = t2i_modulate(self.norm_final(x), shift, scale)
+        x = self.linear(x)
+        return x
+
+
+class MaskFinalLayer(nn.Module):
+    """
+    The final layer of PixArt.
+    """
+    def __init__(self, final_hidden_size, c_emb_size, patch_size, out_channels, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm_final = operations.LayerNorm(final_hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.linear = operations.Linear(final_hidden_size, patch_size * patch_size * out_channels, bias=True, dtype=dtype, device=device)
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(c_emb_size, 2 * final_hidden_size, bias=True, dtype=dtype, device=device)
+        )
+    def forward(self, x, t):
+        shift, scale = self.adaLN_modulation(t).chunk(2, dim=1)
+        x = modulate(self.norm_final(x), shift, scale)
+        x = self.linear(x)
+        return x
+
+
+class DecoderLayer(nn.Module):
+    """
+    The final layer of PixArt.
+    """
+    def __init__(self, hidden_size, decoder_hidden_size, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm_decoder = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.linear = operations.Linear(hidden_size, decoder_hidden_size, bias=True, dtype=dtype, device=device)
+        self.adaLN_modulation = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(hidden_size, 2 * hidden_size, bias=True, dtype=dtype, device=device)
+        )
+    def forward(self, x, t):
+        shift, scale = self.adaLN_modulation(t).chunk(2, dim=1)
+        x = modulate(self.norm_decoder(x), shift, scale)
+        x = self.linear(x)
+        return x
+
+
+class SizeEmbedder(TimestepEmbedder):
+    """
+    Embeds scalar timesteps into vector representations.
+    """
+    def __init__(self, hidden_size, frequency_embedding_size=256, dtype=None, device=None, operations=None):
+        super().__init__(hidden_size=hidden_size, frequency_embedding_size=frequency_embedding_size, operations=operations)
+        self.mlp = nn.Sequential(
+            operations.Linear(frequency_embedding_size, hidden_size, bias=True, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(hidden_size, hidden_size, bias=True, dtype=dtype, device=device),
+        )
+        self.frequency_embedding_size = frequency_embedding_size
+        self.outdim = hidden_size
+
+    def forward(self, s, bs):
+        if s.ndim == 1:
+            s = s[:, None]
+        assert s.ndim == 2
+        if s.shape[0] != bs:
+            s = s.repeat(bs//s.shape[0], 1)
+            assert s.shape[0] == bs
+        b, dims = s.shape[0], s.shape[1]
+        s = rearrange(s, "b d -> (b d)")
+        s_freq = timestep_embedding(s, self.frequency_embedding_size)
+        s_emb = self.mlp(s_freq.to(s.dtype))
+        s_emb = rearrange(s_emb, "(b d) d2 -> b (d d2)", b=b, d=dims, d2=self.outdim)
+        return s_emb
+
+
+class LabelEmbedder(nn.Module):
+    """
+    Embeds class labels into vector representations. Also handles label dropout for classifier-free guidance.
+    """
+    def __init__(self, num_classes, hidden_size, dropout_prob, dtype=None, device=None, operations=None):
+        super().__init__()
+        use_cfg_embedding = dropout_prob > 0
+        self.embedding_table = operations.Embedding(num_classes + use_cfg_embedding, hidden_size, dtype=dtype, device=device),
+        self.num_classes = num_classes
+        self.dropout_prob = dropout_prob
+
+    def token_drop(self, labels, force_drop_ids=None):
+        """
+        Drops labels to enable classifier-free guidance.
+        """
+        if force_drop_ids is None:
+            drop_ids = torch.rand(labels.shape[0]).cuda() < self.dropout_prob
+        else:
+            drop_ids = force_drop_ids == 1
+        labels = torch.where(drop_ids, self.num_classes, labels)
+        return labels
+
+    def forward(self, labels, train, force_drop_ids=None):
+        use_dropout = self.dropout_prob > 0
+        if (train and use_dropout) or (force_drop_ids is not None):
+            labels = self.token_drop(labels, force_drop_ids)
+        embeddings = self.embedding_table(labels)
+        return embeddings
+
+
+class CaptionEmbedder(nn.Module):
+    """
+    Embeds class labels into vector representations. Also handles label dropout for classifier-free guidance.
+    """
+    def __init__(self, in_channels, hidden_size, uncond_prob, act_layer=nn.GELU(approximate='tanh'), token_num=120, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.y_proj = Mlp(
+            in_features=in_channels, hidden_features=hidden_size, out_features=hidden_size, act_layer=act_layer,
+            dtype=dtype, device=device, operations=operations,
+        )
+        self.register_buffer("y_embedding", nn.Parameter(torch.randn(token_num, in_channels) / in_channels ** 0.5))
+        self.uncond_prob = uncond_prob
+
+    def token_drop(self, caption, force_drop_ids=None):
+        """
+        Drops labels to enable classifier-free guidance.
+        """
+        if force_drop_ids is None:
+            drop_ids = torch.rand(caption.shape[0]).cuda() < self.uncond_prob
+        else:
+            drop_ids = force_drop_ids == 1
+        caption = torch.where(drop_ids[:, None, None, None], self.y_embedding, caption)
+        return caption
+
+    def forward(self, caption, train, force_drop_ids=None):
+        if train:
+            assert caption.shape[2:] == self.y_embedding.shape
+        use_dropout = self.uncond_prob > 0
+        if (train and use_dropout) or (force_drop_ids is not None):
+            caption = self.token_drop(caption, force_drop_ids)
+        caption = self.y_proj(caption)
+        return caption
+
+
+class CaptionEmbedderDoubleBr(nn.Module):
+    """
+    Embeds class labels into vector representations. Also handles label dropout for classifier-free guidance.
+    """
+    def __init__(self, in_channels, hidden_size, uncond_prob, act_layer=nn.GELU(approximate='tanh'), token_num=120, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.proj = Mlp(
+            in_features=in_channels, hidden_features=hidden_size, out_features=hidden_size, act_layer=act_layer,
+            dtype=dtype, device=device, operations=operations,
+        )
+        self.embedding = nn.Parameter(torch.randn(1, in_channels) / 10 ** 0.5)
+        self.y_embedding = nn.Parameter(torch.randn(token_num, in_channels) / 10 ** 0.5)
+        self.uncond_prob = uncond_prob
+
+    def token_drop(self, global_caption, caption, force_drop_ids=None):
+        """
+        Drops labels to enable classifier-free guidance.
+        """
+        if force_drop_ids is None:
+            drop_ids = torch.rand(global_caption.shape[0]).cuda() < self.uncond_prob
+        else:
+            drop_ids = force_drop_ids == 1
+        global_caption = torch.where(drop_ids[:, None], self.embedding, global_caption)
+        caption = torch.where(drop_ids[:, None, None, None], self.y_embedding, caption)
+        return global_caption, caption
+
+    def forward(self, caption, train, force_drop_ids=None):
+        assert caption.shape[2: ] == self.y_embedding.shape
+        global_caption = caption.mean(dim=2).squeeze()
+        use_dropout = self.uncond_prob > 0
+        if (train and use_dropout) or (force_drop_ids is not None):
+            global_caption, caption = self.token_drop(global_caption, caption, force_drop_ids)
+        y_embed = self.proj(global_caption)
+        return y_embed, caption
diff --git a/ComfyUI/comfy/ldm/pixart/pixartms.py b/ComfyUI/comfy/ldm/pixart/pixartms.py
new file mode 100644
index 0000000000000000000000000000000000000000..d1ac49d84c554f1531427dea251dd6d2ea3e0dc7
--- /dev/null
+++ b/ComfyUI/comfy/ldm/pixart/pixartms.py
@@ -0,0 +1,256 @@
+# Based on:
+# https://github.com/PixArt-alpha/PixArt-alpha [Apache 2.0 license]
+# https://github.com/PixArt-alpha/PixArt-sigma [Apache 2.0 license]
+import torch
+import torch.nn as nn
+
+from .blocks import (
+    t2i_modulate,
+    CaptionEmbedder,
+    AttentionKVCompress,
+    MultiHeadCrossAttention,
+    T2IFinalLayer,
+    SizeEmbedder,
+)
+from comfy.ldm.modules.diffusionmodules.mmdit import TimestepEmbedder, PatchEmbed, Mlp, get_1d_sincos_pos_embed_from_grid_torch
+
+
+def get_2d_sincos_pos_embed_torch(embed_dim, w, h, pe_interpolation=1.0, base_size=16, device=None, dtype=torch.float32):
+    grid_h, grid_w = torch.meshgrid(
+        torch.arange(h, device=device, dtype=dtype) / (h/base_size) / pe_interpolation,
+        torch.arange(w, device=device, dtype=dtype) / (w/base_size) / pe_interpolation,
+        indexing='ij'
+    )
+    emb_h = get_1d_sincos_pos_embed_from_grid_torch(embed_dim // 2, grid_h, device=device, dtype=dtype)
+    emb_w = get_1d_sincos_pos_embed_from_grid_torch(embed_dim // 2, grid_w, device=device, dtype=dtype)
+    emb = torch.cat([emb_w, emb_h], dim=1)  # (H*W, D)
+    return emb
+
+class PixArtMSBlock(nn.Module):
+    """
+    A PixArt block with adaptive layer norm zero (adaLN-Zero) conditioning.
+    """
+    def __init__(self, hidden_size, num_heads, mlp_ratio=4.0, drop_path=0., input_size=None,
+                 sampling=None, sr_ratio=1, qk_norm=False, dtype=None, device=None, operations=None, **block_kwargs):
+        super().__init__()
+        self.hidden_size = hidden_size
+        self.norm1 = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.attn = AttentionKVCompress(
+            hidden_size, num_heads=num_heads, qkv_bias=True, sampling=sampling, sr_ratio=sr_ratio,
+            qk_norm=qk_norm, dtype=dtype, device=device, operations=operations, **block_kwargs
+        )
+        self.cross_attn = MultiHeadCrossAttention(
+            hidden_size, num_heads, dtype=dtype, device=device, operations=operations, **block_kwargs
+        )
+        self.norm2 = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        # to be compatible with lower version pytorch
+        approx_gelu = lambda: nn.GELU(approximate="tanh")
+        self.mlp = Mlp(
+            in_features=hidden_size, hidden_features=int(hidden_size * mlp_ratio), act_layer=approx_gelu,
+            dtype=dtype, device=device, operations=operations
+        )
+        self.scale_shift_table = nn.Parameter(torch.randn(6, hidden_size) / hidden_size ** 0.5)
+
+    def forward(self, x, y, t, mask=None, HW=None, **kwargs):
+        B, N, C = x.shape
+
+        shift_msa, scale_msa, gate_msa, shift_mlp, scale_mlp, gate_mlp = (self.scale_shift_table[None].to(dtype=x.dtype, device=x.device) + t.reshape(B, 6, -1)).chunk(6, dim=1)
+        x = x + (gate_msa * self.attn(t2i_modulate(self.norm1(x), shift_msa, scale_msa), HW=HW))
+        x = x + self.cross_attn(x, y, mask)
+        x = x + (gate_mlp * self.mlp(t2i_modulate(self.norm2(x), shift_mlp, scale_mlp)))
+
+        return x
+
+
+### Core PixArt Model ###
+class PixArtMS(nn.Module):
+    """
+    Diffusion model with a Transformer backbone.
+    """
+    def __init__(
+            self,
+            input_size=32,
+            patch_size=2,
+            in_channels=4,
+            hidden_size=1152,
+            depth=28,
+            num_heads=16,
+            mlp_ratio=4.0,
+            class_dropout_prob=0.1,
+            learn_sigma=True,
+            pred_sigma=True,
+            drop_path: float = 0.,
+            caption_channels=4096,
+            pe_interpolation=None,
+            pe_precision=None,
+            config=None,
+            model_max_length=120,
+            micro_condition=True,
+            qk_norm=False,
+            kv_compress_config=None,
+            dtype=None,
+            device=None,
+            operations=None,
+            **kwargs,
+    ):
+        nn.Module.__init__(self)
+        self.dtype = dtype
+        self.pred_sigma = pred_sigma
+        self.in_channels = in_channels
+        self.out_channels = in_channels * 2 if pred_sigma else in_channels
+        self.patch_size = patch_size
+        self.num_heads = num_heads
+        self.pe_interpolation = pe_interpolation
+        self.pe_precision = pe_precision
+        self.hidden_size = hidden_size
+        self.depth = depth
+
+        approx_gelu = lambda: nn.GELU(approximate="tanh")
+        self.t_block = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(hidden_size, 6 * hidden_size, bias=True, dtype=dtype, device=device)
+        )
+        self.x_embedder = PatchEmbed(
+            patch_size=patch_size,
+            in_chans=in_channels,
+            embed_dim=hidden_size,
+            bias=True,
+            dtype=dtype,
+            device=device,
+            operations=operations
+        )
+        self.t_embedder = TimestepEmbedder(
+            hidden_size, dtype=dtype, device=device, operations=operations,
+        )
+        self.y_embedder = CaptionEmbedder(
+            in_channels=caption_channels, hidden_size=hidden_size, uncond_prob=class_dropout_prob,
+            act_layer=approx_gelu, token_num=model_max_length,
+            dtype=dtype, device=device, operations=operations,
+        )
+
+        self.micro_conditioning = micro_condition
+        if self.micro_conditioning:
+            self.csize_embedder = SizeEmbedder(hidden_size//3, dtype=dtype, device=device, operations=operations)
+            self.ar_embedder = SizeEmbedder(hidden_size//3, dtype=dtype, device=device, operations=operations)
+
+        # For fixed sin-cos embedding:
+        # num_patches = (input_size // patch_size) * (input_size // patch_size)
+        # self.base_size = input_size // self.patch_size
+        # self.register_buffer("pos_embed", torch.zeros(1, num_patches, hidden_size))
+
+        drop_path = [x.item() for x in torch.linspace(0, drop_path, depth)]  # stochastic depth decay rule
+        if kv_compress_config is None:
+            kv_compress_config = {
+                'sampling': None,
+                'scale_factor': 1,
+                'kv_compress_layer': [],
+            }
+        self.blocks = nn.ModuleList([
+            PixArtMSBlock(
+                hidden_size, num_heads, mlp_ratio=mlp_ratio, drop_path=drop_path[i],
+                sampling=kv_compress_config['sampling'],
+                sr_ratio=int(kv_compress_config['scale_factor']) if i in kv_compress_config['kv_compress_layer'] else 1,
+                qk_norm=qk_norm,
+                dtype=dtype,
+                device=device,
+                operations=operations,
+            )
+            for i in range(depth)
+        ])
+        self.final_layer = T2IFinalLayer(
+            hidden_size, patch_size, self.out_channels, dtype=dtype, device=device, operations=operations
+        )
+
+    def forward_orig(self, x, timestep, y, mask=None, c_size=None, c_ar=None, **kwargs):
+        """
+        Original forward pass of PixArt.
+        x: (N, C, H, W) tensor of spatial inputs (images or latent representations of images)
+        t: (N,) tensor of diffusion timesteps
+        y: (N, 1, 120, C) conditioning
+        ar: (N, 1): aspect ratio
+        cs: (N ,2) size conditioning for height/width
+        """
+        B, C, H, W = x.shape
+        c_res = (H + W) // 2
+        pe_interpolation = self.pe_interpolation
+        if pe_interpolation is None or self.pe_precision is not None:
+            # calculate pe_interpolation on-the-fly
+            pe_interpolation = round(c_res / (512/8.0), self.pe_precision or 0)
+
+        pos_embed = get_2d_sincos_pos_embed_torch(
+            self.hidden_size,
+            h=(H // self.patch_size),
+            w=(W // self.patch_size),
+            pe_interpolation=pe_interpolation,
+            base_size=((round(c_res / 64) * 64) // self.patch_size),
+            device=x.device,
+            dtype=x.dtype,
+        ).unsqueeze(0)
+
+        x = self.x_embedder(x) + pos_embed  # (N, T, D), where T = H * W / patch_size ** 2
+        t = self.t_embedder(timestep, x.dtype)  # (N, D)
+
+        if self.micro_conditioning and (c_size is not None and c_ar is not None):
+            bs = x.shape[0]
+            c_size = self.csize_embedder(c_size, bs)  # (N, D)
+            c_ar = self.ar_embedder(c_ar, bs)  # (N, D)
+            t = t + torch.cat([c_size, c_ar], dim=1)
+
+        t0 = self.t_block(t)
+        y = self.y_embedder(y, self.training)  # (N, D)
+
+        if mask is not None:
+            if mask.shape[0] != y.shape[0]:
+                mask = mask.repeat(y.shape[0] // mask.shape[0], 1)
+            mask = mask.squeeze(1).squeeze(1)
+            y = y.squeeze(1).masked_select(mask.unsqueeze(-1) != 0).view(1, -1, x.shape[-1])
+            y_lens = mask.sum(dim=1).tolist()
+        else:
+            y_lens = None
+            y = y.squeeze(1).view(1, -1, x.shape[-1])
+        for block in self.blocks:
+            x = block(x, y, t0, y_lens, (H, W), **kwargs)  # (N, T, D)
+
+        x = self.final_layer(x, t)  # (N, T, patch_size ** 2 * out_channels)
+        x = self.unpatchify(x, H, W)  # (N, out_channels, H, W)
+
+        return x
+
+    def forward(self, x, timesteps, context, c_size=None, c_ar=None, **kwargs):
+        B, C, H, W = x.shape
+
+        # Fallback for missing microconds
+        if self.micro_conditioning:
+            if c_size is None:
+                c_size = torch.tensor([H*8, W*8], dtype=x.dtype, device=x.device).repeat(B, 1)
+
+            if c_ar is None:
+                c_ar = torch.tensor([H/W], dtype=x.dtype, device=x.device).repeat(B, 1)
+
+        ## Still accepts the input w/o that dim but returns garbage
+        if len(context.shape) == 3:
+            context = context.unsqueeze(1)
+
+        ## run original forward pass
+        out = self.forward_orig(x, timesteps, context, c_size=c_size, c_ar=c_ar)
+
+        ## only return EPS
+        if self.pred_sigma:
+            return out[:, :self.in_channels]
+        return out
+
+    def unpatchify(self, x, h, w):
+        """
+        x: (N, T, patch_size**2 * C)
+        imgs: (N, H, W, C)
+        """
+        c = self.out_channels
+        p = self.x_embedder.patch_size[0]
+        h = h // self.patch_size
+        w = w // self.patch_size
+        assert h * w == x.shape[1]
+
+        x = x.reshape(shape=(x.shape[0], h, w, p, p, c))
+        x = torch.einsum('nhwpqc->nchpwq', x)
+        imgs = x.reshape(shape=(x.shape[0], c, h * p, w * p))
+        return imgs
diff --git a/ComfyUI/comfy/ldm/pixeldit/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/pixeldit/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..8ca09b7b608c37cb382cbedf74db6a7f845453ed
Binary files /dev/null and b/ComfyUI/comfy/ldm/pixeldit/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/pixeldit/__pycache__/modules.cpython-312.pyc b/ComfyUI/comfy/ldm/pixeldit/__pycache__/modules.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..fd25272493c7e42e3be75222a7803b8ef72132d5
Binary files /dev/null and b/ComfyUI/comfy/ldm/pixeldit/__pycache__/modules.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/pixeldit/__pycache__/pid.cpython-312.pyc b/ComfyUI/comfy/ldm/pixeldit/__pycache__/pid.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..5a160c797f18a295a961a13ebc7526820c8fc9bf
Binary files /dev/null and b/ComfyUI/comfy/ldm/pixeldit/__pycache__/pid.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/pixeldit/model.py b/ComfyUI/comfy/ldm/pixeldit/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..3b30b92267a0cdaf13623d33c432a9f3facbcb59
--- /dev/null
+++ b/ComfyUI/comfy/ldm/pixeldit/model.py
@@ -0,0 +1,243 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.ldm.common_dit
+import comfy.patcher_extension
+from comfy.ldm.flux.math import apply_rope, rope
+from comfy.ldm.hidream.model import FeedForwardSwiGLU
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.modules.diffusionmodules.mmdit import TimestepEmbedder
+
+from .modules import (
+    FinalLayer,
+    PatchTokenEmbedder,
+    PiTBlock,
+    PixelTokenEmbedder,
+    apply_adaln_,
+    precompute_freqs_cis_2d,
+)
+
+
+class MMDiTJointAttention(nn.Module):
+    """Joint MMDiT attention with separate Q/K/V/proj for image and text streams.
+
+    RoPE is applied to each stream before concatenation so each stream uses its own
+    2D/1D positional encoding. Concat order is [text, image] (text first).
+    """
+    def __init__(self, dim, num_heads=8, qkv_bias=False, dtype=None, device=None, operations=None):
+        super().__init__()
+        assert dim % num_heads == 0
+        self.num_heads = num_heads
+        self.head_dim = dim // num_heads
+
+        self.qkv_x = operations.Linear(dim, dim * 3, bias=qkv_bias, dtype=dtype, device=device)
+        self.qkv_y = operations.Linear(dim, dim * 3, bias=qkv_bias, dtype=dtype, device=device)
+
+        self.q_norm_x = operations.RMSNorm(self.head_dim, eps=1e-6, dtype=dtype, device=device)
+        self.k_norm_x = operations.RMSNorm(self.head_dim, eps=1e-6, dtype=dtype, device=device)
+        self.q_norm_y = operations.RMSNorm(self.head_dim, eps=1e-6, dtype=dtype, device=device)
+        self.k_norm_y = operations.RMSNorm(self.head_dim, eps=1e-6, dtype=dtype, device=device)
+
+        self.proj_x = operations.Linear(dim, dim, dtype=dtype, device=device)
+        self.proj_y = operations.Linear(dim, dim, dtype=dtype, device=device)
+
+    def forward(self, x, y, pos_img, pos_txt=None, attn_mask=None, transformer_options={}):
+        B, Nx, _ = x.shape
+        _, Ny, _ = y.shape
+        H = self.num_heads
+        D = self.head_dim
+
+        qkv_x = self.qkv_x(x).reshape(B, Nx, 3, H, D).permute(2, 0, 3, 1, 4)
+        qx, kx, vx = qkv_x.unbind(0)
+        qx = self.q_norm_x(qx)
+        kx = self.k_norm_x(kx)
+
+        qkv_y = self.qkv_y(y).reshape(B, Ny, 3, H, D).permute(2, 0, 3, 1, 4)
+        qy, ky, vy = qkv_y.unbind(0)
+        qy = self.q_norm_y(qy)
+        ky = self.k_norm_y(ky)
+
+        qx, kx = apply_rope(qx, kx, pos_img[None, None])
+        if pos_txt is not None:
+            qy, ky = apply_rope(qy, ky, pos_txt[None, None])
+
+        q_joint = torch.cat([qy, qx], dim=2)
+        k_joint = torch.cat([ky, kx], dim=2)
+        v_joint = torch.cat([vy, vx], dim=2)
+
+        out_joint = optimized_attention(
+            q_joint, k_joint, v_joint, H,
+            mask=attn_mask, skip_reshape=True, skip_output_reshape=True,
+            transformer_options=transformer_options,
+        )
+
+        out_y = out_joint[:, :, :Ny, :].transpose(1, 2).reshape(B, Ny, H * D)
+        out_x = out_joint[:, :, Ny:, :].transpose(1, 2).reshape(B, Nx, H * D)
+
+        return self.proj_x(out_x), self.proj_y(out_y)
+
+
+class MMDiTBlockT2I(nn.Module):
+    def __init__(self, hidden_size, groups, mlp_ratio=4.0, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm_x1 = operations.RMSNorm(hidden_size, eps=1e-6, dtype=dtype, device=device)
+        self.norm_y1 = operations.RMSNorm(hidden_size, eps=1e-6, dtype=dtype, device=device)
+        self.attn = MMDiTJointAttention(hidden_size, num_heads=groups, qkv_bias=False, dtype=dtype, device=device, operations=operations)
+        self.norm_x2 = operations.RMSNorm(hidden_size, eps=1e-6, dtype=dtype, device=device)
+        self.norm_y2 = operations.RMSNorm(hidden_size, eps=1e-6, dtype=dtype, device=device)
+        mlp_hidden_dim = int(hidden_size * mlp_ratio)
+        self.mlp_x = FeedForwardSwiGLU(hidden_size, mlp_hidden_dim, multiple_of=1, dtype=dtype, device=device, operations=operations)
+        self.mlp_y = FeedForwardSwiGLU(hidden_size, mlp_hidden_dim, multiple_of=1, dtype=dtype, device=device, operations=operations)
+        self.adaLN_modulation_img = nn.Sequential(operations.Linear(hidden_size, 6 * hidden_size, bias=True, dtype=dtype, device=device))
+        self.adaLN_modulation_txt = nn.Sequential(operations.Linear(hidden_size, 6 * hidden_size, bias=True, dtype=dtype, device=device))
+
+    def forward(self, x, y, c, pos_img, pos_txt=None, attn_mask=None, transformer_options={}):
+        shift_msa_x, scale_msa_x, gate_msa_x, shift_mlp_x, scale_mlp_x, gate_mlp_x = self.adaLN_modulation_img(c).chunk(6, dim=-1)
+        shift_msa_y, scale_msa_y, gate_msa_y, shift_mlp_y, scale_mlp_y, gate_mlp_y = self.adaLN_modulation_txt(c).chunk(6, dim=-1)
+
+        x_norm = apply_adaln_(self.norm_x1(x), shift_msa_x, scale_msa_x)
+        y_norm = apply_adaln_(self.norm_y1(y), shift_msa_y, scale_msa_y)
+        attn_x, attn_y = self.attn(x_norm, y_norm, pos_img, pos_txt, attn_mask, transformer_options=transformer_options)
+        x = torch.addcmul(x, gate_msa_x, attn_x)
+        y = torch.addcmul(y, gate_msa_y, attn_y)
+
+        x = torch.addcmul(x, gate_mlp_x, self.mlp_x(apply_adaln_(self.norm_x2(x), shift_mlp_x, scale_mlp_x)))
+        y = torch.addcmul(y, gate_mlp_y, self.mlp_y(apply_adaln_(self.norm_y2(y), shift_mlp_y, scale_mlp_y)))
+        return x, y
+
+
+class PixDiT_T2I(nn.Module):
+    """PixelDiT T2I model. Hardcoded for the released 1024px Stage-3 checkpoint
+    (also runs at 512px when fed the appropriate latent size and flow_shift).
+
+    Forward:
+      x:        [B, 3, H, W] pixel-space input (no VAE)
+      timesteps:[B] in [0, 1000] (ComfyUI flow sampling convention)
+      context:  [B, Ltxt, 2304] Gemma-2-2b-it hidden states (chi_prompt prepended)
+    Returns flow-matching velocity [B, 3, H, W].
+    """
+    def __init__(
+        self,
+        in_channels=3,
+        num_groups=24,
+        hidden_size=1536,
+        pixel_hidden_size=16,
+        pixel_attn_hidden_size=1152,
+        pixel_num_groups=16,
+        patch_depth=14,
+        pixel_depth=2,
+        patch_size=16,
+        txt_embed_dim=2304,
+        txt_max_length=300,
+        use_text_rope=True,
+        text_rope_theta=10000.0,
+        image_model=None,
+        dtype=None,
+        device=None,
+        operations=None,
+        pixel_mlp_chunks=2,
+    ):
+        super().__init__()
+        self.dtype = dtype
+        self.in_channels = in_channels
+        self.out_channels = in_channels
+        self.hidden_size = hidden_size
+        self.num_groups = num_groups
+        self.patch_depth = patch_depth
+        self.pixel_depth = pixel_depth
+        self.patch_size = patch_size
+        self.pixel_hidden_size = pixel_hidden_size
+        self.pixel_attn_hidden_size = pixel_attn_hidden_size
+        self.pixel_num_groups = pixel_num_groups
+        self.txt_embed_dim = txt_embed_dim
+        self.txt_max_length = txt_max_length
+        self.use_text_rope = use_text_rope
+        self.text_rope_theta = text_rope_theta
+
+        self.pixel_embedder = PixelTokenEmbedder(self.in_channels, self.pixel_hidden_size, dtype=dtype, device=device, operations=operations)
+        self.s_embedder = PatchTokenEmbedder(self.in_channels * self.patch_size ** 2, self.hidden_size, bias=True, dtype=dtype, device=device, operations=operations)
+        self.t_embedder = TimestepEmbedder(self.hidden_size, dtype=dtype, device=device, operations=operations, max_period=10)
+        self.y_embedder = PatchTokenEmbedder(self.txt_embed_dim, self.hidden_size, bias=True, use_norm=True, dtype=dtype, device=device, operations=operations)
+        self.y_pos_embedding = nn.Parameter(torch.empty(1, self.txt_max_length, self.hidden_size, dtype=dtype, device=device))
+
+        self.patch_blocks = nn.ModuleList([
+            MMDiTBlockT2I(self.hidden_size, self.num_groups,
+                          dtype=dtype, device=device, operations=operations)
+            for _ in range(self.patch_depth)
+        ])
+        self.pixel_blocks = nn.ModuleList([
+            PiTBlock(
+                self.pixel_hidden_size,
+                self.hidden_size,
+                patch_size=self.patch_size,
+                num_heads=self.num_groups,
+                attn_hidden_size=self.pixel_attn_hidden_size,
+                attn_num_heads=self.pixel_num_groups,
+                dtype=dtype, device=device, operations=operations,
+                mlp_chunks=pixel_mlp_chunks,
+            )
+            for _ in range(self.pixel_depth)
+        ])
+
+        self.final_layer = FinalLayer(self.pixel_hidden_size, self.out_channels, dtype=dtype, device=device, operations=operations)
+
+    def _fetch_patch_pos(self, height, width, device, dtype, **rope_opts):
+        return precompute_freqs_cis_2d(self.hidden_size // self.num_groups, height, width, device=device, dtype=dtype, **rope_opts)
+
+    def _fetch_text_pos(self, length, device, dtype):
+        return rope(torch.arange(length, dtype=torch.float32, device=device).reshape(1, -1), self.hidden_size // self.num_groups, self.text_rope_theta).squeeze(0).to(dtype=dtype)
+
+    def forward(self, x, timesteps, context=None, attention_mask=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward, self, comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options),
+        ).execute(x, timesteps, context, attention_mask, transformer_options, **kwargs)
+
+    def _pre_patch_block(self, s, i, **kwargs):
+        """Hook for subclasses to inject per-block state into the patch stream (e.g. PiD's LQ gate)."""
+        return s
+
+    def _pre_pixel_blocks(self, s, **kwargs):
+        return s
+
+    def _forward(self, x, timesteps, context=None, attention_mask=None, transformer_options={}, **kwargs):
+        H_orig, W_orig = x.shape[2], x.shape[3]
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, (self.patch_size, self.patch_size))
+        B, _, H, W = x.shape
+        Hs = H // self.patch_size
+        Ws = W // self.patch_size
+        L = Hs * Ws
+
+        pos_img = self._fetch_patch_pos(Hs, Ws, x.device, x.dtype, **(transformer_options.get("rope_options") or {}))
+        x_patches = F.unfold(x, kernel_size=self.patch_size, stride=self.patch_size).transpose(1, 2)
+
+        t_emb = self.t_embedder(timesteps.view(-1), x.dtype).view(B, -1, self.hidden_size)
+
+        if context is None or context.dim() != 3:
+            raise ValueError("PixDiT_T2I requires context (text embeddings) of shape [B, L, D]")
+        Ltxt = min(context.shape[1], self.txt_max_length)
+        y = context[:, :Ltxt, :]
+        y_emb = self.y_embedder(y).view(B, Ltxt, self.hidden_size)
+        y_emb = y_emb + self.y_pos_embedding[:, :Ltxt, :].to(y_emb) # y_pos_embedding is a raw nn.Parameter
+
+        condition = F.silu(t_emb)
+        pos_txt = self._fetch_text_pos(Ltxt, x.device, x.dtype) if self.use_text_rope else None
+
+        s = self.s_embedder(x_patches)
+        for i, blk in enumerate(self.patch_blocks):
+            s = self._pre_patch_block(s, i, **kwargs)
+            s, y_emb = blk(s, y_emb, condition, pos_img, pos_txt, None, transformer_options=transformer_options)
+        s = F.silu(t_emb + s)
+
+        s = self._pre_pixel_blocks(s, **kwargs)
+        s_cond = s.view(B * L, self.hidden_size)
+        x_pixels = self.pixel_embedder(x, patch_size=self.patch_size)
+        for blk in self.pixel_blocks:
+            x_pixels = blk(x_pixels, s_cond, H, W, self.patch_size, mask=None, transformer_options=transformer_options)
+
+        x_pixels = self.final_layer(x_pixels)
+        C_out = self.out_channels
+        P2 = self.patch_size * self.patch_size
+        x_pixels = x_pixels.view(B, L, P2, C_out).permute(0, 3, 2, 1).reshape(B, C_out * P2, L)
+        out = F.fold(x_pixels, (H, W), kernel_size=self.patch_size, stride=self.patch_size)
+        return out[:, :, :H_orig, :W_orig]
diff --git a/ComfyUI/comfy/ldm/pixeldit/modules.py b/ComfyUI/comfy/ldm/pixeldit/modules.py
new file mode 100644
index 0000000000000000000000000000000000000000..4b1e538c70be9711ead8d4b8dbf6c821b7d18457
--- /dev/null
+++ b/ComfyUI/comfy/ldm/pixeldit/modules.py
@@ -0,0 +1,187 @@
+import torch
+import torch.nn as nn
+
+from comfy.ldm.flux.math import apply_rope, rope
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.modules.diffusionmodules.mmdit import Mlp, get_1d_sincos_pos_embed_from_grid_torch
+
+
+def apply_adaln_(x, shift, scale):
+    return x.addcmul_(x, scale).add_(shift)
+
+
+def precompute_freqs_cis_2d(dim, height, width, theta=10000.0, scale=16.0,
+                            ref_grid_h=None, ref_grid_w=None,
+                            scale_x=1.0, scale_y=1.0, shift_x=0.0, shift_y=0.0,
+                            device=None, dtype=torch.float32, **kwargs):
+    """2D RoPE with x/y axis frequencies interleaved at stride 2 across head dim.
+
+    rope_options:
+      scale_x / scale_y multiply the position range (RoPE extrapolation).
+      shift_x / shift_y offset the position origin (tiled / regional inference).
+    With ref_grid_h/w set, also applies NTK-aware per-axis theta scaling
+    (rope_mode='ntk_aware'): theta_axis = theta * (current/ref)^(dim_axis/(dim_axis-2)).
+    Returns Flux-format rotation matrices of shape [H*W, dim/2, 2, 2].
+    Layout of head-dim pairs: [x_0, y_0, x_1, y_1, ..., x_{dim/4-1}, y_{dim/4-1}].
+    """
+    dim_axis = dim // 2
+    if ref_grid_h is not None and dim_axis > 2:
+        h_ntk = (height / ref_grid_h) ** (dim_axis / (dim_axis - 2))
+        w_ntk = (width / ref_grid_w) ** (dim_axis / (dim_axis - 2))
+    else:
+        h_ntk = w_ntk = 1.0
+
+    x_lin = torch.linspace(shift_x, scale * scale_x + shift_x, width, device=device)
+    y_lin = torch.linspace(shift_y, scale * scale_y + shift_y, height, device=device)
+    y_grid, x_grid = torch.meshgrid(y_lin, x_lin, indexing="ij")
+    x_rope = rope(x_grid.reshape(1, -1), dim_axis, theta * w_ntk).squeeze(0)
+    y_rope = rope(y_grid.reshape(1, -1), dim_axis, theta * h_ntk).squeeze(0)
+    out = torch.stack([x_rope, y_rope], dim=2).reshape(height * width, dim // 2, 2, 2)
+    return out.to(dtype=dtype)
+
+
+def get_2d_sincos_pos_embed(embed_dim, height, width, device=None, dtype=torch.float32):
+    """Standard 2D sin/cos absolute positional embedding (ViT-style).
+
+    first half encodes W-coordinates, second half H.
+    """
+    assert embed_dim % 4 == 0
+    grid_h = torch.arange(height, dtype=torch.float32, device=device)
+    grid_w = torch.arange(width, dtype=torch.float32, device=device)
+    grid_y, grid_x = torch.meshgrid(grid_h, grid_w, indexing="ij")
+    emb_w = get_1d_sincos_pos_embed_from_grid_torch(embed_dim // 2, grid_x.reshape(-1), device=device)
+    emb_h = get_1d_sincos_pos_embed_from_grid_torch(embed_dim // 2, grid_y.reshape(-1), device=device)
+    return torch.cat([emb_w, emb_h], dim=1).to(dtype=dtype)
+
+
+class RotaryAttention(nn.Module):
+    """Single-stream self-attention with rotary positional encoding (used inside PiTBlock)."""
+    def __init__(self, dim, num_heads=8, qkv_bias=False, dtype=None, device=None, operations=None):
+        super().__init__()
+        assert dim % num_heads == 0
+        self.num_heads = num_heads
+        self.head_dim = dim // num_heads
+        self.qkv = operations.Linear(dim, dim * 3, bias=qkv_bias, dtype=dtype, device=device)
+        self.q_norm = operations.RMSNorm(self.head_dim, eps=1e-6, dtype=dtype, device=device)
+        self.k_norm = operations.RMSNorm(self.head_dim, eps=1e-6, dtype=dtype, device=device)
+        self.proj = operations.Linear(dim, dim, dtype=dtype, device=device)
+
+    def forward(self, x, pos, mask=None, transformer_options={}):
+        B, N, C = x.shape
+        H = self.num_heads
+        D = self.head_dim
+        qkv = self.qkv(x).reshape(B, N, 3, H, D).permute(2, 0, 3, 1, 4)
+        q, k, v = qkv.unbind(0)
+        q, k = apply_rope(self.q_norm(q), self.k_norm(k), pos[None, None])
+        x = optimized_attention(q, k, v, H, mask=mask, skip_reshape=True, transformer_options=transformer_options)
+        return self.proj(x)
+
+
+class FinalLayer(nn.Module):
+    def __init__(self, hidden_size, out_channels, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm = operations.RMSNorm(hidden_size, eps=1e-6, dtype=dtype, device=device)
+        self.linear = operations.Linear(hidden_size, out_channels, bias=True, dtype=dtype, device=device)
+
+    def forward(self, x):
+        return self.linear(self.norm(x))
+
+
+class PatchTokenEmbedder(nn.Module):
+    """Linear projection used both for patchified-image tokens and text-feature tokens."""
+    def __init__(self, in_chans, embed_dim, use_norm=False, bias=True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.proj = operations.Linear(in_chans, embed_dim, bias=bias, dtype=dtype, device=device)
+        self.norm = operations.RMSNorm(embed_dim, eps=1e-6, dtype=dtype, device=device) if use_norm else nn.Identity()
+
+    def forward(self, x):
+        return self.norm(self.proj(x))
+
+
+class PixelTokenEmbedder(nn.Module):
+    """Pixel-level embedder: lifts each RGB pixel to hidden_size and packs into per-patch sequences."""
+    def __init__(self, in_channels, hidden_size_output, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.in_channels = in_channels
+        self.hidden_size_output = hidden_size_output
+        self.proj = operations.Linear(self.in_channels, self.hidden_size_output, bias=True, dtype=dtype, device=device)
+
+    def forward(self, inputs, patch_size):
+        B, _, H, W = inputs.shape
+        Hs, Ws = H // patch_size, W // patch_size
+        P2 = patch_size * patch_size
+        x = inputs.permute(0, 2, 3, 1).contiguous()
+        x = self.proj(x)
+        pos_full = get_2d_sincos_pos_embed(self.hidden_size_output, H, W, device=x.device, dtype=x.dtype).view(H, W, self.hidden_size_output)
+        x = x + pos_full.unsqueeze(0)
+        x = x.view(B, Hs, patch_size, Ws, patch_size, self.hidden_size_output)
+        return x.permute(0, 1, 3, 2, 4, 5).reshape(B * Hs * Ws, P2, self.hidden_size_output)
+
+
+class PiTBlock(nn.Module):
+    """Pixel-level transformer block.
+
+    Compresses each patch's P^2 pixel tokens → 1 attention token via a linear,
+    runs global self-attention across patches with 2D RoPE, then expands back to P^2 tokens.
+    Conditioning is per-pixel adaLN from the patch-level features.
+    """
+    def __init__(self, pixel_hidden_size, patch_hidden_size, patch_size, num_heads, mlp_ratio=4.0,
+                 attn_hidden_size=None, attn_num_heads=None, dtype=None, device=None, operations=None, mlp_chunks=1):
+        super().__init__()
+        self.pixel_dim = pixel_hidden_size
+        self.context_dim = patch_hidden_size
+        self.attn_dim = attn_hidden_size if attn_hidden_size is not None else patch_hidden_size
+        self.num_heads = attn_num_heads if attn_num_heads is not None else num_heads
+        assert self.attn_dim % self.num_heads == 0
+
+        p2 = patch_size * patch_size
+        self.compress_to_attn = operations.Linear(p2 * self.pixel_dim, self.attn_dim, bias=True, dtype=dtype, device=device)
+        self.expand_from_attn = operations.Linear(self.attn_dim, p2 * self.pixel_dim, bias=True, dtype=dtype, device=device)
+
+        self.norm1 = operations.RMSNorm(self.pixel_dim, eps=1e-6, dtype=dtype, device=device)
+        self.attn = RotaryAttention(self.attn_dim, num_heads=self.num_heads, qkv_bias=False, dtype=dtype, device=device, operations=operations)
+        self.norm2 = operations.RMSNorm(self.pixel_dim, eps=1e-6, dtype=dtype, device=device)
+        self.mlp = Mlp(self.pixel_dim, hidden_features=int(self.pixel_dim * mlp_ratio), dtype=dtype, device=device, operations=operations)
+
+        self.adaLN_modulation_msa = operations.Linear(self.context_dim, 3 * self.pixel_dim * p2, bias=True, dtype=dtype, device=device)
+        self.adaLN_modulation_mlp = operations.Linear(self.context_dim, 3 * self.pixel_dim * p2, bias=True, dtype=dtype, device=device)
+
+        self._rope_fn = precompute_freqs_cis_2d
+        self.mlp_chunks = max(1, int(mlp_chunks))
+
+    def _fetch_pos(self, height, width, device, dtype, **rope_opts):
+        return self._rope_fn(self.attn_dim // self.num_heads, height, width, device=device, dtype=dtype, **rope_opts)
+
+    def forward(self, x, s_cond, image_height, image_width, patch_size, mask=None, transformer_options={}):
+        BL, P2, _ = x.shape
+        Hs, Ws = image_height // patch_size, image_width // patch_size
+        L = Hs * Ws
+        B = BL // L
+
+        # Attention path uses only msa params; compute, use, free before mlp params allocate.
+        msa_params = self.adaLN_modulation_msa(s_cond).view(BL, P2, 3 * self.pixel_dim)
+        shift_msa, scale_msa, gate_msa = msa_params.chunk(3, dim=-1)
+
+        x_norm = apply_adaln_(self.norm1(x), shift_msa, scale_msa)
+        x_flat = x_norm.view(BL, P2 * self.pixel_dim)
+
+        x_comp = self.compress_to_attn(x_flat).view(B, L, self.attn_dim)
+        pos_comp = self._fetch_pos(Hs, Ws, x.device, x.dtype, **(transformer_options.get("rope_options") or {}))
+        attn_out = self.attn(x_comp, pos_comp, mask=mask, transformer_options=transformer_options)
+        attn_flat = self.expand_from_attn(attn_out.view(B * L, self.attn_dim))
+        attn_exp = attn_flat.view(BL, P2, self.pixel_dim)
+        x = torch.addcmul(x, gate_msa, attn_exp)
+        del msa_params, shift_msa, scale_msa, gate_msa
+
+        mlp_params = self.adaLN_modulation_mlp(s_cond).view(BL, P2, 3 * self.pixel_dim)
+        shift_mlp, scale_mlp, gate_mlp = mlp_params.chunk(3, dim=-1)
+        gate_mlp = gate_mlp.contiguous()  # detach from mlp_params so the del below frees shift+scale storage before the MLP
+        mlp_input = apply_adaln_(self.norm2(x), shift_mlp, scale_mlp)
+        del mlp_params, shift_mlp, scale_mlp
+
+        # MLP in chunks since the peak memory usage is huge here
+        chunk_size = (BL + self.mlp_chunks - 1) // self.mlp_chunks
+        for s in range(0, BL, chunk_size):
+            e = min(s + chunk_size, BL)
+            x[s:e].addcmul_(gate_mlp[s:e], self.mlp(mlp_input[s:e]))
+        return x
diff --git a/ComfyUI/comfy/ldm/pixeldit/pid.py b/ComfyUI/comfy/ldm/pixeldit/pid.py
new file mode 100644
index 0000000000000000000000000000000000000000..8590408d9b0f4ae1322fc7ddf2de0b4dc0e5c6f9
--- /dev/null
+++ b/ComfyUI/comfy/ldm/pixeldit/pid.py
@@ -0,0 +1,263 @@
+"""PiD — Pixel Diffusion Decoder. Decodes a Flux/SD3/Flux2/Z-Image latent
+directly to a 4x-upscaled image in 4 distilled flow-matching steps. PixDiT_T2I
+body + LQ projection branch injected before each MMDiT patch block.
+"""
+
+from typing import List
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+from .model import PixDiT_T2I
+from .modules import precompute_freqs_cis_2d
+
+
+class SigmaAwareGate(nn.Module):
+    """gate = sigmoid(content_proj(cat[x, lq]) - exp(log_alpha) * sigma); out = x + gate * lq.
+
+    Trained init gives ~0.88 gate at sigma=0, ~0.05 at sigma=1.
+    """
+
+    def __init__(self, dim: int, per_token: bool = False, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.content_proj = operations.Linear(dim * 2, 1 if per_token else dim, dtype=dtype, device=device)
+        self.log_alpha = nn.Parameter(torch.empty((), dtype=dtype, device=device))
+
+    def forward(self, x: torch.Tensor, lq: torch.Tensor, sigma: torch.Tensor) -> torch.Tensor:
+        content_logit = self.content_proj(torch.cat([x, lq], dim=-1))
+        # log_alpha is a raw nn.Parameter -> doesn't auto-cast under dynamic VRAM.
+        log_alpha = self.log_alpha.to(device=x.device, dtype=torch.float32)
+        sigma_offset = -log_alpha.exp() * sigma.float().view(-1, 1, 1)
+        gate = torch.sigmoid(content_logit + sigma_offset)
+        return x + (gate * lq).to(x.dtype)
+
+
+class ResBlock(nn.Module):
+    """Pre-activation ResNet block: GN -> SiLU -> Conv -> GN -> SiLU -> Conv + skip."""
+
+    def __init__(self, channels: int, num_groups: int = 4, conv_padding_mode: str = "zeros", dtype=None, device=None, operations=None):
+        super().__init__()
+        self.block = nn.Sequential(
+            operations.GroupNorm(num_groups, channels, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(channels, channels, kernel_size=3, padding=1, padding_mode=conv_padding_mode, dtype=dtype, device=device),
+            operations.GroupNorm(num_groups, channels, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(channels, channels, kernel_size=3, padding=1, padding_mode=conv_padding_mode, dtype=dtype, device=device),
+        )
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        return x + self.block(x)
+
+
+class LQProjection2D(nn.Module):
+    """LQ latent -> per-block patch-aligned features for controlnet-style injection."""
+
+    def __init__(
+        self,
+        latent_channels: int,
+        hidden_dim: int = 512,
+        out_dim: int = 1536,
+        patch_size: int = 16,
+        sr_scale: int = 4,
+        latent_spatial_down_factor: int = 8,
+        latent_unpatchify_factor: int = 1,
+        num_res_blocks: int = 4,
+        num_outputs: int = 7,
+        interval: int = 2,
+        conv_padding_mode: str = "zeros",
+        gate_per_token: bool = False,
+        pit_output: bool = False,
+        dtype=None, device=None, operations=None,
+    ):
+        super().__init__()
+        self.latent_channels = latent_channels
+        self.hidden_dim = hidden_dim
+        self.out_dim = out_dim
+        self.patch_size = patch_size
+        self.sr_scale = sr_scale
+        self.latent_spatial_down_factor = latent_spatial_down_factor
+        self.latent_unpatchify_factor = latent_unpatchify_factor
+        self.num_outputs = num_outputs
+        self.interval = interval
+
+        effective_latent_channels = latent_channels // (latent_unpatchify_factor * latent_unpatchify_factor)
+        effective_spatial_down_factor = latent_spatial_down_factor // latent_unpatchify_factor
+        z_to_patch_ratio = (sr_scale * effective_spatial_down_factor) / patch_size
+        self.z_to_patch_ratio = z_to_patch_ratio
+        if z_to_patch_ratio >= 1:
+            self.latent_fold_factor = 0
+            latent_proj_in_ch = effective_latent_channels
+        else:
+            fold_factor = int(1 / z_to_patch_ratio)
+            assert fold_factor * z_to_patch_ratio == 1.0
+            self.latent_fold_factor = fold_factor
+            latent_proj_in_ch = effective_latent_channels * fold_factor * fold_factor
+
+        layers = [
+            operations.Conv2d(latent_proj_in_ch, hidden_dim, kernel_size=3, padding=1, padding_mode=conv_padding_mode, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Conv2d(hidden_dim, hidden_dim, kernel_size=3, padding=1, padding_mode=conv_padding_mode, dtype=dtype, device=device),
+        ]
+        for _ in range(num_res_blocks):
+            layers.append(ResBlock(hidden_dim, conv_padding_mode=conv_padding_mode, dtype=dtype, device=device, operations=operations))
+        self.latent_proj = nn.Sequential(*layers)
+
+        self.output_heads = nn.ModuleList(
+            [operations.Linear(hidden_dim, out_dim, dtype=dtype, device=device) for _ in range(num_outputs)]
+        )
+        self.pit_head = operations.Linear(hidden_dim, out_dim, dtype=dtype, device=device) if pit_output else None
+        self.gate_modules = nn.ModuleList(
+            [SigmaAwareGate(out_dim, per_token=gate_per_token, dtype=dtype, device=device, operations=operations)
+             for _ in range(num_outputs)]
+        )
+
+    def is_gate_active(self, block_idx: int) -> bool:
+        return block_idx % self.interval == 0
+
+    def output_index(self, block_idx: int) -> int:
+        return block_idx // self.interval
+
+    def gate(self, x: torch.Tensor, lq_feature: torch.Tensor, sigma: torch.Tensor, out_idx: int) -> torch.Tensor:
+        return self.gate_modules[out_idx](x, lq_feature, sigma)
+
+    def _align_latent_to_patch_grid(self, lq_latent: torch.Tensor, pH: int, pW: int) -> torch.Tensor:
+        f = self.latent_unpatchify_factor
+        if f > 1:
+            B, C, H, W = lq_latent.shape
+            lq_latent = lq_latent.reshape(B, C // (f * f), f, f, H, W)
+            lq_latent = lq_latent.permute(0, 1, 4, 2, 5, 3).reshape(B, C // (f * f), H * f, W * f)
+        B, z_dim = lq_latent.shape[:2]
+        if self.z_to_patch_ratio >= 1:
+            if lq_latent.shape[2] != pH or lq_latent.shape[3] != pW:
+                z_aligned = F.interpolate(lq_latent, size=(pH, pW), mode="nearest")
+            else:
+                z_aligned = lq_latent
+        else:
+            f = self.latent_fold_factor
+            zH_expected, zW_expected = pH * f, pW * f
+            if lq_latent.shape[2] != zH_expected or lq_latent.shape[3] != zW_expected:
+                lq_latent = F.interpolate(lq_latent, size=(zH_expected, zW_expected), mode="nearest")
+            z_aligned = lq_latent.reshape(B, z_dim, pH, f, pW, f).permute(0, 1, 3, 5, 2, 4)
+            z_aligned = z_aligned.reshape(B, z_dim * f * f, pH, pW)
+        return self.latent_proj(z_aligned)
+
+    def forward(self, lq_latent: torch.Tensor, target_pH: int, target_pW: int) -> List[torch.Tensor]:
+        feat = self._align_latent_to_patch_grid(lq_latent, target_pH, target_pW)
+        B, C, H, W = feat.shape
+        tokens = feat.permute(0, 2, 3, 1).contiguous().view(B, H * W, C)
+        outputs = [head(tokens) for head in self.output_heads]
+        if self.pit_head is not None:
+            outputs.append(self.pit_head(tokens))
+        return outputs
+
+
+class PidNet(PixDiT_T2I):
+    """PixDiT_T2I + LQ injection (one sigma-gated feature inserted before each patch block)."""
+
+    def __init__(
+        self,
+        lq_latent_channels: int = 16,
+        lq_hidden_dim: int = 512,
+        lq_num_res_blocks: int = 4,
+        lq_interval: int = 2,
+        sr_scale: int = 4,
+        latent_spatial_down_factor: int = 8,
+        lq_latent_unpatchify_factor: int = 1,
+        lq_conv_padding_mode: str = "zeros",
+        lq_gate_per_token: bool = False,
+        pit_lq_inject: bool = False,
+        rope_ref_h: int = 1024, # NTK ref resolution in PIXEL units: 1024px / patch=16 -> grid_ref=64.
+        rope_ref_w: int = 1024,
+        image_model=None,
+        dtype=None, device=None, operations=None,
+        **pixdit_kwargs,
+    ):
+        super().__init__(dtype=dtype, device=device, operations=operations, **pixdit_kwargs)
+
+        self.rope_ref_grid_h = rope_ref_h // self.patch_size
+        self.rope_ref_grid_w = rope_ref_w // self.patch_size
+
+        # Parent's PiTBlocks were built with plain RoPE — swap in NTK-aware.
+        def _pit_rope_fn(head_dim, h, w, device=None, dtype=torch.float32, **rope_opts):
+            return precompute_freqs_cis_2d(head_dim, h, w, ref_grid_h=self.rope_ref_grid_h, ref_grid_w=self.rope_ref_grid_w, device=device, dtype=dtype, **rope_opts)
+        for blk in self.pixel_blocks:
+            blk._rope_fn = _pit_rope_fn
+
+        self.pit_lq_inject = pit_lq_inject
+
+        num_lq_outputs = (self.patch_depth + lq_interval - 1) // lq_interval
+        self.lq_proj = LQProjection2D(
+            latent_channels=lq_latent_channels,
+            hidden_dim=lq_hidden_dim,
+            out_dim=self.hidden_size,
+            patch_size=self.patch_size,
+            sr_scale=sr_scale,
+            latent_spatial_down_factor=latent_spatial_down_factor,
+            latent_unpatchify_factor=lq_latent_unpatchify_factor,
+            num_res_blocks=lq_num_res_blocks,
+            num_outputs=num_lq_outputs,
+            interval=lq_interval,
+            conv_padding_mode=lq_conv_padding_mode,
+            gate_per_token=lq_gate_per_token,
+            pit_output=pit_lq_inject,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+        self.pit_lq_gate = SigmaAwareGate(
+            self.hidden_size, per_token=lq_gate_per_token, dtype=dtype, device=device, operations=operations
+        ) if pit_lq_inject else None
+
+    def _fetch_patch_pos(self, height, width, device, dtype, **rope_opts):
+        return precompute_freqs_cis_2d(
+            self.hidden_size // self.num_groups,
+            height, width,
+            ref_grid_h=self.rope_ref_grid_h, ref_grid_w=self.rope_ref_grid_w,
+            device=device, dtype=dtype, **rope_opts,
+        )
+
+    def _pre_patch_block(self, s, i, pid_lq_features, pid_degrade_sigma, **kwargs):
+        if not self.lq_proj.is_gate_active(i):
+            return s
+        out_idx = self.lq_proj.output_index(i)
+        if out_idx >= len(pid_lq_features):
+            return s
+        return self.lq_proj.gate(s, pid_lq_features[out_idx], pid_degrade_sigma, out_idx)
+
+    def _pre_pixel_blocks(self, s, pid_pit_lq_feature=None, pid_degrade_sigma=None, **kwargs):
+        if pid_pit_lq_feature is None:
+            return s
+        return self.pit_lq_gate(s, pid_pit_lq_feature, pid_degrade_sigma)
+
+    def _forward(self, x, timesteps, context=None, attention_mask=None, transformer_options={}, lq_latent=None, degrade_sigma=None, **kwargs):
+        if lq_latent is None:
+            raise ValueError("PidNet requires lq_latent — attach via PiDConditioning")
+        expected_c = self.lq_proj.latent_channels
+        if lq_latent.shape[1] != expected_c:
+            raise ValueError(
+                f"Input latent has {lq_latent.shape[1]} channels, this model variant expects {expected_c}. "
+                f"Flux1/SD3 = 16 channels, Flux2 = 128 channels."
+            )
+        B = x.shape[0]
+        # Match the backbone's pad_to_patch_size (round up) so the LQ grid lines up with the patch stream.
+        Hs = -(-x.shape[2] // self.patch_size)
+        Ws = -(-x.shape[3] // self.patch_size)
+
+        degrade_sigma = degrade_sigma.to(device=x.device, dtype=torch.float32).reshape(-1)
+        if degrade_sigma.numel() == 1 and B > 1:
+            degrade_sigma = degrade_sigma.expand(B).contiguous()
+
+        lq_features = self.lq_proj(lq_latent=lq_latent.to(x), target_pH=Hs, target_pW=Ws)
+        pit_lq_feature = lq_features.pop() if self.pit_lq_inject else None
+
+        return super()._forward(
+            x, timesteps,
+            context=context, attention_mask=attention_mask,
+            transformer_options=transformer_options,
+            pid_lq_features=lq_features,
+            pid_pit_lq_feature=pit_lq_feature,
+            pid_degrade_sigma=degrade_sigma,
+            **kwargs,
+        )
diff --git a/ComfyUI/comfy/ldm/qwen_image/__pycache__/controlnet.cpython-312.pyc b/ComfyUI/comfy/ldm/qwen_image/__pycache__/controlnet.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..4aeb42f302ce908b499eef4978910320cea08647
Binary files /dev/null and b/ComfyUI/comfy/ldm/qwen_image/__pycache__/controlnet.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/qwen_image/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/qwen_image/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..ebd4568d15b1977c4eefabd73452d5e3507cca0b
Binary files /dev/null and b/ComfyUI/comfy/ldm/qwen_image/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/qwen_image/controlnet.py b/ComfyUI/comfy/ldm/qwen_image/controlnet.py
new file mode 100644
index 0000000000000000000000000000000000000000..c0aae9240f812f07012c4c312cd4cd5882cd0923
--- /dev/null
+++ b/ComfyUI/comfy/ldm/qwen_image/controlnet.py
@@ -0,0 +1,267 @@
+import torch
+import math
+
+from .model import QwenImageTransformer2DModel
+from .model import QwenImageTransformerBlock
+
+
+class QwenImageFunControlBlock(QwenImageTransformerBlock):
+    def __init__(self, dim, num_attention_heads, attention_head_dim, has_before_proj=False, dtype=None, device=None, operations=None):
+        super().__init__(
+            dim=dim,
+            num_attention_heads=num_attention_heads,
+            attention_head_dim=attention_head_dim,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+        self.has_before_proj = has_before_proj
+        if has_before_proj:
+            self.before_proj = operations.Linear(dim, dim, device=device, dtype=dtype)
+        self.after_proj = operations.Linear(dim, dim, device=device, dtype=dtype)
+
+
+class QwenImageFunControlNetModel(torch.nn.Module):
+    def __init__(
+        self,
+        control_in_features=132,
+        inner_dim=3072,
+        num_attention_heads=24,
+        attention_head_dim=128,
+        num_control_blocks=5,
+        main_model_double=60,
+        injection_layers=(0, 12, 24, 36, 48),
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.dtype = dtype
+        self.main_model_double = main_model_double
+        self.injection_layers = tuple(injection_layers)
+        # Keep base hint scaling at 1.0 so user-facing strength behaves similarly
+        # to the reference Gen2/VideoX implementation around strength=1.
+        self.hint_scale = 1.0
+        self.control_img_in = operations.Linear(control_in_features, inner_dim, device=device, dtype=dtype)
+
+        self.control_blocks = torch.nn.ModuleList([])
+        for i in range(num_control_blocks):
+            self.control_blocks.append(
+                QwenImageFunControlBlock(
+                    dim=inner_dim,
+                    num_attention_heads=num_attention_heads,
+                    attention_head_dim=attention_head_dim,
+                    has_before_proj=(i == 0),
+                    dtype=dtype,
+                    device=device,
+                    operations=operations,
+                )
+            )
+
+    def _process_hint_tokens(self, hint):
+        if hint is None:
+            return None
+        if hint.ndim == 4:
+            hint = hint.unsqueeze(2)
+
+        # Fun checkpoints are trained with 33 latent channels before 2x2 packing:
+        # [control_latent(16), mask(1), inpaint_latent(16)] -> 132 features.
+        # Default behavior (no inpaint input in stock Apply ControlNet) should use
+        # zeros for mask/inpaint branches, matching VideoX fallback semantics.
+        expected_c = self.control_img_in.weight.shape[1] // 4
+        if hint.shape[1] == 16 and expected_c == 33:
+            zeros_mask = torch.zeros_like(hint[:, :1])
+            zeros_inpaint = torch.zeros_like(hint)
+            hint = torch.cat([hint, zeros_mask, zeros_inpaint], dim=1)
+
+        bs, c, t, h, w = hint.shape
+        hidden_states = torch.nn.functional.pad(hint, (0, w % 2, 0, h % 2))
+        orig_shape = hidden_states.shape
+        hidden_states = hidden_states.view(
+            orig_shape[0],
+            orig_shape[1],
+            orig_shape[-3],
+            orig_shape[-2] // 2,
+            2,
+            orig_shape[-1] // 2,
+            2,
+        )
+        hidden_states = hidden_states.permute(0, 2, 3, 5, 1, 4, 6)
+        hidden_states = hidden_states.reshape(
+            bs,
+            t * ((h + 1) // 2) * ((w + 1) // 2),
+            c * 4,
+        )
+
+        expected_in = self.control_img_in.weight.shape[1]
+        cur_in = hidden_states.shape[-1]
+        if cur_in < expected_in:
+            pad = torch.zeros(
+                (hidden_states.shape[0], hidden_states.shape[1], expected_in - cur_in),
+                device=hidden_states.device,
+                dtype=hidden_states.dtype,
+            )
+            hidden_states = torch.cat([hidden_states, pad], dim=-1)
+        elif cur_in > expected_in:
+            hidden_states = hidden_states[:, :, :expected_in]
+
+        return hidden_states
+
+    def forward(
+        self,
+        x,
+        timesteps,
+        context,
+        attention_mask=None,
+        guidance: torch.Tensor = None,
+        hint=None,
+        transformer_options={},
+        base_model=None,
+        **kwargs,
+    ):
+        if base_model is None:
+            raise RuntimeError("Qwen Fun ControlNet requires a QwenImage base model at runtime.")
+
+        encoder_hidden_states_mask = attention_mask
+        # Keep attention mask disabled inside Fun control blocks to mirror
+        # VideoX behavior (they rely on seq lengths for RoPE, not masked attention).
+        encoder_hidden_states_mask = None
+
+        hidden_states, img_ids, _ = base_model.process_img(x)
+        hint_tokens = self._process_hint_tokens(hint)
+        if hint_tokens is None:
+            raise RuntimeError("Qwen Fun ControlNet requires a control hint image.")
+
+        if hint_tokens.shape[1] != hidden_states.shape[1]:
+            max_tokens = min(hint_tokens.shape[1], hidden_states.shape[1])
+            hint_tokens = hint_tokens[:, :max_tokens]
+            hidden_states = hidden_states[:, :max_tokens]
+            img_ids = img_ids[:, :max_tokens]
+
+        txt_start = round(
+            max(
+                ((x.shape[-1] + (base_model.patch_size // 2)) // base_model.patch_size) // 2,
+                ((x.shape[-2] + (base_model.patch_size // 2)) // base_model.patch_size) // 2,
+            )
+        )
+        txt_ids = torch.arange(txt_start, txt_start + context.shape[1], device=x.device).reshape(1, -1, 1).repeat(x.shape[0], 1, 3)
+        ids = torch.cat((txt_ids, img_ids), dim=1)
+        image_rotary_emb = base_model.pe_embedder(ids).to(x.dtype).contiguous()
+
+        hidden_states = base_model.img_in(hidden_states)
+        encoder_hidden_states = base_model.txt_norm(context)
+        encoder_hidden_states = base_model.txt_in(encoder_hidden_states)
+
+        if guidance is not None:
+            guidance = guidance * 1000
+
+        temb = (
+            base_model.time_text_embed(timesteps, hidden_states)
+            if guidance is None
+            else base_model.time_text_embed(timesteps, guidance, hidden_states)
+        )
+
+        c = self.control_img_in(hint_tokens)
+
+        for i, block in enumerate(self.control_blocks):
+            if i == 0:
+                c_in = block.before_proj(c) + hidden_states
+                all_c = []
+            else:
+                all_c = list(torch.unbind(c, dim=0))
+                c_in = all_c.pop(-1)
+
+            encoder_hidden_states, c_out = block(
+                hidden_states=c_in,
+                encoder_hidden_states=encoder_hidden_states,
+                encoder_hidden_states_mask=encoder_hidden_states_mask,
+                temb=temb,
+                image_rotary_emb=image_rotary_emb,
+                transformer_options=transformer_options,
+            )
+
+            c_skip = block.after_proj(c_out) * self.hint_scale
+            all_c += [c_skip, c_out]
+            c = torch.stack(all_c, dim=0)
+
+        hints = torch.unbind(c, dim=0)[:-1]
+
+        controlnet_block_samples = [None] * self.main_model_double
+        for local_idx, base_idx in enumerate(self.injection_layers):
+            if local_idx < len(hints) and base_idx < len(controlnet_block_samples):
+                controlnet_block_samples[base_idx] = hints[local_idx]
+
+        return {"input": controlnet_block_samples}
+
+
+class QwenImageControlNetModel(QwenImageTransformer2DModel):
+    def __init__(
+        self,
+        extra_condition_channels=0,
+        dtype=None,
+        device=None,
+        operations=None,
+        **kwargs
+    ):
+        super().__init__(final_layer=False, dtype=dtype, device=device, operations=operations, **kwargs)
+        self.main_model_double = 60
+
+        # controlnet_blocks
+        self.controlnet_blocks = torch.nn.ModuleList([])
+        for _ in range(len(self.transformer_blocks)):
+            self.controlnet_blocks.append(operations.Linear(self.inner_dim, self.inner_dim, device=device, dtype=dtype))
+        self.controlnet_x_embedder = operations.Linear(self.in_channels + extra_condition_channels, self.inner_dim, device=device, dtype=dtype)
+
+    def forward(
+        self,
+        x,
+        timesteps,
+        context,
+        attention_mask=None,
+        guidance: torch.Tensor = None,
+        ref_latents=None,
+        hint=None,
+        transformer_options={},
+        **kwargs
+    ):
+        timestep = timesteps
+        encoder_hidden_states = context
+        encoder_hidden_states_mask = attention_mask
+
+        hidden_states, img_ids, orig_shape = self.process_img(x)
+        hint, _, _ = self.process_img(hint)
+
+        txt_start = round(max(((x.shape[-1] + (self.patch_size // 2)) // self.patch_size) // 2, ((x.shape[-2] + (self.patch_size // 2)) // self.patch_size) // 2))
+        txt_ids = torch.arange(txt_start, txt_start + context.shape[1], device=x.device).reshape(1, -1, 1).repeat(x.shape[0], 1, 3)
+        ids = torch.cat((txt_ids, img_ids), dim=1)
+        image_rotary_emb = self.pe_embedder(ids).to(x.dtype).contiguous()
+        del ids, txt_ids, img_ids
+
+        hidden_states = self.img_in(hidden_states) + self.controlnet_x_embedder(hint)
+        encoder_hidden_states = self.txt_norm(encoder_hidden_states)
+        encoder_hidden_states = self.txt_in(encoder_hidden_states)
+
+        if guidance is not None:
+            guidance = guidance * 1000
+
+        temb = (
+            self.time_text_embed(timestep, hidden_states)
+            if guidance is None
+            else self.time_text_embed(timestep, guidance, hidden_states)
+        )
+
+        repeat = math.ceil(self.main_model_double / len(self.controlnet_blocks))
+
+        controlnet_block_samples = ()
+        for i, block in enumerate(self.transformer_blocks):
+            encoder_hidden_states, hidden_states = block(
+                hidden_states=hidden_states,
+                encoder_hidden_states=encoder_hidden_states,
+                encoder_hidden_states_mask=encoder_hidden_states_mask,
+                temb=temb,
+                image_rotary_emb=image_rotary_emb,
+            )
+
+            controlnet_block_samples = controlnet_block_samples + (self.controlnet_blocks[i](hidden_states),) * repeat
+
+        return {"input": controlnet_block_samples[:self.main_model_double]}
diff --git a/ComfyUI/comfy/ldm/qwen_image/model.py b/ComfyUI/comfy/ldm/qwen_image/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..e49886dd9931823e0c588782b4dba31cdd44e220
--- /dev/null
+++ b/ComfyUI/comfy/ldm/qwen_image/model.py
@@ -0,0 +1,568 @@
+# https://github.com/QwenLM/Qwen-Image (Apache 2.0)
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from typing import Optional, Tuple
+from einops import repeat
+
+from comfy.ldm.lightricks.model import TimestepEmbedding, Timesteps
+from comfy.ldm.modules.attention import optimized_attention_masked
+from comfy.ldm.flux.layers import EmbedND
+import comfy.ldm.common_dit
+import comfy.patcher_extension
+from comfy.ldm.flux.math import apply_rope1
+
+class GELU(nn.Module):
+    def __init__(self, dim_in: int, dim_out: int, approximate: str = "none", bias: bool = True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.proj = operations.Linear(dim_in, dim_out, bias=bias, dtype=dtype, device=device)
+        self.approximate = approximate
+
+    def forward(self, hidden_states):
+        hidden_states = self.proj(hidden_states)
+        hidden_states = F.gelu(hidden_states, approximate=self.approximate)
+        return hidden_states
+
+
+class FeedForward(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        dim_out: Optional[int] = None,
+        mult: int = 4,
+        dropout: float = 0.0,
+        inner_dim=None,
+        bias: bool = True,
+        dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        if inner_dim is None:
+            inner_dim = int(dim * mult)
+        dim_out = dim_out if dim_out is not None else dim
+
+        self.net = nn.ModuleList([])
+        self.net.append(GELU(dim, inner_dim, approximate="tanh", bias=bias, dtype=dtype, device=device, operations=operations))
+        self.net.append(nn.Dropout(dropout))
+        self.net.append(operations.Linear(inner_dim, dim_out, bias=bias, dtype=dtype, device=device))
+
+    def forward(self, hidden_states: torch.Tensor, *args, **kwargs) -> torch.Tensor:
+        for module in self.net:
+            hidden_states = module(hidden_states)
+        return hidden_states
+
+
+# Addin this back because Nunchaku custom nodes rely on it, see comment here:
+# https://github.com/Comfy-Org/ComfyUI/pull/14178#issuecomment-4640475161
+# TODO: Eventually remove this once we natively support SVDQuants
+def apply_rotary_emb(x, freqs_cis):
+    if x.shape[1] == 0:
+        return x
+
+    t_ = x.reshape(*x.shape[:-1], -1, 1, 2)
+    t_out = freqs_cis[..., 0] * t_[..., 0] + freqs_cis[..., 1] * t_[..., 1]
+    return t_out.reshape(*x.shape)
+
+
+class QwenTimestepProjEmbeddings(nn.Module):
+    def __init__(self, embedding_dim, pooled_projection_dim, use_additional_t_cond=False, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.time_proj = Timesteps(num_channels=256, flip_sin_to_cos=True, downscale_freq_shift=0, scale=1000)
+        self.timestep_embedder = TimestepEmbedding(
+            in_channels=256,
+            time_embed_dim=embedding_dim,
+            dtype=dtype,
+            device=device,
+            operations=operations
+        )
+
+        self.use_additional_t_cond = use_additional_t_cond
+        if self.use_additional_t_cond:
+            self.addition_t_embedding = operations.Embedding(2, embedding_dim, device=device, dtype=dtype)
+
+    def forward(self, timestep, hidden_states, addition_t_cond=None):
+        timesteps_proj = self.time_proj(timestep)
+        timesteps_emb = self.timestep_embedder(timesteps_proj.to(dtype=hidden_states.dtype))
+
+        if self.use_additional_t_cond:
+            if addition_t_cond is None:
+                addition_t_cond = torch.zeros((timesteps_emb.shape[0]), device=timesteps_emb.device, dtype=torch.long)
+            timesteps_emb += self.addition_t_embedding(addition_t_cond, out_dtype=timesteps_emb.dtype)
+
+        return timesteps_emb
+
+
+class Attention(nn.Module):
+    def __init__(
+        self,
+        query_dim: int,
+        dim_head: int = 64,
+        heads: int = 8,
+        dropout: float = 0.0,
+        bias: bool = False,
+        eps: float = 1e-5,
+        out_bias: bool = True,
+        out_dim: int = None,
+        out_context_dim: int = None,
+        dtype=None,
+        device=None,
+        operations=None
+    ):
+        super().__init__()
+        self.inner_dim = out_dim if out_dim is not None else dim_head * heads
+        self.inner_kv_dim = self.inner_dim
+        self.heads = heads
+        self.dim_head = dim_head
+        self.out_dim = out_dim if out_dim is not None else query_dim
+        self.out_context_dim = out_context_dim if out_context_dim is not None else query_dim
+        self.dropout = dropout
+
+        # Q/K normalization
+        self.norm_q = operations.RMSNorm(dim_head, eps=eps, elementwise_affine=True, dtype=dtype, device=device)
+        self.norm_k = operations.RMSNorm(dim_head, eps=eps, elementwise_affine=True, dtype=dtype, device=device)
+        self.norm_added_q = operations.RMSNorm(dim_head, eps=eps, dtype=dtype, device=device)
+        self.norm_added_k = operations.RMSNorm(dim_head, eps=eps, dtype=dtype, device=device)
+
+        # Image stream projections
+        self.to_q = operations.Linear(query_dim, self.inner_dim, bias=bias, dtype=dtype, device=device)
+        self.to_k = operations.Linear(query_dim, self.inner_kv_dim, bias=bias, dtype=dtype, device=device)
+        self.to_v = operations.Linear(query_dim, self.inner_kv_dim, bias=bias, dtype=dtype, device=device)
+
+        # Text stream projections
+        self.add_q_proj = operations.Linear(query_dim, self.inner_dim, bias=bias, dtype=dtype, device=device)
+        self.add_k_proj = operations.Linear(query_dim, self.inner_kv_dim, bias=bias, dtype=dtype, device=device)
+        self.add_v_proj = operations.Linear(query_dim, self.inner_kv_dim, bias=bias, dtype=dtype, device=device)
+
+        # Output projections
+        self.to_out = nn.ModuleList([
+            operations.Linear(self.inner_dim, self.out_dim, bias=out_bias, dtype=dtype, device=device),
+            nn.Dropout(dropout)
+        ])
+        self.to_add_out = operations.Linear(self.inner_dim, self.out_context_dim, bias=out_bias, dtype=dtype, device=device)
+
+    def forward(
+        self,
+        hidden_states: torch.FloatTensor,  # Image stream
+        encoder_hidden_states: torch.FloatTensor = None,  # Text stream
+        encoder_hidden_states_mask: torch.FloatTensor = None,
+        attention_mask: Optional[torch.FloatTensor] = None,
+        image_rotary_emb: Optional[torch.Tensor] = None,
+        transformer_options={},
+    ) -> Tuple[torch.Tensor, torch.Tensor]:
+        batch_size = hidden_states.shape[0]
+        seq_img = hidden_states.shape[1]
+        seq_txt = encoder_hidden_states.shape[1]
+
+        transformer_patches = transformer_options.get("patches", {})
+        extra_options = transformer_options.copy()
+
+        # Project and reshape to BHND format (batch, heads, seq, dim)
+        img_query = self.to_q(hidden_states).view(batch_size, seq_img, self.heads, -1).transpose(1, 2).contiguous()
+        img_key = self.to_k(hidden_states).view(batch_size, seq_img, self.heads, -1).transpose(1, 2).contiguous()
+        img_value = self.to_v(hidden_states).view(batch_size, seq_img, self.heads, -1).transpose(1, 2)
+
+        txt_query = self.add_q_proj(encoder_hidden_states).view(batch_size, seq_txt, self.heads, -1).transpose(1, 2).contiguous()
+        txt_key = self.add_k_proj(encoder_hidden_states).view(batch_size, seq_txt, self.heads, -1).transpose(1, 2).contiguous()
+        txt_value = self.add_v_proj(encoder_hidden_states).view(batch_size, seq_txt, self.heads, -1).transpose(1, 2)
+
+        img_query = self.norm_q(img_query)
+        img_key = self.norm_k(img_key)
+        txt_query = self.norm_added_q(txt_query)
+        txt_key = self.norm_added_k(txt_key)
+
+        joint_query = torch.cat([txt_query, img_query], dim=2)
+        joint_key = torch.cat([txt_key, img_key], dim=2)
+        joint_value = torch.cat([txt_value, img_value], dim=2)
+
+        if encoder_hidden_states_mask is not None:
+            attn_mask = torch.zeros((batch_size, 1, seq_txt + seq_img), dtype=hidden_states.dtype, device=hidden_states.device)
+            attn_mask[:, 0, :seq_txt] = encoder_hidden_states_mask
+        else:
+            attn_mask = None
+
+        extra_options["img_slice"] = [txt_query.shape[2], joint_query.shape[2]]
+        if "attn1_patch" in transformer_patches:
+            patch = transformer_patches["attn1_patch"]
+            for p in patch:
+                out = p(joint_query, joint_key, joint_value, pe=image_rotary_emb, attn_mask=encoder_hidden_states_mask, extra_options=extra_options)
+                joint_query, joint_key, joint_value, image_rotary_emb, encoder_hidden_states_mask = out.get("q", joint_query), out.get("k", joint_key), out.get("v", joint_value), out.get("pe", image_rotary_emb), out.get("attn_mask", encoder_hidden_states_mask)
+
+        joint_query = apply_rope1(joint_query, image_rotary_emb)
+        joint_key = apply_rope1(joint_key, image_rotary_emb)
+
+        joint_hidden_states = optimized_attention_masked(joint_query, joint_key, joint_value, self.heads,
+                                                         attn_mask, transformer_options=transformer_options,
+                                                         skip_reshape=True)
+
+        txt_attn_output = joint_hidden_states[:, :seq_txt, :]
+        img_attn_output = joint_hidden_states[:, seq_txt:, :]
+
+        img_attn_output = self.to_out[0](img_attn_output)
+        img_attn_output = self.to_out[1](img_attn_output)
+        txt_attn_output = self.to_add_out(txt_attn_output)
+
+        return img_attn_output, txt_attn_output
+
+
+class QwenImageTransformerBlock(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        num_attention_heads: int,
+        attention_head_dim: int,
+        eps: float = 1e-6,
+        dtype=None,
+        device=None,
+        operations=None
+    ):
+        super().__init__()
+        self.dim = dim
+        self.num_attention_heads = num_attention_heads
+        self.attention_head_dim = attention_head_dim
+
+        self.img_mod = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(dim, 6 * dim, bias=True, dtype=dtype, device=device),
+        )
+        self.img_norm1 = operations.LayerNorm(dim, elementwise_affine=False, eps=eps, dtype=dtype, device=device)
+        self.img_norm2 = operations.LayerNorm(dim, elementwise_affine=False, eps=eps, dtype=dtype, device=device)
+        self.img_mlp = FeedForward(dim=dim, dim_out=dim, dtype=dtype, device=device, operations=operations)
+
+        self.txt_mod = nn.Sequential(
+            nn.SiLU(),
+            operations.Linear(dim, 6 * dim, bias=True, dtype=dtype, device=device),
+        )
+        self.txt_norm1 = operations.LayerNorm(dim, elementwise_affine=False, eps=eps, dtype=dtype, device=device)
+        self.txt_norm2 = operations.LayerNorm(dim, elementwise_affine=False, eps=eps, dtype=dtype, device=device)
+        self.txt_mlp = FeedForward(dim=dim, dim_out=dim, dtype=dtype, device=device, operations=operations)
+
+        self.attn = Attention(
+            query_dim=dim,
+            dim_head=attention_head_dim,
+            heads=num_attention_heads,
+            out_dim=dim,
+            bias=True,
+            eps=eps,
+            dtype=dtype,
+            device=device,
+            operations=operations,
+        )
+
+    def _apply_gate(self, x, y, gate, timestep_zero_index=None):
+        if timestep_zero_index is not None:
+            return y + torch.cat((x[:, :timestep_zero_index] * gate[0], x[:, timestep_zero_index:] * gate[1]), dim=1)
+        else:
+            return torch.addcmul(y, gate, x)
+
+    def _modulate(self, x: torch.Tensor, mod_params: torch.Tensor, timestep_zero_index=None) -> Tuple[torch.Tensor, torch.Tensor]:
+        shift, scale, gate = torch.chunk(mod_params, 3, dim=-1)
+        if timestep_zero_index is not None:
+            actual_batch = shift.size(0) // 2
+            shift, shift_0 = shift[:actual_batch], shift[actual_batch:]
+            scale, scale_0 = scale[:actual_batch], scale[actual_batch:]
+            gate, gate_0 = gate[:actual_batch], gate[actual_batch:]
+            reg = torch.addcmul(shift.unsqueeze(1), x[:, :timestep_zero_index], 1 + scale.unsqueeze(1))
+            zero = torch.addcmul(shift_0.unsqueeze(1), x[:, timestep_zero_index:], 1 + scale_0.unsqueeze(1))
+            return torch.cat((reg, zero), dim=1), (gate.unsqueeze(1), gate_0.unsqueeze(1))
+        else:
+            return torch.addcmul(shift.unsqueeze(1), x, 1 + scale.unsqueeze(1)), gate.unsqueeze(1)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        encoder_hidden_states: torch.Tensor,
+        encoder_hidden_states_mask: torch.Tensor,
+        temb: torch.Tensor,
+        image_rotary_emb: Optional[Tuple[torch.Tensor, torch.Tensor]] = None,
+        timestep_zero_index=None,
+        transformer_options={},
+    ) -> Tuple[torch.Tensor, torch.Tensor]:
+        img_mod_params = self.img_mod(temb)
+
+        if timestep_zero_index is not None:
+            temb = temb.chunk(2, dim=0)[0]
+
+        txt_mod_params = self.txt_mod(temb)
+        img_mod1, img_mod2 = img_mod_params.chunk(2, dim=-1)
+        txt_mod1, txt_mod2 = txt_mod_params.chunk(2, dim=-1)
+
+        img_modulated, img_gate1 = self._modulate(self.img_norm1(hidden_states), img_mod1, timestep_zero_index)
+        del img_mod1
+        txt_modulated, txt_gate1 = self._modulate(self.txt_norm1(encoder_hidden_states), txt_mod1)
+        del txt_mod1
+
+        img_attn_output, txt_attn_output = self.attn(
+            hidden_states=img_modulated,
+            encoder_hidden_states=txt_modulated,
+            encoder_hidden_states_mask=encoder_hidden_states_mask,
+            image_rotary_emb=image_rotary_emb,
+            transformer_options=transformer_options,
+        )
+        del img_modulated
+        del txt_modulated
+
+        hidden_states = self._apply_gate(img_attn_output, hidden_states, img_gate1, timestep_zero_index)
+        encoder_hidden_states = encoder_hidden_states + txt_gate1 * txt_attn_output
+        del img_attn_output
+        del txt_attn_output
+        del img_gate1
+        del txt_gate1
+
+        img_modulated2, img_gate2 = self._modulate(self.img_norm2(hidden_states), img_mod2, timestep_zero_index)
+        hidden_states = self._apply_gate(self.img_mlp(img_modulated2), hidden_states, img_gate2, timestep_zero_index)
+
+        txt_modulated2, txt_gate2 = self._modulate(self.txt_norm2(encoder_hidden_states), txt_mod2)
+        encoder_hidden_states = torch.addcmul(encoder_hidden_states, txt_gate2, self.txt_mlp(txt_modulated2))
+
+        return encoder_hidden_states, hidden_states
+
+
+class LastLayer(nn.Module):
+    def __init__(
+        self,
+        embedding_dim: int,
+        conditioning_embedding_dim: int,
+        elementwise_affine=False,
+        eps=1e-6,
+        bias=True,
+        dtype=None, device=None, operations=None
+    ):
+        super().__init__()
+        self.silu = nn.SiLU()
+        self.linear = operations.Linear(conditioning_embedding_dim, embedding_dim * 2, bias=bias, dtype=dtype, device=device)
+        self.norm = operations.LayerNorm(embedding_dim, eps, elementwise_affine=False, bias=bias, dtype=dtype, device=device)
+
+    def forward(self, x: torch.Tensor, conditioning_embedding: torch.Tensor) -> torch.Tensor:
+        emb = self.linear(self.silu(conditioning_embedding))
+        scale, shift = torch.chunk(emb, 2, dim=1)
+        x = torch.addcmul(shift[:, None, :], self.norm(x), (1 + scale)[:, None, :])
+        return x
+
+
+class QwenImageTransformer2DModel(nn.Module):
+    def __init__(
+        self,
+        patch_size: int = 2,
+        in_channels: int = 64,
+        out_channels: Optional[int] = 16,
+        num_layers: int = 60,
+        attention_head_dim: int = 128,
+        num_attention_heads: int = 24,
+        joint_attention_dim: int = 3584,
+        pooled_projection_dim: int = 768,
+        axes_dims_rope: Tuple[int, int, int] = (16, 56, 56),
+        default_ref_method="index",
+        image_model=None,
+        final_layer=True,
+        use_additional_t_cond=False,
+        dtype=None,
+        device=None,
+        operations=None,
+    ):
+        super().__init__()
+        self.dtype = dtype
+        self.patch_size = patch_size
+        self.in_channels = in_channels
+        self.out_channels = out_channels or in_channels
+        self.inner_dim = num_attention_heads * attention_head_dim
+        self.default_ref_method = default_ref_method
+
+        self.pe_embedder = EmbedND(dim=attention_head_dim, theta=10000, axes_dim=list(axes_dims_rope))
+
+        self.time_text_embed = QwenTimestepProjEmbeddings(
+            embedding_dim=self.inner_dim,
+            pooled_projection_dim=pooled_projection_dim,
+            use_additional_t_cond=use_additional_t_cond,
+            dtype=dtype,
+            device=device,
+            operations=operations
+        )
+
+        self.txt_norm = operations.RMSNorm(joint_attention_dim, eps=1e-6, dtype=dtype, device=device)
+        self.img_in = operations.Linear(in_channels, self.inner_dim, dtype=dtype, device=device)
+        self.txt_in = operations.Linear(joint_attention_dim, self.inner_dim, dtype=dtype, device=device)
+
+        self.transformer_blocks = nn.ModuleList([
+            QwenImageTransformerBlock(
+                dim=self.inner_dim,
+                num_attention_heads=num_attention_heads,
+                attention_head_dim=attention_head_dim,
+                dtype=dtype,
+                device=device,
+                operations=operations
+            )
+            for _ in range(num_layers)
+        ])
+
+        if self.default_ref_method == "index_timestep_zero":
+            self.register_buffer("__index_timestep_zero__", torch.tensor([]))
+
+        if final_layer:
+            self.norm_out = LastLayer(self.inner_dim, self.inner_dim, dtype=dtype, device=device, operations=operations)
+            self.proj_out = operations.Linear(self.inner_dim, patch_size * patch_size * self.out_channels, bias=True, dtype=dtype, device=device)
+
+    def process_img(self, x, index=0, h_offset=0, w_offset=0):
+        bs, c, t, h, w = x.shape
+        patch_size = self.patch_size
+        hidden_states = comfy.ldm.common_dit.pad_to_patch_size(x, (1, self.patch_size, self.patch_size))
+        orig_shape = hidden_states.shape
+        hidden_states = hidden_states.view(orig_shape[0], orig_shape[1], orig_shape[-3], orig_shape[-2] // 2, 2, orig_shape[-1] // 2, 2)
+        hidden_states = hidden_states.permute(0, 2, 3, 5, 1, 4, 6)
+        hidden_states = hidden_states.reshape(orig_shape[0], orig_shape[-3] * (orig_shape[-2] // 2) * (orig_shape[-1] // 2), orig_shape[1] * 4)
+        t_len = t
+        h_len = ((h + (patch_size // 2)) // patch_size)
+        w_len = ((w + (patch_size // 2)) // patch_size)
+
+        h_offset = ((h_offset + (patch_size // 2)) // patch_size)
+        w_offset = ((w_offset + (patch_size // 2)) // patch_size)
+
+        img_ids = torch.zeros((t_len, h_len, w_len, 3), device=x.device)
+
+        if t_len > 1:
+            img_ids[:, :, :, 0] = img_ids[:, :, :, 0] + torch.linspace(0, t_len - 1, steps=t_len, device=x.device, dtype=x.dtype).unsqueeze(1).unsqueeze(1)
+        else:
+            img_ids[:, :, :, 0] = img_ids[:, :, :, 0] + index
+
+        img_ids[:, :, :, 1] = img_ids[:, :, :, 1] + torch.linspace(h_offset, h_len - 1 + h_offset, steps=h_len, device=x.device, dtype=x.dtype).unsqueeze(1).unsqueeze(0) - (h_len // 2)
+        img_ids[:, :, :, 2] = img_ids[:, :, :, 2] + torch.linspace(w_offset, w_len - 1 + w_offset, steps=w_len, device=x.device, dtype=x.dtype).unsqueeze(0).unsqueeze(0) - (w_len // 2)
+        return hidden_states, repeat(img_ids, "t h w c -> b (t h w) c", b=bs), orig_shape
+
+    def forward(self, x, timestep, context, attention_mask=None, ref_latents=None, additional_t_cond=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timestep, context, attention_mask, ref_latents, additional_t_cond, transformer_options, **kwargs)
+
+    def _forward(
+        self,
+        x,
+        timesteps,
+        context,
+        attention_mask=None,
+        ref_latents=None,
+        additional_t_cond=None,
+        transformer_options={},
+        control=None,
+        **kwargs
+    ):
+        timestep = timesteps
+        encoder_hidden_states = context
+        encoder_hidden_states_mask = attention_mask
+
+        if encoder_hidden_states_mask is not None and not torch.is_floating_point(encoder_hidden_states_mask):
+            encoder_hidden_states_mask = (encoder_hidden_states_mask - 1).to(x.dtype) * torch.finfo(x.dtype).max
+
+        hidden_states, img_ids, orig_shape = self.process_img(x)
+        num_embeds = hidden_states.shape[1]
+
+        timestep_zero_index = None
+        if ref_latents is not None:
+            ref_num_tokens = []
+            h = 0
+            w = 0
+            index = 0
+            ref_method = kwargs.get("ref_latents_method", self.default_ref_method)
+            index_ref_method = (ref_method == "index") or (ref_method == "index_timestep_zero")
+            negative_ref_method = ref_method == "negative_index"
+            timestep_zero = ref_method == "index_timestep_zero"
+            for ref in ref_latents:
+                if index_ref_method:
+                    index += 1
+                    h_offset = 0
+                    w_offset = 0
+                elif negative_ref_method:
+                    index -= 1
+                    h_offset = 0
+                    w_offset = 0
+                else:
+                    index = 1
+                    h_offset = 0
+                    w_offset = 0
+                    if ref.shape[-2] + h > ref.shape[-1] + w:
+                        w_offset = w
+                    else:
+                        h_offset = h
+                    h = max(h, ref.shape[-2] + h_offset)
+                    w = max(w, ref.shape[-1] + w_offset)
+
+                kontext, kontext_ids, _ = self.process_img(ref, index=index, h_offset=h_offset, w_offset=w_offset)
+                hidden_states = torch.cat([hidden_states, kontext], dim=1)
+                img_ids = torch.cat([img_ids, kontext_ids], dim=1)
+                ref_num_tokens.append(kontext.shape[1])
+            if timestep_zero:
+                if index > 0:
+                    timestep = torch.cat([timestep, timestep * 0], dim=0)
+                    timestep_zero_index = num_embeds
+            transformer_options = transformer_options.copy()
+            transformer_options["reference_image_num_tokens"] = ref_num_tokens
+
+        txt_start = round(max(((x.shape[-1] + (self.patch_size // 2)) // self.patch_size) // 2, ((x.shape[-2] + (self.patch_size // 2)) // self.patch_size) // 2))
+        txt_ids = torch.arange(txt_start, txt_start + context.shape[1], device=x.device).reshape(1, -1, 1).repeat(x.shape[0], 1, 3)
+
+        hidden_states = self.img_in(hidden_states)
+        encoder_hidden_states = self.txt_norm(encoder_hidden_states)
+        encoder_hidden_states = self.txt_in(encoder_hidden_states)
+
+        temb = self.time_text_embed(timestep, hidden_states, additional_t_cond)
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+
+        if "post_input" in patches:
+            for p in patches["post_input"]:
+                out = p({"img": hidden_states, "txt": encoder_hidden_states, "img_ids": img_ids, "txt_ids": txt_ids, "transformer_options": transformer_options})
+                hidden_states = out["img"]
+                encoder_hidden_states = out["txt"]
+                img_ids = out["img_ids"]
+                txt_ids = out["txt_ids"]
+
+        ids = torch.cat((txt_ids, img_ids), dim=1)
+        image_rotary_emb = self.pe_embedder(ids).to(x.dtype).contiguous()
+        del ids, txt_ids, img_ids
+
+        transformer_options["total_blocks"] = len(self.transformer_blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.transformer_blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["txt"], out["img"] = block(hidden_states=args["img"], encoder_hidden_states=args["txt"], encoder_hidden_states_mask=encoder_hidden_states_mask, temb=args["vec"], image_rotary_emb=args["pe"], timestep_zero_index=timestep_zero_index, transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": hidden_states, "txt": encoder_hidden_states, "vec": temb, "pe": image_rotary_emb, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                hidden_states = out["img"]
+                encoder_hidden_states = out["txt"]
+            else:
+                encoder_hidden_states, hidden_states = block(
+                    hidden_states=hidden_states,
+                    encoder_hidden_states=encoder_hidden_states,
+                    encoder_hidden_states_mask=encoder_hidden_states_mask,
+                    temb=temb,
+                    image_rotary_emb=image_rotary_emb,
+                    timestep_zero_index=timestep_zero_index,
+                    transformer_options=transformer_options,
+                )
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": hidden_states, "txt": encoder_hidden_states, "x": x, "block_index": i, "transformer_options": transformer_options})
+                    hidden_states = out["img"]
+                    encoder_hidden_states = out["txt"]
+
+            if control is not None: # Controlnet
+                control_i = control.get("input")
+                if i < len(control_i):
+                    add = control_i[i]
+                    if add is not None:
+                        hidden_states[:, :add.shape[1]] += add
+
+        if timestep_zero_index is not None:
+            temb = temb.chunk(2, dim=0)[0]
+
+        hidden_states = self.norm_out(hidden_states, temb)
+        hidden_states = self.proj_out(hidden_states)
+
+        hidden_states = hidden_states[:, :num_embeds].view(orig_shape[0], orig_shape[-3], orig_shape[-2] // 2, orig_shape[-1] // 2, orig_shape[1], 2, 2)
+        hidden_states = hidden_states.permute(0, 4, 1, 2, 5, 3, 6)
+        return hidden_states.reshape(orig_shape)[:, :, :, :x.shape[-2], :x.shape[-1]]
diff --git a/ComfyUI/comfy/ldm/rt_detr/__pycache__/rtdetr_v4.cpython-312.pyc b/ComfyUI/comfy/ldm/rt_detr/__pycache__/rtdetr_v4.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..587cc6438956d7557781a64545b0fc63ed01827a
Binary files /dev/null and b/ComfyUI/comfy/ldm/rt_detr/__pycache__/rtdetr_v4.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/rt_detr/rtdetr_v4.py b/ComfyUI/comfy/ldm/rt_detr/rtdetr_v4.py
new file mode 100644
index 0000000000000000000000000000000000000000..9443761cb76c27b49ec55dd97759898861eb3fc2
--- /dev/null
+++ b/ComfyUI/comfy/ldm/rt_detr/rtdetr_v4.py
@@ -0,0 +1,725 @@
+from collections import OrderedDict
+from typing import List
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+import torchvision
+import comfy.model_management
+from comfy.ldm.modules.attention import optimized_attention_for_device
+
+COCO_CLASSES = [
+    'person','bicycle','car','motorcycle','airplane','bus','train','truck','boat',
+    'traffic light','fire hydrant','stop sign','parking meter','bench','bird','cat',
+    'dog','horse','sheep','cow','elephant','bear','zebra','giraffe','backpack',
+    'umbrella','handbag','tie','suitcase','frisbee','skis','snowboard','sports ball',
+    'kite','baseball bat','baseball glove','skateboard','surfboard','tennis racket',
+    'bottle','wine glass','cup','fork','knife','spoon','bowl','banana','apple',
+    'sandwich','orange','broccoli','carrot','hot dog','pizza','donut','cake','chair',
+    'couch','potted plant','bed','dining table','toilet','tv','laptop','mouse',
+    'remote','keyboard','cell phone','microwave','oven','toaster','sink',
+    'refrigerator','book','clock','vase','scissors','teddy bear','hair drier','toothbrush',
+]
+
+# ---------------------------------------------------------------------------
+# HGNetv2 backbone
+# ---------------------------------------------------------------------------
+
+class ConvBNAct(nn.Module):
+    """Conv→BN→ReLU.  padding='same' adds asymmetric zero-pad (stem)."""
+    def __init__(self, ic, oc, k=3, s=1, groups=1, use_act=True, device=None, dtype=None, operations=None):
+        super().__init__()
+
+        self.conv = operations.Conv2d(ic, oc, k, s, (k - 1) // 2, groups=groups, bias=False, device=device, dtype=dtype)
+        self.bn   = nn.BatchNorm2d(oc, device=device, dtype=dtype)
+        self.act  = nn.ReLU() if use_act else nn.Identity()
+
+    def forward(self, x):
+        return self.act(self.bn(self.conv(x)))
+
+class LightConvBNAct(nn.Module):
+    def __init__(self, ic, oc, k, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.conv1 = ConvBNAct(ic, oc, 1, use_act=False, device=device, dtype=dtype, operations=operations)
+        self.conv2 = ConvBNAct(oc, oc, k, groups=oc, use_act=True, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, x):
+        return self.conv2(self.conv1(x))
+
+class _StemBlock(nn.Module):
+    def __init__(self, ic, mc, oc, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.stem1  = ConvBNAct(ic,    mc,    3, 2, device=device, dtype=dtype, operations=operations)
+        # stem2a/stem2b use kernel=2, stride=1, no internal padding;
+        # padding is applied manually in forward (matching PaddlePaddle original)
+        self.stem2a = ConvBNAct(mc,    mc//2, 2, 1, device=device, dtype=dtype, operations=operations)
+        self.stem2b = ConvBNAct(mc//2, mc,    2, 1, device=device, dtype=dtype, operations=operations)
+        self.stem3  = ConvBNAct(mc*2,  mc,    3, 2, device=device, dtype=dtype, operations=operations)
+        self.stem4  = ConvBNAct(mc,    oc,    1, device=device, dtype=dtype, operations=operations)
+        self.pool   = nn.MaxPool2d(2, 1, ceil_mode=True)
+
+    def forward(self, x):
+        x  = self.stem1(x)
+        x  = F.pad(x, (0, 1, 0, 1))   # pad before pool and stem2a
+        x2 = self.stem2a(x)
+        x2 = F.pad(x2, (0, 1, 0, 1))  # pad before stem2b
+        x2 = self.stem2b(x2)
+        x1 = self.pool(x)
+        return self.stem4(self.stem3(torch.cat([x1, x2], 1)))
+
+
+class _HG_Block(nn.Module):
+    def __init__(self, ic, mc, oc, layer_num, k=3, residual=False, light=False, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.residual = residual
+        if light:
+            self.layers = nn.ModuleList(
+                [LightConvBNAct(ic if i == 0 else mc, mc, k, device=device, dtype=dtype, operations=operations) for i in range(layer_num)])
+        else:
+            self.layers = nn.ModuleList(
+                [ConvBNAct(ic if i == 0 else mc, mc, k, device=device, dtype=dtype, operations=operations) for i in range(layer_num)])
+        total = ic + layer_num * mc
+
+        self.aggregation = nn.Sequential(
+            ConvBNAct(total,   oc // 2, 1, device=device, dtype=dtype, operations=operations),
+            ConvBNAct(oc // 2, oc,      1, device=device, dtype=dtype, operations=operations))
+
+    def forward(self, x):
+        identity = x
+        outs = [x]
+        for layer in self.layers:
+            x = layer(x)
+            outs.append(x)
+        x = self.aggregation(torch.cat(outs, 1))
+        return x + identity if self.residual else x
+
+
+class _HG_Stage(nn.Module):
+    # config order: ic, mc, oc, num_blocks, downsample, light, k, layer_num
+    def __init__(self, ic, mc, oc, num_blocks, downsample=True, light=False, k=3, layer_num=6, device=None, dtype=None, operations=None):
+        super().__init__()
+        if downsample:
+            self.downsample = ConvBNAct(ic, ic, 3, 2, groups=ic, use_act=False, device=device, dtype=dtype, operations=operations)
+        else:
+            self.downsample = nn.Identity()
+        self.blocks = nn.Sequential(*[
+            _HG_Block(ic if i == 0 else oc, mc, oc, layer_num,
+                      k=k, residual=(i != 0), light=light, device=device, dtype=dtype, operations=operations)
+            for i in range(num_blocks)
+        ])
+
+    def forward(self, x):
+        return self.blocks(self.downsample(x))
+
+
+class HGNetv2(nn.Module):
+    # B5 config: stem=[3,32,64], stages=[ic, mc, oc, blocks, down, light, k, layers]
+    _STAGE_CFGS = [[64,  64,  128,  1, False, False, 3, 6],
+                   [128, 128, 512,  2, True,  False, 3, 6],
+                   [512, 256, 1024, 5, True,  True,  5, 6],
+                   [1024,512, 2048, 2, True,  True,  5, 6]]
+
+    def __init__(self, return_idx=(1, 2, 3), device=None, dtype=None, operations=None):
+        super().__init__()
+        self.stem   = _StemBlock(3, 32, 64, device=device, dtype=dtype, operations=operations)
+        self.stages = nn.ModuleList([_HG_Stage(*cfg, device=device, dtype=dtype, operations=operations) for cfg in self._STAGE_CFGS])
+        self.return_idx  = list(return_idx)
+        self.out_channels = [self._STAGE_CFGS[i][2] for i in return_idx]
+
+    def forward(self, x: torch.Tensor) -> List[torch.Tensor]:
+        x = self.stem(x)
+        outs = []
+        for i, stage in enumerate(self.stages):
+            x = stage(x)
+            if i in self.return_idx:
+                outs.append(x)
+        return outs
+
+
+# ---------------------------------------------------------------------------
+# Encoder — HybridEncoder  (dfine version: RepNCSPELAN4 + SCDown PAN)
+# ---------------------------------------------------------------------------
+
+class ConvNormLayer(nn.Module):
+    """Conv→act (expects pre-fused BN weights)."""
+    def __init__(self, ic, oc, k, s, g=1, padding=None, act=None, device=None, dtype=None, operations=None):
+        super().__init__()
+        p = (k - 1) // 2 if padding is None else padding
+        self.conv = operations.Conv2d(ic, oc, k, s, p, groups=g, bias=True, device=device, dtype=dtype)
+        self.act  = nn.SiLU() if act == 'silu' else nn.Identity()
+
+    def forward(self, x):
+        return self.act(self.conv(x))
+
+
+class VGGBlock(nn.Module):
+    """Rep-VGG block (expects pre-fused weights)."""
+    def __init__(self, ic, oc, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.conv = operations.Conv2d(ic, oc, 3, 1, padding=1, bias=True, device=device, dtype=dtype)
+        self.act  = nn.SiLU()
+
+    def forward(self, x):
+        return self.act(self.conv(x))
+
+
+class CSPLayer(nn.Module):
+    def __init__(self, ic, oc, num_blocks=3, expansion=1.0, act='silu', device=None, dtype=None, operations=None):
+        super().__init__()
+        h = int(oc * expansion)
+        self.conv1 = ConvNormLayer(ic, h, 1, 1, act=act, device=device, dtype=dtype, operations=operations)
+        self.conv2 = ConvNormLayer(ic, h, 1, 1, act=act, device=device, dtype=dtype, operations=operations)
+        self.bottlenecks = nn.Sequential(*[VGGBlock(h, h, device=device, dtype=dtype, operations=operations) for _ in range(num_blocks)])
+        self.conv3 = ConvNormLayer(h, oc, 1, 1, act=act, device=device, dtype=dtype, operations=operations) if h != oc else nn.Identity()
+
+    def forward(self, x):
+        return self.conv3(self.bottlenecks(self.conv1(x)) + self.conv2(x))
+
+
+class RepNCSPELAN4(nn.Module):
+    """CSP-ELAN block — the FPN/PAN block in RTv4's HybridEncoder."""
+    def __init__(self, c1, c2, c3, c4, n=3, act='silu', device=None, dtype=None, operations=None):
+        super().__init__()
+        self.c = c3 // 2
+        self.cv1 = ConvNormLayer(c1, c3, 1, 1, act=act, device=device, dtype=dtype, operations=operations)
+        self.cv2 = nn.Sequential(CSPLayer(c3 // 2, c4, n, 1.0, act=act, device=device, dtype=dtype, operations=operations), ConvNormLayer(c4, c4, 3, 1, act=act, device=device, dtype=dtype, operations=operations))
+        self.cv3 = nn.Sequential(CSPLayer(c4, c4, n, 1.0, act=act, device=device, dtype=dtype, operations=operations), ConvNormLayer(c4, c4, 3, 1, act=act, device=device, dtype=dtype, operations=operations))
+        self.cv4 = ConvNormLayer(c3 + 2 * c4, c2, 1, 1, act=act, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, x):
+        y = list(self.cv1(x).split((self.c, self.c), 1))
+        y.extend(m(y[-1]) for m in [self.cv2, self.cv3])
+        return self.cv4(torch.cat(y, 1))
+
+
+class SCDown(nn.Module):
+    """Separable conv downsampling used in HybridEncoder PAN bottom-up path."""
+    def __init__(self, ic, oc, k, s, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.cv1 = ConvNormLayer(ic, oc, 1, 1, device=device, dtype=dtype, operations=operations)
+        self.cv2 = ConvNormLayer(oc, oc, k, s, g=oc, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, x):
+        return self.cv2(self.cv1(x))
+
+
+class SelfAttention(nn.Module):
+    def __init__(self, embed_dim, num_heads, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.embed_dim = embed_dim
+        self.num_heads = num_heads
+        self.head_dim  = embed_dim // num_heads
+        self.q_proj   = operations.Linear(embed_dim, embed_dim, device=device, dtype=dtype)
+        self.k_proj   = operations.Linear(embed_dim, embed_dim, device=device, dtype=dtype)
+        self.v_proj   = operations.Linear(embed_dim, embed_dim, device=device, dtype=dtype)
+        self.out_proj = operations.Linear(embed_dim, embed_dim, device=device, dtype=dtype)
+
+    def forward(self, query, key, value, attn_mask=None):
+        optimized_attention = optimized_attention_for_device(query.device, False, small_input=True)
+        q, k, v = self.q_proj(query), self.k_proj(key), self.v_proj(value)
+        out = optimized_attention(q, k, v, heads=self.num_heads, mask=attn_mask)
+        return self.out_proj(out)
+
+
+class _TransformerEncoderLayer(nn.Module):
+    """Single AIFI encoder layer (pre- or post-norm, GELU by default)."""
+    def __init__(self, d_model, nhead, dim_feedforward, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.self_attn  = SelfAttention(d_model, nhead, device=device, dtype=dtype, operations=operations)
+        self.linear1    = operations.Linear(d_model, dim_feedforward, device=device, dtype=dtype)
+        self.linear2    = operations.Linear(dim_feedforward, d_model, device=device, dtype=dtype)
+        self.norm1      = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.norm2      = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.activation = nn.GELU()
+
+    def forward(self, src, src_mask=None, pos_embed=None):
+        q = k = src if pos_embed is None else src + pos_embed
+        src2 = self.self_attn(q, k, value=src, attn_mask=src_mask)
+        src = self.norm1(src + src2)
+        src2 = self.linear2(self.activation(self.linear1(src)))
+        return self.norm2(src + src2)
+
+
+class _TransformerEncoder(nn.Module):
+    """Thin wrapper so state-dict keys are  encoder.0.layers.N.*"""
+    def __init__(self, num_layers, d_model, nhead, dim_feedforward, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.layers = nn.ModuleList([
+            _TransformerEncoderLayer(d_model, nhead, dim_feedforward, device=device, dtype=dtype, operations=operations)
+            for _ in range(num_layers)
+        ])
+
+    def forward(self, src, src_mask=None, pos_embed=None):
+        for layer in self.layers:
+            src = layer(src, src_mask=src_mask, pos_embed=pos_embed)
+        return src
+
+
+class HybridEncoder(nn.Module):
+    def __init__(self, in_channels=(512, 1024, 2048), feat_strides=(8, 16, 32), hidden_dim=256, nhead=8, dim_feedforward=2048, use_encoder_idx=(2,), num_encoder_layers=1,
+                 pe_temperature=10000, expansion=1.0, depth_mult=1.0, act='silu', eval_spatial_size=(640, 640), device=None, dtype=None, operations=None):
+        super().__init__()
+        self.in_channels       = list(in_channels)
+        self.feat_strides      = list(feat_strides)
+        self.hidden_dim        = hidden_dim
+        self.use_encoder_idx   = list(use_encoder_idx)
+        self.pe_temperature    = pe_temperature
+        self.eval_spatial_size = eval_spatial_size
+        self.out_channels      = [hidden_dim] * len(in_channels)
+        self.out_strides       = list(feat_strides)
+
+        # channel projection (expects pre-fused weights)
+        self.input_proj = nn.ModuleList([
+            nn.Sequential(OrderedDict([('conv', operations.Conv2d(ch, hidden_dim, 1, bias=True, device=device, dtype=dtype))]))
+            for ch in in_channels
+        ])
+
+        # AIFI transformer — use _TransformerEncoder so keys are  encoder.0.layers.N.*
+        self.encoder = nn.ModuleList([
+            _TransformerEncoder(num_encoder_layers, hidden_dim, nhead, dim_feedforward, device=device, dtype=dtype, operations=operations)
+            for _ in range(len(use_encoder_idx))
+        ])
+
+        nb  = round(3 * depth_mult)
+        exp = expansion
+
+        # top-down FPN  (dfine: lateral conv has no act)
+        self.lateral_convs = nn.ModuleList(
+            [ConvNormLayer(hidden_dim, hidden_dim, 1, 1, device=device, dtype=dtype, operations=operations)
+             for _ in range(len(in_channels) - 1)])
+        self.fpn_blocks = nn.ModuleList(
+            [RepNCSPELAN4(hidden_dim * 2, hidden_dim, hidden_dim * 2, round(exp * hidden_dim // 2), nb, act=act, device=device, dtype=dtype, operations=operations)
+             for _ in range(len(in_channels) - 1)])
+
+        # bottom-up PAN  (dfine: nn.Sequential(SCDown) — keeps checkpoint key  .0.cv1/.0.cv2)
+        self.downsample_convs = nn.ModuleList(
+            [nn.Sequential(SCDown(hidden_dim, hidden_dim, 3, 2, device=device, dtype=dtype, operations=operations))
+             for _ in range(len(in_channels) - 1)])
+        self.pan_blocks = nn.ModuleList(
+            [RepNCSPELAN4(hidden_dim * 2, hidden_dim, hidden_dim * 2, round(exp * hidden_dim // 2), nb, act=act, device=device, dtype=dtype, operations=operations)
+             for _ in range(len(in_channels) - 1)])
+
+        # cache positional embeddings for fixed spatial size
+        if eval_spatial_size:
+            for idx in self.use_encoder_idx:
+                stride = self.feat_strides[idx]
+                pe = self._build_pe(eval_spatial_size[1] // stride,
+                                    eval_spatial_size[0] // stride,
+                                    hidden_dim, pe_temperature)
+                setattr(self, f'pos_embed{idx}', pe)
+
+    @staticmethod
+    def _build_pe(w, h, dim=256, temp=10000.):
+        assert dim % 4 == 0
+        gw = torch.arange(w, dtype=torch.float32)
+        gh = torch.arange(h, dtype=torch.float32)
+        gw, gh = torch.meshgrid(gw, gh, indexing='ij')
+        pdim  = dim // 4
+        omega = 1. / (temp ** (torch.arange(pdim, dtype=torch.float32) / pdim))
+        ow = gw.flatten()[:, None] @ omega[None]
+        oh = gh.flatten()[:, None] @ omega[None]
+        return torch.cat([ow.sin(), ow.cos(), oh.sin(), oh.cos()], 1)[None]
+
+    def forward(self, feats: List[torch.Tensor]) -> List[torch.Tensor]:
+        proj = [self.input_proj[i](f) for i, f in enumerate(feats)]
+
+        for i, enc_idx in enumerate(self.use_encoder_idx):
+            h, w = proj[enc_idx].shape[2:]
+            src  = proj[enc_idx].flatten(2).permute(0, 2, 1)
+            pe = getattr(self, f'pos_embed{enc_idx}').to(device=src.device, dtype=src.dtype)
+            for layer in self.encoder[i].layers:
+                src = layer(src, pos_embed=pe)
+            proj[enc_idx] = src.permute(0, 2, 1).reshape(-1, self.hidden_dim, h, w).contiguous()
+
+        n = len(self.in_channels)
+        inner = [proj[-1]]
+        for k in range(n - 1, 0, -1):
+            j = n - 1 - k
+            top = self.lateral_convs[j](inner[0])
+            inner[0] = top
+            up = F.interpolate(top, scale_factor=2., mode='nearest')
+            inner.insert(0, self.fpn_blocks[j](torch.cat([up, proj[k - 1]], 1)))
+
+        outs = [inner[0]]
+        for k in range(n - 1):
+            outs.append(self.pan_blocks[k](
+                torch.cat([self.downsample_convs[k](outs[-1]), inner[k + 1]], 1)))
+        return outs
+
+
+# ---------------------------------------------------------------------------
+# Decoder — DFINETransformer
+# ---------------------------------------------------------------------------
+
+def _deformable_attn_v2(value: list, spatial_shapes, sampling_locations: torch.Tensor, attention_weights: torch.Tensor, num_points_list: List[int]) -> torch.Tensor:
+    """
+    value            : list of per-level tensors  [bs*n_head, c, h_l, w_l]
+    sampling_locations: [bs, Lq, n_head, sum(pts), 2]  in [0,1]
+    attention_weights : [bs, Lq, n_head, sum(pts)]
+    """
+    _, c = value[0].shape[:2]      # bs*n_head, c
+    _, Lq, n_head, _, _ = sampling_locations.shape
+    bs = sampling_locations.shape[0]
+    n_h = n_head
+
+    grids = (2 * sampling_locations - 1)          # [bs, Lq, n_head, sum_pts, 2]
+    grids = grids.permute(0, 2, 1, 3, 4).flatten(0, 1)  # [bs*n_head, Lq, sum_pts, 2]
+    grids_per_lvl = grids.split(num_points_list, dim=2)  # list of [bs*n_head, Lq, pts_l, 2]
+
+    sampled = []
+    for lvl, (h, w) in enumerate(spatial_shapes):
+        val_l = value[lvl].reshape(bs * n_h, c, h, w)
+        sv = F.grid_sample(val_l, grids_per_lvl[lvl], mode='bilinear', padding_mode='zeros', align_corners=False)
+        sampled.append(sv) # sv: [bs*n_head, c, Lq, pts_l]
+
+    attn = attention_weights.permute(0, 2, 1, 3)  # [bs, n_head, Lq, sum_pts]
+    attn = attn.flatten(0, 1).unsqueeze(1)         # [bs*n_head, 1, Lq, sum_pts]
+    out  = (torch.cat(sampled, -1) * attn).sum(-1) # [bs*n_head, c, Lq]
+    out  = out.reshape(bs, n_h * c, Lq)
+    return out.permute(0, 2, 1)                    # [bs, Lq, hidden]
+
+
+class MSDeformableAttention(nn.Module):
+    def __init__(self, embed_dim=256, num_heads=8, num_levels=3, num_points=4, offset_scale=0.5, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.embed_dim, self.num_heads = embed_dim, num_heads
+        self.head_dim  = embed_dim // num_heads
+        pts = num_points if isinstance(num_points, list) else [num_points] * num_levels
+        self.num_points_list = pts
+        self.offset_scale    = offset_scale
+        total = num_heads * sum(pts)
+        self.register_buffer('num_points_scale', torch.tensor([1. / n for n in pts for _ in range(n)], dtype=torch.float32))
+        self.sampling_offsets  = operations.Linear(embed_dim, total * 2, device=device, dtype=dtype)
+        self.attention_weights = operations.Linear(embed_dim, total, device=device, dtype=dtype)
+
+    def forward(self, query, ref_pts, value, spatial_shapes):
+        bs, Lq = query.shape[:2]
+        offsets = self.sampling_offsets(query).reshape(
+            bs, Lq, self.num_heads, sum(self.num_points_list), 2)
+        attn_w  = F.softmax(
+            self.attention_weights(query).reshape(
+                bs, Lq, self.num_heads, sum(self.num_points_list)), -1)
+        scale   = self.num_points_scale.to(query).unsqueeze(-1)
+        offset  = offsets * scale * ref_pts[:, :, None, :, 2:] * self.offset_scale
+        locs    = ref_pts[:, :, None, :, :2] + offset  # [bs, Lq, n_head, sum_pts, 2]
+        return _deformable_attn_v2(value, spatial_shapes, locs, attn_w, self.num_points_list)
+
+
+class Gate(nn.Module):
+    def __init__(self, d_model, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.gate = operations.Linear(2 * d_model, 2 * d_model, device=device, dtype=dtype)
+        self.norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+
+    def forward(self, x1, x2):
+        g1, g2 = torch.sigmoid(self.gate(torch.cat([x1, x2], -1))).chunk(2, -1)
+        return self.norm(g1 * x1 + g2 * x2)
+
+
+class MLP(nn.Module):
+    def __init__(self, in_dim, hidden_dim, out_dim, num_layers, device=None, dtype=None, operations=None):
+        super().__init__()
+        dims = [in_dim] + [hidden_dim] * (num_layers - 1) + [out_dim]
+        self.layers = nn.ModuleList(operations.Linear(dims[i], dims[i + 1], device=device, dtype=dtype) for i in range(num_layers))
+
+    def forward(self, x):
+        for i, layer in enumerate(self.layers):
+            x = nn.SiLU()(layer(x)) if i < len(self.layers) - 1 else layer(x)
+        return x
+
+
+class TransformerDecoderLayer(nn.Module):
+    def __init__(self, d_model=256, nhead=8, dim_feedforward=1024, num_levels=3, num_points=4, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.self_attn  = SelfAttention(d_model, nhead, device=device, dtype=dtype, operations=operations)
+        self.norm1      = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.cross_attn = MSDeformableAttention(d_model, nhead, num_levels, num_points, device=device, dtype=dtype, operations=operations)
+        self.gateway    = Gate(d_model, device=device, dtype=dtype, operations=operations)
+        self.linear1    = operations.Linear(d_model, dim_feedforward, device=device, dtype=dtype)
+        self.activation = nn.ReLU()
+        self.linear2    = operations.Linear(dim_feedforward, d_model, device=device, dtype=dtype)
+        self.norm3      = operations.LayerNorm(d_model, device=device, dtype=dtype)
+
+    def forward(self, target, ref_pts, value, spatial_shapes, attn_mask=None, query_pos=None):
+        q = k = target if query_pos is None else target + query_pos
+        t2 = self.self_attn(q, k, value=target, attn_mask=attn_mask)
+        target = self.norm1(target + t2)
+        t2 = self.cross_attn(
+            target if query_pos is None else target + query_pos,
+            ref_pts, value, spatial_shapes)
+        target = self.gateway(target, t2)
+        t2 = self.linear2(self.activation(self.linear1(target)))
+        target = self.norm3((target + t2).clamp(-65504, 65504))
+        return target
+
+
+# ---------------------------------------------------------------------------
+# FDR utilities
+# ---------------------------------------------------------------------------
+
+def weighting_function(reg_max, up, reg_scale):
+    """Non-uniform weighting function W(n) for FDR box regression."""
+    ub1 = (abs(up[0]) * abs(reg_scale)).item()
+    ub2 = ub1 * 2
+    step = (ub1 + 1) ** (2 / (reg_max - 2))
+    left  = [-(step ** i) + 1 for i in range(reg_max // 2 - 1, 0, -1)]
+    right = [ (step ** i) - 1 for i in range(1, reg_max // 2)]
+    vals  = [-ub2] + left + [0] + right + [ub2]
+    return torch.tensor(vals, dtype=up.dtype, device=up.device)
+
+
+def distance2bbox(points, distance, reg_scale):
+    """Decode edge-distances → cxcywh boxes."""
+    rs = abs(reg_scale).to(dtype=points.dtype)
+    x1 = points[..., 0] - (0.5 * rs + distance[..., 0]) * (points[..., 2] / rs)
+    y1 = points[..., 1] - (0.5 * rs + distance[..., 1]) * (points[..., 3] / rs)
+    x2 = points[..., 0] + (0.5 * rs + distance[..., 2]) * (points[..., 2] / rs)
+    y2 = points[..., 1] + (0.5 * rs + distance[..., 3]) * (points[..., 3] / rs)
+    x0, y0, x1_, y1_ = (x1 + x2) / 2, (y1 + y2) / 2, x2 - x1, y2 - y1
+    return torch.stack([x0, y0, x1_, y1_], -1)
+
+
+class Integral(nn.Module):
+    """Sum Pr(n)·W(n) over the distribution bins."""
+    def __init__(self, reg_max=32):
+        super().__init__()
+        self.reg_max = reg_max
+
+    def forward(self, x, project):
+        shape = x.shape
+        x = F.softmax(x.reshape(-1, self.reg_max + 1), 1)
+        x = F.linear(x, project.to(device=x.device, dtype=x.dtype)).reshape(-1, 4)
+        return x.reshape(list(shape[:-1]) + [-1])
+
+
+class LQE(nn.Module):
+    """Location Quality Estimator — refines class scores using corner distribution."""
+    def __init__(self, k=4, hidden_dim=64, num_layers=2, reg_max=32, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.k, self.reg_max = k, reg_max
+        self.reg_conf = MLP(4 * (k + 1), hidden_dim, 1, num_layers, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, scores, pred_corners):
+        B, L, _ = pred_corners.shape
+        prob     = F.softmax(pred_corners.reshape(B, L, 4, self.reg_max + 1), -1)
+        topk, _  = prob.topk(self.k, -1)
+        stat     = torch.cat([topk, topk.mean(-1, keepdim=True)], -1)
+        return scores + self.reg_conf(stat.reshape(B, L, -1))
+
+
+class TransformerDecoder(nn.Module):
+    def __init__(self, hidden_dim, nhead, dim_feedforward, num_levels, num_points, num_layers, reg_max, reg_scale, up, eval_idx=-1, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.hidden_dim = hidden_dim
+        self.num_layers = num_layers
+        self.nhead      = nhead
+        self.eval_idx   = eval_idx if eval_idx >= 0 else num_layers + eval_idx
+        self.up, self.reg_scale, self.reg_max = up, reg_scale, reg_max
+        self.layers = nn.ModuleList([
+            TransformerDecoderLayer(hidden_dim, nhead, dim_feedforward, num_levels, num_points, device=device, dtype=dtype, operations=operations)
+            for _ in range(self.eval_idx + 1)
+        ])
+        self.lqe_layers = nn.ModuleList([LQE(4, 64, 2, reg_max, device=device, dtype=dtype, operations=operations) for _ in range(self.eval_idx + 1)])
+        self.register_buffer('project', weighting_function(reg_max, up, reg_scale))
+
+    def _value_op(self, memory, spatial_shapes):
+        """Reshape memory to per-level value tensors for deformable attention."""
+        c = self.hidden_dim // self.nhead
+        split = [h * w for h, w in spatial_shapes]
+        val = memory.reshape(memory.shape[0], memory.shape[1], self.nhead, c) # memory: [bs, sum(h*w), hidden_dim]
+        # → [bs, n_head, c, sum_hw]
+        val = val.permute(0, 2, 3, 1).flatten(0, 1)  # [bs*n_head, c, sum_hw]
+        return val.split(split, dim=-1)  # list of [bs*n_head, c, h_l*w_l]
+
+    def forward(self, target, ref_pts_unact, memory, spatial_shapes, bbox_head, score_head, query_pos_head, pre_bbox_head, integral):
+        val_split_flat = self._value_op(memory, spatial_shapes) # pre-split value for deformable attention
+
+        # reshape to [bs*n_head, c, h_l, w_l]
+        value = []
+        for lvl, (h, w) in enumerate(spatial_shapes):
+            v = val_split_flat[lvl]   # [bs*n_head, c, h*w]
+            value.append(v.reshape(v.shape[0], v.shape[1], h, w))
+
+        ref_pts  = F.sigmoid(ref_pts_unact)
+        output   = target
+        output_detach = pred_corners_undetach = 0
+
+        dec_bboxes, dec_logits = [], []
+
+        for i, layer in enumerate(self.layers):
+            ref_input    = ref_pts.unsqueeze(2)           # [bs, Lq, 1, 4]
+            query_pos    = query_pos_head(ref_pts).clamp(-10, 10)
+            output       = layer(output, ref_input, value, spatial_shapes, query_pos=query_pos)
+
+            if i == 0:
+                ref_unact = ref_pts.clamp(1e-5, 1 - 1e-5)
+                ref_unact = torch.log(ref_unact / (1 - ref_unact))
+                pre_bboxes = F.sigmoid(pre_bbox_head(output) + ref_unact)
+                ref_pts_initial = pre_bboxes.detach()
+
+            pred_corners = bbox_head[i](output + output_detach) + pred_corners_undetach
+            inter_ref_bbox = distance2bbox(ref_pts_initial, integral(pred_corners, self.project), self.reg_scale)
+
+            if i == self.eval_idx:
+                scores = score_head[i](output)
+                scores = self.lqe_layers[i](scores, pred_corners)
+                dec_bboxes.append(inter_ref_bbox)
+                dec_logits.append(scores)
+                break
+
+            pred_corners_undetach = pred_corners
+            ref_pts        = inter_ref_bbox.detach()
+            output_detach  = output.detach()
+
+        return torch.stack(dec_bboxes), torch.stack(dec_logits)
+
+
+class DFINETransformer(nn.Module):
+    def __init__(self, num_classes=80, hidden_dim=256, num_queries=300, feat_channels=[256, 256, 256], feat_strides=[8, 16, 32],
+                 num_levels=3, num_points=[3, 6, 3], nhead=8, num_layers=6, dim_feedforward=1024, eval_idx=-1, eps=1e-2, reg_max=32,
+                 reg_scale=8.0, eval_spatial_size=(640, 640), device=None, dtype=None, operations=None):
+        super().__init__()
+        assert len(feat_strides) == len(feat_channels)
+        self.hidden_dim  = hidden_dim
+        self.num_queries = num_queries
+        self.num_levels  = num_levels
+        self.eps         = eps
+        self.eval_spatial_size = eval_spatial_size
+
+        self.feat_strides = list(feat_strides)
+        for i in range(num_levels - len(feat_strides)):
+            self.feat_strides.append(feat_strides[-1] * 2 ** (i + 1))
+
+        # input projection (expects pre-fused weights)
+        self.input_proj = nn.ModuleList()
+        for ch in feat_channels:
+            if ch == hidden_dim:
+                self.input_proj.append(nn.Identity())
+            else:
+                self.input_proj.append(nn.Sequential(OrderedDict([
+                    ('conv', operations.Conv2d(ch, hidden_dim, 1, bias=True, device=device, dtype=dtype))])))
+        in_ch = feat_channels[-1]
+        for i in range(num_levels - len(feat_channels)):
+            self.input_proj.append(nn.Sequential(OrderedDict([
+                ('conv', operations.Conv2d(in_ch if i == 0 else hidden_dim,
+                                           hidden_dim, 3, 2, 1, bias=True, device=device, dtype=dtype))])))
+            in_ch = hidden_dim
+
+        # FDR parameters (non-trainable placeholders, set from config)
+        self.up        = nn.Parameter(torch.tensor([0.5]),      requires_grad=False)
+        self.reg_scale = nn.Parameter(torch.tensor([reg_scale]), requires_grad=False)
+
+        pts = num_points if isinstance(num_points, (list, tuple)) else [num_points] * num_levels
+        self.decoder = TransformerDecoder(hidden_dim, nhead, dim_feedforward, num_levels, pts,
+                                          num_layers, reg_max, self.reg_scale, self.up, eval_idx, device=device, dtype=dtype, operations=operations)
+
+        self.query_pos_head = MLP(4, 2 * hidden_dim, hidden_dim, 2, device=device, dtype=dtype, operations=operations)
+        self.enc_output     = nn.Sequential(OrderedDict([
+            ('proj', operations.Linear(hidden_dim, hidden_dim, device=device, dtype=dtype)),
+            ('norm', operations.LayerNorm(hidden_dim, device=device, dtype=dtype))]))
+        self.enc_score_head = operations.Linear(hidden_dim, num_classes, device=device, dtype=dtype)
+        self.enc_bbox_head  = MLP(hidden_dim, hidden_dim, 4, 3, device=device, dtype=dtype, operations=operations)
+
+        self.eval_idx_ = eval_idx if eval_idx >= 0 else num_layers + eval_idx
+        self.dec_score_head = nn.ModuleList(
+            [operations.Linear(hidden_dim, num_classes, device=device, dtype=dtype) for _ in range(self.eval_idx_ + 1)])
+        self.pre_bbox_head  = MLP(hidden_dim, hidden_dim, 4, 3, device=device, dtype=dtype, operations=operations)
+        self.dec_bbox_head  = nn.ModuleList(
+            [MLP(hidden_dim, hidden_dim, 4 * (reg_max + 1), 3, device=device, dtype=dtype, operations=operations)
+             for _ in range(self.eval_idx_ + 1)])
+        self.integral = Integral(reg_max)
+
+        if eval_spatial_size:
+            # Register as buffers so checkpoint values override the freshly-computed defaults
+            anchors, valid_mask = self._gen_anchors()
+            self.register_buffer('anchors', anchors)
+            self.register_buffer('valid_mask', valid_mask)
+
+    def _gen_anchors(self, spatial_shapes=None, grid_size=0.05, dtype=torch.float32, device='cpu'):
+        if spatial_shapes is None:
+            h0, w0 = self.eval_spatial_size
+            spatial_shapes = [[int(h0 / s), int(w0 / s)] for s in self.feat_strides]
+        anchors = []
+        for lvl, (h, w) in enumerate(spatial_shapes):
+            gy, gx = torch.meshgrid(torch.arange(h), torch.arange(w), indexing='ij')
+            gxy = (torch.stack([gx, gy], -1).float() + 0.5) / torch.tensor([w, h], dtype=dtype)
+            wh  = torch.ones_like(gxy) * grid_size * (2. ** lvl)
+            anchors.append(torch.cat([gxy, wh], -1).reshape(-1, h * w, 4))
+        anchors    = torch.cat(anchors, 1).to(device)
+        valid_mask = ((anchors > self.eps) & (anchors < 1 - self.eps)).all(-1, keepdim=True)
+        anchors    = torch.log(anchors / (1 - anchors))
+        anchors    = torch.where(valid_mask, anchors, torch.full_like(anchors, float('inf')))
+        return anchors, valid_mask
+
+    def _encoder_input(self, feats: List[torch.Tensor]):
+        proj = [self.input_proj[i](f) for i, f in enumerate(feats)]
+        for i in range(len(feats), self.num_levels):
+            proj.append(self.input_proj[i](feats[-1] if i == len(feats) else proj[-1]))
+        flat, shapes = [], []
+        for f in proj:
+            _, _, h, w = f.shape
+            flat.append(f.flatten(2).permute(0, 2, 1))
+            shapes.append([h, w])
+        return torch.cat(flat, 1), shapes
+
+    def _decoder_input(self, memory: torch.Tensor):
+        anchors, valid_mask = self.anchors.to(memory), self.valid_mask
+        if memory.shape[0] > 1:
+            anchors = anchors.repeat(memory.shape[0], 1, 1)
+
+        mem      = valid_mask.to(memory) * memory
+        out_mem  = self.enc_output(mem)
+        logits   = self.enc_score_head(out_mem)
+        _, idx   = torch.topk(logits.max(-1).values, self.num_queries, dim=-1)
+        idx_e    = idx.unsqueeze(-1)
+        topk_mem = out_mem.gather(1, idx_e.expand(-1, -1, out_mem.shape[-1]))
+        topk_anc = anchors.gather(1, idx_e.expand(-1, -1, anchors.shape[-1]))
+        topk_ref = self.enc_bbox_head(topk_mem) + topk_anc
+        return topk_mem.detach(), topk_ref.detach()
+
+    def forward(self, feats: List[torch.Tensor]):
+        memory, shapes = self._encoder_input(feats)
+        content, ref   = self._decoder_input(memory)
+        out_bboxes, out_logits = self.decoder(
+            content, ref, memory, shapes,
+            self.dec_bbox_head, self.dec_score_head,
+            self.query_pos_head, self.pre_bbox_head, self.integral)
+        return {'pred_logits': out_logits[-1], 'pred_boxes': out_bboxes[-1]}
+
+
+# ---------------------------------------------------------------------------
+# Main model
+# ---------------------------------------------------------------------------
+
+class RTv4(nn.Module):
+    def __init__(self, num_classes=80, num_queries=300, enc_h=256, dec_h=256, enc_ff=2048, dec_ff=1024, feat_strides=[8, 16, 32], device=None, dtype=None, operations=None, **kwargs):
+        super().__init__()
+        self.device = device
+        self.dtype = dtype
+        self.operations = operations
+
+        self.backbone = HGNetv2(device=device, dtype=dtype, operations=operations)
+        self.encoder  = HybridEncoder(hidden_dim=enc_h, dim_feedforward=enc_ff, device=device, dtype=dtype, operations=operations)
+        self.decoder  = DFINETransformer(num_classes=num_classes, hidden_dim=dec_h, num_queries=num_queries,
+            feat_channels=[enc_h] * len(feat_strides), feat_strides=feat_strides, dim_feedforward=dec_ff, device=device, dtype=dtype, operations=operations)
+
+        self.num_classes = num_classes
+        self.num_queries = num_queries
+        self.load_device = comfy.model_management.get_torch_device()
+
+    def _forward(self, x: torch.Tensor):
+        return self.decoder(self.encoder(self.backbone(x)))
+
+    def postprocess(self, outputs, orig_size: tuple = (640, 640)) -> List[dict]:
+        logits = outputs['pred_logits']
+        boxes  = torchvision.ops.box_convert(outputs['pred_boxes'], 'cxcywh', 'xyxy')
+        boxes  = boxes * torch.tensor(orig_size, device=boxes.device, dtype=boxes.dtype).repeat(1, 2).unsqueeze(1)
+        scores = F.sigmoid(logits)
+        scores, idx = torch.topk(scores.flatten(1), self.num_queries, dim=-1)
+        labels = idx % self.num_classes
+        boxes  = boxes.gather(1, (idx // self.num_classes).unsqueeze(-1).expand(-1, -1, 4))
+        return [{'labels': lbl, 'boxes': b, 'scores': s} for lbl, b, s in zip(labels, boxes, scores)]
+
+    def forward(self, x: torch.Tensor, orig_size: tuple = (640, 640), **kwargs):
+        outputs = self._forward(x.to(device=self.load_device, dtype=self.dtype))
+        return self.postprocess(outputs, orig_size)
diff --git a/ComfyUI/comfy/ldm/sam3/__pycache__/detector.cpython-312.pyc b/ComfyUI/comfy/ldm/sam3/__pycache__/detector.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..347cdd63c2a335a5f97151969f011b2a2604ef2c
Binary files /dev/null and b/ComfyUI/comfy/ldm/sam3/__pycache__/detector.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/sam3/__pycache__/sam.cpython-312.pyc b/ComfyUI/comfy/ldm/sam3/__pycache__/sam.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..03b132f9f0878f140dd6195bd6bc3ece5557987a
Binary files /dev/null and b/ComfyUI/comfy/ldm/sam3/__pycache__/sam.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/sam3/__pycache__/tracker.cpython-312.pyc b/ComfyUI/comfy/ldm/sam3/__pycache__/tracker.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..9f64cd5e8092bc4cf4dca7f2f528c309e2ca8ce5
--- /dev/null
+++ b/ComfyUI/comfy/ldm/sam3/__pycache__/tracker.cpython-312.pyc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09329d6fc24ecfa9727312cd85d92e0d96ac52d8b166b7cfc534639fb728088
+size 104089
diff --git a/ComfyUI/comfy/ldm/sam3/detector.py b/ComfyUI/comfy/ldm/sam3/detector.py
new file mode 100644
index 0000000000000000000000000000000000000000..23a972ac7dc7238c38372d651ea120a7c3577825
--- /dev/null
+++ b/ComfyUI/comfy/ldm/sam3/detector.py
@@ -0,0 +1,599 @@
+# SAM3 detector: transformer encoder-decoder, segmentation head, geometry encoder, scoring.
+
+import math
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from torchvision.ops import roi_align
+
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.sam3.tracker import SAM3Tracker, SAM31Tracker
+from comfy.ldm.sam3.sam import SAM3VisionBackbone  # noqa: used in __init__
+from comfy.ldm.sam3.sam import MLP, PositionEmbeddingSine
+
+TRACKER_CLASSES = {"SAM3": SAM3Tracker, "SAM31": SAM31Tracker}
+from comfy.ops import cast_to_input
+
+
+def box_cxcywh_to_xyxy(x):
+    cx, cy, w, h = x.unbind(-1)
+    return torch.stack([cx - 0.5 * w, cy - 0.5 * h, cx + 0.5 * w, cy + 0.5 * h], dim=-1)
+
+
+def gen_sineembed_for_position(pos_tensor, num_feats=256):
+    """Per-coordinate sinusoidal embedding: (..., N) -> (..., N * num_feats)."""
+    assert num_feats % 2 == 0
+    hdim = num_feats // 2
+    freqs = 10000.0 ** (2 * (torch.arange(hdim, dtype=torch.float32, device=pos_tensor.device) // 2) / hdim)
+    embeds = []
+    for c in range(pos_tensor.shape[-1]):
+        raw = (pos_tensor[..., c].float() * 2 * math.pi).unsqueeze(-1) / freqs
+        embeds.append(torch.stack([raw[..., 0::2].sin(), raw[..., 1::2].cos()], dim=-1).flatten(-2))
+    return torch.cat(embeds, dim=-1).to(pos_tensor.dtype)
+
+
+class SplitMHA(nn.Module):
+    """Multi-head attention with separate Q/K/V projections (split from fused in_proj_weight)."""
+    def __init__(self, d_model, num_heads=8, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.num_heads = num_heads
+        self.q_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.k_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.v_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.out_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+
+    def forward(self, q_input, k_input=None, v_input=None, mask=None):
+        q = self.q_proj(q_input)
+        if k_input is None:
+            k = self.k_proj(q_input)
+            v = self.v_proj(q_input)
+        else:
+            k = self.k_proj(k_input)
+            v = self.v_proj(v_input if v_input is not None else k_input)
+        if mask is not None and mask.ndim == 2:
+            mask = mask[:, None, None, :]  # [B, T] -> [B, 1, 1, T] for SDPA broadcast
+        dtype = q.dtype  # manual_cast may produce mixed dtypes
+        out = optimized_attention(q, k.to(dtype), v.to(dtype), self.num_heads, mask=mask, low_precision_attention=False)
+        return self.out_proj(out)
+
+
+class MLPWithNorm(nn.Module):
+    """MLP with residual connection and output LayerNorm."""
+    def __init__(self, input_dim, hidden_dim, output_dim, num_layers, residual=True, device=None, dtype=None, operations=None):
+        super().__init__()
+        dims = [input_dim] + [hidden_dim] * (num_layers - 1) + [output_dim]
+        self.layers = nn.ModuleList([
+            operations.Linear(dims[i], dims[i + 1], device=device, dtype=dtype)
+            for i in range(num_layers)
+        ])
+        self.out_norm = operations.LayerNorm(output_dim, device=device, dtype=dtype)
+        self.residual = residual and (input_dim == output_dim)
+
+    def forward(self, x):
+        orig = x
+        for i, layer in enumerate(self.layers):
+            x = layer(x)
+            if i < len(self.layers) - 1:
+                x = F.relu(x)
+        if self.residual:
+            x = x + orig
+        return self.out_norm(x)
+
+
+class EncoderLayer(nn.Module):
+    def __init__(self, d_model=256, num_heads=8, dim_ff=2048, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.self_attn = SplitMHA(d_model, num_heads, device=device, dtype=dtype, operations=operations)
+        self.cross_attn_image = SplitMHA(d_model, num_heads, device=device, dtype=dtype, operations=operations)
+        self.linear1 = operations.Linear(d_model, dim_ff, device=device, dtype=dtype)
+        self.linear2 = operations.Linear(dim_ff, d_model, device=device, dtype=dtype)
+        self.norm1 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.norm2 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.norm3 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+
+    def forward(self, x, pos, text_memory=None, text_mask=None):
+        normed = self.norm1(x)
+        q_k = normed + pos
+        x = x + self.self_attn(q_k, q_k, normed)
+        if text_memory is not None:
+            normed = self.norm2(x)
+            x = x + self.cross_attn_image(normed, text_memory, text_memory, mask=text_mask)
+        normed = self.norm3(x)
+        x = x + self.linear2(F.relu(self.linear1(normed)))
+        return x
+
+
+class TransformerEncoder(nn.Module):
+    """Checkpoint: transformer.encoder.layers.N.*"""
+    def __init__(self, d_model=256, num_heads=8, dim_ff=2048, num_layers=6, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.layers = nn.ModuleList([
+            EncoderLayer(d_model, num_heads, dim_ff, device=device, dtype=dtype, operations=operations)
+            for _ in range(num_layers)
+        ])
+
+    def forward(self, x, pos, text_memory=None, text_mask=None):
+        for layer in self.layers:
+            x = layer(x, pos, text_memory, text_mask)
+        return x
+
+
+class DecoderLayer(nn.Module):
+    def __init__(self, d_model=256, num_heads=8, dim_ff=2048, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.self_attn = SplitMHA(d_model, num_heads, device=device, dtype=dtype, operations=operations)
+        self.cross_attn = SplitMHA(d_model, num_heads, device=device, dtype=dtype, operations=operations)
+        self.ca_text = SplitMHA(d_model, num_heads, device=device, dtype=dtype, operations=operations)
+        self.norm1 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.norm2 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.norm3 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.catext_norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.linear1 = operations.Linear(d_model, dim_ff, device=device, dtype=dtype)
+        self.linear2 = operations.Linear(dim_ff, d_model, device=device, dtype=dtype)
+
+    def forward(self, x, memory, x_pos, memory_pos, text_memory=None, text_mask=None, cross_attn_bias=None):
+        q_k = x + x_pos
+        x = self.norm2(x + self.self_attn(q_k, q_k, x))
+        if text_memory is not None:
+            x = self.catext_norm(x + self.ca_text(x + x_pos, text_memory, text_memory, mask=text_mask))
+        x = self.norm1(x + self.cross_attn(x + x_pos, memory + memory_pos, memory, mask=cross_attn_bias))
+        x = self.norm3(x + self.linear2(F.relu(self.linear1(x))))
+        return x
+
+
+class TransformerDecoder(nn.Module):
+    def __init__(self, d_model=256, num_heads=8, dim_ff=2048, num_layers=6,
+                 num_queries=200, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.d_model = d_model
+        self.num_queries = num_queries
+
+        self.layers = nn.ModuleList([
+            DecoderLayer(d_model, num_heads, dim_ff, device=device, dtype=dtype, operations=operations)
+            for _ in range(num_layers)
+        ])
+        self.norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.query_embed = operations.Embedding(num_queries, d_model, device=device, dtype=dtype)
+        self.reference_points = operations.Embedding(num_queries, 4, device=device, dtype=dtype) # Reference points: Embedding(num_queries, 4) — learned anchor boxes
+        self.ref_point_head = MLP(d_model * 2, d_model, d_model, 2, device=device, dtype=dtype, operations=operations) # ref_point_head input: 512 (4 coords * 128 sine features each)
+        self.bbox_embed = MLP(d_model, d_model, 4, 3, device=device, dtype=dtype, operations=operations)
+
+        self.boxRPB_embed_x = MLP(2, d_model, num_heads, 2, device=device, dtype=dtype, operations=operations)
+        self.boxRPB_embed_y = MLP(2, d_model, num_heads, 2, device=device, dtype=dtype, operations=operations)
+
+        self.presence_token = operations.Embedding(1, d_model, device=device, dtype=dtype)
+        self.presence_token_head = MLP(d_model, d_model, 1, 3, device=device, dtype=dtype, operations=operations)
+        self.presence_token_out_norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+
+    @staticmethod
+    def _inverse_sigmoid(x):
+        return torch.log(x / (1 - x + 1e-6) + 1e-6)
+
+    def _compute_box_rpb(self, ref_points, H, W):
+        """Box rotary position bias: (B, Q, 4) cxcywh -> (B, n_heads, Q+1, H*W) bias."""
+        boxes_xyxy = box_cxcywh_to_xyxy(ref_points)
+        B, Q, _ = boxes_xyxy.shape
+        coords_h = torch.arange(H, device=ref_points.device, dtype=torch.float32) / H
+        coords_w = torch.arange(W, device=ref_points.device, dtype=torch.float32) / W
+        deltas_x = coords_w.view(1, 1, -1, 1) - boxes_xyxy[:, :, None, 0:3:2]
+        deltas_y = coords_h.view(1, 1, -1, 1) - boxes_xyxy[:, :, None, 1:4:2]
+
+        log2_8 = float(math.log2(8))
+        def log_scale(d):
+            return torch.sign(d * 8) * torch.log2(torch.abs(d * 8) + 1.0) / log2_8
+
+        rpb_x = self.boxRPB_embed_x(log_scale(deltas_x).to(ref_points.dtype))
+        rpb_y = self.boxRPB_embed_y(log_scale(deltas_y).to(ref_points.dtype))
+
+        bias = (rpb_y.unsqueeze(3) + rpb_x.unsqueeze(2)).flatten(2, 3).permute(0, 3, 1, 2)
+        pres_bias = torch.zeros(B, bias.shape[1], 1, bias.shape[3], device=bias.device, dtype=bias.dtype)
+        return torch.cat([pres_bias, bias], dim=2)
+
+    def forward(self, memory, memory_pos, text_memory=None, text_mask=None, H=72, W=72):
+        B = memory.shape[0]
+        tgt = cast_to_input(self.query_embed.weight, memory).unsqueeze(0).expand(B, -1, -1)
+        presence_out = cast_to_input(self.presence_token.weight, memory)[None].expand(B, -1, -1)
+        ref_points = cast_to_input(self.reference_points.weight, memory).unsqueeze(0).expand(B, -1, -1).sigmoid()
+
+        for layer_idx, layer in enumerate(self.layers):
+            query_pos = self.ref_point_head(gen_sineembed_for_position(ref_points, self.d_model))
+            tgt_with_pres = torch.cat([presence_out, tgt], dim=1)
+            pos_with_pres = torch.cat([torch.zeros_like(presence_out), query_pos], dim=1)
+            tgt_with_pres = layer(tgt_with_pres, memory, pos_with_pres, memory_pos,
+                                  text_memory, text_mask, self._compute_box_rpb(ref_points, H, W))
+            presence_out, tgt = tgt_with_pres[:, :1], tgt_with_pres[:, 1:]
+            if layer_idx < len(self.layers) - 1:
+                ref_inv = self._inverse_sigmoid(ref_points)
+                ref_points = (ref_inv + self.bbox_embed(self.norm(tgt))).sigmoid().detach()
+
+        query_out = self.norm(tgt)
+        ref_inv = self._inverse_sigmoid(ref_points)
+        boxes = (ref_inv + self.bbox_embed(query_out)).sigmoid()
+        presence = self.presence_token_head(self.presence_token_out_norm(presence_out)).squeeze(-1)
+        return {"decoder_output": query_out, "pred_boxes": boxes, "presence": presence}
+
+
+class Transformer(nn.Module):
+    def __init__(self, d_model=256, num_heads=8, dim_ff=2048, enc_layers=6, dec_layers=6,
+                 num_queries=200, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.encoder = TransformerEncoder(d_model, num_heads, dim_ff, enc_layers, device=device, dtype=dtype, operations=operations)
+        self.decoder = TransformerDecoder(d_model, num_heads, dim_ff, dec_layers, num_queries, device=device, dtype=dtype, operations=operations)
+
+
+class GeometryEncoder(nn.Module):
+    def __init__(self, d_model=256, num_heads=8, num_layers=3, roi_size=7, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.d_model = d_model
+        self.roi_size = roi_size
+        self.pos_enc = PositionEmbeddingSine(num_pos_feats=d_model, normalize=True)
+        self.points_direct_project = operations.Linear(2, d_model, device=device, dtype=dtype)
+        self.points_pool_project = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.points_pos_enc_project = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.boxes_direct_project = operations.Linear(4, d_model, device=device, dtype=dtype)
+        self.boxes_pool_project = operations.Conv2d(d_model, d_model, kernel_size=roi_size, device=device, dtype=dtype)
+        self.boxes_pos_enc_project = operations.Linear(d_model + 2, d_model, device=device, dtype=dtype)
+        self.label_embed = operations.Embedding(2, d_model, device=device, dtype=dtype)
+        self.cls_embed = operations.Embedding(1, d_model, device=device, dtype=dtype)
+        self.norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.img_pre_norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.encode = nn.ModuleList([
+            EncoderLayer(d_model, num_heads, 2048, device=device, dtype=dtype, operations=operations)
+            for _ in range(num_layers)
+        ])
+        self.encode_norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.final_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+
+    def _encode_points(self, coords, labels, img_feat_2d):
+        """Encode point prompts: direct + pool + pos_enc + label. coords: [B, N, 2] normalized."""
+        B, N, _ = coords.shape
+        embed = self.points_direct_project(coords)
+        # Pool features from backbone at point locations via grid_sample
+        grid = (coords * 2 - 1).unsqueeze(2)  # [B, N, 1, 2] in [-1, 1]
+        sampled = F.grid_sample(img_feat_2d, grid, align_corners=False)  # [B, C, N, 1]
+        embed = embed + self.points_pool_project(sampled.squeeze(-1).permute(0, 2, 1))  # [B, N, C]
+        # Positional encoding of coordinates
+        x, y = coords[:, :, 0], coords[:, :, 1]  # [B, N]
+        pos_x, pos_y = self.pos_enc._encode_xy(x.flatten(), y.flatten())
+        enc = torch.cat([pos_x, pos_y], dim=-1).view(B, N, -1)
+        embed = embed + self.points_pos_enc_project(cast_to_input(enc, embed))
+        embed = embed + cast_to_input(self.label_embed(labels.long()), embed)
+        return embed
+
+    def _encode_boxes(self, boxes, labels, img_feat_2d):
+        """Encode box prompts: direct + pool + pos_enc + label. boxes: [B, N, 4] normalized cxcywh."""
+        B, N, _ = boxes.shape
+        embed = self.boxes_direct_project(boxes)
+        # ROI align from backbone at box regions
+        H, W = img_feat_2d.shape[-2:]
+        boxes_xyxy = box_cxcywh_to_xyxy(boxes)
+        scale = torch.tensor([W, H, W, H], dtype=boxes_xyxy.dtype, device=boxes_xyxy.device)
+        boxes_scaled = boxes_xyxy * scale
+        sampled = roi_align(img_feat_2d, boxes_scaled.view(-1, 4).split(N), self.roi_size)
+        proj = self.boxes_pool_project(sampled).view(B, N, -1)  # Conv2d(roi_size) -> [B*N, C, 1, 1] -> [B, N, C]
+        embed = embed + proj
+        # Positional encoding of box center + size
+        cx, cy, w, h = boxes[:, :, 0], boxes[:, :, 1], boxes[:, :, 2], boxes[:, :, 3]
+        enc = self.pos_enc.encode_boxes(cx.flatten(), cy.flatten(), w.flatten(), h.flatten())
+        enc = enc.view(B, N, -1)
+        embed = embed + self.boxes_pos_enc_project(cast_to_input(enc, embed))
+        embed = embed + cast_to_input(self.label_embed(labels.long()), embed)
+        return embed
+
+    def forward(self, points=None, boxes=None, image_features=None):
+        """Encode geometry prompts. image_features: [B, HW, C] flattened backbone features."""
+        # Prepare 2D image features for pooling
+        img_feat_2d = None
+        if image_features is not None:
+            B = image_features.shape[0]
+            HW, C = image_features.shape[1], image_features.shape[2]
+            hw = int(math.sqrt(HW))
+            img_normed = self.img_pre_norm(image_features)
+            img_feat_2d = img_normed.permute(0, 2, 1).view(B, C, hw, hw)
+
+        embeddings = []
+        if points is not None:
+            coords, labels = points
+            embeddings.append(self._encode_points(coords, labels, img_feat_2d))
+        if boxes is not None:
+            B = boxes.shape[0]
+            box_labels = torch.ones(B, boxes.shape[1], dtype=torch.long, device=boxes.device)
+            embeddings.append(self._encode_boxes(boxes, box_labels, img_feat_2d))
+        if not embeddings:
+            return None
+        geo = torch.cat(embeddings, dim=1)
+        geo = self.norm(geo)
+        if image_features is not None:
+            for layer in self.encode:
+                geo = layer(geo, torch.zeros_like(geo), image_features)
+        geo = self.encode_norm(geo)
+        return self.final_proj(geo)
+
+
+class PixelDecoder(nn.Module):
+    """Top-down FPN pixel decoder with GroupNorm + ReLU + nearest interpolation."""
+    def __init__(self, d_model=256, num_stages=3, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.conv_layers = nn.ModuleList([operations.Conv2d(d_model, d_model, kernel_size=3, padding=1, device=device, dtype=dtype) for _ in range(num_stages)])
+        self.norms = nn.ModuleList([operations.GroupNorm(8, d_model, device=device, dtype=dtype) for _ in range(num_stages)])
+
+    def forward(self, backbone_features):
+        prev = backbone_features[-1]
+        for i, feat in enumerate(backbone_features[:-1][::-1]):
+            prev = F.relu(self.norms[i](self.conv_layers[i](feat + F.interpolate(prev, size=feat.shape[-2:], mode="nearest"))))
+        return prev
+
+
+class MaskPredictor(nn.Module):
+    def __init__(self, d_model=256, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.mask_embed = MLP(d_model, d_model, d_model, 3, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, query_embeddings, pixel_features):
+        mask_embed = self.mask_embed(query_embeddings)
+        return torch.einsum("bqc,bchw->bqhw", mask_embed, pixel_features)
+
+
+class SegmentationHead(nn.Module):
+    def __init__(self, d_model=256, num_heads=8, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.d_model = d_model
+        self.pixel_decoder = PixelDecoder(d_model, 3, device=device, dtype=dtype, operations=operations)
+        self.mask_predictor = MaskPredictor(d_model, device=device, dtype=dtype, operations=operations)
+        self.cross_attend_prompt = SplitMHA(d_model, num_heads, device=device, dtype=dtype, operations=operations)
+        self.cross_attn_norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.instance_seg_head = operations.Conv2d(d_model, d_model, kernel_size=1, device=device, dtype=dtype)
+        self.semantic_seg_head = operations.Conv2d(d_model, 1, kernel_size=1, device=device, dtype=dtype)
+
+    def forward(self, query_embeddings, backbone_features, encoder_hidden_states=None, prompt=None, prompt_mask=None):
+        if encoder_hidden_states is not None and prompt is not None:
+            enc_normed = self.cross_attn_norm(encoder_hidden_states)
+            enc_cross = self.cross_attend_prompt(enc_normed, prompt, prompt, mask=prompt_mask)
+            encoder_hidden_states = enc_cross + encoder_hidden_states
+
+        if encoder_hidden_states is not None:
+            B, H, W = encoder_hidden_states.shape[0], backbone_features[-1].shape[-2], backbone_features[-1].shape[-1]
+            encoder_visual = encoder_hidden_states[:, :H * W].permute(0, 2, 1).view(B, self.d_model, H, W)
+            backbone_features = list(backbone_features)
+            backbone_features[-1] = encoder_visual
+
+        pixel_features = self.pixel_decoder(backbone_features)
+        instance_features = self.instance_seg_head(pixel_features)
+        masks = self.mask_predictor(query_embeddings, instance_features)
+        return masks
+
+
+class DotProductScoring(nn.Module):
+    def __init__(self, d_model=256, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.hs_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.prompt_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.prompt_mlp = MLPWithNorm(d_model, 2048, d_model, 2, device=device, dtype=dtype, operations=operations)
+        self.scale = 1.0 / (d_model ** 0.5)
+
+    def forward(self, query_embeddings, prompt_embeddings, prompt_mask=None):
+        prompt = self.prompt_mlp(prompt_embeddings)
+        if prompt_mask is not None:
+            weight = prompt_mask.unsqueeze(-1).to(dtype=prompt.dtype)
+            pooled = (prompt * weight).sum(dim=1) / weight.sum(dim=1).clamp(min=1)
+        else:
+            pooled = prompt.mean(dim=1)
+        hs = self.hs_proj(query_embeddings)
+        pp = self.prompt_proj(pooled).unsqueeze(-1).to(hs.dtype)
+        scores = torch.matmul(hs, pp)
+        return (scores * self.scale).clamp(-12.0, 12.0).squeeze(-1)
+
+
+class SAM3Detector(nn.Module):
+    def __init__(self, d_model=256, embed_dim=1024, num_queries=200, device=None, dtype=None, operations=None, **kwargs):
+        super().__init__()
+        image_model = kwargs.pop("image_model", "SAM3")
+        for k in ("num_heads", "num_head_channels"):
+            kwargs.pop(k, None)
+        multiplex = image_model == "SAM31"
+        # SAM3: 4 FPN levels, drop last (scalp=1); SAM3.1: 3 levels, use all (scalp=0)
+        self.scalp = 0 if multiplex else 1
+        self.backbone = nn.ModuleDict({
+            "vision_backbone": SAM3VisionBackbone(embed_dim=embed_dim, d_model=d_model, multiplex=multiplex, device=device, dtype=dtype, operations=operations, **kwargs),
+            "language_backbone": nn.ModuleDict({"resizer": operations.Linear(embed_dim, d_model, device=device, dtype=dtype)}),
+        })
+        self.transformer = Transformer(d_model=d_model, num_queries=num_queries, device=device, dtype=dtype, operations=operations)
+        self.segmentation_head = SegmentationHead(d_model=d_model, device=device, dtype=dtype, operations=operations)
+        self.geometry_encoder = GeometryEncoder(d_model=d_model, device=device, dtype=dtype, operations=operations)
+        self.dot_prod_scoring = DotProductScoring(d_model=d_model, device=device, dtype=dtype, operations=operations)
+
+    def _get_backbone_features(self, images):
+        """Run backbone and return (detector_features, detector_positions, tracker_features, tracker_positions)."""
+        bb = self.backbone["vision_backbone"]
+        if bb.multiplex:
+            all_f, all_p, tf, tp = bb(images, tracker_mode="propagation")
+        else:
+            all_f, all_p, tf, tp = bb(images, need_tracker=True)
+        return all_f, all_p, tf, tp
+
+    @staticmethod
+    def _run_geo_layer(layer, x, memory, memory_pos):
+        x = x + layer.self_attn(layer.norm1(x))
+        x = x + layer.cross_attn_image(layer.norm2(x), memory + memory_pos, memory)
+        x = x + layer.linear2(F.relu(layer.linear1(layer.norm3(x))))
+        return x
+
+    def _detect(self, features, positions, text_embeddings=None, text_mask=None,
+                points=None, boxes=None):
+        """Shared detection: geometry encoding, transformer, scoring, segmentation."""
+        B = features[0].shape[0]
+        # Scalp for encoder (use top-level feature), but keep all levels for segmentation head
+        seg_features = features
+        if self.scalp > 0:
+            features = features[:-self.scalp]
+            positions = positions[:-self.scalp]
+        enc_feat, enc_pos = features[-1], positions[-1]
+        _, _, H, W = enc_feat.shape
+        img_flat = enc_feat.flatten(2).permute(0, 2, 1)
+        pos_flat = enc_pos.flatten(2).permute(0, 2, 1)
+
+        has_prompts = text_embeddings is not None or points is not None or boxes is not None
+        if has_prompts:
+            geo_enc = self.geometry_encoder
+            geo_prompts = geo_enc(points=points, boxes=boxes, image_features=img_flat)
+            geo_cls = geo_enc.norm(geo_enc.final_proj(cast_to_input(geo_enc.cls_embed.weight, img_flat).view(1, 1, -1).expand(B, -1, -1)))
+            for layer in geo_enc.encode:
+                geo_cls = self._run_geo_layer(layer, geo_cls, img_flat, pos_flat)
+            geo_cls = geo_enc.encode_norm(geo_cls)
+            if text_embeddings is not None and text_embeddings.shape[0] != B:
+                text_embeddings = text_embeddings.expand(B, -1, -1)
+            if text_mask is not None and text_mask.shape[0] != B:
+                text_mask = text_mask.expand(B, -1)
+            parts = [t for t in [text_embeddings, geo_prompts, geo_cls] if t is not None]
+            text_embeddings = torch.cat(parts, dim=1)
+            n_new = text_embeddings.shape[1] - (text_mask.shape[1] if text_mask is not None else 0)
+            if text_mask is not None:
+                text_mask = torch.cat([text_mask, torch.ones(B, n_new, dtype=torch.bool, device=text_mask.device)], dim=1)
+            else:
+                text_mask = torch.ones(B, text_embeddings.shape[1], dtype=torch.bool, device=text_embeddings.device)
+
+        memory = self.transformer.encoder(img_flat, pos_flat, text_embeddings, text_mask)
+        dec_out = self.transformer.decoder(memory, pos_flat, text_embeddings, text_mask, H, W)
+        query_out, pred_boxes = dec_out["decoder_output"], dec_out["pred_boxes"]
+
+        if text_embeddings is not None:
+            scores = self.dot_prod_scoring(query_out, text_embeddings, text_mask)
+        else:
+            scores = torch.zeros(B, query_out.shape[1], device=query_out.device)
+
+        masks = self.segmentation_head(query_out, seg_features, encoder_hidden_states=memory, prompt=text_embeddings, prompt_mask=text_mask)
+        return box_cxcywh_to_xyxy(pred_boxes), scores, masks, dec_out
+
+    def forward(self, images, text_embeddings=None, text_mask=None, points=None, boxes=None, threshold=0.3, orig_size=None):
+        features, positions, _, _ = self._get_backbone_features(images)
+
+        if text_embeddings is not None:
+            text_embeddings = self.backbone["language_backbone"]["resizer"](text_embeddings)
+            if text_mask is not None:
+                text_mask = text_mask.bool()
+
+        boxes_xyxy, scores, masks, dec_out = self._detect(
+            features, positions, text_embeddings, text_mask, points, boxes)
+
+        if orig_size is not None:
+            oh, ow = orig_size
+            boxes_xyxy = boxes_xyxy * torch.tensor([ow, oh, ow, oh], device=boxes_xyxy.device, dtype=boxes_xyxy.dtype)
+            masks = F.interpolate(masks, size=orig_size, mode="bilinear", align_corners=False)
+
+        return {
+            "boxes": boxes_xyxy,
+            "scores": scores,
+            "masks": masks,
+            "presence": dec_out.get("presence"),
+        }
+
+    def forward_from_trunk(self, trunk_out, text_embeddings, text_mask):
+        """Run detection using a pre-computed ViTDet trunk output.
+
+        text_embeddings must already be resized through language_backbone.resizer.
+        Returns dict with boxes (normalized xyxy), scores, masks at detector resolution.
+        """
+        bb = self.backbone["vision_backbone"]
+        features = [conv(trunk_out) for conv in bb.convs]
+        positions = [cast_to_input(bb.position_encoding(f), f) for f in features]
+
+        if text_mask is not None:
+            text_mask = text_mask.bool()
+
+        boxes_xyxy, scores, masks, _ = self._detect(features, positions, text_embeddings, text_mask)
+        return {"boxes": boxes_xyxy, "scores": scores, "masks": masks}
+
+
+class SAM3Model(nn.Module):
+    def __init__(self, device=None, dtype=None, operations=None, **kwargs):
+        super().__init__()
+        self.dtype = dtype
+        image_model = kwargs.get("image_model", "SAM3")
+        tracker_cls = TRACKER_CLASSES[image_model]
+        self.detector = SAM3Detector(device=device, dtype=dtype, operations=operations, **kwargs)
+        self.tracker = tracker_cls(device=device, dtype=dtype, operations=operations, **kwargs)
+
+    def forward(self, images, **kwargs):
+        return self.detector(images, **kwargs)
+
+    def forward_segment(self, images, point_inputs=None, box_inputs=None, mask_inputs=None):
+        """Interactive segmentation using SAM decoder with point/box/mask prompts.
+
+        Args:
+            images: [B, 3, 1008, 1008] preprocessed images
+            point_inputs: {"point_coords": [B, N, 2], "point_labels": [B, N]} in 1008x1008 pixel space
+            box_inputs: [B, 2, 2] box corners (top-left, bottom-right) in 1008x1008 pixel space
+            mask_inputs: [B, 1, H, W] coarse mask logits to refine
+        Returns:
+            [B, 1, image_size, image_size] high-res mask logits
+        """
+        bb = self.detector.backbone["vision_backbone"]
+        if bb.multiplex:
+            _, _, tracker_features, tracker_positions = bb(images, tracker_mode="interactive")
+        else:
+            _, _, tracker_features, tracker_positions = bb(images, need_tracker=True)
+            if self.detector.scalp > 0:
+                tracker_features = tracker_features[:-self.detector.scalp]
+                tracker_positions = tracker_positions[:-self.detector.scalp]
+
+        high_res = list(tracker_features[:-1])
+        backbone_feat = tracker_features[-1]
+        B, C, H, W = backbone_feat.shape
+        # Add no-memory embedding (init frame path)
+        no_mem = getattr(self.tracker, 'interactivity_no_mem_embed', None)
+        if no_mem is None:
+            no_mem = getattr(self.tracker, 'no_mem_embed', None)
+        if no_mem is not None:
+            feat_flat = backbone_feat.flatten(2).permute(0, 2, 1)
+            feat_flat = feat_flat + cast_to_input(no_mem, feat_flat)
+            backbone_feat = feat_flat.view(B, H, W, C).permute(0, 3, 1, 2)
+
+        num_pts = 0 if point_inputs is None else point_inputs["point_labels"].size(1)
+        _, high_res_masks, _, _ = self.tracker._forward_sam_heads(
+            backbone_features=backbone_feat,
+            point_inputs=point_inputs,
+            mask_inputs=mask_inputs,
+            box_inputs=box_inputs,
+            high_res_features=high_res,
+            multimask_output=(0 < num_pts <= 1),
+        )
+        return high_res_masks
+
+    def forward_video(self, images, initial_masks, pbar=None, text_prompts=None,
+                       new_det_thresh=0.5, max_objects=0, detect_interval=1,
+                       target_device=None, target_dtype=None):
+        """Track video with optional per-frame text-prompted detection."""
+        bb = self.detector.backbone["vision_backbone"]
+
+        def backbone_fn(frame, frame_idx=None):
+            trunk_out = bb.trunk(frame)
+            if bb.multiplex:
+                _, _, tf, tp = bb(frame, tracker_mode="propagation", cached_trunk=trunk_out, tracker_only=True)
+            else:
+                _, _, tf, tp = bb(frame, need_tracker=True, cached_trunk=trunk_out, tracker_only=True)
+            return tf, tp, trunk_out
+
+        detect_fn = None
+        if text_prompts:
+            resizer = self.detector.backbone["language_backbone"]["resizer"]
+            resized = [(resizer(emb), m.bool() if m is not None else None) for emb, m in text_prompts]
+            def detect_fn(trunk_out):
+                all_scores, all_masks = [], []
+                for emb, mask in resized:
+                    det = self.detector.forward_from_trunk(trunk_out, emb, mask)
+                    all_scores.append(det["scores"])
+                    all_masks.append(det["masks"])
+                return {"scores": torch.cat(all_scores, dim=1), "masks": torch.cat(all_masks, dim=1)}
+
+        if hasattr(self.tracker, 'track_video_with_detection'):
+            return self.tracker.track_video_with_detection(
+                backbone_fn, images, initial_masks, detect_fn,
+                new_det_thresh=new_det_thresh, max_objects=max_objects,
+                detect_interval=detect_interval, backbone_obj=bb, pbar=pbar,
+                target_device=target_device, target_dtype=target_dtype)
+        # SAM3 (non-multiplex) — no detection support, requires initial masks
+        if initial_masks is None:
+            raise ValueError("SAM3 (non-multiplex) requires initial_mask for video tracking")
+        return self.tracker.track_video(backbone_fn, images, initial_masks, pbar=pbar, backbone_obj=bb,
+                                         target_device=target_device, target_dtype=target_dtype)
diff --git a/ComfyUI/comfy/ldm/sam3/sam.py b/ComfyUI/comfy/ldm/sam3/sam.py
new file mode 100644
index 0000000000000000000000000000000000000000..75cb457cff5318ee79ca0300a46c6bd41e776fea
--- /dev/null
+++ b/ComfyUI/comfy/ldm/sam3/sam.py
@@ -0,0 +1,425 @@
+# SAM3 shared components: primitives, ViTDet backbone, FPN neck, position encodings.
+
+import math
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.flux.math import apply_rope
+from comfy.ldm.flux.layers import EmbedND
+from comfy.ops import cast_to_input
+
+
+class MLP(nn.Module):
+    def __init__(self, input_dim, hidden_dim, output_dim, num_layers, sigmoid_output=False, device=None, dtype=None, operations=None):
+        super().__init__()
+        dims = [input_dim] + [hidden_dim] * (num_layers - 1) + [output_dim]
+        self.layers = nn.ModuleList([operations.Linear(dims[i], dims[i + 1], device=device, dtype=dtype) for i in range(num_layers)])
+        self.sigmoid_output = sigmoid_output
+
+    def forward(self, x):
+        for i, layer in enumerate(self.layers):
+            x = F.relu(layer(x)) if i < len(self.layers) - 1 else layer(x)
+        return torch.sigmoid(x) if self.sigmoid_output else x
+
+
+class SAMAttention(nn.Module):
+    def __init__(self, embedding_dim, num_heads, downsample_rate=1, kv_in_dim=None, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.num_heads = num_heads
+        internal_dim = embedding_dim // downsample_rate
+        kv_dim = kv_in_dim if kv_in_dim is not None else embedding_dim
+        self.q_proj = operations.Linear(embedding_dim, internal_dim, device=device, dtype=dtype)
+        self.k_proj = operations.Linear(kv_dim, internal_dim, device=device, dtype=dtype)
+        self.v_proj = operations.Linear(kv_dim, internal_dim, device=device, dtype=dtype)
+        self.out_proj = operations.Linear(internal_dim, embedding_dim, device=device, dtype=dtype)
+
+    def forward(self, q, k, v):
+        q = self.q_proj(q)
+        k = self.k_proj(k)
+        v = self.v_proj(v)
+        return self.out_proj(optimized_attention(q, k, v, self.num_heads, low_precision_attention=False))
+
+
+class TwoWayAttentionBlock(nn.Module):
+    def __init__(self, embedding_dim, num_heads, mlp_dim=2048, attention_downsample_rate=2, skip_first_layer_pe=False, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.skip_first_layer_pe = skip_first_layer_pe
+        self.self_attn = SAMAttention(embedding_dim, num_heads, device=device, dtype=dtype, operations=operations)
+        self.cross_attn_token_to_image = SAMAttention(embedding_dim, num_heads, downsample_rate=attention_downsample_rate, device=device, dtype=dtype, operations=operations)
+        self.cross_attn_image_to_token = SAMAttention(embedding_dim, num_heads, downsample_rate=attention_downsample_rate, device=device, dtype=dtype, operations=operations)
+        self.mlp = nn.Sequential(operations.Linear(embedding_dim, mlp_dim, device=device, dtype=dtype), nn.ReLU(), operations.Linear(mlp_dim, embedding_dim, device=device, dtype=dtype))
+        self.norm1 = operations.LayerNorm(embedding_dim, device=device, dtype=dtype)
+        self.norm2 = operations.LayerNorm(embedding_dim, device=device, dtype=dtype)
+        self.norm3 = operations.LayerNorm(embedding_dim, device=device, dtype=dtype)
+        self.norm4 = operations.LayerNorm(embedding_dim, device=device, dtype=dtype)
+
+    def forward(self, queries, keys, query_pe, key_pe):
+        if self.skip_first_layer_pe:
+            queries = self.norm1(self.self_attn(queries, queries, queries))
+        else:
+            q = queries + query_pe
+            queries = self.norm1(queries + self.self_attn(q, q, queries))
+        q, k = queries + query_pe, keys + key_pe
+        queries = self.norm2(queries + self.cross_attn_token_to_image(q, k, keys))
+        queries = self.norm3(queries + self.mlp(queries))
+        q, k = queries + query_pe, keys + key_pe
+        keys = self.norm4(keys + self.cross_attn_image_to_token(k, q, queries))
+        return queries, keys
+
+
+class TwoWayTransformer(nn.Module):
+    def __init__(self, depth=2, embedding_dim=256, num_heads=8, mlp_dim=2048, attention_downsample_rate=2, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.layers = nn.ModuleList([
+            TwoWayAttentionBlock(embedding_dim, num_heads, mlp_dim, attention_downsample_rate,
+                                 skip_first_layer_pe=(i == 0), device=device, dtype=dtype, operations=operations)
+            for i in range(depth)
+        ])
+        self.final_attn_token_to_image = SAMAttention(embedding_dim, num_heads, downsample_rate=attention_downsample_rate, device=device, dtype=dtype, operations=operations)
+        self.norm_final = operations.LayerNorm(embedding_dim, device=device, dtype=dtype)
+
+    def forward(self, image_embedding, image_pe, point_embedding):
+        queries, keys = point_embedding, image_embedding
+        for layer in self.layers:
+            queries, keys = layer(queries, keys, point_embedding, image_pe)
+        q, k = queries + point_embedding, keys + image_pe
+        queries = self.norm_final(queries + self.final_attn_token_to_image(q, k, keys))
+        return queries, keys
+
+
+class PositionEmbeddingRandom(nn.Module):
+    """Fourier feature positional encoding with random gaussian projection."""
+    def __init__(self, num_pos_feats=64, scale=None):
+        super().__init__()
+        self.register_buffer("positional_encoding_gaussian_matrix", (scale or 1.0) * torch.randn(2, num_pos_feats))
+
+    def _encode(self, normalized_coords):
+        """Map normalized [0,1] coordinates to fourier features via random projection. Computes in fp32."""
+        orig_dtype = normalized_coords.dtype
+        proj_matrix = self.positional_encoding_gaussian_matrix.to(device=normalized_coords.device, dtype=torch.float32)
+        projected = 2 * math.pi * (2 * normalized_coords.float() - 1) @ proj_matrix
+        return torch.cat([projected.sin(), projected.cos()], dim=-1).to(orig_dtype)
+
+    def forward(self, size, device=None):
+        h, w = size
+        dev = device if device is not None else self.positional_encoding_gaussian_matrix.device
+        ones = torch.ones((h, w), device=dev, dtype=torch.float32)
+        norm_xy = torch.stack([(ones.cumsum(1) - 0.5) / w, (ones.cumsum(0) - 0.5) / h], dim=-1)
+        return self._encode(norm_xy).permute(2, 0, 1).unsqueeze(0)
+
+    def forward_with_coords(self, pixel_coords, image_size):
+        norm = pixel_coords.clone()
+        norm[:, :, 0] /= image_size[1]
+        norm[:, :, 1] /= image_size[0]
+        return self._encode(norm)
+
+
+# ViTDet backbone + FPN neck
+
+def window_partition(x: torch.Tensor, window_size: int):
+    B, H, W, C = x.shape
+    pad_h = (window_size - H % window_size) % window_size
+    pad_w = (window_size - W % window_size) % window_size
+    if pad_h > 0 or pad_w > 0:
+        x = F.pad(x, (0, 0, 0, pad_w, 0, pad_h))
+    Hp, Wp = H + pad_h, W + pad_w
+    x = x.view(B, Hp // window_size, window_size, Wp // window_size, window_size, C)
+    windows = x.permute(0, 1, 3, 2, 4, 5).contiguous().view(-1, window_size, window_size, C)
+    return windows, (Hp, Wp)
+
+
+def window_unpartition(windows: torch.Tensor, window_size: int, pad_hw, hw):
+    Hp, Wp = pad_hw
+    H, W = hw
+    B = windows.shape[0] // (Hp * Wp // window_size // window_size)
+    x = windows.view(B, Hp // window_size, Wp // window_size, window_size, window_size, -1)
+    x = x.permute(0, 1, 3, 2, 4, 5).contiguous().view(B, Hp, Wp, -1)
+    if Hp > H or Wp > W:
+        x = x[:, :H, :W, :].contiguous()
+    return x
+
+
+def rope_2d(end_x: int, end_y: int, dim: int, theta: float = 10000.0, scale_pos: float = 1.0):
+    """Generate 2D axial RoPE using flux EmbedND. Returns [1, 1, HW, dim//2, 2, 2]."""
+    t = torch.arange(end_x * end_y, dtype=torch.float32)
+    ids = torch.stack([(t % end_x) * scale_pos,
+                       torch.div(t, end_x, rounding_mode="floor") * scale_pos], dim=-1)
+    return EmbedND(dim=dim, theta=theta, axes_dim=[dim // 2, dim // 2])(ids.unsqueeze(0))
+
+
+class _ViTMLP(nn.Module):
+    def __init__(self, dim, mlp_ratio=4.0, device=None, dtype=None, operations=None):
+        super().__init__()
+        hidden = int(dim * mlp_ratio)
+        self.fc1 = operations.Linear(dim, hidden, device=device, dtype=dtype)
+        self.act = nn.GELU()
+        self.fc2 = operations.Linear(hidden, dim, device=device, dtype=dtype)
+
+    def forward(self, x):
+        return self.fc2(self.act(self.fc1(x)))
+
+
+class Attention(nn.Module):
+    """ViTDet multi-head attention with fused QKV projection."""
+
+    def __init__(self, dim, num_heads=8, qkv_bias=True, use_rope=False, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.num_heads = num_heads
+        self.head_dim = dim // num_heads
+        self.use_rope = use_rope
+        self.qkv = operations.Linear(dim, dim * 3, bias=qkv_bias, device=device, dtype=dtype)
+        self.proj = operations.Linear(dim, dim, device=device, dtype=dtype)
+
+    def forward(self, x, freqs_cis=None):
+        B, N, C = x.shape
+        qkv = self.qkv(x).reshape(B, N, 3, self.num_heads, self.head_dim)
+        q, k, v = qkv.permute(2, 0, 3, 1, 4).unbind(dim=0)
+        if self.use_rope and freqs_cis is not None:
+            q, k = apply_rope(q, k, freqs_cis)
+        return self.proj(optimized_attention(q, k, v, self.num_heads, skip_reshape=True, low_precision_attention=False))
+
+
+class Block(nn.Module):
+    def __init__(self, dim, num_heads, mlp_ratio=4.0, qkv_bias=True, window_size=0, use_rope=False, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.window_size = window_size
+        self.norm1 = operations.LayerNorm(dim, device=device, dtype=dtype)
+        self.attn = Attention(dim, num_heads, qkv_bias, use_rope, device=device, dtype=dtype, operations=operations)
+        self.norm2 = operations.LayerNorm(dim, device=device, dtype=dtype)
+        self.mlp = _ViTMLP(dim, mlp_ratio, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, x, freqs_cis=None):
+        shortcut = x
+        x = self.norm1(x)
+        if self.window_size > 0:
+            H, W = x.shape[1], x.shape[2]
+            x, pad_hw = window_partition(x, self.window_size)
+            x = x.view(x.shape[0], self.window_size * self.window_size, -1)
+            x = self.attn(x, freqs_cis=freqs_cis)
+            x = x.view(-1, self.window_size, self.window_size, x.shape[-1])
+            x = window_unpartition(x, self.window_size, pad_hw, (H, W))
+        else:
+            B, H, W, C = x.shape
+            x = x.view(B, H * W, C)
+            x = self.attn(x, freqs_cis=freqs_cis)
+            x = x.view(B, H, W, C)
+        x = shortcut + x
+        x = x + self.mlp(self.norm2(x))
+        return x
+
+
+class PatchEmbed(nn.Module):
+    def __init__(self, patch_size=14, in_chans=3, embed_dim=1024, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.proj = operations.Conv2d(in_chans, embed_dim, kernel_size=patch_size, stride=patch_size, bias=False, device=device, dtype=dtype)
+
+    def forward(self, x):
+        return self.proj(x)
+
+
+class ViTDet(nn.Module):
+    def __init__(self, img_size=1008, patch_size=14, embed_dim=1024, depth=32, num_heads=16, mlp_ratio=4.625, qkv_bias=True, window_size=24,
+                 global_att_blocks=(7, 15, 23, 31), use_rope=True, pretrain_img_size=336, device=None, dtype=None, operations=None, **kwargs):
+        super().__init__()
+        self.img_size = img_size
+        self.patch_size = patch_size
+        self.embed_dim = embed_dim
+        self.num_heads = num_heads
+        self.global_att_blocks = set(global_att_blocks)
+
+        self.patch_embed = PatchEmbed(patch_size, 3, embed_dim, device=device, dtype=dtype, operations=operations)
+
+        num_patches = (pretrain_img_size // patch_size) ** 2 + 1  # +1 for cls token
+        self.pos_embed = nn.Parameter(torch.zeros(1, num_patches, embed_dim, device=device, dtype=dtype))
+
+        self.ln_pre = operations.LayerNorm(embed_dim, device=device, dtype=dtype)
+
+        grid_size = img_size // patch_size
+        pretrain_grid = pretrain_img_size // patch_size
+
+        self.blocks = nn.ModuleList()
+        for i in range(depth):
+            is_global = i in self.global_att_blocks
+            self.blocks.append(Block(
+                embed_dim, num_heads, mlp_ratio, qkv_bias,
+                window_size=0 if is_global else window_size,
+                use_rope=use_rope,
+                device=device, dtype=dtype, operations=operations,
+            ))
+
+        if use_rope:
+            rope_scale = pretrain_grid / grid_size
+            self.register_buffer("freqs_cis", rope_2d(grid_size, grid_size, embed_dim // num_heads, scale_pos=rope_scale), persistent=False)
+            self.register_buffer("freqs_cis_window", rope_2d(window_size, window_size, embed_dim // num_heads), persistent=False)
+        else:
+            self.freqs_cis = None
+            self.freqs_cis_window = None
+
+    def _get_pos_embed(self, num_tokens):
+        pos = self.pos_embed
+        if pos.shape[1] == num_tokens:
+            return pos
+        cls_pos = pos[:, :1]
+        spatial_pos = pos[:, 1:]
+        old_size = int(math.sqrt(spatial_pos.shape[1]))
+        new_size = int(math.sqrt(num_tokens - 1)) if num_tokens > 1 else old_size
+        spatial_2d = spatial_pos.reshape(1, old_size, old_size, -1).permute(0, 3, 1, 2)
+        tiles_h = new_size // old_size + 1
+        tiles_w = new_size // old_size + 1
+        tiled = spatial_2d.tile([1, 1, tiles_h, tiles_w])[:, :, :new_size, :new_size]
+        tiled = tiled.permute(0, 2, 3, 1).reshape(1, new_size * new_size, -1)
+        return torch.cat([cls_pos, tiled], dim=1)
+
+    def forward(self, x):
+        x = self.patch_embed(x)
+        B, C, Hp, Wp = x.shape
+        x = x.permute(0, 2, 3, 1).reshape(B, Hp * Wp, C)
+
+        pos = cast_to_input(self._get_pos_embed(Hp * Wp + 1), x)
+        x = x + pos[:, 1:Hp * Wp + 1]
+
+        x = x.view(B, Hp, Wp, C)
+        x = self.ln_pre(x)
+
+        freqs_cis_global = self.freqs_cis
+        freqs_cis_win = self.freqs_cis_window
+        if freqs_cis_global is not None:
+            freqs_cis_global = cast_to_input(freqs_cis_global, x)
+        if freqs_cis_win is not None:
+            freqs_cis_win = cast_to_input(freqs_cis_win, x)
+
+        for block in self.blocks:
+            fc = freqs_cis_win if block.window_size > 0 else freqs_cis_global
+            x = block(x, freqs_cis=fc)
+
+        return x.permute(0, 3, 1, 2)
+
+
+class FPNScaleConv(nn.Module):
+    def __init__(self, in_dim, out_dim, scale, device=None, dtype=None, operations=None):
+        super().__init__()
+        if scale == 4.0:
+            self.dconv_2x2_0 = operations.ConvTranspose2d(in_dim, in_dim // 2, kernel_size=2, stride=2, device=device, dtype=dtype)
+            self.dconv_2x2_1 = operations.ConvTranspose2d(in_dim // 2, in_dim // 4, kernel_size=2, stride=2, device=device, dtype=dtype)
+            proj_in = in_dim // 4
+        elif scale == 2.0:
+            self.dconv_2x2 = operations.ConvTranspose2d(in_dim, in_dim // 2, kernel_size=2, stride=2, device=device, dtype=dtype)
+            proj_in = in_dim // 2
+        elif scale == 1.0:
+            proj_in = in_dim
+        elif scale == 0.5:
+            self.pool = nn.MaxPool2d(kernel_size=2, stride=2)
+            proj_in = in_dim
+        self.scale = scale
+        self.conv_1x1 = operations.Conv2d(proj_in, out_dim, kernel_size=1, device=device, dtype=dtype)
+        self.conv_3x3 = operations.Conv2d(out_dim, out_dim, kernel_size=3, padding=1, device=device, dtype=dtype)
+
+    def forward(self, x):
+        if self.scale == 4.0:
+            x = F.gelu(self.dconv_2x2_0(x))
+            x = self.dconv_2x2_1(x)
+        elif self.scale == 2.0:
+            x = self.dconv_2x2(x)
+        elif self.scale == 0.5:
+            x = self.pool(x)
+        x = self.conv_1x1(x)
+        x = self.conv_3x3(x)
+        return x
+
+
+class PositionEmbeddingSine(nn.Module):
+    """2D sinusoidal position encoding (DETR-style) with result caching."""
+    def __init__(self, num_pos_feats=256, temperature=10000.0, normalize=True, scale=None):
+        super().__init__()
+        assert num_pos_feats % 2 == 0
+        self.half_dim = num_pos_feats // 2
+        self.temperature = temperature
+        self.normalize = normalize
+        self.scale = scale if scale is not None else 2 * math.pi
+        self._cache = {}
+
+    def _sincos(self, vals):
+        """Encode 1D values to interleaved sin/cos features."""
+        freqs = self.temperature ** (2 * (torch.arange(self.half_dim, dtype=torch.float32, device=vals.device) // 2) / self.half_dim)
+        raw = vals[..., None] * self.scale / freqs
+        return torch.stack((raw[..., 0::2].sin(), raw[..., 1::2].cos()), dim=-1).flatten(-2)
+
+    def _encode_xy(self, x, y):
+        """Encode normalized x, y coordinates to sinusoidal features. Returns (pos_x, pos_y) each [N, half_dim]."""
+        dim_t = self.temperature ** (2 * (torch.arange(self.half_dim, dtype=torch.float32, device=x.device) // 2) / self.half_dim)
+        pos_x = x[:, None] * self.scale / dim_t
+        pos_y = y[:, None] * self.scale / dim_t
+        pos_x = torch.stack((pos_x[:, 0::2].sin(), pos_x[:, 1::2].cos()), dim=2).flatten(1)
+        pos_y = torch.stack((pos_y[:, 0::2].sin(), pos_y[:, 1::2].cos()), dim=2).flatten(1)
+        return pos_x, pos_y
+
+    def encode_boxes(self, cx, cy, w, h):
+        """Encode box center + size to [N, d_model+2] features."""
+        pos_x, pos_y = self._encode_xy(cx, cy)
+        return torch.cat((pos_y, pos_x, h[:, None], w[:, None]), dim=1)
+
+    def forward(self, x):
+        B, C, H, W = x.shape
+        key = (H, W, x.device)
+        if key not in self._cache:
+            gy = torch.arange(H, dtype=torch.float32, device=x.device)
+            gx = torch.arange(W, dtype=torch.float32, device=x.device)
+            if self.normalize:
+                gy, gx = gy / (H - 1 + 1e-6), gx / (W - 1 + 1e-6)
+            yy, xx = torch.meshgrid(gy, gx, indexing="ij")
+            self._cache[key] = torch.cat((self._sincos(yy), self._sincos(xx)), dim=-1).permute(2, 0, 1).unsqueeze(0)
+        return self._cache[key].expand(B, -1, -1, -1)
+
+
+class SAM3VisionBackbone(nn.Module):
+    def __init__(self, embed_dim=1024, d_model=256, multiplex=False, device=None, dtype=None, operations=None, **kwargs):
+        super().__init__()
+        self.trunk = ViTDet(embed_dim=embed_dim, device=device, dtype=dtype, operations=operations, **kwargs)
+        self.position_encoding = PositionEmbeddingSine(num_pos_feats=d_model, normalize=True)
+        self.multiplex = multiplex
+
+        fpn_args = dict(device=device, dtype=dtype, operations=operations)
+        if multiplex:
+            scales = [4.0, 2.0, 1.0]
+            self.convs = nn.ModuleList([FPNScaleConv(embed_dim, d_model, s, **fpn_args) for s in scales])
+            self.propagation_convs = nn.ModuleList([FPNScaleConv(embed_dim, d_model, s, **fpn_args) for s in scales])
+            self.interactive_convs = nn.ModuleList([FPNScaleConv(embed_dim, d_model, s, **fpn_args) for s in scales])
+        else:
+            scales = [4.0, 2.0, 1.0, 0.5]
+            self.convs = nn.ModuleList([FPNScaleConv(embed_dim, d_model, s, **fpn_args) for s in scales])
+            self.sam2_convs = nn.ModuleList([FPNScaleConv(embed_dim, d_model, s, **fpn_args) for s in scales])
+
+    def forward(self, images, need_tracker=False, tracker_mode=None, cached_trunk=None, tracker_only=False):
+        backbone_out = cached_trunk if cached_trunk is not None else self.trunk(images)
+
+        if tracker_only:
+            # Skip detector FPN when only tracker features are needed (video tracking)
+            if self.multiplex:
+                tracker_convs = self.propagation_convs if tracker_mode == "propagation" else self.interactive_convs
+            else:
+                tracker_convs = self.sam2_convs
+            tracker_features = [conv(backbone_out) for conv in tracker_convs]
+            tracker_positions = [cast_to_input(self.position_encoding(f), f) for f in tracker_features]
+            return None, None, tracker_features, tracker_positions
+
+        features = [conv(backbone_out) for conv in self.convs]
+        positions = [cast_to_input(self.position_encoding(f), f) for f in features]
+
+        if self.multiplex:
+            if tracker_mode == "propagation":
+                tracker_convs = self.propagation_convs
+            elif tracker_mode == "interactive":
+                tracker_convs = self.interactive_convs
+            else:
+                return features, positions, None, None
+        elif need_tracker:
+            tracker_convs = self.sam2_convs
+        else:
+            return features, positions, None, None
+
+        tracker_features = [conv(backbone_out) for conv in tracker_convs]
+        tracker_positions = [cast_to_input(self.position_encoding(f), f) for f in tracker_features]
+        return features, positions, tracker_features, tracker_positions
diff --git a/ComfyUI/comfy/ldm/sam3/tracker.py b/ComfyUI/comfy/ldm/sam3/tracker.py
new file mode 100644
index 0000000000000000000000000000000000000000..8456e90a617cfcf166307cb0542219e6e3a333cb
--- /dev/null
+++ b/ComfyUI/comfy/ldm/sam3/tracker.py
@@ -0,0 +1,1802 @@
+# SAM3 video tracker: memory encoder, memory attention, SAM mask decoder/prompt encoder.
+
+import numpy as np
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from tqdm import tqdm
+
+try:
+    import cv2
+    _HAS_CV2 = True
+except ImportError:
+    from scipy import ndimage
+    _HAS_CV2 = False
+
+import comfy.model_management
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.sam3.sam import rope_2d, PositionEmbeddingSine
+from comfy.ops import cast_to_input
+from comfy.ldm.flux.math import apply_rope1
+from comfy.ldm.cascade.common import LayerNorm2d_op
+from comfy.ldm.sam3.sam import MLP, PositionEmbeddingRandom
+from comfy.ldm.sam3.sam import TwoWayTransformer as SAMTwoWayTransformer
+
+NO_OBJ_SCORE = -1024.0
+
+
+def to_spatial(x, H, W):
+    """Reshape (B, H*W, C) → (B, C, H, W)."""
+    return x.view(x.shape[0], H, W, -1).permute(0, 3, 1, 2)
+
+class MultiplexState:
+    """Tracks object-to-slot assignments for multiplex tracking. Provides mux/demux operations."""
+
+    def __init__(self, num_objects, multiplex_count, device, dtype):
+        self.multiplex_count = multiplex_count
+        self.device = device
+        self.dtype = dtype
+        self._build(num_objects)
+
+    def mux(self, x):
+        """[N_obj, ...] -> [num_buckets, multiplex_count, ...]"""
+        out_shape = (self.num_buckets, self.multiplex_count) + x.shape[1:]
+        return (self.mux_matrix.to(device=x.device, dtype=x.dtype) @ x.reshape(self.total_valid_entries, -1)).view(out_shape)
+
+    def demux(self, x):
+        """[num_buckets, multiplex_count, ...] -> [N_obj, ...]"""
+        out_shape = (self.total_valid_entries,) + x.shape[2:]
+        flat = x.reshape(self.num_buckets * self.multiplex_count, -1)
+        return (self.demux_matrix.to(device=x.device, dtype=x.dtype) @ flat).view(out_shape)
+
+    def get_valid_object_mask(self):
+        """[num_buckets, multiplex_count] bool tensor, True for valid slots."""
+        return (self.mux_matrix.sum(dim=1) > 0).reshape(self.num_buckets, self.multiplex_count)
+
+    def _build(self, num_objects):
+        M = self.multiplex_count
+        self.num_buckets = (num_objects + M - 1) // M
+        self.total_valid_entries = num_objects
+        total_slots = self.num_buckets * M
+        self.mux_matrix = torch.zeros(total_slots, num_objects, device=self.device, dtype=self.dtype)
+        self.demux_matrix = torch.zeros(num_objects, total_slots, device=self.device, dtype=self.dtype)
+        oids = torch.arange(num_objects, device=self.device)
+        slots = (oids // M) * M + (oids % M)
+        self.mux_matrix[slots, oids] = 1.0
+        self.demux_matrix[oids, slots] = 1.0
+
+    def add_objects(self, n_new):
+        """Grow multiplex state for n_new additional objects."""
+        self._build(self.total_valid_entries + n_new)
+
+def _compute_mask_overlap(masks_a, masks_b):
+    """Max of IoU and IoM (intersection over minimum area). More robust to size differences."""
+    a_flat = (masks_a > 0).float().flatten(1)
+    b_flat = (masks_b > 0).float().flatten(1)
+    intersection = a_flat @ b_flat.T
+    area_a = a_flat.sum(1, keepdim=True)
+    area_b = b_flat.sum(1, keepdim=True).T
+    iou = intersection / (area_a + area_b - intersection).clamp(min=1)
+    iom = intersection / torch.min(area_a.expand_as(iou), area_b.expand_as(iou)).clamp(min=1)
+    return torch.max(iou, iom)
+
+
+def _nms_masks(masks, scores, thresh=0.5):
+    """Mask-based NMS using IoU+IoM overlap. Returns (filtered_masks, filtered_scores)."""
+    order = scores.argsort(descending=True)
+    masks, scores = masks[order], scores[order]
+    keep = []
+    for i in range(masks.shape[0]):
+        if keep:
+            if _compute_mask_overlap(masks[i:i+1], masks[torch.tensor(keep, device=masks.device)]).max() >= thresh:
+                continue
+        keep.append(i)
+    return masks[keep], scores[keep]
+
+
+def _get_connected_components(mask_bin):
+    """Get connected component labels and areas. mask_bin: [B, 1, H, W] uint8."""
+    labels_list, areas_list = [], []
+    for i in range(mask_bin.shape[0]):
+        m = mask_bin[i, 0].cpu().numpy()
+        if _HAS_CV2:
+            _, labeled, stats, _ = cv2.connectedComponentsWithStats(m, connectivity=8)
+            areas = stats[labeled, cv2.CC_STAT_AREA].astype('int32')
+        else:
+            labeled, num_features = ndimage.label(m)
+            areas = np.zeros_like(m, dtype=np.int32)
+            for c in range(1, num_features + 1):
+                component = labeled == c
+                areas[component] = component.sum()
+        labels_list.append(torch.from_numpy(labeled).to(mask_bin.device))
+        areas_list.append(torch.from_numpy(areas).to(device=mask_bin.device, dtype=torch.int32))
+    return torch.stack(labels_list).unsqueeze(1), torch.stack(areas_list).unsqueeze(1)
+
+
+def fill_holes_in_mask_scores(mask, max_area=0):
+    """Remove small foreground sprinkles and fill small background holes using connected components."""
+    if max_area <= 0:
+        return mask
+
+    # Fill holes: small connected components in background → foreground
+    mask_bg = (mask <= 0).to(torch.uint8)
+    _, areas_bg = _get_connected_components(mask_bg)
+    small_bg = mask_bg.bool() & (areas_bg <= max_area)
+    mask = torch.where(small_bg, 0.1, mask)
+
+    # Remove sprinkles: small connected components in foreground → background
+    # Only remove if area < min(max_area, half of total foreground area)
+    mask_fg = (mask > 0).to(torch.uint8)
+    fg_area_thresh = mask_fg.sum(dim=(2, 3), keepdim=True, dtype=torch.int32)
+    fg_area_thresh.floor_divide_(2).clamp_(max=max_area)
+    _, areas_fg = _get_connected_components(mask_fg)
+    small_fg = mask_fg.bool() & (areas_fg <= fg_area_thresh)
+    mask = torch.where(small_fg, -0.1, mask)
+
+    return mask
+
+
+def apply_rope_memory(q, k, freqs, num_heads, num_k_exclude_rope=0):
+    """Apply 2D axial RoPE to memory attention using flux rope format.
+
+    Args:
+        q: [B, Nq, C] projected queries (current frame features)
+        k: [B, Nk, C] projected keys (memory tokens)
+        freqs: [1, Nq, dim//2, 2, 2] flux-format rotation matrices for one frame
+        num_heads: number of attention heads
+        num_k_exclude_rope: number of trailing k tokens to skip RoPE (object pointers)
+    """
+    B, Nq, C = q.shape
+    head_dim = C // num_heads
+
+    # freqs shape: [1, 1, Nq, dim//2, 2, 2] (heads broadcast dim already included)
+    q_h = q.view(B, Nq, num_heads, head_dim).transpose(1, 2)
+    q_h = apply_rope1(q_h, freqs)
+    q = q_h.transpose(1, 2).reshape(B, Nq, C)
+
+    # Apply RoPE to k (excluding last num_k_exclude_rope tokens)
+    Nk = k.shape[1]
+    num_k_rope = Nk - num_k_exclude_rope
+    if num_k_rope > 0:
+        # Repeat freqs for multiple frames of spatial memory
+        Nf = freqs.shape[2]  # spatial positions in one frame
+        if num_k_rope > Nf:
+            r = (num_k_rope + Nf - 1) // Nf
+            pe_k = freqs.repeat(1, 1, r, 1, 1, 1)[:, :, :num_k_rope]
+        else:
+            pe_k = freqs[:, :, :num_k_rope]
+
+        k_h = k[:, :num_k_rope].view(B, num_k_rope, num_heads, head_dim).transpose(1, 2)
+        k_h = apply_rope1(k_h, pe_k)
+        k = k.clone()
+        k[:, :num_k_rope] = k_h.transpose(1, 2).reshape(B, num_k_rope, C)
+
+    return q, k
+
+
+def get_1d_sine_pe(pos_inds, dim, temperature=10000):
+    """1D sinusoidal positional encoding for temporal positions."""
+    pe_dim = dim // 2
+    dim_t = torch.arange(pe_dim, dtype=torch.float32, device=pos_inds.device)
+    dim_t = temperature ** (2 * (dim_t // 2) / pe_dim)
+    pos_embed = pos_inds.unsqueeze(-1) / dim_t
+    return torch.cat([pos_embed.sin(), pos_embed.cos()], dim=-1)
+
+
+def _pad_to_buckets(tensor, target_buckets):
+    """Pad a [num_buckets, ...] tensor to target_buckets along dim 0 if needed."""
+    if tensor.shape[0] >= target_buckets:
+        return tensor
+    pad_shape = (target_buckets - tensor.shape[0],) + tensor.shape[1:]
+    return torch.cat([tensor, torch.zeros(pad_shape, device=tensor.device, dtype=tensor.dtype)], dim=0)
+
+
+def pack_masks(masks):
+    """Pack binary masks [*, H, W] to bit-packed [*, H, W//8] uint8. W must be divisible by 8."""
+    binary = masks > 0
+    shifts = torch.arange(8, device=masks.device)
+    return (binary.view(*masks.shape[:-1], -1, 8) * (1 << shifts)).sum(-1).byte()
+
+
+def unpack_masks(packed):
+    """Unpack bit-packed [*, H, W//8] uint8 to bool [*, H, W*8]."""
+    bits = torch.tensor([1, 2, 4, 8, 16, 32, 64, 128], dtype=torch.uint8, device=packed.device)
+    return (packed.unsqueeze(-1) & bits).bool().view(*packed.shape[:-1], -1)
+
+
+def _prep_frame(images, idx, device, dt, size):
+    """Slice CPU full-res frames, transfer to GPU in target dtype, and resize to (size, size)."""
+    return comfy.utils.common_upscale(images[idx].to(device=device, dtype=dt), size, size, "bicubic", crop="disabled")
+
+
+def _compute_backbone(backbone_fn, frame, frame_idx=None):
+    """Compute backbone features for a single frame. Returns (vision_feats, vision_pos, feat_sizes, features, trunk_out)."""
+    features, positions, trunk_out = backbone_fn(frame, frame_idx=frame_idx)
+    feat_sizes = [(x.shape[-2], x.shape[-1]) for x in features]
+    vision_feats = [x.flatten(2).permute(0, 2, 1) for x in features]
+    vision_pos = [x.flatten(2).permute(0, 2, 1) for x in positions]
+    return vision_feats, vision_pos, feat_sizes, features, trunk_out
+
+
+def collect_memory_tokens(output_dict, frame_idx, num_maskmem, maskmem_tpos_enc, device,
+                          collect_image_feats=False, tpos_v2=False, num_buckets=None):
+    """Collect spatial memory, position encodings, and optionally image features from past frames."""
+    to_cat_memory, to_cat_memory_pos = [], []
+    to_cat_image_feat, to_cat_image_pos = [], []
+
+    def _append(out, tpos_idx):
+        feats = out["maskmem_features"].to(device)
+        if num_buckets is not None:
+            feats = _pad_to_buckets(feats, num_buckets)
+        to_cat_memory.append(feats.flatten(2).permute(0, 2, 1))
+        enc = out["maskmem_pos_enc"][-1].to(device).flatten(2).permute(0, 2, 1)
+        if num_buckets is not None:
+            enc = _pad_to_buckets(enc, num_buckets)
+        tpos = cast_to_input(maskmem_tpos_enc[tpos_idx], enc)
+        to_cat_memory_pos.append(enc + tpos)
+        if collect_image_feats and "image_features" in out:
+            to_cat_image_feat.append(out["image_features"].to(device))
+            to_cat_image_pos.append(out["image_pos_enc"].to(device) + tpos)
+
+    cond_outputs = output_dict["cond_frame_outputs"]
+    for t, out in cond_outputs.items():
+        if tpos_v2:
+            t_pos = frame_idx - t
+            tpos_idx = num_maskmem - t_pos - 1 if 0 < t_pos < num_maskmem else num_maskmem - 1
+        else:
+            tpos_idx = num_maskmem - 1
+        _append(out, tpos_idx)
+
+    for t_pos in range(1, num_maskmem):
+        out = output_dict["non_cond_frame_outputs"].get(frame_idx - (num_maskmem - t_pos), None)
+        if out is None or out.get("maskmem_features") is None:
+            continue
+        _append(out, num_maskmem - t_pos - 1)
+
+    return to_cat_memory, to_cat_memory_pos, to_cat_image_feat, to_cat_image_pos, cond_outputs
+
+
+def compute_tpos_enc(rel_pos_list, device, d_model, proj_layer, dtype=None, max_abs_pos=None):
+    """Temporal position encoding for object pointers."""
+    pos_enc = torch.tensor(rel_pos_list, dtype=torch.float32, device=device) / max((max_abs_pos or 2) - 1, 1)
+    pos_enc = get_1d_sine_pe(pos_enc, dim=d_model)
+    if dtype is not None:
+        pos_enc = pos_enc.to(dtype)
+    return proj_layer(pos_enc)
+
+
+def forward_sam_heads(backbone_features, prompt_encoder, mask_decoder, obj_ptr_proj, no_obj_fn,
+                      image_size, point_inputs=None, mask_inputs=None, box_inputs=None,
+                      high_res_features=None, multimask_output=False):
+    """Shared SAM prompt encoder + mask decoder forward for both SAM3 and SAM3.1 trackers."""
+    device = backbone_features.device
+    # Batch size from inputs (mask_inputs may have N_obj > 1 while backbone is batch 1)
+    if mask_inputs is not None:
+        B = mask_inputs.shape[0]
+    elif box_inputs is not None:
+        B = box_inputs.shape[0]
+    elif point_inputs is not None:
+        B = point_inputs["point_coords"].shape[0]
+    else:
+        B = backbone_features.shape[0]
+
+    if point_inputs is not None:
+        sam_point_coords = point_inputs["point_coords"]
+        sam_point_labels = point_inputs["point_labels"]
+    else:
+        sam_point_coords = torch.zeros(B, 1, 2, device=device)
+        sam_point_labels = -torch.ones(B, 1, dtype=torch.int32, device=device)
+
+    if mask_inputs is not None:
+        prompt_size = (prompt_encoder.image_embedding_size[0] * 4, prompt_encoder.image_embedding_size[1] * 4)
+        if mask_inputs.shape[-2:] != prompt_size:
+            sam_mask_prompt = F.interpolate(mask_inputs, size=prompt_size, mode="bilinear", align_corners=False, antialias=True)
+        else:
+            sam_mask_prompt = mask_inputs
+    else:
+        sam_mask_prompt = None
+
+    sparse, dense = prompt_encoder(points=(sam_point_coords, sam_point_labels), boxes=box_inputs, masks=sam_mask_prompt)
+    sparse = cast_to_input(sparse, backbone_features)
+    dense = cast_to_input(dense, backbone_features)
+    image_pe = cast_to_input(prompt_encoder.get_dense_pe(), backbone_features)
+
+    low_res_multimasks, ious, sam_output_tokens, object_score_logits = mask_decoder(
+        image_embeddings=backbone_features, image_pe=image_pe,
+        sparse_prompt_embeddings=sparse, dense_prompt_embeddings=dense,
+        high_res_features=high_res_features, multimask_output=multimask_output, return_all=True,
+    )
+
+    is_obj_appearing = object_score_logits > 0
+    low_res_multimasks = torch.where(is_obj_appearing[:, None, None], low_res_multimasks,
+                                      torch.tensor(NO_OBJ_SCORE, device=device, dtype=low_res_multimasks.dtype))
+    high_res_multimasks = F.interpolate(low_res_multimasks, size=(image_size, image_size), mode="bilinear", align_corners=False)
+
+    sam_output_token = sam_output_tokens[:, 0]
+    if multimask_output:
+        best_iou_inds = torch.argmax(ious, dim=-1)
+        batch_inds = torch.arange(B, device=device)
+        low_res_masks = low_res_multimasks[batch_inds, best_iou_inds].unsqueeze(1)
+        high_res_masks = high_res_multimasks[batch_inds, best_iou_inds].unsqueeze(1)
+        if sam_output_tokens.size(1) > 1:
+            sam_output_token = sam_output_tokens[batch_inds, best_iou_inds]
+    else:
+        low_res_masks, high_res_masks = low_res_multimasks, high_res_multimasks
+
+    obj_ptr = obj_ptr_proj(sam_output_token)
+    obj_ptr = no_obj_fn(obj_ptr, is_obj_appearing)
+
+    return low_res_masks, high_res_masks, obj_ptr, object_score_logits
+
+
+def use_mask_as_output(backbone_features, high_res_features, mask_inputs, mask_downsample,
+                       prompt_encoder, mask_decoder, obj_ptr_proj, no_obj_fn, image_size, backbone_stride):
+    """Shared mask-as-output for both SAM3 and SAM3.1 trackers."""
+    out_scale, out_bias = 20.0, -10.0
+    mask_inputs_float = cast_to_input(mask_inputs, backbone_features)
+    high_res_masks = mask_inputs_float * out_scale + out_bias
+    low_res_masks = F.interpolate(high_res_masks, size=(image_size // backbone_stride * 4,) * 2,
+                                   mode="bilinear", align_corners=False, antialias=True)
+    _, _, obj_ptr, _ = forward_sam_heads(
+        backbone_features, prompt_encoder, mask_decoder, obj_ptr_proj, no_obj_fn,
+        image_size, mask_inputs=mask_downsample(mask_inputs_float), high_res_features=high_res_features,
+    )
+    is_obj_appearing = torch.any(mask_inputs.flatten(1) > 0.0, dim=1)[..., None]
+    alpha = is_obj_appearing.to(obj_ptr.dtype)
+    object_score_logits = out_scale * alpha + out_bias
+    return low_res_masks, high_res_masks, obj_ptr, object_score_logits
+
+
+# Split attention with configurable input dims (for asymmetric cross-attention)
+class SplitAttn(nn.Module):
+    def __init__(self, embed_dim, num_heads=1, kv_dim=None, internal_dim=None, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.num_heads = num_heads
+        kv_dim = kv_dim or embed_dim
+        internal_dim = internal_dim or embed_dim
+        self.q_proj = operations.Linear(embed_dim, internal_dim, device=device, dtype=dtype)
+        self.k_proj = operations.Linear(kv_dim, internal_dim, device=device, dtype=dtype)
+        self.v_proj = operations.Linear(kv_dim, internal_dim, device=device, dtype=dtype)
+        self.out_proj = operations.Linear(internal_dim, embed_dim, device=device, dtype=dtype)
+
+    def forward(self, q, k=None, v=None, rope=None, num_k_exclude_rope=0):
+        if k is None:
+            k = q
+        if v is None:
+            v = k
+        q = self.q_proj(q)
+        k = self.k_proj(k)
+        v = self.v_proj(v)
+        if rope is not None:
+            q, k = apply_rope_memory(q, k, rope, self.num_heads, num_k_exclude_rope)
+        out = optimized_attention(q, k, v, self.num_heads, low_precision_attention=False)
+        return self.out_proj(out)
+
+
+class MemoryAttnLayer(nn.Module):
+    def __init__(self, d_model=256, num_heads=1, kv_dim=64, dim_ff=2048, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.num_heads = num_heads
+        self.self_attn = SplitAttn(d_model, num_heads, device=device, dtype=dtype, operations=operations)
+        self.cross_attn_image = SplitAttn(d_model, num_heads, kv_dim=kv_dim, device=device, dtype=dtype, operations=operations)
+        self.linear1 = operations.Linear(d_model, dim_ff, device=device, dtype=dtype)
+        self.linear2 = operations.Linear(dim_ff, d_model, device=device, dtype=dtype)
+        self.norm1 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.norm2 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.norm3 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+
+    def forward(self, x, memory, memory_pos=None, rope=None, num_k_exclude_rope=0):
+        x = x + self.self_attn(self.norm1(x), rope=rope)
+        mem_k = memory + memory_pos if memory_pos is not None else memory
+        x = x + self.cross_attn_image(self.norm2(x), mem_k, memory, rope=rope, num_k_exclude_rope=num_k_exclude_rope)
+        normed = self.norm3(x)
+        x = x + self.linear2(F.relu(self.linear1(normed)))
+        return x
+
+
+class MemoryAttnEncoder(nn.Module):
+    def __init__(self, d_model=256, num_heads=1, kv_dim=64, dim_ff=2048, num_layers=4, image_size=1008, patch_size=14,
+                 device=None, dtype=None, operations=None):
+        super().__init__()
+        self.layers = nn.ModuleList([
+            MemoryAttnLayer(d_model, num_heads, kv_dim, dim_ff, device=device, dtype=dtype, operations=operations)
+            for _ in range(num_layers)
+        ])
+        self.norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        hw = image_size // patch_size
+        self.register_buffer("_rope", rope_2d(hw, hw, d_model // num_heads), persistent=False)
+
+    def forward(self, x, memory, src_pos=None, memory_pos=None, num_k_exclude_rope=0):
+        if src_pos is not None:
+            x = x + 0.1 * src_pos
+
+        rope = self._rope.to(device=x.device)
+        for layer in self.layers:
+            x = layer(x, memory, memory_pos=memory_pos, rope=rope, num_k_exclude_rope=num_k_exclude_rope)
+        return self.norm(x)
+
+
+class MemoryTransformer(nn.Module):
+    def __init__(self, d_model=256, num_heads=1, kv_dim=64, dim_ff=2048, num_layers=4, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.encoder = MemoryAttnEncoder(d_model, num_heads, kv_dim, dim_ff, num_layers, device=device, dtype=dtype, operations=operations)
+
+
+def _upscale_masks(output_upscaling, conv_s0, conv_s1, src_out, high_res_features):
+    """Shared upscaling for SAM mask decoders: deconv + high-res feature integration."""
+    dc1, ln1, act1, dc2, act2 = output_upscaling
+    if high_res_features is not None:
+        upscaled = act1(ln1(dc1(src_out) + conv_s1(high_res_features[1])))
+        upscaled = act2(dc2(upscaled) + conv_s0(high_res_features[0]))
+    else:
+        upscaled = act2(dc2(act1(ln1(dc1(src_out)))))
+    return upscaled
+
+
+class SAMMaskDecoder(nn.Module):
+    def __init__(self, d_model=256, num_multimask_outputs=3, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.num_mask_tokens = num_multimask_outputs + 1
+
+        self.transformer = SAMTwoWayTransformer(depth=2, embedding_dim=d_model, num_heads=8, mlp_dim=2048, device=device, dtype=dtype, operations=operations)
+
+        self.iou_token = operations.Embedding(1, d_model, device=device, dtype=dtype)
+        self.mask_tokens = operations.Embedding(self.num_mask_tokens, d_model, device=device, dtype=dtype)
+        self.obj_score_token = operations.Embedding(1, d_model, device=device, dtype=dtype)
+
+        # Output upscaling: d_model -> d_model//4 -> d_model//8 at 4x resolution
+        LN2d = LayerNorm2d_op(operations)
+        self.output_upscaling = nn.Sequential(
+            operations.ConvTranspose2d(d_model, d_model // 4, kernel_size=2, stride=2, device=device, dtype=dtype), LN2d(d_model // 4, device=device, dtype=dtype), nn.GELU(),
+            operations.ConvTranspose2d(d_model // 4, d_model // 8, kernel_size=2, stride=2, device=device, dtype=dtype), nn.GELU(),
+        )
+
+        # High-res feature integration
+        self.conv_s0 = operations.Conv2d(d_model, d_model // 8, kernel_size=1, device=device, dtype=dtype)
+        self.conv_s1 = operations.Conv2d(d_model, d_model // 4, kernel_size=1, device=device, dtype=dtype)
+
+        # Per-mask hypernetwork MLPs
+        self.output_hypernetworks_mlps = nn.ModuleList([
+            MLP(d_model, d_model, d_model // 8, 3, device=device, dtype=dtype, operations=operations)
+            for _ in range(self.num_mask_tokens)
+        ])
+
+        self.iou_prediction_head = MLP(d_model, d_model, self.num_mask_tokens, 3, device=device, dtype=dtype, operations=operations)
+        self.pred_obj_score_head = MLP(d_model, d_model, 1, 3, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, image_embeddings, image_pe, sparse_prompt_embeddings, dense_prompt_embeddings,
+                high_res_features=None, multimask_output=False, return_all=False):
+        B = sparse_prompt_embeddings.shape[0]
+        ref = sparse_prompt_embeddings
+        # Token order: [obj_score(1), iou(1), mask(num_mask_tokens)]
+        tokens = torch.cat([cast_to_input(self.obj_score_token.weight, ref),
+                            cast_to_input(self.iou_token.weight, ref),
+                            cast_to_input(self.mask_tokens.weight, ref)], dim=0)
+        tokens = torch.cat([tokens.unsqueeze(0).expand(B, -1, -1), sparse_prompt_embeddings], dim=1)
+
+        src = image_embeddings
+        if src.shape[0] != B:
+            src = src.expand(B, -1, -1, -1)
+        src = src + dense_prompt_embeddings
+        pos_src = image_pe.expand(B, -1, -1, -1)
+
+        b, c, h, w = src.shape
+        src_flat = src.flatten(2).permute(0, 2, 1)
+        pos_flat = pos_src.flatten(2).permute(0, 2, 1)
+
+        hs, src_out = self.transformer(src_flat, pos_flat, tokens)
+
+        obj_score_token_out = hs[:, 0, :]
+        iou_token_out = hs[:, 1, :]
+        mask_tokens_out = hs[:, 2:2 + self.num_mask_tokens, :]
+
+        src_out = src_out.permute(0, 2, 1).view(b, c, h, w)
+        upscaled = _upscale_masks(self.output_upscaling, self.conv_s0, self.conv_s1, src_out, high_res_features)
+
+        hyper_in = torch.stack([
+            mlp(mask_tokens_out[:, i, :]) for i, mlp in enumerate(self.output_hypernetworks_mlps)
+        ], dim=1)
+
+        masks = (hyper_in @ upscaled.flatten(2)).view(B, self.num_mask_tokens, upscaled.shape[2], upscaled.shape[3])
+        iou_pred = self.iou_prediction_head(iou_token_out)
+        object_score_logits = self.pred_obj_score_head(obj_score_token_out)
+
+        if multimask_output:
+            out_masks = masks[:, 1:]
+            out_iou = iou_pred[:, 1:]
+            out_tokens = mask_tokens_out[:, 1:]
+        else:
+            out_masks = masks[:, 0:1]
+            out_iou = iou_pred[:, 0:1]
+            out_tokens = mask_tokens_out[:, 0:1]
+
+        if return_all:
+            return out_masks, out_iou, out_tokens, object_score_logits
+        return out_masks, out_iou
+
+
+class SAMPromptEncoder(nn.Module):
+    def __init__(self, d_model=256, image_embedding_size=(72, 72), input_image_size=(1008, 1008), device=None, dtype=None, operations=None):
+        super().__init__()
+        self.embed_dim = d_model
+        self.image_embedding_size = image_embedding_size
+        self.input_image_size = input_image_size
+
+        self.pe_layer = PositionEmbeddingRandom(d_model // 2)
+        self.point_embeddings = nn.ModuleList([
+            operations.Embedding(1, d_model, device=device, dtype=dtype) for _ in range(4)
+        ])
+        self.not_a_point_embed = operations.Embedding(1, d_model, device=device, dtype=dtype)
+
+        LN2d = LayerNorm2d_op(operations)
+        self.mask_downscaling = nn.Sequential(
+            operations.Conv2d(1, 4, kernel_size=2, stride=2, device=device, dtype=dtype),
+            LN2d(4, device=device, dtype=dtype), nn.GELU(),
+            operations.Conv2d(4, 16, kernel_size=2, stride=2, device=device, dtype=dtype),
+            LN2d(16, device=device, dtype=dtype), nn.GELU(),
+            operations.Conv2d(16, d_model, kernel_size=1, device=device, dtype=dtype),
+        )
+        self.no_mask_embed = operations.Embedding(1, d_model, device=device, dtype=dtype)
+
+    def get_dense_pe(self):
+        return self.pe_layer(self.image_embedding_size)
+
+    def forward(self, points=None, boxes=None, masks=None):
+        ref = points[0] if points is not None else boxes if boxes is not None else masks
+        B = 1
+        sparse = torch.empty((B, 0, self.embed_dim), device=ref.device, dtype=ref.dtype)
+
+        if points is not None:
+            coords, labels = points
+            B = coords.shape[0]
+            # Pad with an extra point (label=-1) when no boxes are provided (matching reference)
+            if boxes is None:
+                coords = torch.cat([coords, torch.zeros(B, 1, 2, device=coords.device, dtype=coords.dtype)], dim=1)
+                labels = torch.cat([labels, -torch.ones(B, 1, device=labels.device, dtype=labels.dtype)], dim=1)
+            pe = self.pe_layer.forward_with_coords(coords + 0.5, self.input_image_size)
+            for i in range(4):
+                pe[labels == i] += cast_to_input(self.point_embeddings[i].weight, ref)
+            invalid = (labels == -1)
+            pe[invalid] = 0.0
+            pe[invalid] += cast_to_input(self.not_a_point_embed.weight, ref)
+            sparse = torch.cat([sparse.expand(B, -1, -1), pe], dim=1)
+
+        if boxes is not None:
+            B = boxes.shape[0]
+            corners = self.pe_layer.forward_with_coords((boxes.reshape(-1, 2, 2) + 0.5), self.input_image_size)
+            corners[:, 0] += cast_to_input(self.point_embeddings[2].weight, ref)
+            corners[:, 1] += cast_to_input(self.point_embeddings[3].weight, ref)
+            sparse = torch.cat([sparse.expand(B, -1, -1), corners], dim=1)
+
+        if masks is not None:
+            dense = self.mask_downscaling(masks)
+        else:
+            dense = cast_to_input(self.no_mask_embed.weight, ref).reshape(1, -1, 1, 1).expand(
+                B, -1, self.image_embedding_size[0], self.image_embedding_size[1])
+
+        return sparse, dense
+
+
+class CXBlock(nn.Module):
+    def __init__(self, dim=256, kernel_size=7, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.dwconv = operations.Conv2d(dim, dim, kernel_size=kernel_size, padding=kernel_size // 2, groups=dim, device=device, dtype=dtype)
+        self.norm = operations.LayerNorm(dim, device=device, dtype=dtype)
+        self.pwconv1 = operations.Linear(dim, 4 * dim, device=device, dtype=dtype)
+        self.pwconv2 = operations.Linear(4 * dim, dim, device=device, dtype=dtype)
+        self.gamma = nn.Parameter(torch.ones(dim, device=device, dtype=dtype))
+
+    def forward(self, x):
+        residual = x
+        x = self.dwconv(x).permute(0, 2, 3, 1)
+        x = self.pwconv2(F.gelu(self.pwconv1(self.norm(x))))
+        x.mul_(cast_to_input(self.gamma, x))
+        return residual + x.permute(0, 3, 1, 2)
+
+
+class MaskDownSampler(nn.Module):
+    def __init__(self, out_dim=256, in_chans=1, channels=None, interpol_size=(1152, 1152), device=None, dtype=None, operations=None):
+        super().__init__()
+        self.interpol_size = list(interpol_size) if interpol_size else None
+        if channels is None:
+            channels = [4, 16, 64, out_dim]  # SAM3 default
+        LN2d = LayerNorm2d_op(operations)
+        layers = []
+        prev = in_chans
+        for ch in channels:
+            layers += [operations.Conv2d(prev, ch, kernel_size=3, stride=2, padding=1, device=device, dtype=dtype),
+                       LN2d(ch, device=device, dtype=dtype), nn.GELU()]
+            prev = ch
+        layers.append(operations.Conv2d(prev, out_dim, kernel_size=1, device=device, dtype=dtype))
+        self.encoder = nn.Sequential(*layers)
+
+    def forward(self, x):
+        if self.interpol_size is not None and list(x.shape[-2:]) != self.interpol_size:
+            x = F.interpolate(x, size=self.interpol_size, mode="bilinear", align_corners=False, antialias=True)
+        return self.encoder(x)
+
+
+class Fuser(nn.Module):
+    def __init__(self, dim=256, num_layers=2, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.layers = nn.Sequential(*[CXBlock(dim, device=device, dtype=dtype, operations=operations) for _ in range(num_layers)])
+
+    def forward(self, x):
+        return self.layers(x)
+
+
+# --- SAM3.1 Multiplex components ---
+
+class DecoupledMemoryAttnLayer(nn.Module):
+    """Decoupled cross-attention layer for SAM3.1: fuses image and memory projections."""
+
+    def __init__(self, d_model=256, num_heads=1, dim_ff=2048, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.num_heads = num_heads
+        # Self-attention projections (flat, not nested)
+        self.self_attn_q_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.self_attn_k_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.self_attn_v_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.self_attn_out_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        # Cross-attention projections
+        self.cross_attn_q_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.cross_attn_k_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.cross_attn_v_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.cross_attn_out_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        # Image cross-attention (q/k only, fused with cross_attn)
+        self.image_cross_attn_q_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.image_cross_attn_k_proj = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        # FFN
+        self.linear1 = operations.Linear(d_model, dim_ff, device=device, dtype=dtype)
+        self.linear2 = operations.Linear(dim_ff, d_model, device=device, dtype=dtype)
+        self.norm1 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.norm2 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        self.norm3 = operations.LayerNorm(d_model, device=device, dtype=dtype)
+
+    def forward(self, image, x, memory_image, memory, memory_image_pos=None,
+                rope=None, num_k_exclude_rope=0):
+        # Self-attention with RoPE
+        normed = self.norm1(x)
+        q = self.self_attn_q_proj(normed)
+        k = self.self_attn_k_proj(normed)
+        v = self.self_attn_v_proj(normed)
+        if rope is not None:
+            q, k = apply_rope_memory(q, k, rope, self.num_heads, 0)
+        x = x + self.self_attn_out_proj(optimized_attention(q, k, v, self.num_heads, low_precision_attention=False))
+
+        # Decoupled cross-attention: fuse image and memory projections
+        normed = self.norm2(x)
+        q = self.image_cross_attn_q_proj(image) + self.cross_attn_q_proj(normed)
+        k = self.image_cross_attn_k_proj(memory_image) + self.cross_attn_k_proj(memory)
+        if memory_image_pos is not None:
+            k = k + memory_image_pos
+        v = self.cross_attn_v_proj(memory)
+        if rope is not None:
+            q, k = apply_rope_memory(q, k, rope, self.num_heads, num_k_exclude_rope)
+        x = x + self.cross_attn_out_proj(optimized_attention(q, k, v, self.num_heads, low_precision_attention=False))
+
+        # FFN
+        x = x + self.linear2(F.gelu(self.linear1(self.norm3(x))))
+        return image, x
+
+
+class DecoupledMemoryEncoder(nn.Module):
+    """Memory attention encoder for SAM3.1 with decoupled cross-attention."""
+
+    def __init__(self, d_model=256, num_heads=1, dim_ff=2048, num_layers=4, image_size=1008, patch_size=14,
+                 device=None, dtype=None, operations=None):
+        super().__init__()
+        self.layers = nn.ModuleList([
+            DecoupledMemoryAttnLayer(d_model, num_heads, dim_ff, device=device, dtype=dtype, operations=operations)
+            for _ in range(num_layers)
+        ])
+        self.norm = operations.LayerNorm(d_model, device=device, dtype=dtype)
+        hw = image_size // patch_size
+        self.register_buffer("_rope", rope_2d(hw, hw, d_model // num_heads), persistent=False)
+
+    def forward(self, x, memory, memory_pos=None, src_pos=None, num_k_exclude_rope=0,
+                memory_image=None, memory_image_pos=None):
+        image = x  # constant residual for decoupled cross-attention
+        output = x
+        if src_pos is not None:
+            output = output + 0.1 * src_pos
+
+        B, _, C = x.shape
+        rope = self._rope.to(device=x.device)
+
+        # memory_image: raw backbone features from past frames for decoupled cross-attention
+        if memory_image is None:
+            # Fallback: use spatial portion of memory (without obj pointers)
+            num_spatial = memory.shape[1] - num_k_exclude_rope
+            memory_image = memory[:, :num_spatial]
+            memory_image_pos = memory_pos[:, :num_spatial] if memory_pos is not None else None
+        # Pad memory_image to match memory length (zeros for obj pointer tokens)
+        if memory_image.shape[1] < memory.shape[1]:
+            pad_len = memory.shape[1] - memory_image.shape[1]
+            pad = torch.zeros(B, pad_len, C, device=memory.device, dtype=memory.dtype)
+            memory_image = torch.cat([memory_image, pad], dim=1)
+            if memory_image_pos is not None:
+                ptr_pos = memory_pos[:, -pad_len:] if memory_pos is not None else torch.zeros_like(pad)
+                memory_image_pos = torch.cat([memory_image_pos, ptr_pos], dim=1)
+
+        for layer in self.layers:
+            image, output = layer(image, output, memory_image, memory,
+                                  memory_image_pos=memory_image_pos, rope=rope,
+                                  num_k_exclude_rope=num_k_exclude_rope)
+
+        return self.norm(output)
+
+
+class DecoupledMemoryTransformer(nn.Module):
+    def __init__(self, d_model=256, num_heads=1, dim_ff=2048, num_layers=4, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.encoder = DecoupledMemoryEncoder(d_model, num_heads, dim_ff, num_layers,
+                                              device=device, dtype=dtype, operations=operations)
+
+
+class MemoryBackbone(nn.Module):
+    """Memory encoder: downsamples mask, fuses with pixel features, optionally compresses."""
+
+    def __init__(self, d_model=256, out_dim=None, in_chans=1, channels=None, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.mask_downsampler = MaskDownSampler(d_model, in_chans=in_chans, channels=channels, device=device, dtype=dtype, operations=operations)
+        self.pix_feat_proj = operations.Conv2d(d_model, d_model, kernel_size=1, device=device, dtype=dtype)
+        self.fuser = Fuser(d_model, num_layers=2, device=device, dtype=dtype, operations=operations)
+        self.has_out_proj = out_dim is not None and out_dim != d_model
+        if self.has_out_proj:
+            self.out_proj = operations.Conv2d(d_model, out_dim, kernel_size=1, device=device, dtype=dtype)
+            feat_dim = out_dim
+        else:
+            feat_dim = d_model
+        self.position_encoding = PositionEmbeddingSine(num_pos_feats=feat_dim, normalize=True)
+
+    def forward(self, image_features, mask_for_mem, skip_mask_sigmoid=False):
+        if not skip_mask_sigmoid:
+            mask_for_mem = mask_for_mem.sigmoid()
+        mask_features = self.mask_downsampler(cast_to_input(mask_for_mem, image_features))
+        if mask_features.shape[-2:] != image_features.shape[-2:]:
+            mask_features = F.interpolate(mask_features, size=image_features.shape[-2:], mode="bilinear", align_corners=False)
+        features = self.pix_feat_proj(image_features) + mask_features
+        features = self.fuser(features)
+        if self.has_out_proj:
+            features = self.out_proj(features)
+        pos = cast_to_input(self.position_encoding(features), features)
+        return {"vision_features": features, "vision_pos_enc": [pos]}
+
+
+class MultiplexMaskDecoder(nn.Module):
+    """SAM mask decoder for SAM3.1 multiplex: predicts masks for num_multiplex objects simultaneously.
+
+    Uses multimask_outputs_only=True: num_mask_output_per_object = num_multimask_outputs (no +1).
+    Hypernetwork MLPs are shared across multiplex objects.
+    Token order: [obj_score_token(M), iou_token(M), mask_tokens(M*T)].
+    """
+
+    def __init__(self, d_model=256, num_multiplex=16, num_multimask_outputs=3, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.num_multiplex = num_multiplex
+        self.num_mask_output_per_object = num_multimask_outputs  # 3 (multimask_outputs_only)
+        total_mask_tokens = num_multiplex * self.num_mask_output_per_object  # 48
+
+        self.transformer = SAMTwoWayTransformer(depth=2, embedding_dim=d_model, num_heads=8, mlp_dim=2048, device=device, dtype=dtype, operations=operations)
+
+        self.obj_score_token = operations.Embedding(num_multiplex, d_model, device=device, dtype=dtype)
+        self.iou_token = operations.Embedding(num_multiplex, d_model, device=device, dtype=dtype)
+        self.mask_tokens = operations.Embedding(total_mask_tokens, d_model, device=device, dtype=dtype)
+
+        LN2d = LayerNorm2d_op(operations)
+        self.output_upscaling = nn.Sequential(
+            operations.ConvTranspose2d(d_model, d_model // 4, kernel_size=2, stride=2, device=device, dtype=dtype),
+            LN2d(d_model // 4, device=device, dtype=dtype), nn.GELU(),
+            operations.ConvTranspose2d(d_model // 4, d_model // 8, kernel_size=2, stride=2, device=device, dtype=dtype), nn.GELU(),
+        )
+        self.conv_s0 = operations.Conv2d(d_model, d_model // 8, kernel_size=1, device=device, dtype=dtype)
+        self.conv_s1 = operations.Conv2d(d_model, d_model // 4, kernel_size=1, device=device, dtype=dtype)
+
+        # Shared across all multiplex objects (one per mask output)
+        self.output_hypernetworks_mlps = nn.ModuleList([
+            MLP(d_model, d_model, d_model // 8, 3, device=device, dtype=dtype, operations=operations)
+            for _ in range(self.num_mask_output_per_object)
+        ])
+        self.iou_prediction_head = MLP(d_model, d_model, self.num_mask_output_per_object, 3, device=device, dtype=dtype, operations=operations)
+        self.pred_obj_score_head = MLP(d_model, d_model, 1, 3, device=device, dtype=dtype, operations=operations)
+
+    def forward(self, image_embeddings, image_pe, sparse_prompt_embeddings, dense_prompt_embeddings,
+                high_res_features=None, multimask_output=False, return_all=False, extra_per_object_embeddings=None):
+        B = sparse_prompt_embeddings.shape[0]
+        M = self.num_multiplex
+        T = self.num_mask_output_per_object
+
+        # Token order: [obj_score(M), iou(M), mask(M*T)]
+        ref = sparse_prompt_embeddings
+        mask_tokens = cast_to_input(self.mask_tokens.weight, ref)
+        if extra_per_object_embeddings is not None:
+            mask_tokens = mask_tokens.view(1, M, T, -1).expand(B, -1, -1, -1) + extra_per_object_embeddings.unsqueeze(2)
+            mask_tokens = mask_tokens.flatten(1, 2)  # [B, M*T, C]
+            other_tokens = torch.cat([cast_to_input(self.obj_score_token.weight, ref),
+                                      cast_to_input(self.iou_token.weight, ref)], dim=0).unsqueeze(0).expand(B, -1, -1)
+            tokens = torch.cat([other_tokens, mask_tokens, sparse_prompt_embeddings], dim=1)
+        else:
+            tokens = torch.cat([cast_to_input(self.obj_score_token.weight, ref),
+                                cast_to_input(self.iou_token.weight, ref), mask_tokens], dim=0)
+            tokens = torch.cat([tokens.unsqueeze(0).expand(B, -1, -1), sparse_prompt_embeddings], dim=1)
+
+        src = image_embeddings
+        if src.shape[0] != B:
+            src = src.expand(B, -1, -1, -1)
+        src = src + dense_prompt_embeddings
+        pos_src = image_pe.expand(B, -1, -1, -1)
+
+        b, c, h, w = src.shape
+        hs, src_out = self.transformer(src.flatten(2).permute(0, 2, 1), pos_src.flatten(2).permute(0, 2, 1), tokens)
+
+        # Parse output tokens
+        obj_score_token_out = hs[:, :M]
+        iou_token_out = hs[:, M:2 * M]
+        mask_tokens_out = hs[:, 2 * M:2 * M + M * T]
+
+        src_out = src_out.permute(0, 2, 1).view(b, c, h, w)
+        upscaled = _upscale_masks(self.output_upscaling, self.conv_s0, self.conv_s1, src_out, high_res_features)
+
+        # Reshape mask tokens to [B, M, T, C] and apply shared hypernetwork MLPs per mask output index
+        mask_tokens_2d = mask_tokens_out.view(B, M, T, -1)
+        hyper_in = torch.stack([
+            self.output_hypernetworks_mlps[i](mask_tokens_2d[:, :, i, :])  # [B, M, C//8]
+            for i in range(T)
+        ], dim=2)  # [B, M, T, C//8]
+
+        # Generate masks: [B, M*T, H*W] -> [B, M, T, H, W]
+        masks = torch.bmm(hyper_in.flatten(1, 2), upscaled.flatten(2)).view(b, M, T, upscaled.shape[2], upscaled.shape[3])
+
+        # IoU and object scores
+        iou_pred = self.iou_prediction_head(iou_token_out).view(b, M, T)
+        object_score_logits = self.pred_obj_score_head(obj_score_token_out)  # [B, M, 1]
+
+        # multimask_outputs_only: always output all T masks (no singlemask token)
+        sam_tokens_out = mask_tokens_2d[:, :, 0:1]  # [B, M, 1, C]
+
+        if return_all:
+            return masks, iou_pred, sam_tokens_out, object_score_logits
+        return masks, iou_pred
+
+
+class SAM3Tracker(nn.Module):
+    def __init__(self, d_model=256, mem_dim=64, num_maskmem=7, device=None, dtype=None, operations=None, **kwargs):
+        super().__init__()
+
+        # Memory attention transformer
+        self.transformer = MemoryTransformer(d_model, num_heads=1, kv_dim=mem_dim, dim_ff=2048, num_layers=4,
+                                             device=device, dtype=dtype, operations=operations)
+        # SAM components
+        self.sam_mask_decoder = SAMMaskDecoder(d_model, device=device, dtype=dtype, operations=operations)
+        self.sam_prompt_encoder = SAMPromptEncoder(d_model, device=device, dtype=dtype, operations=operations)
+
+        # Memory backbone
+        self.maskmem_backbone = MemoryBackbone(d_model, out_dim=mem_dim, device=device, dtype=dtype, operations=operations)
+
+        # Standalone parameters
+        self.maskmem_tpos_enc = nn.Parameter(torch.zeros(num_maskmem, 1, 1, mem_dim, device=device, dtype=dtype))
+        self.no_mem_embed = nn.Parameter(torch.zeros(1, 1, d_model, device=device, dtype=dtype))
+        self.register_buffer("no_mem_pos_enc", torch.zeros(1, 1, d_model, device=device, dtype=dtype))  # checkpoint key, unused in forward
+        self.no_obj_embed_spatial = nn.Parameter(torch.zeros(1, mem_dim, device=device, dtype=dtype))
+        self.no_obj_ptr = nn.Parameter(torch.zeros(1, d_model, device=device, dtype=dtype))
+
+        # Object pointer projection
+        self.obj_ptr_proj = MLP(d_model, d_model, d_model, 3, device=device, dtype=dtype, operations=operations)
+        self.obj_ptr_tpos_proj = operations.Linear(d_model, mem_dim, device=device, dtype=dtype)
+
+        # Mask downsample: Conv2d stride 4 to reduce GT mask to SAM logit scale
+        self.mask_downsample = operations.Conv2d(1, 1, kernel_size=4, stride=4, device=device, dtype=dtype)
+
+        # Config
+        self.d_model = d_model
+        self.mem_dim = mem_dim
+        self.num_maskmem = num_maskmem
+        self.image_size = 1008
+        self.backbone_stride = 14
+        self.max_obj_ptrs_in_encoder = 16
+        self.sigmoid_scale_for_mem_enc = 20.0
+        self.sigmoid_bias_for_mem_enc = -10.0
+
+    def _no_obj_blend(self, obj_ptr, is_obj):
+        alpha = is_obj.to(obj_ptr.dtype)
+        return torch.lerp(cast_to_input(self.no_obj_ptr, obj_ptr), obj_ptr, alpha)
+
+    def _forward_sam_heads(self, backbone_features, point_inputs=None, mask_inputs=None, box_inputs=None,
+                           high_res_features=None, multimask_output=False):
+        return forward_sam_heads(backbone_features, self.sam_prompt_encoder, self.sam_mask_decoder,
+                                 self.obj_ptr_proj, self._no_obj_blend, self.image_size,
+                                 point_inputs, mask_inputs, box_inputs, high_res_features, multimask_output)
+
+    def _use_mask_as_output(self, backbone_features, high_res_features, mask_inputs):
+        return use_mask_as_output(backbone_features, high_res_features, mask_inputs,
+                                  self.mask_downsample, self.sam_prompt_encoder, self.sam_mask_decoder,
+                                  self.obj_ptr_proj, self._no_obj_blend, self.image_size, self.backbone_stride)
+
+    def _prepare_memory_conditioned_features(self, frame_idx, is_init_cond_frame, current_vision_feats, current_vision_pos_embeds, feat_sizes, output_dict, num_frames):
+        """Fuse current frame features with memory from previous frames."""
+        B = current_vision_feats[-1].shape[0]
+        C = self.d_model
+        H, W = feat_sizes[-1]
+        device = current_vision_feats[-1].device
+
+        if self.num_maskmem == 0:
+            return current_vision_feats[-1].permute(0, 2, 1).view(B, C, H, W)
+
+        if is_init_cond_frame:
+            # First conditioning frame: no memory yet, add no_mem_embed
+            pix_feat = current_vision_feats[-1] + cast_to_input(self.no_mem_embed, current_vision_feats[-1])
+            return to_spatial(pix_feat, H, W)
+
+        to_cat_memory, to_cat_memory_pos, _, _, cond_outputs = collect_memory_tokens(
+            output_dict, frame_idx, self.num_maskmem, self.maskmem_tpos_enc, device)
+
+        max_obj_ptrs = min(num_frames, self.max_obj_ptrs_in_encoder)
+        pos_and_ptrs = []
+        for t, out in cond_outputs.items():
+            if t <= frame_idx:
+                pos_and_ptrs.append(((frame_idx - t), out["obj_ptr"].to(device)))
+        for t_diff in range(1, max_obj_ptrs):
+            t = frame_idx - t_diff
+            if t < 0:
+                break
+            out = output_dict["non_cond_frame_outputs"].get(t, None)
+            if out is not None:
+                pos_and_ptrs.append((t_diff, out["obj_ptr"].to(device)))
+
+        num_obj_ptr_tokens = 0
+        if len(pos_and_ptrs) > 0:
+            pos_list, ptrs_list = zip(*pos_and_ptrs)
+            obj_ptrs = torch.stack(ptrs_list, dim=1)  # [B, N, C=256]
+
+            # Temporal position encoding for pointers
+            obj_pos = compute_tpos_enc(
+                list(pos_list), device, self.d_model, self.obj_ptr_tpos_proj,
+                max_abs_pos=max_obj_ptrs, dtype=current_vision_feats[-1].dtype
+            )  # [N, mem_dim=64]
+            obj_pos = obj_pos.unsqueeze(0).expand(B, -1, -1)  # [B, N, 64]
+
+            # Split each 256-dim pointer into 4 x 64-dim tokens
+            if self.mem_dim < C:
+                N = obj_ptrs.shape[1]
+                obj_ptrs = obj_ptrs.view(B, N, C // self.mem_dim, self.mem_dim)  # [B, N, 4, 64]
+                obj_ptrs = obj_ptrs.reshape(B, N * (C // self.mem_dim), self.mem_dim)  # [B, N*4, 64]
+                obj_pos = obj_pos.unsqueeze(2).expand(-1, -1, C // self.mem_dim, -1)
+                obj_pos = obj_pos.reshape(B, N * (C // self.mem_dim), self.mem_dim)  # [B, N*4, 64]
+
+            to_cat_memory.append(obj_ptrs)
+            to_cat_memory_pos.append(obj_pos)
+            num_obj_ptr_tokens = obj_ptrs.shape[1]
+
+        if len(to_cat_memory) == 0:
+            # No memory available yet, add no_mem_embed
+            pix_feat = current_vision_feats[-1] + cast_to_input(self.no_mem_embed, current_vision_feats[-1])
+            return to_spatial(pix_feat, H, W)
+
+        # Concatenate all memory and position encodings [B, total_mem, mem_dim=64]
+        memory = torch.cat(to_cat_memory, dim=1)
+        memory_pos = torch.cat(to_cat_memory_pos, dim=1)
+
+        # Run memory attention encoder
+        pix_feat = current_vision_feats[-1]  # [B, HW, C]
+        src_pos = current_vision_pos_embeds[-1]  # [B, HW, C]
+
+        pix_feat_with_mem = self.transformer.encoder(
+            x=pix_feat,
+            memory=memory,
+            src_pos=src_pos,
+            memory_pos=memory_pos,
+            num_k_exclude_rope=num_obj_ptr_tokens,
+        )
+        return to_spatial(pix_feat_with_mem, H, W)
+
+    def _encode_new_memory(self, pix_feat, pred_masks_high_res, object_score_logits, is_mask_from_pts=False):
+        """Encode predicted mask into memory features."""
+        if is_mask_from_pts:
+            mask_for_mem = (pred_masks_high_res > 0).to(pix_feat.dtype)
+        else:
+            mask_for_mem = torch.sigmoid(pred_masks_high_res)
+
+        mask_for_mem.mul_(self.sigmoid_scale_for_mem_enc).add_(self.sigmoid_bias_for_mem_enc)
+
+        maskmem_out = self.maskmem_backbone(pix_feat, mask_for_mem, skip_mask_sigmoid=True)
+        maskmem_features = maskmem_out["vision_features"]
+        maskmem_pos_enc = maskmem_out["vision_pos_enc"]
+
+        # Add no_obj_embed for occluded objects
+        alpha = (object_score_logits > 0).to(maskmem_features.dtype)[..., None, None]
+        no_obj = cast_to_input(self.no_obj_embed_spatial, maskmem_features)[..., None, None].expand_as(maskmem_features)
+        return maskmem_features + (1 - alpha) * no_obj, maskmem_pos_enc
+
+    def track_step(self, frame_idx, is_init_cond_frame, current_vision_feats, current_vision_pos_embeds, feat_sizes, mask_inputs, output_dict,
+                   num_frames, point_inputs=None):
+        """Track one frame: fuse with memory, predict mask, encode memory."""
+        current_out = {}
+
+        # High-res features for SAM head [stride-8, stride-4]
+        if len(current_vision_feats) > 1:
+            high_res_features = [
+                x.view(x.shape[0], feat_sizes[i][0], feat_sizes[i][1], -1).permute(0, 3, 1, 2)
+                for i, x in enumerate(current_vision_feats[:-1])
+            ]
+        else:
+            high_res_features = None
+
+        # Top-level feature for memory
+        H, W = feat_sizes[-1]
+
+        if mask_inputs is not None:
+            # Conditioning frame: use mask directly
+            pix_feat = to_spatial(current_vision_feats[-1], H, W)
+            sam_outputs = self._use_mask_as_output(pix_feat, high_res_features, mask_inputs)
+        else:
+            # Track frame: fuse with memory, then SAM decoder
+            pix_feat_with_mem = self._prepare_memory_conditioned_features(
+                frame_idx=frame_idx,
+                is_init_cond_frame=is_init_cond_frame,
+                current_vision_feats=current_vision_feats,
+                current_vision_pos_embeds=current_vision_pos_embeds,
+                feat_sizes=feat_sizes,
+                output_dict=output_dict,
+                num_frames=num_frames,
+            )
+            # Use multimask for point prompts on init frames (picks best of 3 candidates)
+            num_pts = 0 if point_inputs is None else point_inputs["point_labels"].size(1)
+            multimask_output = is_init_cond_frame and 0 < num_pts <= 1
+            sam_outputs = self._forward_sam_heads(
+                backbone_features=pix_feat_with_mem,
+                point_inputs=point_inputs,
+                high_res_features=high_res_features,
+                multimask_output=multimask_output,
+            )
+
+        (low_res_masks, high_res_masks, obj_ptr, object_score_logits) = sam_outputs
+
+        # Clean low-res masks: remove sprinkles and fill holes
+        low_res_masks = fill_holes_in_mask_scores(low_res_masks, max_area=200)
+        high_res_masks = F.interpolate(low_res_masks, size=(self.image_size, self.image_size), mode="bilinear", align_corners=False)
+
+        current_out["pred_masks"] = low_res_masks
+        current_out["pred_masks_high_res"] = high_res_masks
+        current_out["obj_ptr"] = obj_ptr
+        current_out["object_score_logits"] = object_score_logits
+
+        # Encode memory
+        if self.num_maskmem > 0:
+            pix_feat = to_spatial(current_vision_feats[-1], H, W)
+            maskmem_features, maskmem_pos_enc = self._encode_new_memory(
+                pix_feat=pix_feat,
+                pred_masks_high_res=high_res_masks,
+                object_score_logits=object_score_logits,
+                is_mask_from_pts=(point_inputs is not None),
+            )
+            current_out["maskmem_features"] = maskmem_features
+            current_out["maskmem_pos_enc"] = maskmem_pos_enc
+        else:
+            current_out["maskmem_features"] = None
+            current_out["maskmem_pos_enc"] = None
+
+        return current_out
+
+    def _compute_backbone_frame(self, backbone_fn, frame, frame_idx=None):
+        vision_feats, vision_pos, feat_sizes, _, _ = _compute_backbone(backbone_fn, frame, frame_idx)
+        # SAM3: drop last FPN level
+        return vision_feats[:-1], vision_pos[:-1], feat_sizes[:-1]
+
+    def _track_single_object(self, backbone_fn, images, initial_mask, pbar=None,
+                             target_device=None, target_dtype=None):
+        """Track one object, computing backbone per frame to save VRAM."""
+        N = images.shape[0]
+        device = target_device if target_device is not None else images.device
+        dt = target_dtype if target_dtype is not None else images.dtype
+        size = self.image_size
+        output_dict = {"cond_frame_outputs": {}, "non_cond_frame_outputs": {}}
+        all_masks = []
+
+        for frame_idx in tqdm(range(N), desc="tracking"):
+            vision_feats, vision_pos, feat_sizes = self._compute_backbone_frame(
+                backbone_fn, _prep_frame(images, slice(frame_idx, frame_idx + 1), device, dt, size), frame_idx=frame_idx)
+            mask_input = None
+            if frame_idx == 0:
+                mask_input = F.interpolate(initial_mask.to(device=device, dtype=dt),
+                    size=(self.image_size, self.image_size), mode="bilinear", align_corners=False)
+                mask_input = (mask_input > 0.5).to(dt)
+
+            current_out = self.track_step(
+                frame_idx=frame_idx, is_init_cond_frame=(frame_idx == 0),
+                current_vision_feats=vision_feats, current_vision_pos_embeds=vision_pos,
+                feat_sizes=feat_sizes, mask_inputs=mask_input, output_dict=output_dict, num_frames=N)
+
+            if frame_idx == 0:
+                output_dict["cond_frame_outputs"][frame_idx] = current_out
+            else:
+                output_dict["non_cond_frame_outputs"][frame_idx] = current_out
+                lookback = max(self.num_maskmem, self.max_obj_ptrs_in_encoder)
+                for old_idx in list(output_dict["non_cond_frame_outputs"]):
+                    if old_idx < frame_idx - lookback:
+                        del output_dict["non_cond_frame_outputs"][old_idx]
+            # Move masks to CPU immediately to free VRAM
+            all_masks.append(current_out["pred_masks_high_res"].to(comfy.model_management.intermediate_device()))
+            if pbar is not None:
+                pbar.update(1)
+
+        return torch.cat(all_masks, dim=0)  # [N, 1, H, W]
+
+    def track_video(self, backbone_fn, images, initial_masks, pbar=None,
+                    target_device=None, target_dtype=None, **kwargs):
+        """Track one or more objects across video frames.
+
+        Args:
+            backbone_fn: callable that returns (sam2_features, sam2_positions, trunk_out) for a frame
+            images: [N, 3, H, W] CPU full-res video frames (resized per-frame to self.image_size)
+            initial_masks: [N_obj, 1, H, W] binary masks for first frame (one per object)
+            pbar: optional progress bar
+
+        Returns:
+            [N, N_obj, image_size, image_size] predicted mask logits per frame per object
+        """
+        N_obj = initial_masks.shape[0]
+        per_object = []
+        for obj_idx in range(N_obj):
+            obj_masks = self._track_single_object(
+                backbone_fn, images, initial_masks[obj_idx:obj_idx + 1], pbar=pbar,
+                target_device=target_device, target_dtype=target_dtype)
+            per_object.append(obj_masks)
+
+        return torch.cat(per_object, dim=1)  # [N, N_obj, H, W]
+
+
+class SAM31Tracker(nn.Module):
+    """SAM3.1 multiplex tracker: decoupled memory attention, dual decoder, 16-object multiplex."""
+
+    def __init__(self, d_model=256, mem_dim=256, num_maskmem=7, num_multiplex=16, device=None, dtype=None, operations=None, **kwargs):
+        super().__init__()
+        self.d_model = d_model
+        self.mem_dim = mem_dim
+        self.num_maskmem = num_maskmem
+        self.num_multiplex = num_multiplex
+        self.image_size = 1008
+        self.backbone_stride = 14
+        self.max_obj_ptrs_in_encoder = 16
+        self.sigmoid_scale_for_mem_enc = 2.0
+        self.sigmoid_bias_for_mem_enc = -1.0
+
+        # Memory attention (decoupled cross-attention, 8 heads matching reference)
+        self.transformer = DecoupledMemoryTransformer(d_model, num_heads=8, dim_ff=2048, num_layers=4,
+                                                      device=device, dtype=dtype, operations=operations)
+
+        # Propagation decoder (multiplex: 16 objects, multimask_outputs_only)
+        self.sam_mask_decoder = MultiplexMaskDecoder(d_model, num_multiplex, num_multimask_outputs=3,
+                                                     device=device, dtype=dtype, operations=operations)
+        # Interactive decoder (single object, same as SAM3)
+        self.interactive_sam_mask_decoder = SAMMaskDecoder(d_model, num_multimask_outputs=3,
+                                                           device=device, dtype=dtype, operations=operations)
+        self.interactive_sam_prompt_encoder = SAMPromptEncoder(d_model, device=device, dtype=dtype, operations=operations)
+
+        # Memory backbone (mem_dim=256, no out_proj compression)
+        self.maskmem_backbone = MemoryBackbone(d_model, in_chans=num_multiplex * 2, channels=[16, 64, 256, 1024],
+                                                device=device, dtype=dtype, operations=operations)
+
+        # Standalone parameters
+        self.maskmem_tpos_enc = nn.Parameter(torch.zeros(num_maskmem, 1, 1, mem_dim, device=device, dtype=dtype))
+        self.no_obj_embed_spatial = nn.Parameter(torch.zeros(num_multiplex, mem_dim, device=device, dtype=dtype))
+        self.interactivity_no_mem_embed = nn.Parameter(torch.zeros(1, 1, d_model, device=device, dtype=dtype))
+
+        # Object pointer projection
+        self.obj_ptr_proj = MLP(d_model, d_model, d_model, 3, device=device, dtype=dtype, operations=operations)
+        self.obj_ptr_tpos_proj = operations.Linear(d_model, mem_dim, device=device, dtype=dtype)
+        self.no_obj_ptr_linear = operations.Linear(d_model, d_model, device=device, dtype=dtype)
+        self.interactive_obj_ptr_proj = MLP(d_model, d_model, d_model, 3, device=device, dtype=dtype, operations=operations)
+
+        # Interactive mask downsample
+        self.interactive_mask_downsample = operations.Conv2d(1, 1, kernel_size=4, stride=4, device=device, dtype=dtype)
+
+        # Multiplex validity embeddings
+        self.output_valid_embed = nn.Parameter(torch.zeros(num_multiplex, d_model, device=device, dtype=dtype))
+        self.output_invalid_embed = nn.Parameter(torch.zeros(num_multiplex, d_model, device=device, dtype=dtype))
+
+        # Position encoding for image (used by multiplex decoder)
+        self.image_pe_layer = PositionEmbeddingRandom(d_model // 2)
+
+    def _no_obj_blend(self, obj_ptr, is_obj):
+        alpha = is_obj.to(obj_ptr.dtype)
+        return torch.lerp(self.no_obj_ptr_linear(obj_ptr), obj_ptr, alpha)
+
+    def _forward_sam_heads(self, backbone_features, point_inputs=None, mask_inputs=None, box_inputs=None,
+                           high_res_features=None, multimask_output=False):
+        return forward_sam_heads(backbone_features, self.interactive_sam_prompt_encoder, self.interactive_sam_mask_decoder,
+                                 self.interactive_obj_ptr_proj, self._no_obj_blend, self.image_size,
+                                 point_inputs, mask_inputs, box_inputs, high_res_features, multimask_output)
+
+    def _use_mask_as_output(self, backbone_features, high_res_features, mask_inputs):
+        return use_mask_as_output(backbone_features, high_res_features, mask_inputs,
+                                  self.interactive_mask_downsample, self.interactive_sam_prompt_encoder,
+                                  self.interactive_sam_mask_decoder, self.interactive_obj_ptr_proj,
+                                  self._no_obj_blend, self.image_size, self.backbone_stride)
+
+    def _prepare_memory_conditioned_features(self, frame_idx, is_init_cond_frame, current_vision_feats,
+                                              current_vision_pos_embeds, feat_sizes, output_dict, num_frames,
+                                              multiplex_state=None):
+        B = current_vision_feats[-1].shape[0]
+        C = self.d_model
+        H, W = feat_sizes[-1]
+        device = current_vision_feats[-1].device
+        num_buc = multiplex_state.num_buckets if multiplex_state is not None else None
+
+        if self.num_maskmem == 0:
+            return current_vision_feats[-1].permute(0, 2, 1).view(B, C, H, W)
+
+        if is_init_cond_frame:
+            pix_feat = current_vision_feats[-1] + cast_to_input(self.interactivity_no_mem_embed, current_vision_feats[-1])
+            return to_spatial(pix_feat, H, W)
+
+        to_cat_memory, to_cat_memory_pos, to_cat_image_feat, to_cat_image_pos, cond_outputs = collect_memory_tokens(
+            output_dict, frame_idx, self.num_maskmem, self.maskmem_tpos_enc, device,
+            collect_image_feats=True, tpos_v2=True, num_buckets=num_buc)
+
+        max_obj_ptrs = min(num_frames, self.max_obj_ptrs_in_encoder)
+        pos_and_ptrs = []
+        for t, out in cond_outputs.items():
+            if t <= frame_idx and "obj_ptr" in out:
+                ptr = out["obj_ptr"].to(device)
+                if num_buc is not None:
+                    ptr = _pad_to_buckets(ptr, num_buc)
+                pos_and_ptrs.append(((frame_idx - t), ptr))
+        for t_diff in range(1, max_obj_ptrs):
+            t = frame_idx - t_diff
+            if t < 0:
+                break
+            out = output_dict["non_cond_frame_outputs"].get(t, None)
+            if out is not None and "obj_ptr" in out:
+                ptr = out["obj_ptr"].to(device)
+                if num_buc is not None:
+                    ptr = _pad_to_buckets(ptr, num_buc)
+                pos_and_ptrs.append((t_diff, ptr))
+
+        num_obj_ptr_tokens = 0
+        if len(pos_and_ptrs) > 0:
+            pos_list, ptrs_list = zip(*pos_and_ptrs)
+            obj_ptrs = torch.stack(ptrs_list, dim=1)  # [num_buckets, N, M, C]
+            B_ptr = obj_ptrs.shape[0]
+            N_ptrs = obj_ptrs.shape[1]
+            M = obj_ptrs.shape[2]
+            obj_ptrs = obj_ptrs.reshape(B_ptr, N_ptrs * M, -1)
+            obj_pos = compute_tpos_enc(list(pos_list), device, self.d_model, self.obj_ptr_tpos_proj,
+                                       max_abs_pos=max_obj_ptrs, dtype=current_vision_feats[-1].dtype)
+            obj_pos = obj_pos.unsqueeze(0).expand(B_ptr, -1, -1)
+            obj_pos = obj_pos.unsqueeze(2).expand(-1, -1, M, -1).reshape(B_ptr, N_ptrs * M, -1)
+            to_cat_memory.append(obj_ptrs)
+            to_cat_memory_pos.append(obj_pos)
+            num_obj_ptr_tokens = obj_ptrs.shape[1]
+
+        if len(to_cat_memory) == 0:
+            pix_feat = current_vision_feats[-1] + cast_to_input(self.interactivity_no_mem_embed, current_vision_feats[-1])
+            return to_spatial(pix_feat, H, W)
+
+        memory = torch.cat(to_cat_memory, dim=1)
+        memory_pos = torch.cat(to_cat_memory_pos, dim=1)
+
+        # Expand vision features to num_buckets if memory has more buckets than B
+        mem_B = memory.shape[0]
+        x = current_vision_feats[-1]
+        x_pos = current_vision_pos_embeds[-1]
+        if x.shape[0] < mem_B:
+            x = x.expand(mem_B, -1, -1)
+            x_pos = x_pos.expand(mem_B, -1, -1)
+
+        if len(to_cat_image_feat) > 0:
+            # Decoupled cross-attention: separate image features from memory
+            memory_image = cast_to_input(torch.cat(to_cat_image_feat, dim=1), x)
+            memory_image_pos = cast_to_input(torch.cat(to_cat_image_pos, dim=1), x)
+            if memory_image.shape[0] < mem_B:
+                memory_image = memory_image.expand(mem_B, -1, -1)
+                memory_image_pos = memory_image_pos.expand(mem_B, -1, -1)
+            pix_feat_with_mem = self.transformer.encoder(
+                x=x,
+                memory=cast_to_input(memory, x),
+                memory_pos=cast_to_input(memory_pos, x),
+                src_pos=cast_to_input(x_pos, x),
+                num_k_exclude_rope=num_obj_ptr_tokens,
+                memory_image=memory_image,
+                memory_image_pos=memory_image_pos,
+            )
+        else:
+            pix_feat_with_mem = self.transformer.encoder(
+                x=x,
+                memory=memory,
+                memory_pos=memory_pos,
+                src_pos=x_pos,
+                num_k_exclude_rope=num_obj_ptr_tokens,
+            )
+        return to_spatial(pix_feat_with_mem, H, W)
+
+    def _encode_new_memory(self, pix_feat, pred_masks_high_res, object_score_logits, is_mask_from_pts=False,
+                           multiplex_state=None, is_conditioning=False, cond_obj_mask=None):
+        if is_mask_from_pts:
+            mask_for_mem = (pred_masks_high_res > 0).to(pix_feat.dtype)
+        else:
+            mask_for_mem = torch.sigmoid(pred_masks_high_res)
+        mask_for_mem.mul_(self.sigmoid_scale_for_mem_enc).add_(self.sigmoid_bias_for_mem_enc)
+
+        # Mux masks: [N_obj, 1, H, W] -> [num_buckets, M, H, W]
+        mux_masks = multiplex_state.mux(mask_for_mem[:, 0])
+
+        # Conditioning channel: 1.0 = clean mask (trust it), 0.0 = propagation (noisy)
+        N_obj = mask_for_mem.shape[0]
+        cond_values = torch.full((N_obj,), 0.0, device=mask_for_mem.device, dtype=mask_for_mem.dtype)
+        if is_conditioning:
+            cond_values[:] = 1.0
+        elif cond_obj_mask is not None:
+            cond_values[cond_obj_mask] = 1.0
+        cond_spatial = cond_values.view(-1, 1, 1, 1).expand_as(mask_for_mem[:, 0:1, :, :]).squeeze(1)
+        mux_cond = multiplex_state.mux(cond_spatial)  # [num_buckets, M, H, W]
+        mux_input = torch.cat([mux_masks, mux_cond], dim=1)  # [num_buckets, 2*M, H, W]
+
+        maskmem_out = self.maskmem_backbone(pix_feat, mux_input, skip_mask_sigmoid=True)
+        maskmem_features = maskmem_out["vision_features"]
+        maskmem_pos_enc = maskmem_out["vision_pos_enc"]
+
+        # Add no_obj_embed_spatial for occluded objects
+        is_obj = (object_score_logits > 0).float()  # [N_obj, 1]
+        mux_is_obj = multiplex_state.mux(is_obj)  # [num_buckets, M, 1]
+        no_obj_embed = cast_to_input(self.no_obj_embed_spatial, maskmem_features)  # [M, C]
+        no_obj_spatial = no_obj_embed.unsqueeze(0)[..., None, None]  # [1, M, C, 1, 1]
+        # Expand and sum across multiplex slots weighted by (1 - is_obj)
+        alpha = mux_is_obj[..., None, None]  # [num_buckets, M, 1, 1, 1]
+        per_slot_no_obj = ((1 - alpha) * no_obj_spatial).sum(dim=1)  # [num_buckets, C, 1, 1]
+        maskmem_features = maskmem_features + per_slot_no_obj.expand_as(maskmem_features)
+
+        return maskmem_features, maskmem_pos_enc
+
+    def _forward_propagation(self, backbone_features, high_res_features=None, multiplex_state=None):
+        """Propagation path using the multiplex SAM decoder (no prompts)."""
+        B = backbone_features.shape[0]
+        device = backbone_features.device
+
+        # Suppression embeddings from valid object mask
+        valid_mask = cast_to_input(multiplex_state.get_valid_object_mask().unsqueeze(-1).float(), backbone_features)
+        output_valid = cast_to_input(self.output_valid_embed, backbone_features).unsqueeze(0)
+        output_invalid = cast_to_input(self.output_invalid_embed, backbone_features).unsqueeze(0)
+        extra_embed = valid_mask * output_valid + (1 - valid_mask) * output_invalid
+
+        image_pe = self.image_pe_layer((backbone_features.shape[-2], backbone_features.shape[-1]), device=backbone_features.device)
+        image_pe = cast_to_input(image_pe, backbone_features)
+
+        masks, iou_pred, sam_tokens_out, object_score_logits = self.sam_mask_decoder(
+            image_embeddings=backbone_features, image_pe=image_pe,
+            sparse_prompt_embeddings=torch.empty(B, 0, self.d_model, device=device, dtype=backbone_features.dtype),
+            dense_prompt_embeddings=torch.zeros(B, self.d_model, *backbone_features.shape[-2:], device=device, dtype=backbone_features.dtype),
+            high_res_features=high_res_features, multimask_output=True, return_all=True,
+            extra_per_object_embeddings=extra_embed.expand(B, -1, -1),
+        )
+        # masks: [B=num_buckets, M, T, H, W]
+        # Demux to per-object: [N_obj, T, H, W]
+        masks_obj = multiplex_state.demux(masks)
+        iou_obj = multiplex_state.demux(iou_pred)
+        score_obj = multiplex_state.demux(object_score_logits)
+        tokens_obj = multiplex_state.demux(sam_tokens_out)
+
+        # Select best mask by IoU for each object
+        best_idx = torch.argmax(iou_obj, dim=-1)  # [N_obj]
+        N_obj = masks_obj.shape[0]
+        obj_range = torch.arange(N_obj, device=device)
+        low_res_masks = masks_obj[obj_range, best_idx].unsqueeze(1)  # [N_obj, 1, H, W]
+        # Suppress masks for objects with low confidence
+        is_obj = score_obj > 0
+        low_res_masks = torch.where(is_obj[:, :, None, None], low_res_masks,
+                                     torch.tensor(NO_OBJ_SCORE, device=device, dtype=low_res_masks.dtype))
+        high_res_masks = F.interpolate(low_res_masks.float(), size=(self.image_size, self.image_size), mode="bilinear", align_corners=False)
+
+        # Object pointer: compute per-object, mux for storage as [num_buckets, M, C]
+        sam_token = tokens_obj[:, 0]  # [N_obj, C]
+        obj_ptr = self.obj_ptr_proj(sam_token)
+        is_obj = (score_obj > 0).float()
+        no_obj = self.no_obj_ptr_linear(obj_ptr)
+        obj_ptr = is_obj * obj_ptr + (1 - is_obj) * no_obj
+        obj_ptr_muxed = multiplex_state.mux(obj_ptr)  # [num_buckets, M, C]
+
+        return low_res_masks, high_res_masks, obj_ptr_muxed, score_obj
+
+    def track_step(self, frame_idx, is_init_cond_frame, current_vision_feats, current_vision_pos_embeds,
+                   feat_sizes, mask_inputs, output_dict, num_frames, point_inputs=None,
+                   interactive_high_res=None, interactive_backbone=None, propagation_high_res=None,
+                   multiplex_state=None, run_mem_encoder=True):
+        current_out = {}
+        H, W = feat_sizes[-1]
+
+        if mask_inputs is not None:
+            # Conditioning frame: use interactive features if available, else propagation
+            if interactive_backbone is not None:
+                pix_feat = interactive_backbone
+                # Add no_mem_embed for interactive path
+                pix_flat = pix_feat.flatten(2)
+                bf = pix_flat.permute(0, 2, 1) + cast_to_input(self.interactivity_no_mem_embed, pix_flat)
+                pix_feat = to_spatial(bf, H, W)
+                hi_res = interactive_high_res
+            else:
+                # Fallback: interactive backbone not available (e.g. called outside track_video).
+                # Propagation features work but may produce lower-quality conditioning.
+                pix_feat = to_spatial(current_vision_feats[-1], H, W)
+                hi_res = propagation_high_res
+            sam_outputs = self._use_mask_as_output(pix_feat, hi_res, mask_inputs)
+        elif point_inputs is not None:
+            # Interactive path: use interactive SAM decoder
+            pix_feat_with_mem = self._prepare_memory_conditioned_features(
+                frame_idx=frame_idx, is_init_cond_frame=is_init_cond_frame,
+                current_vision_feats=current_vision_feats, current_vision_pos_embeds=current_vision_pos_embeds,
+                feat_sizes=feat_sizes, output_dict=output_dict, num_frames=num_frames,
+                multiplex_state=multiplex_state,
+            )
+            hi_res = interactive_high_res if interactive_high_res is not None else propagation_high_res
+            num_pts = point_inputs["point_labels"].size(1)
+            multimask_output = is_init_cond_frame and 0 < num_pts <= 1
+            sam_outputs = self._forward_sam_heads(
+                backbone_features=pix_feat_with_mem, point_inputs=point_inputs,
+                high_res_features=hi_res, multimask_output=multimask_output,
+            )
+        else:
+            # Propagation path: use multiplex SAM decoder with propagation features
+            pix_feat_with_mem = self._prepare_memory_conditioned_features(
+                frame_idx=frame_idx, is_init_cond_frame=is_init_cond_frame,
+                current_vision_feats=current_vision_feats, current_vision_pos_embeds=current_vision_pos_embeds,
+                feat_sizes=feat_sizes, output_dict=output_dict, num_frames=num_frames,
+                multiplex_state=multiplex_state,
+            )
+            sam_outputs = self._forward_propagation(pix_feat_with_mem, propagation_high_res,
+                                                     multiplex_state=multiplex_state)
+
+        (low_res_masks, high_res_masks, obj_ptr, object_score_logits) = sam_outputs
+
+        # Mux obj_ptr if it came from interactive path (shape [B, C]) vs propagation ([num_buckets, M, C])
+        if multiplex_state is not None and obj_ptr.dim() == 2:
+            obj_ptr = multiplex_state.mux(obj_ptr)  # [N_obj, C] -> [num_buckets, M, C]
+
+        # Encode memory (can be deferred with run_mem_encoder=False)
+        if run_mem_encoder and self.num_maskmem > 0:
+            pix_feat = to_spatial(current_vision_feats[-1], H, W)
+            maskmem_features, maskmem_pos_enc = self._encode_new_memory(
+                pix_feat=pix_feat, pred_masks_high_res=high_res_masks,
+                object_score_logits=object_score_logits,
+                is_mask_from_pts=(point_inputs is not None),
+                multiplex_state=multiplex_state,
+                is_conditioning=(mask_inputs is not None),
+            )
+            current_out["maskmem_features"] = maskmem_features
+            current_out["maskmem_pos_enc"] = maskmem_pos_enc
+        else:
+            current_out["maskmem_features"] = None
+            current_out["maskmem_pos_enc"] = None
+
+        # Store propagation image features for decoupled memory attention
+        current_out["image_features"] = current_vision_feats[-1]  # [B, HW, C]
+        current_out["image_pos_enc"] = current_vision_pos_embeds[-1]  # [B, HW, C]
+
+        current_out["pred_masks"] = low_res_masks
+        current_out["pred_masks_high_res"] = high_res_masks
+        current_out["obj_ptr"] = obj_ptr
+        current_out["object_score_logits"] = object_score_logits
+
+        return current_out
+
+    def _compute_backbone_frame(self, backbone_fn, frame, frame_idx=None):
+        vision_feats, vision_pos, feat_sizes, features, trunk_out = _compute_backbone(backbone_fn, frame, frame_idx)
+        return vision_feats, vision_pos, feat_sizes, list(features[:-1]), trunk_out
+
+    @staticmethod
+    def _suppress_recently_occluded(low_res_masks, last_occluded, frame_idx, threshold=0.3):
+        """Suppress overlapping masks for objects that were most recently occluded.
+        Prevents corrupted masks from occluded objects from contaminating other objects."""
+        N_obj = low_res_masks.shape[0]
+        if N_obj <= 1:
+            return low_res_masks
+        binary = low_res_masks[:, 0] > 0  # [N_obj, H, W]
+        iou = _compute_mask_overlap(low_res_masks[:, 0], low_res_masks[:, 0])
+        overlapping = torch.triu(iou >= threshold, diagonal=1)  # [N, N] upper triangle
+        last_occ_i = last_occluded.unsqueeze(1)  # [N, 1]
+        last_occ_j = last_occluded.unsqueeze(0)  # [1, N]
+        # Suppress the more recently occluded object in each overlapping pair
+        suppress_i = overlapping & (last_occ_i > last_occ_j) & (last_occ_j > -1)
+        suppress_j = overlapping & (last_occ_j > last_occ_i) & (last_occ_i > -1)
+        to_suppress = suppress_i.any(dim=1) | suppress_j.any(dim=0)
+        # Update last_occluded for occluded/suppressed objects
+        is_empty = ~binary.any(dim=(-1, -2))
+        newly_occluded = is_empty | to_suppress
+        last_occluded[newly_occluded] = frame_idx
+        # Suppress masks
+        low_res_masks[to_suppress] = -10.0
+        return low_res_masks
+
+    def _deferred_memory_encode(self, current_out, N_obj, vision_feats, feat_sizes, mux_state, device,
+                                cond_obj_mask=None):
+        """Deferred memory encoding for propagation frames. cond_obj_mask: per-object bool for conditioning."""
+        low_res_masks = current_out["pred_masks"]  # [N_obj, 1, H_low, W_low]
+
+        if N_obj > 1:
+            lr = low_res_masks.squeeze(1)  # [N_obj, H, W]
+            max_obj = torch.argmax(lr, dim=0, keepdim=True)
+            batch_inds = torch.arange(N_obj, device=device)[:, None, None]
+            pixel_nol = torch.where(max_obj == batch_inds, lr, torch.clamp(lr, max=-10.0))
+            area_before = (lr > 0).sum(dim=(-1, -2)).float().clamp(min=1)
+            area_after = (pixel_nol > 0).sum(dim=(-1, -2)).float()
+            shrink_ok = (area_after / area_before) >= 0.3
+            low_res_masks = torch.where(
+                shrink_ok[:, None, None, None].expand_as(low_res_masks),
+                low_res_masks, torch.clamp(low_res_masks, max=-10.0))
+
+        interpol_size = self.maskmem_backbone.mask_downsampler.interpol_size
+        mem_masks = F.interpolate(low_res_masks, size=interpol_size,
+                                  mode="bilinear", align_corners=False)
+
+        obj_scores = torch.where(
+            (mem_masks > 0).any(dim=(-1, -2)), 10.0, -10.0)
+
+        pix_feat = to_spatial(vision_feats[-1], feat_sizes[-1][0], feat_sizes[-1][1])
+        maskmem_features, maskmem_pos_enc = self._encode_new_memory(
+            pix_feat=pix_feat, pred_masks_high_res=mem_masks,
+            object_score_logits=obj_scores,
+            multiplex_state=mux_state, cond_obj_mask=cond_obj_mask)
+        current_out["maskmem_features"] = maskmem_features
+        current_out["maskmem_pos_enc"] = maskmem_pos_enc
+
+    def _add_detected_objects(self, new_masks, mux_state, vision_feats, feat_sizes, current_out):
+        """Grow MultiplexState with new detections, merge masks, re-encode memory. Modifies current_out."""
+        n_old = mux_state.total_valid_entries
+        mux_state.add_objects(new_masks.shape[0])
+        N_obj = mux_state.total_valid_entries
+        # Stored memory with old bucket counts is padded at read time by _pad_to_buckets
+        for k in ("pred_masks", "pred_masks_high_res"):
+            det = F.interpolate(new_masks.unsqueeze(1), size=current_out[k].shape[-2:],
+                                mode="bilinear", align_corners=False)
+            current_out[k] = torch.cat([current_out[k], det], dim=0)
+        if self.num_maskmem > 0:
+            # Mark new objects as conditioning (clean detection masks) so model trusts them
+            cond_mask = torch.zeros(N_obj, dtype=torch.bool, device=new_masks.device)
+            cond_mask[n_old:] = True
+            self._deferred_memory_encode(current_out, N_obj, vision_feats, feat_sizes,
+                                         mux_state, new_masks.device, cond_obj_mask=cond_mask)
+
+    def _condition_with_masks(self, masks, frame_idx, vision_feats, vision_pos, feat_sizes,
+                              high_res_prop, output_dict, N, mux_state, backbone_obj, frame,
+                              trunk_out, threshold=0.5):
+        """Condition tracker with masks on a frame."""
+        mask_input = F.interpolate(masks if masks.dim() == 4 else masks.unsqueeze(1),
+            size=(self.image_size, self.image_size), mode="bilinear", align_corners=False)
+        mask_input = (mask_input > threshold).to(masks.dtype)
+        hi_res = lo_feat = None
+        if backbone_obj is not None and backbone_obj.multiplex:
+            _, _, itf, _ = backbone_obj(frame, tracker_mode="interactive", cached_trunk=trunk_out, tracker_only=True)
+            hi_res, lo_feat = itf[:-1], itf[-1]
+        current_out = self.track_step(
+            frame_idx=frame_idx, is_init_cond_frame=True, current_vision_feats=vision_feats,
+            current_vision_pos_embeds=vision_pos, feat_sizes=feat_sizes, mask_inputs=mask_input,
+            output_dict=output_dict, num_frames=N, interactive_high_res=hi_res,
+            interactive_backbone=lo_feat, propagation_high_res=high_res_prop,
+            multiplex_state=mux_state, run_mem_encoder=True)
+        output_dict["cond_frame_outputs"][frame_idx] = current_out
+        return current_out
+
+    def _match_and_add_detections(self, det_masks, det_scores, current_out, mux_state,
+                                  vision_feats, feat_sizes, device, max_objects=0,
+                                  keep_alive=None):
+        """Match detections against tracked masks, add new objects, recondition degraded tracks.
+        Updates keep_alive counters: +1 for matched tracks, -1 for unmatched."""
+        N_obj = mux_state.total_valid_entries
+        if det_masks.shape[0] == 0:
+            if keep_alive is not None:
+                for i in range(N_obj):
+                    keep_alive[i] = max(-4, keep_alive.get(i, 0) - 1)
+            return []
+
+        # Match at low-res (like reference)
+        trk_masks = current_out["pred_masks"][:, 0]  # [N_obj, H_low, W_low]
+        det_resized = F.interpolate(det_masks.unsqueeze(1), size=trk_masks.shape[-2:],
+                                    mode="bilinear", align_corners=False)[:, 0]
+        overlap = _compute_mask_overlap(det_resized, trk_masks)
+
+        # Update keep_alive and find matched tracks
+        matched = set()
+        if overlap.shape[1] > 0:
+            matched = set((overlap >= 0.5).any(dim=0).nonzero(as_tuple=True)[0].tolist())
+        if keep_alive is not None:
+            for i in range(N_obj):
+                if i in matched:
+                    keep_alive[i] = min(8, keep_alive.get(i, 0) + 1)
+                else:
+                    keep_alive[i] = max(-4, keep_alive.get(i, 0) - 1)
+
+        # Recondition: high-confidence detections (>=0.8) with high overlap refresh tracked masks
+        reconditioned = False
+        if det_scores is not None and overlap.shape[1] > 0:
+            HIGH_CONF = 0.8
+            for det_idx in range(overlap.shape[0]):
+                if det_scores[det_idx] < HIGH_CONF:
+                    continue
+                best_trk = overlap[det_idx].argmax().item()
+                if overlap[det_idx, best_trk] >= 0.5:
+                    # Replace tracked mask with fresh detection mask
+                    current_out["pred_masks"][best_trk] = det_resized[det_idx].unsqueeze(0)
+                    det_hr = F.interpolate(det_masks[det_idx:det_idx+1].unsqueeze(1),
+                        size=current_out["pred_masks_high_res"].shape[-2:],
+                        mode="bilinear", align_corners=False)
+                    current_out["pred_masks_high_res"][best_trk] = det_hr[0]
+                    reconditioned = True
+
+        # Re-encode memory if any tracks were reconditioned
+        if reconditioned and self.num_maskmem > 0:
+            self._deferred_memory_encode(current_out, N_obj, vision_feats, feat_sizes, mux_state, device)
+
+        # Add new detections (not matching any track)
+        if max_objects > 0 and N_obj >= max_objects:
+            return []
+        max_overlap = overlap.max(dim=1)[0] if overlap.shape[1] > 0 else torch.zeros(overlap.shape[0], device=device)
+        new_dets = max_overlap < 0.5
+        if new_dets.any():
+            if max_objects > 0:
+                slots = max_objects - N_obj
+                new_dets = new_dets & (torch.cumsum(new_dets.int(), 0) <= slots)
+            self._add_detected_objects(det_masks[new_dets], mux_state,
+                                       vision_feats, feat_sizes, current_out)
+            if keep_alive is not None:
+                for i in range(N_obj, mux_state.total_valid_entries):
+                    keep_alive[i] = 1
+            return det_scores[new_dets].tolist() if det_scores is not None else [0.0] * new_dets.sum().item()
+        return []
+
+    INTERNAL_MAX_OBJECTS = 64  # Hard ceiling on accumulated tracks; max_objects=0 or any value above this is clamped here.
+
+    def track_video_with_detection(self, backbone_fn, images, initial_masks, detect_fn=None,
+                                   new_det_thresh=0.5, max_objects=0, detect_interval=1,
+                                   backbone_obj=None, pbar=None, target_device=None, target_dtype=None):
+        """Track with optional per-frame detection. Returns [N, max_N_obj, H, W] mask logits."""
+        if max_objects <= 0 or max_objects > self.INTERNAL_MAX_OBJECTS:
+            max_objects = self.INTERNAL_MAX_OBJECTS
+        N = images.shape[0]
+        device = target_device if target_device is not None else images.device
+        dt = target_dtype if target_dtype is not None else images.dtype
+        size = self.image_size
+        output_dict = {"cond_frame_outputs": {}, "non_cond_frame_outputs": {}}
+        all_masks = []
+        idev = comfy.model_management.intermediate_device()
+        mux_state = None
+        if initial_masks is not None:
+            mux_state = MultiplexState(initial_masks.shape[0], self.num_multiplex, device, dt)
+        obj_scores = []  # per-object detection score (1.0 for initial masks)
+        keep_alive = {} if detect_fn is not None else None
+        last_occluded = torch.empty(0, device=device, dtype=torch.long)  # per-object last occluded frame
+
+        # Prefetch next frame's backbone on a separate CUDA stream
+        prefetch = False
+        backbone_stream = None
+        if comfy.model_management.is_device_cuda(device):
+            try:
+                backbone_stream = torch.cuda.Stream(device=device)
+                prefetch = True
+            except RuntimeError:
+                pass
+        cur_bb = self._compute_backbone_frame(backbone_fn, _prep_frame(images, slice(0, 1), device, dt, size), frame_idx=0)
+
+        for frame_idx in tqdm(range(N), desc="tracking"):
+            vision_feats, vision_pos, feat_sizes, high_res_prop, trunk_out = cur_bb
+
+            # Start next frame's backbone on separate stream (overlaps with current frame's work)
+            if prefetch and frame_idx + 1 < N:
+                backbone_stream.wait_stream(torch.cuda.current_stream(device))
+                with torch.cuda.stream(backbone_stream):
+                    next_bb = self._compute_backbone_frame(
+                        backbone_fn, _prep_frame(images, slice(frame_idx + 1, frame_idx + 2), device, dt, size), frame_idx=frame_idx + 1)
+
+            # Per-frame detection with NMS (skip if no detect_fn, or interval/max not met)
+            det_masks = torch.empty(0, device=device)
+            det_scores = None
+            run_det = (detect_fn is not None
+                       and frame_idx % max(detect_interval, 1) == 0
+                       and not (max_objects > 0 and mux_state is not None
+                                and mux_state.total_valid_entries >= max_objects))
+            if run_det:
+                det_out = detect_fn(trunk_out)
+                scores = det_out["scores"][0].sigmoid()
+                keep = scores > new_det_thresh
+                det_masks, det_scores = det_out["masks"][0][keep], scores[keep]
+                if det_masks.shape[0] > 1:
+                    det_masks, det_scores = _nms_masks(det_masks, det_scores)
+
+            if frame_idx == 0 and initial_masks is not None:
+                current_out = self._condition_with_masks(
+                    initial_masks.to(device=device, dtype=dt), frame_idx, vision_feats, vision_pos,
+                    feat_sizes, high_res_prop, output_dict, N, mux_state, backbone_obj,
+                    _prep_frame(images, slice(frame_idx, frame_idx + 1), device, dt, size), trunk_out)
+                last_occluded = torch.full((mux_state.total_valid_entries,), -1, device=device, dtype=torch.long)
+                obj_scores = [1.0] * mux_state.total_valid_entries
+                if keep_alive is not None:
+                    for i in range(mux_state.total_valid_entries):
+                        keep_alive[i] = 8
+            elif mux_state is None or mux_state.total_valid_entries == 0:
+                if det_masks.shape[0] > 0:
+                    if max_objects > 0:
+                        det_scores = det_scores[:max_objects]
+                        det_masks = det_masks[:max_objects]
+                    mux_state = MultiplexState(det_masks.shape[0], self.num_multiplex, device, dt)
+                    current_out = self._condition_with_masks(
+                        det_masks, frame_idx, vision_feats, vision_pos, feat_sizes, high_res_prop,
+                        output_dict, N, mux_state, backbone_obj,
+                        _prep_frame(images, slice(frame_idx, frame_idx + 1), device, dt, size), trunk_out, threshold=0.0)
+                    last_occluded = torch.full((mux_state.total_valid_entries,), -1, device=device, dtype=torch.long)
+                    obj_scores = det_scores[:mux_state.total_valid_entries].tolist()
+                    if keep_alive is not None:
+                        for i in range(mux_state.total_valid_entries):
+                            keep_alive[i] = 1
+                else:
+                    all_masks.append(None)
+                    if pbar is not None:
+                        pbar.update(1)
+                    # Skip to backbone advance at end of loop
+                    if frame_idx + 1 < N:
+                        if prefetch:
+                            torch.cuda.current_stream(device).wait_stream(backbone_stream)
+                            cur_bb = next_bb
+                        else:
+                            cur_bb = self._compute_backbone_frame(backbone_fn, _prep_frame(images, slice(frame_idx + 1, frame_idx + 2), device, dt, size), frame_idx=frame_idx + 1)
+                    continue
+            else:
+                N_obj = mux_state.total_valid_entries
+                current_out = self.track_step(
+                    frame_idx=frame_idx, is_init_cond_frame=False, current_vision_feats=vision_feats,
+                    current_vision_pos_embeds=vision_pos, feat_sizes=feat_sizes, mask_inputs=None,
+                    output_dict=output_dict, num_frames=N, propagation_high_res=high_res_prop,
+                    multiplex_state=mux_state, run_mem_encoder=False)
+                current_out["pred_masks"] = fill_holes_in_mask_scores(
+                    current_out["pred_masks"], max_area=16)
+                if last_occluded.shape[0] == N_obj and N_obj > 1:
+                    self._suppress_recently_occluded(
+                        current_out["pred_masks"], last_occluded, frame_idx)
+                if self.num_maskmem > 0:
+                    self._deferred_memory_encode(current_out, N_obj, vision_feats, feat_sizes, mux_state, device)
+                output_dict["non_cond_frame_outputs"][frame_idx] = current_out
+                lookback = max(self.num_maskmem, self.max_obj_ptrs_in_encoder)
+                for old_idx in list(output_dict["non_cond_frame_outputs"]):
+                    if old_idx < frame_idx - lookback:
+                        del output_dict["non_cond_frame_outputs"][old_idx]
+                n_before = mux_state.total_valid_entries
+                new_obj_scores = self._match_and_add_detections(det_masks, det_scores, current_out, mux_state,
+                                               vision_feats, feat_sizes, device, max_objects,
+                                               keep_alive if run_det else None)
+                n_added = mux_state.total_valid_entries - n_before
+                if n_added > 0:
+                    last_occluded = torch.cat([last_occluded,
+                        torch.full((n_added,), -1, device=device, dtype=torch.long)])
+                    obj_scores.extend(new_obj_scores)
+
+            masks_out = current_out["pred_masks_high_res"][:, 0]
+            if keep_alive is not None:
+                for i in range(masks_out.shape[0]):
+                    if keep_alive.get(i, 0) <= 0:
+                        masks_out[i] = NO_OBJ_SCORE
+            N_obj_now = mux_state.total_valid_entries if mux_state is not None else 0
+            if N_obj_now > 0:
+                all_masks.append(pack_masks(masks_out).to(idev))
+            else:
+                all_masks.append(None)
+            if pbar is not None:
+                pbar.update(1)
+
+            # Next frame's backbone
+            if frame_idx + 1 < N:
+                if prefetch:
+                    torch.cuda.current_stream(device).wait_stream(backbone_stream)
+                    cur_bb = next_bb
+                else:
+                    cur_bb = self._compute_backbone_frame(backbone_fn, _prep_frame(images, slice(frame_idx + 1, frame_idx + 2), device, dt, size), frame_idx=frame_idx + 1)
+
+        if not all_masks or all(m is None for m in all_masks):
+            return {"packed_masks": None, "n_frames": N, "scores": []}
+
+        max_obj = max(m.shape[0] for m in all_masks if m is not None)
+        sample = next(m for m in all_masks if m is not None)
+        empty_packed = torch.zeros(max_obj, *sample.shape[1:], dtype=torch.uint8, device=sample.device)
+        for i, m in enumerate(all_masks):
+            if m is None:
+                all_masks[i] = empty_packed
+            elif m.shape[0] < max_obj:
+                pad = torch.zeros(max_obj - m.shape[0], *m.shape[1:], dtype=torch.uint8, device=m.device)
+                all_masks[i] = torch.cat([m, pad], dim=0)
+        return {"packed_masks": torch.stack(all_masks, dim=0), "n_frames": N, "scores": obj_scores}
diff --git a/ComfyUI/comfy/ldm/seedvr/__pycache__/attention.cpython-312.pyc b/ComfyUI/comfy/ldm/seedvr/__pycache__/attention.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..cfbfdccce9be36e1fafaef62f44cf42dcc41d220
Binary files /dev/null and b/ComfyUI/comfy/ldm/seedvr/__pycache__/attention.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/seedvr/__pycache__/color_fix.cpython-312.pyc b/ComfyUI/comfy/ldm/seedvr/__pycache__/color_fix.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..c0b31eaef8e588a8136af7ace9c97ee2384b576c
Binary files /dev/null and b/ComfyUI/comfy/ldm/seedvr/__pycache__/color_fix.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/seedvr/__pycache__/constants.cpython-312.pyc b/ComfyUI/comfy/ldm/seedvr/__pycache__/constants.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..7a42c4041a70b5142a498fa74d5fb97995a56f84
Binary files /dev/null and b/ComfyUI/comfy/ldm/seedvr/__pycache__/constants.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/seedvr/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/seedvr/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..7708d7243a328b8c14a07d55994171135adf492a
Binary files /dev/null and b/ComfyUI/comfy/ldm/seedvr/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/seedvr/__pycache__/vae.cpython-312.pyc b/ComfyUI/comfy/ldm/seedvr/__pycache__/vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..0b259968f096e5090fcc5aac8e6b645ac6def879
Binary files /dev/null and b/ComfyUI/comfy/ldm/seedvr/__pycache__/vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/seedvr/attention.py b/ComfyUI/comfy/ldm/seedvr/attention.py
new file mode 100644
index 0000000000000000000000000000000000000000..11b4c1e4a5976bc3f027362fae3c97a2affe66fd
--- /dev/null
+++ b/ComfyUI/comfy/ldm/seedvr/attention.py
@@ -0,0 +1,51 @@
+import torch
+
+from comfy.ldm.modules import attention as _attention
+
+
+def _var_attention_qkv(q, k, v, heads, skip_reshape):
+    if skip_reshape:
+        return q, k, v, q.shape[-1]
+    total_tokens, embed_dim = q.shape
+    head_dim = embed_dim // heads
+    return (
+        q.view(total_tokens, heads, head_dim),
+        k.view(k.shape[0], heads, head_dim),
+        v.view(v.shape[0], heads, head_dim),
+        head_dim,
+    )
+
+
+def _var_attention_output(out, heads, head_dim, skip_output_reshape):
+    if skip_output_reshape:
+        return out
+    return out.reshape(-1, heads * head_dim)
+
+
+def var_attention_optimized_split(q, k, v, heads, cu_seqlens_q, cu_seqlens_k, *args, skip_reshape=False, skip_output_reshape=False, **kwargs):
+    q, k, v, head_dim = _var_attention_qkv(q, k, v, heads, skip_reshape)
+
+    q_split_indices = cu_seqlens_q[1:-1]
+    k_split_indices = cu_seqlens_k[1:-1]
+    if k.shape[0] != v.shape[0]:
+        raise ValueError("cu_seqlens_k does not match v token count")
+
+    q_splits = torch.tensor_split(q, q_split_indices, dim=0)
+    k_splits = torch.tensor_split(k, k_split_indices, dim=0)
+    v_splits = torch.tensor_split(v, k_split_indices, dim=0)
+    if len(q_splits) != len(k_splits) or len(q_splits) != len(v_splits):
+        raise ValueError("cu_seqlens_q and cu_seqlens_k must describe the same sequence count")
+
+    out = []
+    for q_i, k_i, v_i in zip(q_splits, k_splits, v_splits):
+        q_i = q_i.permute(1, 0, 2).unsqueeze(0)
+        k_i = k_i.permute(1, 0, 2).unsqueeze(0)
+        v_i = v_i.permute(1, 0, 2).unsqueeze(0)
+        out_i = _attention.optimized_attention(q_i, k_i, v_i, heads, skip_reshape=True, skip_output_reshape=True)
+        out.append(out_i.squeeze(0).permute(1, 0, 2))
+
+    out = torch.cat(out, dim=0)
+    return _var_attention_output(out, heads, head_dim, skip_output_reshape)
+
+
+optimized_var_attention = var_attention_optimized_split
diff --git a/ComfyUI/comfy/ldm/seedvr/color_fix.py b/ComfyUI/comfy/ldm/seedvr/color_fix.py
new file mode 100644
index 0000000000000000000000000000000000000000..a43cb5270442380707b89cd705d05e97f31edc4e
--- /dev/null
+++ b/ComfyUI/comfy/ldm/seedvr/color_fix.py
@@ -0,0 +1,301 @@
+import torch
+import torch.nn.functional as F
+from torch import Tensor
+
+from comfy.ldm.seedvr.constants import (
+    CIELAB_DELTA,
+    CIELAB_KAPPA,
+    D65_WHITE_X,
+    D65_WHITE_Z,
+    WAVELET_DECOMP_LEVELS,
+)
+
+
+def wavelet_blur(image: Tensor, radius):
+    max_safe_radius = max(1, min(image.shape[-2:]) // 8)
+    if radius > max_safe_radius:
+        radius = max_safe_radius
+
+    num_channels = image.shape[1]
+
+    kernel_vals = [
+        [0.0625, 0.125, 0.0625],
+        [0.125,  0.25,  0.125],
+        [0.0625, 0.125, 0.0625],
+    ]
+    kernel = torch.tensor(kernel_vals, dtype=image.dtype, device=image.device)
+    kernel = kernel[None, None].repeat(num_channels, 1, 1, 1)
+
+    image = F.pad(image, (radius, radius, radius, radius), mode='replicate')
+    output = F.conv2d(image, kernel, groups=num_channels, dilation=radius)
+
+    return output
+
+def wavelet_decomposition(image: Tensor, levels: int = WAVELET_DECOMP_LEVELS):
+    high_freq = torch.zeros_like(image)
+
+    for i in range(levels):
+        radius = 2 ** i
+        low_freq = wavelet_blur(image, radius)
+        high_freq.add_(image).sub_(low_freq)
+        image = low_freq
+
+    return high_freq, low_freq
+
+def wavelet_reconstruction(content_feat: Tensor, style_feat: Tensor) -> Tensor:
+
+    if content_feat.shape != style_feat.shape:
+        if len(content_feat.shape) >= 3:
+            style_feat = F.interpolate(
+                style_feat,
+                size=content_feat.shape[-2:],
+                mode='bilinear',
+                align_corners=False
+            )
+
+    content_high_freq, content_low_freq = wavelet_decomposition(content_feat)
+    del content_low_freq
+
+    style_high_freq, style_low_freq = wavelet_decomposition(style_feat)
+    del style_high_freq
+
+    if content_high_freq.shape != style_low_freq.shape:
+        style_low_freq = F.interpolate(
+            style_low_freq,
+            size=content_high_freq.shape[-2:],
+            mode='bilinear',
+            align_corners=False
+        )
+
+    content_high_freq.add_(style_low_freq)
+
+    return content_high_freq.clamp_(-1.0, 1.0)
+
+def _histogram_matching_channel(source: Tensor, reference: Tensor) -> Tensor:
+    original_shape = source.shape
+
+    source_flat = source.flatten()
+    reference_flat = reference.flatten()
+
+    source_sorted, source_indices = torch.sort(source_flat)
+    reference_sorted, _ = torch.sort(reference_flat)
+    del reference_flat
+
+    n_source = len(source_sorted)
+    n_reference = len(reference_sorted)
+
+    if n_source == n_reference:
+        matched_sorted = reference_sorted
+    else:
+        source_quantiles = torch.linspace(0, 1, n_source, device=source.device)
+        ref_indices = (source_quantiles * (n_reference - 1)).long()
+        ref_indices.clamp_(0, n_reference - 1)
+        matched_sorted = reference_sorted[ref_indices]
+        del source_quantiles, ref_indices, reference_sorted
+
+    del source_sorted, source_flat
+
+    inverse_indices = torch.argsort(source_indices)
+    del source_indices
+    matched_flat = matched_sorted[inverse_indices]
+    del matched_sorted, inverse_indices
+
+    return matched_flat.reshape(original_shape)
+
+def _lab_to_rgb_batch(lab: Tensor, matrix_inv: Tensor, epsilon: float, kappa: float) -> Tensor:
+    L, a, b = lab[:, 0], lab[:, 1], lab[:, 2]
+
+    fy = (L + 16.0) / 116.0
+    fx = a.div(500.0).add_(fy)
+    fz = fy - b / 200.0
+    del L, a, b
+
+    x = torch.where(
+        fx > epsilon,
+        torch.pow(fx, 3.0),
+        fx.mul(116.0).sub_(16.0).div_(kappa)
+    )
+    y = torch.where(
+        fy > epsilon,
+        torch.pow(fy, 3.0),
+        fy.mul(116.0).sub_(16.0).div_(kappa)
+    )
+    z = torch.where(
+        fz > epsilon,
+        torch.pow(fz, 3.0),
+        fz.mul(116.0).sub_(16.0).div_(kappa)
+    )
+    del fx, fy, fz
+
+    x.mul_(D65_WHITE_X)
+    z.mul_(D65_WHITE_Z)
+
+    xyz = torch.stack([x, y, z], dim=1)
+    del x, y, z
+
+    B, _, H, W = xyz.shape
+    xyz_flat = xyz.permute(0, 2, 3, 1).reshape(-1, 3)
+    del xyz
+
+    xyz_flat = xyz_flat.to(dtype=matrix_inv.dtype)
+    rgb_linear_flat = torch.matmul(xyz_flat, matrix_inv.T)
+    del xyz_flat
+
+    rgb_linear = rgb_linear_flat.reshape(B, H, W, 3).permute(0, 3, 1, 2)
+    del rgb_linear_flat
+
+    mask = rgb_linear > 0.0031308
+    rgb = torch.where(
+        mask,
+        torch.pow(torch.clamp(rgb_linear, min=0.0), 1.0 / 2.4).mul_(1.055).sub_(0.055),
+        rgb_linear * 12.92
+    )
+    del mask, rgb_linear
+
+    return torch.clamp(rgb, 0.0, 1.0)
+
+def _rgb_to_lab_batch(rgb: Tensor, matrix: Tensor, epsilon: float, kappa: float) -> Tensor:
+    mask = rgb > 0.04045
+    rgb_linear = torch.where(
+        mask,
+        torch.pow((rgb + 0.055) / 1.055, 2.4),
+        rgb / 12.92
+    )
+    del mask
+
+    B, _, H, W = rgb_linear.shape
+    rgb_flat = rgb_linear.permute(0, 2, 3, 1).reshape(-1, 3)
+    del rgb_linear
+
+    rgb_flat = rgb_flat.to(dtype=matrix.dtype)
+    xyz_flat = torch.matmul(rgb_flat, matrix.T)
+    del rgb_flat
+
+    xyz = xyz_flat.reshape(B, H, W, 3).permute(0, 3, 1, 2)
+    del xyz_flat
+
+    xyz[:, 0].div_(D65_WHITE_X)
+    xyz[:, 2].div_(D65_WHITE_Z)
+
+    epsilon_cubed = epsilon ** 3
+    mask = xyz > epsilon_cubed
+    f_xyz = torch.where(
+        mask,
+        torch.pow(xyz, 1.0 / 3.0),
+        xyz.mul(kappa).add_(16.0).div_(116.0)
+    )
+    del xyz, mask
+
+    L = f_xyz[:, 1].mul(116.0).sub_(16.0)
+    a = (f_xyz[:, 0] - f_xyz[:, 1]).mul_(500.0)
+    b = (f_xyz[:, 1] - f_xyz[:, 2]).mul_(200.0)
+    del f_xyz
+
+    return torch.stack([L, a, b], dim=1)
+
+def lab_color_transfer(
+    content_feat: Tensor,
+    style_feat: Tensor,
+    luminance_weight: float = 0.8
+) -> Tensor:
+    content_feat = wavelet_reconstruction(content_feat, style_feat)
+
+    if content_feat.shape != style_feat.shape:
+        style_feat = F.interpolate(
+            style_feat,
+            size=content_feat.shape[-2:],
+            mode='bilinear',
+            align_corners=False
+        )
+
+    device = content_feat.device
+    original_dtype = content_feat.dtype
+    content_feat = content_feat.float()
+    style_feat = style_feat.float()
+
+    rgb_to_xyz_matrix = torch.tensor([
+        [0.4124564, 0.3575761, 0.1804375],
+        [0.2126729, 0.7151522, 0.0721750],
+        [0.0193339, 0.1191920, 0.9503041]
+    ], dtype=torch.float32, device=device)
+
+    xyz_to_rgb_matrix = torch.tensor([
+        [ 3.2404542, -1.5371385, -0.4985314],
+        [-0.9692660,  1.8760108,  0.0415560],
+        [ 0.0556434, -0.2040259,  1.0572252]
+    ], dtype=torch.float32, device=device)
+
+    epsilon = CIELAB_DELTA
+    kappa = CIELAB_KAPPA
+
+    content_feat.add_(1.0).mul_(0.5).clamp_(0.0, 1.0)
+    style_feat.add_(1.0).mul_(0.5).clamp_(0.0, 1.0)
+
+    content_lab = _rgb_to_lab_batch(content_feat, rgb_to_xyz_matrix, epsilon, kappa)
+    del content_feat
+
+    style_lab = _rgb_to_lab_batch(style_feat, rgb_to_xyz_matrix, epsilon, kappa)
+    del style_feat, rgb_to_xyz_matrix
+
+    matched_a = _histogram_matching_channel(content_lab[:, 1], style_lab[:, 1])
+    matched_b = _histogram_matching_channel(content_lab[:, 2], style_lab[:, 2])
+
+    if luminance_weight < 1.0:
+        matched_L = _histogram_matching_channel(content_lab[:, 0], style_lab[:, 0])
+        result_L = content_lab[:, 0].mul(luminance_weight).add_(matched_L.mul(1.0 - luminance_weight))
+        del matched_L
+    else:
+        result_L = content_lab[:, 0]
+
+    del content_lab, style_lab
+
+    result_lab = torch.stack([result_L, matched_a, matched_b], dim=1)
+    del result_L, matched_a, matched_b
+
+    result_rgb = _lab_to_rgb_batch(result_lab, xyz_to_rgb_matrix, epsilon, kappa)
+    del result_lab, xyz_to_rgb_matrix
+
+    result = result_rgb.mul_(2.0).sub_(1.0)
+    del result_rgb
+
+    result = result.to(original_dtype)
+
+    return result
+
+
+def wavelet_color_transfer(content_feat: Tensor, style_feat: Tensor) -> Tensor:
+    return wavelet_reconstruction(content_feat, style_feat)
+
+
+def adain_color_transfer(content_feat: Tensor, style_feat: Tensor, eps: float = 1e-5) -> Tensor:
+    if content_feat.shape != style_feat.shape:
+        style_feat = F.interpolate(
+            style_feat,
+            size=content_feat.shape[-2:],
+            mode='bilinear',
+            align_corners=False,
+        )
+
+    original_dtype = content_feat.dtype
+    content_feat = content_feat.float()
+    style_feat = style_feat.float()
+
+    b, c = content_feat.shape[:2]
+    content_flat = content_feat.reshape(b, c, -1)
+    style_flat = style_feat.reshape(b, c, -1)
+
+    content_mean = content_flat.mean(dim=2).reshape(b, c, 1, 1)
+    content_std = (content_flat.var(dim=2, correction=0) + eps).sqrt().reshape(b, c, 1, 1)
+    style_mean = style_flat.mean(dim=2).reshape(b, c, 1, 1)
+    style_std = (style_flat.var(dim=2, correction=0) + eps).sqrt().reshape(b, c, 1, 1)
+    del content_flat, style_flat
+
+    normalized = (content_feat - content_mean) / content_std
+    del content_mean, content_std
+    result = normalized * style_std + style_mean
+    del normalized, style_mean, style_std
+
+    result = result.clamp_(-1.0, 1.0)
+    if result.dtype != original_dtype:
+        result = result.to(original_dtype)
+    return result
diff --git a/ComfyUI/comfy/ldm/seedvr/constants.py b/ComfyUI/comfy/ldm/seedvr/constants.py
new file mode 100644
index 0000000000000000000000000000000000000000..12c4b4bef86c6099c08e513b3cf2c4a89db4d1b4
--- /dev/null
+++ b/ComfyUI/comfy/ldm/seedvr/constants.py
@@ -0,0 +1,48 @@
+"""SeedVR2 constants."""
+
+# Temporal chunk-size law: the sampler's activation wall is linear in
+# T_latent * pixel area (17-cell resolution sweep + T bisection, RTX 5090, 3b fp16):
+#   max_latent_frames = (free_GiB - RESERVED - K*SIGMA) / (GIB_PER_MPX_FRAME * megapixels)
+# RESERVED covers model staging plus fixed CUDA/torch overhead; SIGMA is the measured
+# run-to-run spread of the wall; K=4 trades ~10% smaller chunks for ~1e-5 OOM odds.
+SEEDVR2_CHUNK_GIB_PER_MPX_FRAME = 0.55
+SEEDVR2_CHUNK_RESERVED_GIB = 8.5
+SEEDVR2_CHUNK_SIGMA_GIB = 0.55
+SEEDVR2_CHUNK_SIGMA_K = 4
+
+SEEDVR2_7B_VID_DIM = 3072
+SEEDVR2_OOM_BACKOFF_DIVISOR = 2
+SEEDVR2_DTYPE_BYTES_FLOOR = 4
+SEEDVR2_7B_MLP_CHUNK = 8192
+SEEDVR2_ROPE_PARTIAL_CHUNK_TOKENS = 4096  # partial-RoPE application token-chunk.
+SEEDVR2_LATENT_CHANNELS = 16
+
+SEEDVR2_COLOR_MEM_HEADROOM = 0.75
+SEEDVR2_LAB_SCALE_MULTIPLIER = 13
+SEEDVR2_WAVELET_SCALE_MULTIPLIER = 10  # per-frame byte multiplier, wavelet path.
+SEEDVR2_ADAIN_SCALE_MULTIPLIER = 6
+
+BYTEDANCE_VAE_SCALING_FACTOR = 0.9152   # configs_3b/main.yaml:57.
+BYTEDANCE_VAE_SHIFTING_FACTOR = 0.0
+BYTEDANCE_VAE_CONV_MEM_GIB = 0.5
+BYTEDANCE_VAE_NORM_MEM_GIB = 0.5
+BYTEDANCE_LOGVAR_CLAMP_MIN = -30.0      # video_vae_v3/modules/types.py:28.
+BYTEDANCE_LOGVAR_CLAMP_MAX = 20.0       # video_vae_v3/modules/types.py:28.
+BYTEDANCE_GN_CHUNKS_FP16 = 4            # causal_inflation_lib.py:351 (GroupNorm chunk count, fp16).
+BYTEDANCE_GN_CHUNKS_FP32 = 2            # causal_inflation_lib.py:351 (GroupNorm chunk count, fp32).
+BYTEDANCE_BLOCK_OUT_CHANNELS = (128, 256, 512, 512)  # s8_c16_t4_inflation_sd3.yaml:7-11.
+BYTEDANCE_SLICING_SAMPLE_MIN = 4        # s8_c16_t4_inflation_sd3.yaml:22 (slicing_sample_min_size).
+BYTEDANCE_VAE_TEMPORAL_DOWNSAMPLE = 4   # infer.py:230 (temporal_downsample_factor); the 4n+1 factor.
+BYTEDANCE_VAE_SPATIAL_DOWNSAMPLE = 8    # infer.py:231 (spatial_downsample_factor).
+BYTEDANCE_720P_REF_AREA = 45 * 80       # dit_v2/window.py:32 (720p reference area for window scaling).
+BYTEDANCE_MAX_TEMPORAL_WINDOW = 30      # dit_v2/window.py:35 (max temporal window frames).
+BYTEDANCE_ROPE_MAX_FREQ = 256           # dit_v2/rope.py:31 (pixel-RoPE max frequency).
+BYTEDANCE_SINUSOIDAL_DIM = 256          # dit_3b/nadit.py:120 (timestep sinusoidal embed dim).
+
+ROPE_THETA = 10000   # RoPE base; Su et al., "RoFormer", arXiv:2104.09864.
+
+CIELAB_DELTA = 6.0 / 29.0          # CIE 15 (delta).
+CIELAB_KAPPA = (29.0 / 3.0) ** 3   # CIE 15 (kappa).
+D65_WHITE_X = 0.95047              # CIE D65 standard illuminant Xn (Yn = 1).
+D65_WHITE_Z = 1.08883              # CIE D65 standard illuminant Zn.
+WAVELET_DECOMP_LEVELS = 5          # wavelet color-fix decomposition depth (GIMP/Krita; StableSR).
diff --git a/ComfyUI/comfy/ldm/seedvr/model.py b/ComfyUI/comfy/ldm/seedvr/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..a978698d56c9c501529be42c933d54064328db67
--- /dev/null
+++ b/ComfyUI/comfy/ldm/seedvr/model.py
@@ -0,0 +1,1361 @@
+from dataclasses import dataclass
+from typing import Optional, Tuple, Union, List, Dict, Any, Callable
+import torch.nn.functional as F
+from math import ceil, pi
+import torch
+from itertools import accumulate, chain
+from comfy.ldm.modules.diffusionmodules.model import get_timestep_embedding
+from comfy.ldm.seedvr.attention import optimized_var_attention
+from torch.nn.modules.utils import _triple
+from torch import nn
+import math
+from comfy.ldm.flux.math import apply_rope1
+from comfy.ldm.seedvr.constants import (
+    BYTEDANCE_720P_REF_AREA,
+    BYTEDANCE_MAX_TEMPORAL_WINDOW,
+    BYTEDANCE_ROPE_MAX_FREQ,
+    BYTEDANCE_SINUSOIDAL_DIM,
+    ROPE_THETA,
+    SEEDVR2_7B_MLP_CHUNK,
+    SEEDVR2_7B_VID_DIM,
+    SEEDVR2_LATENT_CHANNELS,
+    SEEDVR2_ROPE_PARTIAL_CHUNK_TOKENS,
+)
+import comfy.model_management
+import comfy.ops
+
+class Cache:
+    def __init__(self, disable=False, prefix="", cache=None):
+        self.cache = cache if cache is not None else {}
+        self.disable = disable
+        self.prefix = prefix
+
+    def __call__(self, key: str, fn: Callable):
+        if self.disable:
+            return fn()
+
+        key = self.prefix + key
+        if key not in self.cache:
+            result = fn()
+            self.cache[key] = result
+        return self.cache[key]
+
+    def namespace(self, namespace: str):
+        return Cache(
+            disable=self.disable,
+            prefix=self.prefix + namespace + ".",
+            cache=self.cache,
+        )
+
+def repeat_concat(
+    vid: torch.FloatTensor,  # (VL ... c)
+    txt: torch.FloatTensor,  # (TL ... c)
+    vid_len: torch.LongTensor,  # (n*b)
+    txt_len: torch.LongTensor,  # (b)
+    txt_repeat: List,  # (n)
+) -> torch.FloatTensor:  # (L ... c)
+    vid = torch.split(vid, vid_len.tolist())
+    txt = torch.split(txt, txt_len.tolist())
+    txt = [[x] * n for x, n in zip(txt, txt_repeat)]
+    txt = list(chain(*txt))
+    return torch.cat(list(chain(*zip(vid, txt))))
+
+def repeat_concat_idx(
+    vid_len: torch.LongTensor,  # (n*b)
+    txt_len: torch.LongTensor,  # (b)
+    txt_repeat: torch.LongTensor,  # (n)
+) -> Tuple[
+    Callable,
+    Callable,
+]:
+    device = vid_len.device
+    vid_idx = torch.arange(vid_len.sum(), device=device)
+    txt_idx = torch.arange(len(vid_idx), len(vid_idx) + txt_len.sum(), device=device)
+    txt_repeat_list = txt_repeat.tolist()
+    tgt_idx = repeat_concat(vid_idx, txt_idx, vid_len, txt_len, txt_repeat_list)
+    src_idx = torch.argsort(tgt_idx)
+    txt_idx_len = len(tgt_idx) - len(vid_idx)
+    repeat_txt_len = (txt_len * txt_repeat).tolist()
+
+    def unconcat_coalesce(all):
+        vid_out, txt_out = all[src_idx].split([len(vid_idx), txt_idx_len])
+        txt_out_coalesced = []
+        for txt, repeat_time in zip(txt_out.split(repeat_txt_len), txt_repeat_list):
+            txt = txt.reshape(-1, repeat_time, *txt.shape[1:]).mean(1)
+            txt_out_coalesced.append(txt)
+        return vid_out, torch.cat(txt_out_coalesced)
+
+    return (
+        lambda vid, txt: torch.cat([vid, txt])[tgt_idx],
+        lambda all: unconcat_coalesce(all),
+    )
+
+def cumulative_lengths(lengths):
+    return [0, *accumulate(lengths)]
+
+
+@dataclass
+class MMArg:
+    vid: Any
+    txt: Any
+
+def get_args(key: str, args: List[Any]) -> List[Any]:
+    return [getattr(v, key) if isinstance(v, MMArg) else v for v in args]
+
+
+def get_kwargs(key: str, kwargs: Dict[str, Any]) -> Dict[str, Any]:
+    return {k: getattr(v, key) if isinstance(v, MMArg) else v for k, v in kwargs.items()}
+
+
+def get_window_op(name: str):
+    if name == "720pwin_by_size_bysize":
+        return make_720Pwindows_bysize
+    if name == "720pswin_by_size_bysize":
+        return make_shifted_720Pwindows_bysize
+    raise ValueError(f"Unknown windowing method: {name}")
+
+
+def make_720Pwindows_bysize(size: Tuple[int, int, int], num_windows: Tuple[int, int, int]):
+    t, h, w = size
+    resized_nt, resized_nh, resized_nw = num_windows
+    scale = math.sqrt(BYTEDANCE_720P_REF_AREA / (h * w))
+    resized_h, resized_w = round(h * scale), round(w * scale)
+    wh, ww = ceil(resized_h / resized_nh), ceil(resized_w / resized_nw)
+    wt = ceil(min(t, BYTEDANCE_MAX_TEMPORAL_WINDOW) / resized_nt)
+    nt, nh, nw = ceil(t / wt), ceil(h / wh), ceil(w / ww)
+    return [
+        (
+            slice(it * wt, min((it + 1) * wt, t)),
+            slice(ih * wh, min((ih + 1) * wh, h)),
+            slice(iw * ww, min((iw + 1) * ww, w)),
+        )
+        for iw in range(nw)
+        if min((iw + 1) * ww, w) > iw * ww
+        for ih in range(nh)
+        if min((ih + 1) * wh, h) > ih * wh
+        for it in range(nt)
+        if min((it + 1) * wt, t) > it * wt
+    ]
+
+def make_shifted_720Pwindows_bysize(size: Tuple[int, int, int], num_windows: Tuple[int, int, int]):
+    t, h, w = size
+    resized_nt, resized_nh, resized_nw = num_windows
+    scale = math.sqrt(BYTEDANCE_720P_REF_AREA / (h * w))
+    resized_h, resized_w = round(h * scale), round(w * scale)
+    wh, ww = ceil(resized_h / resized_nh), ceil(resized_w / resized_nw)
+    wt = ceil(min(t, BYTEDANCE_MAX_TEMPORAL_WINDOW) / resized_nt)
+
+    st, sh, sw = (
+        0.5 if wt < t else 0,
+        0.5 if wh < h else 0,
+        0.5 if ww < w else 0,
+    )
+    nt, nh, nw = ceil((t - st) / wt), ceil((h - sh) / wh), ceil((w - sw) / ww)
+    nt, nh, nw = (
+        nt + 1 if st > 0 else 1,
+        nh + 1 if sh > 0 else 1,
+        nw + 1 if sw > 0 else 1,
+    )
+    return [
+        (
+            slice(max(int((it - st) * wt), 0), min(int((it - st + 1) * wt), t)),
+            slice(max(int((ih - sh) * wh), 0), min(int((ih - sh + 1) * wh), h)),
+            slice(max(int((iw - sw) * ww), 0), min(int((iw - sw + 1) * ww), w)),
+        )
+        for iw in range(nw)
+        if min(int((iw - sw + 1) * ww), w) > max(int((iw - sw) * ww), 0)
+        for ih in range(nh)
+        if min(int((ih - sh + 1) * wh), h) > max(int((ih - sh) * wh), 0)
+        for it in range(nt)
+        if min(int((it - st + 1) * wt), t) > max(int((it - st) * wt), 0)
+    ]
+
+class RotaryEmbedding(nn.Module):
+    def __init__(
+        self,
+        dim,
+        freqs_for = 'lang',
+        theta = 10000,
+        max_freq = 10,
+    ):
+        super().__init__()
+
+        self.freqs_for = freqs_for
+
+        if freqs_for == 'lang':
+            freqs = 1. / (theta ** (torch.arange(0, dim, 2)[:(dim // 2)].float() / dim))
+        elif freqs_for == 'pixel':
+            freqs = torch.linspace(1., max_freq / 2, dim // 2) * pi
+        else:
+            raise ValueError(f"Unknown rotary frequency type: {freqs_for}")
+
+        self.register_buffer("freqs", freqs)
+
+    @property
+    def device(self):
+        return self.freqs.device
+
+    def get_axial_freqs(
+        self,
+        *dims,
+        offsets = None
+    ):
+        Colon = slice(None)
+        all_freqs = []
+
+        if exists(offsets):
+            if len(offsets) != len(dims):
+                raise ValueError(f"SeedVR2 rotary offsets length must match dims length, got {len(offsets)} and {len(dims)}.")
+
+        for ind, dim in enumerate(dims):
+
+            offset = 0
+            if exists(offsets):
+                offset = offsets[ind]
+
+            if self.freqs_for == 'pixel':
+                pos = torch.linspace(-1, 1, steps = dim, device = self.device)
+            else:
+                pos = torch.arange(dim, device = self.device)
+
+            pos = pos + offset
+
+            freqs = self.forward(pos)
+
+            all_axis = [None] * len(dims)
+            all_axis[ind] = Colon
+
+            new_axis_slice = (Ellipsis, *all_axis, Colon)
+            all_freqs.append(freqs[new_axis_slice])
+
+        all_freqs = torch.broadcast_tensors(*all_freqs)
+        return torch.cat(all_freqs, dim = -1)
+
+    def forward(
+        self,
+        t,
+    ):
+        freqs = self.freqs
+
+        freqs = torch.einsum('..., f -> ... f', t.type(freqs.dtype), freqs)
+        freqs = freqs.unsqueeze(-1).expand(*freqs.shape, 2).flatten(-2)
+
+        return freqs
+
+class RotaryEmbeddingBase(nn.Module):
+    def __init__(self, dim: int, rope_dim: int):
+        super().__init__()
+        self.rope = RotaryEmbedding(
+            dim=dim // rope_dim,
+            freqs_for="pixel",
+            max_freq=BYTEDANCE_ROPE_MAX_FREQ,
+        )
+
+    def get_axial_freqs(self, *dims):
+        return self.rope.get_axial_freqs(*dims)
+
+
+class RotaryEmbedding3d(RotaryEmbeddingBase):
+    def __init__(self, dim: int):
+        super().__init__(dim, rope_dim=3)
+        self.mm = False
+
+
+class NaRotaryEmbedding3d(RotaryEmbedding3d):
+    def forward(
+        self,
+        q: torch.FloatTensor,
+        k: torch.FloatTensor,
+        shape: torch.LongTensor,
+        cache: Cache,
+    ) -> Tuple[
+        torch.FloatTensor,
+        torch.FloatTensor,
+    ]:
+        freqs = cache("rope_freqs_3d", lambda: self.get_freqs(shape))
+        freqs = freqs.to(device=q.device)
+        q = q.transpose(0, 1)
+        k = k.transpose(0, 1)
+        q = _apply_seedvr2_rotary_emb(freqs, q.float()).to(q.dtype)
+        k = _apply_seedvr2_rotary_emb(freqs, k.float()).to(k.dtype)
+        q = q.transpose(0, 1)
+        k = k.transpose(0, 1)
+        return q, k
+
+    @torch._dynamo.disable
+    def get_freqs(
+        self,
+        shape: torch.LongTensor,
+    ) -> torch.Tensor:
+        # Primary provenance: ByteDance-Seed/SeedVR models/dit/rope.py builds
+        # 7B pixel RoPE with the interleaved-angle convention, not Comfy's
+        # Flux freqs_cis matrix.
+        plain_rope = RotaryEmbedding(
+            dim=self.rope.freqs.numel() * 2,
+            freqs_for="pixel",
+            max_freq=BYTEDANCE_ROPE_MAX_FREQ,
+        )
+        plain_rope = plain_rope.to(self.rope.device)
+        freq_list = []
+        for f, h, w in shape.tolist():
+            freqs = plain_rope.get_axial_freqs(f, h, w)
+            freq_list.append(freqs.view(-1, freqs.size(-1)))
+        return torch.cat(freq_list, dim=0)
+
+
+class MMRotaryEmbeddingBase(RotaryEmbeddingBase):
+    def __init__(self, dim: int, rope_dim: int):
+        super().__init__(dim, rope_dim)
+        self.rope = RotaryEmbedding(
+            dim=dim // rope_dim,
+            freqs_for="lang",
+            theta=ROPE_THETA,
+        )
+        self.mm = True
+
+def slice_at_dim(t, dim_slice: slice, *, dim):
+    dim += (t.ndim if dim < 0 else 0)
+    colons = [slice(None)] * t.ndim
+    colons[dim] = dim_slice
+    return t[tuple(colons)]
+
+def rotate_half(x):
+    x = x.reshape(*x.shape[:-1], x.shape[-1] // 2, 2)
+    x1, x2 = x.unbind(dim = -1)
+    x = torch.stack((-x2, x1), dim = -1)
+    return x.flatten(-2)
+def exists(val):
+    return val is not None
+
+def _apply_seedvr2_rotary_emb(
+    freqs: torch.Tensor,
+    t: torch.Tensor,
+    start_index: int = 0,
+    scale: float = 1.0,
+    seq_dim: int = -2,
+    freqs_seq_dim: int | None = None,
+) -> torch.Tensor:
+    dtype = t.dtype
+    if freqs_seq_dim is None and (freqs.ndim == 2 or t.ndim == 3):
+        freqs_seq_dim = 0
+
+    if t.ndim == 3 or freqs_seq_dim is not None:
+        seq_len = t.shape[seq_dim]
+        freqs = slice_at_dim(freqs, slice(-seq_len, None), dim=freqs_seq_dim)
+
+    rot_feats = freqs.shape[-1]
+    end_index = start_index + rot_feats
+
+    t_left = t[..., :start_index]
+    t_middle = t[..., start_index:end_index]
+    t_right = t[..., end_index:]
+
+    freqs = freqs.to(device=t_middle.device, dtype=t_middle.dtype)
+    cos = freqs.cos() * scale
+    sin = freqs.sin() * scale
+    t_middle = (t_middle * cos) + (rotate_half(t_middle) * sin)
+    return torch.cat((t_left, t_middle, t_right), dim=-1).to(dtype)
+
+def _to_flux_freqs_cis(freqs_interleaved: torch.Tensor) -> torch.Tensor:
+    angles = freqs_interleaved[..., ::2].float()
+    cos = torch.cos(angles)
+    sin = torch.sin(angles)
+    out = torch.stack([cos, -sin, sin, cos], dim=-1)
+    return out.reshape(*out.shape[:-1], 2, 2)
+
+
+def _apply_rope1_partial(t: torch.Tensor, freqs_cis: torch.Tensor) -> torch.Tensor:
+    out = t.clone() if t.requires_grad or comfy.model_management.in_training else t
+    rot_d = 2 * freqs_cis.shape[-3]
+    seq_len = out.shape[-2]
+    for start in range(0, seq_len, SEEDVR2_ROPE_PARTIAL_CHUNK_TOKENS):
+        end = min(start + SEEDVR2_ROPE_PARTIAL_CHUNK_TOKENS, seq_len)
+        freqs_chunk = freqs_cis[start:end]
+        if rot_d == out.shape[-1]:
+            out[..., start:end, :] = apply_rope1(out[..., start:end, :], freqs_chunk).to(out.dtype)
+        else:
+            out[..., start:end, :rot_d] = apply_rope1(out[..., start:end, :rot_d], freqs_chunk).to(out.dtype)
+    return out
+
+
+class NaMMRotaryEmbedding3d(MMRotaryEmbeddingBase):
+    def __init__(self, dim: int):
+        super().__init__(dim, rope_dim=3)
+
+    def forward(
+        self,
+        vid_q: torch.FloatTensor,  # L h d
+        vid_k: torch.FloatTensor,  # L h d
+        vid_shape: torch.LongTensor,  # B 3
+        txt_q: torch.FloatTensor,  # L h d
+        txt_k: torch.FloatTensor,  # L h d
+        txt_shape: torch.LongTensor,  # B 1
+        cache: Cache,
+    ) -> Tuple[
+        torch.FloatTensor,
+        torch.FloatTensor,
+        torch.FloatTensor,
+        torch.FloatTensor,
+    ]:
+        vid_freqs, txt_freqs = cache(
+            "mmrope_freqs_3d",
+            lambda: self.get_freqs(vid_shape, txt_shape),
+        )
+        target_device = vid_q.device
+        if vid_freqs.device != target_device:
+            vid_freqs = vid_freqs.to(target_device)
+        if txt_freqs.device != target_device:
+            txt_freqs = txt_freqs.to(target_device)
+        vid_q = vid_q.transpose(0, 1)
+        vid_k = vid_k.transpose(0, 1)
+        vid_q = _apply_rope1_partial(vid_q, vid_freqs)
+        vid_k = _apply_rope1_partial(vid_k, vid_freqs)
+        vid_q = vid_q.transpose(0, 1)
+        vid_k = vid_k.transpose(0, 1)
+
+        txt_q = txt_q.transpose(0, 1)
+        txt_k = txt_k.transpose(0, 1)
+        txt_q = _apply_rope1_partial(txt_q, txt_freqs)
+        txt_k = _apply_rope1_partial(txt_k, txt_freqs)
+        txt_q = txt_q.transpose(0, 1)
+        txt_k = txt_k.transpose(0, 1)
+        return vid_q, vid_k, txt_q, txt_k
+
+    @torch._dynamo.disable  # Disable compilation: .tolist() is data-dependent and causes graph breaks
+    def get_freqs(
+        self,
+        vid_shape: torch.LongTensor,
+        txt_shape: torch.LongTensor,
+    ) -> Tuple[
+        torch.Tensor,
+        torch.Tensor,
+    ]:
+
+        max_temporal = 0
+        max_height = 0
+        max_width = 0
+        max_txt_len = 0
+
+        for (f, h, w), l in zip(vid_shape.tolist(), txt_shape[:, 0].tolist()):
+            max_temporal = max(max_temporal, l + f)
+            max_height = max(max_height, h)
+            max_width = max(max_width, w)
+            max_txt_len = max(max_txt_len, l)
+
+        autocast_device = "cuda" if torch.cuda.is_available() else "cpu"
+        with torch.amp.autocast(autocast_device, enabled=False):
+            vid_freqs = self.get_axial_freqs(
+                max_temporal + 16,
+                max_height + 4,
+                max_width + 4,
+            ).float()
+            txt_freqs = self.get_axial_freqs(max_txt_len + 16)
+
+        vid_freq_list, txt_freq_list = [], []
+        for (f, h, w), l in zip(vid_shape.tolist(), txt_shape[:, 0].tolist()):
+            vid_freq = vid_freqs[l : l + f, :h, :w].reshape(-1, vid_freqs.size(-1))
+            txt_freq = txt_freqs[:l].repeat(1, 3).reshape(-1, vid_freqs.size(-1))
+            vid_freq_list.append(vid_freq)
+            txt_freq_list.append(txt_freq)
+        vid_freqs_interleaved = torch.cat(vid_freq_list, dim=0)
+        txt_freqs_interleaved = torch.cat(txt_freq_list, dim=0)
+
+        return _to_flux_freqs_cis(vid_freqs_interleaved), _to_flux_freqs_cis(txt_freqs_interleaved)
+
+class MMModule(nn.Module):
+    def __init__(
+        self,
+        module: Callable[..., nn.Module],
+        *args,
+        shared_weights: bool = False,
+        vid_only: bool = False,
+        **kwargs,
+    ):
+        super().__init__()
+        self.shared_weights = shared_weights
+        self.vid_only = vid_only
+        if self.shared_weights:
+            if get_args("vid", args) != get_args("txt", args):
+                raise ValueError("SeedVR2 shared MMModule requires matching vid/txt args.")
+            if get_kwargs("vid", kwargs) != get_kwargs("txt", kwargs):
+                raise ValueError("SeedVR2 shared MMModule requires matching vid/txt kwargs.")
+            self.all = module(*get_args("vid", args), **get_kwargs("vid", kwargs))
+        else:
+            self.vid = module(*get_args("vid", args), **get_kwargs("vid", kwargs))
+            self.txt = (
+                module(*get_args("txt", args), **get_kwargs("txt", kwargs))
+                if not vid_only
+                else None
+            )
+
+    def forward(
+        self,
+        vid: torch.FloatTensor,
+        txt: torch.FloatTensor,
+        *args,
+        **kwargs,
+    ) -> Tuple[
+        torch.FloatTensor,
+        torch.FloatTensor,
+    ]:
+        vid_module = self.vid if not self.shared_weights else self.all
+        vid = vid_module(vid, *get_args("vid", args), **get_kwargs("vid", kwargs))
+        if not self.vid_only:
+            txt_module = self.txt if not self.shared_weights else self.all
+            txt = txt.to(device=vid.device, dtype=vid.dtype)
+            txt = txt_module(txt, *get_args("txt", args), **get_kwargs("txt", kwargs))
+        return vid, txt
+
+def get_na_rope(rope_type: Optional[str], dim: int):
+    if rope_type is None:
+        return None
+    if rope_type == "rope3d":
+        return NaRotaryEmbedding3d(dim=dim)
+    if rope_type == "mmrope3d":
+        return NaMMRotaryEmbedding3d(dim=dim)
+    raise ValueError(f"Unknown SeedVR2 rope type: {rope_type}")
+
+class NaMMAttention(nn.Module):
+    def __init__(
+        self,
+        vid_dim: int,
+        txt_dim: int,
+        heads: int,
+        head_dim: int,
+        qk_bias: bool,
+        qk_norm,
+        qk_norm_eps: float,
+        rope_type: Optional[str],
+        rope_dim: int,
+        shared_weights: bool,
+        device, dtype, operations,
+    ):
+        super().__init__()
+        dim = MMArg(vid_dim, txt_dim)
+        self.heads = heads
+        inner_dim = heads * head_dim
+        qkv_dim = inner_dim * 3
+        self.head_dim = head_dim
+        self.proj_qkv = MMModule(
+            operations.Linear, dim, qkv_dim, bias=qk_bias, shared_weights=shared_weights, device=device, dtype=dtype
+        )
+        self.proj_out = MMModule(operations.Linear, inner_dim, dim, shared_weights=shared_weights, device=device, dtype=dtype)
+        self.norm_q = MMModule(
+            qk_norm,
+            normalized_shape=head_dim,
+            eps=qk_norm_eps,
+            elementwise_affine=True,
+            shared_weights=shared_weights,
+            device=device, dtype=dtype
+        )
+        self.norm_k = MMModule(
+            qk_norm,
+            normalized_shape=head_dim,
+            eps=qk_norm_eps,
+            elementwise_affine=True,
+            shared_weights=shared_weights,
+            device=device, dtype=dtype
+        )
+
+
+        self.rope = get_na_rope(rope_type=rope_type, dim=rope_dim)
+
+def window(
+    hid: torch.FloatTensor,  # (L c)
+    hid_shape: torch.LongTensor,  # (b n)
+    window_fn: Callable[[torch.Tensor], List[torch.Tensor]],
+):
+    hid = unflatten(hid, hid_shape)
+    hid = list(map(window_fn, hid))
+    hid_windows_list = [len(x) for x in hid]
+    hid_windows = torch.as_tensor(hid_windows_list, device=hid_shape.device)
+    hid = list(chain(*hid))
+    hid_len_list = [math.prod(x.shape[:-1]) for x in hid]
+    hid, hid_shape = flatten(hid)
+    return hid, hid_shape, hid_windows, hid_len_list, hid_windows_list
+
+def window_idx(
+    hid_shape: torch.LongTensor,  # (b n)
+    window_fn: Callable[[torch.Tensor], List[torch.Tensor]],
+):
+    hid_idx = torch.arange(hid_shape.prod(-1).sum(), device=hid_shape.device).unsqueeze(-1)
+    tgt_idx, tgt_shape, tgt_windows, tgt_len_list, tgt_windows_list = window(hid_idx, hid_shape, window_fn)
+    tgt_idx = tgt_idx.squeeze(-1)
+    src_idx = torch.argsort(tgt_idx)
+    return (
+        lambda hid: torch.index_select(hid, 0, tgt_idx),
+        lambda hid: torch.index_select(hid, 0, src_idx),
+        tgt_shape,
+        tgt_windows,
+        tgt_len_list,
+        tgt_windows_list,
+    )
+
+class NaSwinAttention(NaMMAttention):
+    def __init__(
+        self,
+        *args,
+        window: Union[int, Tuple[int, int, int]],
+        window_method: str,
+        version: bool = False,
+        **kwargs,
+    ):
+        super().__init__(*args, **kwargs)
+        self.version_7b = version
+        self.window = _triple(window)
+        self.window_method = window_method
+        if not all(isinstance(v, int) and v >= 0 for v in self.window):
+            raise ValueError(f"SeedVR2 window must contain non-negative integers, got {self.window}.")
+
+        self.window_op = get_window_op(window_method)
+
+    def forward(
+        self,
+        vid: torch.FloatTensor,  # l c
+        txt: torch.FloatTensor,  # l c
+        vid_shape: torch.LongTensor,  # b 3
+        txt_shape: torch.LongTensor,  # b 1
+        cache: Cache,
+    ) -> Tuple[
+        torch.FloatTensor,
+        torch.FloatTensor,
+    ]:
+
+        vid_qkv, txt_qkv = self.proj_qkv(vid, txt)
+
+        cache_win = cache.namespace(f"{self.window_method}_{self.window}_sd3")
+
+        def make_window(x: torch.Tensor):
+            t, h, w, _ = x.shape
+            window_slices = self.window_op((t, h, w), self.window)
+            return [x[st, sh, sw] for (st, sh, sw) in window_slices]
+
+        window_partition, window_reverse, window_shape, window_count, vid_len_win_list, window_count_list = cache_win(
+            "win_transform",
+            lambda: window_idx(vid_shape, make_window),
+        )
+        vid_qkv_win = window_partition(vid_qkv)
+
+        vid_qkv_win = vid_qkv_win.reshape(vid_qkv_win.shape[0], 3, self.heads, self.head_dim)
+        txt_qkv = txt_qkv.reshape(txt_qkv.shape[0], 3, self.heads, self.head_dim)
+
+        vid_q, vid_k, vid_v = vid_qkv_win.unbind(1)
+        txt_q, txt_k, txt_v = txt_qkv.unbind(1)
+
+        vid_q, txt_q = self.norm_q(vid_q, txt_q)
+        vid_k, txt_k = self.norm_k(vid_k, txt_k)
+
+        txt_len = cache("txt_len", lambda: txt_shape.prod(-1))
+
+        vid_len_win = cache_win("vid_len", lambda: window_shape.prod(-1))
+        txt_len = txt_len.to(window_count.device)
+
+        if self.rope:
+            if self.version_7b:
+                vid_q, vid_k = self.rope(vid_q, vid_k, window_shape, cache_win)
+            elif self.rope.mm:
+                _, num_h, _ = txt_q.shape
+                txt_q_repeat = txt_q.flatten(1, 2)
+                txt_q_repeat = unflatten(txt_q_repeat, txt_shape)
+                txt_q_repeat = [[x] * n for x, n in zip(txt_q_repeat, window_count_list)]
+                txt_q_repeat = list(chain(*txt_q_repeat))
+                txt_q_repeat, txt_shape_repeat = flatten(txt_q_repeat)
+                txt_q_repeat = txt_q_repeat.reshape(txt_q_repeat.shape[0], num_h, self.head_dim)
+
+                txt_k_repeat = txt_k.flatten(1, 2)
+                txt_k_repeat = unflatten(txt_k_repeat, txt_shape)
+                txt_k_repeat = [[x] * n for x, n in zip(txt_k_repeat, window_count_list)]
+                txt_k_repeat = list(chain(*txt_k_repeat))
+                txt_k_repeat, _ = flatten(txt_k_repeat)
+                txt_k_repeat = txt_k_repeat.reshape(txt_k_repeat.shape[0], num_h, self.head_dim)
+
+                vid_q, vid_k, txt_q, txt_k = self.rope(
+                    vid_q, vid_k, window_shape, txt_q_repeat, txt_k_repeat, txt_shape_repeat, cache_win
+                )
+            else:
+                vid_q, vid_k = self.rope(vid_q, vid_k, window_shape, cache_win)
+
+        txt_len_win_list = cache_win(
+            "txt_len_list",
+            lambda: [txt_len for txt_len, window_count in zip(txt_len.tolist(), window_count_list) for _ in range(window_count)],
+        )
+        all_len_win = cache_win("all_len", lambda: [vid_len + txt_len for vid_len, txt_len in zip(vid_len_win_list, txt_len_win_list)])
+        concat_win, unconcat_win = cache_win(
+            "mm_pnp", lambda: repeat_concat_idx(vid_len_win, txt_len, window_count)
+        )
+        out = optimized_var_attention(
+            q=concat_win(vid_q, txt_q),
+            k=concat_win(vid_k, txt_k),
+            v=concat_win(vid_v, txt_v),
+            heads=self.heads, skip_reshape=True, skip_output_reshape=True,
+            cu_seqlens_q=cache_win("vid_seqlens_q", lambda: cumulative_lengths(all_len_win)),
+            cu_seqlens_k=cache_win("vid_seqlens_k", lambda: cumulative_lengths(all_len_win)),
+        )
+        vid_out, txt_out = unconcat_win(out)
+
+        vid_out = vid_out.flatten(1, 2)
+        txt_out = txt_out.flatten(1, 2)
+        vid_out = window_reverse(vid_out)
+
+        vid_out, txt_out = self.proj_out(vid_out, txt_out)
+
+        return vid_out, txt_out
+
+class MLP(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        expand_ratio: int,
+        device, dtype, operations
+    ):
+        super().__init__()
+        self.proj_in = operations.Linear(dim, dim * expand_ratio, device=device, dtype=dtype)
+        self.act = nn.GELU("tanh")
+        self.proj_out = operations.Linear(dim * expand_ratio, dim, device=device, dtype=dtype)
+
+    def forward(self, x: torch.FloatTensor) -> torch.FloatTensor:
+        x = self.proj_in(x)
+        x = self.act(x)
+        x = self.proj_out(x)
+        return x
+
+
+class SwiGLUMLP(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        expand_ratio: int,
+        multiple_of: int = 256,
+        device=None, dtype=None, operations=None
+    ):
+        super().__init__()
+        hidden_dim = int(2 * dim * expand_ratio / 3)
+        hidden_dim = multiple_of * ((hidden_dim + multiple_of - 1) // multiple_of)
+        self.proj_in_gate = operations.Linear(dim, hidden_dim, bias=False, device=device, dtype=dtype)
+        self.proj_out = operations.Linear(hidden_dim, dim, bias=False, device=device, dtype=dtype)
+        self.proj_in = operations.Linear(dim, hidden_dim, bias=False, device=device, dtype=dtype)
+
+    def forward(self, x: torch.FloatTensor) -> torch.FloatTensor:
+        return self.proj_out(F.silu(self.proj_in_gate(x)) * self.proj_in(x))
+
+def get_mlp(mlp_type: Optional[str] = "normal"):
+    if mlp_type == "normal":
+        return MLP
+    if mlp_type == "swiglu":
+        return SwiGLUMLP
+    raise ValueError(f"Unknown SeedVR2 MLP type: {mlp_type}")
+
+class NaMMSRTransformerBlock(nn.Module):
+    def __init__(
+        self,
+        *,
+        vid_dim: int,
+        txt_dim: int,
+        emb_dim: int,
+        heads: int,
+        head_dim: int,
+        expand_ratio: int,
+        norm,
+        norm_eps: float,
+        ada,
+        qk_bias: bool,
+        qk_norm,
+        mlp_type: str,
+        shared_weights: bool,
+        rope_type: str,
+        rope_dim: int,
+        is_last_layer: bool,
+        window: Union[int, Tuple[int, int, int]],
+        window_method: str,
+        version: bool,
+        device, dtype, operations,
+    ):
+        super().__init__()
+        dim = MMArg(vid_dim, txt_dim)
+        self.attn_norm = MMModule(norm, normalized_shape=dim, eps=norm_eps, elementwise_affine=False, shared_weights=shared_weights, device=device, dtype=dtype)
+
+        self.attn = NaSwinAttention(
+            vid_dim=vid_dim,
+            txt_dim=txt_dim,
+            heads=heads,
+            head_dim=head_dim,
+            qk_bias=qk_bias,
+            qk_norm=qk_norm,
+            qk_norm_eps=norm_eps,
+            rope_type=rope_type,
+            rope_dim=rope_dim,
+            shared_weights=shared_weights,
+            window=window,
+            window_method=window_method,
+            version=version,
+            device=device, dtype=dtype, operations=operations
+        )
+
+        self.mlp_norm = MMModule(norm, normalized_shape=dim, eps=norm_eps, elementwise_affine=False, shared_weights=shared_weights, vid_only=is_last_layer, device=device, dtype=dtype)
+        self.mlp = MMModule(
+            get_mlp(mlp_type),
+            dim=dim,
+            expand_ratio=expand_ratio,
+            shared_weights=shared_weights,
+            vid_only=is_last_layer,
+            device=device, dtype=dtype, operations=operations
+        )
+        self.ada = MMModule(ada, dim=dim, emb_dim=emb_dim, layers=["attn", "mlp"], shared_weights=shared_weights, vid_only=is_last_layer, device=device, dtype=dtype)
+        self.is_last_layer = is_last_layer
+        self.version = version
+
+    def _seedvr2_7b_mlp(
+        self,
+        vid: torch.FloatTensor,
+        txt: torch.FloatTensor,
+    ) -> Tuple[
+        torch.FloatTensor,
+        torch.FloatTensor,
+    ]:
+        vid_module = self.mlp.vid if not self.mlp.shared_weights else self.mlp.all
+        if comfy.model_management.in_training or vid.requires_grad:
+            vid = torch.cat([vid_module(chunk) for chunk in vid.split(SEEDVR2_7B_MLP_CHUNK, dim=0)], dim=0)
+        else:
+            vid_out = None
+            offset = 0
+            for chunk in vid.split(SEEDVR2_7B_MLP_CHUNK, dim=0):
+                chunk_out = vid_module(chunk)
+                if vid_out is None:
+                    vid_out = chunk_out.new_empty((vid.shape[0], *chunk_out.shape[1:]))
+                vid_out[offset:offset + chunk_out.shape[0]] = chunk_out
+                offset += chunk_out.shape[0]
+            vid = vid_out
+        if not self.mlp.vid_only:
+            txt_module = self.mlp.txt if not self.mlp.shared_weights else self.mlp.all
+            txt = txt.to(device=vid.device, dtype=vid.dtype)
+            txt = txt_module(txt)
+        return vid, txt
+
+    def forward(
+        self,
+        vid: torch.FloatTensor,  # l c
+        txt: torch.FloatTensor,  # l c
+        vid_shape: torch.LongTensor,  # b 3
+        txt_shape: torch.LongTensor,  # b 1
+        emb: torch.FloatTensor,
+        cache: Cache,
+    ) -> Tuple[
+        torch.FloatTensor,
+        torch.FloatTensor,
+        torch.LongTensor,
+        torch.LongTensor,
+    ]:
+        hid_len = MMArg(
+            cache("vid_len", lambda: vid_shape.prod(-1)),
+            cache("txt_len", lambda: txt_shape.prod(-1)),
+        )
+        ada_kwargs = {
+            "emb": emb,
+            "hid_len": hid_len,
+            "cache": cache,
+            "branch_tag": MMArg("vid", "txt"),
+        }
+
+        vid_attn, txt_attn = self.attn_norm(vid, txt)
+        vid_attn, txt_attn = self.ada(vid_attn, txt_attn, layer="attn", mode="in", **ada_kwargs)
+        vid_attn, txt_attn = self.attn(vid_attn, txt_attn, vid_shape, txt_shape, cache)
+        vid_attn, txt_attn = self.ada(vid_attn, txt_attn, layer="attn", mode="out", **ada_kwargs)
+        vid_attn, txt_attn = (vid_attn + vid), (txt_attn + txt)
+
+        vid_mlp, txt_mlp = self.mlp_norm(vid_attn, txt_attn)
+        vid_mlp, txt_mlp = self.ada(vid_mlp, txt_mlp, layer="mlp", mode="in", **ada_kwargs)
+        if self.version:
+            vid_mlp, txt_mlp = self._seedvr2_7b_mlp(vid_mlp, txt_mlp)
+        else:
+            vid_mlp, txt_mlp = self.mlp(vid_mlp, txt_mlp)
+        vid_mlp, txt_mlp = self.ada(vid_mlp, txt_mlp, layer="mlp", mode="out", **ada_kwargs)
+        vid_mlp, txt_mlp = (vid_mlp + vid_attn), (txt_mlp + txt_attn)
+
+        return vid_mlp, txt_mlp, vid_shape, txt_shape
+
+class PatchOut(nn.Module):
+    def __init__(
+        self,
+        out_channels: int,
+        patch_size: Union[int, Tuple[int, int, int]],
+        dim: int,
+        device, dtype, operations
+    ):
+        super().__init__()
+        t, h, w = _triple(patch_size)
+        self.patch_size = t, h, w
+        self.proj = operations.Linear(dim, out_channels * t * h * w, device=device, dtype=dtype)
+
+    def forward(
+        self,
+        vid: torch.Tensor,
+    ) -> torch.Tensor:
+        t, h, w = self.patch_size
+        vid = self.proj(vid)
+        b, T, H, W, channels = vid.shape
+        c = channels // (t * h * w)
+        vid = vid.view(b, T, H, W, t, h, w, c).permute(0, 7, 1, 4, 2, 5, 3, 6).reshape(b, c, T * t, H * h, W * w)
+        if t > 1:
+            vid = vid[:, :, (t - 1) :]
+        return vid
+
+class NaPatchOut(PatchOut):
+    def forward(
+        self,
+        vid: torch.FloatTensor,  # l c
+        vid_shape: torch.LongTensor,
+        cache: Optional[Cache] = None,
+        vid_shape_before_patchify = None
+    ) -> Tuple[
+        torch.FloatTensor,
+        torch.LongTensor,
+    ]:
+        if cache is None:
+            cache = Cache(disable=True)
+
+        t, h, w = self.patch_size
+        vid = self.proj(vid)
+
+        if not (t == h == w == 1):
+            vid = unflatten(vid, vid_shape)
+            for i in range(len(vid)):
+                T, H, W, channels = vid[i].shape
+                c = channels // (t * h * w)
+                vid[i] = vid[i].view(T, H, W, t, h, w, c).permute(0, 3, 1, 4, 2, 5, 6).reshape(T * t, H * h, W * w, c)
+                if t > 1 and vid_shape_before_patchify[i, 0] % t != 0:
+                    vid[i] = vid[i][(t - vid_shape_before_patchify[i, 0] % t) :]
+            vid, vid_shape = flatten(vid)
+
+        return vid, vid_shape
+
+class PatchIn(nn.Module):
+    def __init__(
+        self,
+        in_channels: int,
+        patch_size: Union[int, Tuple[int, int, int]],
+        dim: int,
+        device, dtype, operations
+    ):
+        super().__init__()
+        t, h, w = _triple(patch_size)
+        self.patch_size = t, h, w
+        self.proj = operations.Linear(in_channels * t * h * w, dim, device=device, dtype=dtype)
+
+    def forward(
+        self,
+        vid: torch.Tensor,
+    ) -> torch.Tensor:
+        t, h, w = self.patch_size
+        if t > 1:
+            if vid.size(2) % t != 1:
+                raise ValueError(
+                    f"SeedVR2 patch input temporal size must satisfy T % {t} == 1, got {vid.size(2)}."
+                )
+            vid = torch.cat([vid[:, :, :1]] * (t - 1) + [vid], dim=2)
+        b, c, Tt, Hh, Ww = vid.shape
+        vid = vid.view(b, c, Tt // t, t, Hh // h, h, Ww // w, w).permute(0, 2, 4, 6, 3, 5, 7, 1).reshape(b, Tt // t, Hh // h, Ww // w, t * h * w * c)
+        vid = self.proj(vid)
+        return vid
+
+class NaPatchIn(PatchIn):
+    def forward(
+        self,
+        vid: torch.Tensor,  # l c
+        vid_shape: torch.LongTensor,
+        cache: Optional[Cache] = None,
+    ) -> torch.Tensor:
+        if cache is None:
+            cache = Cache(disable=True)
+        cache = cache.namespace("patch")
+        vid_shape_before_patchify = cache("vid_shape_before_patchify", lambda: vid_shape)
+        t, h, w = self.patch_size
+        if not (t == h == w == 1):
+            vid = unflatten(vid, vid_shape)
+            for i in range(len(vid)):
+                if t > 1 and vid_shape_before_patchify[i, 0] % t != 0:
+                    vid[i] = torch.cat([vid[i][:1]] * (t - vid[i].size(0) % t) + [vid[i]], dim=0)
+                Tt, Hh, Ww, c = vid[i].shape
+                vid[i] = vid[i].view(Tt // t, t, Hh // h, h, Ww // w, w, c).permute(0, 2, 4, 1, 3, 5, 6).reshape(Tt // t, Hh // h, Ww // w, t * h * w * c)
+            vid, vid_shape = flatten(vid)
+
+        vid = self.proj(vid)
+        return vid, vid_shape
+
+def expand_dims(x: torch.Tensor, dim: int, ndim: int):
+    shape = x.shape
+    shape = shape[:dim] + (1,) * (ndim - len(shape)) + shape[dim:]
+    return x.reshape(shape)
+
+
+class AdaSingle(nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        emb_dim: int,
+        layers: List[str],
+        modes: Tuple[str, ...] = ("in", "out"),
+        device = None, dtype = None,
+    ):
+        if emb_dim != 6 * dim:
+            raise ValueError(f"SeedVR2 AdaSingle requires emb_dim == 6 * dim, got emb_dim={emb_dim}, dim={dim}.")
+        super().__init__()
+        self.dim = dim
+        self.emb_dim = emb_dim
+        self.layers = layers
+
+        param_kwargs = {"device": device, "dtype": dtype}
+
+        for l in layers:
+            if "in" in modes:
+                self.register_parameter(f"{l}_shift", nn.Parameter(torch.empty(dim, **param_kwargs)))
+                self.register_parameter(f"{l}_scale", nn.Parameter(torch.empty(dim, **param_kwargs)))
+            if "out" in modes:
+                self.register_parameter(f"{l}_gate", nn.Parameter(torch.empty(dim, **param_kwargs)))
+
+    def forward(
+        self,
+        hid: torch.FloatTensor,  # b ... c
+        emb: torch.FloatTensor,  # b d
+        layer: str,
+        mode: str,
+        cache: Optional[Cache] = None,
+        branch_tag: str = "",
+        hid_len: Optional[torch.LongTensor] = None,  # b
+    ) -> torch.FloatTensor:
+        if cache is None:
+            cache = Cache(disable=True)
+        idx = self.layers.index(layer)
+        emb = emb.reshape(emb.shape[0], -1, len(self.layers), 3)[:, :, idx, :]
+        emb = expand_dims(emb, 1, hid.ndim + 1)
+
+        if hid_len is not None:
+            emb = cache(
+                f"emb_repeat_{idx}_{branch_tag}",
+                lambda: torch.repeat_interleave(emb, hid_len, dim=0),
+            )
+
+        shiftA, scaleA, gateA = emb.unbind(-1)
+        shiftB, scaleB, gateB = (
+            getattr(self, f"{layer}_shift", None),
+            getattr(self, f"{layer}_scale", None),
+            getattr(self, f"{layer}_gate", None),
+        )
+
+        if mode == "in":
+            shiftB = comfy.ops.cast_to_input(shiftB, hid)
+            scaleB = comfy.ops.cast_to_input(scaleB, hid)
+            return hid.mul_(scaleA + scaleB).add_(shiftA + shiftB)
+        if mode == "out":
+            if gateB is not None:
+                gateB = comfy.ops.cast_to_input(gateB, hid)
+                return hid.mul_(gateA + gateB)
+            else:
+                return hid.mul_(gateA)
+
+        raise ValueError(f"Unknown AdaSingle mode: {mode}")
+
+
+class TimeEmbedding(nn.Module):
+    def __init__(
+        self,
+        sinusoidal_dim: int,
+        hidden_dim: int,
+        output_dim: int,
+        device, dtype, operations
+    ):
+        super().__init__()
+        self.sinusoidal_dim = sinusoidal_dim
+        self.proj_in = operations.Linear(sinusoidal_dim, hidden_dim, device=device, dtype=dtype)
+        self.proj_hid = operations.Linear(hidden_dim, hidden_dim, device=device, dtype=dtype)
+        self.proj_out = operations.Linear(hidden_dim, output_dim, device=device, dtype=dtype)
+        self.act = nn.SiLU()
+
+    def forward(
+        self,
+        timestep: Union[int, float, torch.IntTensor, torch.FloatTensor],
+        device: torch.device,
+        dtype: torch.dtype,
+    ) -> torch.FloatTensor:
+        if not torch.is_tensor(timestep):
+            timestep = torch.tensor([timestep], device=device, dtype=dtype)
+        if timestep.ndim == 0:
+            timestep = timestep[None]
+
+        emb = get_timestep_embedding(
+            timesteps=timestep,
+            embedding_dim=self.sinusoidal_dim,
+            flip_sin_to_cos=False,
+            downscale_freq_shift=0,
+        ).to(dtype)
+        emb = self.proj_in(emb)
+        emb = self.act(emb)
+        emb = self.proj_hid(emb)
+        emb = self.act(emb)
+        emb = self.proj_out(emb)
+        return emb
+
+def flatten(
+    hid: List[torch.FloatTensor],  # List of (*** c)
+) -> Tuple[
+    torch.FloatTensor,  # (L c)
+    torch.LongTensor,  # (b n)
+]:
+    if len(hid) == 0:
+        raise ValueError("SeedVR2 flatten requires at least one tensor.")
+    shape = torch.as_tensor([x.shape[:-1] for x in hid], device=hid[0].device)
+    hid = torch.cat([x.flatten(0, -2) for x in hid])
+    return hid, shape
+
+
+def unflatten(
+    hid: torch.FloatTensor,  # (L c) or (L ... c)
+    hid_shape: torch.LongTensor,  # (b n)
+) -> List[torch.Tensor]:  # List of (*** c) or (*** ... c)
+    hid_len = hid_shape.prod(-1)
+    hid = hid.split(hid_len.tolist())
+    hid = [x.unflatten(0, s.tolist()) for x, s in zip(hid, hid_shape)]
+    return hid
+
+class NaDiT(nn.Module):
+
+    def __init__(
+        self,
+        norm_eps,
+        num_layers,
+        mlp_type,
+        vid_in_channels = 33,
+        vid_out_channels = SEEDVR2_LATENT_CHANNELS,
+        vid_dim = 2560,
+        txt_in_dim = 5120,
+        heads = 20,
+        head_dim = 128,
+        mm_layers = 10,
+        expand_ratio = 4,
+        qk_bias = False,
+        patch_size = (1, 2, 2),
+        rope_dim = 128,
+        rope_type = "mmrope3d",
+        vid_out_norm: Optional[str] = None,
+        image_model = None,
+        device = None,
+        dtype = None,
+        operations = None,
+    ):
+        if image_model not in (None, "seedvr2"):
+            raise ValueError(f"SeedVR2 NaDiT expected image_model='seedvr2', got {image_model!r}.")
+        self._7b_version = vid_dim == SEEDVR2_7B_VID_DIM
+        if self._7b_version:
+            rope_type = "rope3d"
+        self.dtype = dtype
+        factory_kwargs = {"device": device, "dtype": dtype}
+        window_method = num_layers // 2 * ["720pwin_by_size_bysize","720pswin_by_size_bysize"]
+        txt_dim = vid_dim
+        emb_dim = vid_dim * 6
+        window = num_layers * [(4,3,3)]
+        ada = AdaSingle
+        norm = operations.RMSNorm
+        qk_norm = operations.RMSNorm
+        super().__init__()
+        self.register_buffer("positive_conditioning", torch.empty((58, 5120), device=device, dtype=dtype))
+        self.register_buffer("negative_conditioning", torch.empty((64, 5120), device=device, dtype=dtype))
+        self.vid_in = NaPatchIn(
+            in_channels=vid_in_channels,
+            patch_size=patch_size,
+            dim=vid_dim,
+            device=device, dtype=dtype, operations=operations
+        )
+        self.txt_in = (
+            operations.Linear(txt_in_dim, txt_dim, **factory_kwargs)
+            if txt_in_dim and txt_in_dim != txt_dim
+            else nn.Identity()
+        )
+        self.emb_in = TimeEmbedding(
+            sinusoidal_dim=BYTEDANCE_SINUSOIDAL_DIM,
+            hidden_dim=max(vid_dim, txt_dim),
+            output_dim=emb_dim,
+            device=device, dtype=dtype, operations=operations
+        )
+
+        if window is None or isinstance(window[0], int):
+            window = [window] * num_layers
+
+        rope_dim = rope_dim if rope_dim is not None else head_dim // 2
+        self.blocks = nn.ModuleList(
+            [
+                NaMMSRTransformerBlock(
+                    vid_dim=vid_dim,
+                    txt_dim=txt_dim,
+                    emb_dim=emb_dim,
+                    heads=heads,
+                    head_dim=head_dim,
+                    expand_ratio=expand_ratio,
+                    norm=norm,
+                    norm_eps=norm_eps,
+                    ada=ada,
+                    qk_bias=qk_bias,
+                    qk_norm=qk_norm,
+                    mlp_type=mlp_type,
+                    rope_dim = rope_dim,
+                    window=window[i],
+                    window_method=window_method[i],
+                    version = self._7b_version,
+                    is_last_layer=(i == num_layers - 1) and not self._7b_version,
+                    rope_type = rope_type,
+                    shared_weights=not (
+                        (i < mm_layers) if isinstance(mm_layers, int) else mm_layers[i]
+                    ),
+                    operations = operations,
+                    **factory_kwargs
+                )
+                for i in range(num_layers)
+            ]
+        )
+        self.vid_out = NaPatchOut(
+            out_channels=vid_out_channels,
+            patch_size=patch_size,
+            dim=vid_dim,
+            device=device, dtype=dtype, operations=operations
+        )
+
+        self.vid_out_norm = None
+        if vid_out_norm is not None:
+            self.vid_out_norm = operations.RMSNorm(
+                normalized_shape=vid_dim,
+                eps=norm_eps,
+                elementwise_affine=True,
+                device=device, dtype=dtype
+            )
+            self.vid_out_ada = ada(
+                dim=vid_dim,
+                emb_dim=emb_dim,
+                layers=["out"],
+                modes=["in"],
+                device=device, dtype=dtype
+            )
+
+    def _resolve_text_conditioning(self, context, cond_or_uncond=None):
+        if context is None or context.numel() == 0:
+            context = self.positive_conditioning
+            return flatten([context])
+        if NaDiT._seedvr2_is_single_conditioning_branch(cond_or_uncond):
+            if context.shape[0] == 1:
+                context = context.squeeze(0)
+                return flatten([context])
+            return flatten(context.unbind(0))
+        if context.shape[0] % 2 != 0:
+            raise ValueError(f"SeedVR2 expected an even text-conditioning batch, got shape {tuple(context.shape)}")
+        neg_cond, pos_cond = context.chunk(2, dim=0)
+        if pos_cond.shape[0] == 1:
+            pos_cond, neg_cond = pos_cond.squeeze(0), neg_cond.squeeze(0)
+            return flatten([pos_cond, neg_cond])
+        return flatten((*pos_cond.unbind(0), *neg_cond.unbind(0)))
+
+    @staticmethod
+    def _seedvr2_is_single_conditioning_branch(cond_or_uncond):
+        if cond_or_uncond is None or len(cond_or_uncond) == 0:
+            return False
+        first = cond_or_uncond[0]
+        return all(entry == first for entry in cond_or_uncond)
+
+    @staticmethod
+    def _check_seedvr2_video_latent(x, channels, name):
+        if x.ndim != 5:
+            raise ValueError(f"SeedVR2 expected {name} to be 5-D native latent, got shape {tuple(x.shape)}.")
+        if x.shape[1] != channels:
+            raise ValueError(f"SeedVR2 expected {name} channels to be {channels}, got shape {tuple(x.shape)}.")
+        return x
+
+    def _swap_pos_neg_halves(self, out, cond_or_uncond=None):
+        if NaDiT._seedvr2_is_single_conditioning_branch(cond_or_uncond):
+            return out
+        pos, neg = out.chunk(2, dim=0)
+        return torch.cat([neg, pos], dim=0)
+
+    def forward(
+        self,
+        x,
+        timestep,
+        context,  # l c
+        disable_cache: bool = False,
+        **kwargs
+    ):
+        transformer_options = kwargs.get("transformer_options", {})
+        patches_replace = transformer_options.get("patches_replace", {})
+        blocks_replace = patches_replace.get("dit", {})
+        conditions = kwargs.get("condition")
+        if conditions is None:
+            raise ValueError("SeedVR2 requires conditioning latents from the SeedVR2Conditioning node.")
+        x = self._check_seedvr2_video_latent(x, SEEDVR2_LATENT_CHANNELS, "latent")
+        conditions = self._check_seedvr2_video_latent(conditions, SEEDVR2_LATENT_CHANNELS + 1, "conditioning")
+        b, _, t, h, w = x.shape
+        if conditions.shape[0] != b or conditions.shape[2:] != (t, h, w):
+            raise ValueError(
+                f"SeedVR2 conditioning shape must match latent batch/temporal/spatial dimensions; got latent {tuple(x.shape)} and conditioning {tuple(conditions.shape)}."
+            )
+        x = x.movedim(1, -1)
+        conditions = conditions.movedim(1, -1)
+        cache = Cache(disable=disable_cache)
+
+        txt, txt_shape = self._resolve_text_conditioning(context, transformer_options.get("cond_or_uncond"))
+
+        vid, vid_shape = flatten(x)
+        cond_latent, _ = flatten(conditions)
+
+        vid = torch.cat([vid, cond_latent], dim=-1)
+
+        txt = self.txt_in(txt)
+
+        vid_shape_before_patchify = vid_shape
+        vid, vid_shape = self.vid_in(vid, vid_shape, cache=cache)
+
+        emb = self.emb_in(timestep, device=vid.device, dtype=vid.dtype)
+
+        for i, block in enumerate(self.blocks):
+            if ("block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["vid"], out["txt"], out["vid_shape"], out["txt_shape"] = block(
+                            vid=args["vid"],
+                            txt=args["txt"],
+                            vid_shape=args["vid_shape"],
+                            txt_shape=args["txt_shape"],
+                            emb=args["emb"],
+                            cache=args["cache"],
+                        )
+                    return out
+                out = blocks_replace[("block", i)]({
+                        "vid":vid,
+                        "txt":txt,
+                        "vid_shape":vid_shape,
+                        "txt_shape":txt_shape,
+                        "emb":emb,
+                        "cache":cache,
+                    }, {"original_block": block_wrap})
+                vid, txt, vid_shape, txt_shape = out["vid"], out["txt"], out["vid_shape"], out["txt_shape"]
+            else:
+                vid, txt, vid_shape, txt_shape = block(
+                    vid=vid,
+                    txt=txt,
+                    vid_shape=vid_shape,
+                    txt_shape=txt_shape,
+                    emb=emb,
+                    cache=cache,
+                )
+
+        if self.vid_out_norm:
+            vid = self.vid_out_norm(vid)
+            vid = self.vid_out_ada(
+                vid,
+                emb=emb,
+                layer="out",
+                mode="in",
+                hid_len=cache("vid_len", lambda: vid_shape.prod(-1)),
+                cache=cache,
+                branch_tag="vid",
+            )
+
+        vid, vid_shape = self.vid_out(vid, vid_shape, cache, vid_shape_before_patchify = vid_shape_before_patchify)
+        vid = unflatten(vid, vid_shape)
+        out = torch.stack(vid)
+        out = out.movedim(-1, 1)
+        return self._swap_pos_neg_halves(out, transformer_options.get("cond_or_uncond"))
diff --git a/ComfyUI/comfy/ldm/seedvr/vae.py b/ComfyUI/comfy/ldm/seedvr/vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..7a8070b6509e96d61cb87cb04149e57df40133eb
--- /dev/null
+++ b/ComfyUI/comfy/ldm/seedvr/vae.py
@@ -0,0 +1,1610 @@
+from typing import Literal, Optional, Tuple
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from torch import Tensor
+from contextlib import contextmanager
+from comfy.utils import ProgressBar
+
+from comfy.ldm.seedvr.constants import (
+    BYTEDANCE_BLOCK_OUT_CHANNELS,
+    BYTEDANCE_GN_CHUNKS_FP16,
+    BYTEDANCE_GN_CHUNKS_FP32,
+    BYTEDANCE_LOGVAR_CLAMP_MAX,
+    BYTEDANCE_LOGVAR_CLAMP_MIN,
+    BYTEDANCE_SLICING_SAMPLE_MIN,
+    BYTEDANCE_VAE_CONV_MEM_GIB,
+    BYTEDANCE_VAE_NORM_MEM_GIB,
+    BYTEDANCE_VAE_SCALING_FACTOR,
+    BYTEDANCE_VAE_SHIFTING_FACTOR,
+    BYTEDANCE_VAE_SPATIAL_DOWNSAMPLE,
+    BYTEDANCE_VAE_TEMPORAL_DOWNSAMPLE,
+    SEEDVR2_LATENT_CHANNELS,
+)
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.modules.diffusionmodules.model import vae_attention
+
+import math
+from enum import Enum
+
+import logging
+import comfy.model_management
+import comfy.ops
+ops = comfy.ops.manual_cast
+
+
+def _seedvr2_temporal_slicing_min_size(temporal_size, temporal_overlap, temporal_scale=1):
+    if temporal_size is None:
+        return None
+
+    temporal_size = int(temporal_size)
+    if temporal_size <= 0:
+        return None
+
+    temporal_overlap = max(0, int(temporal_overlap or 0))
+    temporal_overlap = min(temporal_overlap, temporal_size - 1)
+    temporal_step = temporal_size - temporal_overlap
+    temporal_scale = max(1, int(temporal_scale))
+    return max(1, math.ceil(temporal_step / temporal_scale))
+
+
+def _seedvr2_clamped_spatial_overlap(overlap, tile_size):
+    overlap = max(0, int(overlap))
+    tile_size = max(1, int(tile_size))
+    return min(overlap, tile_size - 1)
+
+
+def tiled_vae(
+    x,
+    vae_model,
+    tile_size=(512, 512),
+    tile_overlap=(64, 64),
+    temporal_size=16,
+    temporal_overlap=0,
+    encode=True,
+):
+    if x.ndim != 5:
+        x = x.unsqueeze(2)
+
+    _, _, d, h, w = x.shape
+
+    sf_s = getattr(vae_model, "spatial_downsample_factor", BYTEDANCE_VAE_SPATIAL_DOWNSAMPLE)
+    sf_t = getattr(vae_model, "temporal_downsample_factor", BYTEDANCE_VAE_TEMPORAL_DOWNSAMPLE)
+    if encode:
+        slicing_attr = "slicing_sample_min_size"
+        slicing_min_size = _seedvr2_temporal_slicing_min_size(temporal_size, temporal_overlap)
+    else:
+        slicing_attr = "slicing_latent_min_size"
+        slicing_min_size = _seedvr2_temporal_slicing_min_size(temporal_size, temporal_overlap, sf_t)
+    if encode:
+        ti_h, ti_w = tile_size
+        ov_h = _seedvr2_clamped_spatial_overlap(tile_overlap[0], ti_h)
+        ov_w = _seedvr2_clamped_spatial_overlap(tile_overlap[1], ti_w)
+        blend_ov_h = max(0, ov_h // sf_s)
+        blend_ov_w = max(0, ov_w // sf_s)
+        target_d = (d + sf_t - 1) // sf_t
+        target_h = (h + sf_s - 1) // sf_s
+        target_w = (w + sf_s - 1) // sf_s
+    else:
+        ti_h = max(1, tile_size[0] // sf_s)
+        ti_w = max(1, tile_size[1] // sf_s)
+        ov_h = _seedvr2_clamped_spatial_overlap(tile_overlap[0] // sf_s, ti_h)
+        ov_w = _seedvr2_clamped_spatial_overlap(tile_overlap[1] // sf_s, ti_w)
+        blend_ov_h = ov_h * sf_s
+        blend_ov_w = ov_w * sf_s
+
+        target_d = max(1, d * sf_t - (sf_t - 1))
+        target_h = h * sf_s
+        target_w = w * sf_s
+
+    stride_h = max(1, ti_h - ov_h)
+    stride_w = max(1, ti_w - ov_w)
+
+    storage_device = vae_model.device
+    result = None
+    count = None
+    def run_temporal_chunks(spatial_tile, model=vae_model):
+        t_chunk = spatial_tile.contiguous()
+        old_device = getattr(model, "device", None)
+        model.device = t_chunk.device
+        old_slicing_min_size = getattr(model, slicing_attr, None)
+        if old_slicing_min_size is not None and slicing_min_size is not None:
+            if slicing_min_size <= 0:
+                setattr(model, slicing_attr, t_chunk.shape[2])
+            else:
+                setattr(model, slicing_attr, slicing_min_size)
+        try:
+            if encode:
+                out = model.encode(t_chunk)
+            else:
+                out = model.decode_(t_chunk)
+        finally:
+            if old_slicing_min_size is not None and slicing_min_size is not None:
+                setattr(model, slicing_attr, old_slicing_min_size)
+            if old_device is not None:
+                model.device = old_device
+        if out.ndim == 4:
+            out = out.unsqueeze(2)
+        return out.to(storage_device)
+
+    ramp_cache = {}
+    def get_ramp(steps):
+        if steps not in ramp_cache:
+            t = torch.linspace(0, 1, steps=steps, device=storage_device, dtype=torch.float32)
+            ramp_cache[steps] = 0.5 - 0.5 * torch.cos(t * torch.pi)
+        return ramp_cache[steps]
+
+    tile_ranges = []
+    for y_idx in range(0, h, stride_h):
+        y_end = min(y_idx + ti_h, h)
+        if y_idx > 0 and (y_end - y_idx) <= ov_h:
+            continue
+        for x_idx in range(0, w, stride_w):
+            x_end = min(x_idx + ti_w, w)
+            if x_idx > 0 and (x_end - x_idx) <= ov_w:
+                continue
+            tile_ranges.append((y_idx, y_end, x_idx, x_end))
+
+    total_tiles = len(tile_ranges)
+    bar = ProgressBar(total_tiles)
+    single_spatial_tile = h <= ti_h and w <= ti_w
+
+    def run_tile(tile_index, tile_range):
+        y_idx, y_end, x_idx, x_end = tile_range
+        tile_x = x[:, :, :, y_idx:y_end, x_idx:x_end]
+        tile_out = run_temporal_chunks(tile_x)
+        return tile_index, y_idx, y_end, x_idx, x_end, tile_out
+
+    ordered_tile_outputs = (
+        run_tile(tile_index, tile_range)
+        for tile_index, tile_range in enumerate(tile_ranges)
+    )
+
+    for _, y_idx, y_end, x_idx, x_end, tile_out in ordered_tile_outputs:
+
+        if single_spatial_tile:
+            result = tile_out[:, :, :target_d, :target_h, :target_w]
+            if result.device != x.device or result.dtype != x.dtype:
+                result = result.to(device=x.device, dtype=x.dtype)
+            if x.shape[2] == 1 and sf_t == 1:
+                result = result.squeeze(2)
+            bar.update(1)
+            return result
+
+        if result is None:
+            b_out, c_out = tile_out.shape[0], tile_out.shape[1]
+            result = torch.zeros((b_out, c_out, target_d, target_h, target_w), device=storage_device, dtype=torch.float32)
+            count = torch.zeros((1, 1, 1, target_h, target_w), device=storage_device, dtype=torch.float32)
+
+        if encode:
+            ys, ye = y_idx // sf_s, (y_idx // sf_s) + tile_out.shape[3]
+            xs, xe = x_idx // sf_s, (x_idx // sf_s) + tile_out.shape[4]
+            cur_ov_h = max(0, min(blend_ov_h, tile_out.shape[3] // 2))
+            cur_ov_w = max(0, min(blend_ov_w, tile_out.shape[4] // 2))
+        else:
+            ys, ye = y_idx * sf_s, (y_idx * sf_s) + tile_out.shape[3]
+            xs, xe = x_idx * sf_s, (x_idx * sf_s) + tile_out.shape[4]
+            cur_ov_h = max(0, min(blend_ov_h, tile_out.shape[3] // 2))
+            cur_ov_w = max(0, min(blend_ov_w, tile_out.shape[4] // 2))
+
+        w_h = torch.ones((tile_out.shape[3],), device=storage_device)
+        w_w = torch.ones((tile_out.shape[4],), device=storage_device)
+
+        if cur_ov_h > 0:
+            r = get_ramp(cur_ov_h)
+            if y_idx > 0:
+                w_h[:cur_ov_h] = r
+            if y_end < h:
+                w_h[-cur_ov_h:] = 1.0 - r
+
+        if cur_ov_w > 0:
+            r = get_ramp(cur_ov_w)
+            if x_idx > 0:
+                w_w[:cur_ov_w] = r
+            if x_end < w:
+                w_w[-cur_ov_w:] = 1.0 - r
+
+        final_weight = w_h.view(1,1,1,-1,1) * w_w.view(1,1,1,1,-1)
+
+        valid_d = min(tile_out.shape[2], result.shape[2])
+        tile_out = tile_out[:, :, :valid_d, :, :]
+
+        tile_out.mul_(final_weight)
+
+        result[:, :, :valid_d, ys:ye, xs:xe] += tile_out
+        count[:, :, :, ys:ye, xs:xe] += final_weight
+
+        del tile_out, final_weight, w_h, w_w
+        bar.update(1)
+
+    result.div_(count.clamp(min=1e-6))
+
+    if result.device != x.device or result.dtype != x.dtype:
+        result = result.to(device=x.device, dtype=x.dtype)
+
+    if x.shape[2] == 1 and sf_t == 1:
+        result = result.squeeze(2)
+
+    return result
+
+_NORM_LIMIT = float("inf")
+def get_norm_limit():
+    return _NORM_LIMIT
+
+
+def set_norm_limit(value: Optional[float] = None):
+    global _NORM_LIMIT
+    if value is None:
+        value = float("inf")
+    _NORM_LIMIT = value
+
+@contextmanager
+def ignore_padding(model):
+    orig_padding = model.padding
+    model.padding = (0, 0, 0)
+    try:
+        yield
+    finally:
+        model.padding = orig_padding
+
+class MemoryState(Enum):
+    DISABLED = 0
+    INITIALIZING = 1
+    ACTIVE = 2
+    UNSET = 3
+
+def get_cache_size(conv_module, input_len, pad_len, dim=0):
+    dilated_kernel_size = conv_module.dilation[dim] * (conv_module.kernel_size[dim] - 1) + 1
+    output_len = (input_len + pad_len - dilated_kernel_size) // conv_module.stride[dim] + 1
+    remain_len = (
+        input_len + pad_len - ((output_len - 1) * conv_module.stride[dim] + dilated_kernel_size)
+    )
+    overlap_len = dilated_kernel_size - conv_module.stride[dim]
+    cache_len = overlap_len + remain_len
+
+    if output_len <= 0:
+        raise ValueError(
+            f"SeedVR2 VAE cache input is too short for convolution: input_len={input_len}, pad_len={pad_len}."
+        )
+    return cache_len
+
+class DiagonalGaussianDistribution(object):
+    def __init__(self, parameters: torch.Tensor):
+        self.parameters = parameters
+        self.mean, self.logvar = torch.chunk(parameters, 2, dim=1)
+        self.logvar = torch.clamp(self.logvar, BYTEDANCE_LOGVAR_CLAMP_MIN, BYTEDANCE_LOGVAR_CLAMP_MAX)
+
+    def mode(self):
+        return self.mean
+
+class SpatialNorm(nn.Module):
+    def __init__(
+        self,
+        f_channels: int,
+        zq_channels: int,
+    ):
+        super().__init__()
+        self.norm_layer = ops.GroupNorm(num_channels=f_channels, num_groups=32, eps=1e-6, affine=True)
+        self.conv_y = ops.Conv2d(zq_channels, f_channels, kernel_size=1, stride=1, padding=0)
+        self.conv_b = ops.Conv2d(zq_channels, f_channels, kernel_size=1, stride=1, padding=0)
+
+    def forward(self, f: torch.Tensor, zq: torch.Tensor) -> torch.Tensor:
+        f_size = f.shape[-2:]
+        zq = F.interpolate(zq, size=f_size, mode="nearest")
+        norm_f = self.norm_layer(f)
+        new_f = norm_f * self.conv_y(zq) + self.conv_b(zq)
+        return new_f
+
+class Attention(nn.Module):
+    def __init__(
+        self,
+        query_dim: int,
+        heads: int = 8,
+        dim_head: int = 64,
+        bias: bool = False,
+        norm_num_groups: Optional[int] = None,
+        spatial_norm_dim: Optional[int] = None,
+        out_bias: bool = True,
+        eps: float = 1e-5,
+        rescale_output_factor: float = 1.0,
+        residual_connection: bool = False,
+    ):
+        super().__init__()
+
+        self.inner_dim = dim_head * heads
+        self.rescale_output_factor = rescale_output_factor
+        self.residual_connection = residual_connection
+        self.out_dim = query_dim
+        self.heads = heads
+
+        if norm_num_groups is not None:
+            self.group_norm = ops.GroupNorm(num_channels=query_dim, num_groups=norm_num_groups, eps=eps, affine=True)
+        else:
+            self.group_norm = None
+
+        if spatial_norm_dim is not None:
+            self.spatial_norm = SpatialNorm(f_channels=query_dim, zq_channels=spatial_norm_dim)
+        else:
+            self.spatial_norm = None
+
+        self.to_q = ops.Linear(query_dim, self.inner_dim, bias=bias)
+        self.to_k = ops.Linear(query_dim, self.inner_dim, bias=bias)
+        self.to_v = ops.Linear(query_dim, self.inner_dim, bias=bias)
+        self.to_out = nn.ModuleList([])
+        self.to_out.append(ops.Linear(self.inner_dim, self.out_dim, bias=out_bias))
+        self.to_out.append(nn.Identity())
+
+        self.optimized_vae_attention = vae_attention()
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        temb: Optional[torch.Tensor] = None,
+    ) -> torch.Tensor:
+
+        residual = hidden_states
+        if self.spatial_norm is not None:
+            hidden_states = self.spatial_norm(hidden_states, temb)
+
+        input_ndim = hidden_states.ndim
+
+        if input_ndim == 4:
+            batch_size, channel, height, width = hidden_states.shape
+            hidden_states = hidden_states.view(batch_size, channel, height * width).transpose(1, 2)
+
+        batch_size = hidden_states.shape[0]
+
+        if self.group_norm is not None:
+            hidden_states = self.group_norm(hidden_states.transpose(1, 2)).transpose(1, 2)
+
+        query = self.to_q(hidden_states)
+        key = self.to_k(hidden_states)
+        value = self.to_v(hidden_states)
+
+        inner_dim = key.shape[-1]
+        head_dim = inner_dim // self.heads
+
+        query = query.view(batch_size, -1, self.heads, head_dim).transpose(1, 2)
+
+        key = key.view(batch_size, -1, self.heads, head_dim).transpose(1, 2)
+        value = value.view(batch_size, -1, self.heads, head_dim).transpose(1, 2)
+
+        if input_ndim == 4 and self.heads == 1:
+            query = query.squeeze(1).transpose(1, 2).reshape(batch_size, head_dim, height, width)
+            key = key.squeeze(1).transpose(1, 2).reshape(batch_size, head_dim, height, width)
+            value = value.squeeze(1).transpose(1, 2).reshape(batch_size, head_dim, height, width)
+            hidden_states = self.optimized_vae_attention(query, key, value).reshape(batch_size, self.heads, head_dim, height * width).transpose(2, 3)
+        else:
+            hidden_states = optimized_attention(query, key, value, heads = self.heads, skip_reshape=True, skip_output_reshape=True)
+
+        hidden_states = hidden_states.transpose(1, 2).reshape(batch_size, -1, self.heads * head_dim)
+        hidden_states = hidden_states.to(query.dtype)
+
+        hidden_states = self.to_out[0](hidden_states)
+        hidden_states = self.to_out[1](hidden_states)
+
+        if input_ndim == 4:
+            hidden_states = hidden_states.transpose(-1, -2).reshape(batch_size, channel, height, width)
+
+        if self.residual_connection:
+            hidden_states = hidden_states + residual
+
+        hidden_states = hidden_states / self.rescale_output_factor
+
+        return hidden_states
+
+
+def causal_norm_wrapper(norm_layer: nn.Module, x: torch.Tensor) -> torch.Tensor:
+    input_dtype = x.dtype
+    if isinstance(norm_layer, (nn.LayerNorm, nn.RMSNorm)):
+        if x.ndim == 4:
+            x = x.permute(0, 2, 3, 1)
+            x = norm_layer(x)
+            x = x.permute(0, 3, 1, 2)
+            return x.to(input_dtype)
+        if x.ndim == 5:
+            x = x.permute(0, 2, 3, 4, 1)
+            x = norm_layer(x)
+            x = x.permute(0, 4, 1, 2, 3)
+            return x.to(input_dtype)
+    if isinstance(norm_layer, (nn.GroupNorm, nn.BatchNorm2d, nn.SyncBatchNorm)):
+        if x.ndim <= 4:
+            return norm_layer(x).to(input_dtype)
+        if x.ndim == 5:
+            b, c, t, h, w = x.shape
+            x = x.transpose(1, 2).reshape(b * t, c, h, w)
+            memory_occupy = x.numel() * x.element_size() / 1024**3
+            if isinstance(norm_layer, nn.GroupNorm) and memory_occupy > get_norm_limit():
+                num_chunks = min(BYTEDANCE_GN_CHUNKS_FP16 if x.element_size() == 2 else BYTEDANCE_GN_CHUNKS_FP32, norm_layer.num_groups)
+                if norm_layer.num_groups % num_chunks != 0:
+                    raise ValueError(
+                        f"SeedVR2 VAE GroupNorm groups must divide chunks: groups={norm_layer.num_groups}, chunks={num_chunks}."
+                    )
+                num_groups_per_chunk = norm_layer.num_groups // num_chunks
+
+                weights = comfy.ops.cast_to_input(norm_layer.weight, x).chunk(num_chunks, dim=0)
+                biases = comfy.ops.cast_to_input(norm_layer.bias, x).chunk(num_chunks, dim=0)
+                x = list(x.chunk(num_chunks, dim=1))
+                for i, (w, bias) in enumerate(zip(weights, biases)):
+                    x[i] = F.group_norm(x[i], num_groups_per_chunk, w, bias, norm_layer.eps)
+                    x[i] = x[i].to(input_dtype)
+                x = torch.cat(x, dim=1)
+            else:
+                x = norm_layer(x)
+            x = x.reshape((b, t, x.size(1), x.size(2), x.size(3))).transpose(1, 2)
+            return x.to(input_dtype)
+    raise TypeError(f"SeedVR2 VAE unsupported norm layer type: {type(norm_layer).__name__}")
+
+_receptive_field_t = Literal["half", "full"]
+
+def extend_head(tensor, times: int = 2, memory = None):
+    if memory is not None:
+        return torch.cat((memory.to(tensor), tensor), dim=2)
+    if times < 0:
+        raise ValueError(f"SeedVR2 VAE extend_head expected times >= 0, got {times}.")
+    if times == 0:
+        return tensor
+    else:
+        tile_repeat = [1] * tensor.ndim
+        tile_repeat[2] = times
+        return torch.cat(tensors=(torch.tile(tensor[:, :, :1], tile_repeat), tensor), dim=2)
+
+def cache_send_recv(tensor, cache_size, times, memory=None):
+    recv_buffer = None
+
+    if memory is not None:
+        recv_buffer = memory.to(tensor[0])
+    elif times > 0:
+        tile_repeat = [1] * tensor[0].ndim
+        tile_repeat[2] = times
+        recv_buffer = torch.tile(tensor[0][:, :, :1], tile_repeat)
+
+    return recv_buffer
+
+class InflatedCausalConv3d(ops.Conv3d):
+    def __init__(
+        self,
+        *args,
+        inflation_mode,
+        **kwargs,
+    ):
+        self.inflation_mode = inflation_mode
+        super().__init__(*args, **kwargs)
+        self.temporal_padding = self.padding[0]
+        self.padding = (0, *self.padding[1:])
+        self.memory_limit = float("inf")
+        self.logged_once = False
+
+    def set_memory_limit(self, value: float):
+        self.memory_limit = value
+
+    def _conv_forward(self, input, weight, bias, *args, **kwargs):
+        try:
+            return super()._conv_forward(input, weight, bias, *args, **kwargs)
+        except NotImplementedError:
+            # for: Could not run 'aten::cudnn_convolution' with arguments from the 'CPU' backend
+            if not self.logged_once:
+                logging.warning("VAE is on CPU for decoding. This is most likely due to not enough memory")
+                self.logged_once = True
+            return F.conv3d(input, weight, bias, *args, **kwargs)
+
+    def memory_limit_conv(
+        self,
+        x,
+        *,
+        split_dim=3,
+        padding=(0, 0, 0, 0, 0, 0),
+        prev_cache=None,
+    ):
+        if math.isinf(self.memory_limit):
+            if prev_cache is not None:
+                x = torch.cat([prev_cache, x], dim=split_dim - 1)
+            return super().forward(x)
+
+        shape = list(x.size())
+        if prev_cache is not None:
+            shape[split_dim - 1] += prev_cache.size(split_dim - 1)
+        for i, pad_sum in enumerate((padding[4] + padding[5], padding[2] + padding[3], padding[0] + padding[1])):
+            shape[-3 + i] += pad_sum
+        memory_occupy = math.prod(shape) * x.element_size() / 1024**3  # GiB
+        if memory_occupy < self.memory_limit or split_dim == x.ndim:
+            x_concat = x
+            if prev_cache is not None:
+                x_concat = torch.cat([prev_cache, x], dim=split_dim - 1)
+
+            def pad_and_forward():
+                padded = F.pad(x_concat, padding, mode='constant', value=0.0)
+                if not padded.is_contiguous():
+                    padded = padded.contiguous()
+                with ignore_padding(self):
+                    return torch.nn.Conv3d.forward(self, padded)
+
+            return pad_and_forward()
+
+        num_splits = math.ceil(memory_occupy / self.memory_limit)
+        size_per_split = x.size(split_dim) // num_splits
+        split_sizes = [size_per_split] * (num_splits - 1)
+        split_sizes += [x.size(split_dim) - sum(split_sizes)]
+
+        x = list(x.split(split_sizes, dim=split_dim))
+        if prev_cache is not None:
+            prev_cache = list(prev_cache.split(split_sizes, dim=split_dim))
+        cache = None
+        for idx in range(len(x)):
+            if prev_cache is not None:
+                x[idx] = torch.cat([prev_cache[idx], x[idx]], dim=split_dim - 1)
+
+            lpad_dim = (x[idx].ndim - split_dim - 1) * 2
+            rpad_dim = lpad_dim + 1
+            padding = list(padding)
+            padding[lpad_dim] = self.padding[split_dim - 2] if idx == 0 else 0
+            padding[rpad_dim] = self.padding[split_dim - 2] if idx == len(x) - 1 else 0
+            pad_len = padding[lpad_dim] + padding[rpad_dim]
+            padding = tuple(padding)
+
+            next_cache = None
+            cache_len = cache.size(split_dim) if cache is not None else 0
+            next_cache_size = get_cache_size(
+                conv_module=self,
+                input_len=x[idx].size(split_dim) + cache_len,
+                pad_len=pad_len,
+                dim=split_dim - 2,
+            )
+            if next_cache_size != 0:
+                if next_cache_size > x[idx].size(split_dim):
+                    raise ValueError(
+                        f"SeedVR2 VAE cache size {next_cache_size} exceeds split size {x[idx].size(split_dim)}."
+                    )
+                next_cache = (
+                    x[idx].transpose(0, split_dim)[-next_cache_size:].transpose(0, split_dim)
+                )
+
+            x[idx] = self.memory_limit_conv(
+                x[idx],
+                split_dim=split_dim + 1,
+                padding=padding,
+                prev_cache=cache
+            )
+
+            cache = next_cache
+
+        output = torch.cat(x, dim=split_dim)
+        return output
+
+    def forward(
+        self,
+        input,
+        memory_state: MemoryState = MemoryState.UNSET,
+        memory_cache = None,
+    ) -> Tensor:
+        if memory_state == MemoryState.UNSET:
+            raise ValueError("SeedVR2 VAE convolution requires an explicit MemoryState.")
+        if memory_cache is None:
+            memory_cache = {}
+        if memory_state != MemoryState.ACTIVE:
+            memory_cache.pop(self, None)
+        if (
+            math.isinf(self.memory_limit)
+            and torch.is_tensor(input)
+        ):
+            return self.basic_forward(input, memory_state, memory_cache)
+        return self.slicing_forward(input, memory_state, memory_cache)
+
+    def basic_forward(self, input: Tensor, memory_state: MemoryState = MemoryState.UNSET, memory_cache = None):
+        mem_size = self.stride[0] - self.kernel_size[0]
+        memory = memory_cache.get(self) if memory_cache is not None else None
+        if (memory is not None) and (memory_state == MemoryState.ACTIVE):
+            input = extend_head(input, memory=memory, times=-1)
+        else:
+            input = extend_head(input, times=self.temporal_padding * 2)
+        next_memory = (
+            input[:, :, mem_size:].detach()
+            if (mem_size != 0 and memory_state != MemoryState.DISABLED)
+            else None
+        )
+        if memory_cache is not None and memory_state != MemoryState.DISABLED:
+            if next_memory is None:
+                memory_cache.pop(self, None)
+            else:
+                memory_cache[self] = next_memory
+        return super().forward(input)
+
+    def slicing_forward(
+        self,
+        input,
+        memory_state: MemoryState = MemoryState.UNSET,
+        memory_cache = None,
+    ) -> Tensor:
+        if memory_cache is None:
+            memory_cache = {}
+        squeeze_out = False
+        if torch.is_tensor(input):
+            input = [input]
+            squeeze_out = True
+
+        cache_size = self.kernel_size[0] - self.stride[0]
+        memory = memory_cache.get(self) if memory_cache is not None else None
+        cache = cache_send_recv(
+            input, cache_size=cache_size, memory=memory, times=self.temporal_padding * 2
+        )
+
+        if (
+            memory_state in [MemoryState.INITIALIZING, MemoryState.ACTIVE]
+            and cache_size != 0
+        ):
+            if cache_size > input[-1].size(2) and cache is not None and len(input) == 1:
+                input[0] = torch.cat([cache, input[0]], dim=2)
+                cache = None
+            if cache_size <= input[-1].size(2):
+                memory_cache[self] = input[-1][:, :, -cache_size:].detach().contiguous()
+
+        padding = tuple(x for x in reversed(self.padding) for _ in range(2))
+        for i in range(len(input)):
+            next_cache = None
+            cache_size = 0
+            if i < len(input) - 1:
+                cache_len = cache.size(2) if cache is not None else 0
+                cache_size = get_cache_size(self, input[i].size(2) + cache_len, pad_len=0)
+            if cache_size != 0:
+                if cache_size > input[i].size(2) and cache is not None:
+                    input[i] = torch.cat([cache, input[i]], dim=2)
+                    cache = None
+                if cache_size > input[i].size(2):
+                    raise ValueError(f"SeedVR2 VAE cache size {cache_size} exceeds input length {input[i].size(2)}.")
+                next_cache = input[i][:, :, -cache_size:]
+
+            input[i] = self.memory_limit_conv(
+                input[i],
+                padding=padding,
+                prev_cache=cache
+            )
+
+            cache = next_cache
+
+        return input[0] if squeeze_out else input
+
+def remove_head(tensor: Tensor, times: int = 1) -> Tensor:
+    if times == 0:
+        return tensor
+    return torch.cat(tensors=(tensor[:, :, :1], tensor[:, :, times + 1 :]), dim=2)
+
+class Upsample3D(nn.Module):
+
+    def __init__(
+        self,
+        channels,
+        out_channels = None,
+        inflation_mode = "tail",
+        temporal_up: bool = False,
+        spatial_up: bool = True,
+    ):
+        super().__init__()
+        self.channels = channels
+        self.out_channels = out_channels or channels
+
+        conv = InflatedCausalConv3d(
+            self.channels,
+            self.out_channels,
+            3,
+            padding=1,
+            inflation_mode=inflation_mode,
+        )
+
+        self.temporal_up = temporal_up
+        self.spatial_up = spatial_up
+        self.temporal_ratio = 2 if temporal_up else 1
+        self.spatial_ratio = 2 if spatial_up else 1
+
+        upscale_ratio = (self.spatial_ratio**2) * self.temporal_ratio
+        self.upscale_conv = ops.Conv3d(
+            self.channels, self.channels * upscale_ratio, kernel_size=1, padding=0
+        )
+
+        self.conv = conv
+
+    def forward(
+        self,
+        hidden_states: torch.FloatTensor,
+        memory_state=None,
+        memory_cache=None,
+    ) -> torch.FloatTensor:
+        if hidden_states.shape[1] != self.channels:
+            raise ValueError(f"SeedVR2 upsample expected {self.channels} channels, got {hidden_states.shape[1]}.")
+
+        hidden_states = self.upscale_conv(hidden_states)
+        b, channels, f, h, w = hidden_states.shape
+        c = channels // (self.spatial_ratio * self.spatial_ratio * self.temporal_ratio)
+        hidden_states = hidden_states.view(b, self.spatial_ratio, self.spatial_ratio, self.temporal_ratio, c, f, h, w)
+        hidden_states = hidden_states.permute(0, 4, 5, 3, 6, 1, 7, 2).reshape(
+            b,
+            c,
+            f * self.temporal_ratio,
+            h * self.spatial_ratio,
+            w * self.spatial_ratio,
+        )
+
+        if self.temporal_up and memory_state != MemoryState.ACTIVE:
+            hidden_states = remove_head(hidden_states)
+
+        hidden_states = self.conv(hidden_states, memory_state=memory_state, memory_cache=memory_cache)
+
+        return hidden_states
+
+
+class Downsample3D(nn.Module):
+    def __init__(
+        self,
+        channels,
+        out_channels = None,
+        inflation_mode = "tail",
+        spatial_down: bool = False,
+        temporal_down: bool = False,
+    ):
+        super().__init__()
+        self.channels = channels
+        self.out_channels = out_channels or channels
+        self.temporal_down = temporal_down
+        self.spatial_down = spatial_down
+
+        self.temporal_ratio = 2 if temporal_down else 1
+        self.spatial_ratio = 2 if spatial_down else 1
+
+        self.temporal_kernel = 3 if temporal_down else 1
+        self.spatial_kernel = 3 if spatial_down else 1
+
+        self.conv = InflatedCausalConv3d(
+            self.channels,
+            self.out_channels,
+            kernel_size=(self.temporal_kernel, self.spatial_kernel, self.spatial_kernel),
+            stride=(self.temporal_ratio, self.spatial_ratio, self.spatial_ratio),
+            padding=(1 if self.temporal_down else 0, 0, 0),
+            inflation_mode=inflation_mode,
+        )
+
+
+    def forward(
+        self,
+        hidden_states: torch.FloatTensor,
+        memory_state = None,
+        memory_cache = None,
+    ) -> torch.FloatTensor:
+
+        if hidden_states.shape[1] != self.channels:
+            raise ValueError(f"SeedVR2 downsample expected {self.channels} channels, got {hidden_states.shape[1]}.")
+
+        if self.spatial_down:
+            pad = (0, 1, 0, 1)
+            hidden_states = F.pad(hidden_states, pad, mode="constant", value=0)
+
+        if hidden_states.shape[1] != self.channels:
+            raise ValueError(f"SeedVR2 downsample expected {self.channels} channels after padding, got {hidden_states.shape[1]}.")
+
+        hidden_states = self.conv(hidden_states, memory_state=memory_state, memory_cache=memory_cache)
+
+        return hidden_states
+
+
+class ResnetBlock3D(nn.Module):
+    def __init__(
+        self,
+        in_channels: int,
+        out_channels: Optional[int] = None,
+        temb_channels: int = 512,
+        groups: int = 32,
+        groups_out: Optional[int] = None,
+        eps: float = 1e-6,
+        output_scale_factor: float = 1.0,
+        skip_time_act: bool = False,
+        inflation_mode = "tail",
+        time_receptive_field: _receptive_field_t = "half",
+    ):
+        super().__init__()
+        self.in_channels = in_channels
+        self.out_channels = in_channels if out_channels is None else out_channels
+        self.output_scale_factor = output_scale_factor
+        self.skip_time_act = skip_time_act
+        self.nonlinearity = nn.SiLU()
+        if temb_channels is not None:
+            self.time_emb_proj = ops.Linear(temb_channels, self.out_channels)
+        else:
+            self.time_emb_proj = None
+        self.norm1 = ops.GroupNorm(num_groups=groups, num_channels=in_channels, eps=eps, affine=True)
+        if groups_out is None:
+            groups_out = groups
+        self.norm2 = ops.GroupNorm(num_groups=groups_out, num_channels=self.out_channels, eps=eps, affine=True)
+        self.use_in_shortcut = self.in_channels != self.out_channels
+        self.conv1 = InflatedCausalConv3d(
+            self.in_channels,
+            self.out_channels,
+            kernel_size=(1, 3, 3) if time_receptive_field == "half" else (3, 3, 3),
+            stride=1,
+            padding=(0, 1, 1) if time_receptive_field == "half" else (1, 1, 1),
+            inflation_mode=inflation_mode,
+        )
+
+        self.conv2 = InflatedCausalConv3d(
+            self.out_channels,
+            self.out_channels,
+            kernel_size=3,
+            stride=1,
+            padding=1,
+            inflation_mode=inflation_mode,
+        )
+
+        self.conv_shortcut = None
+        if self.use_in_shortcut:
+            self.conv_shortcut = InflatedCausalConv3d(
+                self.in_channels,
+                self.out_channels,
+                kernel_size=1,
+                stride=1,
+                padding=0,
+                bias=True,
+                inflation_mode=inflation_mode,
+            )
+
+    def forward(self, input_tensor, temb, memory_state = None, memory_cache = None):
+        hidden_states = input_tensor
+
+        hidden_states = causal_norm_wrapper(self.norm1, hidden_states)
+
+        hidden_states = self.nonlinearity(hidden_states)
+
+        hidden_states = self.conv1(hidden_states, memory_state=memory_state, memory_cache=memory_cache)
+
+        if self.time_emb_proj is not None:
+            if not self.skip_time_act:
+                temb = self.nonlinearity(temb)
+            temb = self.time_emb_proj(temb)[:, :, None, None]
+
+        if temb is not None:
+            hidden_states = hidden_states + temb
+
+        hidden_states = causal_norm_wrapper(self.norm2, hidden_states)
+
+        hidden_states = self.nonlinearity(hidden_states)
+
+        hidden_states = self.conv2(hidden_states, memory_state=memory_state, memory_cache=memory_cache)
+
+        if self.conv_shortcut is not None:
+            input_tensor = self.conv_shortcut(input_tensor, memory_state=memory_state, memory_cache=memory_cache)
+
+        output_tensor = (input_tensor + hidden_states) / self.output_scale_factor
+
+        return output_tensor
+
+
+class DownEncoderBlock3D(nn.Module):
+    def __init__(
+        self,
+        in_channels: int,
+        out_channels: int,
+        num_layers: int = 1,
+        resnet_eps: float = 1e-6,
+        resnet_groups: int = 32,
+        output_scale_factor: float = 1.0,
+        add_downsample: bool = True,
+        inflation_mode = "tail",
+        time_receptive_field: _receptive_field_t = "half",
+        temporal_down: bool = True,
+        spatial_down: bool = True,
+    ):
+        super().__init__()
+        resnets = []
+
+        for i in range(num_layers):
+            in_channels = in_channels if i == 0 else out_channels
+            resnets.append(
+                ResnetBlock3D(
+                    in_channels=in_channels,
+                    out_channels=out_channels,
+                    temb_channels=None,
+                    eps=resnet_eps,
+                    groups=resnet_groups,
+                    output_scale_factor=output_scale_factor,
+                    inflation_mode=inflation_mode,
+                    time_receptive_field=time_receptive_field,
+                )
+            )
+
+        self.resnets = nn.ModuleList(resnets)
+
+        if add_downsample:
+            self.downsamplers = nn.ModuleList(
+                [
+                    Downsample3D(
+                        out_channels,
+                        out_channels=out_channels,
+                        temporal_down=temporal_down,
+                        spatial_down=spatial_down,
+                        inflation_mode=inflation_mode,
+                    )
+                ]
+            )
+        else:
+            self.downsamplers = None
+
+    def forward(
+        self,
+        hidden_states: torch.FloatTensor,
+        memory_state = None,
+        memory_cache = None,
+    ) -> torch.FloatTensor:
+        for resnet in self.resnets:
+            hidden_states = resnet(hidden_states, temb=None, memory_state=memory_state, memory_cache=memory_cache)
+
+        if self.downsamplers is not None:
+            for downsampler in self.downsamplers:
+                hidden_states = downsampler(hidden_states, memory_state=memory_state, memory_cache=memory_cache)
+
+        return hidden_states
+
+
+class UpDecoderBlock3D(nn.Module):
+    def __init__(
+        self,
+        in_channels: int,
+        out_channels: int,
+        num_layers: int = 1,
+        resnet_eps: float = 1e-6,
+        resnet_groups: int = 32,
+        output_scale_factor: float = 1.0,
+        add_upsample: bool = True,
+        temb_channels: Optional[int] = None,
+        inflation_mode = "tail",
+        time_receptive_field: _receptive_field_t = "half",
+        temporal_up: bool = True,
+        spatial_up: bool = True,
+    ):
+        super().__init__()
+        resnets = []
+
+        for i in range(num_layers):
+            input_channels = in_channels if i == 0 else out_channels
+
+            resnets.append(
+                ResnetBlock3D(
+                    in_channels=input_channels,
+                    out_channels=out_channels,
+                    temb_channels=temb_channels,
+                    eps=resnet_eps,
+                    groups=resnet_groups,
+                    output_scale_factor=output_scale_factor,
+                    inflation_mode=inflation_mode,
+                    time_receptive_field=time_receptive_field,
+                )
+            )
+
+        self.resnets = nn.ModuleList(resnets)
+
+        if add_upsample:
+            self.upsamplers = nn.ModuleList(
+                [
+                    Upsample3D(
+                        out_channels,
+                        out_channels=out_channels,
+                        temporal_up=temporal_up,
+                        spatial_up=spatial_up,
+                        inflation_mode=inflation_mode,
+                    )
+                ]
+            )
+        else:
+            self.upsamplers = None
+
+    def forward(
+        self,
+        hidden_states: torch.FloatTensor,
+        temb: Optional[torch.FloatTensor] = None,
+        memory_state=None,
+        memory_cache=None,
+    ) -> torch.FloatTensor:
+        for resnet in self.resnets:
+            hidden_states = resnet(hidden_states, temb=None, memory_state=memory_state, memory_cache=memory_cache)
+
+        if self.upsamplers is not None:
+            for upsampler in self.upsamplers:
+                hidden_states = upsampler(hidden_states, memory_state=memory_state, memory_cache=memory_cache)
+
+        return hidden_states
+
+
+class UNetMidBlock3D(nn.Module):
+    def __init__(
+        self,
+        in_channels: int,
+        temb_channels: int,
+        num_layers: int = 1,
+        resnet_eps: float = 1e-6,
+        resnet_time_scale_shift: str = "default",  # default, spatial
+        resnet_groups: int = 32,
+        add_attention: bool = True,
+        attention_head_dim: int = 1,
+        output_scale_factor: float = 1.0,
+        inflation_mode = "tail",
+        time_receptive_field: _receptive_field_t = "half",
+    ):
+        super().__init__()
+        resnet_groups = resnet_groups if resnet_groups is not None else min(in_channels // 4, 32)
+        self.add_attention = add_attention
+
+        resnets = [
+            ResnetBlock3D(
+                in_channels=in_channels,
+                out_channels=in_channels,
+                temb_channels=temb_channels,
+                eps=resnet_eps,
+                groups=resnet_groups,
+                output_scale_factor=output_scale_factor,
+                inflation_mode=inflation_mode,
+                time_receptive_field=time_receptive_field,
+            )
+        ]
+        attentions = []
+
+        if attention_head_dim is None:
+            attention_head_dim = in_channels
+
+        for _ in range(num_layers):
+            if self.add_attention:
+                attentions.append(
+                    Attention(
+                        in_channels,
+                        heads=in_channels // attention_head_dim,
+                        dim_head=attention_head_dim,
+                        rescale_output_factor=output_scale_factor,
+                        eps=resnet_eps,
+                        norm_num_groups=(
+                            resnet_groups if resnet_time_scale_shift == "default" else None
+                        ),
+                        spatial_norm_dim=(
+                            temb_channels if resnet_time_scale_shift == "spatial" else None
+                        ),
+                        residual_connection=True,
+                        bias=True,
+                    )
+                )
+            else:
+                attentions.append(None)
+
+            resnets.append(
+                ResnetBlock3D(
+                    in_channels=in_channels,
+                    out_channels=in_channels,
+                    temb_channels=temb_channels,
+                    eps=resnet_eps,
+                    groups=resnet_groups,
+                    output_scale_factor=output_scale_factor,
+                    inflation_mode=inflation_mode,
+                    time_receptive_field=time_receptive_field,
+                )
+            )
+
+        self.attentions = nn.ModuleList(attentions)
+        self.resnets = nn.ModuleList(resnets)
+
+    def forward(self, hidden_states, temb=None, memory_state=None, memory_cache=None):
+        video_length = hidden_states.size(2)
+        hidden_states = self.resnets[0](hidden_states, temb, memory_state=memory_state, memory_cache=memory_cache)
+        for attn, resnet in zip(self.attentions, self.resnets[1:]):
+            if attn is not None:
+                b, c, f, h, w = hidden_states.shape
+                hidden_states = hidden_states.transpose(1, 2).reshape(b * f, c, h, w)
+                hidden_states = attn(hidden_states, temb=temb)
+                hidden_states = hidden_states.reshape(b, video_length, c, h, w).transpose(1, 2)
+            hidden_states = resnet(hidden_states, temb, memory_state=memory_state, memory_cache=memory_cache)
+
+        return hidden_states
+
+
+class Encoder3D(nn.Module):
+    def __init__(
+        self,
+        in_channels: int = 3,
+        out_channels: int = 3,
+        down_block_types: Tuple[str, ...] = ("DownEncoderBlock3D",),
+        block_out_channels: Tuple[int, ...] = (64,),
+        layers_per_block: int = 2,
+        norm_num_groups: int = 32,
+        mid_block_add_attention=True,
+        temporal_down_num: int = 2,
+        inflation_mode = "tail",
+        time_receptive_field: _receptive_field_t = "half",
+    ):
+        super().__init__()
+        self.layers_per_block = layers_per_block
+        self.temporal_down_num = temporal_down_num
+
+        self.conv_in = InflatedCausalConv3d(
+            in_channels,
+            block_out_channels[0],
+            kernel_size=3,
+            stride=1,
+            padding=1,
+            inflation_mode=inflation_mode,
+        )
+
+        self.mid_block = None
+        self.down_blocks = nn.ModuleList([])
+
+        output_channel = block_out_channels[0]
+        for i, down_block_type in enumerate(down_block_types):
+            input_channel = output_channel
+            output_channel = block_out_channels[i]
+            is_final_block = i == len(block_out_channels) - 1
+            is_temporal_down_block = i >= len(block_out_channels) - self.temporal_down_num - 1
+
+            if down_block_type != "DownEncoderBlock3D":
+                raise ValueError(f"SeedVR2 encoder only supports DownEncoderBlock3D, got {down_block_type}.")
+
+            down_block = DownEncoderBlock3D(
+                num_layers=self.layers_per_block,
+                in_channels=input_channel,
+                out_channels=output_channel,
+                add_downsample=not is_final_block,
+                resnet_eps=1e-6,
+                resnet_groups=norm_num_groups,
+                temporal_down=is_temporal_down_block,
+                spatial_down=True,
+                inflation_mode=inflation_mode,
+                time_receptive_field=time_receptive_field,
+            )
+            self.down_blocks.append(down_block)
+
+        self.mid_block = UNetMidBlock3D(
+            in_channels=block_out_channels[-1],
+            resnet_eps=1e-6,
+            output_scale_factor=1,
+            resnet_time_scale_shift="default",
+            attention_head_dim=block_out_channels[-1],
+            resnet_groups=norm_num_groups,
+            temb_channels=None,
+            add_attention=mid_block_add_attention,
+            inflation_mode=inflation_mode,
+            time_receptive_field=time_receptive_field,
+        )
+
+        self.conv_norm_out = ops.GroupNorm(
+            num_channels=block_out_channels[-1], num_groups=norm_num_groups, eps=1e-6
+        )
+        self.conv_act = nn.SiLU()
+
+        conv_out_channels = 2 * out_channels
+        self.conv_out = InflatedCausalConv3d(
+            block_out_channels[-1], conv_out_channels, 3, padding=1, inflation_mode=inflation_mode
+        )
+
+
+    def forward(
+        self,
+        sample: torch.FloatTensor,
+        memory_state = None,
+        memory_cache = None,
+    ) -> torch.FloatTensor:
+        sample = sample.to(next(self.parameters()).device)
+        sample = self.conv_in(sample, memory_state=memory_state, memory_cache=memory_cache)
+        for down_block in self.down_blocks:
+            sample = down_block(sample, memory_state=memory_state, memory_cache=memory_cache)
+
+        sample = self.mid_block(sample, memory_state=memory_state, memory_cache=memory_cache)
+
+        sample = causal_norm_wrapper(self.conv_norm_out, sample)
+        sample = self.conv_act(sample)
+        sample = self.conv_out(sample, memory_state=memory_state, memory_cache=memory_cache)
+
+        return sample
+
+
+class Decoder3D(nn.Module):
+
+    def __init__(
+        self,
+        in_channels: int = 3,
+        out_channels: int = 3,
+        up_block_types: Tuple[str, ...] = ("UpDecoderBlock3D",),
+        block_out_channels: Tuple[int, ...] = (64,),
+        layers_per_block: int = 2,
+        norm_num_groups: int = 32,
+        mid_block_add_attention=True,
+        inflation_mode = "tail",
+        time_receptive_field: _receptive_field_t = "half",
+        temporal_up_num: int = 2,
+    ):
+        super().__init__()
+        self.layers_per_block = layers_per_block
+        self.temporal_up_num = temporal_up_num
+
+        self.conv_in = InflatedCausalConv3d(
+            in_channels,
+            block_out_channels[-1],
+            kernel_size=3,
+            stride=1,
+            padding=1,
+            inflation_mode=inflation_mode,
+        )
+
+        self.mid_block = None
+        self.up_blocks = nn.ModuleList([])
+
+        temb_channels = None
+
+        self.mid_block = UNetMidBlock3D(
+            in_channels=block_out_channels[-1],
+            resnet_eps=1e-6,
+            output_scale_factor=1,
+            resnet_time_scale_shift="default",
+            attention_head_dim=block_out_channels[-1],
+            resnet_groups=norm_num_groups,
+            temb_channels=temb_channels,
+            add_attention=mid_block_add_attention,
+            inflation_mode=inflation_mode,
+            time_receptive_field=time_receptive_field,
+        )
+
+        reversed_block_out_channels = list(reversed(block_out_channels))
+        output_channel = reversed_block_out_channels[0]
+        for i, up_block_type in enumerate(up_block_types):
+            prev_output_channel = output_channel
+            output_channel = reversed_block_out_channels[i]
+
+            is_final_block = i == len(block_out_channels) - 1
+            is_temporal_up_block = i < self.temporal_up_num
+            if up_block_type != "UpDecoderBlock3D":
+                raise ValueError(f"SeedVR2 decoder only supports UpDecoderBlock3D, got {up_block_type}.")
+            up_block = UpDecoderBlock3D(
+                num_layers=self.layers_per_block + 1,
+                in_channels=prev_output_channel,
+                out_channels=output_channel,
+                add_upsample=not is_final_block,
+                resnet_eps=1e-6,
+                resnet_groups=norm_num_groups,
+                temb_channels=temb_channels,
+                temporal_up=is_temporal_up_block,
+                inflation_mode=inflation_mode,
+                time_receptive_field=time_receptive_field,
+            )
+            self.up_blocks.append(up_block)
+            prev_output_channel = output_channel
+
+        self.conv_norm_out = ops.GroupNorm(
+            num_channels=block_out_channels[0], num_groups=norm_num_groups, eps=1e-6
+        )
+        self.conv_act = nn.SiLU()
+        self.conv_out = InflatedCausalConv3d(
+            block_out_channels[0], out_channels, 3, padding=1, inflation_mode=inflation_mode
+        )
+
+
+    def forward(
+        self,
+        sample: torch.FloatTensor,
+        latent_embeds: Optional[torch.FloatTensor] = None,
+        memory_state = None,
+        memory_cache = None,
+    ) -> torch.FloatTensor:
+
+        sample = sample.to(next(self.parameters()).device)
+        sample = self.conv_in(sample, memory_state=memory_state, memory_cache=memory_cache)
+
+        upscale_dtype = next(iter(self.up_blocks.parameters())).dtype
+        sample = self.mid_block(sample, latent_embeds, memory_state=memory_state, memory_cache=memory_cache)
+        sample = sample.to(upscale_dtype)
+
+        for up_block in self.up_blocks:
+            sample = up_block(sample, latent_embeds, memory_state=memory_state, memory_cache=memory_cache)
+
+        sample = causal_norm_wrapper(self.conv_norm_out, sample)
+        sample = self.conv_act(sample)
+        sample = self.conv_out(sample, memory_state=memory_state, memory_cache=memory_cache)
+
+        return sample
+
+class VideoAutoencoderKL(nn.Module):
+    def __init__(
+        self,
+        in_channels: int = 3,
+        out_channels: int = 3,
+        layers_per_block: int = 2,
+        latent_channels: int = SEEDVR2_LATENT_CHANNELS,
+        norm_num_groups: int = 32,
+        temporal_scale_num: int = 2,
+        inflation_mode = "pad",
+        time_receptive_field: _receptive_field_t = "full",
+        slicing_sample_min_size = BYTEDANCE_SLICING_SAMPLE_MIN,
+    ):
+        self.slicing_sample_min_size = slicing_sample_min_size
+        self.slicing_latent_min_size = slicing_sample_min_size // (2**temporal_scale_num)
+        block_out_channels = BYTEDANCE_BLOCK_OUT_CHANNELS
+        down_block_types = ("DownEncoderBlock3D",) * 4
+        up_block_types = ("UpDecoderBlock3D",) * 4
+        super().__init__()
+
+        self.encoder = Encoder3D(
+            in_channels=in_channels,
+            out_channels=latent_channels,
+            down_block_types=down_block_types,
+            block_out_channels=block_out_channels,
+            layers_per_block=layers_per_block,
+            norm_num_groups=norm_num_groups,
+            temporal_down_num=temporal_scale_num,
+            inflation_mode=inflation_mode,
+            time_receptive_field=time_receptive_field,
+        )
+
+        self.decoder = Decoder3D(
+            in_channels=latent_channels,
+            out_channels=out_channels,
+            up_block_types=up_block_types,
+            block_out_channels=block_out_channels,
+            layers_per_block=layers_per_block,
+            norm_num_groups=norm_num_groups,
+            temporal_up_num=temporal_scale_num,
+            inflation_mode=inflation_mode,
+            time_receptive_field=time_receptive_field,
+        )
+
+        self.use_slicing = True
+
+    def encode(self, x: torch.FloatTensor, return_dict: bool = True):
+        h = self.slicing_encode(x)
+        posterior = DiagonalGaussianDistribution(h).mode()
+
+        if not return_dict:
+            return (posterior,)
+
+        return posterior
+
+    def decode_(
+        self, z: torch.Tensor, return_dict: bool = True
+    ):
+        decoded = self.slicing_decode(z)
+
+        if not return_dict:
+            return (decoded,)
+
+        return decoded
+
+    def _encode(
+        self, x, memory_state = MemoryState.DISABLED, memory_cache = None
+    ) -> torch.Tensor:
+        _x = x.to(self.device)
+        h = self.encoder(_x, memory_state=memory_state, memory_cache=memory_cache)
+        return h.to(x.device)
+
+    def _decode(
+        self, z, memory_state = MemoryState.DISABLED, memory_cache = None
+    ) -> torch.Tensor:
+        _z = z.to(self.device)
+        output = self.decoder(_z, memory_state=memory_state, memory_cache=memory_cache)
+        return output.to(z.device)
+
+    def slicing_encode(self, x: torch.Tensor) -> torch.Tensor:
+        if self.use_slicing and (x.shape[2] - 1) > self.slicing_sample_min_size:
+            memory_cache = {}
+            split_size = max(
+                self.slicing_sample_min_size,
+                getattr(self, "temporal_downsample_factor", 1),
+            )
+            x_slices = list(x[:, :, 1:].split(split_size=split_size, dim=2))
+            min_active_len = getattr(self, "temporal_downsample_factor", 1)
+            if len(x_slices) > 1 and x_slices[-1].shape[2] < min_active_len:
+                x_slices[-2] = torch.cat((x_slices[-2], x_slices[-1]), dim=2)
+                x_slices.pop()
+            encoded_slices = [
+                self._encode(
+                    torch.cat((x[:, :, :1], x_slices[0]), dim=2),
+                    memory_state=MemoryState.INITIALIZING,
+                    memory_cache=memory_cache,
+                )
+            ]
+            for x_idx in range(1, len(x_slices)):
+                encoded_slices.append(
+                    self._encode(x_slices[x_idx], memory_state=MemoryState.ACTIVE, memory_cache=memory_cache)
+                )
+            out = torch.cat(encoded_slices, dim=2)
+            return out
+        else:
+            return self._encode(x)
+
+    def slicing_decode(self, z: torch.Tensor) -> torch.Tensor:
+        if self.use_slicing and (z.shape[2] - 1) > self.slicing_latent_min_size:
+            memory_cache = {}
+            z_slices = z[:, :, 1:].split(split_size=self.slicing_latent_min_size, dim=2)
+            decoded_slices = [
+                self._decode(
+                    torch.cat((z[:, :, :1], z_slices[0]), dim=2),
+                    memory_state=MemoryState.INITIALIZING,
+                    memory_cache=memory_cache,
+                )
+            ]
+            for z_idx in range(1, len(z_slices)):
+                decoded_slices.append(
+                    self._decode(z_slices[z_idx], memory_state=MemoryState.ACTIVE, memory_cache=memory_cache)
+                )
+            out = torch.cat(decoded_slices, dim=2)
+            return out
+        else:
+            return self._decode(z)
+
+    def forward(self, x: torch.FloatTensor, mode: Literal["encode", "decode", "all"] = "all"):
+        def _unwrap(value):
+            return value[0] if isinstance(value, tuple) else value
+
+        if mode == "encode":
+            return _unwrap(self.encode(x))
+        if mode == "decode":
+            return _unwrap(self.decode_(x))
+        if mode == "all":
+            latent = _unwrap(self.encode(x))
+            return _unwrap(self.decode_(latent))
+        raise ValueError(f"Unknown SeedVR2 VAE forward mode: {mode}")
+
+class VideoAutoencoderKLWrapper(VideoAutoencoderKL):
+    def __init__(
+        self,
+        spatial_downsample_factor = 8,
+        temporal_downsample_factor = 4,
+    ):
+        self.spatial_downsample_factor = spatial_downsample_factor
+        self.temporal_downsample_factor = temporal_downsample_factor
+        super().__init__()
+        self.set_memory_limit(BYTEDANCE_VAE_CONV_MEM_GIB, BYTEDANCE_VAE_NORM_MEM_GIB)
+
+    def forward(self, x: torch.FloatTensor):
+        z, p = self._encode_with_raw_latent(x)
+        x = self.decode(z)
+        return x, z, p
+
+    def _encode_with_raw_latent(self, x):
+        if x.ndim == 4:
+            x = x.unsqueeze(2)
+        self.device = x.device
+        p = super().encode(x)
+        z = p.squeeze(2)
+        return z, p
+
+    def encode(self, x):
+        z, _ = self._encode_with_raw_latent(x)
+        return z
+
+    def decode(self, z, seedvr2_tiling=None):
+        seedvr2_tiling = {} if seedvr2_tiling is None else seedvr2_tiling
+        if not isinstance(seedvr2_tiling, dict):
+            raise RuntimeError(
+                "SeedVR2 VideoAutoencoderKLWrapper.decode: `seedvr2_tiling` must be a dict; "
+                f"got {type(seedvr2_tiling).__name__} with value {seedvr2_tiling!r}."
+            )
+
+        if z.ndim == 5:
+            _, c, _, _, _ = z.shape
+            if c != SEEDVR2_LATENT_CHANNELS:
+                raise RuntimeError(
+                    "SeedVR2 VideoAutoencoderKLWrapper.decode: 5-D latent input must "
+                    f"have {SEEDVR2_LATENT_CHANNELS} channels; got shape {tuple(z.shape)}."
+                )
+            latent = z
+        elif z.ndim == 4:
+            b, tc, h, w = z.shape
+            if tc % SEEDVR2_LATENT_CHANNELS != 0:
+                raise RuntimeError(
+                    "SeedVR2 VideoAutoencoderKLWrapper.decode: 4-D latent input must "
+                    f"use collapsed channel layout (B, {SEEDVR2_LATENT_CHANNELS}*T, H, W); "
+                    f"got shape {tuple(z.shape)}."
+                )
+            latent = z.reshape(b, SEEDVR2_LATENT_CHANNELS, -1, h, w)
+        else:
+            raise RuntimeError(
+                "SeedVR2 VideoAutoencoderKLWrapper.decode: latent input must be "
+                f"4-D collapsed (B, {SEEDVR2_LATENT_CHANNELS}*T, H, W) or "
+                f"5-D (B, {SEEDVR2_LATENT_CHANNELS}, T, H, W); "
+                f"got shape {tuple(z.shape)}."
+            )
+        scale = BYTEDANCE_VAE_SCALING_FACTOR
+        shift = BYTEDANCE_VAE_SHIFTING_FACTOR
+        latent = latent / scale + shift
+
+        self.device = latent.device
+        enable_tiling = seedvr2_tiling.get("enable_tiling", False)
+
+        if enable_tiling:
+            decode_seedvr2_args = dict(seedvr2_tiling)
+            decode_seedvr2_args.pop("enable_tiling", None)
+            tile_h, tile_w = decode_seedvr2_args.get("tile_size", (512, 512))
+            ov_h, ov_w = decode_seedvr2_args.get("tile_overlap", (64, 64))
+            decode_seedvr2_args["tile_overlap"] = (
+                min(ov_h, max(0, tile_h - 8)),
+                min(ov_w, max(0, tile_w - 8)),
+            )
+            x = tiled_vae(latent, self, **decode_seedvr2_args, encode=False)
+            if x.ndim == 4:
+                # tiled_vae squeezes the temporal axis when
+                # temporal_downsample_factor == 1 AND latent T == 1
+                # (see tiled_vae line 179-180); re-add it so the post-decode
+                # pipeline can keep batch and time distinct on the tiled path.
+                x = x.unsqueeze(2)
+        else:
+            x = super().decode_(latent)
+
+        h, w = x.shape[-2:]
+        w2 = w - (w % 2)
+        h2 = h - (h % 2)
+        x = x[..., :h2, :w2]
+
+        return x
+
+    def decode_tiled(self, z, tile_x=32, tile_y=32, overlap=8, tile_t=None, overlap_t=None):
+        # SeedVR2's causal VAE owns temporal via the MemoryState cache; external
+        # temporal tiling breaks that continuity, so only spatial tiling is applied.
+        sf = self.spatial_downsample_factor
+        seedvr2_tiling = {
+            "enable_tiling": True,
+            "tile_size": (tile_y * sf, tile_x * sf),
+            "tile_overlap": (overlap * sf, overlap * sf),
+            "temporal_size": None,
+            "temporal_overlap": None,
+        }
+        return self.decode(z, seedvr2_tiling=seedvr2_tiling)
+
+    def encode_tiled(self, x, tile_x=None, tile_y=None, overlap=None, tile_t=None, overlap_t=None):
+        # External temporal tiling knobs are discarded; the causal VAE keeps its
+        # own internal MemoryState slicing.
+        if tile_y is None:
+            tile_y = 512
+        if tile_x is None:
+            tile_x = 512
+        if overlap is None:
+            overlap_y = 64
+            overlap_x = 64
+        else:
+            overlap_y = overlap
+            overlap_x = overlap
+        overlap_y = min(overlap_y, max(0, tile_y - 8))
+        overlap_x = min(overlap_x, max(0, tile_x - 8))
+        self.device = x.device
+        return tiled_vae(
+            x,
+            self,
+            tile_size=(tile_y, tile_x),
+            tile_overlap=(overlap_y, overlap_x),
+            temporal_size=None,
+            temporal_overlap=None,
+            encode=True,
+        )
+
+    def comfy_format_encoded(self, samples):
+        if samples.ndim == 4:
+            samples = samples.unsqueeze(2)
+        samples = samples.contiguous()
+        samples = samples * BYTEDANCE_VAE_SCALING_FACTOR
+        return samples
+
+    def comfy_memory_used_decode(self, shape):
+        bytes_per_output_pixel = 160
+
+        def output_pixels(latent_t, latent_h, latent_w):
+            output_t = max(1, (latent_t - 1) * 4 + 1)
+            return output_t * latent_h * 8 * latent_w * 8
+
+        # SeedVR2 decode performs full-frame LAB histogram matching: fp32 channels
+        # plus int64 sort indices dominate peak memory, not the VAE weight dtype.
+        if len(shape) == 5:
+            candidates = []
+            if shape[1] == SEEDVR2_LATENT_CHANNELS:
+                candidates.append((shape[2], shape[3], shape[4]))
+            if shape[-1] == SEEDVR2_LATENT_CHANNELS:
+                candidates.append((shape[1], shape[2], shape[3]))
+            if len(candidates) == 0:
+                candidates.append((shape[2], shape[3], shape[4]))
+            pixels = max(output_pixels(*candidate) for candidate in candidates)
+        elif len(shape) == 4:
+            latent_t = max(1, (shape[1] + SEEDVR2_LATENT_CHANNELS - 1) // SEEDVR2_LATENT_CHANNELS)
+            pixels = output_pixels(latent_t, shape[2], shape[3])
+        else:
+            pixels = output_pixels(1, shape[-2], shape[-1])
+        return pixels * bytes_per_output_pixel
+
+    def set_memory_limit(self, conv_max_mem: Optional[float], norm_max_mem: Optional[float]):
+        set_norm_limit(norm_max_mem)
+        for m in self.modules():
+            if isinstance(m, InflatedCausalConv3d):
+                m.set_memory_limit(conv_max_mem if conv_max_mem is not None else float("inf"))
diff --git a/ComfyUI/comfy/ldm/supir/__init__.py b/ComfyUI/comfy/ldm/supir/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/ComfyUI/comfy/ldm/supir/__pycache__/__init__.cpython-312.pyc b/ComfyUI/comfy/ldm/supir/__pycache__/__init__.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..19554192ec5591a34e8dd9944d9708a0292c6e84
Binary files /dev/null and b/ComfyUI/comfy/ldm/supir/__pycache__/__init__.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/supir/__pycache__/supir_modules.cpython-312.pyc b/ComfyUI/comfy/ldm/supir/__pycache__/supir_modules.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..460f8e02575b5f19f71c82da0fc955e7980a817f
Binary files /dev/null and b/ComfyUI/comfy/ldm/supir/__pycache__/supir_modules.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/supir/__pycache__/supir_patch.cpython-312.pyc b/ComfyUI/comfy/ldm/supir/__pycache__/supir_patch.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..ec1451ae95c0c78a6137fd89b7955aff3af9666a
Binary files /dev/null and b/ComfyUI/comfy/ldm/supir/__pycache__/supir_patch.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/supir/supir_modules.py b/ComfyUI/comfy/ldm/supir/supir_modules.py
new file mode 100644
index 0000000000000000000000000000000000000000..7389b01d2bd55f025b333ba6b1b2e7170a71548a
--- /dev/null
+++ b/ComfyUI/comfy/ldm/supir/supir_modules.py
@@ -0,0 +1,226 @@
+import torch
+import torch.nn as nn
+
+from comfy.ldm.modules.diffusionmodules.util import timestep_embedding
+from comfy.ldm.modules.diffusionmodules.openaimodel import Downsample, TimestepEmbedSequential, ResBlock, SpatialTransformer
+from comfy.ldm.modules.attention import optimized_attention
+
+
+class ZeroSFT(nn.Module):
+    def __init__(self, label_nc, norm_nc, concat_channels=0, dtype=None, device=None, operations=None):
+        super().__init__()
+
+        ks = 3
+        pw = ks // 2
+
+        self.param_free_norm = operations.GroupNorm(32, norm_nc + concat_channels, dtype=dtype, device=device)
+
+        nhidden = 128
+
+        self.mlp_shared = nn.Sequential(
+            operations.Conv2d(label_nc, nhidden, kernel_size=ks, padding=pw, dtype=dtype, device=device),
+            nn.SiLU()
+        )
+        self.zero_mul = operations.Conv2d(nhidden, norm_nc + concat_channels, kernel_size=ks, padding=pw, dtype=dtype, device=device)
+        self.zero_add = operations.Conv2d(nhidden, norm_nc + concat_channels, kernel_size=ks, padding=pw, dtype=dtype, device=device)
+
+        self.zero_conv = operations.Conv2d(label_nc, norm_nc, 1, 1, 0, dtype=dtype, device=device)
+        self.pre_concat = bool(concat_channels != 0)
+
+    def forward(self, c, h, h_ori=None, control_scale=1):
+        if h_ori is not None and self.pre_concat:
+            h_raw = torch.cat([h_ori, h], dim=1)
+        else:
+            h_raw = h
+
+        h = h + self.zero_conv(c)
+        if h_ori is not None and self.pre_concat:
+            h = torch.cat([h_ori, h], dim=1)
+        actv = self.mlp_shared(c)
+        gamma = self.zero_mul(actv)
+        beta = self.zero_add(actv)
+        h = self.param_free_norm(h)
+        h = torch.addcmul(h + beta, h, gamma)
+        if h_ori is not None and not self.pre_concat:
+            h = torch.cat([h_ori, h], dim=1)
+        return torch.lerp(h_raw, h, control_scale)
+
+
+class _CrossAttnInner(nn.Module):
+    """Inner cross-attention module matching the state_dict layout of the original CrossAttention."""
+    def __init__(self, query_dim, context_dim, heads, dim_head, dtype=None, device=None, operations=None):
+        super().__init__()
+        inner_dim = dim_head * heads
+        self.heads = heads
+        self.to_q = operations.Linear(query_dim, inner_dim, bias=False, dtype=dtype, device=device)
+        self.to_k = operations.Linear(context_dim, inner_dim, bias=False, dtype=dtype, device=device)
+        self.to_v = operations.Linear(context_dim, inner_dim, bias=False, dtype=dtype, device=device)
+        self.to_out = nn.Sequential(
+            operations.Linear(inner_dim, query_dim, dtype=dtype, device=device),
+        )
+
+    def forward(self, x, context):
+        q = self.to_q(x)
+        k = self.to_k(context)
+        v = self.to_v(context)
+        return self.to_out(optimized_attention(q, k, v, self.heads))
+
+
+class ZeroCrossAttn(nn.Module):
+    def __init__(self, context_dim, query_dim, dtype=None, device=None, operations=None):
+        super().__init__()
+        heads = query_dim // 64
+        dim_head = 64
+        self.attn = _CrossAttnInner(query_dim, context_dim, heads, dim_head, dtype=dtype, device=device, operations=operations)
+        self.norm1 = operations.GroupNorm(32, query_dim, dtype=dtype, device=device)
+        self.norm2 = operations.GroupNorm(32, context_dim, dtype=dtype, device=device)
+
+    def forward(self, context, x, control_scale=1):
+        b, c, h, w = x.shape
+        x_in = x
+
+        x = self.attn(
+            self.norm1(x).flatten(2).transpose(1, 2),
+            self.norm2(context).flatten(2).transpose(1, 2),
+        ).transpose(1, 2).unflatten(2, (h, w))
+
+        return x_in + x * control_scale
+
+
+class GLVControl(nn.Module):
+    """SUPIR's Guided Latent Vector control encoder. Truncated UNet (input + middle blocks only)."""
+    def __init__(
+        self,
+        in_channels=4,
+        model_channels=320,
+        num_res_blocks=2,
+        attention_resolutions=(4, 2),
+        channel_mult=(1, 2, 4),
+        num_head_channels=64,
+        transformer_depth=(1, 2, 10),
+        context_dim=2048,
+        adm_in_channels=2816,
+        use_linear_in_transformer=True,
+        use_checkpoint=False,
+        dtype=None,
+        device=None,
+        operations=None,
+        **kwargs,
+    ):
+        super().__init__()
+        self.model_channels = model_channels
+        time_embed_dim = model_channels * 4
+
+        self.time_embed = nn.Sequential(
+            operations.Linear(model_channels, time_embed_dim, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(time_embed_dim, time_embed_dim, dtype=dtype, device=device),
+        )
+
+        self.label_emb = nn.Sequential(
+            nn.Sequential(
+                operations.Linear(adm_in_channels, time_embed_dim, dtype=dtype, device=device),
+                nn.SiLU(),
+                operations.Linear(time_embed_dim, time_embed_dim, dtype=dtype, device=device),
+            )
+        )
+
+        self.input_blocks = nn.ModuleList([
+            TimestepEmbedSequential(
+                operations.Conv2d(in_channels, model_channels, 3, padding=1, dtype=dtype, device=device)
+            )
+        ])
+        ch = model_channels
+        ds = 1
+        for level, mult in enumerate(channel_mult):
+            for nr in range(num_res_blocks):
+                layers = [
+                    ResBlock(ch, time_embed_dim, 0, out_channels=mult * model_channels,
+                             dtype=dtype, device=device, operations=operations)
+                ]
+                ch = mult * model_channels
+                if ds in attention_resolutions:
+                    num_heads = ch // num_head_channels
+                    layers.append(
+                        SpatialTransformer(ch, num_heads, num_head_channels,
+                                           depth=transformer_depth[level], context_dim=context_dim,
+                                           use_linear=use_linear_in_transformer,
+                                           use_checkpoint=use_checkpoint,
+                                           dtype=dtype, device=device, operations=operations)
+                    )
+                self.input_blocks.append(TimestepEmbedSequential(*layers))
+            if level != len(channel_mult) - 1:
+                self.input_blocks.append(
+                    TimestepEmbedSequential(
+                        Downsample(ch, True, out_channels=ch, dtype=dtype, device=device, operations=operations)
+                    )
+                )
+                ds *= 2
+
+        num_heads = ch // num_head_channels
+        self.middle_block = TimestepEmbedSequential(
+            ResBlock(ch, time_embed_dim, 0, dtype=dtype, device=device, operations=operations),
+            SpatialTransformer(ch, num_heads, num_head_channels,
+                               depth=transformer_depth[-1], context_dim=context_dim,
+                               use_linear=use_linear_in_transformer,
+                               use_checkpoint=use_checkpoint,
+                               dtype=dtype, device=device, operations=operations),
+            ResBlock(ch, time_embed_dim, 0, dtype=dtype, device=device, operations=operations),
+        )
+
+        self.input_hint_block = TimestepEmbedSequential(
+            operations.Conv2d(in_channels, model_channels, 3, padding=1, dtype=dtype, device=device)
+        )
+
+    def forward(self, x, timesteps, xt, context=None, y=None, **kwargs):
+        t_emb = timestep_embedding(timesteps, self.model_channels, repeat_only=False).to(x.dtype)
+        emb = self.time_embed(t_emb) + self.label_emb(y)
+
+        guided_hint = self.input_hint_block(x, emb, context)
+
+        hs = []
+        h = xt
+        for module in self.input_blocks:
+            if guided_hint is not None:
+                h = module(h, emb, context)
+                h += guided_hint
+                guided_hint = None
+            else:
+                h = module(h, emb, context)
+            hs.append(h)
+        h = self.middle_block(h, emb, context)
+        hs.append(h)
+        return hs
+
+
+class SUPIR(nn.Module):
+    """
+    SUPIR model containing GLVControl (control encoder) and project_modules (adapters).
+    State dict keys match the original SUPIR checkpoint layout:
+      control_model.*           -> GLVControl
+      project_modules.*         -> nn.ModuleList of ZeroSFT/ZeroCrossAttn
+    """
+    def __init__(self, device=None, dtype=None, operations=None):
+        super().__init__()
+
+        self.control_model = GLVControl(dtype=dtype, device=device, operations=operations)
+
+        project_channel_scale = 2
+        cond_output_channels = [320] * 4 + [640] * 3 + [1280] * 3
+        project_channels = [int(c * project_channel_scale) for c in [160] * 4 + [320] * 3 + [640] * 3]
+        concat_channels = [320] * 2 + [640] * 3 + [1280] * 4 + [0]
+        cross_attn_insert_idx = [6, 3]
+
+        self.project_modules = nn.ModuleList()
+        for i in range(len(cond_output_channels)):
+            self.project_modules.append(ZeroSFT(
+                project_channels[i], cond_output_channels[i],
+                concat_channels=concat_channels[i],
+                dtype=dtype, device=device, operations=operations,
+            ))
+
+        for i in cross_attn_insert_idx:
+            self.project_modules.insert(i, ZeroCrossAttn(
+                cond_output_channels[i], concat_channels[i],
+                dtype=dtype, device=device, operations=operations,
+            ))
diff --git a/ComfyUI/comfy/ldm/supir/supir_patch.py b/ComfyUI/comfy/ldm/supir/supir_patch.py
new file mode 100644
index 0000000000000000000000000000000000000000..b67ab4cd89ffc5cb2e325c52af954b40210be233
--- /dev/null
+++ b/ComfyUI/comfy/ldm/supir/supir_patch.py
@@ -0,0 +1,103 @@
+import torch
+from comfy.ldm.modules.diffusionmodules.openaimodel import Upsample
+
+
+class SUPIRPatch:
+    """
+    Holds GLVControl (control encoder) + project_modules (ZeroSFT/ZeroCrossAttn adapters).
+    Runs GLVControl lazily on first patch invocation per step, applies adapters through
+    middle_block_after_patch, output_block_merge_patch, and forward_timestep_embed_patch.
+    """
+    SIGMA_MAX = 14.6146
+
+    def __init__(self, model_patch, project_modules, hint_latent, strength_start, strength_end):
+        self.model_patch = model_patch           # CoreModelPatcher wrapping GLVControl
+        self.project_modules = project_modules   # nn.ModuleList of ZeroSFT/ZeroCrossAttn
+        self.hint_latent = hint_latent           # encoded LQ image latent
+        self.strength_start = strength_start
+        self.strength_end = strength_end
+        self.cached_features = None
+        self.adapter_idx = 0
+        self.control_idx = 0
+        self.current_control_idx = 0
+        self.active = True
+
+    def _ensure_features(self, kwargs):
+        """Run GLVControl on first call per step, cache results."""
+        if self.cached_features is not None:
+            return
+        x = kwargs["x"]
+        b = x.shape[0]
+        hint = self.hint_latent.to(device=x.device, dtype=x.dtype)
+        if hint.shape[0] != b:
+            hint = hint.expand(b, -1, -1, -1) if hint.shape[0] == 1 else hint.repeat((b + hint.shape[0] - 1) // hint.shape[0], 1, 1, 1)[:b]
+        self.cached_features = self.model_patch.model.control_model(
+            hint, kwargs["timesteps"], x,
+            kwargs["context"], kwargs["y"]
+        )
+        self.adapter_idx = len(self.project_modules) - 1
+        self.control_idx = len(self.cached_features) - 1
+
+    def _get_control_scale(self, kwargs):
+        if self.strength_start == self.strength_end:
+            return self.strength_end
+        sigma = kwargs["transformer_options"].get("sigmas")
+        if sigma is None:
+            return self.strength_end
+        s = sigma[0].item() if sigma.dim() > 0 else sigma.item()
+        t = min(s / self.SIGMA_MAX, 1.0)
+        return t * (self.strength_start - self.strength_end) + self.strength_end
+
+    def middle_after(self, kwargs):
+        """middle_block_after_patch: run GLVControl lazily, apply last adapter after middle block."""
+        self.cached_features = None  # reset from previous step
+        self.current_scale = self._get_control_scale(kwargs)
+        self.active = self.current_scale > 0
+        if not self.active:
+            return {"h": kwargs["h"]}
+        self._ensure_features(kwargs)
+        h = kwargs["h"]
+        h = self.project_modules[self.adapter_idx](
+            self.cached_features[self.control_idx], h, control_scale=self.current_scale
+        )
+        self.adapter_idx -= 1
+        self.control_idx -= 1
+        return {"h": h}
+
+    def output_block(self, h, hsp, transformer_options):
+        """output_block_patch: ZeroSFT adapter fusion replaces cat([h, hsp]). Returns (h, None) to skip cat."""
+        if not self.active:
+            return h, hsp
+        self.current_control_idx = self.control_idx
+        h = self.project_modules[self.adapter_idx](
+            self.cached_features[self.control_idx], hsp, h, control_scale=self.current_scale
+        )
+        self.adapter_idx -= 1
+        self.control_idx -= 1
+        return h, None
+
+    def pre_upsample(self, layer, x, emb, context, transformer_options, output_shape, *args, **kw):
+        """forward_timestep_embed_patch for Upsample: extra cross-attn adapter before upsample."""
+        block_type, _ = transformer_options["block"]
+        if block_type == "output" and self.active and self.cached_features is not None:
+            x = self.project_modules[self.adapter_idx](
+                self.cached_features[self.current_control_idx], x, control_scale=self.current_scale
+            )
+            self.adapter_idx -= 1
+        return layer(x, output_shape=output_shape)
+
+    def to(self, device_or_dtype):
+        if isinstance(device_or_dtype, torch.device):
+            self.cached_features = None
+            if self.hint_latent is not None:
+                self.hint_latent = self.hint_latent.to(device_or_dtype)
+        return self
+
+    def models(self):
+        return [self.model_patch]
+
+    def register(self, model_patcher):
+        """Register all patches on a cloned model patcher."""
+        model_patcher.set_model_patch(self.middle_after, "middle_block_after_patch")
+        model_patcher.set_model_output_block_patch(self.output_block)
+        model_patcher.set_model_patch((Upsample, self.pre_upsample), "forward_timestep_embed_patch")
diff --git a/ComfyUI/comfy/ldm/triposplat/__pycache__/gaussian.cpython-312.pyc b/ComfyUI/comfy/ldm/triposplat/__pycache__/gaussian.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..534abd5ede104f9e2ba4134cf16b805b05f09a0c
Binary files /dev/null and b/ComfyUI/comfy/ldm/triposplat/__pycache__/gaussian.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/triposplat/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/triposplat/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..144047c568cf3e3ff1d35fc749f4cade6d05e8c7
Binary files /dev/null and b/ComfyUI/comfy/ldm/triposplat/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/triposplat/__pycache__/vae.cpython-312.pyc b/ComfyUI/comfy/ldm/triposplat/__pycache__/vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..4da6deffd2e8ba5f010f491e314b4f9c2664bf7b
Binary files /dev/null and b/ComfyUI/comfy/ldm/triposplat/__pycache__/vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/triposplat/gaussian.py b/ComfyUI/comfy/ldm/triposplat/gaussian.py
new file mode 100644
index 0000000000000000000000000000000000000000..a4cd2f62fc8fe6c868db2e23d21924532df7900b
--- /dev/null
+++ b/ComfyUI/comfy/ldm/triposplat/gaussian.py
@@ -0,0 +1,199 @@
+# TripoSplat 3D gaussian container. Operates on already-decoded
+# tensors and exposes them as render-ready tensors (render_tensors) for the generic SPLAT type.
+import torch
+import torch.nn.functional as F
+
+import comfy.model_management
+
+
+class GaussianModel:
+    def __init__(self, aabb: list, sh_degree: int = 0, mininum_kernel_size: float = 0.0,
+                 scaling_bias: float = 0.01, opacity_bias: float = 0.1,
+                 scaling_activation: str = "exp", device=None):
+        self.sh_degree = sh_degree
+        self.mininum_kernel_size = mininum_kernel_size
+        self.scaling_bias = scaling_bias
+        self.opacity_bias = opacity_bias
+        self.device = device
+        self.aabb = torch.tensor(aabb, dtype=torch.float32, device=device)
+
+        if scaling_activation == "exp":
+            self._scaling_activation = torch.exp
+            self._inverse_scaling_activation = torch.log
+        elif scaling_activation == "softplus":
+            self._scaling_activation = F.softplus
+            self._inverse_scaling_activation = lambda x: x + torch.log(-torch.expm1(-x))
+
+        self._opacity_activation = torch.sigmoid
+        self._inverse_opacity_activation = lambda x: torch.log(x / (1 - x))
+
+        self.scale_bias = self._inverse_scaling_activation(torch.tensor(self.scaling_bias)).to(self.device)
+        self.rots_bias = torch.zeros(4, device=self.device)
+        self.rots_bias[0] = 1
+        self.opacity_bias_val = self._inverse_opacity_activation(torch.tensor(self.opacity_bias)).to(self.device)
+
+        self._storage = {}
+
+    def _get_store(self, name):
+        return self._storage.get(name)
+
+    def _set_store(self, name, value):
+        self._storage[name] = value
+
+    @property
+    def _xyz(self):
+        return self._get_store("_xyz")
+    @_xyz.setter
+    def _xyz(self, value):
+        if value is None:
+            self._set_store("_xyz", None)
+            self._set_store("xyz", None)
+            return
+        self._set_store("_xyz", value)
+        self._set_store("xyz", value * self.aabb[None, 3:] + self.aabb[None, :3])
+
+    @property
+    def get_xyz(self):
+        return self._get_store("xyz")
+
+    @property
+    def _features_dc(self):
+        return self._get_store("_features_dc")
+    @_features_dc.setter
+    def _features_dc(self, value):
+        self._set_store("_features_dc", value)
+
+    @property
+    def _opacity(self):
+        return self._get_store("_opacity")
+    @_opacity.setter
+    def _opacity(self, value):
+        if value is None:
+            self._set_store("_opacity", None)
+            self._set_store("opacity", None)
+            return
+        self._set_store("_opacity", value)
+        self._set_store("opacity", self._opacity_activation(value + self.opacity_bias_val))
+
+    @property
+    def get_opacity(self):
+        return self._get_store("opacity")
+
+    @property
+    def _scaling(self):
+        return self._get_store("_scaling")
+    @_scaling.setter
+    def _scaling(self, value):
+        if value is None:
+            self._set_store("_scaling", None)
+            self._set_store("scaling", None)
+            return
+        self._set_store("_scaling", value)
+        s = self._scaling_activation(value + self.scale_bias)
+        s = torch.square(s) + self.mininum_kernel_size ** 2
+        self._set_store("scaling", torch.sqrt(s))
+
+    @property
+    def get_scaling(self):
+        return self._get_store("scaling")
+
+    @property
+    def _rotation(self):
+        return self._get_store("_rotation")
+    @_rotation.setter
+    def _rotation(self, value):
+        self._set_store("_rotation", value)
+
+    _DEFAULT_TRANSFORM = [[1, 0, 0], [0, 0, -1], [0, 1, 0]]
+
+    def render_tensors(self):
+        # Render-ready (activated, world-space) tensors for the generic SPLAT type. The axis transform
+        # (a 3x3 rotation, object frame -> viewer Y-up) is baked into positions and rotations.
+        # Returns float tensors on the intermediate device: positions (N,3), scales (N,3) linear,
+        # rotations (N,4) wxyz, opacities (N,1) in [0,1], sh (N,K,3) coefficients.
+        xyz = self.get_xyz.float()
+        scaling = self.get_scaling.float()
+        opacity = self.get_opacity.float()
+        rotation = (self._rotation + self.rots_bias[None, :]).float()
+        sh = self._features_dc.float()  # (N, K, 3)
+        T = torch.as_tensor(self._DEFAULT_TRANSFORM, dtype=torch.float32, device=xyz.device)
+        xyz = xyz @ T.T
+        rotation = _matrix_to_quat(torch.matmul(T, _quat_to_matrix(rotation)))
+        rotation = rotation / torch.linalg.norm(rotation, dim=-1, keepdim=True)
+        out_device = comfy.model_management.intermediate_device()
+        return (
+            xyz.to(out_device).contiguous(), scaling.to(out_device).contiguous(),
+            rotation.to(out_device).contiguous(), opacity.to(out_device).contiguous(),
+            sh.to(out_device).contiguous(),
+        )
+
+
+def _quat_to_matrix(q):
+    q = q / torch.linalg.norm(q, dim=-1, keepdim=True)
+    w, x, y, z = q[:, 0], q[:, 1], q[:, 2], q[:, 3]
+    R = torch.stack([
+        1 - 2*(y*y + z*z), 2*(x*y - w*z),     2*(x*z + w*y),
+        2*(x*y + w*z),     1 - 2*(x*x + z*z), 2*(y*z - w*x),
+        2*(x*z - w*y),     2*(y*z + w*x),     1 - 2*(x*x + y*y),
+    ], dim=-1).reshape(-1, 3, 3)
+    return R
+
+
+def _matrix_to_quat(R):
+    trace = R[:, 0, 0] + R[:, 1, 1] + R[:, 2, 2]
+    q = torch.zeros((R.shape[0], 4), dtype=R.dtype, device=R.device)
+    s = torch.sqrt(torch.clamp(trace + 1, min=0)) * 2
+    q[:, 0] = 0.25 * s
+    denom = torch.where(s != 0, s, torch.ones_like(s))
+    q[:, 1] = (R[:, 2, 1] - R[:, 1, 2]) / denom
+    q[:, 2] = (R[:, 0, 2] - R[:, 2, 0]) / denom
+    q[:, 3] = (R[:, 1, 0] - R[:, 0, 1]) / denom
+    m01 = (R[:, 0, 0] >= R[:, 1, 1]) & (R[:, 0, 0] >= R[:, 2, 2]) & (s == 0)
+    s1 = torch.sqrt(torch.clamp(1 + R[:, 0, 0] - R[:, 1, 1] - R[:, 2, 2], min=0)) * 2
+    q[m01, 0] = (R[m01, 2, 1] - R[m01, 1, 2]) / s1[m01]
+    q[m01, 1] = 0.25 * s1[m01]
+    q[m01, 2] = (R[m01, 0, 1] + R[m01, 1, 0]) / s1[m01]
+    q[m01, 3] = (R[m01, 0, 2] + R[m01, 2, 0]) / s1[m01]
+    m11 = (R[:, 1, 1] > R[:, 0, 0]) & (R[:, 1, 1] >= R[:, 2, 2]) & (s == 0)
+    s2 = torch.sqrt(torch.clamp(1 + R[:, 1, 1] - R[:, 0, 0] - R[:, 2, 2], min=0)) * 2
+    q[m11, 0] = (R[m11, 0, 2] - R[m11, 2, 0]) / s2[m11]
+    q[m11, 1] = (R[m11, 0, 1] + R[m11, 1, 0]) / s2[m11]
+    q[m11, 2] = 0.25 * s2[m11]
+    q[m11, 3] = (R[m11, 1, 2] + R[m11, 2, 1]) / s2[m11]
+    m21 = (R[:, 2, 2] > R[:, 0, 0]) & (R[:, 2, 2] > R[:, 1, 1]) & (s == 0)
+    s3 = torch.sqrt(torch.clamp(1 + R[:, 2, 2] - R[:, 0, 0] - R[:, 1, 1], min=0)) * 2
+    q[m21, 0] = (R[m21, 1, 0] - R[m21, 0, 1]) / s3[m21]
+    q[m21, 1] = (R[m21, 0, 2] + R[m21, 2, 0]) / s3[m21]
+    q[m21, 2] = (R[m21, 1, 2] + R[m21, 2, 1]) / s3[m21]
+    q[m21, 3] = 0.25 * s3[m21]
+    return q / torch.linalg.norm(q, dim=-1, keepdim=True)
+
+
+def build_gaussian_models(decoder, points_pred: dict, pred: dict):
+    # Assemble GaussianModels from the elastic decoder layout. decoder is the ElasticGaussianFixedlenDecoder
+    # (carries layout / rep_config / _get_offset)
+    x = points_pred
+    offset = decoder._get_offset(pred['features'])
+    h = pred["features"]
+    ret = []
+    for i in range(h.shape[0]):
+        g = GaussianModel(
+            sh_degree=0,
+            aabb=[-0.5, -0.5, -0.5, 1.0, 1.0, 1.0],
+            mininum_kernel_size=decoder.rep_config['filter_kernel_size_3d'],
+            scaling_bias=decoder.rep_config['scaling_bias'],
+            opacity_bias=decoder.rep_config['opacity_bias'],
+            scaling_activation=decoder.rep_config['scaling_activation'],
+            device=h.device,
+        )
+        _x = x["points"][i, :, None, :]
+        for k, v in decoder.layout.items():
+            if k == '_xyz':
+                setattr(g, k, (offset[i] + _x).flatten(0, 1))
+            elif k in ('_xyz_center', '_offset_scale'):
+                continue
+            else:
+                feats = h[i][:, v['range'][0]:v['range'][1]].reshape(-1, *v['shape']).flatten(0, 1)
+                setattr(g, k, feats * decoder.rep_config['lr'][k])
+        ret.append(g)
+    return ret
diff --git a/ComfyUI/comfy/ldm/triposplat/model.py b/ComfyUI/comfy/ldm/triposplat/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..d8a531772d49195d628f73f441aa6be0dfc4da02
--- /dev/null
+++ b/ComfyUI/comfy/ldm/triposplat/model.py
@@ -0,0 +1,326 @@
+# TripoSplat flow-matching denoiser (LatentSeqMMFlowModel). Registered as a ModelType.FLOW arch and
+# driven by the standard KSampler; jointly denoises the (B, 8192, 16) latent and a (B, 1, 5) camera token
+# carried as a 2-element nested latent.
+import numpy as np
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.model_management
+import comfy.patcher_extension
+import comfy.rmsnorm
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.flux.math import apply_rope
+
+
+class MultiHeadRMSNorm(nn.Module):
+    def __init__(self, dim, heads, dtype=None, device=None):
+        super().__init__()
+        self.gamma = nn.Parameter(torch.empty(heads, dim, dtype=dtype, device=device))
+
+    def forward(self, x):
+        x = comfy.rmsnorm.rms_norm(x)
+        return x * comfy.model_management.cast_to(self.gamma, x.dtype, x.device)
+
+
+# Positional embeddings
+
+class RePo3DRotaryEmbedding(nn.Module):
+    def __init__(self, model_channels, num_heads, head_dim, repo_hidden_ratio=0.125, max_freq=16.0,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        self.num_heads = num_heads
+        self.head_dim = head_dim
+        repo_hidden_size = int(model_channels * repo_hidden_ratio)
+        self.norm = operations.LayerNorm(model_channels, dtype=dtype, device=device)
+        self.gate_map = operations.Linear(model_channels, repo_hidden_size, bias=False, dtype=dtype, device=device)
+        self.content_map = operations.Linear(model_channels, repo_hidden_size, bias=False, dtype=dtype, device=device)
+        self.act = nn.SiLU()
+        self.final_map = operations.Linear(repo_hidden_size, 3 * num_heads, bias=False, dtype=dtype, device=device)
+        self.dim_0 = 2 * (head_dim // 6)
+        self.dim_1 = 2 * (head_dim // 6)
+        self.dim_2 = head_dim - self.dim_0 - self.dim_1
+        dims = [self.dim_0, self.dim_1, self.dim_2]
+        freqs_list = []
+        for d in dims:
+            freq_dim = d // 2
+            freqs_list.append(torch.linspace(1.0, float(max_freq), steps=freq_dim, dtype=torch.float32))
+        self.freqs_0 = nn.Parameter(freqs_list[0])
+        self.freqs_1 = nn.Parameter(freqs_list[1])
+        self.freqs_2 = nn.Parameter(freqs_list[2])
+
+    def forward(self, hidden_states):
+        h = self.norm(hidden_states)
+        feat = self.act(self.gate_map(h)) * self.content_map(h)
+        out = self.final_map(feat)
+        B, L, _ = out.shape
+        delta_pos = out.reshape(B, L, self.num_heads, 3)
+        f0 = comfy.model_management.cast_to(self.freqs_0, torch.float32, out.device)
+        f1 = comfy.model_management.cast_to(self.freqs_1, torch.float32, out.device)
+        f2 = comfy.model_management.cast_to(self.freqs_2, torch.float32, out.device)
+        ang_0 = delta_pos[..., 0].unsqueeze(-1) * f0 * torch.pi
+        ang_1 = delta_pos[..., 1].unsqueeze(-1) * f1 * torch.pi
+        ang_2 = delta_pos[..., 2].unsqueeze(-1) * f2 * torch.pi
+        ang = torch.cat([ang_0, ang_1, ang_2], dim=-1).float()  # (B, L, heads, head_dim/2)
+        cos, sin = ang.cos(), ang.sin()
+        return torch.stack([cos, -sin, sin, cos], dim=-1).reshape(*ang.shape, 2, 2)
+
+
+class PcdAbsolutePositionEmbedder(nn.Module):
+    # Sinusoidal absolute position embedding. Two fixed schedules are used in TripoSplat:
+    # "pow2" (flow-model latent anchors) and "log2" (octree / gaussian decoders).
+    def __init__(self, channels: int, in_channels: int = 3, max_res: int = 16, schedule: str = "pow2"):
+        super().__init__()
+        self.channels = channels
+        self.in_channels = in_channels
+        self.max_res = max_res
+        self.schedule = schedule
+        self.freq_dim = channels // in_channels // 2
+
+    def _freqs(self, device):
+        if self.schedule == "pow2":
+            freqs_2exp = torch.arange(self.max_res, dtype=torch.float32, device=device)
+            res_dim = max(0, self.freq_dim - self.max_res)
+            freqs_res = (torch.arange(res_dim, dtype=torch.float32, device=device) / max(res_dim, 1) * self.max_res
+                         if res_dim > 0 else torch.empty(0, device=device))
+            freqs = torch.cat([freqs_2exp, freqs_res], dim=0)[:self.freq_dim]
+            return torch.pow(2.0, freqs) * 2.0  # *2 folds this schedule's 2*pi into the shared *pi below
+        logs = torch.linspace(0.0, float(self.max_res), steps=self.freq_dim, dtype=torch.float32, device=device)
+        return torch.pow(2.0, logs)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        orig_dtype = x.dtype
+        x = x.float()
+        *dims, D = x.shape
+        out = torch.outer(x.reshape(-1), self._freqs(x.device)) * torch.pi
+        out = torch.cat([out.sin(), out.cos()], dim=-1).reshape(*dims, -1)
+        if out.shape[-1] < self.channels:
+            out = torch.cat([out, torch.zeros(*dims, self.channels - out.shape[-1],
+                                              device=out.device, dtype=out.dtype)], dim=-1)
+        return out.to(orig_dtype)
+
+
+def attention(q, k, v, transformer_options=None):
+    # q, k, v: (B, L, heads, dim) -> (B, L, heads, dim). Shared optimized_attention call convention.
+    out = optimized_attention(q.transpose(1, 2), k.transpose(1, 2), v.transpose(1, 2), heads=q.shape[2],
+                              skip_reshape=True, skip_output_reshape=True, low_precision_attention=False,
+                              transformer_options=transformer_options)
+    return out.transpose(1, 2)
+
+
+# Transformer building blocks
+
+class MLP(nn.Module):
+    def __init__(self, in_channels, hidden_channels, out_channels, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.mlp = nn.Sequential(
+            operations.Linear(in_channels, hidden_channels, dtype=dtype, device=device),
+            nn.GELU(approximate="tanh"),
+            operations.Linear(hidden_channels, out_channels, dtype=dtype, device=device),
+        )
+
+    def forward(self, x):
+        return self.mlp(x)
+
+
+class RopeMultiHeadAttention(nn.Module):
+    def __init__(self, channels, num_heads, qkv_bias=True, qk_rms_norm=False, use_rope=False,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        self.channels = channels
+        self.num_heads = num_heads
+        self.head_dim = channels // num_heads
+        self.qk_rms_norm = qk_rms_norm
+        self.use_rope = use_rope
+        self.qkv = operations.Linear(channels, channels * 3, bias=qkv_bias, dtype=dtype, device=device)
+        if self.qk_rms_norm:
+            self.q_norm = MultiHeadRMSNorm(self.head_dim, num_heads, dtype=dtype, device=device)
+            self.k_norm = MultiHeadRMSNorm(self.head_dim, num_heads, dtype=dtype, device=device)
+        self.out = operations.Linear(channels, channels, dtype=dtype, device=device)
+
+    def forward(self, x, rope_emb=None, transformer_options=None):
+        B, L, C = x.shape
+        qkv = self.qkv(x).reshape(B, L, 3, self.num_heads, self.head_dim)
+        q, k, v = qkv.unbind(2)
+        if self.use_rope:
+            q, k = apply_rope(q, k, rope_emb)
+        if self.qk_rms_norm:
+            q = self.q_norm(q)
+            k = self.k_norm(k)
+        h = attention(q, k, v, transformer_options)  # (B, L, heads, dim)
+        return self.out(h.reshape(B, L, C))
+
+
+class UnifiedTransformerBlock(nn.Module):
+    def __init__(self, channels, num_heads, mlp_ratio=4.0,
+                 use_rope=False, qk_rms_norm=False, qkv_bias=True,
+                 modulation=True, share_mod=False,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        self.modulation = modulation
+        self.share_mod = share_mod
+        self.norm1 = operations.LayerNorm(channels, elementwise_affine=not modulation, eps=1e-6, dtype=dtype, device=device)
+        self.norm2 = operations.LayerNorm(channels, elementwise_affine=not modulation, eps=1e-6, dtype=dtype, device=device)
+        self.attn = RopeMultiHeadAttention(channels, num_heads=num_heads,
+                                           qkv_bias=qkv_bias, use_rope=use_rope, qk_rms_norm=qk_rms_norm,
+                                           dtype=dtype, device=device, operations=operations)
+        self.mlp = MLP(channels, int(channels * mlp_ratio), channels, dtype=dtype, device=device, operations=operations)
+        if modulation:
+            if not share_mod:
+                self.adaLN_modulation = nn.Sequential(
+                    nn.SiLU(), operations.Linear(channels, 6 * channels, bias=True, dtype=dtype, device=device))
+            self.shift_table = nn.Parameter(torch.empty(1, 6 * channels, dtype=dtype, device=device))
+
+    def forward(self, x, mod=None, rotary_emb=None, transformer_options=None):
+        if self.modulation:
+            if not self.share_mod:
+                mod = self.adaLN_modulation(mod)
+            mod = mod + comfy.model_management.cast_to(self.shift_table, mod.dtype, mod.device)
+            shift_msa, scale_msa, gate_msa, shift_mlp, scale_mlp, gate_mlp = mod.chunk(6, dim=1)
+            h = torch.addcmul(shift_msa.unsqueeze(1), self.norm1(x), 1 + scale_msa.unsqueeze(1))
+            x = torch.addcmul(x, self.attn(h, rope_emb=rotary_emb, transformer_options=transformer_options), gate_msa.unsqueeze(1))
+            h = torch.addcmul(shift_mlp.unsqueeze(1), self.norm2(x), 1 + scale_mlp.unsqueeze(1))
+            x = torch.addcmul(x, self.mlp(h), gate_mlp.unsqueeze(1))
+        else:
+            x = x + self.attn(self.norm1(x), rope_emb=rotary_emb, transformer_options=transformer_options)
+            x = x + self.mlp(self.norm2(x))
+        return x
+
+
+class TimestepEmbedder(nn.Module):
+    def __init__(self, hidden_size, frequency_embedding_size=256, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.mlp = nn.Sequential(
+            operations.Linear(frequency_embedding_size, hidden_size, bias=True, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(hidden_size, hidden_size, bias=True, dtype=dtype, device=device),
+        )
+        self.frequency_embedding_size = frequency_embedding_size
+
+    @staticmethod
+    def timestep_embedding(t, dim, max_period=10000):
+        half = dim // 2
+        freqs = torch.exp(-np.log(max_period) * torch.arange(start=0, end=half, dtype=torch.float32) / half).to(device=t.device)
+        args = t[:, None].float() * freqs[None]
+        embedding = torch.cat([torch.cos(args), torch.sin(args)], dim=-1)
+        if dim % 2:
+            embedding = torch.cat([embedding, torch.zeros_like(embedding[:, :1])], dim=-1)
+        return embedding
+
+    def forward(self, t):
+        emb = self.timestep_embedding(t, self.frequency_embedding_size)
+        return self.mlp(emb.to(self.mlp[0].weight.dtype))
+
+
+class LatentSeqMMFlowModel(nn.Module):
+    def __init__(self, image_model=None, q_token_length=8192, in_channels=16, model_channels=1024,
+                 cond_channels=1280, out_channels=16, num_blocks=24, num_refiner_blocks=2,
+                 num_heads=None, num_head_channels=64, cam_channels=5, cond2_channels=128,
+                 mlp_ratio=4, share_mod=True, qk_rms_norm=True,
+                 dtype=None, device=None, operations=None, **kwargs):
+        super().__init__()
+        self.dtype = dtype
+        self.q_token_length = q_token_length
+        self.in_channels = in_channels
+        self.cam_channels = cam_channels
+        self.model_channels = model_channels
+        self.cond_channels = cond_channels
+        self.cond2_channels = cond2_channels
+        self.out_channels = out_channels
+        self.num_blocks = num_blocks
+        self.num_refiner_blocks = num_refiner_blocks
+        self.num_heads = num_heads or model_channels // num_head_channels
+        self.mlp_ratio = mlp_ratio
+        self.share_mod = share_mod
+        self.qk_rms_norm = qk_rms_norm
+
+        factory_kwargs = dict(dtype=dtype, device=device)
+        op_kwargs = dict(operations=operations, **factory_kwargs)
+
+        self.t_embedder = TimestepEmbedder(model_channels, **op_kwargs)
+        if share_mod:
+            self.adaLN_modulation = nn.Sequential(nn.SiLU(), operations.Linear(model_channels, 6 * model_channels, bias=True, **factory_kwargs))
+
+        self.input_layer = operations.Linear(in_channels, model_channels, **factory_kwargs)
+        self.cond_embedder = operations.Linear(cond_channels, model_channels, **factory_kwargs)
+        self.cond_embedder2 = operations.Linear(cond2_channels, model_channels, **factory_kwargs) if cond2_channels is not None else None
+
+        # Fixed Sobol (low-discrepancy) 3D anchor positions for the latent tokens, used as positional encoding.
+        # The embedder is parameter-free and the anchors are fixed, precompute once.
+        sobol_seq = torch.quasirandom.SobolEngine(dimension=3, scramble=True, seed=123).draw(q_token_length)
+        pos_emb = PcdAbsolutePositionEmbedder(model_channels)(sobol_seq.unsqueeze(0))
+        self.register_buffer("pos_emb", pos_emb, persistent=False)
+
+        # RePo3DRotaryEmbedding layers for the refiner and main blocks
+        repo_kwargs = dict(num_heads=self.num_heads, head_dim=num_head_channels, **op_kwargs)
+        self.noise_repo_layers = nn.ModuleList(
+            [RePo3DRotaryEmbedding(model_channels, **repo_kwargs) for _ in range(num_refiner_blocks)])
+        self.context_repo_layers = nn.ModuleList(
+            [RePo3DRotaryEmbedding(model_channels, **repo_kwargs) for _ in range(num_refiner_blocks)])
+        self.repo_layers = nn.ModuleList(
+            [RePo3DRotaryEmbedding(model_channels, **repo_kwargs) for _ in range(num_blocks)])
+
+        # Refiner blocks
+        block_kwargs = dict(num_heads=self.num_heads, mlp_ratio=self.mlp_ratio, use_rope=True, qk_rms_norm=self.qk_rms_norm, **op_kwargs)
+        self.noise_refiner = nn.ModuleList(
+            [UnifiedTransformerBlock(model_channels, modulation=True, share_mod=self.share_mod, **block_kwargs) for _ in range(num_refiner_blocks)])
+        self.context_refiner = nn.ModuleList(
+            [UnifiedTransformerBlock(model_channels, modulation=False, **block_kwargs) for _ in range(num_refiner_blocks)])
+
+        self.cam_refiner = MLP(self.cam_channels, model_channels, model_channels, **op_kwargs)
+
+        self.blocks = nn.ModuleList(
+            [UnifiedTransformerBlock(model_channels, modulation=True, share_mod=self.share_mod, **block_kwargs) for _ in range(num_blocks)])
+
+        self.shift_table = nn.Parameter(torch.empty(1, 2, model_channels, **factory_kwargs))
+        self.out_layer = operations.Linear(model_channels, out_channels, **factory_kwargs)
+        self.cam_out_layer = operations.Linear(model_channels, cam_channels, **factory_kwargs)
+
+    def forward(self, x, t, context=None, ref_latents=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, t, context, ref_latents, transformer_options, **kwargs)
+
+    def _forward(self, x, t, context=None, ref_latents=None, transformer_options={}, **kwargs):
+        # x is the unpacked nested latent: [latent (B,8192,in_channels), camera (B,1,cam_channels)].
+        # context == feature1.
+        z, camera = x[0], x[1]
+        feat1 = context
+
+        h_x = self.input_layer(z)
+        h_cond = self.cond_embedder(feat1)
+        if ref_latents is not None and self.cond_embedder2 is not None:
+            # Flatten the Flux2 VAE latent (B,128,h,w) to a token sequence and front-pad to feat1's length
+            # (the pad count = feat1's prefix tokens: DINOv3 cls + registers), then add to the context.
+            feat2 = ref_latents[0].flatten(2).transpose(1, 2)
+            feat2 = F.pad(feat2, (0, 0, feat1.shape[1] - feat2.shape[1], 0))
+            h_cond = h_cond + self.cond_embedder2(feat2.to(h_cond.dtype))
+        t_emb = self.t_embedder(t)
+        t_mod = self.adaLN_modulation(t_emb) if self.share_mod else t_emb
+
+        h_x = h_x + self.pos_emb.to(z)
+
+        for i, block in enumerate(self.noise_refiner):
+            h_x = block(h_x, mod=t_mod, rotary_emb=self.noise_repo_layers[i](h_x), transformer_options=transformer_options)
+
+        for i, block in enumerate(self.context_refiner):
+            h_cond = block(h_cond, mod=None, rotary_emb=self.context_repo_layers[i](h_cond), transformer_options=transformer_options)
+
+        cam = camera.to(z)
+        h_cam = self.cam_refiner(cam)
+        h = torch.cat([h_x, h_cond, h_cam], dim=1)
+
+        for i, block in enumerate(self.blocks):
+            h = block(h, mod=t_mod, rotary_emb=self.repo_layers[i](h), transformer_options=transformer_options)
+
+        h_x = F.layer_norm(h[:, :z.shape[1]].float(), h.shape[-1:]).to(z)
+        h_cam = F.layer_norm(h[:, -cam.shape[1]:].float(), h.shape[-1:]).to(z)
+
+        shift, scale = (comfy.model_management.cast_to(self.shift_table, t_emb.dtype, t_emb.device) + t_emb.unsqueeze(1)).chunk(2, dim=1)
+        scale = 1 + scale
+        h_x = torch.addcmul(shift, h_x, scale)
+        h_cam = torch.addcmul(shift, h_cam, scale)
+
+        return self.out_layer(h_x), self.cam_out_layer(h_cam)
diff --git a/ComfyUI/comfy/ldm/triposplat/preview.py b/ComfyUI/comfy/ldm/triposplat/preview.py
new file mode 100644
index 0000000000000000000000000000000000000000..6a942bb53b09312131644bd3ddbf4f05a29993ca
--- /dev/null
+++ b/ComfyUI/comfy/ldm/triposplat/preview.py
@@ -0,0 +1,91 @@
+# Live preview for TripoSplat: decode an x0 estimate into a coarse gaussian splat and render it with a perspective orbit camera.
+import numpy as np
+from PIL import Image
+
+_C0 = 0.28209479177387814
+_LATENT_TOKENS = 8192  # q_token_length
+_LATENT_CH = 16        # in_channels
+_OBJECT_TO_VIEWER = np.array([[1, 0, 0], [0, 0, -1], [0, 1, 0]], np.float32)  # object frame -> viewer Y-up frame
+
+
+def _view_matrix(yaw_deg, pitch_deg):
+    y, p = np.radians(yaw_deg), np.radians(pitch_deg)
+    Ry = np.array([[np.cos(y), 0, np.sin(y)], [0, 1, 0], [-np.sin(y), 0, np.cos(y)]], np.float32)
+    Rx = np.array([[1, 0, 0], [0, np.cos(p), -np.sin(p)], [0, np.sin(p), np.cos(p)]], np.float32)
+    return Rx @ Ry
+
+
+def render_splat(xyz, rgb, scale, opacity=None, yaw=35.0, pitch=30.0, size=320, min_px=2, gain=1.0,
+                 max_px=9, min_opacity=0.0, fov=35.0, dist=2.2):
+    # Project gaussian centers with a perspective camera and paint each as a filled disk whose screen
+    # radius follows the gaussian's world-space scale, composited with a nearest-wins z-buffer.
+    # gain scales the footprint (≈ std spanned), `min_px`/`max_px` clamp the on-screen radius.
+
+    pts = xyz.astype(np.float32) @ _OBJECT_TO_VIEWER.T
+    v = pts @ _view_matrix(yaw, pitch).T
+    zc = v[:, 2] + dist
+    keep = zc > 1e-2
+    if opacity is not None and min_opacity > 0.0:  # culls gaussians with very low opacity
+        keep = keep & (opacity > min_opacity)
+    v, zc, scale = v[keep], zc[keep], scale[keep]
+    col = (np.clip(rgb, 0, 1)[:, :3] * 255).astype(np.uint8)[keep]
+    if v.shape[0] == 0:
+        return Image.fromarray(np.zeros((size, size, 3), np.uint8))
+    f = (size / 2) / np.tan(np.radians(fov) / 2)
+    cx = size / 2 + f * v[:, 0] / zc
+    cy = size / 2 + f * v[:, 1] / zc
+    radius = np.clip(np.round(f * scale / zc * gain), min_px, max_px).astype(np.int32)
+
+    # Expand each splat to its disk pixels, bucketed by integer radius so it stays vectorized.
+    px, py, pz, pc = [], [], [], []
+    for r in range(int(radius.min()), int(radius.max()) + 1):
+        m = radius == r
+        if not m.any():
+            continue
+        dy, dx = np.mgrid[-r:r + 1, -r:r + 1]
+        disk = (dx * dx + dy * dy) <= r * r
+        ox, oy = dx[disk], dy[disk]
+        px.append((cx[m, None] + ox).ravel())
+        py.append((cy[m, None] + oy).ravel())
+        pz.append(np.repeat(zc[m], ox.size))
+        pc.append(np.repeat(col[m], ox.size, axis=0))
+    px, py = np.concatenate(px), np.concatenate(py)
+    pz, pc = np.concatenate(pz), np.concatenate(pc)
+    xi = np.clip(px, 0, size - 1).astype(np.int64)
+    yi = np.clip(py, 0, size - 1).astype(np.int64)
+
+    # Nearest-wins z-buffer: pack (quantized depth, source index), per-pixel min picks the closest
+    # splat, then decode the winning index back to its color.
+    pid = yi * size + xi
+    q = np.clip((pz * 1024.0).astype(np.int64), 0, (1 << 20) - 1)  # near = small
+    key = (q << 32) | np.arange(pid.size, dtype=np.int64)
+    buf = np.full(size * size, 1 << 62, np.int64)
+    np.minimum.at(buf, pid, key)
+    img = np.zeros((size * size, 3), np.uint8)
+    hit = buf < (1 << 62)
+    img[hit] = pc[buf[hit] & 0xFFFFFFFF]
+    return Image.fromarray(img.reshape(size, size, 3))
+
+
+def _extract_latent(x0):
+    # x0 from the sampler callback is the nested latent packed to (B, 1, TOKENS*CH + 1*5);
+    # the plain single-latent case is (B, TOKENS, CH). Return the (B, TOKENS, CH) latent stream.
+    if x0.ndim == 3 and x0.shape[1] == _LATENT_TOKENS and x0.shape[2] == _LATENT_CH:
+        return x0
+    flat = x0.reshape(x0.shape[0], -1)
+    return flat[:, :_LATENT_TOKENS * _LATENT_CH].reshape(x0.shape[0], _LATENT_TOKENS, _LATENT_CH)
+
+
+def decode_x0_to_image(decoder, x0, cfg):
+    # Decode x0 at a coarse octree level / few gaussians and render a preview image.
+    latent = _extract_latent(x0)
+    fsm = decoder.first_stage_model
+    gaussian = fsm.decode(latent.to(decoder.device, decoder.vae_dtype),
+                          num_gaussians=cfg.get("gaussians", 16384), level=cfg.get("level", 5))[0]
+    xyz = gaussian.get_xyz.float().cpu().numpy()
+    rgb = gaussian._features_dc.float().cpu().numpy()[:, 0, :] * _C0 + 0.5
+    scale = gaussian.get_scaling.float().cpu().numpy().max(axis=1)  # per-splat world radius (largest axis)
+    opacity = gaussian.get_opacity.float().cpu().numpy()[:, 0]
+    return render_splat(xyz, rgb, scale, opacity=opacity, yaw=cfg.get("yaw", 35.0), pitch=cfg.get("pitch", 30.0),
+                        size=cfg.get("size", 320), min_px=1, gain=1.0, max_px=cfg.get("point_size", 3),
+                        min_opacity=0.01)
diff --git a/ComfyUI/comfy/ldm/triposplat/vae.py b/ComfyUI/comfy/ldm/triposplat/vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..e5ed9fd36f11dcc083af9e41c507fcb976682905
--- /dev/null
+++ b/ComfyUI/comfy/ldm/triposplat/vae.py
@@ -0,0 +1,382 @@
+# TripoSplat gaussian decoder ("VAE"): an octree probability decoder picks point coords, then an
+# elastic-gaussian decoder predicts per-point gaussian params. OctreeGaussianDecoder.decode() returns
+# a Gaussian. The octree sampler uses the global torch RNG (no generator) like upstream, so seed it for repeatable decodes.
+import numpy as np
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+import comfy.model_management
+import comfy.ops
+from .gaussian import build_gaussian_models
+from .model import MultiHeadRMSNorm, MLP, PcdAbsolutePositionEmbedder, attention
+
+
+# Quasi-random sampling utilities (pure functions, dtype/device-agnostic)
+
+PRIMES = [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53]
+
+
+def radical_inverse(base, n):
+    val = 0
+    inv_base = 1.0 / base
+    inv_base_n = inv_base
+    while n > 0:
+        digit = n % base
+        val += digit * inv_base_n
+        n //= base
+        inv_base_n *= inv_base
+    return val
+
+
+def halton_sequence(dim, n):
+    return [radical_inverse(PRIMES[i], n) for i in range(dim)]
+
+
+def hammersley_sequence(dim, n, num_samples):
+    return [n / num_samples] + halton_sequence(dim - 1, n)
+
+
+def sample_probs(probs, counts, generator=None):
+    # Systematic resampling: distribute counts[r] draws across the P bins of row r
+    batch_shape = counts.shape
+    R = counts.numel()
+    P = probs.size(-1)
+    device = probs.device
+    probs = probs.reshape(R, P).to(torch.float32).clamp_min(0)
+    counts = counts.reshape(R).to(device=device, dtype=torch.long)
+
+    row_sums = probs.sum(1, keepdim=True)
+    probs = torch.where(row_sums == 0, probs.new_tensor(1.0 / P), probs / row_sums.clamp_min(1))
+    cdf = probs.cumsum(dim=1).clamp(max=1.0 - 1e-12)
+
+    Nmax = int(counts.max())
+    if Nmax == 0:
+        return counts.new_zeros(*batch_shape, P)
+    cnt = counts.clamp_min(1).float().unsqueeze(1)                              # (R, 1)
+    grid = torch.arange(Nmax, device=device, dtype=torch.float32).unsqueeze(0)  # (1, Nmax)
+    u = (torch.rand(R, 1, generator=generator).to(device) + grid) / cnt         # (R, Nmax) systematic samples (CPU-seeded)
+    idx = torch.searchsorted(cdf, u.clamp(max=1.0 - 1e-12)).clamp_max(P - 1)
+    weight = (grid < counts.unsqueeze(1)).to(cdf.dtype)                         # mask out j >= counts[r]
+    out = torch.zeros(R, P, dtype=torch.float32, device=device)
+    out.scatter_add_(1, idx, weight)
+    return out.to(torch.long).view(*batch_shape, P)
+
+
+class MultiHeadAttention(nn.Module):
+    def __init__(self, channels, num_heads, ctx_channels=None, type="self", qkv_bias=True, qk_rms_norm=False,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        assert channels % num_heads == 0
+        self.channels = channels
+        self.head_dim = channels // num_heads
+        self.ctx_channels = ctx_channels if ctx_channels is not None else channels
+        self.num_heads = num_heads
+        self._type = type
+        self.qk_rms_norm = qk_rms_norm
+        if self._type == "self":
+            self.to_qkv = operations.Linear(channels, channels * 3, bias=qkv_bias, dtype=dtype, device=device)
+        else:
+            self.to_q = operations.Linear(channels, channels, bias=qkv_bias, dtype=dtype, device=device)
+            self.to_kv = operations.Linear(self.ctx_channels, channels * 2, bias=qkv_bias, dtype=dtype, device=device)
+        if self.qk_rms_norm:
+            self.q_rms_norm = MultiHeadRMSNorm(self.head_dim, num_heads, dtype=dtype, device=device)
+            self.k_rms_norm = MultiHeadRMSNorm(self.head_dim, num_heads, dtype=dtype, device=device)
+        self.to_out = operations.Linear(channels, channels, dtype=dtype, device=device)
+
+    def forward(self, x, context=None):
+        B, L, C = x.shape
+        if self._type == "self":
+            q, k, v = self.to_qkv(x).reshape(B, L, 3, self.num_heads, -1).unbind(dim=2)
+        else:
+            Lkv = context.shape[1]
+            q = self.to_q(x).reshape(B, L, self.num_heads, -1)
+            k, v = self.to_kv(context).reshape(B, Lkv, 2, self.num_heads, -1).unbind(dim=2)
+        if self.qk_rms_norm:
+            q = self.q_rms_norm(q)
+            k = self.k_rms_norm(k)
+        h = attention(q, k, v)
+        return self.to_out(h.reshape(B, L, -1))
+
+
+# Octree probability decoder
+
+class LevelEmbedder(nn.Module):
+    def __init__(self, hidden_size, frequency_embedding_size=256, max_period=1024,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        self.mlp = nn.Sequential(
+            operations.Linear(frequency_embedding_size, hidden_size, bias=True, dtype=dtype, device=device),
+            nn.SiLU(),
+            operations.Linear(hidden_size, hidden_size, bias=True, dtype=dtype, device=device),
+        )
+        self.frequency_embedding_size = frequency_embedding_size
+        self.max_period = max_period
+
+    @staticmethod
+    def level_embedding(t, dim, max_period=1024):
+        half = dim // 2
+        freqs = torch.exp(-np.log(max_period) * torch.arange(start=0, end=half, dtype=torch.float32) / half).to(device=t.device)
+        args = t[:, None].float() * freqs[None] * 2 * torch.pi
+        embedding = torch.cat([torch.cos(args), torch.sin(args)], dim=-1)
+        if dim % 2:
+            embedding = torch.cat([embedding, torch.zeros_like(embedding[:, :1])], dim=-1)
+        return embedding
+
+    def forward(self, t):
+        emb = self.level_embedding(t, self.frequency_embedding_size, self.max_period)
+        return self.mlp(emb.to(self.mlp[0].weight.dtype))
+
+
+class ModulatedTransformerCrossOnlyBlock(nn.Module):
+    def __init__(self, channels, ctx_channels, num_heads, mlp_ratio=4.0, share_mod=False,
+                 qk_rms_norm_cross=True, qkv_bias=True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.share_mod = share_mod
+        self.norm1 = operations.LayerNorm(channels, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.norm2 = operations.LayerNorm(channels, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.cross_attn = MultiHeadAttention(channels, ctx_channels=ctx_channels, num_heads=num_heads,
+                                             type="cross", qkv_bias=qkv_bias,
+                                             qk_rms_norm=qk_rms_norm_cross, dtype=dtype, device=device, operations=operations)
+        self.mlp = MLP(channels, int(channels * mlp_ratio), channels, dtype=dtype, device=device, operations=operations)
+        if not share_mod:
+            self.adaLN_modulation = nn.Sequential(
+                nn.SiLU(), operations.Linear(channels, 6 * channels, bias=True, dtype=dtype, device=device))
+
+    def forward(self, x, mod, context):
+        if self.share_mod:
+            shift_msa, scale_msa, gate_msa, shift_mlp, scale_mlp, gate_mlp = mod.chunk(6, dim=1)
+        else:
+            shift_msa, scale_msa, gate_msa, shift_mlp, scale_mlp, gate_mlp = self.adaLN_modulation(mod).chunk(6, dim=1)
+        h = torch.addcmul(shift_msa.unsqueeze(1), self.norm1(x), 1 + scale_msa.unsqueeze(1))
+        x = torch.addcmul(x, self.cross_attn(h, context), gate_msa.unsqueeze(1))
+        h = torch.addcmul(shift_mlp.unsqueeze(1), self.norm2(x), 1 + scale_mlp.unsqueeze(1))
+        x = torch.addcmul(x, self.mlp(h), gate_mlp.unsqueeze(1))
+        return x
+
+
+class OctreeProbabilityFixedlenDecoder(nn.Module):
+    # Cross-attention transformer over octree coords -> per-node 8-way child occupancy logits.
+    def __init__(self, model_channels=1024, cond_channels=16, num_blocks=4, num_heads=16,
+                 num_head_channels=64, mlp_ratio=4.0, share_mod=True,
+                 qk_rms_norm_cross=True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.model_channels = model_channels
+        self.cond_channels = cond_channels
+        self.num_blocks = num_blocks
+        self.num_heads = num_heads or model_channels // num_head_channels
+        self.mlp_ratio = mlp_ratio
+        self.share_mod = share_mod
+        self.qk_rms_norm_cross = qk_rms_norm_cross
+        self.input_layer = operations.Linear(model_channels, model_channels, dtype=dtype, device=device)
+        self.l_embedder = LevelEmbedder(model_channels, dtype=dtype, device=device, operations=operations)
+        if share_mod:
+            self.adaLN_modulation = nn.Sequential(
+                nn.SiLU(), operations.Linear(model_channels, 6 * model_channels, bias=True, dtype=dtype, device=device))
+        if cond_channels is not None:
+            self.blocks = nn.ModuleList([
+                ModulatedTransformerCrossOnlyBlock(
+                    model_channels, ctx_channels=cond_channels, num_heads=self.num_heads,
+                    mlp_ratio=self.mlp_ratio, qk_rms_norm_cross=self.qk_rms_norm_cross,
+                    share_mod=self.share_mod, dtype=dtype, device=device, operations=operations)
+                for _ in range(num_blocks)
+            ])
+        self.out_proj = operations.Linear(model_channels, 8, dtype=dtype, device=device)
+        self.in_proj = operations.Linear(3, model_channels, dtype=dtype, device=device)
+        self.pos_embedder = PcdAbsolutePositionEmbedder(channels=model_channels, in_channels=3, max_res=10, schedule="log2")
+
+    def forward(self, x, l, cond):
+        d = next(self.parameters()).dtype
+        B, L, _ = x.shape
+        h = self.in_proj(x.to(d)) + self.pos_embedder(x.reshape(-1, 3)).reshape(B, L, -1).to(d)
+        h = self.input_layer(h)
+        l_emb = self.l_embedder(l)
+        if self.share_mod:
+            l_emb = self.adaLN_modulation(l_emb)
+        cond = cond.to(d)
+        for block in self.blocks:
+            h = block(h, l_emb, cond)
+        h = F.layer_norm(h.float(), h.shape[-1:]).to(d)
+        logits = self.out_proj(h)
+        return {"logits": logits, "probs": torch.softmax(logits, dim=-1)}
+
+    @staticmethod
+    def sample(model, cond, num_points, level, temperature=1.0, generator=None):
+        B = cond.shape[0]
+        device = cond.device
+        child_offset = torch.tensor([[i, j, k] for k in [0, 1] for j in [0, 1] for i in [0, 1]],
+                                    dtype=torch.long, device=device)
+        prev_coords_int = torch.zeros(B, 1, 3, dtype=torch.long, device=device)
+        prev_counts = torch.full((B, 1), num_points, dtype=torch.long, device=device)
+        prev_log_probs = torch.zeros(B, 1, dtype=torch.float32, device=device)
+        batch_indices_range = torch.arange(B, device=device).unsqueeze(1)
+
+        for lv in range(1, level + 1):
+            res_p = 1 << (lv - 1)
+            res = 1 << lv
+            parent_coords_norm = (prev_coords_int.to(torch.float32) + 0.5) / res_p
+            res_tensor = torch.full((B,), res, dtype=torch.long, device=device)
+            pred_logits = model(parent_coords_norm, res_tensor, cond)["logits"] / temperature
+            pred_probs = torch.softmax(pred_logits, dim=-1)
+            pred_log_probs = torch.log_softmax(pred_logits, dim=-1)
+            sampled = sample_probs(pred_probs, prev_counts, generator=generator).flatten(1, 2)
+            pred_log_probs = pred_log_probs.flatten(1, 2)
+            prev_log_probs_expanded = prev_log_probs.repeat_interleave(8, dim=1)
+            child_coords_int = (prev_coords_int[:, :, None, :] * 2 + child_offset[None, None, :, :]).flatten(1, 2)
+            mask = sampled > 0
+            max_valid = mask.sum(dim=1).max().item()
+            scatter_indices = mask.cumsum(dim=1) - 1
+            valid_scatter_indices = scatter_indices[mask]
+            valid_batch_indices = batch_indices_range.expand_as(mask)[mask]
+            next_prev_coords_int = torch.zeros(B, max_valid, 3, dtype=child_coords_int.dtype, device=device)
+            next_prev_coords_int[valid_batch_indices, valid_scatter_indices] = child_coords_int[mask]
+            next_prev_counts = torch.zeros(B, max_valid, dtype=sampled.dtype, device=device)
+            next_prev_counts[valid_batch_indices, valid_scatter_indices] = sampled[mask]
+            next_prev_log_probs = torch.zeros(B, max_valid, dtype=prev_log_probs.dtype, device=device)
+            next_prev_log_probs[valid_batch_indices, valid_scatter_indices] = (prev_log_probs_expanded + pred_log_probs)[mask]
+            prev_coords_int = next_prev_coords_int
+            prev_counts = next_prev_counts
+            prev_log_probs = next_prev_log_probs
+
+        res = 1 << level
+        prev_log_probs = torch.repeat_interleave(prev_log_probs.flatten(0, 1), prev_counts.flatten(0, 1), dim=0).reshape(B, num_points)
+        coords_int = torch.repeat_interleave(prev_coords_int.flatten(0, 1), prev_counts.flatten(0, 1), dim=0).reshape(B, num_points, -1)
+        rand = torch.rand(coords_int.shape, dtype=torch.float32, generator=generator).to(device)
+        coords_norm = (coords_int.to(torch.float32) + rand) / res
+        return {"points": coords_norm, "log_probs": prev_log_probs}
+
+
+# Elastic gaussian decoder
+
+class TransformerCrossBlock(nn.Module):
+    def __init__(self, channels, ctx_channels, num_heads, mlp_ratio=4.0,
+                 qk_rms_norm=True, qk_rms_norm_cross=True, qkv_bias=True,
+                 dtype=None, device=None, operations=None):
+        super().__init__()
+        self.norm1 = operations.LayerNorm(channels, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.norm2 = operations.LayerNorm(channels, elementwise_affine=True, eps=1e-6, dtype=dtype, device=device)
+        self.norm3 = operations.LayerNorm(channels, elementwise_affine=False, eps=1e-6, dtype=dtype, device=device)
+        self.self_attn = MultiHeadAttention(channels, num_heads=num_heads, type="self", qkv_bias=qkv_bias,
+                                            qk_rms_norm=qk_rms_norm, dtype=dtype, device=device, operations=operations)
+        self.cross_attn = MultiHeadAttention(channels, ctx_channels=ctx_channels, num_heads=num_heads, type="cross",
+                                             qkv_bias=qkv_bias, qk_rms_norm=qk_rms_norm_cross, dtype=dtype, device=device, operations=operations)
+        self.mlp = MLP(channels, int(channels * mlp_ratio), channels, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, x, context):
+        x = x + self.self_attn(self.norm1(x))
+        x = x + self.cross_attn(self.norm2(x), context)
+        x = x + self.mlp(self.norm3(x))
+        return x
+
+
+class ElasticGaussianFixedlenDecoder(nn.Module):
+    # Cross-attention transformer over sampled octree points -> per-point gaussian params.
+    def __init__(self, in_channels=3, model_channels=1024, cond_channels=16, num_blocks=16, num_heads=16,
+                 num_head_channels=64, mlp_ratio=4.0, *, representation_config=None,
+                 qk_rms_norm=True, qk_rms_norm_cross=True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.rep_config = representation_config or dict(
+            lr=dict(_xyz=1.0, _features_dc=1.0, _opacity=1.0, _scaling=1.0, _rotation=0.1),
+            perturb_offset=True, perturbe_size=1.5, offset_scale=0.05, num_gaussians=32,
+            filter_kernel_size_3d=0.0009, scaling_bias=0.004, opacity_bias=0.1,
+            scaling_activation="softplus",
+        )
+        self.out_channels = self._calc_layout()
+        self.model_channels = model_channels
+        self.cond_channels = cond_channels
+        self.num_blocks = num_blocks
+        self.num_heads = num_heads or model_channels // num_head_channels
+        self.mlp_ratio = mlp_ratio
+        self.input_layer = operations.Linear(model_channels, model_channels, dtype=dtype, device=device)
+        if cond_channels is not None:
+            self.blocks = nn.ModuleList([
+                TransformerCrossBlock(model_channels, ctx_channels=cond_channels,
+                                      num_heads=self.num_heads, mlp_ratio=self.mlp_ratio,
+                                      qk_rms_norm=qk_rms_norm, qk_rms_norm_cross=qk_rms_norm_cross,
+                                      dtype=dtype, device=device, operations=operations)
+                for _ in range(num_blocks)
+            ])
+        self.in_proj = operations.Linear(in_channels, model_channels, dtype=dtype, device=device)
+        self.pos_embedder = PcdAbsolutePositionEmbedder(channels=model_channels, in_channels=3, max_res=10, schedule="log2")
+        self.out_proj = operations.Linear(model_channels, self.out_channels, dtype=dtype, device=device)
+        self._build_perturbation()
+
+    def _calc_layout(self):
+        ng = self.rep_config['num_gaussians']
+        self.layout = {
+            '_xyz':         {'shape': (ng, 3),    'size': ng * 3},
+            '_features_dc': {'shape': (ng, 1, 3), 'size': ng * 3},
+            '_scaling':     {'shape': (ng, 3),    'size': ng * 3},
+            '_rotation':    {'shape': (ng, 4),    'size': ng * 4},
+            '_opacity':     {'shape': (ng, 1),    'size': ng},
+        }
+        self.layout['_offset_scale'] = {'shape': (ng, 1), 'size': ng}
+        start = 0
+        for k, v in self.layout.items():
+            v['range'] = (start, start + v['size'])
+            start += v['size']
+        return start
+
+    def _build_perturbation(self):
+        ng = self.rep_config['num_gaussians']
+        perturbation = torch.tensor([hammersley_sequence(3, i, ng) for i in range(ng)]).float()
+        perturbation = torch.atanh((perturbation * 2 - 1) / self.rep_config['perturbe_size'])
+        self.register_buffer('points_offset_perturbation', perturbation)
+        base = torch.tensor(self.rep_config['offset_scale'])
+        self.register_buffer('base_offset_scale', torch.log(torch.exp(base) - 1.0))
+
+    def _get_offset(self, h):
+        B = h.shape[0]
+        r = self.layout['_offset_scale']['range']
+        _offset_scale = F.softplus(
+            h[:, :, r[0]:r[1]].reshape(B, -1, *self.layout['_offset_scale']['shape'])
+            + comfy.model_management.cast_to(self.base_offset_scale, h.dtype, h.device))
+
+        r = self.layout['_xyz']['range']
+        offset = h[:, :, r[0]:r[1]].reshape(B, -1, *self.layout['_xyz']['shape'])
+        offset = offset * self.rep_config['lr']['_xyz']
+        if self.rep_config['perturb_offset']:
+            offset = offset + comfy.model_management.cast_to(self.points_offset_perturbation, offset.dtype, offset.device)
+        offset = torch.tanh(offset) * 0.5 * self.rep_config['perturbe_size']
+        offset = offset * _offset_scale
+        return offset
+
+    def forward(self, x=None, cond=None):
+        pcd = x["points"]
+        d = next(self.parameters()).dtype
+        B, L, _ = pcd.shape
+        h = self.in_proj(pcd.to(d)) + self.pos_embedder(pcd.reshape(-1, 3)).reshape(B, L, -1).to(d)
+        h = self.input_layer(h)
+        cond = cond.to(d)
+        for block in self.blocks:
+            h = block(h, cond)
+        h = F.layer_norm(h.float(), h.shape[-1:]).to(h.dtype)
+        return {"features": self.out_proj(h)}
+
+
+# Combined octree gaussian decoder (comfy first-stage model)
+
+class OctreeGaussianDecoder(nn.Module):
+    _MAX_VOXEL_LEVEL = 8
+
+    def __init__(self, dtype=None, device=None, operations=None):
+        super().__init__()
+        if operations is None:
+            operations = comfy.ops.disable_weight_init
+        self.octree = OctreeProbabilityFixedlenDecoder(dtype=dtype, device=device, operations=operations)
+        self.gs = ElasticGaussianFixedlenDecoder(dtype=dtype, device=device, operations=operations)
+
+    @property
+    def gaussians_per_point(self) -> int:
+        return self.gs.rep_config['num_gaussians']
+
+    def decode(self, latent: torch.Tensor, num_gaussians: int, level: int = None, generator=None):
+        # level defaults to the full octree depth, a lower level is cheaper (coarser) for live previews.
+        # generator (a CPU torch.Generator) makes the octree sampling reproducible without touching global RNG.
+        level = self._MAX_VOXEL_LEVEL if level is None else level
+        num_decoder_tokens = max(1, num_gaussians // self.gaussians_per_point)
+        points_pred = OctreeProbabilityFixedlenDecoder.sample(
+            self.octree, latent, num_points=num_decoder_tokens, level=level, temperature=1.0, generator=generator,
+        )
+        pred = self.gs(x=points_pred, cond=latent)
+        return build_gaussian_models(self.gs, points_pred, pred)  # one GaussianModel per batch item
diff --git a/ComfyUI/comfy/ldm/util.py b/ComfyUI/comfy/ldm/util.py
new file mode 100644
index 0000000000000000000000000000000000000000..304936ff4414529c130ea4bc8b6b0fd86b452302
--- /dev/null
+++ b/ComfyUI/comfy/ldm/util.py
@@ -0,0 +1,197 @@
+import importlib
+import logging
+
+import torch
+from torch import optim
+import numpy as np
+
+from inspect import isfunction
+from PIL import Image, ImageDraw, ImageFont
+
+
+def log_txt_as_img(wh, xc, size=10):
+    # wh a tuple of (width, height)
+    # xc a list of captions to plot
+    b = len(xc)
+    txts = list()
+    for bi in range(b):
+        txt = Image.new("RGB", wh, color="white")
+        draw = ImageDraw.Draw(txt)
+        font = ImageFont.truetype('data/DejaVuSans.ttf', size=size)
+        nc = int(40 * (wh[0] / 256))
+        lines = "\n".join(xc[bi][start:start + nc] for start in range(0, len(xc[bi]), nc))
+
+        try:
+            draw.text((0, 0), lines, fill="black", font=font)
+        except UnicodeEncodeError:
+            logging.warning("Cant encode string for logging. Skipping.")
+
+        txt = np.array(txt).transpose(2, 0, 1) / 127.5 - 1.0
+        txts.append(txt)
+    txts = np.stack(txts)
+    txts = torch.tensor(txts)
+    return txts
+
+
+def ismap(x):
+    if not isinstance(x, torch.Tensor):
+        return False
+    return (len(x.shape) == 4) and (x.shape[1] > 3)
+
+
+def isimage(x):
+    if not isinstance(x,torch.Tensor):
+        return False
+    return (len(x.shape) == 4) and (x.shape[1] == 3 or x.shape[1] == 1)
+
+
+def exists(x):
+    return x is not None
+
+
+def default(val, d):
+    if exists(val):
+        return val
+    return d() if isfunction(d) else d
+
+
+def mean_flat(tensor):
+    """
+    https://github.com/openai/guided-diffusion/blob/27c20a8fab9cb472df5d6bdd6c8d11c8f430b924/guided_diffusion/nn.py#L86
+    Take the mean over all non-batch dimensions.
+    """
+    return tensor.mean(dim=list(range(1, len(tensor.shape))))
+
+
+def count_params(model, verbose=False):
+    total_params = sum(p.numel() for p in model.parameters())
+    if verbose:
+        logging.info(f"{model.__class__.__name__} has {total_params*1.e-6:.2f} M params.")
+    return total_params
+
+
+def instantiate_from_config(config):
+    if "target" not in config:
+        if config == '__is_first_stage__':
+            return None
+        elif config == "__is_unconditional__":
+            return None
+        raise KeyError("Expected key `target` to instantiate.")
+    return get_obj_from_str(config["target"])(**config.get("params", dict()))
+
+
+def get_obj_from_str(string, reload=False):
+    module, cls = string.rsplit(".", 1)
+    if reload:
+        module_imp = importlib.import_module(module)
+        importlib.reload(module_imp)
+    return getattr(importlib.import_module(module, package=None), cls)
+
+
+class AdamWwithEMAandWings(optim.Optimizer):
+    # credit to https://gist.github.com/crowsonkb/65f7265353f403714fce3b2595e0b298
+    def __init__(self, params, lr=1.e-3, betas=(0.9, 0.999), eps=1.e-8,  # TODO: check hyperparameters before using
+                 weight_decay=1.e-2, amsgrad=False, ema_decay=0.9999,   # ema decay to match previous code
+                 ema_power=1., param_names=()):
+        """AdamW that saves EMA versions of the parameters."""
+        if not 0.0 <= lr:
+            raise ValueError("Invalid learning rate: {}".format(lr))
+        if not 0.0 <= eps:
+            raise ValueError("Invalid epsilon value: {}".format(eps))
+        if not 0.0 <= betas[0] < 1.0:
+            raise ValueError("Invalid beta parameter at index 0: {}".format(betas[0]))
+        if not 0.0 <= betas[1] < 1.0:
+            raise ValueError("Invalid beta parameter at index 1: {}".format(betas[1]))
+        if not 0.0 <= weight_decay:
+            raise ValueError("Invalid weight_decay value: {}".format(weight_decay))
+        if not 0.0 <= ema_decay <= 1.0:
+            raise ValueError("Invalid ema_decay value: {}".format(ema_decay))
+        defaults = dict(lr=lr, betas=betas, eps=eps,
+                        weight_decay=weight_decay, amsgrad=amsgrad, ema_decay=ema_decay,
+                        ema_power=ema_power, param_names=param_names)
+        super().__init__(params, defaults)
+
+    def __setstate__(self, state):
+        super().__setstate__(state)
+        for group in self.param_groups:
+            group.setdefault('amsgrad', False)
+
+    @torch.no_grad()
+    def step(self, closure=None):
+        """Performs a single optimization step.
+        Args:
+            closure (callable, optional): A closure that reevaluates the model
+                and returns the loss.
+        """
+        loss = None
+        if closure is not None:
+            with torch.enable_grad():
+                loss = closure()
+
+        for group in self.param_groups:
+            params_with_grad = []
+            grads = []
+            exp_avgs = []
+            exp_avg_sqs = []
+            ema_params_with_grad = []
+            max_exp_avg_sqs = []
+            state_steps = []
+            amsgrad = group['amsgrad']
+            beta1, beta2 = group['betas']
+            ema_decay = group['ema_decay']
+            ema_power = group['ema_power']
+
+            for p in group['params']:
+                if p.grad is None:
+                    continue
+                params_with_grad.append(p)
+                if p.grad.is_sparse:
+                    raise RuntimeError('AdamW does not support sparse gradients')
+                grads.append(p.grad)
+
+                state = self.state[p]
+
+                # State initialization
+                if len(state) == 0:
+                    state['step'] = 0
+                    # Exponential moving average of gradient values
+                    state['exp_avg'] = torch.zeros_like(p, memory_format=torch.preserve_format)
+                    # Exponential moving average of squared gradient values
+                    state['exp_avg_sq'] = torch.zeros_like(p, memory_format=torch.preserve_format)
+                    if amsgrad:
+                        # Maintains max of all exp. moving avg. of sq. grad. values
+                        state['max_exp_avg_sq'] = torch.zeros_like(p, memory_format=torch.preserve_format)
+                    # Exponential moving average of parameter values
+                    state['param_exp_avg'] = p.detach().float().clone()
+
+                exp_avgs.append(state['exp_avg'])
+                exp_avg_sqs.append(state['exp_avg_sq'])
+                ema_params_with_grad.append(state['param_exp_avg'])
+
+                if amsgrad:
+                    max_exp_avg_sqs.append(state['max_exp_avg_sq'])
+
+                # update the steps for each param group update
+                state['step'] += 1
+                # record the step after step update
+                state_steps.append(state['step'])
+
+            optim._functional.adamw(params_with_grad,
+                    grads,
+                    exp_avgs,
+                    exp_avg_sqs,
+                    max_exp_avg_sqs,
+                    state_steps,
+                    amsgrad=amsgrad,
+                    beta1=beta1,
+                    beta2=beta2,
+                    lr=group['lr'],
+                    weight_decay=group['weight_decay'],
+                    eps=group['eps'],
+                    maximize=False)
+
+            cur_ema_decay = min(ema_decay, 1 - state['step'] ** -ema_power)
+            for param, ema_param in zip(params_with_grad, ema_params_with_grad):
+                ema_param.mul_(cur_ema_decay).add_(param.float(), alpha=1 - cur_ema_decay)
+
+        return loss
diff --git a/ComfyUI/comfy/ldm/wan/__pycache__/ar_model.cpython-312.pyc b/ComfyUI/comfy/ldm/wan/__pycache__/ar_model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..4c65cdd2e53a77cc39b0042bc29bed2fb85a6136
Binary files /dev/null and b/ComfyUI/comfy/ldm/wan/__pycache__/ar_model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/wan/__pycache__/model.cpython-312.pyc b/ComfyUI/comfy/ldm/wan/__pycache__/model.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..aa497e0c59582431a7ab7d3a6eb1534addb6f0b0
Binary files /dev/null and b/ComfyUI/comfy/ldm/wan/__pycache__/model.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/wan/__pycache__/model_animate.cpython-312.pyc b/ComfyUI/comfy/ldm/wan/__pycache__/model_animate.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..b5fb9fa4d92a2a8471a8a1992ebdab1fbcbce12b
Binary files /dev/null and b/ComfyUI/comfy/ldm/wan/__pycache__/model_animate.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/wan/__pycache__/model_multitalk.cpython-312.pyc b/ComfyUI/comfy/ldm/wan/__pycache__/model_multitalk.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..d5ea06025b13414f7fec8c15d67983273059e790
Binary files /dev/null and b/ComfyUI/comfy/ldm/wan/__pycache__/model_multitalk.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/wan/__pycache__/model_wandancer.cpython-312.pyc b/ComfyUI/comfy/ldm/wan/__pycache__/model_wandancer.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..888ff9bd0585d7c7697b807b33e63452145a4619
Binary files /dev/null and b/ComfyUI/comfy/ldm/wan/__pycache__/model_wandancer.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/wan/__pycache__/uni3c.cpython-312.pyc b/ComfyUI/comfy/ldm/wan/__pycache__/uni3c.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..155348b15f8228e7433e722770d89d08cf3e2c05
Binary files /dev/null and b/ComfyUI/comfy/ldm/wan/__pycache__/uni3c.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/wan/__pycache__/vae.cpython-312.pyc b/ComfyUI/comfy/ldm/wan/__pycache__/vae.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..5796cc0be1bebd14181c3809188e7d804a0c55a6
Binary files /dev/null and b/ComfyUI/comfy/ldm/wan/__pycache__/vae.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/wan/__pycache__/vae2_2.cpython-312.pyc b/ComfyUI/comfy/ldm/wan/__pycache__/vae2_2.cpython-312.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..a5d81264a717611cc90080097176433283899443
Binary files /dev/null and b/ComfyUI/comfy/ldm/wan/__pycache__/vae2_2.cpython-312.pyc differ
diff --git a/ComfyUI/comfy/ldm/wan/ar_model.py b/ComfyUI/comfy/ldm/wan/ar_model.py
new file mode 100644
index 0000000000000000000000000000000000000000..d72f53602b0862b8f733263a58a018dc275a9bc4
--- /dev/null
+++ b/ComfyUI/comfy/ldm/wan/ar_model.py
@@ -0,0 +1,276 @@
+"""
+CausalWanModel: Wan 2.1 backbone with KV-cached causal self-attention for
+autoregressive (frame-by-frame) video generation via Causal Forcing.
+
+Weight-compatible with the standard WanModel -- same layer names, same shapes.
+The difference is purely in the forward pass: this model processes one temporal
+block at a time and maintains a KV cache across blocks.
+
+Reference: https://github.com/thu-ml/Causal-Forcing
+"""
+
+import torch
+import torch.nn as nn
+
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.flux.math import apply_rope1
+from comfy.ldm.wan.model import (
+    sinusoidal_embedding_1d,
+    repeat_e,
+    WanModel,
+    WanAttentionBlock,
+)
+import comfy.ldm.common_dit
+import comfy.model_management
+
+
+class CausalWanSelfAttention(nn.Module):
+    """Self-attention with KV cache support for autoregressive inference."""
+
+    def __init__(self, dim, num_heads, window_size=(-1, -1), qk_norm=True,
+                 eps=1e-6, operation_settings={}):
+        assert dim % num_heads == 0
+        super().__init__()
+        self.dim = dim
+        self.num_heads = num_heads
+        self.head_dim = dim // num_heads
+        self.qk_norm = qk_norm
+        self.eps = eps
+
+        ops = operation_settings.get("operations")
+        device = operation_settings.get("device")
+        dtype = operation_settings.get("dtype")
+
+        self.q = ops.Linear(dim, dim, device=device, dtype=dtype)
+        self.k = ops.Linear(dim, dim, device=device, dtype=dtype)
+        self.v = ops.Linear(dim, dim, device=device, dtype=dtype)
+        self.o = ops.Linear(dim, dim, device=device, dtype=dtype)
+        self.norm_q = ops.RMSNorm(dim, eps=eps, elementwise_affine=True, device=device, dtype=dtype) if qk_norm else nn.Identity()
+        self.norm_k = ops.RMSNorm(dim, eps=eps, elementwise_affine=True, device=device, dtype=dtype) if qk_norm else nn.Identity()
+
+    def forward(self, x, freqs, kv_cache=None, transformer_options={}):
+        b, s, n, d = *x.shape[:2], self.num_heads, self.head_dim
+
+        q = apply_rope1(self.norm_q(self.q(x)).view(b, s, n, d), freqs)
+        k = apply_rope1(self.norm_k(self.k(x)).view(b, s, n, d), freqs)
+        v = self.v(x).view(b, s, n, d)
+
+        if kv_cache is None:
+            x = optimized_attention(
+                q.view(b, s, n * d),
+                k.view(b, s, n * d),
+                v.view(b, s, n * d),
+                heads=self.num_heads,
+                transformer_options=transformer_options,
+            )
+        else:
+            end = kv_cache["end"]
+            new_end = end + s
+
+            # Roped K and plain V go into cache
+            kv_cache["k"][:, end:new_end] = k
+            kv_cache["v"][:, end:new_end] = v
+            kv_cache["end"] = new_end
+
+            x = optimized_attention(
+                q.view(b, s, n * d),
+                kv_cache["k"][:, :new_end].view(b, new_end, n * d),
+                kv_cache["v"][:, :new_end].view(b, new_end, n * d),
+                heads=self.num_heads,
+                transformer_options=transformer_options,
+            )
+
+        x = self.o(x)
+        return x
+
+
+class CausalWanAttentionBlock(WanAttentionBlock):
+    """Transformer block with KV-cached self-attention and cross-attention caching."""
+
+    def __init__(self, cross_attn_type, dim, ffn_dim, num_heads,
+                 window_size=(-1, -1), qk_norm=True, cross_attn_norm=False,
+                 eps=1e-6, operation_settings={}):
+        super().__init__(cross_attn_type, dim, ffn_dim, num_heads,
+                         window_size, qk_norm, cross_attn_norm, eps,
+                         operation_settings=operation_settings)
+        self.self_attn = CausalWanSelfAttention(
+            dim, num_heads, window_size, qk_norm, eps,
+            operation_settings=operation_settings)
+
+    def forward(self, x, e, freqs, context, context_img_len=257,
+                kv_cache=None, crossattn_cache=None, transformer_options={}):
+        if e.ndim < 4:
+            e = (comfy.model_management.cast_to(self.modulation, dtype=x.dtype, device=x.device) + e).chunk(6, dim=1)
+        else:
+            e = (comfy.model_management.cast_to(self.modulation, dtype=x.dtype, device=x.device).unsqueeze(0) + e).unbind(2)
+
+        # Self-attention with optional KV cache
+        x = x.contiguous()
+        y = self.self_attn(
+            torch.addcmul(repeat_e(e[0], x), self.norm1(x), 1 + repeat_e(e[1], x)),
+            freqs, kv_cache=kv_cache, transformer_options=transformer_options)
+        x = torch.addcmul(x, y, repeat_e(e[2], x))
+        del y
+
+        # Cross-attention with optional caching
+        if crossattn_cache is not None and crossattn_cache.get("is_init"):
+            q = self.cross_attn.norm_q(self.cross_attn.q(self.norm3(x)))
+            x_ca = optimized_attention(
+                q, crossattn_cache["k"], crossattn_cache["v"],
+                heads=self.num_heads, transformer_options=transformer_options)
+            x = x + self.cross_attn.o(x_ca)
+        else:
+            x = x + self.cross_attn(self.norm3(x), context, context_img_len=context_img_len, transformer_options=transformer_options)
+            if crossattn_cache is not None:
+                crossattn_cache["k"] = self.cross_attn.norm_k(self.cross_attn.k(context))
+                crossattn_cache["v"] = self.cross_attn.v(context)
+                crossattn_cache["is_init"] = True
+
+        # FFN
+        y = self.ffn(torch.addcmul(repeat_e(e[3], x), self.norm2(x), 1 + repeat_e(e[4], x)))
+        x = torch.addcmul(x, y, repeat_e(e[5], x))
+        return x
+
+
+class CausalWanModel(WanModel):
+    """
+    Wan 2.1 diffusion backbone with causal KV-cache support.
+
+    Same weight structure as WanModel -- loads identical state dicts.
+    Adds forward_block() for frame-by-frame autoregressive inference.
+    """
+
+    def __init__(self,
+                 model_type='t2v',
+                 patch_size=(1, 2, 2),
+                 text_len=512,
+                 in_dim=16,
+                 dim=2048,
+                 ffn_dim=8192,
+                 freq_dim=256,
+                 text_dim=4096,
+                 out_dim=16,
+                 num_heads=16,
+                 num_layers=32,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=True,
+                 eps=1e-6,
+                 image_model=None,
+                 device=None,
+                 dtype=None,
+                 operations=None):
+        super().__init__(
+            model_type=model_type, patch_size=patch_size, text_len=text_len,
+            in_dim=in_dim, dim=dim, ffn_dim=ffn_dim, freq_dim=freq_dim,
+            text_dim=text_dim, out_dim=out_dim, num_heads=num_heads,
+            num_layers=num_layers, window_size=window_size, qk_norm=qk_norm,
+            cross_attn_norm=cross_attn_norm, eps=eps, image_model=image_model,
+            wan_attn_block_class=CausalWanAttentionBlock,
+            device=device, dtype=dtype, operations=operations)
+
+    def forward_block(self, x, timestep, context, start_frame,
+                      kv_caches, crossattn_caches, clip_fea=None):
+        """
+        Forward one temporal block for autoregressive inference.
+
+        Args:
+            x: [B, C, block_frames, H, W] input latent for the current block
+            timestep: [B, block_frames] per-frame timesteps
+            context: [B, L, text_dim] raw text embeddings (pre-text_embedding)
+            start_frame: temporal frame index for RoPE offset
+            kv_caches: list of per-layer KV cache dicts
+            crossattn_caches: list of per-layer cross-attention cache dicts
+            clip_fea: optional CLIP features for I2V
+
+        Returns:
+            flow_pred: [B, C_out, block_frames, H, W] flow prediction
+        """
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, self.patch_size)
+        bs, c, t, h, w = x.shape
+
+        x = self.patch_embedding(x.float()).to(x.dtype)
+        grid_sizes = x.shape[2:]
+        x = x.flatten(2).transpose(1, 2)
+
+        # Per-frame time embedding
+        e = self.time_embedding(
+            sinusoidal_embedding_1d(self.freq_dim, timestep.flatten()).to(dtype=x.dtype))
+        e = e.reshape(timestep.shape[0], -1, e.shape[-1])
+        e0 = self.time_projection(e).unflatten(2, (6, self.dim))
+
+        # Text embedding (reuses crossattn_cache after first block)
+        context = self.text_embedding(context)
+
+        context_img_len = None
+        if clip_fea is not None and self.img_emb is not None:
+            context_clip = self.img_emb(clip_fea)
+            context = torch.concat([context_clip, context], dim=1)
+            context_img_len = clip_fea.shape[-2]
+
+        # RoPE for current block's temporal position
+        freqs = self.rope_encode(t, h, w, t_start=start_frame, device=x.device, dtype=x.dtype)
+
+        # Transformer blocks
+        for i, block in enumerate(self.blocks):
+            x = block(x, e=e0, freqs=freqs, context=context,
+                      context_img_len=context_img_len,
+                      kv_cache=kv_caches[i],
+                      crossattn_cache=crossattn_caches[i])
+
+        # Head
+        x = self.head(x, e)
+
+        # Unpatchify
+        x = self.unpatchify(x, grid_sizes)
+        return x[:, :, :t, :h, :w]
+
+    def init_kv_caches(self, batch_size, max_seq_len, device, dtype):
+        """Create fresh KV caches for all layers."""
+        caches = []
+        for _ in range(self.num_layers):
+            caches.append({
+                "k": torch.zeros(batch_size, max_seq_len, self.num_heads, self.head_dim, device=device, dtype=dtype),
+                "v": torch.zeros(batch_size, max_seq_len, self.num_heads, self.head_dim, device=device, dtype=dtype),
+                "end": 0,
+            })
+        return caches
+
+    def init_crossattn_caches(self, batch_size, device, dtype):
+        """Create fresh cross-attention caches for all layers."""
+        caches = []
+        for _ in range(self.num_layers):
+            caches.append({"is_init": False})
+        return caches
+
+    def reset_kv_caches(self, kv_caches):
+        """Reset KV caches to empty (reuse allocated memory)."""
+        for cache in kv_caches:
+            cache["end"] = 0
+
+    def reset_crossattn_caches(self, crossattn_caches):
+        """Reset cross-attention caches."""
+        for cache in crossattn_caches:
+            cache["is_init"] = False
+
+    @property
+    def head_dim(self):
+        return self.dim // self.num_heads
+
+    def forward(self, x, timestep, context, clip_fea=None, time_dim_concat=None, transformer_options={}, **kwargs):
+        ar_state = transformer_options.get("ar_state")
+        if ar_state is not None:
+            bs = x.shape[0]
+            block_frames = x.shape[2]
+            t_per_frame = timestep.unsqueeze(1).expand(bs, block_frames)
+            return self.forward_block(
+                x=x, timestep=t_per_frame, context=context,
+                start_frame=ar_state["start_frame"],
+                kv_caches=ar_state["kv_caches"],
+                crossattn_caches=ar_state["crossattn_caches"],
+                clip_fea=clip_fea,
+            )
+
+        return super().forward(x, timestep, context, clip_fea=clip_fea,
+                               time_dim_concat=time_dim_concat,
+                               transformer_options=transformer_options, **kwargs)
diff --git a/ComfyUI/comfy/ldm/wan/model.py b/ComfyUI/comfy/ldm/wan/model.py
new file mode 100644
index 0000000000000000000000000000000000000000..c042e93c4c9b81614c7f06b45d49524a3f82b865
--- /dev/null
+++ b/ComfyUI/comfy/ldm/wan/model.py
@@ -0,0 +1,1864 @@
+# original version: https://github.com/Wan-Video/Wan2.1/blob/main/wan/modules/model.py
+# Copyright 2024-2025 The Alibaba Wan Team Authors. All rights reserved.
+import math
+
+import torch
+import torch.nn as nn
+from einops import rearrange
+
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.flux.layers import EmbedND
+from comfy.ldm.flux.math import apply_rope1, rope
+import comfy.ldm.common_dit
+import comfy.model_management
+import comfy.patcher_extension
+
+
+def sinusoidal_embedding_1d(dim, position):
+    # preprocess
+    assert dim % 2 == 0
+    half = dim // 2
+    position = position.type(torch.float32)
+
+    # calculation
+    sinusoid = torch.outer(
+        position, torch.pow(10000, -torch.arange(half).to(position).div(half)))
+    x = torch.cat([torch.cos(sinusoid), torch.sin(sinusoid)], dim=1)
+    return x
+
+
+class WanSelfAttention(nn.Module):
+
+    def __init__(self,
+                 dim,
+                 num_heads,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 eps=1e-6,
+                 kv_dim=None,
+                 operation_settings={}):
+        assert dim % num_heads == 0
+        super().__init__()
+        self.dim = dim
+        self.num_heads = num_heads
+        self.head_dim = dim // num_heads
+        self.window_size = window_size
+        self.qk_norm = qk_norm
+        self.eps = eps
+        if kv_dim is None:
+            kv_dim = dim
+
+        # layers
+        self.q = operation_settings.get("operations").Linear(dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.k = operation_settings.get("operations").Linear(kv_dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.v = operation_settings.get("operations").Linear(kv_dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.o = operation_settings.get("operations").Linear(dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.norm_q = operation_settings.get("operations").RMSNorm(dim, eps=eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")) if qk_norm else nn.Identity()
+        self.norm_k = operation_settings.get("operations").RMSNorm(dim, eps=eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")) if qk_norm else nn.Identity()
+
+    def forward(self, x, freqs, transformer_options={}):
+        r"""
+        Args:
+            x(Tensor): Shape [B, L, num_heads, C / num_heads]
+            freqs(Tensor): Rope freqs, shape [1024, C / num_heads / 2]
+        """
+        patches = transformer_options.get("patches", {})
+
+        b, s, n, d = *x.shape[:2], self.num_heads, self.head_dim
+
+        def qkv_fn_q(x):
+            q = self.norm_q(self.q(x)).view(b, s, n, d)
+            return apply_rope1(q, freqs)
+
+        def qkv_fn_k(x):
+            k = self.norm_k(self.k(x)).view(b, s, n, d)
+            return apply_rope1(k, freqs)
+
+        #These two are VRAM hogs, so we want to do all of q computation and
+        #have pytorch garbage collect the intermediates on the sub function
+        #return before we touch k
+        q = qkv_fn_q(x)
+        k = qkv_fn_k(x)
+
+        x = optimized_attention(
+            q.view(b, s, n * d),
+            k.view(b, s, n * d),
+            self.v(x).view(b, s, n * d),
+            heads=self.num_heads,
+            transformer_options=transformer_options,
+        )
+
+        if "attn1_patch" in patches:
+            for p in patches["attn1_patch"]:
+                x = p({"x": x, "q": q, "k": k, "transformer_options": transformer_options})
+
+        x = self.o(x)
+        return x
+
+
+class WanT2VCrossAttention(WanSelfAttention):
+
+    def forward(self, x, context, transformer_options={}, **kwargs):
+        r"""
+        Args:
+            x(Tensor): Shape [B, L1, C]
+            context(Tensor): Shape [B, L2, C]
+        """
+        # compute query, key, value
+        q = self.norm_q(self.q(x))
+        k = self.norm_k(self.k(context))
+        v = self.v(context)
+
+        # compute attention
+        x = optimized_attention(q, k, v, heads=self.num_heads, transformer_options=transformer_options)
+
+        x = self.o(x)
+        return x
+
+
+class WanI2VCrossAttention(WanSelfAttention):
+
+    def __init__(self,
+                 dim,
+                 num_heads,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 eps=1e-6, operation_settings={}):
+        super().__init__(dim, num_heads, window_size, qk_norm, eps, operation_settings=operation_settings)
+
+        self.k_img = operation_settings.get("operations").Linear(dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.v_img = operation_settings.get("operations").Linear(dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        # self.alpha = nn.Parameter(torch.zeros((1, )))
+        self.norm_k_img = operation_settings.get("operations").RMSNorm(dim, eps=eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")) if qk_norm else nn.Identity()
+
+    def forward(self, x, context, context_img_len, transformer_options={}):
+        r"""
+        Args:
+            x(Tensor): Shape [B, L1, C]
+            context(Tensor): Shape [B, L2, C]
+        """
+        context_img = context[:, :context_img_len]
+        context = context[:, context_img_len:]
+
+        # compute query, key, value
+        q = self.norm_q(self.q(x))
+        k = self.norm_k(self.k(context))
+        v = self.v(context)
+        k_img = self.norm_k_img(self.k_img(context_img))
+        v_img = self.v_img(context_img)
+        img_x = optimized_attention(q, k_img, v_img, heads=self.num_heads, transformer_options=transformer_options)
+        # compute attention
+        x = optimized_attention(q, k, v, heads=self.num_heads, transformer_options=transformer_options)
+
+        # output
+        x = x + img_x
+        x = self.o(x)
+        return x
+
+
+WAN_CROSSATTENTION_CLASSES = {
+    't2v_cross_attn': WanT2VCrossAttention,
+    'i2v_cross_attn': WanI2VCrossAttention,
+}
+
+
+def repeat_e(e, x):
+    repeats = 1
+    if e.size(1) > 1:
+        repeats = x.size(1) // e.size(1)
+    if repeats == 1:
+        return e
+    if repeats * e.size(1) == x.size(1):
+        return torch.repeat_interleave(e, repeats, dim=1)
+    else:
+        return torch.repeat_interleave(e, repeats + 1, dim=1)[:, :x.size(1)]
+
+
+class WanAttentionBlock(nn.Module):
+
+    def __init__(self,
+                 cross_attn_type,
+                 dim,
+                 ffn_dim,
+                 num_heads,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=False,
+                 eps=1e-6, operation_settings={}):
+        super().__init__()
+        self.dim = dim
+        self.ffn_dim = ffn_dim
+        self.num_heads = num_heads
+        self.window_size = window_size
+        self.qk_norm = qk_norm
+        self.cross_attn_norm = cross_attn_norm
+        self.eps = eps
+
+        # layers
+        self.norm1 = operation_settings.get("operations").LayerNorm(dim, eps, elementwise_affine=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.self_attn = WanSelfAttention(dim, num_heads, window_size, qk_norm,
+                                          eps, operation_settings=operation_settings)
+        self.norm3 = operation_settings.get("operations").LayerNorm(
+            dim, eps,
+            elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")) if cross_attn_norm else nn.Identity()
+        self.cross_attn = WAN_CROSSATTENTION_CLASSES[cross_attn_type](dim,
+                                                                      num_heads,
+                                                                      (-1, -1),
+                                                                      qk_norm,
+                                                                      eps, operation_settings=operation_settings)
+        self.norm2 = operation_settings.get("operations").LayerNorm(dim, eps, elementwise_affine=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.ffn = nn.Sequential(
+            operation_settings.get("operations").Linear(dim, ffn_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")), nn.GELU(approximate='tanh'),
+            operation_settings.get("operations").Linear(ffn_dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")))
+
+        # modulation
+        self.modulation = nn.Parameter(torch.empty(1, 6, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")))
+
+    def forward(
+        self,
+        x,
+        e,
+        freqs,
+        context,
+        context_img_len=257,
+        transformer_options={},
+    ):
+        r"""
+        Args:
+            x(Tensor): Shape [B, L, C]
+            e(Tensor): Shape [B, 6, C]
+            freqs(Tensor): Rope freqs, shape [1024, C / num_heads / 2]
+        """
+        # assert e.dtype == torch.float32
+
+        patches = transformer_options.get("patches", {})
+
+        if e.ndim < 4:
+            e = (comfy.model_management.cast_to(self.modulation, dtype=x.dtype, device=x.device) + e).chunk(6, dim=1)
+        else:
+            e = (comfy.model_management.cast_to(self.modulation, dtype=x.dtype, device=x.device).unsqueeze(0) + e).unbind(2)
+        # assert e[0].dtype == torch.float32
+
+        # self-attention
+        x = x.contiguous() # otherwise implicit in LayerNorm
+        y = self.self_attn(
+            torch.addcmul(repeat_e(e[0], x), self.norm1(x), 1 + repeat_e(e[1], x)),
+            freqs, transformer_options=transformer_options)
+
+        x = torch.addcmul(x, y, repeat_e(e[2], x))
+        del y
+
+        # cross-attention & ffn
+        x = x + self.cross_attn(self.norm3(x), context, context_img_len=context_img_len, transformer_options=transformer_options)
+
+        if "attn2_patch" in patches:
+            for p in patches["attn2_patch"]:
+                x = p({"x": x, "transformer_options": transformer_options})
+
+        y = self.ffn(torch.addcmul(repeat_e(e[3], x), self.norm2(x), 1 + repeat_e(e[4], x)))
+        x = torch.addcmul(x, y, repeat_e(e[5], x))
+        return x
+
+
+class VaceWanAttentionBlock(WanAttentionBlock):
+    def __init__(
+            self,
+            cross_attn_type,
+            dim,
+            ffn_dim,
+            num_heads,
+            window_size=(-1, -1),
+            qk_norm=True,
+            cross_attn_norm=False,
+            eps=1e-6,
+            block_id=0,
+            operation_settings={}
+    ):
+        super().__init__(cross_attn_type, dim, ffn_dim, num_heads, window_size, qk_norm, cross_attn_norm, eps, operation_settings=operation_settings)
+        self.block_id = block_id
+        if block_id == 0:
+            self.before_proj = operation_settings.get("operations").Linear(self.dim, self.dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.after_proj = operation_settings.get("operations").Linear(self.dim, self.dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+    def forward(self, c, x, **kwargs):
+        if self.block_id == 0:
+            c = self.before_proj(c) + x
+        c = super().forward(c, **kwargs)
+        c_skip = self.after_proj(c)
+        return c_skip, c
+
+
+class WanCamAdapter(nn.Module):
+    def __init__(self, in_dim, out_dim, kernel_size, stride, num_residual_blocks=1, operation_settings={}):
+        super(WanCamAdapter, self).__init__()
+
+        # Pixel Unshuffle: reduce spatial dimensions by a factor of 8
+        self.pixel_unshuffle = nn.PixelUnshuffle(downscale_factor=8)
+
+        # Convolution: reduce spatial dimensions by a factor
+        #  of 2 (without overlap)
+        self.conv = operation_settings.get("operations").Conv2d(in_dim * 64, out_dim, kernel_size=kernel_size, stride=stride, padding=0, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+        # Residual blocks for feature extraction
+        self.residual_blocks = nn.Sequential(
+            *[WanCamResidualBlock(out_dim, operation_settings = operation_settings) for _ in range(num_residual_blocks)]
+        )
+
+    def forward(self, x):
+        # Reshape to merge the frame dimension into batch
+        bs, c, f, h, w = x.size()
+        x = x.permute(0, 2, 1, 3, 4).contiguous().view(bs * f, c, h, w)
+
+        # Pixel Unshuffle operation
+        x_unshuffled = self.pixel_unshuffle(x)
+
+        # Convolution operation
+        x_conv = self.conv(x_unshuffled)
+
+        # Feature extraction with residual blocks
+        out = self.residual_blocks(x_conv)
+
+        # Reshape to restore original bf dimension
+        out = out.view(bs, f, out.size(1), out.size(2), out.size(3))
+
+        # Permute dimensions to reorder (if needed), e.g., swap channels and feature frames
+        out = out.permute(0, 2, 1, 3, 4)
+
+        return out
+
+
+class WanCamResidualBlock(nn.Module):
+    def __init__(self, dim, operation_settings={}):
+        super(WanCamResidualBlock, self).__init__()
+        self.conv1 = operation_settings.get("operations").Conv2d(dim, dim, kernel_size=3, padding=1, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.relu = nn.ReLU(inplace=True)
+        self.conv2 = operation_settings.get("operations").Conv2d(dim, dim, kernel_size=3, padding=1, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+    def forward(self, x):
+        residual = x
+        out = self.relu(self.conv1(x))
+        out = self.conv2(out)
+        out += residual
+        return out
+
+
+class Head(nn.Module):
+
+    def __init__(self, dim, out_dim, patch_size, eps=1e-6, operation_settings={}):
+        super().__init__()
+        self.dim = dim
+        self.out_dim = out_dim
+        self.patch_size = patch_size
+        self.eps = eps
+
+        # layers
+        out_dim = math.prod(patch_size) * out_dim
+        self.norm = operation_settings.get("operations").LayerNorm(dim, eps, elementwise_affine=False, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        self.head = operation_settings.get("operations").Linear(dim, out_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+        # modulation
+        self.modulation = nn.Parameter(torch.empty(1, 2, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")))
+
+    def forward(self, x, e):
+        r"""
+        Args:
+            x(Tensor): Shape [B, L1, C]
+            e(Tensor): Shape [B, C]
+        """
+        # assert e.dtype == torch.float32
+        if e.ndim < 3:
+            e = (comfy.model_management.cast_to(self.modulation, dtype=x.dtype, device=x.device) + e.unsqueeze(1)).chunk(2, dim=1)
+        else:
+            e = (comfy.model_management.cast_to(self.modulation, dtype=x.dtype, device=x.device).unsqueeze(0) + e.unsqueeze(2)).unbind(2)
+
+        x = (self.head(torch.addcmul(repeat_e(e[0], x), self.norm(x), 1 + repeat_e(e[1], x))))
+        return x
+
+
+class MLPProj(torch.nn.Module):
+
+    def __init__(self, in_dim, out_dim, flf_pos_embed_token_number=None, operation_settings={}):
+        super().__init__()
+
+        self.proj = torch.nn.Sequential(
+            operation_settings.get("operations").LayerNorm(in_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")), operation_settings.get("operations").Linear(in_dim, in_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")),
+            torch.nn.GELU(), operation_settings.get("operations").Linear(in_dim, out_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")),
+            operation_settings.get("operations").LayerNorm(out_dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")))
+
+        if flf_pos_embed_token_number is not None:
+            self.emb_pos = nn.Parameter(torch.empty((1, flf_pos_embed_token_number, in_dim), device=operation_settings.get("device"), dtype=operation_settings.get("dtype")))
+        else:
+            self.emb_pos = None
+
+    def forward(self, image_embeds):
+        if self.emb_pos is not None:
+            image_embeds = image_embeds[:, :self.emb_pos.shape[1]] + comfy.model_management.cast_to(self.emb_pos[:, :image_embeds.shape[1]], dtype=image_embeds.dtype, device=image_embeds.device)
+
+        clip_extra_context_tokens = self.proj(image_embeds)
+        return clip_extra_context_tokens
+
+
+class WanModel(torch.nn.Module):
+    r"""
+    Wan diffusion backbone supporting both text-to-video and image-to-video.
+    """
+
+    def __init__(self,
+                 model_type='t2v',
+                 patch_size=(1, 2, 2),
+                 text_len=512,
+                 in_dim=16,
+                 dim=2048,
+                 ffn_dim=8192,
+                 freq_dim=256,
+                 text_dim=4096,
+                 out_dim=16,
+                 num_heads=16,
+                 num_layers=32,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=True,
+                 eps=1e-6,
+                 flf_pos_embed_token_number=None,
+                 in_dim_ref_conv=None,
+                 wan_attn_block_class=WanAttentionBlock,
+                 image_model=None,
+                 device=None,
+                 dtype=None,
+                 operations=None,
+                 ):
+        r"""
+        Initialize the diffusion model backbone.
+
+        Args:
+            model_type (`str`, *optional*, defaults to 't2v'):
+                Model variant - 't2v' (text-to-video) or 'i2v' (image-to-video)
+            patch_size (`tuple`, *optional*, defaults to (1, 2, 2)):
+                3D patch dimensions for video embedding (t_patch, h_patch, w_patch)
+            text_len (`int`, *optional*, defaults to 512):
+                Fixed length for text embeddings
+            in_dim (`int`, *optional*, defaults to 16):
+                Input video channels (C_in)
+            dim (`int`, *optional*, defaults to 2048):
+                Hidden dimension of the transformer
+            ffn_dim (`int`, *optional*, defaults to 8192):
+                Intermediate dimension in feed-forward network
+            freq_dim (`int`, *optional*, defaults to 256):
+                Dimension for sinusoidal time embeddings
+            text_dim (`int`, *optional*, defaults to 4096):
+                Input dimension for text embeddings
+            out_dim (`int`, *optional*, defaults to 16):
+                Output video channels (C_out)
+            num_heads (`int`, *optional*, defaults to 16):
+                Number of attention heads
+            num_layers (`int`, *optional*, defaults to 32):
+                Number of transformer blocks
+            window_size (`tuple`, *optional*, defaults to (-1, -1)):
+                Window size for local attention (-1 indicates global attention)
+            qk_norm (`bool`, *optional*, defaults to True):
+                Enable query/key normalization
+            cross_attn_norm (`bool`, *optional*, defaults to False):
+                Enable cross-attention normalization
+            eps (`float`, *optional*, defaults to 1e-6):
+                Epsilon value for normalization layers
+        """
+
+        super().__init__()
+        self.dtype = dtype
+        operation_settings = {"operations": operations, "device": device, "dtype": dtype}
+
+        assert model_type in ['t2v', 'i2v']
+        self.model_type = model_type
+
+        self.patch_size = patch_size
+        self.text_len = text_len
+        self.in_dim = in_dim
+        self.dim = dim
+        self.ffn_dim = ffn_dim
+        self.freq_dim = freq_dim
+        self.text_dim = text_dim
+        self.out_dim = out_dim
+        self.num_heads = num_heads
+        self.num_layers = num_layers
+        self.window_size = window_size
+        self.qk_norm = qk_norm
+        self.cross_attn_norm = cross_attn_norm
+        self.eps = eps
+
+        # embeddings
+        self.patch_embedding = operations.Conv3d(
+            in_dim, dim, kernel_size=patch_size, stride=patch_size, device=operation_settings.get("device"), dtype=torch.float32)
+        self.text_embedding = nn.Sequential(
+            operations.Linear(text_dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")), nn.GELU(approximate='tanh'),
+            operations.Linear(dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")))
+
+        self.time_embedding = nn.Sequential(
+            operations.Linear(freq_dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")), nn.SiLU(), operations.Linear(dim, dim, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")))
+        self.time_projection = nn.Sequential(nn.SiLU(), operations.Linear(dim, dim * 6, device=operation_settings.get("device"), dtype=operation_settings.get("dtype")))
+
+        # blocks
+        cross_attn_type = 't2v_cross_attn' if model_type == 't2v' else 'i2v_cross_attn'
+        self.blocks = nn.ModuleList([
+            wan_attn_block_class(cross_attn_type, dim, ffn_dim, num_heads,
+                                 window_size, qk_norm, cross_attn_norm, eps, operation_settings=operation_settings)
+            for i in range(num_layers)
+        ])
+
+        # head
+        self.head = Head(dim, out_dim, patch_size, eps, operation_settings=operation_settings)
+
+        d = dim // num_heads
+        self.rope_embedder = EmbedND(dim=d, theta=10000.0, axes_dim=[d - 4 * (d // 6), 2 * (d // 6), 2 * (d // 6)])
+
+        if model_type == 'i2v':
+            self.img_emb = MLPProj(1280, dim, flf_pos_embed_token_number=flf_pos_embed_token_number, operation_settings=operation_settings)
+        else:
+            self.img_emb = None
+
+        if in_dim_ref_conv is not None:
+            self.ref_conv = operations.Conv2d(in_dim_ref_conv, dim, kernel_size=patch_size[1:], stride=patch_size[1:], device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+        else:
+            self.ref_conv = None
+
+    def forward_orig(
+        self,
+        x,
+        t,
+        context,
+        clip_fea=None,
+        freqs=None,
+        transformer_options={},
+        **kwargs,
+    ):
+        r"""
+        Forward pass through the diffusion model
+
+        Args:
+            x (Tensor):
+                List of input video tensors with shape [B, C_in, F, H, W]
+            t (Tensor):
+                Diffusion timesteps tensor of shape [B]
+            context (List[Tensor]):
+                List of text embeddings each with shape [B, L, C]
+            seq_len (`int`):
+                Maximum sequence length for positional encoding
+            clip_fea (Tensor, *optional*):
+                CLIP image features for image-to-video mode
+            y (List[Tensor], *optional*):
+                Conditional video inputs for image-to-video mode, same shape as x
+
+        Returns:
+            List[Tensor]:
+                List of denoised video tensors with original input shapes [C_out, F, H / 8, W / 8]
+        """
+        # embeddings
+        x_input = x
+        x = self.patch_embedding(x.float()).to(x.dtype)
+        grid_sizes = x.shape[2:]
+        transformer_options["grid_sizes"] = grid_sizes
+        x = x.flatten(2).transpose(1, 2)
+
+        # time embeddings
+        e = self.time_embedding(
+            sinusoidal_embedding_1d(self.freq_dim, t.flatten()).to(dtype=x[0].dtype))
+        e = e.reshape(t.shape[0], -1, e.shape[-1])
+        e0 = self.time_projection(e).unflatten(2, (6, self.dim))
+
+        full_ref = None
+        img_offset = 0
+        if self.ref_conv is not None:
+            full_ref = kwargs.get("reference_latent", None)
+            if full_ref is not None:
+                full_ref = self.ref_conv(full_ref).flatten(2).transpose(1, 2)
+                x = torch.concat((full_ref, x), dim=1)
+                img_offset = full_ref.shape[1]
+
+        # In-context reference (Bernini)
+        context_latents = kwargs.get("context_latents", None)
+        main_len = x.shape[1]
+        if context_latents is not None:
+            for lat in context_latents:
+                cl = self.patch_embedding(lat.float().to(x.device)).to(x.dtype).flatten(2).transpose(1, 2)
+                x = torch.cat([x, cl], dim=1)
+
+        # context
+        context = self.text_embedding(context)
+
+        context_img_len = None
+        if clip_fea is not None:
+            if self.img_emb is not None:
+                context_clip = self.img_emb(clip_fea)  # bs x 257 x dim
+                context = torch.concat([context_clip, context], dim=1)
+            context_img_len = clip_fea.shape[-2]
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], context=args["txt"], e=args["vec"], freqs=args["pe"], context_img_len=context_img_len, transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "vec": e0, "pe": freqs, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(x, e=e0, freqs=freqs, context=context, context_img_len=context_img_len, transformer_options=transformer_options)
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": x, "x": x_input, "vec": e, "block_index": i, "img_offset": img_offset, "transformer_options": transformer_options})
+                    x = out["img"]
+
+        # head
+        x = self.head(x, e)
+
+        if context_latents is not None:
+            x = x[:, :main_len]
+
+        if full_ref is not None:
+            x = x[:, full_ref.shape[1]:]
+
+        # unpatchify
+        x = self.unpatchify(x, grid_sizes)
+        return x
+
+    def rope_encode(self, t, h, w, t_start=0, steps_t=None, steps_h=None, steps_w=None, device=None, dtype=None, transformer_options={}, source_id=0):
+        patch_size = self.patch_size
+        t_len = ((t + (patch_size[0] // 2)) // patch_size[0])
+        h_len = ((h + (patch_size[1] // 2)) // patch_size[1])
+        w_len = ((w + (patch_size[2] // 2)) // patch_size[2])
+
+        if steps_t is None:
+            steps_t = t_len
+        if steps_h is None:
+            steps_h = h_len
+        if steps_w is None:
+            steps_w = w_len
+
+        h_start = 0
+        w_start = 0
+        rope_options = transformer_options.get("rope_options", None)
+        if rope_options is not None:
+            t_len = (t_len - 1.0) * rope_options.get("scale_t", 1.0) + 1.0
+            h_len = (h_len - 1.0) * rope_options.get("scale_y", 1.0) + 1.0
+            w_len = (w_len - 1.0) * rope_options.get("scale_x", 1.0) + 1.0
+
+            t_start += rope_options.get("shift_t", 0.0)
+            h_start += rope_options.get("shift_y", 0.0)
+            w_start += rope_options.get("shift_x", 0.0)
+
+        img_ids = torch.zeros((steps_t, steps_h, steps_w, 3), device=device, dtype=dtype)
+        img_ids[:, :, :, 0] = img_ids[:, :, :, 0] + torch.linspace(t_start, t_start + (t_len - 1), steps=steps_t, device=device, dtype=dtype).reshape(-1, 1, 1)
+        img_ids[:, :, :, 1] = img_ids[:, :, :, 1] + torch.linspace(h_start, h_start + (h_len - 1), steps=steps_h, device=device, dtype=dtype).reshape(1, -1, 1)
+        img_ids[:, :, :, 2] = img_ids[:, :, :, 2] + torch.linspace(w_start, w_start + (w_len - 1), steps=steps_w, device=device, dtype=dtype).reshape(1, 1, -1)
+        img_ids = img_ids.reshape(1, -1, img_ids.shape[-1])
+
+        freqs = self.rope_embedder(img_ids).movedim(1, 2)
+
+        # In-context reference: a non-zero source_id composes an extra rotation into the spatial rope
+        if source_id:
+            d = self.dim // self.num_heads
+            pos = torch.tensor([[float(source_id)]], device=freqs.device, dtype=torch.float32)
+            id_rot = rope(pos, d, self.rope_embedder.theta).reshape(1, 1, 1, d // 2, 2, 2).to(freqs.dtype)
+            freqs = torch.einsum('...ij,...jk->...ik', freqs, id_rot)
+        return freqs
+
+    def forward(self, x, timestep, context, clip_fea=None, time_dim_concat=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._forward,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.DIFFUSION_MODEL, transformer_options)
+        ).execute(x, timestep, context, clip_fea, time_dim_concat, transformer_options, **kwargs)
+
+    def _forward(self, x, timestep, context, clip_fea=None, time_dim_concat=None, transformer_options={}, **kwargs):
+        bs, c, t, h, w = x.shape
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, self.patch_size)
+
+        t_len = t
+        if time_dim_concat is not None:
+            time_dim_concat = comfy.ldm.common_dit.pad_to_patch_size(time_dim_concat, self.patch_size)
+            x = torch.cat([x, time_dim_concat], dim=2)
+            t_len = x.shape[2]
+
+        if self.ref_conv is not None and "reference_latent" in kwargs:
+            t_len += 1
+
+        freqs = self.rope_encode(t_len, h, w, device=x.device, dtype=x.dtype, transformer_options=transformer_options)
+
+        # In-context reference: one rope block per stream, each with it's own source_id (1, 2, ...) to distinguish from the target (id 0).
+        context_latents = kwargs.get("context_latents", None)
+        if context_latents is not None:
+            context_latents = [comfy.ldm.common_dit.pad_to_patch_size(lat, self.patch_size) for lat in context_latents]
+            for i, lat in enumerate(context_latents):
+                freqs = torch.cat([freqs, self.rope_encode(lat.shape[-3], lat.shape[-2], lat.shape[-1], device=x.device, dtype=x.dtype, transformer_options=transformer_options, source_id=i + 1)], dim=1)
+            kwargs = {**kwargs, "context_latents": context_latents}
+
+        return self.forward_orig(x, timestep, context, clip_fea=clip_fea, freqs=freqs, transformer_options=transformer_options, **kwargs)[:, :, :t, :h, :w]
+
+    def unpatchify(self, x, grid_sizes):
+        r"""
+        Reconstruct video tensors from patch embeddings.
+
+        Args:
+            x (List[Tensor]):
+                List of patchified features, each with shape [L, C_out * prod(patch_size)]
+            grid_sizes (Tensor):
+                Original spatial-temporal grid dimensions before patching,
+                    shape [B, 3] (3 dimensions correspond to F_patches, H_patches, W_patches)
+
+        Returns:
+            List[Tensor]:
+                Reconstructed video tensors with shape [L, C_out, F, H / 8, W / 8]
+        """
+
+        c = self.out_dim
+        u = x
+        b = u.shape[0]
+        u = u[:, :math.prod(grid_sizes)].view(b, *grid_sizes, *self.patch_size, c)
+        u = torch.einsum('bfhwpqrc->bcfphqwr', u)
+        u = u.reshape(b, c, *[i * j for i, j in zip(grid_sizes, self.patch_size)])
+        return u
+
+
+class VaceWanModel(WanModel):
+    r"""
+    Wan diffusion backbone supporting both text-to-video and image-to-video.
+    """
+
+    def __init__(self,
+                 model_type='vace',
+                 patch_size=(1, 2, 2),
+                 text_len=512,
+                 in_dim=16,
+                 dim=2048,
+                 ffn_dim=8192,
+                 freq_dim=256,
+                 text_dim=4096,
+                 out_dim=16,
+                 num_heads=16,
+                 num_layers=32,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=True,
+                 eps=1e-6,
+                 flf_pos_embed_token_number=None,
+                 image_model=None,
+                 vace_layers=None,
+                 vace_in_dim=None,
+                 device=None,
+                 dtype=None,
+                 operations=None,
+                 ):
+
+        super().__init__(model_type='t2v', patch_size=patch_size, text_len=text_len, in_dim=in_dim, dim=dim, ffn_dim=ffn_dim, freq_dim=freq_dim, text_dim=text_dim, out_dim=out_dim, num_heads=num_heads, num_layers=num_layers, window_size=window_size, qk_norm=qk_norm, cross_attn_norm=cross_attn_norm, eps=eps, flf_pos_embed_token_number=flf_pos_embed_token_number, image_model=image_model, device=device, dtype=dtype, operations=operations)
+        operation_settings = {"operations": operations, "device": device, "dtype": dtype}
+
+        # Vace
+        if vace_layers is not None:
+            self.vace_layers = vace_layers
+            self.vace_in_dim = vace_in_dim
+            # vace blocks
+            self.vace_blocks = nn.ModuleList([
+                VaceWanAttentionBlock('t2v_cross_attn', self.dim, self.ffn_dim, self.num_heads, self.window_size, self.qk_norm, self.cross_attn_norm, self.eps, block_id=i, operation_settings=operation_settings)
+                for i in range(self.vace_layers)
+            ])
+
+            self.vace_layers_mapping = {i: n for n, i in enumerate(range(0, self.num_layers, self.num_layers // self.vace_layers))}
+            # vace patch embeddings
+            self.vace_patch_embedding = operations.Conv3d(
+                self.vace_in_dim, self.dim, kernel_size=self.patch_size, stride=self.patch_size, device=device, dtype=torch.float32
+            )
+
+    def forward_orig(
+        self,
+        x,
+        t,
+        context,
+        vace_context,
+        vace_strength,
+        clip_fea=None,
+        freqs=None,
+        transformer_options={},
+        **kwargs,
+    ):
+        # embeddings
+        x_input = x
+        x = self.patch_embedding(x.float()).to(x.dtype)
+        grid_sizes = x.shape[2:]
+        transformer_options["grid_sizes"] = grid_sizes
+        x = x.flatten(2).transpose(1, 2)
+
+        # time embeddings
+        e = self.time_embedding(
+            sinusoidal_embedding_1d(self.freq_dim, t).to(dtype=x[0].dtype))
+        e0 = self.time_projection(e).unflatten(1, (6, self.dim))
+
+        # context
+        context = self.text_embedding(context)
+
+        context_img_len = None
+        if clip_fea is not None:
+            if self.img_emb is not None:
+                context_clip = self.img_emb(clip_fea)  # bs x 257 x dim
+                context = torch.concat([context_clip, context], dim=1)
+            context_img_len = clip_fea.shape[-2]
+
+        orig_shape = list(vace_context.shape)
+        vace_context = vace_context.movedim(0, 1).reshape([-1] + orig_shape[2:])
+        c = self.vace_patch_embedding(vace_context.float()).to(vace_context.dtype)
+        c = c.flatten(2).transpose(1, 2)
+        c = list(c.split(orig_shape[0], dim=0))
+
+        # arguments
+        x_orig = x
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], context=args["txt"], e=args["vec"], freqs=args["pe"], context_img_len=context_img_len, transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "vec": e0, "pe": freqs, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(x, e=e0, freqs=freqs, context=context, context_img_len=context_img_len, transformer_options=transformer_options)
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": x, "x": x_input, "vec": e, "block_index": i, "img_offset": 0, "transformer_options": transformer_options})
+                    x = out["img"]
+
+            ii = self.vace_layers_mapping.get(i, None)
+            if ii is not None:
+                for iii in range(len(c)):
+                    c_skip, c[iii] = self.vace_blocks[ii](c[iii], x=x_orig, e=e0, freqs=freqs, context=context, context_img_len=context_img_len, transformer_options=transformer_options)
+                    x += c_skip * vace_strength[iii]
+                del c_skip
+        # head
+        x = self.head(x, e)
+
+        # unpatchify
+        x = self.unpatchify(x, grid_sizes)
+        return x
+
+class CameraWanModel(WanModel):
+    r"""
+    Wan diffusion backbone supporting both text-to-video and image-to-video.
+    """
+
+    def __init__(self,
+                 model_type='camera',
+                 patch_size=(1, 2, 2),
+                 text_len=512,
+                 in_dim=16,
+                 dim=2048,
+                 ffn_dim=8192,
+                 freq_dim=256,
+                 text_dim=4096,
+                 out_dim=16,
+                 num_heads=16,
+                 num_layers=32,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=True,
+                 eps=1e-6,
+                 flf_pos_embed_token_number=None,
+                 image_model=None,
+                 in_dim_control_adapter=24,
+                 device=None,
+                 dtype=None,
+                 operations=None,
+                 ):
+
+        if model_type == 'camera':
+            model_type = 'i2v'
+        else:
+            model_type = 't2v'
+
+        super().__init__(model_type=model_type, patch_size=patch_size, text_len=text_len, in_dim=in_dim, dim=dim, ffn_dim=ffn_dim, freq_dim=freq_dim, text_dim=text_dim, out_dim=out_dim, num_heads=num_heads, num_layers=num_layers, window_size=window_size, qk_norm=qk_norm, cross_attn_norm=cross_attn_norm, eps=eps, flf_pos_embed_token_number=flf_pos_embed_token_number, image_model=image_model, device=device, dtype=dtype, operations=operations)
+        operation_settings = {"operations": operations, "device": device, "dtype": dtype}
+
+        self.control_adapter = WanCamAdapter(in_dim_control_adapter, dim, kernel_size=patch_size[1:], stride=patch_size[1:], operation_settings=operation_settings)
+
+
+    def forward_orig(
+        self,
+        x,
+        t,
+        context,
+        clip_fea=None,
+        freqs=None,
+        camera_conditions = None,
+        transformer_options={},
+        **kwargs,
+    ):
+        # embeddings
+        x_input = x
+        x = self.patch_embedding(x.float()).to(x.dtype)
+        if self.control_adapter is not None and camera_conditions is not None:
+            x = x + self.control_adapter(camera_conditions).to(x.dtype)
+        grid_sizes = x.shape[2:]
+        x = x.flatten(2).transpose(1, 2)
+
+        # time embeddings
+        e = self.time_embedding(
+            sinusoidal_embedding_1d(self.freq_dim, t).to(dtype=x[0].dtype))
+        e0 = self.time_projection(e).unflatten(1, (6, self.dim))
+
+        # context
+        context = self.text_embedding(context)
+
+        context_img_len = None
+        if clip_fea is not None:
+            if self.img_emb is not None:
+                context_clip = self.img_emb(clip_fea)  # bs x 257 x dim
+                context = torch.concat([context_clip, context], dim=1)
+            context_img_len = clip_fea.shape[-2]
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], context=args["txt"], e=args["vec"], freqs=args["pe"], context_img_len=context_img_len, transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "vec": e0, "pe": freqs, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(x, e=e0, freqs=freqs, context=context, context_img_len=context_img_len, transformer_options=transformer_options)
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": x, "x": x_input, "vec": e, "block_index": i, "img_offset": 0, "transformer_options": transformer_options})
+                    x = out["img"]
+
+        # head
+        x = self.head(x, e)
+
+        # unpatchify
+        x = self.unpatchify(x, grid_sizes)
+        return x
+
+
+class CausalConv1d(nn.Module):
+
+    def __init__(self,
+                 chan_in,
+                 chan_out,
+                 kernel_size=3,
+                 stride=1,
+                 dilation=1,
+                 pad_mode='replicate',
+                 operations=None,
+                 **kwargs):
+        super().__init__()
+
+        self.pad_mode = pad_mode
+        padding = (kernel_size - 1, 0)  # T
+        self.time_causal_padding = padding
+
+        self.conv = operations.Conv1d(
+            chan_in,
+            chan_out,
+            kernel_size,
+            stride=stride,
+            dilation=dilation,
+            **kwargs)
+
+    def forward(self, x):
+        x = torch.nn.functional.pad(x, self.time_causal_padding, mode=self.pad_mode)
+        return self.conv(x)
+
+
+class MotionEncoder_tc(nn.Module):
+
+    def __init__(self,
+                 in_dim: int,
+                 hidden_dim: int,
+                 num_heads: int,
+                 need_global=True,
+                 dtype=None,
+                 device=None,
+                 operations=None,):
+        factory_kwargs = {"dtype": dtype, "device": device}
+        super().__init__()
+
+        self.num_heads = num_heads
+        self.need_global = need_global
+        self.conv1_local = CausalConv1d(in_dim, hidden_dim // 4 * num_heads, 3, stride=1, operations=operations, **factory_kwargs)
+        if need_global:
+            self.conv1_global = CausalConv1d(
+                in_dim, hidden_dim // 4, 3, stride=1, operations=operations, **factory_kwargs)
+        self.norm1 = operations.LayerNorm(
+            hidden_dim // 4,
+            elementwise_affine=False,
+            eps=1e-6,
+            **factory_kwargs)
+        self.act = nn.SiLU()
+        self.conv2 = CausalConv1d(hidden_dim // 4, hidden_dim // 2, 3, stride=2, operations=operations, **factory_kwargs)
+        self.conv3 = CausalConv1d(hidden_dim // 2, hidden_dim, 3, stride=2, operations=operations, **factory_kwargs)
+
+        if need_global:
+            self.final_linear = operations.Linear(hidden_dim, hidden_dim, **factory_kwargs)
+
+        self.norm1 = operations.LayerNorm(
+            hidden_dim // 4,
+            elementwise_affine=False,
+            eps=1e-6,
+            **factory_kwargs)
+
+        self.norm2 = operations.LayerNorm(
+            hidden_dim // 2,
+            elementwise_affine=False,
+            eps=1e-6,
+            **factory_kwargs)
+
+        self.norm3 = operations.LayerNorm(
+            hidden_dim, elementwise_affine=False, eps=1e-6, **factory_kwargs)
+
+        self.padding_tokens = nn.Parameter(torch.empty(1, 1, 1, hidden_dim, **factory_kwargs))
+
+    def forward(self, x):
+        x = rearrange(x, 'b t c -> b c t')
+        x_ori = x.clone()
+        b, c, t = x.shape
+        x = self.conv1_local(x)
+        x = rearrange(x, 'b (n c) t -> (b n) t c', n=self.num_heads)
+        x = self.norm1(x)
+        x = self.act(x)
+        x = rearrange(x, 'b t c -> b c t')
+        x = self.conv2(x)
+        x = rearrange(x, 'b c t -> b t c')
+        x = self.norm2(x)
+        x = self.act(x)
+        x = rearrange(x, 'b t c -> b c t')
+        x = self.conv3(x)
+        x = rearrange(x, 'b c t -> b t c')
+        x = self.norm3(x)
+        x = self.act(x)
+        x = rearrange(x, '(b n) t c -> b t n c', b=b)
+        padding = comfy.model_management.cast_to(self.padding_tokens, dtype=x.dtype, device=x.device).repeat(b, x.shape[1], 1, 1)
+        x = torch.cat([x, padding], dim=-2)
+        x_local = x.clone()
+
+        if not self.need_global:
+            return x_local
+
+        x = self.conv1_global(x_ori)
+        x = rearrange(x, 'b c t -> b t c')
+        x = self.norm1(x)
+        x = self.act(x)
+        x = rearrange(x, 'b t c -> b c t')
+        x = self.conv2(x)
+        x = rearrange(x, 'b c t -> b t c')
+        x = self.norm2(x)
+        x = self.act(x)
+        x = rearrange(x, 'b t c -> b c t')
+        x = self.conv3(x)
+        x = rearrange(x, 'b c t -> b t c')
+        x = self.norm3(x)
+        x = self.act(x)
+        x = self.final_linear(x)
+        x = rearrange(x, '(b n) t c -> b t n c', b=b)
+
+        return x, x_local
+
+
+class CausalAudioEncoder(nn.Module):
+
+    def __init__(self,
+                 dim=5120,
+                 num_layers=25,
+                 out_dim=2048,
+                 video_rate=8,
+                 num_token=4,
+                 need_global=False,
+                 dtype=None,
+                 device=None,
+                 operations=None):
+        super().__init__()
+        self.encoder = MotionEncoder_tc(
+            in_dim=dim,
+            hidden_dim=out_dim,
+            num_heads=num_token,
+            need_global=need_global, dtype=dtype, device=device, operations=operations)
+        weight = torch.empty((1, num_layers, 1, 1), dtype=dtype, device=device)
+
+        self.weights = torch.nn.Parameter(weight)
+        self.act = torch.nn.SiLU()
+
+    def forward(self, features):
+        # features B * num_layers * dim * video_length
+        weights = self.act(comfy.model_management.cast_to(self.weights, dtype=features.dtype, device=features.device))
+        weights_sum = weights.sum(dim=1, keepdims=True)
+        weighted_feat = ((features * weights) / weights_sum).sum(
+            dim=1)  # b dim f
+        weighted_feat = weighted_feat.permute(0, 2, 1)  # b f dim
+        res = self.encoder(weighted_feat)  # b f n dim
+        return res  # b f n dim
+
+
+class AdaLayerNorm(nn.Module):
+    def __init__(self, embedding_dim, output_dim=None, norm_elementwise_affine=False, norm_eps=1e-5, dtype=None, device=None, operations=None):
+        super().__init__()
+
+        output_dim = output_dim or embedding_dim * 2
+
+        self.silu = nn.SiLU()
+        self.linear = operations.Linear(embedding_dim, output_dim, dtype=dtype, device=device)
+        self.norm = operations.LayerNorm(output_dim // 2, norm_eps, norm_elementwise_affine, dtype=dtype, device=device)
+
+    def forward(self, x, temb):
+        temb = self.linear(self.silu(temb))
+        shift, scale = temb.chunk(2, dim=1)
+        shift = shift[:, None, :]
+        scale = scale[:, None, :]
+        x = self.norm(x) * (1 + scale) + shift
+        return x
+
+
+class AudioInjector_WAN(nn.Module):
+
+    def __init__(self,
+                 dim=2048,
+                 num_heads=32,
+                 inject_layer=[0, 27],
+                 root_net=None,
+                 enable_adain=False,
+                 adain_dim=2048,
+                 adain_mode=None,
+                 dtype=None,
+                 device=None,
+                 operations=None):
+        super().__init__()
+        self.enable_adain = enable_adain
+        self.adain_mode = adain_mode
+        self.injected_block_id = {}
+        audio_injector_id = 0
+        for inject_id in inject_layer:
+            self.injected_block_id[inject_id] = audio_injector_id
+            audio_injector_id += 1
+
+        self.injector = nn.ModuleList([
+            WanT2VCrossAttention(
+                dim=dim,
+                num_heads=num_heads,
+                qk_norm=True, operation_settings={"operations": operations, "device": device, "dtype": dtype}
+            ) for _ in range(audio_injector_id)
+        ])
+        self.injector_pre_norm_feat = nn.ModuleList([
+            operations.LayerNorm(
+                dim,
+                elementwise_affine=False,
+                eps=1e-6, dtype=dtype, device=device
+            ) for _ in range(audio_injector_id)
+        ])
+        self.injector_pre_norm_vec = nn.ModuleList([
+            operations.LayerNorm(
+                dim,
+                elementwise_affine=False,
+                eps=1e-6, dtype=dtype, device=device
+            ) for _ in range(audio_injector_id)
+        ])
+        if enable_adain:
+            self.injector_adain_layers = nn.ModuleList([
+                AdaLayerNorm(
+                    output_dim=dim * 2, embedding_dim=adain_dim, dtype=dtype, device=device, operations=operations)
+                for _ in range(audio_injector_id)
+            ])
+            if adain_mode != "attn_norm":
+                self.injector_adain_output_layers = nn.ModuleList(
+                    [operations.Linear(dim, dim, dtype=dtype, device=device) for _ in range(audio_injector_id)])
+
+    def forward(self, x, block_id, audio_emb, audio_emb_global, seq_len, scale=1.0):
+        audio_attn_id = self.injected_block_id.get(block_id, None)
+        if audio_attn_id is None:
+            return x
+
+        num_frames = audio_emb.shape[1]
+        input_hidden_states = rearrange(x[:, :seq_len], "b (t n) c -> (b t) n c", t=num_frames)
+        if self.enable_adain and self.adain_mode == "attn_norm":
+            audio_emb_global = rearrange(audio_emb_global, "b t n c -> (b t) n c")
+            adain_hidden_states = self.injector_adain_layers[audio_attn_id](input_hidden_states, temb=audio_emb_global[:, 0])
+            attn_hidden_states = adain_hidden_states
+        else:
+            attn_hidden_states = self.injector_pre_norm_feat[audio_attn_id](input_hidden_states)
+
+        if audio_emb.dim() == 3: # WanDancer case
+            attn_audio_emb = rearrange(audio_emb, "b t c -> (b t) 1 c", t=num_frames)
+        else: # S2V case
+            attn_audio_emb = rearrange(audio_emb, "b t n c -> (b t) n c", t=num_frames)
+
+        residual_out = self.injector[audio_attn_id](x=attn_hidden_states, context=attn_audio_emb)
+        residual_out = rearrange(residual_out, "(b t) n c -> b (t n) c", t=num_frames)
+        x[:, :seq_len] = x[:, :seq_len] + residual_out * scale
+        return x
+
+
+class FramePackMotioner(nn.Module):
+    def __init__(
+            self,
+            inner_dim=1024,
+            num_heads=16,  # Used to indicate the number of heads in the backbone network; unrelated to this module's design
+            zip_frame_buckets=[
+                1, 2, 16
+            ],  # Three numbers representing the number of frames sampled for patch operations from the nearest to the farthest frames
+            drop_mode="drop",  # If not "drop", it will use "padd", meaning padding instead of deletion
+            dtype=None,
+            device=None,
+            operations=None):
+        super().__init__()
+        self.proj = operations.Conv3d(16, inner_dim, kernel_size=(1, 2, 2), stride=(1, 2, 2), dtype=dtype, device=device)
+        self.proj_2x = operations.Conv3d(16, inner_dim, kernel_size=(2, 4, 4), stride=(2, 4, 4), dtype=dtype, device=device)
+        self.proj_4x = operations.Conv3d(16, inner_dim, kernel_size=(4, 8, 8), stride=(4, 8, 8), dtype=dtype, device=device)
+        self.zip_frame_buckets = zip_frame_buckets
+
+        self.inner_dim = inner_dim
+        self.num_heads = num_heads
+
+        self.drop_mode = drop_mode
+
+    def forward(self, motion_latents, rope_embedder, add_last_motion=2):
+        lat_height, lat_width = motion_latents.shape[3], motion_latents.shape[4]
+        padd_lat = torch.zeros(motion_latents.shape[0], 16, sum(self.zip_frame_buckets), lat_height, lat_width).to(device=motion_latents.device, dtype=motion_latents.dtype)
+        overlap_frame = min(padd_lat.shape[2], motion_latents.shape[2])
+        if overlap_frame > 0:
+            padd_lat[:, :, -overlap_frame:] = motion_latents[:, :, -overlap_frame:]
+
+        if add_last_motion < 2 and self.drop_mode != "drop":
+            zero_end_frame = sum(self.zip_frame_buckets[:len(self.zip_frame_buckets) - add_last_motion - 1])
+            padd_lat[:, :, -zero_end_frame:] = 0
+
+        clean_latents_4x, clean_latents_2x, clean_latents_post = padd_lat[:, :, -sum(self.zip_frame_buckets):, :, :].split(self.zip_frame_buckets[::-1], dim=2)  # 16, 2 ,1
+
+        # patchfy
+        clean_latents_post = self.proj(clean_latents_post).flatten(2).transpose(1, 2)
+        clean_latents_2x = self.proj_2x(clean_latents_2x)
+        l_2x_shape = clean_latents_2x.shape
+        clean_latents_2x = clean_latents_2x.flatten(2).transpose(1, 2)
+        clean_latents_4x = self.proj_4x(clean_latents_4x)
+        l_4x_shape = clean_latents_4x.shape
+        clean_latents_4x = clean_latents_4x.flatten(2).transpose(1, 2)
+
+        if add_last_motion < 2 and self.drop_mode == "drop":
+            clean_latents_post = clean_latents_post[:, :
+                                                    0] if add_last_motion < 2 else clean_latents_post
+            clean_latents_2x = clean_latents_2x[:, :
+                                                0] if add_last_motion < 1 else clean_latents_2x
+
+        motion_lat = torch.cat([clean_latents_post, clean_latents_2x, clean_latents_4x], dim=1)
+
+        rope_post = rope_embedder.rope_encode(1, lat_height, lat_width, t_start=-1, device=motion_latents.device, dtype=motion_latents.dtype)
+        rope_2x = rope_embedder.rope_encode(1, lat_height, lat_width, t_start=-3, steps_h=l_2x_shape[-2], steps_w=l_2x_shape[-1], device=motion_latents.device, dtype=motion_latents.dtype)
+        rope_4x = rope_embedder.rope_encode(4, lat_height, lat_width, t_start=-19, steps_h=l_4x_shape[-2], steps_w=l_4x_shape[-1], device=motion_latents.device, dtype=motion_latents.dtype)
+
+        rope = torch.cat([rope_post, rope_2x, rope_4x], dim=1)
+        return motion_lat, rope
+
+
+class WanModel_S2V(WanModel):
+    def __init__(self,
+                 model_type='s2v',
+                 patch_size=(1, 2, 2),
+                 text_len=512,
+                 in_dim=16,
+                 dim=2048,
+                 ffn_dim=8192,
+                 freq_dim=256,
+                 text_dim=4096,
+                 out_dim=16,
+                 num_heads=16,
+                 num_layers=32,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=True,
+                 eps=1e-6,
+                 audio_dim=1024,
+                 num_audio_token=4,
+                 enable_adain=True,
+                 cond_dim=16,
+                 audio_inject_layers=[0, 4, 8, 12, 16, 20, 24, 27, 30, 33, 36, 39],
+                 adain_mode="attn_norm",
+                 framepack_drop_mode="padd",
+                 image_model=None,
+                 device=None,
+                 dtype=None,
+                 operations=None,
+                 ):
+
+        super().__init__(model_type='t2v', patch_size=patch_size, text_len=text_len, in_dim=in_dim, dim=dim, ffn_dim=ffn_dim, freq_dim=freq_dim, text_dim=text_dim, out_dim=out_dim, num_heads=num_heads, num_layers=num_layers, window_size=window_size, qk_norm=qk_norm, cross_attn_norm=cross_attn_norm, eps=eps, image_model=image_model, device=device, dtype=dtype, operations=operations)
+
+        self.trainable_cond_mask = operations.Embedding(3, self.dim, device=device, dtype=dtype)
+
+        self.casual_audio_encoder = CausalAudioEncoder(
+            dim=audio_dim,
+            out_dim=self.dim,
+            num_token=num_audio_token,
+            need_global=enable_adain, dtype=dtype, device=device, operations=operations)
+
+        if cond_dim > 0:
+            self.cond_encoder = operations.Conv3d(
+                cond_dim,
+                self.dim,
+                kernel_size=self.patch_size,
+                stride=self.patch_size, device=device, dtype=dtype)
+
+        self.audio_injector = AudioInjector_WAN(
+            dim=self.dim,
+            num_heads=self.num_heads,
+            inject_layer=audio_inject_layers,
+            root_net=self,
+            enable_adain=enable_adain,
+            adain_dim=self.dim,
+            adain_mode=adain_mode,
+            dtype=dtype, device=device, operations=operations
+        )
+
+        self.frame_packer = FramePackMotioner(
+            inner_dim=self.dim,
+            num_heads=self.num_heads,
+            zip_frame_buckets=[1, 2, 16],
+            drop_mode=framepack_drop_mode,
+            dtype=dtype, device=device, operations=operations)
+
+    def forward_orig(
+        self,
+        x,
+        t,
+        context,
+        audio_embed=None,
+        reference_latent=None,
+        control_video=None,
+        reference_motion=None,
+        clip_fea=None,
+        freqs=None,
+        transformer_options={},
+        **kwargs,
+    ):
+        if audio_embed is not None:
+            num_embeds = x.shape[-3] * 4
+            audio_emb_global, audio_emb = self.casual_audio_encoder(audio_embed[:, :, :, :num_embeds])
+        else:
+            audio_emb = None
+
+        # embeddings
+        bs, _, time, height, width = x.shape
+        x_input = x
+        x = self.patch_embedding(x.float()).to(x.dtype)
+        if control_video is not None:
+            x = x + self.cond_encoder(control_video)
+
+        if t.ndim == 1:
+            t = t.unsqueeze(1).repeat(1, x.shape[2])
+
+        grid_sizes = x.shape[2:]
+        x = x.flatten(2).transpose(1, 2)
+        seq_len = x.size(1)
+
+        cond_mask_weight = comfy.model_management.cast_to(self.trainable_cond_mask.weight, dtype=x.dtype, device=x.device).unsqueeze(1).unsqueeze(1)
+        x = x + cond_mask_weight[0]
+
+        if reference_latent is not None:
+            ref = self.patch_embedding(reference_latent.float()).to(x.dtype)
+            ref = ref.flatten(2).transpose(1, 2)
+            freqs_ref = self.rope_encode(reference_latent.shape[-3], reference_latent.shape[-2], reference_latent.shape[-1], t_start=max(30, time + 9), device=x.device, dtype=x.dtype)
+            ref = ref + cond_mask_weight[1]
+            x = torch.cat([x, ref], dim=1)
+            freqs = torch.cat([freqs, freqs_ref], dim=1)
+            t = torch.cat([t, torch.zeros((t.shape[0], reference_latent.shape[-3]), device=t.device, dtype=t.dtype)], dim=1)
+            del ref, freqs_ref
+
+        if reference_motion is not None:
+            motion_encoded, freqs_motion = self.frame_packer(reference_motion, self)
+            motion_encoded = motion_encoded + cond_mask_weight[2]
+            x = torch.cat([x, motion_encoded], dim=1)
+            freqs = torch.cat([freqs, freqs_motion], dim=1)
+
+            t = torch.repeat_interleave(t, 2, dim=1)
+            t = torch.cat([t, torch.zeros((t.shape[0], 3), device=t.device, dtype=t.dtype)], dim=1)
+            del motion_encoded, freqs_motion
+
+        # time embeddings
+        e = self.time_embedding(
+            sinusoidal_embedding_1d(self.freq_dim, t.flatten()).to(dtype=x[0].dtype))
+        e = e.reshape(t.shape[0], -1, e.shape[-1])
+        e0 = self.time_projection(e).unflatten(2, (6, self.dim))
+
+        # context
+        context = self.text_embedding(context)
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], context=args["txt"], e=args["vec"], freqs=args["pe"], transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "vec": e0, "pe": freqs, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(x, e=e0, freqs=freqs, context=context, transformer_options=transformer_options)
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": x, "x": x_input, "vec": e, "block_index": i, "img_offset": 0, "transformer_options": transformer_options})
+                    x = out["img"]
+
+            if audio_emb is not None:
+                x = self.audio_injector(x, i, audio_emb, audio_emb_global, seq_len)
+        # head
+        x = self.head(x, e)
+
+        # unpatchify
+        x = self.unpatchify(x, grid_sizes)
+        return x
+
+
+class WanT2VCrossAttentionGather(WanSelfAttention):
+
+    def forward(self, x, context, transformer_options={}, **kwargs):
+        r"""
+        Args:
+            x(Tensor): Shape [B, L1, C] - video tokens
+            context(Tensor): Shape [B, L2, C] - audio tokens with shape [B, frames*16, 1536]
+        """
+        b, n, d = x.size(0), self.num_heads, self.head_dim
+
+        q = self.norm_q(self.q(x))
+        k = self.norm_k(self.k(context))
+        v = self.v(context)
+
+        # Handle audio temporal structure (16 tokens per frame)
+        k = k.reshape(-1, 16, n, d).transpose(1, 2)
+        v = v.reshape(-1, 16, n, d).transpose(1, 2)
+
+        # Handle video spatial structure
+        q = q.reshape(k.shape[0], -1, n, d).transpose(1, 2)
+
+        x = optimized_attention(q, k, v, heads=self.num_heads, skip_reshape=True, skip_output_reshape=True, transformer_options=transformer_options)
+
+        x = x.transpose(1, 2).reshape(b, -1, n * d)
+        x = self.o(x)
+        return x
+
+
+class AudioCrossAttentionWrapper(nn.Module):
+    def __init__(self, dim, kv_dim, num_heads, qk_norm=True, eps=1e-6, operation_settings={}):
+        super().__init__()
+
+        self.audio_cross_attn = WanT2VCrossAttentionGather(dim, num_heads, qk_norm=qk_norm, kv_dim=kv_dim, eps=eps, operation_settings=operation_settings)
+        self.norm1_audio = operation_settings.get("operations").LayerNorm(dim, eps, elementwise_affine=True, device=operation_settings.get("device"), dtype=operation_settings.get("dtype"))
+
+    def forward(self, x, audio, transformer_options={}):
+        x = x + self.audio_cross_attn(self.norm1_audio(x), audio, transformer_options=transformer_options)
+        return x
+
+
+class WanAttentionBlockAudio(WanAttentionBlock):
+
+    def __init__(self,
+                 cross_attn_type,
+                 dim,
+                 ffn_dim,
+                 num_heads,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=False,
+                 eps=1e-6, operation_settings={}):
+        super().__init__(cross_attn_type, dim, ffn_dim, num_heads, window_size, qk_norm, cross_attn_norm, eps, operation_settings)
+        self.audio_cross_attn_wrapper = AudioCrossAttentionWrapper(dim, 1536, num_heads, qk_norm, eps, operation_settings=operation_settings)
+
+    def forward(
+        self,
+        x,
+        e,
+        freqs,
+        context,
+        context_img_len=257,
+        audio=None,
+        transformer_options={},
+    ):
+        r"""
+        Args:
+            x(Tensor): Shape [B, L, C]
+            e(Tensor): Shape [B, 6, C]
+            freqs(Tensor): Rope freqs, shape [1024, C / num_heads / 2]
+        """
+        # assert e.dtype == torch.float32
+
+        if e.ndim < 4:
+            e = (comfy.model_management.cast_to(self.modulation, dtype=x.dtype, device=x.device) + e).chunk(6, dim=1)
+        else:
+            e = (comfy.model_management.cast_to(self.modulation, dtype=x.dtype, device=x.device).unsqueeze(0) + e).unbind(2)
+        # assert e[0].dtype == torch.float32
+
+        # self-attention
+        y = self.self_attn(
+            torch.addcmul(repeat_e(e[0], x), self.norm1(x), 1 + repeat_e(e[1], x)),
+            freqs, transformer_options=transformer_options)
+
+        x = torch.addcmul(x, y, repeat_e(e[2], x))
+
+        # cross-attention & ffn
+        x = x + self.cross_attn(self.norm3(x), context, context_img_len=context_img_len, transformer_options=transformer_options)
+        if audio is not None:
+            x = self.audio_cross_attn_wrapper(x, audio, transformer_options=transformer_options)
+        y = self.ffn(torch.addcmul(repeat_e(e[3], x), self.norm2(x), 1 + repeat_e(e[4], x)))
+        x = torch.addcmul(x, y, repeat_e(e[5], x))
+        return x
+
+class DummyAdapterLayer(nn.Module):
+    def __init__(self, layer):
+        super().__init__()
+        self.layer = layer
+
+    def forward(self, *args, **kwargs):
+        return self.layer(*args, **kwargs)
+
+
+class AudioProjModel(nn.Module):
+    def __init__(
+        self,
+        seq_len=5,
+        blocks=13,  # add a new parameter blocks
+        channels=768,  # add a new parameter channels
+        intermediate_dim=512,
+        output_dim=1536,
+        context_tokens=16,
+        device=None,
+        dtype=None,
+        operations=None,
+    ):
+        super().__init__()
+
+        self.seq_len = seq_len
+        self.blocks = blocks
+        self.channels = channels
+        self.input_dim = seq_len * blocks * channels  # update input_dim to be the product of blocks and channels.
+        self.intermediate_dim = intermediate_dim
+        self.context_tokens = context_tokens
+        self.output_dim = output_dim
+
+        # define multiple linear layers
+        self.audio_proj_glob_1 = DummyAdapterLayer(operations.Linear(self.input_dim, intermediate_dim, dtype=dtype, device=device))
+        self.audio_proj_glob_2 = DummyAdapterLayer(operations.Linear(intermediate_dim, intermediate_dim, dtype=dtype, device=device))
+        self.audio_proj_glob_3 = DummyAdapterLayer(operations.Linear(intermediate_dim, context_tokens * output_dim, dtype=dtype, device=device))
+
+        self.audio_proj_glob_norm = DummyAdapterLayer(operations.LayerNorm(output_dim, dtype=dtype, device=device))
+
+    def forward(self, audio_embeds):
+        video_length = audio_embeds.shape[1]
+        audio_embeds = rearrange(audio_embeds, "bz f w b c -> (bz f) w b c")
+        batch_size, window_size, blocks, channels = audio_embeds.shape
+        audio_embeds = audio_embeds.view(batch_size, window_size * blocks * channels)
+
+        audio_embeds = torch.relu(self.audio_proj_glob_1(audio_embeds))
+        audio_embeds = torch.relu(self.audio_proj_glob_2(audio_embeds))
+
+        context_tokens = self.audio_proj_glob_3(audio_embeds).reshape(batch_size, self.context_tokens, self.output_dim)
+
+        context_tokens = self.audio_proj_glob_norm(context_tokens)
+        context_tokens = rearrange(context_tokens, "(bz f) m c -> bz f m c", f=video_length)
+
+        return context_tokens
+
+
+class HumoWanModel(WanModel):
+    r"""
+    Wan diffusion backbone supporting both text-to-video and image-to-video.
+    """
+
+    def __init__(self,
+                 model_type='humo',
+                 patch_size=(1, 2, 2),
+                 text_len=512,
+                 in_dim=16,
+                 dim=2048,
+                 ffn_dim=8192,
+                 freq_dim=256,
+                 text_dim=4096,
+                 out_dim=16,
+                 num_heads=16,
+                 num_layers=32,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=True,
+                 eps=1e-6,
+                 flf_pos_embed_token_number=None,
+                 image_model=None,
+                 audio_token_num=16,
+                 device=None,
+                 dtype=None,
+                 operations=None,
+                 ):
+
+        super().__init__(model_type='t2v', patch_size=patch_size, text_len=text_len, in_dim=in_dim, dim=dim, ffn_dim=ffn_dim, freq_dim=freq_dim, text_dim=text_dim, out_dim=out_dim, num_heads=num_heads, num_layers=num_layers, window_size=window_size, qk_norm=qk_norm, cross_attn_norm=cross_attn_norm, eps=eps, flf_pos_embed_token_number=flf_pos_embed_token_number, wan_attn_block_class=WanAttentionBlockAudio, image_model=image_model, device=device, dtype=dtype, operations=operations)
+
+        self.audio_proj = AudioProjModel(seq_len=8, blocks=5, channels=1280, intermediate_dim=512, output_dim=1536, context_tokens=audio_token_num, dtype=dtype, device=device, operations=operations)
+
+    def forward_orig(
+        self,
+        x,
+        t,
+        context,
+        freqs=None,
+        audio_embed=None,
+        reference_latent=None,
+        transformer_options={},
+        **kwargs,
+    ):
+        bs, _, time, height, width = x.shape
+
+        # embeddings
+        x_input = x
+        x = self.patch_embedding(x.float()).to(x.dtype)
+        grid_sizes = x.shape[2:]
+        x = x.flatten(2).transpose(1, 2)
+
+        # time embeddings
+        e = self.time_embedding(
+            sinusoidal_embedding_1d(self.freq_dim, t.flatten()).to(dtype=x[0].dtype))
+        e = e.reshape(t.shape[0], -1, e.shape[-1])
+        e0 = self.time_projection(e).unflatten(2, (6, self.dim))
+
+        if reference_latent is not None:
+            ref = self.patch_embedding(reference_latent.float()).to(x.dtype)
+            ref = ref.flatten(2).transpose(1, 2)
+            freqs_ref = self.rope_encode(reference_latent.shape[-3], reference_latent.shape[-2], reference_latent.shape[-1], t_start=time, device=x.device, dtype=x.dtype)
+            x = torch.cat([x, ref], dim=1)
+            freqs = torch.cat([freqs, freqs_ref], dim=1)
+            del ref, freqs_ref
+
+        # context
+        context = self.text_embedding(context)
+        context_img_len = None
+
+        if audio_embed is not None:
+            if reference_latent is not None:
+                zero_audio_pad = torch.zeros(audio_embed.shape[0], reference_latent.shape[-3], *audio_embed.shape[2:], device=audio_embed.device, dtype=audio_embed.dtype)
+                audio_embed = torch.cat([audio_embed, zero_audio_pad], dim=1)
+            audio = self.audio_proj(audio_embed).permute(0, 3, 1, 2).flatten(2).transpose(1, 2)
+        else:
+            audio = None
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], context=args["txt"], e=args["vec"], freqs=args["pe"], context_img_len=context_img_len, audio=audio, transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "vec": e0, "pe": freqs, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(x, e=e0, freqs=freqs, context=context, context_img_len=context_img_len, audio=audio, transformer_options=transformer_options)
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": x, "x": x_input, "vec": e, "block_index": i, "img_offset": 0, "transformer_options": transformer_options})
+                    x = out["img"]
+
+        # head
+        x = self.head(x, e)
+
+        # unpatchify
+        x = self.unpatchify(x, grid_sizes)
+        return x
+
+class SCAILWanModel(WanModel):
+    def __init__(self, model_type="scail", patch_size=(1, 2, 2), in_dim=20, dim=5120, operations=None, device=None, dtype=None, **kwargs):
+        super().__init__(model_type='i2v', patch_size=patch_size, in_dim=in_dim, dim=dim, operations=operations, device=device, dtype=dtype, **kwargs)
+
+        self.patch_embedding_pose = operations.Conv3d(in_dim, dim, kernel_size=patch_size, stride=patch_size, device=device, dtype=torch.float32)
+
+    def forward_orig(self, x, t, context, clip_fea=None, freqs=None, transformer_options={}, pose_latents=None, reference_latent=None, ref_mask_latents=None, sam_latents=None, **kwargs):
+
+        x_input = x
+
+        img_offset = 0
+        if reference_latent is not None:
+            x = torch.cat((reference_latent, x), dim=2)
+            img_offset = (reference_latent.shape[2] // self.patch_size[0]) * \
+                         (reference_latent.shape[3] // self.patch_size[1]) * \
+                         (reference_latent.shape[4] // self.patch_size[2])
+
+        # embeddings
+        x = self.patch_embedding(x.float()).to(x.dtype)
+        if ref_mask_latents is not None:  # SCAIL-2 additive mask stream (one identity mask frame per reference, then video)
+            x = x + self.patch_embedding_mask(ref_mask_latents.float()).to(x.dtype)
+        grid_sizes = x.shape[2:]
+        transformer_options["grid_sizes"] = grid_sizes
+        x = x.flatten(2).transpose(1, 2)
+
+        scail_pose_seq_len = 0
+        if pose_latents is not None:
+            scail_x = self.patch_embedding_pose(pose_latents.float()).to(x.dtype)
+            if sam_latents is not None:  # SCAIL-2 additive mask stream
+                scail_x = scail_x + self.patch_embedding_mask(sam_latents.float()).to(x.dtype)
+            scail_x = scail_x.flatten(2).transpose(1, 2)
+            scail_pose_seq_len = scail_x.shape[1]
+            x = torch.cat([x, scail_x], dim=1)
+            del scail_x
+
+        # time embeddings
+        e = self.time_embedding(sinusoidal_embedding_1d(self.freq_dim, t.flatten()).to(dtype=x[0].dtype))
+        e = e.reshape(t.shape[0], -1, e.shape[-1])
+        e0 = self.time_projection(e).unflatten(2, (6, self.dim))
+
+        # context
+        context = self.text_embedding(context)
+
+        context_img_len = None
+        if clip_fea is not None:
+            if self.img_emb is not None:
+                context_clip = self.img_emb(clip_fea)  # bs x 257 x dim
+                context = torch.cat([context_clip, context], dim=1)
+            context_img_len = clip_fea.shape[-2]
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], context=args["txt"], e=args["vec"], freqs=args["pe"], context_img_len=context_img_len, transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "vec": e0, "pe": freqs, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(x, e=e0, freqs=freqs, context=context, context_img_len=context_img_len, transformer_options=transformer_options)
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": x, "x": x_input, "vec": e, "block_index": i, "img_offset": img_offset, "transformer_options": transformer_options})
+                    x = out["img"]
+
+        # head
+        x = self.head(x, e)
+
+        if scail_pose_seq_len > 0:
+            x = x[:, :-scail_pose_seq_len]
+
+        # unpatchify
+        x = self.unpatchify(x, grid_sizes)
+
+        if reference_latent is not None:
+            x = x[:, :, reference_latent.shape[2]:]
+
+        return x
+
+    # ref_mask_flag is a scalar bool (CONDConstant, SCAIL-2 only). False => replacement mode,
+    # which places ref/pose via H/W rope shifts instead of the animation-mode temporal offset.
+    # reference_latent may stack several frames: the last is the primary reference adjacent to the video, the earlier frames are additional references.
+    def rope_encode(self, t, h, w, t_start=0, steps_t=None, steps_h=None, steps_w=None, device=None, dtype=None, pose_latents=None, reference_latent=None, ref_mask_flag=None, transformer_options={}):
+        ref_t_patches = 0
+        if reference_latent is not None:
+            ref_t_patches = (reference_latent.shape[2] + (self.patch_size[0] // 2)) // self.patch_size[0]
+
+        if ref_mask_flag is not None and not bool(ref_mask_flag):
+            REF_ROPE_H = 120.0
+            POSE_ROPE_W = 120.0
+
+            main_t_patches = t - ref_t_patches
+            video_t_start = max(ref_t_patches - 1, 0)
+
+            parts = []
+            if ref_t_patches > 0:
+                ref_tf = {"rope_options": {"shift_y": REF_ROPE_H, "shift_x": 0.0, "scale_y": 1.0, "scale_x": 1.0}}
+                parts.append(super().rope_encode(ref_t_patches, h, w, t_start=0, device=device, dtype=dtype, transformer_options=ref_tf))
+            if main_t_patches > 0:
+                parts.append(super().rope_encode(main_t_patches, h, w, t_start=video_t_start, device=device, dtype=dtype, transformer_options=transformer_options))
+
+            if pose_latents is not None:
+                F_pose, H_pose, W_pose = pose_latents.shape[-3], pose_latents.shape[-2], pose_latents.shape[-1]
+                h_scale = h / H_pose
+                w_scale = w / W_pose
+                h_shift = (h_scale - 1) / 2
+                w_shift = (w_scale - 1) / 2
+                pose_tf = {"rope_options": {"shift_y": h_shift, "shift_x": POSE_ROPE_W + w_shift, "scale_y": h_scale, "scale_x": w_scale}}
+                parts.append(super().rope_encode(F_pose, H_pose, W_pose, t_start=video_t_start, device=device, dtype=dtype, transformer_options=pose_tf))
+
+            return torch.cat(parts, dim=1)
+
+        main_freqs = super().rope_encode(t, h, w, t_start=t_start, steps_t=steps_t, steps_h=steps_h, steps_w=steps_w, device=device, dtype=dtype, transformer_options=transformer_options)
+
+        if pose_latents is None:
+            return main_freqs
+
+        F_pose, H_pose, W_pose = pose_latents.shape[-3], pose_latents.shape[-2], pose_latents.shape[-1]
+
+        # if pose is at half resolution, scale_y/scale_x=2 stretches the position range to cover the same RoPE extent as the main frames
+        h_scale = h / H_pose
+        w_scale = w / W_pose
+
+        # 120 w-offset and shift 0.5 to place positions at midpoints (0.5, 2.5, ...) to match the original code
+        h_shift = (h_scale - 1) / 2
+        w_shift = (w_scale - 1) / 2
+        pose_transformer_options = {"rope_options": {"shift_y": h_shift, "shift_x": 120.0 + w_shift, "scale_y": h_scale, "scale_x": w_scale}}
+        pose_freqs = super().rope_encode(F_pose, H_pose, W_pose, t_start=t_start+ref_t_patches, device=device, dtype=dtype, transformer_options=pose_transformer_options)
+
+        return torch.cat([main_freqs, pose_freqs], dim=1)
+
+    def _forward(self, x, timestep, context, clip_fea=None, time_dim_concat=None, transformer_options={}, pose_latents=None, ref_mask_latents=None, sam_latents=None, **kwargs):
+        bs, c, t, h, w = x.shape
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, self.patch_size)
+
+        if pose_latents is not None:
+            pose_latents = comfy.ldm.common_dit.pad_to_patch_size(pose_latents, self.patch_size)
+        if ref_mask_latents is not None:  # SCAIL-2
+            ref_mask_latents = comfy.ldm.common_dit.pad_to_patch_size(ref_mask_latents, self.patch_size)
+        if sam_latents is not None:  # SCAIL-2
+            sam_latents = comfy.ldm.common_dit.pad_to_patch_size(sam_latents, self.patch_size)
+
+        t_len = t
+        if time_dim_concat is not None:
+            time_dim_concat = comfy.ldm.common_dit.pad_to_patch_size(time_dim_concat, self.patch_size)
+            x = torch.cat([x, time_dim_concat], dim=2)
+            t_len = x.shape[2]
+
+        reference_latent = None
+        if "reference_latent" in kwargs:
+            reference_latent = comfy.ldm.common_dit.pad_to_patch_size(kwargs.pop("reference_latent"), self.patch_size)
+            t_len += reference_latent.shape[2]
+
+        ref_mask_flag = kwargs.pop("ref_mask_flag", None)  # SCAIL-2
+
+        freqs = self.rope_encode(t_len, h, w, device=x.device, dtype=x.dtype, transformer_options=transformer_options, pose_latents=pose_latents, reference_latent=reference_latent, ref_mask_flag=ref_mask_flag)
+        return self.forward_orig(x, timestep, context, clip_fea=clip_fea, freqs=freqs, transformer_options=transformer_options, pose_latents=pose_latents, reference_latent=reference_latent, ref_mask_latents=ref_mask_latents, sam_latents=sam_latents, **kwargs)[:, :, :t, :h, :w]
+
+
+class SCAIL2WanModel(SCAILWanModel):
+    """SCAIL-2: SCAIL-Preview + an additive binary multi-identity mask stream."""
+
+    def __init__(self, model_type="scail2", patch_size=(1, 2, 2), in_dim=20, mask_in_dim=28, dim=5120, operations=None, device=None, dtype=None, **kwargs):
+        super().__init__(model_type=model_type, patch_size=patch_size, in_dim=in_dim, dim=dim, operations=operations, device=device, dtype=dtype, **kwargs)
+        self.patch_embedding_mask = operations.Conv3d(mask_in_dim, dim, kernel_size=patch_size, stride=patch_size, device=device, dtype=torch.float32)
diff --git a/ComfyUI/comfy/ldm/wan/model_animate.py b/ComfyUI/comfy/ldm/wan/model_animate.py
new file mode 100644
index 0000000000000000000000000000000000000000..9ebe5694bd3fb61acc11ef04e9281ce1d4871b29
--- /dev/null
+++ b/ComfyUI/comfy/ldm/wan/model_animate.py
@@ -0,0 +1,560 @@
+from torch import nn
+import torch
+from typing import Tuple, Optional
+from einops import rearrange
+import torch.nn.functional as F
+import math
+from .model import WanModel, sinusoidal_embedding_1d
+from comfy.ldm.modules.attention import optimized_attention
+import comfy.model_management
+
+class CausalConv1d(nn.Module):
+
+    def __init__(self, chan_in, chan_out, kernel_size=3, stride=1, dilation=1, pad_mode="replicate", operations=None, **kwargs):
+        super().__init__()
+
+        self.pad_mode = pad_mode
+        padding = (kernel_size - 1, 0)  # T
+        self.time_causal_padding = padding
+
+        self.conv = operations.Conv1d(chan_in, chan_out, kernel_size, stride=stride, dilation=dilation, **kwargs)
+
+    def forward(self, x):
+        x = F.pad(x, self.time_causal_padding, mode=self.pad_mode)
+        return self.conv(x)
+
+
+class FaceEncoder(nn.Module):
+    def __init__(self, in_dim: int, hidden_dim: int, num_heads=int, dtype=None, device=None, operations=None):
+        factory_kwargs = {"dtype": dtype, "device": device}
+        super().__init__()
+
+        self.num_heads = num_heads
+        self.conv1_local = CausalConv1d(in_dim, 1024 * num_heads, 3, stride=1, operations=operations, **factory_kwargs)
+        self.norm1 = operations.LayerNorm(hidden_dim // 8, elementwise_affine=False, eps=1e-6, **factory_kwargs)
+        self.act = nn.SiLU()
+        self.conv2 = CausalConv1d(1024, 1024, 3, stride=2, operations=operations, **factory_kwargs)
+        self.conv3 = CausalConv1d(1024, 1024, 3, stride=2, operations=operations, **factory_kwargs)
+
+        self.out_proj = operations.Linear(1024, hidden_dim, **factory_kwargs)
+        self.norm1 = operations.LayerNorm(1024, elementwise_affine=False, eps=1e-6, **factory_kwargs)
+
+        self.norm2 = operations.LayerNorm(1024, elementwise_affine=False, eps=1e-6, **factory_kwargs)
+
+        self.norm3 = operations.LayerNorm(1024, elementwise_affine=False, eps=1e-6, **factory_kwargs)
+
+        self.padding_tokens = nn.Parameter(torch.empty(1, 1, 1, hidden_dim, **factory_kwargs))
+
+    def forward(self, x):
+
+        x = rearrange(x, "b t c -> b c t")
+        b, c, t = x.shape
+
+        x = self.conv1_local(x)
+        x = rearrange(x, "b (n c) t -> (b n) t c", n=self.num_heads)
+
+        x = self.norm1(x)
+        x = self.act(x)
+        x = rearrange(x, "b t c -> b c t")
+        x = self.conv2(x)
+        x = rearrange(x, "b c t -> b t c")
+        x = self.norm2(x)
+        x = self.act(x)
+        x = rearrange(x, "b t c -> b c t")
+        x = self.conv3(x)
+        x = rearrange(x, "b c t -> b t c")
+        x = self.norm3(x)
+        x = self.act(x)
+        x = self.out_proj(x)
+        x = rearrange(x, "(b n) t c -> b t n c", b=b)
+        padding = comfy.model_management.cast_to(self.padding_tokens, dtype=x.dtype, device=x.device).repeat(b, x.shape[1], 1, 1)
+        x = torch.cat([x, padding], dim=-2)
+        x_local = x.clone()
+
+        return x_local
+
+
+def get_norm_layer(norm_layer, operations=None):
+    """
+    Get the normalization layer.
+
+    Args:
+        norm_layer (str): The type of normalization layer.
+
+    Returns:
+        norm_layer (nn.Module): The normalization layer.
+    """
+    if norm_layer == "layer":
+        return operations.LayerNorm
+    elif norm_layer == "rms":
+        return operations.RMSNorm
+    else:
+        raise NotImplementedError(f"Norm layer {norm_layer} is not implemented")
+
+
+class FaceAdapter(nn.Module):
+    def __init__(
+        self,
+        hidden_dim: int,
+        heads_num: int,
+        qk_norm: bool = True,
+        qk_norm_type: str = "rms",
+        num_adapter_layers: int = 1,
+        dtype=None, device=None, operations=None
+    ):
+
+        factory_kwargs = {"dtype": dtype, "device": device}
+        super().__init__()
+        self.hidden_size = hidden_dim
+        self.heads_num = heads_num
+        self.fuser_blocks = nn.ModuleList(
+            [
+                FaceBlock(
+                    self.hidden_size,
+                    self.heads_num,
+                    qk_norm=qk_norm,
+                    qk_norm_type=qk_norm_type,
+                    operations=operations,
+                    **factory_kwargs,
+                )
+                for _ in range(num_adapter_layers)
+            ]
+        )
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        motion_embed: torch.Tensor,
+        idx: int,
+        freqs_cis_q: Tuple[torch.Tensor, torch.Tensor] = None,
+        freqs_cis_k: Tuple[torch.Tensor, torch.Tensor] = None,
+    ) -> torch.Tensor:
+
+        return self.fuser_blocks[idx](x, motion_embed, freqs_cis_q, freqs_cis_k)
+
+
+
+class FaceBlock(nn.Module):
+    def __init__(
+        self,
+        hidden_size: int,
+        heads_num: int,
+        qk_norm: bool = True,
+        qk_norm_type: str = "rms",
+        qk_scale: float = None,
+        dtype: Optional[torch.dtype] = None,
+        device: Optional[torch.device] = None,
+        operations=None
+    ):
+        factory_kwargs = {"device": device, "dtype": dtype}
+        super().__init__()
+
+        self.deterministic = False
+        self.hidden_size = hidden_size
+        self.heads_num = heads_num
+        head_dim = hidden_size // heads_num
+        self.scale = qk_scale or head_dim**-0.5
+
+        self.linear1_kv = operations.Linear(hidden_size, hidden_size * 2, **factory_kwargs)
+        self.linear1_q = operations.Linear(hidden_size, hidden_size, **factory_kwargs)
+
+        self.linear2 = operations.Linear(hidden_size, hidden_size, **factory_kwargs)
+
+        qk_norm_layer = get_norm_layer(qk_norm_type, operations=operations)
+        self.q_norm = (
+            qk_norm_layer(head_dim, elementwise_affine=True, eps=1e-6, **factory_kwargs) if qk_norm else nn.Identity()
+        )
+        self.k_norm = (
+            qk_norm_layer(head_dim, elementwise_affine=True, eps=1e-6, **factory_kwargs) if qk_norm else nn.Identity()
+        )
+
+        self.pre_norm_feat = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, **factory_kwargs)
+
+        self.pre_norm_motion = operations.LayerNorm(hidden_size, elementwise_affine=False, eps=1e-6, **factory_kwargs)
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        motion_vec: torch.Tensor,
+        motion_mask: Optional[torch.Tensor] = None,
+        # use_context_parallel=False,
+    ) -> torch.Tensor:
+
+        B, T, N, C = motion_vec.shape
+        T_comp = T
+
+        x_motion = self.pre_norm_motion(motion_vec)
+        x_feat = self.pre_norm_feat(x)
+
+        kv = self.linear1_kv(x_motion)
+        q = self.linear1_q(x_feat)
+
+        k, v = rearrange(kv, "B L N (K H D) -> K B L N H D", K=2, H=self.heads_num)
+        q = rearrange(q, "B S (H D) -> B S H D", H=self.heads_num)
+
+        # Apply QK-Norm if needed.
+        q = self.q_norm(q).to(v)
+        k = self.k_norm(k).to(v)
+
+        k = rearrange(k, "B L N H D -> (B L) N H D")
+        v = rearrange(v, "B L N H D -> (B L) N H D")
+
+        q = rearrange(q, "B (L S) H D -> (B L) S (H D)", L=T_comp)
+
+        attn = optimized_attention(q, k, v, heads=self.heads_num)
+
+        attn = rearrange(attn, "(B L) S C -> B (L S) C", L=T_comp)
+
+        output = self.linear2(attn)
+
+        if motion_mask is not None:
+            output = output * rearrange(motion_mask, "B T H W -> B (T H W)").unsqueeze(-1)
+
+        return output
+
+# https://github.com/XPixelGroup/BasicSR/blob/8d56e3a045f9fb3e1d8872f92ee4a4f07f886b0a/basicsr/ops/upfirdn2d/upfirdn2d.py#L162
+def upfirdn2d_native(input, kernel, up_x, up_y, down_x, down_y, pad_x0, pad_x1, pad_y0, pad_y1):
+    _, minor, in_h, in_w = input.shape
+    kernel_h, kernel_w = kernel.shape
+
+    out = input.view(-1, minor, in_h, 1, in_w, 1)
+    out = F.pad(out, [0, up_x - 1, 0, 0, 0, up_y - 1, 0, 0])
+    out = out.view(-1, minor, in_h * up_y, in_w * up_x)
+
+    out = F.pad(out, [max(pad_x0, 0), max(pad_x1, 0), max(pad_y0, 0), max(pad_y1, 0)])
+    out = out[:, :, max(-pad_y0, 0): out.shape[2] - max(-pad_y1, 0), max(-pad_x0, 0): out.shape[3] - max(-pad_x1, 0)]
+
+    out = out.reshape([-1, 1, in_h * up_y + pad_y0 + pad_y1, in_w * up_x + pad_x0 + pad_x1])
+    w = torch.flip(kernel, [0, 1]).view(1, 1, kernel_h, kernel_w)
+    out = F.conv2d(out, w)
+    out = out.reshape(-1, minor, in_h * up_y + pad_y0 + pad_y1 - kernel_h + 1, in_w * up_x + pad_x0 + pad_x1 - kernel_w + 1)
+    return out[:, :, ::down_y, ::down_x]
+
+def upfirdn2d(input, kernel, up=1, down=1, pad=(0, 0)):
+    return upfirdn2d_native(input, kernel, up, up, down, down, pad[0], pad[1], pad[0], pad[1])
+
+# https://github.com/XPixelGroup/BasicSR/blob/8d56e3a045f9fb3e1d8872f92ee4a4f07f886b0a/basicsr/ops/fused_act/fused_act.py#L81
+class FusedLeakyReLU(torch.nn.Module):
+    def __init__(self, channel, negative_slope=0.2, scale=2 ** 0.5, dtype=None, device=None):
+        super().__init__()
+        self.bias = torch.nn.Parameter(torch.empty(1, channel, 1, 1, dtype=dtype, device=device))
+        self.negative_slope = negative_slope
+        self.scale = scale
+
+    def forward(self, input):
+        return fused_leaky_relu(input, comfy.model_management.cast_to(self.bias, device=input.device, dtype=input.dtype), self.negative_slope, self.scale)
+
+def fused_leaky_relu(input, bias, negative_slope=0.2, scale=2 ** 0.5):
+    return F.leaky_relu(input + bias, negative_slope) * scale
+
+class Blur(torch.nn.Module):
+    def __init__(self, kernel, pad, dtype=None, device=None):
+        super().__init__()
+        kernel = torch.tensor(kernel, dtype=dtype, device=device)
+        kernel = kernel[None, :] * kernel[:, None]
+        kernel = kernel / kernel.sum()
+        self.register_buffer('kernel', kernel)
+        self.pad = pad
+
+    def forward(self, input):
+        return upfirdn2d(input, comfy.model_management.cast_to(self.kernel, dtype=input.dtype, device=input.device), pad=self.pad)
+
+#https://github.com/XPixelGroup/BasicSR/blob/8d56e3a045f9fb3e1d8872f92ee4a4f07f886b0a/basicsr/archs/stylegan2_arch.py#L590
+class ScaledLeakyReLU(torch.nn.Module):
+    def __init__(self, negative_slope=0.2):
+        super().__init__()
+        self.negative_slope = negative_slope
+
+    def forward(self, input):
+        return F.leaky_relu(input, negative_slope=self.negative_slope)
+
+# https://github.com/XPixelGroup/BasicSR/blob/8d56e3a045f9fb3e1d8872f92ee4a4f07f886b0a/basicsr/archs/stylegan2_arch.py#L605
+class EqualConv2d(torch.nn.Module):
+    def __init__(self, in_channel, out_channel, kernel_size, stride=1, padding=0, bias=True, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.weight = torch.nn.Parameter(torch.empty(out_channel, in_channel, kernel_size, kernel_size, device=device, dtype=dtype))
+        self.scale = 1 / math.sqrt(in_channel * kernel_size ** 2)
+        self.stride = stride
+        self.padding = padding
+        self.bias = torch.nn.Parameter(torch.empty(out_channel, device=device, dtype=dtype)) if bias else None
+
+    def forward(self, input):
+        if self.bias is None:
+            bias = None
+        else:
+            bias = comfy.model_management.cast_to(self.bias, device=input.device, dtype=input.dtype)
+
+        return F.conv2d(input, comfy.model_management.cast_to(self.weight, device=input.device, dtype=input.dtype) * self.scale, bias=bias, stride=self.stride, padding=self.padding)
+
+# https://github.com/XPixelGroup/BasicSR/blob/8d56e3a045f9fb3e1d8872f92ee4a4f07f886b0a/basicsr/archs/stylegan2_arch.py#L134
+class EqualLinear(torch.nn.Module):
+    def __init__(self, in_dim, out_dim, bias=True, bias_init=0, lr_mul=1, activation=None, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.weight = torch.nn.Parameter(torch.empty(out_dim, in_dim, device=device, dtype=dtype))
+        self.bias = torch.nn.Parameter(torch.empty(out_dim, device=device, dtype=dtype)) if bias else None
+        self.activation = activation
+        self.scale = (1 / math.sqrt(in_dim)) * lr_mul
+        self.lr_mul = lr_mul
+
+    def forward(self, input):
+        if self.bias is None:
+            bias = None
+        else:
+            bias = comfy.model_management.cast_to(self.bias, device=input.device, dtype=input.dtype) * self.lr_mul
+
+        if self.activation:
+            out = F.linear(input, comfy.model_management.cast_to(self.weight, device=input.device, dtype=input.dtype) * self.scale)
+            return fused_leaky_relu(out, bias)
+        return F.linear(input, comfy.model_management.cast_to(self.weight, device=input.device, dtype=input.dtype) * self.scale, bias=bias)
+
+# https://github.com/XPixelGroup/BasicSR/blob/8d56e3a045f9fb3e1d8872f92ee4a4f07f886b0a/basicsr/archs/stylegan2_arch.py#L654
+class ConvLayer(torch.nn.Sequential):
+    def __init__(self, in_channel, out_channel, kernel_size, downsample=False, blur_kernel=[1, 3, 3, 1], bias=True, activate=True, dtype=None, device=None, operations=None):
+        layers = []
+
+        if downsample:
+            factor = 2
+            p = (len(blur_kernel) - factor) + (kernel_size - 1)
+            layers.append(Blur(blur_kernel, pad=((p + 1) // 2, p // 2)))
+            stride, padding = 2, 0
+        else:
+            stride, padding = 1, kernel_size // 2
+
+        layers.append(EqualConv2d(in_channel, out_channel, kernel_size, padding=padding, stride=stride, bias=bias and not activate, dtype=dtype, device=device, operations=operations))
+
+        if activate:
+            layers.append(FusedLeakyReLU(out_channel) if bias else ScaledLeakyReLU(0.2))
+
+        super().__init__(*layers)
+
+# https://github.com/XPixelGroup/BasicSR/blob/8d56e3a045f9fb3e1d8872f92ee4a4f07f886b0a/basicsr/archs/stylegan2_arch.py#L704
+class ResBlock(torch.nn.Module):
+    def __init__(self, in_channel, out_channel, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.conv1 = ConvLayer(in_channel, in_channel, 3, dtype=dtype, device=device, operations=operations)
+        self.conv2 = ConvLayer(in_channel, out_channel, 3, downsample=True, dtype=dtype, device=device, operations=operations)
+        self.skip = ConvLayer(in_channel, out_channel, 1, downsample=True, activate=False, bias=False, dtype=dtype, device=device, operations=operations)
+
+    def forward(self, input):
+        out = self.conv2(self.conv1(input))
+        skip = self.skip(input)
+        return (out + skip) / math.sqrt(2)
+
+
+class EncoderApp(torch.nn.Module):
+    def __init__(self, w_dim=512, dtype=None, device=None, operations=None):
+        super().__init__()
+        kwargs = {"device": device, "dtype": dtype, "operations": operations}
+
+        self.convs = torch.nn.ModuleList([
+            ConvLayer(3, 32, 1, **kwargs), ResBlock(32, 64, **kwargs),
+            ResBlock(64, 128, **kwargs), ResBlock(128, 256, **kwargs),
+            ResBlock(256, 512, **kwargs), ResBlock(512, 512, **kwargs),
+            ResBlock(512, 512, **kwargs), ResBlock(512, 512, **kwargs),
+            EqualConv2d(512, w_dim, 4, padding=0, bias=False, **kwargs)
+        ])
+
+    def forward(self, x):
+        h = x
+        for conv in self.convs:
+            h = conv(h)
+        return h.squeeze(-1).squeeze(-1)
+
+class Encoder(torch.nn.Module):
+    def __init__(self, dim=512, motion_dim=20, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.net_app = EncoderApp(dim, dtype=dtype, device=device, operations=operations)
+        self.fc = torch.nn.Sequential(*[EqualLinear(dim, dim, dtype=dtype, device=device, operations=operations) for _ in range(4)] + [EqualLinear(dim, motion_dim, dtype=dtype, device=device, operations=operations)])
+
+    def encode_motion(self, x):
+        return self.fc(self.net_app(x))
+
+class Direction(torch.nn.Module):
+    def __init__(self, motion_dim, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.weight = torch.nn.Parameter(torch.empty(512, motion_dim, device=device, dtype=dtype))
+        self.motion_dim = motion_dim
+
+    def forward(self, input):
+        stabilized_weight = comfy.model_management.cast_to(self.weight, device=input.device, dtype=input.dtype) + 1e-8 * torch.eye(512, self.motion_dim, device=input.device, dtype=input.dtype)
+        Q, _ = torch.linalg.qr(stabilized_weight.float())
+        if input is None:
+            return Q
+        return torch.sum(input.unsqueeze(-1) * Q.T.to(input.dtype), dim=1)
+
+class Synthesis(torch.nn.Module):
+    def __init__(self, motion_dim, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.direction = Direction(motion_dim, dtype=dtype, device=device, operations=operations)
+
+class Generator(torch.nn.Module):
+    def __init__(self, style_dim=512, motion_dim=20, dtype=None, device=None, operations=None):
+        super().__init__()
+        self.enc = Encoder(style_dim, motion_dim, dtype=dtype, device=device, operations=operations)
+        self.dec = Synthesis(motion_dim, dtype=dtype, device=device, operations=operations)
+
+    def get_motion(self, img):
+        motion_feat = self.enc.encode_motion(img)
+        return self.dec.direction(motion_feat)
+
+class AnimateWanModel(WanModel):
+    r"""
+    Wan diffusion backbone supporting both text-to-video and image-to-video.
+    """
+
+    def __init__(self,
+                 model_type='animate',
+                 patch_size=(1, 2, 2),
+                 text_len=512,
+                 in_dim=16,
+                 dim=2048,
+                 ffn_dim=8192,
+                 freq_dim=256,
+                 text_dim=4096,
+                 out_dim=16,
+                 num_heads=16,
+                 num_layers=32,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=True,
+                 eps=1e-6,
+                 flf_pos_embed_token_number=None,
+                 motion_encoder_dim=512,
+                 image_model=None,
+                 device=None,
+                 dtype=None,
+                 operations=None,
+                 ):
+
+        super().__init__(model_type='i2v', patch_size=patch_size, text_len=text_len, in_dim=in_dim, dim=dim, ffn_dim=ffn_dim, freq_dim=freq_dim, text_dim=text_dim, out_dim=out_dim, num_heads=num_heads, num_layers=num_layers, window_size=window_size, qk_norm=qk_norm, cross_attn_norm=cross_attn_norm, eps=eps, flf_pos_embed_token_number=flf_pos_embed_token_number, image_model=image_model, device=device, dtype=dtype, operations=operations)
+
+        self.pose_patch_embedding = operations.Conv3d(
+            16, dim, kernel_size=patch_size, stride=patch_size, device=device, dtype=dtype
+        )
+
+        self.motion_encoder = Generator(style_dim=512, motion_dim=20, device=device, dtype=dtype, operations=operations)
+
+        self.face_adapter = FaceAdapter(
+            heads_num=self.num_heads,
+            hidden_dim=self.dim,
+            num_adapter_layers=self.num_layers // 5,
+            device=device, dtype=dtype, operations=operations
+        )
+
+        self.face_encoder = FaceEncoder(
+            in_dim=motion_encoder_dim,
+            hidden_dim=self.dim,
+            num_heads=4,
+            device=device, dtype=dtype, operations=operations
+        )
+
+    def after_patch_embedding(self, x, pose_latents, face_pixel_values):
+        if pose_latents is not None:
+            pose_latents = self.pose_patch_embedding(pose_latents)
+            x[:, :, 1:pose_latents.shape[2] + 1] += pose_latents[:, :, :x.shape[2] - 1]
+
+        if face_pixel_values is None:
+            return x, None
+
+        b, c, T, h, w = face_pixel_values.shape
+        face_pixel_values = rearrange(face_pixel_values, "b c t h w -> (b t) c h w")
+        encode_bs = 8
+        face_pixel_values_tmp = []
+        for i in range(math.ceil(face_pixel_values.shape[0] / encode_bs)):
+            face_pixel_values_tmp.append(self.motion_encoder.get_motion(face_pixel_values[i * encode_bs: (i + 1) * encode_bs]))
+
+        motion_vec = torch.cat(face_pixel_values_tmp)
+
+        motion_vec = rearrange(motion_vec, "(b t) c -> b t c", t=T)
+        motion_vec = self.face_encoder(motion_vec)
+
+        B, L, H, C = motion_vec.shape
+        pad_face = torch.zeros(B, 1, H, C).type_as(motion_vec)
+        motion_vec = torch.cat([pad_face, motion_vec], dim=1)
+
+        if motion_vec.shape[1] < x.shape[2]:
+            B, L, H, C = motion_vec.shape
+            pad = torch.zeros(B, x.shape[2] - motion_vec.shape[1], H, C).type_as(motion_vec)
+            motion_vec = torch.cat([motion_vec, pad], dim=1)
+        else:
+            motion_vec = motion_vec[:, :x.shape[2]]
+        return x, motion_vec
+
+    def forward_orig(
+        self,
+        x,
+        t,
+        context,
+        clip_fea=None,
+        pose_latents=None,
+        face_pixel_values=None,
+        freqs=None,
+        transformer_options={},
+        **kwargs,
+    ):
+        # embeddings
+        x_input = x
+        x = self.patch_embedding(x.float()).to(x.dtype)
+        x, motion_vec = self.after_patch_embedding(x, pose_latents, face_pixel_values)
+        grid_sizes = x.shape[2:]
+        x = x.flatten(2).transpose(1, 2)
+
+        # time embeddings
+        e = self.time_embedding(
+            sinusoidal_embedding_1d(self.freq_dim, t.flatten()).to(dtype=x[0].dtype))
+        e = e.reshape(t.shape[0], -1, e.shape[-1])
+        e0 = self.time_projection(e).unflatten(2, (6, self.dim))
+
+        full_ref = None
+        img_offset = 0
+        if self.ref_conv is not None:
+            full_ref = kwargs.get("reference_latent", None)
+            if full_ref is not None:
+                full_ref = self.ref_conv(full_ref).flatten(2).transpose(1, 2)
+                x = torch.concat((full_ref, x), dim=1)
+                img_offset = full_ref.shape[1]
+
+        # context
+        context = self.text_embedding(context)
+
+        context_img_len = None
+        if clip_fea is not None:
+            if self.img_emb is not None:
+                context_clip = self.img_emb(clip_fea)  # bs x 257 x dim
+                context = torch.concat([context_clip, context], dim=1)
+            context_img_len = clip_fea.shape[-2]
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], context=args["txt"], e=args["vec"], freqs=args["pe"], context_img_len=context_img_len, transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "vec": e0, "pe": freqs, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(x, e=e0, freqs=freqs, context=context, context_img_len=context_img_len, transformer_options=transformer_options)
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": x, "x": x_input, "vec": e, "block_index": i, "img_offset": img_offset, "transformer_options": transformer_options})
+                    x = out["img"]
+
+            if i % 5 == 0 and motion_vec is not None:
+                x = x + self.face_adapter.fuser_blocks[i // 5](x, motion_vec)
+
+        # head
+        x = self.head(x, e)
+
+        if full_ref is not None:
+            x = x[:, full_ref.shape[1]:]
+
+        # unpatchify
+        x = self.unpatchify(x, grid_sizes)
+        return x
diff --git a/ComfyUI/comfy/ldm/wan/model_multitalk.py b/ComfyUI/comfy/ldm/wan/model_multitalk.py
new file mode 100644
index 0000000000000000000000000000000000000000..c9dd98c4ddc7f03f899c7627b980b5923205b3e5
--- /dev/null
+++ b/ComfyUI/comfy/ldm/wan/model_multitalk.py
@@ -0,0 +1,500 @@
+import torch
+from einops import rearrange, repeat
+import comfy
+from comfy.ldm.modules.attention import optimized_attention
+
+
+def calculate_x_ref_attn_map(visual_q, ref_k, ref_target_masks, split_num=8):
+    scale = 1.0 / visual_q.shape[-1] ** 0.5
+    visual_q = visual_q.transpose(1, 2) * scale
+
+    B, H, x_seqlens, K = visual_q.shape
+
+    x_ref_attn_maps = []
+    for class_idx, ref_target_mask in enumerate(ref_target_masks):
+        ref_target_mask = ref_target_mask.view(1, 1, 1, -1)
+
+        x_ref_attnmap = torch.zeros(B, H, x_seqlens, device=visual_q.device, dtype=visual_q.dtype)
+        chunk_size = min(max(x_seqlens // split_num, 1), x_seqlens)
+
+        for i in range(0, x_seqlens, chunk_size):
+            end_i = min(i + chunk_size, x_seqlens)
+
+            attn_chunk = visual_q[:, :, i:end_i] @ ref_k.permute(0, 2, 3, 1)  # B, H, chunk, ref_seqlens
+
+            # Apply softmax
+            attn_max = attn_chunk.max(dim=-1, keepdim=True).values
+            attn_chunk = (attn_chunk - attn_max).exp()
+            attn_sum = attn_chunk.sum(dim=-1, keepdim=True)
+            attn_chunk = attn_chunk / (attn_sum + 1e-8)
+
+            # Apply mask and sum
+            masked_attn = attn_chunk * ref_target_mask
+            x_ref_attnmap[:, :, i:end_i] = masked_attn.sum(-1) / (ref_target_mask.sum() + 1e-8)
+
+            del attn_chunk, masked_attn
+
+        # Average across heads
+        x_ref_attnmap = x_ref_attnmap.mean(dim=1)  # B, x_seqlens
+        x_ref_attn_maps.append(x_ref_attnmap)
+
+    del visual_q, ref_k
+
+    return torch.cat(x_ref_attn_maps, dim=0)
+
+def get_attn_map_with_target(visual_q, ref_k, shape, ref_target_masks=None, split_num=2):
+    """Args:
+        query (torch.tensor): B M H K
+        key (torch.tensor): B M H K
+        shape (tuple): (N_t, N_h, N_w)
+        ref_target_masks: [B, N_h * N_w]
+    """
+
+    N_t, N_h, N_w = shape
+
+    x_seqlens = N_h * N_w
+    ref_k     = ref_k[:, :x_seqlens]
+    _, seq_lens, heads, _ = visual_q.shape
+    class_num, _ = ref_target_masks.shape
+    x_ref_attn_maps = torch.zeros(class_num, seq_lens).to(visual_q)
+
+    split_chunk = heads // split_num
+
+    for i in range(split_num):
+        x_ref_attn_maps_perhead = calculate_x_ref_attn_map(
+            visual_q[:, :, i*split_chunk:(i+1)*split_chunk, :],
+            ref_k[:, :, i*split_chunk:(i+1)*split_chunk, :],
+            ref_target_masks
+            )
+        x_ref_attn_maps += x_ref_attn_maps_perhead
+
+    return x_ref_attn_maps / split_num
+
+
+def normalize_and_scale(column, source_range, target_range, epsilon=1e-8):
+    source_min, source_max = source_range
+    new_min, new_max = target_range
+    normalized = (column - source_min) / (source_max - source_min + epsilon)
+    scaled = normalized * (new_max - new_min) + new_min
+    return scaled
+
+
+def rotate_half(x):
+    x = rearrange(x, "... (d r) -> ... d r", r=2)
+    x1, x2 = x.unbind(dim=-1)
+    x = torch.stack((-x2, x1), dim=-1)
+    return rearrange(x, "... d r -> ... (d r)")
+
+
+def get_audio_embeds(encoded_audio, audio_start, audio_end):
+    audio_embs = []
+    human_num = len(encoded_audio)
+    audio_frames = encoded_audio[0].shape[0]
+
+    indices = (torch.arange(4 + 1) - 2) * 1
+
+    for human_idx in range(human_num):
+        if audio_end > audio_frames: # in case of not enough audio for current window, pad with first audio frame as that's most likely silence
+            pad_len = audio_end - audio_frames
+            pad_shape = list(encoded_audio[human_idx].shape)
+            pad_shape[0] = pad_len
+            pad_tensor = encoded_audio[human_idx][:1].repeat(pad_len, *([1] * (encoded_audio[human_idx].dim() - 1)))
+            encoded_audio_in = torch.cat([encoded_audio[human_idx], pad_tensor], dim=0)
+        else:
+            encoded_audio_in = encoded_audio[human_idx]
+        center_indices = torch.arange(audio_start, audio_end, 1).unsqueeze(1) + indices.unsqueeze(0)
+        center_indices = torch.clamp(center_indices, min=0, max=encoded_audio_in.shape[0] - 1)
+        audio_emb = encoded_audio_in[center_indices].unsqueeze(0)
+        audio_embs.append(audio_emb)
+
+    return torch.cat(audio_embs, dim=0)
+
+
+def project_audio_features(audio_proj, encoded_audio, audio_start, audio_end):
+    audio_embs = get_audio_embeds(encoded_audio, audio_start, audio_end)
+
+    first_frame_audio_emb_s = audio_embs[:, :1, ...]
+    latter_frame_audio_emb = audio_embs[:, 1:, ...]
+    latter_frame_audio_emb = rearrange(latter_frame_audio_emb, "b (n_t n) w s c -> b n_t n w s c", n=4)
+
+    middle_index = audio_proj.seq_len // 2
+
+    latter_first_frame_audio_emb = latter_frame_audio_emb[:, :, :1, :middle_index+1, ...]
+    latter_first_frame_audio_emb = rearrange(latter_first_frame_audio_emb, "b n_t n w s c -> b n_t (n w) s c")
+    latter_last_frame_audio_emb = latter_frame_audio_emb[:, :, -1:, middle_index:, ...]
+    latter_last_frame_audio_emb = rearrange(latter_last_frame_audio_emb, "b n_t n w s c -> b n_t (n w) s c")
+    latter_middle_frame_audio_emb = latter_frame_audio_emb[:, :, 1:-1, middle_index:middle_index+1, ...]
+    latter_middle_frame_audio_emb = rearrange(latter_middle_frame_audio_emb, "b n_t n w s c -> b n_t (n w) s c")
+    latter_frame_audio_emb_s = torch.cat([latter_first_frame_audio_emb, latter_middle_frame_audio_emb, latter_last_frame_audio_emb], dim=2)
+
+    audio_emb = audio_proj(first_frame_audio_emb_s, latter_frame_audio_emb_s)
+    audio_emb = torch.cat(audio_emb.split(1), dim=2)
+
+    return audio_emb
+
+
+class RotaryPositionalEmbedding1D(torch.nn.Module):
+    def __init__(self,
+                 head_dim,
+                 ):
+        super().__init__()
+        self.head_dim = head_dim
+        self.base = 10000
+
+    def precompute_freqs_cis_1d(self, pos_indices):
+        freqs = 1.0 / (self.base ** (torch.arange(0, self.head_dim, 2)[: (self.head_dim // 2)].float() / self.head_dim))
+        freqs = freqs.to(pos_indices.device)
+        freqs = torch.einsum("..., f -> ... f", pos_indices.float(), freqs)
+        freqs = repeat(freqs, "... n -> ... (n r)", r=2)
+        return freqs
+
+    def forward(self, x, pos_indices):
+        freqs_cis = self.precompute_freqs_cis_1d(pos_indices)
+
+        x_ = x.float()
+
+        freqs_cis = freqs_cis.float().to(x.device)
+        cos, sin = freqs_cis.cos(), freqs_cis.sin()
+        cos, sin = rearrange(cos, 'n d -> 1 1 n d'), rearrange(sin, 'n d -> 1 1 n d')
+        x_ = (x_ * cos) + (rotate_half(x_) * sin)
+
+        return x_.type_as(x)
+
+class SingleStreamAttention(torch.nn.Module):
+    def __init__(
+        self,
+        dim: int,
+        encoder_hidden_states_dim: int,
+        num_heads: int,
+        qkv_bias: bool,
+        device=None, dtype=None, operations=None
+    ) -> None:
+        super().__init__()
+        self.dim = dim
+        self.encoder_hidden_states_dim = encoder_hidden_states_dim
+        self.num_heads = num_heads
+        self.head_dim = dim // num_heads
+
+        self.q_linear = operations.Linear(dim, dim, bias=qkv_bias, device=device, dtype=dtype)
+        self.proj = operations.Linear(dim, dim, device=device, dtype=dtype)
+        self.kv_linear = operations.Linear(encoder_hidden_states_dim, dim * 2, bias=qkv_bias, device=device, dtype=dtype)
+
+    def forward(self, x: torch.Tensor, encoder_hidden_states: torch.Tensor, shape=None) -> torch.Tensor:
+        N_t, N_h, N_w = shape
+
+        expected_tokens = N_t * N_h * N_w
+        actual_tokens = x.shape[1]
+        x_extra = None
+
+        if actual_tokens != expected_tokens:
+            x_extra = x[:, -N_h * N_w:, :]
+            x = x[:, :-N_h * N_w, :]
+            N_t = N_t - 1
+
+        B = x.shape[0]
+        S = N_h * N_w
+        x = x.view(B * N_t, S, self.dim)
+
+        # get q for hidden_state
+        q = self.q_linear(x).view(B * N_t, S, self.num_heads, self.head_dim)
+
+        # get kv from encoder_hidden_states # shape: (B, N, num_heads, head_dim)
+        kv = self.kv_linear(encoder_hidden_states)
+        encoder_k, encoder_v = kv.view(B * N_t, encoder_hidden_states.shape[1], 2, self.num_heads, self.head_dim).unbind(2)
+
+        #print("q.shape", q.shape) #torch.Size([21, 1024, 40, 128])
+        x = optimized_attention(
+            q.transpose(1, 2),
+            encoder_k.transpose(1, 2),
+            encoder_v.transpose(1, 2),
+            heads=self.num_heads, skip_reshape=True, skip_output_reshape=True).transpose(1, 2)
+
+        # linear transform
+        x = self.proj(x.reshape(B * N_t, S, self.dim))
+        x = x.view(B, N_t * S, self.dim)
+
+        if x_extra is not None:
+            x = torch.cat([x, torch.zeros_like(x_extra)], dim=1)
+
+        return x
+
+class SingleStreamMultiAttention(SingleStreamAttention):
+    def __init__(
+        self,
+        dim: int,
+        encoder_hidden_states_dim: int,
+        num_heads: int,
+        qkv_bias: bool,
+        class_range: int = 24,
+        class_interval: int = 4,
+        device=None, dtype=None, operations=None
+    ) -> None:
+        super().__init__(
+            dim=dim,
+            encoder_hidden_states_dim=encoder_hidden_states_dim,
+            num_heads=num_heads,
+            qkv_bias=qkv_bias,
+            device=device,
+            dtype=dtype,
+            operations=operations
+        )
+
+        # Rotary-embedding layout parameters
+        self.class_interval = class_interval
+        self.class_range = class_range
+        self.max_humans = self.class_range // self.class_interval
+
+        # Constant bucket used for background tokens
+        self.rope_bak = int(self.class_range // 2)
+
+        self.rope_1d = RotaryPositionalEmbedding1D(self.head_dim)
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        encoder_hidden_states: torch.Tensor,
+        shape=None,
+        x_ref_attn_map=None
+    ) -> torch.Tensor:
+        encoder_hidden_states = encoder_hidden_states.squeeze(0).to(x.device)
+        human_num = x_ref_attn_map.shape[0] if x_ref_attn_map is not None else 1
+        # Single-speaker fall-through
+        if human_num <= 1:
+            return super().forward(x, encoder_hidden_states, shape)
+
+        N_t, N_h, N_w = shape
+
+        x_extra = None
+        if x.shape[0] * N_t != encoder_hidden_states.shape[0]:
+            x_extra = x[:, -N_h * N_w:, :]
+            x = x[:, :-N_h * N_w, :]
+            N_t = N_t - 1
+        x = rearrange(x, "B (N_t S) C -> (B N_t) S C", N_t=N_t)
+
+        # Query projection
+        B, N, C = x.shape
+        q = self.q_linear(x)
+        q = q.view(B, N, self.num_heads, self.head_dim).permute(0, 2, 1, 3)
+
+        # Use `class_range` logic for 2 speakers
+        rope_h1 = (0, self.class_interval)
+        rope_h2 = (self.class_range - self.class_interval, self.class_range)
+        rope_bak = int(self.class_range // 2)
+
+        # Normalize and scale attention maps for each speaker
+        max_values = x_ref_attn_map.max(1).values[:, None, None]
+        min_values = x_ref_attn_map.min(1).values[:, None, None]
+        max_min_values = torch.cat([max_values, min_values], dim=2)
+
+        human1_max_value, human1_min_value = max_min_values[0, :, 0].max(), max_min_values[0, :, 1].min()
+        human2_max_value, human2_min_value = max_min_values[1, :, 0].max(), max_min_values[1, :, 1].min()
+
+        human1 = normalize_and_scale(x_ref_attn_map[0], (human1_min_value, human1_max_value), rope_h1)
+        human2 = normalize_and_scale(x_ref_attn_map[1], (human2_min_value, human2_max_value), rope_h2)
+        back = torch.full((x_ref_attn_map.size(1),), rope_bak, dtype=human1.dtype, device=human1.device)
+
+        # Token-wise speaker dominance
+        max_indices = x_ref_attn_map.argmax(dim=0)
+        normalized_map = torch.stack([human1, human2, back], dim=1)
+        normalized_pos = normalized_map[torch.arange(x_ref_attn_map.size(1)), max_indices]
+
+        # Apply rotary to Q
+        q = rearrange(q, "(B N_t) H S C -> B H (N_t S) C", N_t=N_t)
+        q = self.rope_1d(q, normalized_pos)
+        q = rearrange(q, "B H (N_t S) C -> (B N_t) H S C", N_t=N_t)
+
+        # Keys / Values
+        _, N_a, _ = encoder_hidden_states.shape
+        encoder_kv = self.kv_linear(encoder_hidden_states)
+        encoder_kv = encoder_kv.view(B, N_a, 2, self.num_heads, self.head_dim).permute(2, 0, 3, 1, 4)
+        encoder_k, encoder_v = encoder_kv.unbind(0)
+
+        # Rotary for keys – assign centre of each speaker bucket to its context tokens
+        per_frame = torch.zeros(N_a, dtype=encoder_k.dtype, device=encoder_k.device)
+        per_frame[: per_frame.size(0) // 2] = (rope_h1[0] + rope_h1[1]) / 2
+        per_frame[per_frame.size(0) // 2 :] = (rope_h2[0] + rope_h2[1]) / 2
+        encoder_pos = torch.cat([per_frame] * N_t, dim=0)
+
+        encoder_k = rearrange(encoder_k, "(B N_t) H S C -> B H (N_t S) C", N_t=N_t)
+        encoder_k = self.rope_1d(encoder_k, encoder_pos)
+        encoder_k = rearrange(encoder_k, "B H (N_t S) C -> (B N_t) H S C", N_t=N_t)
+
+        # Final attention
+        q = rearrange(q, "B H M K -> B M H K")
+        encoder_k = rearrange(encoder_k, "B H M K -> B M H K")
+        encoder_v = rearrange(encoder_v, "B H M K -> B M H K")
+
+        x = optimized_attention(
+            q.transpose(1, 2),
+            encoder_k.transpose(1, 2),
+            encoder_v.transpose(1, 2),
+            heads=self.num_heads, skip_reshape=True, skip_output_reshape=True).transpose(1, 2)
+
+        # Linear projection
+        x = x.reshape(B, N, C)
+        x = self.proj(x)
+
+        # Restore original layout
+        x = rearrange(x, "(B N_t) S C -> B (N_t S) C", N_t=N_t)
+        if x_extra is not None:
+            x = torch.cat([x, torch.zeros_like(x_extra)], dim=1)
+
+        return x
+
+
+class MultiTalkAudioProjModel(torch.nn.Module):
+    def __init__(
+        self,
+        seq_len: int = 5,
+        seq_len_vf: int = 12,
+        blocks: int = 12,
+        channels: int = 768,
+        intermediate_dim: int = 512,
+        out_dim: int = 768,
+        context_tokens: int = 32,
+        device=None, dtype=None, operations=None
+    ):
+        super().__init__()
+
+        self.seq_len = seq_len
+        self.blocks = blocks
+        self.channels = channels
+        self.input_dim = seq_len * blocks * channels
+        self.input_dim_vf = seq_len_vf * blocks * channels
+        self.intermediate_dim = intermediate_dim
+        self.context_tokens = context_tokens
+        self.out_dim = out_dim
+
+        # define multiple linear layers
+        self.proj1 = operations.Linear(self.input_dim, intermediate_dim, device=device, dtype=dtype)
+        self.proj1_vf = operations.Linear(self.input_dim_vf, intermediate_dim, device=device, dtype=dtype)
+        self.proj2 = operations.Linear(intermediate_dim, intermediate_dim, device=device, dtype=dtype)
+        self.proj3 = operations.Linear(intermediate_dim, context_tokens * out_dim, device=device, dtype=dtype)
+        self.norm = operations.LayerNorm(out_dim, device=device, dtype=dtype)
+
+    def forward(self, audio_embeds, audio_embeds_vf):
+        video_length = audio_embeds.shape[1] + audio_embeds_vf.shape[1]
+        B, _, _, S, C = audio_embeds.shape
+
+        # process audio of first frame
+        audio_embeds = rearrange(audio_embeds, "bz f w b c -> (bz f) w b c")
+        batch_size, window_size, blocks, channels = audio_embeds.shape
+        audio_embeds = audio_embeds.view(batch_size, window_size * blocks * channels)
+
+        # process audio of latter frame
+        audio_embeds_vf = rearrange(audio_embeds_vf, "bz f w b c -> (bz f) w b c")
+        batch_size_vf, window_size_vf, blocks_vf, channels_vf = audio_embeds_vf.shape
+        audio_embeds_vf = audio_embeds_vf.view(batch_size_vf, window_size_vf * blocks_vf * channels_vf)
+
+        # first projection
+        audio_embeds = torch.relu(self.proj1(audio_embeds))
+        audio_embeds_vf = torch.relu(self.proj1_vf(audio_embeds_vf))
+        audio_embeds = rearrange(audio_embeds, "(bz f) c -> bz f c", bz=B)
+        audio_embeds_vf = rearrange(audio_embeds_vf, "(bz f) c -> bz f c", bz=B)
+        audio_embeds_c = torch.concat([audio_embeds, audio_embeds_vf], dim=1)
+        batch_size_c, N_t, C_a = audio_embeds_c.shape
+        audio_embeds_c = audio_embeds_c.view(batch_size_c*N_t, C_a)
+
+        # second projection
+        audio_embeds_c = torch.relu(self.proj2(audio_embeds_c))
+
+        context_tokens = self.proj3(audio_embeds_c).reshape(batch_size_c*N_t, self.context_tokens, self.out_dim)
+
+        # normalization and reshape
+        context_tokens = self.norm(context_tokens)
+        context_tokens = rearrange(context_tokens, "(bz f) m c -> bz f m c", f=video_length)
+
+        return context_tokens
+
+
+class WanMultiTalkAttentionBlock(torch.nn.Module):
+    def __init__(self, in_dim=5120, out_dim=768, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.audio_cross_attn = SingleStreamMultiAttention(in_dim, out_dim, num_heads=40, qkv_bias=True, device=device, dtype=dtype, operations=operations)
+        self.norm_x = operations.LayerNorm(in_dim, device=device, dtype=dtype, elementwise_affine=True)
+
+
+class MultiTalkGetAttnMapPatch:
+    def __init__(self, ref_target_masks=None):
+        self.ref_target_masks = ref_target_masks
+
+    def __call__(self, kwargs):
+        transformer_options = kwargs.get("transformer_options", {})
+        x = kwargs["x"]
+
+        if self.ref_target_masks is not None:
+            x_ref_attn_map = get_attn_map_with_target(kwargs["q"], kwargs["k"], transformer_options["grid_sizes"], ref_target_masks=self.ref_target_masks.to(x.device))
+            transformer_options["x_ref_attn_map"] = x_ref_attn_map
+        return x
+
+
+class MultiTalkCrossAttnPatch:
+    def __init__(self, model_patch, audio_scale=1.0, ref_target_masks=None):
+        self.model_patch = model_patch
+        self.audio_scale = audio_scale
+        self.ref_target_masks = ref_target_masks
+
+    def __call__(self, kwargs):
+        transformer_options = kwargs.get("transformer_options", {})
+        block_idx = transformer_options.get("block_index", None)
+        x = kwargs["x"]
+        if block_idx is None:
+            return torch.zeros_like(x)
+
+        audio_embeds = transformer_options.get("audio_embeds")
+        x_ref_attn_map = transformer_options.pop("x_ref_attn_map", None)
+
+        norm_x = self.model_patch.model.blocks[block_idx].norm_x(x)
+        x_audio = self.model_patch.model.blocks[block_idx].audio_cross_attn(
+            norm_x, audio_embeds.to(x.dtype),
+            shape=transformer_options["grid_sizes"],
+            x_ref_attn_map=x_ref_attn_map
+        )
+        x = x + x_audio * self.audio_scale
+        return x
+
+    def models(self):
+        return [self.model_patch]
+
+class MultiTalkApplyModelWrapper:
+    def __init__(self, init_latents):
+        self.init_latents = init_latents
+
+    def __call__(self, executor, x, *args, **kwargs):
+        x[:, :, :self.init_latents.shape[2]] = self.init_latents.to(x)
+        samples = executor(x, *args, **kwargs)
+        return samples
+
+
+class InfiniteTalkOuterSampleWrapper:
+    def __init__(self, motion_frames_latent, model_patch, is_extend=False):
+        self.motion_frames_latent = motion_frames_latent
+        self.model_patch = model_patch
+        self.is_extend = is_extend
+
+    def __call__(self, executor, *args, **kwargs):
+        model_patcher = executor.class_obj.model_patcher
+        model_options = executor.class_obj.model_options
+        process_latent_in = model_patcher.model.process_latent_in
+
+        # for InfiniteTalk, model input first latent(s) need to always be replaced on every step
+        if self.motion_frames_latent is not None:
+            wrappers = model_options["transformer_options"]["wrappers"]
+            w = wrappers.setdefault(comfy.patcher_extension.WrappersMP.APPLY_MODEL, {})
+            w["MultiTalk_apply_model"] = [MultiTalkApplyModelWrapper(process_latent_in(self.motion_frames_latent))]
+
+        # run the sampling process
+        result = executor(*args, **kwargs)
+
+        # insert motion frames before decoding
+        if self.is_extend:
+            overlap = self.motion_frames_latent.shape[2]
+            result = torch.cat([self.motion_frames_latent.to(result), result[:, :, overlap:]], dim=2)
+
+        return result
+
+    def to(self, device_or_dtype):
+        if isinstance(device_or_dtype, torch.device):
+            if self.motion_frames_latent is not None:
+                self.motion_frames_latent = self.motion_frames_latent.to(device_or_dtype)
+        return self
diff --git a/ComfyUI/comfy/ldm/wan/model_wandancer.py b/ComfyUI/comfy/ldm/wan/model_wandancer.py
new file mode 100644
index 0000000000000000000000000000000000000000..aeec1d72521b95e3ad70c3c9e9892f07e863ce30
--- /dev/null
+++ b/ComfyUI/comfy/ldm/wan/model_wandancer.py
@@ -0,0 +1,261 @@
+import torch
+import torch.nn as nn
+import comfy
+from comfy.ldm.modules.attention import optimized_attention
+from comfy.ldm.flux.math import apply_rope1
+from comfy.ldm.flux.layers import EmbedND
+
+from .model import AudioInjector_WAN, WanModel, MLPProj, Head, sinusoidal_embedding_1d
+
+
+class MusicSelfAttention(nn.Module):
+    def __init__(self, dim, num_heads, device=None, dtype=None, operations=None):
+        assert dim % num_heads == 0
+        super().__init__()
+        self.embed_dim = dim
+        self.num_heads = num_heads
+        self.head_dim = dim // num_heads
+
+        self.q_proj = operations.Linear(dim, dim, device=device, dtype=dtype)
+        self.k_proj = operations.Linear(dim, dim, device=device, dtype=dtype)
+        self.v_proj = operations.Linear(dim, dim, device=device, dtype=dtype)
+        self.out_proj = operations.Linear(dim, dim, device=device, dtype=dtype)
+
+    def forward(self, x, freqs):
+        b, s, n, d = *x.shape[:2], self.num_heads, self.head_dim
+
+        q = self.q_proj(x).view(b, s, n, d)
+        q = apply_rope1(q, freqs)
+
+        k = self.k_proj(x).view(b, s, n, d)
+        k = apply_rope1(k, freqs)
+
+        x = optimized_attention(
+            q.view(b, s, n * d),
+            k.view(b, s, n * d),
+            self.v_proj(x).view(b, s, n * d),
+            heads=self.num_heads,
+        )
+
+        return self.out_proj(x)
+
+
+class MusicEncoderLayer(nn.Module):
+    def __init__(self, dim: int, num_heads: int, ffn_dim: int, device=None, dtype=None, operations=None):
+        super().__init__()
+        self.self_attn = MusicSelfAttention(dim, num_heads, device=device, dtype=dtype, operations=operations)
+
+        self.linear1 = operations.Linear(dim, ffn_dim, device=device, dtype=dtype)
+        self.linear2 = operations.Linear(ffn_dim, dim, device=device, dtype=dtype)
+
+        self.norm1 = operations.LayerNorm(dim, device=device, dtype=dtype)
+        self.norm2 = operations.LayerNorm(dim, device=device, dtype=dtype)
+
+    def forward(self, x: torch.Tensor, freqs: torch.Tensor) -> torch.Tensor:
+        x = x + self.self_attn(self.norm1(x), freqs=freqs)
+        x = x + self.linear2(torch.nn.functional.gelu(self.linear1(self.norm2(x)))) # ffn
+        return x
+
+
+class WanDancerModel(WanModel):
+    def __init__(self,
+                 model_type='wandancer',
+                 patch_size=(1, 2, 2),
+                 text_len=512,
+                 in_dim=16,
+                 dim=5120,
+                 ffn_dim=8192,
+                 freq_dim=256,
+                 text_dim=4096,
+                 out_dim=16,
+                 num_heads=16,
+                 num_layers=40,
+                 window_size=(-1, -1),
+                 qk_norm=True,
+                 cross_attn_norm=True,
+                 eps=1e-6,
+                 in_dim_ref_conv=None,
+                 image_model=None,
+                 device=None, dtype=None, operations=None,
+                 audio_inject_layers=[0, 4, 8, 12, 16, 20, 24, 27],
+                 music_dim = 256,
+                 music_heads = 4,
+                 music_feature_dim = 35,
+                 music_latent_dim = 256
+                 ):
+
+        super().__init__(model_type='i2v', patch_size=patch_size, text_len=text_len, in_dim=in_dim, dim=dim, ffn_dim=ffn_dim, freq_dim=freq_dim, text_dim=text_dim, out_dim=out_dim,
+                         num_heads=num_heads, num_layers=num_layers, window_size=window_size, qk_norm=qk_norm, cross_attn_norm=cross_attn_norm, eps=eps, image_model=image_model, in_dim_ref_conv=in_dim_ref_conv,
+                         device=device, dtype=dtype, operations=operations)
+
+        self.dtype = dtype
+        operation_settings = {"operations": operations, "device": device, "dtype": dtype}
+
+        self.patch_embedding_global = operations.Conv3d(in_dim, dim, kernel_size=patch_size, stride=patch_size, device=operation_settings.get("device"), dtype=torch.float32)
+        self.img_emb_refimage = MLPProj(1280, dim, operation_settings=operation_settings)
+        self.head_global = Head(dim, out_dim, patch_size, eps, operation_settings=operation_settings)
+
+        self.music_injector = AudioInjector_WAN(
+            dim=self.dim,
+            num_heads=self.num_heads,
+            inject_layer=audio_inject_layers,
+            root_net=self,
+            enable_adain=False,
+            dtype=dtype, device=device, operations=operations
+        )
+
+        self.music_projection = operations.Linear(music_feature_dim, music_latent_dim, device=device, dtype=dtype)
+        self.music_encoder = nn.ModuleList([MusicEncoderLayer(dim=music_dim, num_heads=music_heads, ffn_dim=1024, device=device, dtype=dtype, operations=operations) for _ in range(2)])
+        music_head_dim = music_dim // music_heads
+        self.music_rope_embedder = EmbedND(dim=music_head_dim, theta=10000.0, axes_dim=[music_head_dim])
+
+    def forward_orig(self, x, t, context, clip_fea=None, clip_fea_ref=None, freqs=None, audio_embed=None, fps=30, audio_inject_scale=1.0, transformer_options={}, **kwargs):
+        # embeddings
+        x_input = x
+        if int(fps + 0.5) != 30:
+            x = self.patch_embedding_global(x.float()).to(x.dtype)
+        else:
+            x = self.patch_embedding(x.float()).to(x.dtype)
+
+        grid_sizes = x.shape[2:]
+        latent_frames = grid_sizes[0]
+        transformer_options["grid_sizes"] = grid_sizes
+        x = x.flatten(2).transpose(1, 2)
+        seq_len = x.size(1)
+
+        # time embeddings
+        e = self.time_embedding(sinusoidal_embedding_1d(self.freq_dim, t.flatten()).to(dtype=x[0].dtype))
+        e = e.reshape(t.shape[0], -1, e.shape[-1])
+        e0 = self.time_projection(e).unflatten(2, (6, self.dim))
+
+        full_ref = None
+        img_offset = 0
+        if self.ref_conv is not None: # model has the weight, but this wasn't used in the original pipeline
+            full_ref = kwargs.get("reference_latent", None)
+            if full_ref is not None:
+                full_ref = self.ref_conv(full_ref).flatten(2).transpose(1, 2)
+                x = torch.concat((full_ref, x), dim=1)
+                img_offset = full_ref.shape[1]
+
+        # context
+        context = self.text_embedding(context)
+
+        audio_emb = None
+        if audio_embed is not None: # encode music feature，[1, frame_num, 35] -> [1, F*8, dim]
+            music_feature = self.music_projection(audio_embed)
+
+            music_seq_len = music_feature.shape[1]
+            music_ids = torch.arange(music_seq_len, device=music_feature.device, dtype=music_feature.dtype).reshape(1, -1, 1) # create 1D position IDs
+            music_freqs = self.music_rope_embedder(music_ids).movedim(1, 2)
+
+            # apply encoder layers
+            for layer in self.music_encoder:
+                music_feature = layer(music_feature, music_freqs)
+
+            # interpolate
+            audio_emb = torch.nn.functional.interpolate(music_feature.unsqueeze(1), size=(latent_frames * 8, self.dim), mode='bilinear').squeeze(1)
+
+        context_img_len = 0
+        if self.img_emb is not None and clip_fea is not None:
+            context_clip = self.img_emb(clip_fea)  # bs x 257 x dim
+            context = torch.cat([context_clip, context], dim=1)
+            context_img_len += clip_fea.shape[-2]
+        if self.img_emb_refimage is not None and clip_fea_ref is not None:
+            context_clip_ref = self.img_emb_refimage(clip_fea_ref)
+            context = torch.cat([context_clip_ref, context], dim=1)
+            context_img_len += clip_fea_ref.shape[-2]
+
+        patches_replace = transformer_options.get("patches_replace", {})
+        patches = transformer_options.get("patches", {})
+        blocks_replace = patches_replace.get("dit", {})
+        transformer_options["total_blocks"] = len(self.blocks)
+        transformer_options["block_type"] = "double"
+        for i, block in enumerate(self.blocks):
+            transformer_options["block_index"] = i
+            if ("double_block", i) in blocks_replace:
+                def block_wrap(args):
+                    out = {}
+                    out["img"] = block(args["img"], context=args["txt"], e=args["vec"], freqs=args["pe"], context_img_len=context_img_len, transformer_options=args["transformer_options"])
+                    return out
+                out = blocks_replace[("double_block", i)]({"img": x, "txt": context, "vec": e0, "pe": freqs, "transformer_options": transformer_options}, {"original_block": block_wrap})
+                x = out["img"]
+            else:
+                x = block(x, e=e0, freqs=freqs, context=context, context_img_len=context_img_len, transformer_options=transformer_options)
+
+            if "double_block" in patches:
+                for p in patches["double_block"]:
+                    out = p({"img": x, "x": x_input, "vec": e, "block_index": i, "img_offset": img_offset, "transformer_options": transformer_options})
+                    x = out["img"]
+
+            if audio_emb is not None:
+                x = self.music_injector(x, i, audio_emb, audio_emb_global=None, seq_len=seq_len, scale=audio_inject_scale)
+
+        # head
+        if int(fps + 0.5) != 30:
+            x = self.head_global(x, e)
+        else:
+            x = self.head(x, e)
+
+        if full_ref is not None:
+            x = x[:, full_ref.shape[1]:]
+
+        # unpatchify
+        x = self.unpatchify(x, grid_sizes)
+        return x
+
+    def _forward(self, x, timestep, context, clip_fea=None, time_dim_concat=None, transformer_options={}, clip_fea_ref=None, fps=30, audio_inject_scale=1.0, **kwargs):
+        bs, c, t, h, w = x.shape
+        x = comfy.ldm.common_dit.pad_to_patch_size(x, self.patch_size)
+
+        t_len = t
+        if time_dim_concat is not None:
+            time_dim_concat = comfy.ldm.common_dit.pad_to_patch_size(time_dim_concat, self.patch_size)
+            x = torch.cat([x, time_dim_concat], dim=2)
+            t_len = x.shape[2]
+
+        freqs = self.rope_encode(t_len, h, w, device=x.device, dtype=x.dtype, fps=fps, transformer_options=transformer_options)
+        return self.forward_orig(x, timestep, context, clip_fea=clip_fea, clip_fea_ref=clip_fea_ref, freqs=freqs, fps=fps, audio_inject_scale=audio_inject_scale, transformer_options=transformer_options, **kwargs)[:, :, :t, :h, :w]
+
+    def rope_encode(self, t, h, w, t_start=0, steps_t=None, steps_h=None, steps_w=None, fps=30, device=None, dtype=None, transformer_options={}):
+        patch_size = self.patch_size
+        t_len = ((t + (patch_size[0] // 2)) // patch_size[0])
+        h_len = ((h + (patch_size[1] // 2)) // patch_size[1])
+        w_len = ((w + (patch_size[2] // 2)) // patch_size[2])
+
+        if steps_t is None:
+            steps_t = t_len
+        if steps_h is None:
+            steps_h = h_len
+        if steps_w is None:
+            steps_w = w_len
+
+        h_start = 0
+        w_start = 0
+        rope_options = transformer_options.get("rope_options", None)
+        if rope_options is not None:
+            t_len = (t_len - 1.0) * rope_options.get("scale_t", 1.0) + 1.0
+            h_len = (h_len - 1.0) * rope_options.get("scale_y", 1.0) + 1.0
+            w_len = (w_len - 1.0) * rope_options.get("scale_x", 1.0) + 1.0
+
+            t_start += rope_options.get("shift_t", 0.0)
+            h_start += rope_options.get("shift_y", 0.0)
+            w_start += rope_options.get("shift_x", 0.0)
+
+        img_ids = torch.zeros((steps_t, steps_h, steps_w, 3), device=device, dtype=dtype)
+
+        if int(fps + 0.5) != 30:
+            time_scale = 30.0 / fps # how many time units each frame represents relative to 30fps
+            positions_new = torch.arange(steps_t, device=device, dtype=dtype) * time_scale + t_start
+            total_frames_at_30fps = int(time_scale * steps_t + 0.5)
+            positions_new[-1] = t_start + (total_frames_at_30fps - 1)
+
+            img_ids[:, :, :, 0] = img_ids[:, :, :, 0] + positions_new.reshape(-1, 1, 1)
+        else:
+            img_ids[:, :, :, 0] = img_ids[:, :, :, 0] + torch.linspace(t_start, t_start + (t_len - 1), steps=steps_t, device=device, dtype=dtype).reshape(-1, 1, 1)
+
+        img_ids[:, :, :, 1] = img_ids[:, :, :, 1] + torch.linspace(h_start, h_start + (h_len - 1), steps=steps_h, device=device, dtype=dtype).reshape(1, -1, 1)
+        img_ids[:, :, :, 2] = img_ids[:, :, :, 2] + torch.linspace(w_start, w_start + (w_len - 1), steps=steps_w, device=device, dtype=dtype).reshape(1, 1, -1)
+        img_ids = img_ids.reshape(1, -1, img_ids.shape[-1])
+
+        freqs = self.rope_embedder(img_ids).movedim(1, 2)
+        return freqs
diff --git a/ComfyUI/comfy/ldm/wan/uni3c.py b/ComfyUI/comfy/ldm/wan/uni3c.py
new file mode 100644
index 0000000000000000000000000000000000000000..827ad233995d147d8bf79d467232a18d01119970
--- /dev/null
+++ b/ComfyUI/comfy/ldm/wan/uni3c.py
@@ -0,0 +1,149 @@
+# Uni3C controlnet for Wan 2.1: https://github.com/ewrfcas/Uni3C
+# Converted from the original diffusers based implementation.
+import torch
+import torch.nn as nn
+
+from comfy.ldm.flux.layers import EmbedND
+from .model import WanSelfAttention
+
+
+class Uni3CLayerNormZero(nn.Module):
+    def __init__(
+        self,
+        conditioning_dim,
+        embedding_dim,
+        eps=1e-5,
+        device=None, dtype=None, operations=None
+    ):
+        super().__init__()
+        self.silu = nn.SiLU()
+        self.linear = operations.Linear(conditioning_dim, 3 * embedding_dim, device=device, dtype=dtype)
+        self.norm = operations.LayerNorm(embedding_dim, eps=eps, elementwise_affine=True, device=device, dtype=dtype)
+
+    def forward(self, x, temb):
+        shift, scale, gate = self.linear(self.silu(temb)).chunk(3, dim=1)
+        x = self.norm(x) * (1 + scale)[:, None, :] + shift[:, None, :]
+        return x, gate[:, None, :]
+
+
+class Uni3CAttentionBlock(nn.Module):
+    def __init__(
+        self,
+        dim,
+        ffn_dim,
+        num_heads,
+        time_embed_dim=5120,
+        eps=1e-6,
+        device=None, dtype=None, operations=None
+    ):
+        super().__init__()
+        operation_settings = {"operations": operations, "device": device, "dtype": dtype}
+        self.norm1 = Uni3CLayerNormZero(time_embed_dim, dim, device=device, dtype=dtype, operations=operations)
+        self.self_attn = WanSelfAttention(dim, num_heads, qk_norm=True, eps=eps, operation_settings=operation_settings)
+        self.norm2 = Uni3CLayerNormZero(time_embed_dim, dim, device=device, dtype=dtype, operations=operations)
+        self.ffn = nn.Sequential(
+            operations.Linear(dim, ffn_dim, device=device, dtype=dtype), nn.GELU(approximate='tanh'),
+            operations.Linear(ffn_dim, dim, device=device, dtype=dtype))
+
+    def forward(self, x, temb, freqs):
+        norm_x, gate_msa = self.norm1(x, temb)
+        x = x + gate_msa * self.self_attn(norm_x, freqs)
+        norm_x, gate_ff = self.norm2(x, temb)
+        x = x + gate_ff * self.ffn(norm_x)
+        return x
+
+
+class MaskCamEmbed(nn.Module):
+    def __init__(
+        self,
+        add_channels=7,
+        mid_channels=256,
+        conv_out_dim=5120,
+        device=None, dtype=None, operations=None
+    ):
+        super().__init__()
+        self.mask_padding = [0, 0, 0, 0, 3, 0]  # first frame conditioning
+        self.mask_proj = nn.Sequential(
+            operations.Conv3d(add_channels, mid_channels, kernel_size=(4, 8, 8), stride=(4, 8, 8), device=device, dtype=dtype),
+            operations.GroupNorm(mid_channels // 8, mid_channels, device=device, dtype=dtype),
+            nn.SiLU())
+        self.mask_zero_proj = operations.Conv3d(mid_channels, conv_out_dim, kernel_size=(1, 2, 2), stride=(1, 2, 2), device=device, dtype=dtype)
+
+    def forward(self, add_inputs):
+        add_padded = torch.nn.functional.pad(add_inputs, self.mask_padding, mode="constant", value=0)
+        add_embeds = self.mask_proj(add_padded)
+        add_embeds = self.mask_zero_proj(add_embeds)
+        add_embeds = add_embeds.flatten(2).transpose(1, 2)
+        return add_embeds
+
+
+class WanUni3CControlnet(nn.Module):
+    def __init__(
+        self,
+        in_channels=36,
+        conv_out_dim=5120,
+        dim=1024,
+        ffn_dim=8192,
+        num_heads=16,
+        num_layers=20,
+        time_embed_dim=5120,
+        out_proj_dim=5120,
+        add_channels=7,
+        mid_channels=256,
+        device=None, dtype=None, operations=None
+    ):
+        super().__init__()
+        patch_size = (1, 2, 2)
+        self.num_layers = num_layers
+
+        self.controlnet_patch_embedding = operations.Conv3d(
+            in_channels, conv_out_dim, kernel_size=patch_size, stride=patch_size, device=device, dtype=torch.float32)
+        self.controlnet_mask_embedding = MaskCamEmbed(add_channels, mid_channels, conv_out_dim, device=device, dtype=dtype, operations=operations)
+
+        if conv_out_dim != dim:
+            self.proj_in = operations.Linear(conv_out_dim, dim, device=device, dtype=dtype)
+        else:
+            self.proj_in = nn.Identity()
+
+        self.controlnet_blocks = nn.ModuleList([
+            Uni3CAttentionBlock(dim, ffn_dim, num_heads, time_embed_dim, device=device, dtype=dtype, operations=operations)
+            for _ in range(num_layers)])
+        self.proj_out = nn.ModuleList([
+            operations.Linear(dim, out_proj_dim, device=device, dtype=dtype)
+            for _ in range(num_layers)])
+
+        head_dim = dim // num_heads
+        self.rope_embedder = EmbedND(dim=head_dim, theta=10000.0, axes_dim=[head_dim - 4 * (head_dim // 6), 2 * (head_dim // 6), 2 * (head_dim // 6)])
+
+    def rope_encode(self, t_len, h_len, w_len, device=None, dtype=None):
+        img_ids = torch.zeros((t_len, h_len, w_len, 3), device=device, dtype=dtype)
+        img_ids[:, :, :, 0] = img_ids[:, :, :, 0] + torch.arange(t_len, device=device, dtype=dtype).reshape(-1, 1, 1)
+        img_ids[:, :, :, 1] = img_ids[:, :, :, 1] + torch.arange(h_len, device=device, dtype=dtype).reshape(1, -1, 1)
+        img_ids[:, :, :, 2] = img_ids[:, :, :, 2] + torch.arange(w_len, device=device, dtype=dtype).reshape(1, 1, -1)
+        img_ids = img_ids.reshape(1, -1, img_ids.shape[-1])
+        freqs = self.rope_embedder(img_ids).movedim(1, 2)
+        return freqs
+
+    def process_input(self, control_input, render_mask=None, camera_embedding=None):
+        # render_mask/camera_embedding are the checkpoint's extra conditioning path, not wired up yet
+        hidden = self.controlnet_patch_embedding(control_input.float()).to(control_input.dtype)
+        t_len, h_len, w_len = hidden.shape[2:]
+        freqs = self.rope_encode(t_len, h_len, w_len, device=hidden.device, dtype=hidden.dtype)
+        hidden = hidden.flatten(2).transpose(1, 2)
+
+        add_inputs = None
+        if camera_embedding is not None and render_mask is not None:
+            add_inputs = torch.cat([render_mask, camera_embedding], dim=1)
+        elif render_mask is not None:
+            add_inputs = render_mask
+
+        if add_inputs is not None:
+            hidden = hidden + self.controlnet_mask_embedding(add_inputs.to(hidden.dtype))
+
+        hidden = self.proj_in(hidden)
+        return hidden, freqs
+
+    def forward_block(self, block_index, hidden, temb, freqs):
+        hidden = self.controlnet_blocks[block_index](hidden, temb, freqs)
+        residual = self.proj_out[block_index](hidden)
+        return hidden, residual
diff --git a/ComfyUI/comfy/ldm/wan/vae.py b/ComfyUI/comfy/ldm/wan/vae.py
new file mode 100644
index 0000000000000000000000000000000000000000..57b0dabf72f2d6f042ed956d16cc313932a5da27
--- /dev/null
+++ b/ComfyUI/comfy/ldm/wan/vae.py
@@ -0,0 +1,511 @@
+# original version: https://github.com/Wan-Video/Wan2.1/blob/main/wan/modules/vae.py
+# Copyright 2024-2025 The Alibaba Wan Team Authors. All rights reserved.
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+from comfy.ldm.modules.diffusionmodules.model import vae_attention, torch_cat_if_needed
+
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+CACHE_T = 2
+
+
+class CausalConv3d(ops.Conv3d):
+    """
+    Causal 3d convolusion.
+    """
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self._padding = 2 * self.padding[0]
+        self.padding = (0, self.padding[1], self.padding[2])
+
+    def forward(self, x, cache_x=None, cache_list=None, cache_idx=None):
+        if cache_list is not None:
+            cache_x = cache_list[cache_idx]
+            cache_list[cache_idx] = None
+
+        if cache_x is None and x.shape[2] == 1:
+            #Fast path - the op will pad for use by truncating the weight
+            #and save math on a pile of zeros.
+            return super().forward(x, autopad="causal_zero")
+
+        if self._padding > 0:
+            padding_needed = self._padding
+            if cache_x is not None:
+                cache_x = cache_x.to(x.device)
+                padding_needed = max(0, padding_needed - cache_x.shape[2])
+            padding_shape = list(x.shape)
+            padding_shape[2] = padding_needed
+            padding = torch.zeros(padding_shape, device=x.device, dtype=x.dtype)
+            x = torch_cat_if_needed([padding, cache_x, x], dim=2)
+            del cache_x
+
+        return super().forward(x)
+
+
+class RMS_norm(nn.Module):
+
+    def __init__(self, dim, channel_first=True, images=True, bias=False):
+        super().__init__()
+        broadcastable_dims = (1, 1, 1) if not images else (1, 1)
+        shape = (dim, *broadcastable_dims) if channel_first else (dim,)
+
+        self.channel_first = channel_first
+        self.scale = dim**0.5
+        self.gamma = nn.Parameter(torch.ones(shape))
+        self.bias = nn.Parameter(torch.zeros(shape)) if bias else None
+
+    def forward(self, x):
+        return F.normalize(
+            x, dim=(1 if self.channel_first else -1)) * self.scale * self.gamma.to(x) + (self.bias.to(x) if self.bias is not None else 0)
+
+
+class Resample(nn.Module):
+
+    def __init__(self, dim, mode):
+        assert mode in ('none', 'upsample2d', 'upsample3d', 'downsample2d',
+                        'downsample3d')
+        super().__init__()
+        self.dim = dim
+        self.mode = mode
+
+        # layers
+        if mode == 'upsample2d':
+            self.resample = nn.Sequential(
+                nn.Upsample(scale_factor=(2., 2.), mode='nearest-exact'),
+                ops.Conv2d(dim, dim // 2, 3, padding=1))
+        elif mode == 'upsample3d':
+            self.resample = nn.Sequential(
+                nn.Upsample(scale_factor=(2., 2.), mode='nearest-exact'),
+                ops.Conv2d(dim, dim // 2, 3, padding=1))
+            self.time_conv = CausalConv3d(
+                dim, dim * 2, (3, 1, 1), padding=(1, 0, 0))
+
+        elif mode == 'downsample2d':
+            self.resample = nn.Sequential(
+                nn.ZeroPad2d((0, 1, 0, 1)),
+                ops.Conv2d(dim, dim, 3, stride=(2, 2)))
+        elif mode == 'downsample3d':
+            self.resample = nn.Sequential(
+                nn.ZeroPad2d((0, 1, 0, 1)),
+                ops.Conv2d(dim, dim, 3, stride=(2, 2)))
+            self.time_conv = CausalConv3d(
+                dim, dim, (3, 1, 1), stride=(2, 1, 1), padding=(0, 0, 0))
+
+        else:
+            self.resample = nn.Identity()
+
+    def forward(self, x, feat_cache=None, feat_idx=[0], final=False):
+        b, c, t, h, w = x.size()
+        if self.mode == 'upsample3d':
+            if feat_cache is not None:
+                idx = feat_idx[0]
+                if feat_cache[idx] is None:
+                    feat_cache[idx] = 'Rep'
+                    feat_idx[0] += 1
+                else:
+
+                    cache_x = x[:, :, -CACHE_T:, :, :]
+                    if feat_cache[idx] == 'Rep':
+                        x = self.time_conv(x)
+                    else:
+                        x = self.time_conv(x, feat_cache[idx])
+                    feat_cache[idx] = cache_x
+                    feat_idx[0] += 1
+
+                    x = x.reshape(b, 2, c, t, h, w)
+                    x = torch.stack((x[:, 0, :, :, :, :], x[:, 1, :, :, :, :]),
+                                    3)
+                    x = x.reshape(b, c, t * 2, h, w)
+        t = x.shape[2]
+        x = rearrange(x, 'b c t h w -> (b t) c h w')
+        x = self.resample(x)
+        x = rearrange(x, '(b t) c h w -> b c t h w', t=t)
+
+        if self.mode == 'downsample3d':
+            if feat_cache is not None:
+                idx = feat_idx[0]
+                if feat_cache[idx] is None:
+                    feat_cache[idx] = x
+                else:
+
+                    cache_x = x[:, :, -1:, :, :]
+                    x = self.time_conv(
+                        torch.cat([feat_cache[idx][:, :, -1:, :, :], x], 2))
+                    feat_cache[idx] = cache_x
+
+                    deferred_x = feat_cache[idx + 1]
+                    if deferred_x is not None:
+                        x = torch.cat([deferred_x, x], 2)
+                        feat_cache[idx + 1] = None
+
+                    if x.shape[2] == 1 and not final:
+                        feat_cache[idx + 1] = x
+                        x = None
+
+                feat_idx[0] += 2
+        return x
+
+
+class ResidualBlock(nn.Module):
+
+    def __init__(self, in_dim, out_dim, dropout=0.0):
+        super().__init__()
+        self.in_dim = in_dim
+        self.out_dim = out_dim
+
+        # layers
+        self.residual = nn.Sequential(
+            RMS_norm(in_dim, images=False), nn.SiLU(),
+            CausalConv3d(in_dim, out_dim, 3, padding=1),
+            RMS_norm(out_dim, images=False), nn.SiLU(), nn.Dropout(dropout),
+            CausalConv3d(out_dim, out_dim, 3, padding=1))
+        self.shortcut = CausalConv3d(in_dim, out_dim, 1) \
+            if in_dim != out_dim else nn.Identity()
+
+    def forward(self, x, feat_cache=None, feat_idx=[0], final=False):
+        old_x = x
+        for layer in self.residual:
+            if isinstance(layer, CausalConv3d) and feat_cache is not None:
+                idx = feat_idx[0]
+                cache_x = x[:, :, -CACHE_T:, :, :]
+                x = layer(x, cache_list=feat_cache, cache_idx=idx)
+                feat_cache[idx] = cache_x
+                feat_idx[0] += 1
+            else:
+                x = layer(x)
+        return x + self.shortcut(old_x)
+
+
+class AttentionBlock(nn.Module):
+    """
+    Causal self-attention with a single head.
+    """
+
+    def __init__(self, dim):
+        super().__init__()
+        self.dim = dim
+
+        # layers
+        self.norm = RMS_norm(dim)
+        self.to_qkv = ops.Conv2d(dim, dim * 3, 1)
+        self.proj = ops.Conv2d(dim, dim, 1)
+        self.optimized_attention = vae_attention()
+
+    def forward(self, x, feat_cache=None, feat_idx=[0], final=False):
+        identity = x
+        b, c, t, h, w = x.size()
+        x = rearrange(x, 'b c t h w -> (b t) c h w')
+        x = self.norm(x)
+        # compute query, key, value
+
+        q, k, v = self.to_qkv(x).chunk(3, dim=1)
+        x = self.optimized_attention(q, k, v)
+
+        # output
+        x = self.proj(x)
+        x = rearrange(x, '(b t) c h w-> b c t h w', t=t)
+        return x + identity
+
+
+class Encoder3d(nn.Module):
+
+    def __init__(self,
+                 dim=128,
+                 z_dim=4,
+                 input_channels=3,
+                 dim_mult=[1, 2, 4, 4],
+                 num_res_blocks=2,
+                 attn_scales=[],
+                 temperal_downsample=[True, True, False],
+                 dropout=0.0):
+        super().__init__()
+        self.dim = dim
+        self.z_dim = z_dim
+        self.dim_mult = dim_mult
+        self.num_res_blocks = num_res_blocks
+        self.attn_scales = attn_scales
+        self.temperal_downsample = temperal_downsample
+
+        # dimensions
+        dims = [dim * u for u in [1] + dim_mult]
+        scale = 1.0
+
+        # init block
+        self.conv1 = CausalConv3d(input_channels, dims[0], 3, padding=1)
+
+        # downsample blocks
+        downsamples = []
+        for i, (in_dim, out_dim) in enumerate(zip(dims[:-1], dims[1:])):
+            # residual (+attention) blocks
+            for _ in range(num_res_blocks):
+                downsamples.append(ResidualBlock(in_dim, out_dim, dropout))
+                if scale in attn_scales:
+                    downsamples.append(AttentionBlock(out_dim))
+                in_dim = out_dim
+
+            # downsample block
+            if i != len(dim_mult) - 1:
+                mode = 'downsample3d' if temperal_downsample[
+                    i] else 'downsample2d'
+                downsamples.append(Resample(out_dim, mode=mode))
+                scale /= 2.0
+        self.downsamples = nn.Sequential(*downsamples)
+
+        # middle blocks
+        self.middle = nn.Sequential(
+            ResidualBlock(out_dim, out_dim, dropout), AttentionBlock(out_dim),
+            ResidualBlock(out_dim, out_dim, dropout))
+
+        # output blocks
+        self.head = nn.Sequential(
+            RMS_norm(out_dim, images=False), nn.SiLU(),
+            CausalConv3d(out_dim, z_dim, 3, padding=1))
+
+    def forward(self, x, feat_cache=None, feat_idx=[0], final=False):
+        if feat_cache is not None:
+            idx = feat_idx[0]
+            cache_x = x[:, :, -CACHE_T:, :, :]
+            x = self.conv1(x, feat_cache[idx])
+            feat_cache[idx] = cache_x
+            feat_idx[0] += 1
+        else:
+            x = self.conv1(x)
+
+        ## downsamples
+        for layer in self.downsamples:
+            if feat_cache is not None:
+                x = layer(x, feat_cache, feat_idx, final=final)
+                if x is None:
+                    return None
+            else:
+                x = layer(x)
+
+        ## middle
+        for layer in self.middle:
+            if feat_cache is not None:
+                x = layer(x, feat_cache, feat_idx, final=final)
+            else:
+                x = layer(x)
+
+        ## head
+        for layer in self.head:
+            if isinstance(layer, CausalConv3d) and feat_cache is not None:
+                idx = feat_idx[0]
+                cache_x = x[:, :, -CACHE_T:, :, :]
+                x = layer(x, feat_cache[idx])
+                feat_cache[idx] = cache_x
+                feat_idx[0] += 1
+            else:
+                x = layer(x)
+        return x
+
+
+class Decoder3d(nn.Module):
+
+    def __init__(self,
+                 dim=128,
+                 z_dim=4,
+                 output_channels=3,
+                 dim_mult=[1, 2, 4, 4],
+                 num_res_blocks=2,
+                 attn_scales=[],
+                 temperal_upsample=[False, True, True],
+                 dropout=0.0):
+        super().__init__()
+        self.dim = dim
+        self.z_dim = z_dim
+        self.dim_mult = dim_mult
+        self.num_res_blocks = num_res_blocks
+        self.attn_scales = attn_scales
+        self.temperal_upsample = temperal_upsample
+
+        # dimensions
+        dims = [dim * u for u in [dim_mult[-1]] + dim_mult[::-1]]
+        scale = 1.0 / 2**(len(dim_mult) - 2)
+
+        # init block
+        self.conv1 = CausalConv3d(z_dim, dims[0], 3, padding=1)
+
+        # middle blocks
+        self.middle = nn.Sequential(
+            ResidualBlock(dims[0], dims[0], dropout), AttentionBlock(dims[0]),
+            ResidualBlock(dims[0], dims[0], dropout))
+
+        # upsample blocks
+        upsamples = []
+        for i, (in_dim, out_dim) in enumerate(zip(dims[:-1], dims[1:])):
+            # residual (+attention) blocks
+            if i == 1 or i == 2 or i == 3:
+                in_dim = in_dim // 2
+            for _ in range(num_res_blocks + 1):
+                upsamples.append(ResidualBlock(in_dim, out_dim, dropout))
+                if scale in attn_scales:
+                    upsamples.append(AttentionBlock(out_dim))
+                in_dim = out_dim
+
+            # upsample block
+            if i != len(dim_mult) - 1:
+                mode = 'upsample3d' if temperal_upsample[i] else 'upsample2d'
+                upsamples.append(Resample(out_dim, mode=mode))
+                scale *= 2.0
+        self.upsamples = nn.Sequential(*upsamples)
+
+        # output blocks
+        self.head = nn.Sequential(
+            RMS_norm(out_dim, images=False), nn.SiLU(),
+            CausalConv3d(out_dim, output_channels, 3, padding=1))
+
+    def run_up(self, layer_idx, x_ref, feat_cache, feat_idx, out_chunks):
+        x = x_ref[0]
+        x_ref[0] = None
+        if layer_idx >= len(self.upsamples):
+            for layer in self.head:
+                if isinstance(layer, CausalConv3d) and feat_cache is not None:
+                    cache_x = x[:, :, -CACHE_T:, :, :]
+                    x = layer(x, feat_cache[feat_idx[0]])
+                    feat_cache[feat_idx[0]] = cache_x
+                    feat_idx[0] += 1
+                else:
+                    x = layer(x)
+            out_chunks.append(x)
+            return
+
+        layer = self.upsamples[layer_idx]
+        if feat_cache is not None:
+            x = layer(x, feat_cache, feat_idx)
+        else:
+            x = layer(x)
+
+        if isinstance(layer, Resample) and layer.mode == 'upsample3d' and x.shape[2] > 2:
+            for frame_idx in range(0, x.shape[2], 2):
+                self.run_up(
+                    layer_idx + 1,
+                    [x[:, :, frame_idx:frame_idx + 2, :, :]],
+                    feat_cache,
+                    feat_idx.copy(),
+                    out_chunks,
+                )
+            del x
+            return
+
+        next_x_ref = [x]
+        del x
+        self.run_up(layer_idx + 1, next_x_ref, feat_cache, feat_idx, out_chunks)
+
+    def forward(self, x, feat_cache=None, feat_idx=[0]):
+        ## conv1
+        if feat_cache is not None:
+            idx = feat_idx[0]
+            cache_x = x[:, :, -CACHE_T:, :, :]
+            x = self.conv1(x, feat_cache[idx])
+            feat_cache[idx] = cache_x
+            feat_idx[0] += 1
+        else:
+            x = self.conv1(x)
+
+        ## middle
+        for layer in self.middle:
+            if feat_cache is not None:
+                x = layer(x, feat_cache, feat_idx)
+            else:
+                x = layer(x)
+
+        out_chunks = []
+
+        self.run_up(0, [x], feat_cache, feat_idx, out_chunks)
+        return out_chunks
+
+
+def count_cache_layers(model):
+    count = 0
+    for m in model.modules():
+        if isinstance(m, CausalConv3d) or (isinstance(m, Resample) and m.mode == 'downsample3d'):
+            count += 1
+    return count
+
+
+class WanVAE(nn.Module):
+
+    def __init__(self,
+                 dim=128,
+                 z_dim=4,
+                 dim_mult=[1, 2, 4, 4],
+                 num_res_blocks=2,
+                 attn_scales=[],
+                 temperal_downsample=[True, True, False],
+                 image_channels=3,
+                 conv_out_channels=3,
+                 dropout=0.0):
+        super().__init__()
+        self.dim = dim
+        self.z_dim = z_dim
+        self.dim_mult = dim_mult
+        self.num_res_blocks = num_res_blocks
+        self.attn_scales = attn_scales
+        self.temperal_downsample = temperal_downsample
+        self.temperal_upsample = temperal_downsample[::-1]
+
+        # modules
+        self.encoder = Encoder3d(dim, z_dim * 2, image_channels, dim_mult, num_res_blocks,
+                                 attn_scales, self.temperal_downsample, dropout)
+        self.conv1 = CausalConv3d(z_dim * 2, z_dim * 2, 1)
+        self.conv2 = CausalConv3d(z_dim, z_dim, 1)
+        self.decoder = Decoder3d(dim, z_dim, conv_out_channels, dim_mult, num_res_blocks,
+                                 attn_scales, self.temperal_upsample, dropout)
+
+    def encode(self, x):
+        conv_idx = [0]
+        ## cache
+        t = x.shape[2]
+        t = 1 + ((t - 1) // 4) * 4
+        iter_ = 1 + (t - 1) // 2
+        feat_map = None
+        if iter_ > 1:
+            feat_map = [None] * count_cache_layers(self.encoder)
+        ## 对encode输入的x，按时间拆分为1、2、2、2....(总帧数先按4N+1向下取整)
+        for i in range(iter_):
+            conv_idx = [0]
+            if i == 0:
+                out = self.encoder(
+                    x[:, :, :1, :, :],
+                    feat_cache=feat_map,
+                    feat_idx=conv_idx)
+            else:
+                out_ = self.encoder(
+                    x[:, :, 1 + 2 * (i - 1):1 + 2 * i, :, :],
+                    feat_cache=feat_map,
+                    feat_idx=conv_idx,
+                    final=(i == (iter_ - 1)))
+                if out_ is None:
+                    continue
+                out = torch.cat([out, out_], 2)
+
+        mu, log_var = self.conv1(out).chunk(2, dim=1)
+        return mu
+
+    def decode(self, z):
+        # z: [b,c,t,h,w]
+        iter_ = 1 + z.shape[2] // 2
+        feat_map = None
+        if iter_ > 1:
+            feat_map = [None] * count_cache_layers(self.decoder)
+        x = self.conv2(z)
+        for i in range(iter_):
+            conv_idx = [0]
+            if i == 0:
+                out = self.decoder(
+                    x[:, :, i:i + 1, :, :],
+                    feat_cache=feat_map,
+                    feat_idx=conv_idx)
+            else:
+                out_ = self.decoder(
+                    x[:, :, 1 + 2 * (i - 1):1 + 2 * i, :, :],
+                    feat_cache=feat_map,
+                    feat_idx=conv_idx)
+                out += out_
+        return torch.cat(out, 2)
diff --git a/ComfyUI/comfy/ldm/wan/vae2_2.py b/ComfyUI/comfy/ldm/wan/vae2_2.py
new file mode 100644
index 0000000000000000000000000000000000000000..8e1593a54c9464aa685f8cafc05e3e155d9f02d0
--- /dev/null
+++ b/ComfyUI/comfy/ldm/wan/vae2_2.py
@@ -0,0 +1,717 @@
+# original version: https://github.com/Wan-Video/Wan2.2/blob/main/wan/modules/vae2_2.py
+# Copyright 2024-2025 The Alibaba Wan Team Authors. All rights reserved.
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from einops import rearrange
+from .vae import AttentionBlock, CausalConv3d, RMS_norm
+
+import comfy.ops
+ops = comfy.ops.disable_weight_init
+
+CACHE_T = 2
+
+
+class Resample(nn.Module):
+
+    def __init__(self, dim, mode):
+        assert mode in (
+            "none",
+            "upsample2d",
+            "upsample3d",
+            "downsample2d",
+            "downsample3d",
+        )
+        super().__init__()
+        self.dim = dim
+        self.mode = mode
+
+        # layers
+        if mode == "upsample2d":
+            self.resample = nn.Sequential(
+                nn.Upsample(scale_factor=(2.0, 2.0), mode="nearest-exact"),
+                ops.Conv2d(dim, dim, 3, padding=1),
+            )
+        elif mode == "upsample3d":
+            self.resample = nn.Sequential(
+                nn.Upsample(scale_factor=(2.0, 2.0), mode="nearest-exact"),
+                ops.Conv2d(dim, dim, 3, padding=1),
+                # ops.Conv2d(dim, dim//2, 3, padding=1)
+            )
+            self.time_conv = CausalConv3d(
+                dim, dim * 2, (3, 1, 1), padding=(1, 0, 0))
+        elif mode == "downsample2d":
+            self.resample = nn.Sequential(
+                nn.ZeroPad2d((0, 1, 0, 1)),
+                ops.Conv2d(dim, dim, 3, stride=(2, 2)))
+        elif mode == "downsample3d":
+            self.resample = nn.Sequential(
+                nn.ZeroPad2d((0, 1, 0, 1)),
+                ops.Conv2d(dim, dim, 3, stride=(2, 2)))
+            self.time_conv = CausalConv3d(
+                dim, dim, (3, 1, 1), stride=(2, 1, 1), padding=(0, 0, 0))
+        else:
+            self.resample = nn.Identity()
+
+    def forward(self, x, feat_cache=None, feat_idx=[0]):
+        b, c, t, h, w = x.size()
+        if self.mode == "upsample3d":
+            if feat_cache is not None:
+                idx = feat_idx[0]
+                if feat_cache[idx] is None:
+                    feat_cache[idx] = "Rep"
+                    feat_idx[0] += 1
+                else:
+                    cache_x = x[:, :, -CACHE_T:, :, :].clone()
+                    if (cache_x.shape[2] < 2 and feat_cache[idx] is not None and
+                            feat_cache[idx] != "Rep"):
+                        # cache last frame of last two chunk
+                        cache_x = torch.cat(
+                            [
+                                feat_cache[idx][:, :, -1, :, :].unsqueeze(2).to(
+                                    cache_x.device),
+                                cache_x,
+                            ],
+                            dim=2,
+                        )
+                    if (cache_x.shape[2] < 2 and feat_cache[idx] is not None and
+                            feat_cache[idx] == "Rep"):
+                        cache_x = torch.cat(
+                            [
+                                torch.zeros_like(cache_x).to(cache_x.device),
+                                cache_x
+                            ],
+                            dim=2,
+                        )
+                    if feat_cache[idx] == "Rep":
+                        x = self.time_conv(x)
+                    else:
+                        x = self.time_conv(x, feat_cache[idx])
+                    feat_cache[idx] = cache_x
+                    feat_idx[0] += 1
+                    x = x.reshape(b, 2, c, t, h, w)
+                    x = torch.stack((x[:, 0, :, :, :, :], x[:, 1, :, :, :, :]),
+                                    3)
+                    x = x.reshape(b, c, t * 2, h, w)
+        t = x.shape[2]
+        x = rearrange(x, "b c t h w -> (b t) c h w")
+        x = self.resample(x)
+        x = rearrange(x, "(b t) c h w -> b c t h w", t=t)
+
+        if self.mode == "downsample3d":
+            if feat_cache is not None:
+                idx = feat_idx[0]
+                if feat_cache[idx] is None:
+                    feat_cache[idx] = x.clone()
+                    feat_idx[0] += 1
+                else:
+                    cache_x = x[:, :, -1:, :, :].clone()
+                    x = self.time_conv(
+                        torch.cat([feat_cache[idx][:, :, -1:, :, :], x], 2))
+                    feat_cache[idx] = cache_x
+                    feat_idx[0] += 1
+        return x
+
+
+class ResidualBlock(nn.Module):
+
+    def __init__(self, in_dim, out_dim, dropout=0.0):
+        super().__init__()
+        self.in_dim = in_dim
+        self.out_dim = out_dim
+
+        # layers
+        self.residual = nn.Sequential(
+            RMS_norm(in_dim, images=False),
+            nn.SiLU(),
+            CausalConv3d(in_dim, out_dim, 3, padding=1),
+            RMS_norm(out_dim, images=False),
+            nn.SiLU(),
+            nn.Dropout(dropout),
+            CausalConv3d(out_dim, out_dim, 3, padding=1),
+        )
+        self.shortcut = (
+            CausalConv3d(in_dim, out_dim, 1)
+            if in_dim != out_dim else nn.Identity())
+
+    def forward(self, x, feat_cache=None, feat_idx=[0]):
+        old_x = x
+        for layer in self.residual:
+            if isinstance(layer, CausalConv3d) and feat_cache is not None:
+                idx = feat_idx[0]
+                cache_x = x[:, :, -CACHE_T:, :, :].clone()
+                if cache_x.shape[2] < 2 and feat_cache[idx] is not None:
+                    # cache last frame of last two chunk
+                    cache_x = torch.cat(
+                        [
+                            feat_cache[idx][:, :, -1, :, :].unsqueeze(2).to(
+                                cache_x.device),
+                            cache_x,
+                        ],
+                        dim=2,
+                    )
+                x = layer(x, cache_list=feat_cache, cache_idx=idx)
+                feat_cache[idx] = cache_x
+                feat_idx[0] += 1
+            else:
+                x = layer(x)
+        return x + self.shortcut(old_x)
+
+
+def patchify(x, patch_size):
+    if patch_size == 1:
+        return x
+    if x.dim() == 4:
+        x = rearrange(
+            x, "b c (h q) (w r) -> b (c r q) h w", q=patch_size, r=patch_size)
+    elif x.dim() == 5:
+        x = rearrange(
+            x,
+            "b c f (h q) (w r) -> b (c r q) f h w",
+            q=patch_size,
+            r=patch_size,
+        )
+    else:
+        raise ValueError(f"Invalid input shape: {x.shape}")
+
+    return x
+
+
+def unpatchify(x, patch_size):
+    if patch_size == 1:
+        return x
+
+    if x.dim() == 4:
+        x = rearrange(
+            x, "b (c r q) h w -> b c (h q) (w r)", q=patch_size, r=patch_size)
+    elif x.dim() == 5:
+        x = rearrange(
+            x,
+            "b (c r q) f h w -> b c f (h q) (w r)",
+            q=patch_size,
+            r=patch_size,
+        )
+    return x
+
+
+class AvgDown3D(nn.Module):
+
+    def __init__(
+        self,
+        in_channels,
+        out_channels,
+        factor_t,
+        factor_s=1,
+    ):
+        super().__init__()
+        self.in_channels = in_channels
+        self.out_channels = out_channels
+        self.factor_t = factor_t
+        self.factor_s = factor_s
+        self.factor = self.factor_t * self.factor_s * self.factor_s
+
+        assert in_channels * self.factor % out_channels == 0
+        self.group_size = in_channels * self.factor // out_channels
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        pad_t = (self.factor_t - x.shape[2] % self.factor_t) % self.factor_t
+        pad = (0, 0, 0, 0, pad_t, 0)
+        x = F.pad(x, pad)
+        B, C, T, H, W = x.shape
+        x = x.view(
+            B,
+            C,
+            T // self.factor_t,
+            self.factor_t,
+            H // self.factor_s,
+            self.factor_s,
+            W // self.factor_s,
+            self.factor_s,
+        )
+        x = x.permute(0, 1, 3, 5, 7, 2, 4, 6).contiguous()
+        x = x.view(
+            B,
+            C * self.factor,
+            T // self.factor_t,
+            H // self.factor_s,
+            W // self.factor_s,
+        )
+        x = x.view(
+            B,
+            self.out_channels,
+            self.group_size,
+            T // self.factor_t,
+            H // self.factor_s,
+            W // self.factor_s,
+        )
+        x = x.mean(dim=2)
+        return x
+
+
+class DupUp3D(nn.Module):
+
+    def __init__(
+        self,
+        in_channels: int,
+        out_channels: int,
+        factor_t,
+        factor_s=1,
+    ):
+        super().__init__()
+        self.in_channels = in_channels
+        self.out_channels = out_channels
+
+        self.factor_t = factor_t
+        self.factor_s = factor_s
+        self.factor = self.factor_t * self.factor_s * self.factor_s
+
+        assert out_channels * self.factor % in_channels == 0
+        self.repeats = out_channels * self.factor // in_channels
+
+    def forward(self, x: torch.Tensor, first_chunk=False) -> torch.Tensor:
+        x = x.repeat_interleave(self.repeats, dim=1)
+        x = x.view(
+            x.size(0),
+            self.out_channels,
+            self.factor_t,
+            self.factor_s,
+            self.factor_s,
+            x.size(2),
+            x.size(3),
+            x.size(4),
+        )
+        x = x.permute(0, 1, 5, 2, 6, 3, 7, 4).contiguous()
+        x = x.view(
+            x.size(0),
+            self.out_channels,
+            x.size(2) * self.factor_t,
+            x.size(4) * self.factor_s,
+            x.size(6) * self.factor_s,
+        )
+        if first_chunk:
+            x = x[:, :, self.factor_t - 1:, :, :]
+        return x
+
+
+class Down_ResidualBlock(nn.Module):
+
+    def __init__(self,
+                 in_dim,
+                 out_dim,
+                 dropout,
+                 mult,
+                 temperal_downsample=False,
+                 down_flag=False):
+        super().__init__()
+
+        # Shortcut path with downsample
+        self.avg_shortcut = AvgDown3D(
+            in_dim,
+            out_dim,
+            factor_t=2 if temperal_downsample else 1,
+            factor_s=2 if down_flag else 1,
+        )
+
+        # Main path with residual blocks and downsample
+        downsamples = []
+        for _ in range(mult):
+            downsamples.append(ResidualBlock(in_dim, out_dim, dropout))
+            in_dim = out_dim
+
+        # Add the final downsample block
+        if down_flag:
+            mode = "downsample3d" if temperal_downsample else "downsample2d"
+            downsamples.append(Resample(out_dim, mode=mode))
+
+        self.downsamples = nn.Sequential(*downsamples)
+
+    def forward(self, x, feat_cache=None, feat_idx=[0]):
+        x_copy = x
+        for module in self.downsamples:
+            x = module(x, feat_cache, feat_idx)
+
+        return x + self.avg_shortcut(x_copy)
+
+
+class Up_ResidualBlock(nn.Module):
+
+    def __init__(self,
+                 in_dim,
+                 out_dim,
+                 dropout,
+                 mult,
+                 temperal_upsample=False,
+                 up_flag=False):
+        super().__init__()
+        # Shortcut path with upsample
+        if up_flag:
+            self.avg_shortcut = DupUp3D(
+                in_dim,
+                out_dim,
+                factor_t=2 if temperal_upsample else 1,
+                factor_s=2 if up_flag else 1,
+            )
+        else:
+            self.avg_shortcut = None
+
+        # Main path with residual blocks and upsample
+        upsamples = []
+        for _ in range(mult):
+            upsamples.append(ResidualBlock(in_dim, out_dim, dropout))
+            in_dim = out_dim
+
+        # Add the final upsample block
+        if up_flag:
+            mode = "upsample3d" if temperal_upsample else "upsample2d"
+            upsamples.append(Resample(out_dim, mode=mode))
+
+        self.upsamples = nn.Sequential(*upsamples)
+
+    def forward(self, x, feat_cache=None, feat_idx=[0], first_chunk=False):
+        x_main = x
+        for module in self.upsamples:
+            x_main = module(x_main, feat_cache, feat_idx)
+        if self.avg_shortcut is not None:
+            x_shortcut = self.avg_shortcut(x, first_chunk)
+            return x_main + x_shortcut
+        else:
+            return x_main
+
+
+class Encoder3d(nn.Module):
+
+    def __init__(
+        self,
+        dim=128,
+        z_dim=4,
+        dim_mult=[1, 2, 4, 4],
+        num_res_blocks=2,
+        attn_scales=[],
+        temperal_downsample=[True, True, False],
+        dropout=0.0,
+    ):
+        super().__init__()
+        self.dim = dim
+        self.z_dim = z_dim
+        self.dim_mult = dim_mult
+        self.num_res_blocks = num_res_blocks
+        self.attn_scales = attn_scales
+        self.temperal_downsample = temperal_downsample
+
+        # dimensions
+        dims = [dim * u for u in [1] + dim_mult]
+        scale = 1.0
+
+        # init block
+        self.conv1 = CausalConv3d(12, dims[0], 3, padding=1)
+
+        # downsample blocks
+        downsamples = []
+        for i, (in_dim, out_dim) in enumerate(zip(dims[:-1], dims[1:])):
+            t_down_flag = (
+                temperal_downsample[i]
+                if i < len(temperal_downsample) else False)
+            downsamples.append(
+                Down_ResidualBlock(
+                    in_dim=in_dim,
+                    out_dim=out_dim,
+                    dropout=dropout,
+                    mult=num_res_blocks,
+                    temperal_downsample=t_down_flag,
+                    down_flag=i != len(dim_mult) - 1,
+                ))
+            scale /= 2.0
+        self.downsamples = nn.Sequential(*downsamples)
+
+        # middle blocks
+        self.middle = nn.Sequential(
+            ResidualBlock(out_dim, out_dim, dropout),
+            AttentionBlock(out_dim),
+            ResidualBlock(out_dim, out_dim, dropout),
+        )
+
+        # # output blocks
+        self.head = nn.Sequential(
+            RMS_norm(out_dim, images=False),
+            nn.SiLU(),
+            CausalConv3d(out_dim, z_dim, 3, padding=1),
+        )
+
+    def forward(self, x, feat_cache=None, feat_idx=[0]):
+
+        if feat_cache is not None:
+            idx = feat_idx[0]
+            cache_x = x[:, :, -CACHE_T:, :, :].clone()
+            if cache_x.shape[2] < 2 and feat_cache[idx] is not None:
+                cache_x = torch.cat(
+                    [
+                        feat_cache[idx][:, :, -1, :, :].unsqueeze(2).to(
+                            cache_x.device),
+                        cache_x,
+                    ],
+                    dim=2,
+                )
+            x = self.conv1(x, feat_cache[idx])
+            feat_cache[idx] = cache_x
+            feat_idx[0] += 1
+        else:
+            x = self.conv1(x)
+
+        ## downsamples
+        for layer in self.downsamples:
+            if feat_cache is not None:
+                x = layer(x, feat_cache, feat_idx)
+            else:
+                x = layer(x)
+
+        ## middle
+        for layer in self.middle:
+            if isinstance(layer, ResidualBlock) and feat_cache is not None:
+                x = layer(x, feat_cache, feat_idx)
+            else:
+                x = layer(x)
+
+        ## head
+        for layer in self.head:
+            if isinstance(layer, CausalConv3d) and feat_cache is not None:
+                idx = feat_idx[0]
+                cache_x = x[:, :, -CACHE_T:, :, :].clone()
+                if cache_x.shape[2] < 2 and feat_cache[idx] is not None:
+                    cache_x = torch.cat(
+                        [
+                            feat_cache[idx][:, :, -1, :, :].unsqueeze(2).to(
+                                cache_x.device),
+                            cache_x,
+                        ],
+                        dim=2,
+                    )
+                x = layer(x, feat_cache[idx])
+                feat_cache[idx] = cache_x
+                feat_idx[0] += 1
+            else:
+                x = layer(x)
+
+        return x
+
+
+class Decoder3d(nn.Module):
+
+    def __init__(
+        self,
+        dim=128,
+        z_dim=4,
+        dim_mult=[1, 2, 4, 4],
+        num_res_blocks=2,
+        attn_scales=[],
+        temperal_upsample=[False, True, True],
+        dropout=0.0,
+    ):
+        super().__init__()
+        self.dim = dim
+        self.z_dim = z_dim
+        self.dim_mult = dim_mult
+        self.num_res_blocks = num_res_blocks
+        self.attn_scales = attn_scales
+        self.temperal_upsample = temperal_upsample
+
+        # dimensions
+        dims = [dim * u for u in [dim_mult[-1]] + dim_mult[::-1]]
+        # init block
+        self.conv1 = CausalConv3d(z_dim, dims[0], 3, padding=1)
+
+        # middle blocks
+        self.middle = nn.Sequential(
+            ResidualBlock(dims[0], dims[0], dropout),
+            AttentionBlock(dims[0]),
+            ResidualBlock(dims[0], dims[0], dropout),
+        )
+
+        # upsample blocks
+        upsamples = []
+        for i, (in_dim, out_dim) in enumerate(zip(dims[:-1], dims[1:])):
+            t_up_flag = temperal_upsample[i] if i < len(
+                temperal_upsample) else False
+            upsamples.append(
+                Up_ResidualBlock(
+                    in_dim=in_dim,
+                    out_dim=out_dim,
+                    dropout=dropout,
+                    mult=num_res_blocks + 1,
+                    temperal_upsample=t_up_flag,
+                    up_flag=i != len(dim_mult) - 1,
+                ))
+        self.upsamples = nn.Sequential(*upsamples)
+
+        # output blocks
+        self.head = nn.Sequential(
+            RMS_norm(out_dim, images=False),
+            nn.SiLU(),
+            CausalConv3d(out_dim, 12, 3, padding=1),
+        )
+
+    def forward(self, x, feat_cache=None, feat_idx=[0], first_chunk=False):
+        if feat_cache is not None:
+            idx = feat_idx[0]
+            cache_x = x[:, :, -CACHE_T:, :, :].clone()
+            if cache_x.shape[2] < 2 and feat_cache[idx] is not None:
+                cache_x = torch.cat(
+                    [
+                        feat_cache[idx][:, :, -1, :, :].unsqueeze(2).to(
+                            cache_x.device),
+                        cache_x,
+                    ],
+                    dim=2,
+                )
+            x = self.conv1(x, feat_cache[idx])
+            feat_cache[idx] = cache_x
+            feat_idx[0] += 1
+        else:
+            x = self.conv1(x)
+
+        for layer in self.middle:
+            if isinstance(layer, ResidualBlock) and feat_cache is not None:
+                x = layer(x, feat_cache, feat_idx)
+            else:
+                x = layer(x)
+
+        ## upsamples
+        for layer in self.upsamples:
+            if feat_cache is not None:
+                x = layer(x, feat_cache, feat_idx, first_chunk)
+            else:
+                x = layer(x)
+
+        ## head
+        for layer in self.head:
+            if isinstance(layer, CausalConv3d) and feat_cache is not None:
+                idx = feat_idx[0]
+                cache_x = x[:, :, -CACHE_T:, :, :].clone()
+                if cache_x.shape[2] < 2 and feat_cache[idx] is not None:
+                    cache_x = torch.cat(
+                        [
+                            feat_cache[idx][:, :, -1, :, :].unsqueeze(2).to(
+                                cache_x.device),
+                            cache_x,
+                        ],
+                        dim=2,
+                    )
+                x = layer(x, feat_cache[idx])
+                feat_cache[idx] = cache_x
+                feat_idx[0] += 1
+            else:
+                x = layer(x)
+        return x
+
+
+def count_conv3d(model):
+    count = 0
+    for m in model.modules():
+        if isinstance(m, CausalConv3d):
+            count += 1
+    return count
+
+
+class WanVAE(nn.Module):
+
+    def __init__(
+        self,
+        dim=160,
+        dec_dim=256,
+        z_dim=16,
+        dim_mult=[1, 2, 4, 4],
+        num_res_blocks=2,
+        attn_scales=[],
+        temperal_downsample=[True, True, False],
+        dropout=0.0,
+    ):
+        super().__init__()
+        self.dim = dim
+        self.z_dim = z_dim
+        self.dim_mult = dim_mult
+        self.num_res_blocks = num_res_blocks
+        self.attn_scales = attn_scales
+        self.temperal_downsample = temperal_downsample
+        self.temperal_upsample = temperal_downsample[::-1]
+
+        # modules
+        self.encoder = Encoder3d(
+            dim,
+            z_dim * 2,
+            dim_mult,
+            num_res_blocks,
+            attn_scales,
+            self.temperal_downsample,
+            dropout,
+        )
+        self.conv1 = CausalConv3d(z_dim * 2, z_dim * 2, 1)
+        self.conv2 = CausalConv3d(z_dim, z_dim, 1)
+        self.decoder = Decoder3d(
+            dec_dim,
+            z_dim,
+            dim_mult,
+            num_res_blocks,
+            attn_scales,
+            self.temperal_upsample,
+            dropout,
+        )
+
+    def encode(self, x):
+        conv_idx = [0]
+        feat_map = [None] * count_conv3d(self.encoder)
+        x = patchify(x, patch_size=2)
+        t = x.shape[2]
+        iter_ = 1 + (t - 1) // 4
+        for i in range(iter_):
+            conv_idx = [0]
+            if i == 0:
+                out = self.encoder(
+                    x[:, :, :1, :, :],
+                    feat_cache=feat_map,
+                    feat_idx=conv_idx,
+                )
+            else:
+                out_ = self.encoder(
+                    x[:, :, 1 + 4 * (i - 1):1 + 4 * i, :, :],
+                    feat_cache=feat_map,
+                    feat_idx=conv_idx,
+                )
+                out = torch.cat([out, out_], 2)
+        mu, log_var = self.conv1(out).chunk(2, dim=1)
+        return mu
+
+    def decode(self, z):
+        conv_idx = [0]
+        feat_map = [None] * count_conv3d(self.decoder)
+        iter_ = z.shape[2]
+        x = self.conv2(z)
+        for i in range(iter_):
+            conv_idx = [0]
+            if i == 0:
+                out = self.decoder(
+                    x[:, :, i:i + 1, :, :],
+                    feat_cache=feat_map,
+                    feat_idx=conv_idx,
+                    first_chunk=True,
+                )
+            else:
+                out_ = self.decoder(
+                    x[:, :, i:i + 1, :, :],
+                    feat_cache=feat_map,
+                    feat_idx=conv_idx,
+                )
+                out = torch.cat([out, out_], 2)
+        out = unpatchify(out, patch_size=2)
+        return out
+
+    def reparameterize(self, mu, log_var):
+        std = torch.exp(0.5 * log_var)
+        eps = torch.randn_like(std)
+        return eps * std + mu
+
+    def sample(self, imgs, deterministic=False):
+        mu, log_var = self.encode(imgs)
+        if deterministic:
+            return mu
+        std = torch.exp(0.5 * log_var.clamp(-30.0, 20.0))
+        return mu + std * torch.randn_like(std)
diff --git a/ComfyUI/comfy/lora.py b/ComfyUI/comfy/lora.py
new file mode 100644
index 0000000000000000000000000000000000000000..427cf98aa4f62308e916f16ee3dbd4bd5ece3b3f
--- /dev/null
+++ b/ComfyUI/comfy/lora.py
@@ -0,0 +1,522 @@
+"""
+    This file is part of ComfyUI.
+    Copyright (C) 2024 Comfy
+
+    This program is free software: you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License
+    along with this program.  If not, see <https://www.gnu.org/licenses/>.
+"""
+
+import comfy.memory_management
+import comfy.utils
+import comfy.model_management
+import comfy.model_base
+import comfy.weight_adapter as weight_adapter
+import logging
+import torch
+
+LORA_CLIP_MAP = {
+    "mlp.fc1": "mlp_fc1",
+    "mlp.fc2": "mlp_fc2",
+    "self_attn.k_proj": "self_attn_k_proj",
+    "self_attn.q_proj": "self_attn_q_proj",
+    "self_attn.v_proj": "self_attn_v_proj",
+    "self_attn.out_proj": "self_attn_out_proj",
+}
+
+
+def load_lora(lora, to_load, log_missing=True):
+    patch_dict = {}
+    loaded_keys = set()
+    for x in to_load:
+        alpha_name = "{}.alpha".format(x)
+        alpha = None
+        if alpha_name in lora.keys():
+            alpha = lora[alpha_name].item()
+            loaded_keys.add(alpha_name)
+
+        dora_scale_name = "{}.dora_scale".format(x)
+        dora_scale = None
+        if dora_scale_name in lora.keys():
+            dora_scale = lora[dora_scale_name]
+            loaded_keys.add(dora_scale_name)
+
+        for adapter_cls in weight_adapter.adapters:
+            adapter = adapter_cls.load(x, lora, alpha, dora_scale, loaded_keys)
+            if adapter is not None:
+                patch_dict[to_load[x]] = adapter
+                loaded_keys.update(adapter.loaded_keys)
+                continue
+
+        w_norm_name = "{}.w_norm".format(x)
+        b_norm_name = "{}.b_norm".format(x)
+        w_norm = lora.get(w_norm_name, None)
+        b_norm = lora.get(b_norm_name, None)
+
+        if w_norm is not None:
+            loaded_keys.add(w_norm_name)
+            patch_dict[to_load[x]] = ("diff", (w_norm,))
+            if b_norm is not None:
+                loaded_keys.add(b_norm_name)
+                patch_dict["{}.bias".format(to_load[x][:-len(".weight")])] = ("diff", (b_norm,))
+
+        diff_name = "{}.diff".format(x)
+        diff_weight = lora.get(diff_name, None)
+        if diff_weight is not None:
+            patch_dict[to_load[x]] = ("diff", (diff_weight,))
+            loaded_keys.add(diff_name)
+
+        diff_bias_name = "{}.diff_b".format(x)
+        diff_bias = lora.get(diff_bias_name, None)
+        if diff_bias is not None:
+            patch_dict["{}.bias".format(to_load[x][:-len(".weight")])] = ("diff", (diff_bias,))
+            loaded_keys.add(diff_bias_name)
+
+        set_weight_name = "{}.set_weight".format(x)
+        set_weight = lora.get(set_weight_name, None)
+        if set_weight is not None:
+            patch_dict[to_load[x]] = ("set", (set_weight,))
+            loaded_keys.add(set_weight_name)
+
+    if log_missing:
+        for x in lora.keys():
+            if x not in loaded_keys:
+                logging.warning("lora key not loaded: {}".format(x))
+
+    return patch_dict
+
+def model_lora_keys_clip(model, key_map={}):
+    sdk = model.state_dict().keys()
+    prefix_set = set()
+    for k in sdk:
+        if k.endswith(".weight"):
+            key_map["text_encoders.{}".format(k[:-len(".weight")])] = k #generic lora format without any weird key names
+            tp = k.find(".transformer.") #also map without wrapper prefix for composite text encoder models
+            if tp > 0 and not k.startswith("clip_"):
+                key_map["text_encoders.{}".format(k[tp + 1:-len(".weight")])] = k
+            prefix_set.add(k.split('.')[0])
+
+    text_model_lora_key = "lora_te_text_model_encoder_layers_{}_{}"
+    clip_l_present = False
+    clip_g_present = False
+    for b in range(32): #TODO: clean up
+        for c in LORA_CLIP_MAP:
+            k = "clip_h.transformer.text_model.encoder.layers.{}.{}.weight".format(b, c)
+            if k in sdk:
+                lora_key = text_model_lora_key.format(b, LORA_CLIP_MAP[c])
+                key_map[lora_key] = k
+                lora_key = "lora_te1_text_model_encoder_layers_{}_{}".format(b, LORA_CLIP_MAP[c])
+                key_map[lora_key] = k
+                lora_key = "text_encoder.text_model.encoder.layers.{}.{}".format(b, c) #diffusers lora
+                key_map[lora_key] = k
+
+            k = "clip_l.transformer.text_model.encoder.layers.{}.{}.weight".format(b, c)
+            if k in sdk:
+                lora_key = text_model_lora_key.format(b, LORA_CLIP_MAP[c])
+                key_map[lora_key] = k
+                lora_key = "lora_te1_text_model_encoder_layers_{}_{}".format(b, LORA_CLIP_MAP[c]) #SDXL base
+                key_map[lora_key] = k
+                clip_l_present = True
+                lora_key = "text_encoder.text_model.encoder.layers.{}.{}".format(b, c) #diffusers lora
+                key_map[lora_key] = k
+
+            k = "clip_g.transformer.text_model.encoder.layers.{}.{}.weight".format(b, c)
+            if k in sdk:
+                clip_g_present = True
+                if clip_l_present:
+                    lora_key = "lora_te2_text_model_encoder_layers_{}_{}".format(b, LORA_CLIP_MAP[c]) #SDXL base
+                    key_map[lora_key] = k
+                    lora_key = "text_encoder_2.text_model.encoder.layers.{}.{}".format(b, c) #diffusers lora
+                    key_map[lora_key] = k
+                else:
+                    lora_key = "lora_te_text_model_encoder_layers_{}_{}".format(b, LORA_CLIP_MAP[c]) #TODO: test if this is correct for SDXL-Refiner
+                    key_map[lora_key] = k
+                    lora_key = "text_encoder.text_model.encoder.layers.{}.{}".format(b, c) #diffusers lora
+                    key_map[lora_key] = k
+                    lora_key = "lora_prior_te_text_model_encoder_layers_{}_{}".format(b, LORA_CLIP_MAP[c]) #cascade lora: TODO put lora key prefix in the model config
+                    key_map[lora_key] = k
+
+    for k in sdk:
+        if k.endswith(".weight"):
+            if k.startswith("t5xxl.transformer."):#OneTrainer SD3 and Flux lora
+                l_key = k[len("t5xxl.transformer."):-len(".weight")]
+                t5_index = 1
+                if clip_g_present:
+                    t5_index += 1
+                if clip_l_present:
+                    t5_index += 1
+                    if t5_index == 2:
+                        key_map["lora_te{}_{}".format(t5_index, l_key.replace(".", "_"))] = k #OneTrainer Flux
+                        t5_index += 1
+
+                key_map["lora_te{}_{}".format(t5_index, l_key.replace(".", "_"))] = k
+            elif k.startswith("hydit_clip.transformer.bert."): #HunyuanDiT Lora
+                l_key = k[len("hydit_clip.transformer.bert."):-len(".weight")]
+                lora_key = "lora_te1_{}".format(l_key.replace(".", "_"))
+                key_map[lora_key] = k
+
+    if len(prefix_set) == 1:
+        full_prefix = "{}.transformer.model.".format(next(iter(prefix_set)))  # kohya anima and maybe other single TE models that use a single llama arch based te
+        for k in sdk:
+            if k.endswith(".weight"):
+                if k.startswith(full_prefix):
+                    l_key = k[len(full_prefix):-len(".weight")]
+                    key_map["lora_te_{}".format(l_key.replace(".", "_"))] = k
+
+    k = "clip_g.transformer.text_projection.weight"
+    if k in sdk:
+        key_map["lora_prior_te_text_projection"] = k #cascade lora?
+        # key_map["text_encoder.text_projection"] = k #TODO: check if other lora have the text_projection too
+        key_map["lora_te2_text_projection"] = k #OneTrainer SD3 lora
+
+    k = "clip_l.transformer.text_projection.weight"
+    if k in sdk:
+        key_map["lora_te1_text_projection"] = k #OneTrainer SD3 lora, not necessary but omits warning
+
+    return key_map
+
+def model_lora_keys_unet(model, key_map={}):
+    sd = model.state_dict()
+    sdk = sd.keys()
+
+    for k in sdk:
+        if k.startswith("diffusion_model."):
+            if k.endswith(".weight"):
+                key_lora = k[len("diffusion_model."):-len(".weight")].replace(".", "_")
+                key_map["lora_unet_{}".format(key_lora)] = k
+                key_map["{}".format(k[:-len(".weight")])] = k #generic lora format without any weird key names
+            else:
+                key_map["{}".format(k)] = k #generic lora format for not .weight without any weird key names
+
+    diffusers_keys = comfy.utils.unet_to_diffusers(model.model_config.unet_config)
+    for k in diffusers_keys:
+        if k.endswith(".weight"):
+            unet_key = "diffusion_model.{}".format(diffusers_keys[k])
+            key_lora = k[:-len(".weight")].replace(".", "_")
+            key_map["lora_unet_{}".format(key_lora)] = unet_key
+            key_map["lycoris_{}".format(key_lora)] = unet_key #simpletuner lycoris format
+
+            diffusers_lora_prefix = ["", "unet."]
+            for p in diffusers_lora_prefix:
+                diffusers_lora_key = "{}{}".format(p, k[:-len(".weight")].replace(".to_", ".processor.to_"))
+                if diffusers_lora_key.endswith(".to_out.0"):
+                    diffusers_lora_key = diffusers_lora_key[:-2]
+                key_map[diffusers_lora_key] = unet_key
+
+    if isinstance(model, comfy.model_base.StableCascade_C):
+        for k in sdk:
+            if k.startswith("diffusion_model."):
+                if k.endswith(".weight"):
+                    key_lora = k[len("diffusion_model."):-len(".weight")].replace(".", "_")
+                    key_map["lora_prior_unet_{}".format(key_lora)] = k
+
+    if isinstance(model, comfy.model_base.SD3): #Diffusers lora SD3
+        diffusers_keys = comfy.utils.mmdit_to_diffusers(model.model_config.unet_config, output_prefix="diffusion_model.")
+        for k in diffusers_keys:
+            if k.endswith(".weight"):
+                to = diffusers_keys[k]
+                key_lora = "transformer.{}".format(k[:-len(".weight")]) #regular diffusers sd3 lora format
+                key_map[key_lora] = to
+
+                key_lora = "base_model.model.{}".format(k[:-len(".weight")]) #format for flash-sd3 lora and others?
+                key_map[key_lora] = to
+
+                key_lora = "lora_transformer_{}".format(k[:-len(".weight")].replace(".", "_")) #OneTrainer lora
+                key_map[key_lora] = to
+
+                key_lora = "lycoris_{}".format(k[:-len(".weight")].replace(".", "_")) #simpletuner lycoris format
+                key_map[key_lora] = to
+
+    if isinstance(model, comfy.model_base.AuraFlow): #Diffusers lora AuraFlow
+        diffusers_keys = comfy.utils.auraflow_to_diffusers(model.model_config.unet_config, output_prefix="diffusion_model.")
+        for k in diffusers_keys:
+            if k.endswith(".weight"):
+                to = diffusers_keys[k]
+                key_lora = "transformer.{}".format(k[:-len(".weight")]) #simpletrainer and probably regular diffusers lora format
+                key_map[key_lora] = to
+
+    if isinstance(model, comfy.model_base.PixArt):
+        diffusers_keys = comfy.utils.pixart_to_diffusers(model.model_config.unet_config, output_prefix="diffusion_model.")
+        for k in diffusers_keys:
+            if k.endswith(".weight"):
+                to = diffusers_keys[k]
+                key_lora = "transformer.{}".format(k[:-len(".weight")]) #default format
+                key_map[key_lora] = to
+
+                key_lora = "base_model.model.{}".format(k[:-len(".weight")]) #diffusers training script
+                key_map[key_lora] = to
+
+                key_lora = "unet.base_model.model.{}".format(k[:-len(".weight")]) #old reference peft script
+                key_map[key_lora] = to
+
+    if isinstance(model, comfy.model_base.HunyuanDiT):
+        for k in sdk:
+            if k.startswith("diffusion_model.") and k.endswith(".weight"):
+                key_lora = k[len("diffusion_model."):-len(".weight")]
+                key_map["base_model.model.{}".format(key_lora)] = k #official hunyuan lora format
+
+    if isinstance(model, comfy.model_base.Flux): #Diffusers lora Flux
+        diffusers_keys = comfy.utils.flux_to_diffusers(model.model_config.unet_config, output_prefix="diffusion_model.")
+        for k in diffusers_keys:
+            if k.endswith(".weight"):
+                to = diffusers_keys[k]
+                key_map["transformer.{}".format(k[:-len(".weight")])] = to #simpletrainer and probably regular diffusers flux lora format
+                key_map["lycoris_{}".format(k[:-len(".weight")].replace(".", "_"))] = to #simpletrainer lycoris
+                key_map["lora_transformer_{}".format(k[:-len(".weight")].replace(".", "_"))] = to #onetrainer
+                key_map[k[:-len(".weight")]] = to #DiffSynth lora format
+        for k in sdk:
+            hidden_size = model.model_config.unet_config.get("hidden_size", 0)
+            if k.endswith(".weight") and ".linear1." in k:
+                key_map["{}".format(k.replace(".linear1.weight", ".linear1_qkv"))] = (k, (0, 0, hidden_size * 3))
+
+    if isinstance(model, comfy.model_base.GenmoMochi):
+        for k in sdk:
+            if k.startswith("diffusion_model.") and k.endswith(".weight"): #Official Mochi lora format
+                key_lora = k[len("diffusion_model."):-len(".weight")]
+                key_map["{}".format(key_lora)] = k
+
+    if isinstance(model, comfy.model_base.HunyuanVideo):
+        for k in sdk:
+            if k.startswith("diffusion_model.") and k.endswith(".weight"):
+                # diffusion-pipe lora format
+                key_lora = k
+                key_lora = key_lora.replace("_mod.lin.", "_mod.linear.").replace("_attn.qkv.", "_attn_qkv.").replace("_attn.proj.", "_attn_proj.")
+                key_lora = key_lora.replace("mlp.0.", "mlp.fc1.").replace("mlp.2.", "mlp.fc2.")
+                key_lora = key_lora.replace(".modulation.lin.", ".modulation.linear.")
+                key_lora = key_lora[len("diffusion_model."):-len(".weight")]
+                key_map["transformer.{}".format(key_lora)] = k
+                key_map["diffusion_model.{}".format(key_lora)] = k  # Old loras
+
+    if isinstance(model, comfy.model_base.HiDream):
+        for k in sdk:
+            if k.startswith("diffusion_model."):
+                if k.endswith(".weight"):
+                    key_lora = k[len("diffusion_model."):-len(".weight")]
+                    key_map["lycoris_{}".format(key_lora.replace(".", "_"))] = k #SimpleTuner lycoris format
+                    key_map["transformer.{}".format(key_lora)] = k #SimpleTuner regular format
+
+    if isinstance(model, comfy.model_base.ACEStep):
+        for k in sdk:
+            if k.startswith("diffusion_model.") and k.endswith(".weight"): #Official ACE step lora format
+                key_lora = k[len("diffusion_model."):-len(".weight")]
+                key_map["{}".format(key_lora)] = k
+
+    if isinstance(model, comfy.model_base.Omnigen2):
+        for k in sdk:
+            if k.startswith("diffusion_model.") and k.endswith(".weight"):
+                key_lora = k[len("diffusion_model."):-len(".weight")]
+                key_map["{}".format(key_lora)] = k
+
+    if isinstance(model, comfy.model_base.QwenImage):
+        for k in sdk:
+            if k.startswith("diffusion_model.") and k.endswith(".weight"): #QwenImage lora format
+                key_lora = k[len("diffusion_model."):-len(".weight")]
+                # Direct mapping for transformer_blocks format (QwenImage LoRA format)
+                key_map["{}".format(key_lora)] = k
+                # Support transformer prefix format
+                key_map["transformer.{}".format(key_lora)] = k
+                key_map["lycoris_{}".format(key_lora.replace(".", "_"))] = k #SimpleTuner lycoris format
+
+    if isinstance(model, comfy.model_base.Krea2):
+        diffusers_keys = comfy.utils.krea2_to_diffusers(model.model_config.unet_config, output_prefix="diffusion_model.")
+        for k in diffusers_keys:
+            if k.endswith(".weight"):
+                to = diffusers_keys[k]
+                key_lora = k[:-len(".weight")]
+                key_map["diffusion_model.{}".format(key_lora)] = to
+                key_map["transformer.{}".format(key_lora)] = to
+                key_map["lycoris_{}".format(key_lora.replace(".", "_"))] = to
+                key_map[key_lora] = to
+
+    if isinstance(model, comfy.model_base.Lumina2):
+        diffusers_keys = comfy.utils.z_image_to_diffusers(model.model_config.unet_config, output_prefix="diffusion_model.")
+        for k in diffusers_keys:
+            if k.endswith(".weight"):
+                to = diffusers_keys[k]
+                key_lora = k[:-len(".weight")]
+                key_map["diffusion_model.{}".format(key_lora)] = to
+                key_map["transformer.{}".format(key_lora)] = to
+                key_map["lycoris_{}".format(key_lora.replace(".", "_"))] = to
+                key_map[key_lora] = to
+
+    if isinstance(model, comfy.model_base.Kandinsky5):
+        for k in sdk:
+            if k.startswith("diffusion_model.") and k.endswith(".weight"):
+                key_lora = k[len("diffusion_model."):-len(".weight")]
+                key_map["{}".format(key_lora)] = k
+                key_map["transformer.{}".format(key_lora)] = k
+
+    if isinstance(model, comfy.model_base.ACEStep15):
+        for k in sdk:
+            if k.startswith("diffusion_model.decoder.") and k.endswith(".weight"):
+                key_lora = k[len("diffusion_model.decoder."):-len(".weight")]
+                key_map["base_model.model.{}".format(key_lora)] = k  # Official base model loras
+                key_map["lycoris_{}".format(key_lora.replace(".", "_"))] = k  # LyCORIS/LoKR format
+
+    if isinstance(model, comfy.model_base.ErnieImage):
+        for k in sdk:
+            if k.startswith("diffusion_model.") and k.endswith(".weight"):
+                key_lora = k[len("diffusion_model."):-len(".weight")]
+                key_map["transformer.{}".format(key_lora)] = k
+
+    if isinstance(model, (comfy.model_base.LTXV, comfy.model_base.LTXAV)):
+        for k in sdk:
+            if k.startswith("diffusion_model.") and k.endswith(".weight"):
+                key_lora = k[len("diffusion_model."):-len(".weight")]
+                key_map["{}".format(key_lora)] = k
+
+    return key_map
+
+
+def pad_tensor_to_shape(tensor: torch.Tensor, new_shape: list[int]) -> torch.Tensor:
+    """
+    Pad a tensor to a new shape with zeros.
+
+    Args:
+        tensor (torch.Tensor): The original tensor to be padded.
+        new_shape (List[int]): The desired shape of the padded tensor.
+
+    Returns:
+        torch.Tensor: A new tensor padded with zeros to the specified shape.
+
+    Note:
+        If the new shape is smaller than the original tensor in any dimension,
+        the original tensor will be truncated in that dimension.
+    """
+    if any([new_shape[i] < tensor.shape[i] for i in range(len(new_shape))]):
+        raise ValueError("The new shape must be larger than the original tensor in all dimensions")
+
+    if len(new_shape) != len(tensor.shape):
+        raise ValueError("The new shape must have the same number of dimensions as the original tensor")
+
+    # Create a new tensor filled with zeros
+    padded_tensor = torch.zeros(new_shape, dtype=tensor.dtype, device=tensor.device)
+
+    # Create slicing tuples for both tensors
+    orig_slices = tuple(slice(0, dim) for dim in tensor.shape)
+    new_slices = tuple(slice(0, dim) for dim in tensor.shape)
+
+    # Copy the original tensor into the new tensor
+    padded_tensor[new_slices] = tensor[orig_slices]
+
+    return padded_tensor
+
+def calculate_shape(patches, weight, key, original_weights=None):
+    current_shape = weight.shape
+
+    for p in patches:
+        v = p[1]
+        offset = p[3]
+
+        # Offsets restore the old shape; lists force a diff without metadata
+        if offset is not None or isinstance(v, list):
+            continue
+
+        if isinstance(v, weight_adapter.WeightAdapterBase):
+            adapter_shape = v.calculate_shape(key)
+            if adapter_shape is not None:
+                current_shape = adapter_shape
+            continue
+
+        # Standard diff logic with padding
+        if len(v) == 2:
+            patch_type, patch_data = v[0], v[1]
+            if patch_type == "diff" and len(patch_data) > 1 and patch_data[1]['pad_weight']:
+                current_shape = patch_data[0].shape
+
+    return current_shape
+
+def calculate_weight(patches, weight, key, intermediate_dtype=torch.float32, original_weights=None):
+    for p in patches:
+        strength = p[0]
+        v = p[1]
+        strength_model = p[2]
+        offset = p[3]
+        function = p[4]
+        if function is None:
+            function = lambda a: a
+
+        old_weight = None
+        if offset is not None:
+            old_weight = weight
+            weight = weight.narrow(offset[0], offset[1], offset[2])
+
+        if strength_model != 1.0:
+            weight *= strength_model
+
+        if isinstance(v, list):
+            v = (calculate_weight(v[1:], v[0][1](comfy.model_management.cast_to_device(v[0][0], weight.device, intermediate_dtype, copy=True), inplace=True), key, intermediate_dtype=intermediate_dtype), )
+
+        if isinstance(v, weight_adapter.WeightAdapterBase):
+            output = v.calculate_weight(weight, key, strength, strength_model, offset, function, intermediate_dtype, original_weights)
+            if output is None:
+                logging.warning("Calculate Weight Failed: {} {}".format(v.name, key))
+            else:
+                weight = output
+                if old_weight is not None:
+                    weight = old_weight
+            continue
+
+        if len(v) == 1:
+            patch_type = "diff"
+        elif len(v) == 2:
+            patch_type = v[0]
+            v = v[1]
+
+        if patch_type == "diff":
+            diff: torch.Tensor = v[0]
+            # An extra flag to pad the weight if the diff's shape is larger than the weight
+            do_pad_weight = len(v) > 1 and v[1]['pad_weight']
+            if do_pad_weight and diff.shape != weight.shape:
+                logging.info("Pad weight {} from {} to shape: {}".format(key, weight.shape, diff.shape))
+                weight = pad_tensor_to_shape(weight, diff.shape)
+
+            if strength != 0.0:
+                if diff.shape != weight.shape:
+                    logging.warning("WARNING SHAPE MISMATCH {} WEIGHT NOT MERGED {} != {}".format(key, diff.shape, weight.shape))
+                else:
+                    weight += function(strength * comfy.model_management.cast_to_device(diff, weight.device, weight.dtype))
+        elif patch_type == "set":
+            weight.copy_(v[0])
+        elif patch_type == "model_as_lora":
+            target_weight: torch.Tensor = v[0]
+            diff_weight = comfy.model_management.cast_to_device(target_weight, weight.device, intermediate_dtype) - \
+                          comfy.model_management.cast_to_device(original_weights[key][0][0], weight.device, intermediate_dtype)
+            weight += function(strength * comfy.model_management.cast_to_device(diff_weight, weight.device, weight.dtype))
+        else:
+            logging.warning("patch type not recognized {} {}".format(patch_type, key))
+
+        if old_weight is not None:
+            weight = old_weight
+
+    return weight
+
+def prefetch_prepared_value(value, counter, destination, stream, copy):
+    if isinstance(value, torch.Tensor):
+        size = comfy.memory_management.vram_aligned_size(value)
+        offset = counter[0]
+        counter[0] += size
+        if destination is None:
+            return value
+
+        dest = destination[offset:offset + size]
+        if copy:
+            comfy.model_management.cast_to_gathered([value], dest, non_blocking=True, stream=stream)
+        return comfy.memory_management.interpret_gathered_like([value], dest)[0]
+    elif isinstance(value, weight_adapter.WeightAdapterBase):
+        return type(value)(value.loaded_keys, prefetch_prepared_value(value.weights, counter, destination, stream, copy))
+    elif isinstance(value, tuple):
+        return tuple(prefetch_prepared_value(item, counter, destination, stream, copy) for item in value)
+    elif isinstance(value, list):
+        return [prefetch_prepared_value(item, counter, destination, stream, copy) for item in value]
+
+    return value
diff --git a/ComfyUI/comfy/lora_convert.py b/ComfyUI/comfy/lora_convert.py
new file mode 100644
index 0000000000000000000000000000000000000000..749e81df3a24c0a26327ed93b7b3c4823e350482
--- /dev/null
+++ b/ComfyUI/comfy/lora_convert.py
@@ -0,0 +1,43 @@
+import torch
+import comfy.utils
+
+
+def convert_lora_bfl_control(sd): #BFL loras for Flux
+    sd_out = {}
+    for k in sd:
+        k_to = "diffusion_model.{}".format(k.replace(".lora_B.bias", ".diff_b").replace("_norm.scale", "_norm.set_weight"))
+        sd_out[k_to] = sd[k]
+
+    sd_out["diffusion_model.img_in.reshape_weight"] = torch.tensor([sd["img_in.lora_B.weight"].shape[0], sd["img_in.lora_A.weight"].shape[1]])
+    return sd_out
+
+
+def convert_lora_wan_fun(sd): #Wan Fun loras
+    return comfy.utils.state_dict_prefix_replace(sd, {"lora_unet__": "lora_unet_"})
+
+def convert_uso_lora(sd):
+    sd_out = {}
+    for k in sd:
+        tensor = sd[k]
+        k_to = "diffusion_model.{}".format(k.replace(".down.weight", ".lora_down.weight")
+                                           .replace(".up.weight", ".lora_up.weight")
+                                           .replace(".qkv_lora2.", ".txt_attn.qkv.")
+                                           .replace(".qkv_lora1.", ".img_attn.qkv.")
+                                           .replace(".proj_lora1.", ".img_attn.proj.")
+                                           .replace(".proj_lora2.", ".txt_attn.proj.")
+                                           .replace(".qkv_lora.", ".linear1_qkv.")
+                                           .replace(".proj_lora.", ".linear2.")
+                                           .replace(".processor.", ".")
+                                           )
+        sd_out[k_to] = tensor
+    return sd_out
+
+
+def convert_lora(sd):
+    if "img_in.lora_A.weight" in sd and "single_blocks.0.norm.key_norm.scale" in sd:
+        return convert_lora_bfl_control(sd)
+    if "lora_unet__blocks_0_cross_attn_k.lora_down.weight" in sd:
+        return convert_lora_wan_fun(sd)
+    if "single_blocks.37.processor.qkv_lora.up.weight" in sd and "double_blocks.18.processor.qkv_lora2.up.weight" in sd:
+        return convert_uso_lora(sd)
+    return sd
diff --git a/ComfyUI/comfy/memory_management.py b/ComfyUI/comfy/memory_management.py
new file mode 100644
index 0000000000000000000000000000000000000000..e032b7dcdae5b69cbec6caf690dfbd9988f5f1ea
--- /dev/null
+++ b/ComfyUI/comfy/memory_management.py
@@ -0,0 +1,187 @@
+import math
+import ctypes
+import dataclasses
+import torch
+from typing import NamedTuple
+
+import comfy_aimdo.host_buffer
+from comfy.quant_ops import QuantizedTensor
+
+
+class TensorFileSlice(NamedTuple):
+    file_ref: object
+    lock: object
+    offset: int
+    size: int
+
+
+def read_tensor_file_slice_into(tensor, destination, stream=None, destination2=None):
+
+    if isinstance(tensor, QuantizedTensor):
+        if not read_tensor_file_slice_into(tensor._qdata,
+                                           destination._qdata if destination is not None else None, stream=stream,
+                                           destination2=(destination2._qdata if destination2 is not None else None)):
+            return False
+
+        if destination is not None:
+            dst_orig_dtype = destination._params.orig_dtype
+            destination._params.copy_from(tensor._params, non_blocking=False)
+            destination._params = dataclasses.replace(destination._params, orig_dtype=dst_orig_dtype)
+        if destination2 is not None:
+            dst_orig_dtype = destination2._params.orig_dtype
+            destination2._params.copy_from(destination._params if destination is not None else tensor._params, non_blocking=True)
+            destination2._params = dataclasses.replace(destination2._params, orig_dtype=dst_orig_dtype)
+        return True
+
+    info = getattr(tensor.untyped_storage(), "_comfy_tensor_file_slice", None)
+    if info is None:
+        return False
+
+    if destination is not None and destination.device.type != "cpu" and destination2 is None:
+        destination2 = destination
+        destination = None
+
+    file_obj = info.file_ref
+    if (file_obj is None
+            or (destination is None and destination2 is None)
+            or (destination is not None and (destination.device.type != "cpu" or destination.numel() * destination.element_size() < info.size))
+            or (destination2 is not None and (destination2.device.type == "cpu" or destination2.numel() * destination2.element_size() < info.size))
+            or tensor.numel() * tensor.element_size() != info.size
+            or tensor.storage_offset() != 0
+            or not tensor.is_contiguous()):
+        return False
+
+    if info.size == 0:
+        return True
+
+    if destination is None:
+        stream_ptr = getattr(stream, "cuda_stream", 0) if stream is not None else 0
+        comfy_aimdo.host_buffer.read_file_to_device(file_obj, info.offset, info.size,
+                                                    stream_ptr, destination2.data_ptr(),
+                                                    destination2.device.index,
+                                                    mark_cold=False)
+        return True
+
+    hostbuf = getattr(destination.untyped_storage(), "_comfy_hostbuf", None)
+    if hostbuf is not None:
+        stream_ptr = getattr(stream, "cuda_stream", 0) if stream is not None else 0
+        device_ptr = destination2.data_ptr() if destination2 is not None else 0
+        with info.lock:
+            hostbuf.read_file_slice(file_obj, info.offset, info.size,
+                                    offset=destination.data_ptr() - hostbuf.get_raw_address(),
+                                    stream=stream_ptr,
+                                    device_ptr=device_ptr,
+                                    device=None if destination2 is None else destination2.device.index)
+        return True
+
+    if not hasattr(file_obj, "seek") or not hasattr(file_obj, "readinto"):
+        return False
+
+    buf_type = ctypes.c_ubyte * info.size
+    view = memoryview(buf_type.from_address(destination.data_ptr()))
+
+    try:
+        with info.lock:
+            file_obj.seek(info.offset)
+            done = 0
+            while done < info.size:
+                try:
+                    n = file_obj.readinto(view[done:])
+                except OSError:
+                    return False
+                if n <= 0:
+                    return False
+                done += n
+        return True
+    finally:
+        view.release()
+
+class TensorGeometry(NamedTuple):
+    shape: any
+    dtype: torch.dtype
+
+    def element_size(self):
+        info = torch.finfo(self.dtype) if self.dtype.is_floating_point else torch.iinfo(self.dtype)
+        return info.bits // 8
+
+    def numel(self):
+        return math.prod(self.shape)
+
+def tensors_to_geometries(tensors, dtype=None):
+    geometries = []
+    for t in tensors:
+        if t is None or isinstance(t, QuantizedTensor):
+            geometries.append(t)
+            continue
+        tdtype = t.dtype
+        if hasattr(t, "_model_dtype"):
+            tdtype = t._model_dtype
+        if dtype is not None:
+            tdtype = dtype
+        geometries.append(TensorGeometry(shape=t.shape, dtype=tdtype))
+    return geometries
+
+def vram_aligned_size(tensor):
+    if isinstance(tensor, list):
+        return sum([vram_aligned_size(t) for t in tensor])
+
+    if isinstance(tensor, QuantizedTensor):
+        inner_tensors, _ = tensor.__tensor_flatten__()
+        return vram_aligned_size([ getattr(tensor, attr) for attr in inner_tensors ])
+
+    if tensor is None:
+        return 0
+
+    size = tensor.numel() * tensor.element_size()
+    aligment_req = 1024
+    return (size + aligment_req - 1) // aligment_req * aligment_req
+
+def interpret_gathered_like(tensors, gathered):
+    offset = 0
+    dest_views = []
+
+    if gathered.dim() != 1 or gathered.element_size() != 1:
+        raise ValueError(f"Buffer must be 1D and single-byte (got {gathered.dim()}D {gathered.dtype})")
+
+    for tensor in tensors:
+
+        if tensor is None:
+            dest_views.append(None)
+            continue
+
+        if isinstance(tensor, QuantizedTensor):
+            inner_tensors, qt_ctx = tensor.__tensor_flatten__()
+            templates = { attr: getattr(tensor, attr) for attr in inner_tensors }
+        else:
+            templates = { "data": tensor }
+
+        actuals = {}
+        for attr, template in templates.items():
+            size = template.numel() * template.element_size()
+            if offset + size > gathered.numel():
+                raise ValueError(f"Buffer too small: needs {offset + size} bytes, but only has {gathered.numel()}. ")
+            actuals[attr] = gathered[offset:offset+size].view(dtype=template.dtype).view(template.shape)
+            offset += vram_aligned_size(template)
+
+        if isinstance(tensor, QuantizedTensor):
+            dest_views.append(QuantizedTensor.__tensor_unflatten__(actuals, qt_ctx, 0, 0))
+        else:
+            dest_views.append(actuals["data"])
+
+    return dest_views
+
+aimdo_enabled = False
+
+extra_ram_release_callback = None
+RAM_CACHE_HEADROOM = 0
+
+def set_ram_cache_release_state(callback, headroom):
+    global extra_ram_release_callback
+    global RAM_CACHE_HEADROOM
+    extra_ram_release_callback = callback
+    RAM_CACHE_HEADROOM = max(0, int(headroom))
+
+def extra_ram_release(target, free_active=False):
+    if extra_ram_release_callback is None:
+        return 0
+    return extra_ram_release_callback(target, free_active=free_active)
diff --git a/ComfyUI/comfy/model_base.py b/ComfyUI/comfy/model_base.py
new file mode 100644
index 0000000000000000000000000000000000000000..6631c9eb0e58f7328a11f2d042818c7faaa1bfee
--- /dev/null
+++ b/ComfyUI/comfy/model_base.py
@@ -0,0 +1,2680 @@
+"""
+    This file is part of ComfyUI.
+    Copyright (C) 2024 Comfy
+
+    This program is free software: you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License
+    along with this program.  If not, see <https://www.gnu.org/licenses/>.
+"""
+
+import comfy.ldm.hunyuan3dv2_1
+import comfy.ldm.hunyuan3dv2_1.hunyuandit
+import torch
+import logging
+import comfy.ldm.lightricks.av_model
+import comfy.ldm.minimax.model
+import comfy.ldm.lightricks.symmetric_patchifier
+import comfy.context_windows
+from comfy.ldm.modules.diffusionmodules.openaimodel import UNetModel, Timestep
+from comfy.ldm.cascade.stage_c import StageC
+from comfy.ldm.cascade.stage_b import StageB
+from comfy.ldm.modules.encoders.noise_aug_modules import CLIPEmbeddingNoiseAugmentation
+from comfy.ldm.modules.diffusionmodules.upscaling import ImageConcatWithNoiseAugmentation
+from comfy.ldm.modules.diffusionmodules.mmdit import OpenAISignatureMMDITWrapper
+import comfy.ldm.genmo.joint_model.asymm_models_joint
+import comfy.ldm.aura.mmdit
+import comfy.ldm.pixart.pixartms
+import comfy.ldm.hydit.models
+import comfy.ldm.audio.dit
+import comfy.ldm.audio.embedders
+import comfy.ldm.flux.model
+import comfy.ldm.lens.model
+import comfy.ldm.lightricks.model
+import comfy.ldm.hunyuan_video.model
+import comfy.ldm.cosmos.model
+import comfy.ldm.cosmos.predict2
+import comfy.ldm.lumina.model
+import comfy.ldm.wan.model
+import comfy.ldm.wan.model_animate
+import comfy.ldm.wan.ar_model
+import comfy.ldm.wan.model_wandancer
+import comfy.ldm.hunyuan3d.model
+import comfy.ldm.triposplat.model
+import comfy.ldm.hidream.model
+import comfy.ldm.chroma.model
+import comfy.ldm.chroma_radiance.model
+import comfy.ldm.pixeldit.model
+import comfy.ldm.pixeldit.pid
+import comfy.ldm.ace.model
+import comfy.ldm.omnigen.omnigen2
+import comfy.ldm.seedvr.model
+import comfy.ldm.boogu.model
+import comfy.ldm.qwen_image.model
+import comfy.ldm.mage_flow.model
+import comfy.ldm.joyimage.model
+import comfy.ldm.ideogram4.model
+import comfy.ldm.krea2.model
+import comfy.ldm.kandinsky5.model
+import comfy.ldm.anima.model
+import comfy.ldm.ace.ace_step15
+import comfy.ldm.cogvideo.model
+import comfy.ldm.rt_detr.rtdetr_v4
+import comfy.ldm.ernie.model
+import comfy.ldm.sam3.detector
+import comfy.ldm.hidream_o1.model
+from comfy.ldm.hidream_o1.conditioning import build_extra_conds
+import comfy.ldm.depth_anything_3.model
+
+import comfy.model_management
+import comfy.patcher_extension
+import comfy.conds
+import comfy.ops
+from enum import Enum
+from . import utils
+import comfy.latent_formats
+import comfy.model_sampling
+import math
+from typing import TYPE_CHECKING
+if TYPE_CHECKING:
+    from comfy.model_patcher import ModelPatcher
+
+class ModelType(Enum):
+    EPS = 1
+    V_PREDICTION = 2
+    V_PREDICTION_EDM = 3
+    STABLE_CASCADE = 4
+    EDM = 5
+    FLOW = 6
+    V_PREDICTION_CONTINUOUS = 7
+    FLUX = 8
+    IMG_TO_IMG = 9
+    FLOW_COSMOS = 10
+    IMG_TO_IMG_FLOW = 11
+    V_PREDICTION_DDPM = 12
+
+
+def model_sampling(model_config, model_type):
+    s = comfy.model_sampling.ModelSamplingDiscrete
+
+    if model_type == ModelType.EPS:
+        c = comfy.model_sampling.EPS
+    elif model_type == ModelType.V_PREDICTION:
+        c = comfy.model_sampling.V_PREDICTION
+    elif model_type == ModelType.V_PREDICTION_EDM:
+        c = comfy.model_sampling.V_PREDICTION
+        s = comfy.model_sampling.ModelSamplingContinuousEDM
+    elif model_type == ModelType.FLOW:
+        c = comfy.model_sampling.CONST
+        s = comfy.model_sampling.ModelSamplingDiscreteFlow
+    elif model_type == ModelType.STABLE_CASCADE:
+        c = comfy.model_sampling.EPS
+        s = comfy.model_sampling.StableCascadeSampling
+    elif model_type == ModelType.EDM:
+        c = comfy.model_sampling.EDM
+        s = comfy.model_sampling.ModelSamplingContinuousEDM
+    elif model_type == ModelType.V_PREDICTION_CONTINUOUS:
+        c = comfy.model_sampling.V_PREDICTION
+        s = comfy.model_sampling.ModelSamplingContinuousV
+    elif model_type == ModelType.FLUX:
+        c = comfy.model_sampling.CONST
+        s = comfy.model_sampling.ModelSamplingFlux
+    elif model_type == ModelType.IMG_TO_IMG:
+        c = comfy.model_sampling.IMG_TO_IMG
+    elif model_type == ModelType.FLOW_COSMOS:
+        c = comfy.model_sampling.COSMOS_RFLOW
+        s = comfy.model_sampling.ModelSamplingCosmosRFlow
+    elif model_type == ModelType.IMG_TO_IMG_FLOW:
+        c = comfy.model_sampling.IMG_TO_IMG_FLOW
+    elif model_type == ModelType.V_PREDICTION_DDPM:
+        c = comfy.model_sampling.V_PREDICTION_DDPM
+
+    class ModelSampling(s, c):
+        pass
+
+    return ModelSampling(model_config)
+
+
+def convert_tensor(extra, dtype, device):
+    if hasattr(extra, "dtype"):
+        if extra.dtype != torch.int and extra.dtype != torch.long:
+            extra = comfy.model_management.cast_to_device(extra, device, dtype)
+        else:
+            extra = comfy.model_management.cast_to_device(extra, device, None)
+    return extra
+
+
+class BaseModel(torch.nn.Module):
+    def __init__(self, model_config, model_type=ModelType.EPS, device=None, unet_model=UNetModel):
+        super().__init__()
+
+        unet_config = model_config.unet_config
+        self.latent_format = model_config.latent_format
+        self.model_config = model_config
+        self.manual_cast_dtype = model_config.manual_cast_dtype
+        self.device = device
+        self.current_patcher: 'ModelPatcher' = None
+
+        if not unet_config.get("disable_unet_model_creation", False):
+            if model_config.custom_operations is None:
+                fp8 = model_config.optimizations.get("fp8", False)
+                operations = comfy.ops.pick_operations(unet_config.get("dtype", None), self.manual_cast_dtype, fp8_optimizations=fp8, model_config=model_config)
+            else:
+                operations = model_config.custom_operations
+            self.diffusion_model = unet_model(**unet_config, device=device, operations=operations)
+            self.diffusion_model.requires_grad_(False)
+            self.diffusion_model.eval()
+            if comfy.model_management.force_channels_last():
+                self.diffusion_model.to(memory_format=torch.channels_last)
+                logging.debug("using channels last mode for diffusion model")
+            logging.info("model weight dtype {}, manual cast: {}".format(self.get_dtype(), self.manual_cast_dtype))
+            comfy.model_management.archive_model_dtypes(self.diffusion_model)
+
+        self.model_type = model_type
+        self.model_sampling = model_sampling(model_config, model_type)
+
+        self.adm_channels = unet_config.get("adm_in_channels", None)
+        if self.adm_channels is None:
+            self.adm_channels = 0
+
+        self.concat_keys = ()
+        logging.info("model_type {}".format(model_type.name))
+        logging.debug("adm {}".format(self.adm_channels))
+        self.memory_usage_factor = model_config.memory_usage_factor
+        self.memory_usage_factor_conds = ()
+        self.memory_usage_shape_process = {}
+
+    def apply_model(self, x, t, c_concat=None, c_crossattn=None, control=None, transformer_options={}, **kwargs):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self._apply_model,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.APPLY_MODEL, transformer_options)
+        ).execute(x, t, c_concat, c_crossattn, control, transformer_options, **kwargs)
+
+    def _apply_model(self, x, t, c_concat=None, c_crossattn=None, control=None, transformer_options={}, **kwargs):
+        sigma = t
+        xc = self.model_sampling.calculate_input(sigma, x)
+
+        if c_concat is not None:
+            xc = torch.cat([xc] + [comfy.model_management.cast_to_device(c_concat, xc.device, xc.dtype)], dim=1)
+
+        context = c_crossattn
+        dtype = self.get_dtype_inference()
+
+        xc = xc.to(dtype)
+        device = xc.device
+        t = self.model_sampling.timestep(t).float()
+        if context is not None:
+            context = comfy.model_management.cast_to_device(context, device, dtype)
+
+        extra_conds = {}
+        for o in kwargs:
+            extra = kwargs[o]
+
+            if hasattr(extra, "dtype"):
+                extra = convert_tensor(extra, dtype, device)
+            elif isinstance(extra, list):
+                ex = []
+                for ext in extra:
+                    ex.append(convert_tensor(ext, dtype, device))
+                extra = ex
+            extra_conds[o] = extra
+
+        t = self.process_timestep(t, x=x, **extra_conds)
+        if "latent_shapes" in extra_conds:
+            xc = utils.unpack_latents(xc, extra_conds.pop("latent_shapes"))
+
+        transformer_options = transformer_options.copy()
+        transformer_options["prefetch_dynamic_vbars"] = (
+            self.current_patcher is not None and self.current_patcher.is_dynamic()
+        )
+
+        model_output = self.diffusion_model(xc, t, context=context, control=control, transformer_options=transformer_options, **extra_conds)
+        if len(model_output) > 1 and not torch.is_tensor(model_output):
+            model_output, _ = utils.pack_latents(model_output)
+
+        return self.model_sampling.calculate_denoised(sigma, model_output.float(), x)
+
+    def process_timestep(self, timestep, **kwargs):
+        return timestep
+
+    def get_dtype(self):
+        return self.diffusion_model.dtype
+
+    def get_dtype_inference(self):
+        dtype = self.get_dtype()
+
+        if self.manual_cast_dtype is not None:
+            dtype = self.manual_cast_dtype
+        return dtype
+
+    def encode_adm(self, **kwargs):
+        return None
+
+    def concat_cond(self, **kwargs):
+        if len(self.concat_keys) > 0:
+            cond_concat = []
+            denoise_mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+            concat_latent_image = kwargs.get("concat_latent_image", None)
+            if concat_latent_image is None:
+                concat_latent_image = kwargs.get("latent_image", None)
+            else:
+                concat_latent_image = self.process_latent_in(concat_latent_image)
+
+            noise = kwargs.get("noise", None)
+            device = kwargs["device"]
+
+            if concat_latent_image.shape[1:] != noise.shape[1:]:
+                concat_latent_image = utils.common_upscale(concat_latent_image, noise.shape[-1], noise.shape[-2], "bilinear", "center")
+                if noise.ndim == 5:
+                    if concat_latent_image.shape[-3] < noise.shape[-3]:
+                        concat_latent_image = torch.nn.functional.pad(concat_latent_image, (0, 0, 0, 0, 0, noise.shape[-3] - concat_latent_image.shape[-3]), "constant", 0)
+                    else:
+                        concat_latent_image = concat_latent_image[:, :, :noise.shape[-3]]
+
+            concat_latent_image = utils.resize_to_batch_size(concat_latent_image, noise.shape[0])
+
+            if denoise_mask is not None:
+                if len(denoise_mask.shape) == len(noise.shape):
+                    denoise_mask = denoise_mask[:, :1]
+
+                num_dim = noise.ndim - 2
+                denoise_mask = denoise_mask.reshape((-1, 1) + tuple(denoise_mask.shape[-num_dim:]))
+                if denoise_mask.shape[-2:] != noise.shape[-2:]:
+                    denoise_mask = utils.common_upscale(denoise_mask, noise.shape[-1], noise.shape[-2], "bilinear", "center")
+                denoise_mask = utils.resize_to_batch_size(denoise_mask.round(), noise.shape[0])
+
+            for ck in self.concat_keys:
+                if denoise_mask is not None:
+                    if ck == "mask":
+                        cond_concat.append(denoise_mask.to(device))
+                    elif ck == "masked_image":
+                        cond_concat.append(concat_latent_image.to(device))  # NOTE: the latent_image should be masked by the mask in pixel space
+                    elif ck == "mask_inverted":
+                        cond_concat.append(1.0 - denoise_mask.to(device))
+                else:
+                    if ck == "mask":
+                        cond_concat.append(torch.ones_like(noise)[:, :1])
+                    elif ck == "masked_image":
+                        cond_concat.append(self.blank_inpaint_image_like(noise))
+                    elif ck == "mask_inverted":
+                        cond_concat.append(torch.zeros_like(noise)[:, :1])
+                if ck == "concat_image":
+                    if concat_latent_image is not None:
+                        cond_concat.append(concat_latent_image.to(device))
+                    else:
+                        cond_concat.append(torch.zeros_like(noise))
+            data = torch.cat(cond_concat, dim=1)
+            return data
+        return None
+
+    def resize_cond_for_context_window(self, cond_key, cond_value, window, x_in, device, retain_index_list=[]):
+        """Override in subclasses to handle model-specific cond slicing for context windows.
+        Return a sliced cond object, or None to fall through to default handling.
+        Use comfy.context_windows.slice_cond() for common cases."""
+        return None
+
+    def extra_conds(self, **kwargs):
+        out = {}
+        concat_cond = self.concat_cond(**kwargs)
+        if concat_cond is not None:
+            out['c_concat'] = comfy.conds.CONDNoiseShape(concat_cond)
+
+        adm = self.encode_adm(**kwargs)
+        if adm is not None:
+            out['y'] = comfy.conds.CONDRegular(adm)
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDCrossAttn(cross_attn)
+
+        cross_attn_cnet = kwargs.get("cross_attn_controlnet", None)
+        if cross_attn_cnet is not None:
+            out['crossattn_controlnet'] = comfy.conds.CONDCrossAttn(cross_attn_cnet)
+
+        c_concat = kwargs.get("noise_concat", None)
+        if c_concat is not None:
+            out['c_concat'] = comfy.conds.CONDNoiseShape(c_concat)
+
+        return out
+
+    def load_model_weights(self, sd, unet_prefix="", assign=False):
+        to_load = {}
+        keys = list(sd.keys())
+        for k in keys:
+            if k.startswith(unet_prefix):
+                to_load[k[len(unet_prefix):]] = sd.pop(k)
+
+        to_load = self.model_config.process_unet_state_dict(to_load)
+        m, u = self.diffusion_model.load_state_dict(to_load, strict=False, assign=assign)
+        if len(m) > 0:
+            logging.warning("unet missing: {}".format(m))
+
+        if len(u) > 0:
+            logging.warning("unet unexpected: {}".format(u))
+        del to_load
+        return self
+
+    def process_latent_in(self, latent):
+        return self.latent_format.process_in(latent)
+
+    def process_latent_out(self, latent):
+        return self.latent_format.process_out(latent)
+
+    def state_dict_for_saving(self, unet_state_dict, clip_state_dict=None, vae_state_dict=None, clip_vision_state_dict=None):
+        extra_sds = []
+        if clip_state_dict is not None:
+            extra_sds.append(self.model_config.process_clip_state_dict_for_saving(clip_state_dict))
+        if vae_state_dict is not None:
+            extra_sds.append(self.model_config.process_vae_state_dict_for_saving(vae_state_dict))
+        if clip_vision_state_dict is not None:
+            extra_sds.append(self.model_config.process_clip_vision_state_dict_for_saving(clip_vision_state_dict))
+        unet_state_dict = self.model_config.process_unet_state_dict_for_saving(unet_state_dict)
+        if self.model_type == ModelType.V_PREDICTION:
+            unet_state_dict["v_pred"] = torch.tensor([])
+
+        for sd in extra_sds:
+            unet_state_dict.update(sd)
+
+        return unet_state_dict
+
+    def set_inpaint(self):
+        self.concat_keys = ("mask", "masked_image")
+        def blank_inpaint_image_like(latent_image):
+            blank_image = torch.ones_like(latent_image)
+            # these are the values for "zero" in pixel space translated to latent space
+            blank_image[:,0] *= 0.8223
+            blank_image[:,1] *= -0.6876
+            blank_image[:,2] *= 0.6364
+            blank_image[:,3] *= 0.1380
+            return blank_image
+        self.blank_inpaint_image_like = blank_inpaint_image_like
+
+    def scale_latent_inpaint(self, sigma, noise, latent_image, **kwargs):
+        return self.model_sampling.noise_scaling(sigma.reshape([sigma.shape[0]] + [1] * (len(noise.shape) - 1)), noise, latent_image)
+
+    def memory_required(self, input_shape, cond_shapes={}):
+        input_shapes = [input_shape]
+        for c in self.memory_usage_factor_conds:
+            shape = cond_shapes.get(c, None)
+            if shape is not None:
+                if c in self.memory_usage_shape_process:
+                    out = []
+                    for s in shape:
+                        out.append(self.memory_usage_shape_process[c](s))
+                    shape = out
+
+                if len(shape) > 0:
+                    input_shapes += shape
+
+        if comfy.model_management.xformers_enabled() or comfy.model_management.pytorch_attention_flash_attention():
+            dtype = self.get_dtype_inference()
+            #TODO: this needs to be tweaked
+            area = sum(map(lambda input_shape: input_shape[0] * math.prod(input_shape[2:]), input_shapes))
+            return (area * comfy.model_management.dtype_size(dtype) * 0.01 * self.memory_usage_factor) * (1024 * 1024)
+        else:
+            #TODO: this formula might be too aggressive since I tweaked the sub-quad and split algorithms to use less memory.
+            area = sum(map(lambda input_shape: input_shape[0] * math.prod(input_shape[2:]), input_shapes))
+            return (area * 0.15 * self.memory_usage_factor) * (1024 * 1024)
+
+    def extra_conds_shapes(self, **kwargs):
+        return {}
+
+
+def unclip_adm(unclip_conditioning, device, noise_augmentor, noise_augment_merge=0.0, seed=None):
+    adm_inputs = []
+    weights = []
+    noise_aug = []
+    for unclip_cond in unclip_conditioning:
+        for adm_cond in unclip_cond["clip_vision_output"].image_embeds:
+            weight = unclip_cond["strength"]
+            noise_augment = unclip_cond["noise_augmentation"]
+            noise_level = round((noise_augmentor.max_noise_level - 1) * noise_augment)
+            c_adm, noise_level_emb = noise_augmentor(adm_cond.to(device), noise_level=torch.tensor([noise_level], device=device), seed=seed)
+            adm_out = torch.cat((c_adm, noise_level_emb), 1) * weight
+            weights.append(weight)
+            noise_aug.append(noise_augment)
+            adm_inputs.append(adm_out)
+
+    if len(noise_aug) > 1:
+        adm_out = torch.stack(adm_inputs).sum(0)
+        noise_augment = noise_augment_merge
+        noise_level = round((noise_augmentor.max_noise_level - 1) * noise_augment)
+        c_adm, noise_level_emb = noise_augmentor(adm_out[:, :noise_augmentor.time_embed.dim], noise_level=torch.tensor([noise_level], device=device))
+        adm_out = torch.cat((c_adm, noise_level_emb), 1)
+
+    return adm_out
+
+class SD21UNCLIP(BaseModel):
+    def __init__(self, model_config, noise_aug_config, model_type=ModelType.V_PREDICTION, device=None):
+        super().__init__(model_config, model_type, device=device)
+        self.noise_augmentor = CLIPEmbeddingNoiseAugmentation(**noise_aug_config)
+
+    def encode_adm(self, **kwargs):
+        unclip_conditioning = kwargs.get("unclip_conditioning", None)
+        device = kwargs["device"]
+        if unclip_conditioning is None:
+            return torch.zeros((1, self.adm_channels), device=device)
+        else:
+            return unclip_adm(unclip_conditioning, device, self.noise_augmentor, kwargs.get("unclip_noise_augment_merge", 0.05), kwargs.get("seed", 0) - 10)
+
+def sdxl_pooled(args, noise_augmentor):
+    if "unclip_conditioning" in args:
+        return unclip_adm(args.get("unclip_conditioning", None), args["device"], noise_augmentor, seed=args.get("seed", 0) - 10)[:,:1280]
+    else:
+        return args["pooled_output"]
+
+class SDXLRefiner(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.EPS, device=None):
+        super().__init__(model_config, model_type, device=device)
+        self.embedder = Timestep(256)
+        self.noise_augmentor = CLIPEmbeddingNoiseAugmentation(**{"noise_schedule_config": {"timesteps": 1000, "beta_schedule": "squaredcos_cap_v2"}, "timestep_dim": 1280})
+
+    def encode_adm(self, **kwargs):
+        clip_pooled = sdxl_pooled(kwargs, self.noise_augmentor)
+        width = kwargs.get("width", 768)
+        height = kwargs.get("height", 768)
+        crop_w = kwargs.get("crop_w", 0)
+        crop_h = kwargs.get("crop_h", 0)
+
+        if kwargs.get("prompt_type", "") == "negative":
+            aesthetic_score = kwargs.get("aesthetic_score", 2.5)
+        else:
+            aesthetic_score = kwargs.get("aesthetic_score", 6)
+
+        out = []
+        out.append(self.embedder(torch.Tensor([height])))
+        out.append(self.embedder(torch.Tensor([width])))
+        out.append(self.embedder(torch.Tensor([crop_h])))
+        out.append(self.embedder(torch.Tensor([crop_w])))
+        out.append(self.embedder(torch.Tensor([aesthetic_score])))
+        flat = torch.flatten(torch.cat(out)).unsqueeze(dim=0).repeat(clip_pooled.shape[0], 1)
+        return torch.cat((clip_pooled.to(flat.device), flat), dim=1)
+
+class SDXL(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.EPS, device=None):
+        super().__init__(model_config, model_type, device=device)
+        self.embedder = Timestep(256)
+        self.noise_augmentor = CLIPEmbeddingNoiseAugmentation(**{"noise_schedule_config": {"timesteps": 1000, "beta_schedule": "squaredcos_cap_v2"}, "timestep_dim": 1280})
+
+    def encode_adm(self, **kwargs):
+        clip_pooled = sdxl_pooled(kwargs, self.noise_augmentor)
+        width = kwargs.get("width", 768)
+        height = kwargs.get("height", 768)
+        crop_w = kwargs.get("crop_w", 0)
+        crop_h = kwargs.get("crop_h", 0)
+        target_width = kwargs.get("target_width", width)
+        target_height = kwargs.get("target_height", height)
+
+        out = []
+        out.append(self.embedder(torch.Tensor([height])))
+        out.append(self.embedder(torch.Tensor([width])))
+        out.append(self.embedder(torch.Tensor([crop_h])))
+        out.append(self.embedder(torch.Tensor([crop_w])))
+        out.append(self.embedder(torch.Tensor([target_height])))
+        out.append(self.embedder(torch.Tensor([target_width])))
+        flat = torch.flatten(torch.cat(out)).unsqueeze(dim=0).repeat(clip_pooled.shape[0], 1)
+        return torch.cat((clip_pooled.to(flat.device), flat), dim=1)
+
+
+class SVD_img2vid(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.V_PREDICTION_EDM, device=None):
+        super().__init__(model_config, model_type, device=device)
+        self.embedder = Timestep(256)
+
+    def encode_adm(self, **kwargs):
+        fps_id = kwargs.get("fps", 6) - 1
+        motion_bucket_id = kwargs.get("motion_bucket_id", 127)
+        augmentation = kwargs.get("augmentation_level", 0)
+
+        out = []
+        out.append(self.embedder(torch.Tensor([fps_id])))
+        out.append(self.embedder(torch.Tensor([motion_bucket_id])))
+        out.append(self.embedder(torch.Tensor([augmentation])))
+
+        flat = torch.flatten(torch.cat(out)).unsqueeze(dim=0)
+        return flat
+
+    def extra_conds(self, **kwargs):
+        out = {}
+        adm = self.encode_adm(**kwargs)
+        if adm is not None:
+            out['y'] = comfy.conds.CONDRegular(adm)
+
+        latent_image = kwargs.get("concat_latent_image", None)
+        noise = kwargs.get("noise", None)
+
+        if latent_image is None:
+            latent_image = torch.zeros_like(noise)
+
+        if latent_image.shape[1:] != noise.shape[1:]:
+            latent_image = utils.common_upscale(latent_image, noise.shape[-1], noise.shape[-2], "bilinear", "center")
+
+        latent_image = utils.resize_to_batch_size(latent_image, noise.shape[0])
+
+        out['c_concat'] = comfy.conds.CONDNoiseShape(latent_image)
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDCrossAttn(cross_attn)
+
+        if "time_conditioning" in kwargs:
+            out["time_context"] = comfy.conds.CONDCrossAttn(kwargs["time_conditioning"])
+
+        out['num_video_frames'] = comfy.conds.CONDConstant(noise.shape[0])
+        return out
+
+class SV3D_u(SVD_img2vid):
+    def encode_adm(self, **kwargs):
+        augmentation = kwargs.get("augmentation_level", 0)
+
+        out = []
+        out.append(self.embedder(torch.flatten(torch.Tensor([augmentation]))))
+
+        flat = torch.flatten(torch.cat(out)).unsqueeze(dim=0)
+        return flat
+
+class SV3D_p(SVD_img2vid):
+    def __init__(self, model_config, model_type=ModelType.V_PREDICTION_EDM, device=None):
+        super().__init__(model_config, model_type, device=device)
+        self.embedder_512 = Timestep(512)
+
+    def encode_adm(self, **kwargs):
+        augmentation = kwargs.get("augmentation_level", 0)
+        elevation = kwargs.get("elevation", 0) #elevation and azimuth are in degrees here
+        azimuth = kwargs.get("azimuth", 0)
+        noise = kwargs.get("noise", None)
+
+        out = []
+        out.append(self.embedder(torch.flatten(torch.Tensor([augmentation]))))
+        out.append(self.embedder_512(torch.deg2rad(torch.fmod(torch.flatten(90 - torch.Tensor([elevation])), 360.0))))
+        out.append(self.embedder_512(torch.deg2rad(torch.fmod(torch.flatten(torch.Tensor([azimuth])), 360.0))))
+
+        out = list(map(lambda a: utils.resize_to_batch_size(a, noise.shape[0]), out))
+        return torch.cat(out, dim=1)
+
+
+class Stable_Zero123(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.EPS, device=None, cc_projection_weight=None, cc_projection_bias=None):
+        super().__init__(model_config, model_type, device=device)
+        self.cc_projection = comfy.ops.manual_cast.Linear(cc_projection_weight.shape[1], cc_projection_weight.shape[0], dtype=self.get_dtype(), device=device)
+        self.cc_projection.weight = torch.nn.Parameter(cc_projection_weight.clone())
+        self.cc_projection.bias = torch.nn.Parameter(cc_projection_bias.clone())
+
+    def extra_conds(self, **kwargs):
+        out = {}
+
+        latent_image = kwargs.get("concat_latent_image", None)
+        noise = kwargs.get("noise", None)
+
+        if latent_image is None:
+            latent_image = torch.zeros_like(noise)
+
+        if latent_image.shape[1:] != noise.shape[1:]:
+            latent_image = utils.common_upscale(latent_image, noise.shape[-1], noise.shape[-2], "bilinear", "center")
+
+        latent_image = utils.resize_to_batch_size(latent_image, noise.shape[0])
+
+        out['c_concat'] = comfy.conds.CONDNoiseShape(latent_image)
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            if cross_attn.shape[-1] != 768:
+                cross_attn = self.cc_projection(cross_attn)
+            out['c_crossattn'] = comfy.conds.CONDCrossAttn(cross_attn)
+        return out
+
+class SD_X4Upscaler(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.V_PREDICTION, device=None):
+        super().__init__(model_config, model_type, device=device)
+        self.noise_augmentor = ImageConcatWithNoiseAugmentation(noise_schedule_config={"linear_start": 0.0001, "linear_end": 0.02}, max_noise_level=350)
+
+    def extra_conds(self, **kwargs):
+        out = {}
+
+        image = kwargs.get("concat_image", None)
+        noise = kwargs.get("noise", None)
+        noise_augment = kwargs.get("noise_augmentation", 0.0)
+        device = kwargs["device"]
+        seed = kwargs["seed"] - 10
+
+        noise_level = round((self.noise_augmentor.max_noise_level) * noise_augment)
+
+        if image is None:
+            image = torch.zeros_like(noise)[:,:3]
+
+        if image.shape[1:] != noise.shape[1:]:
+            image = utils.common_upscale(image.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+
+        noise_level = torch.tensor([noise_level], device=device)
+        if noise_augment > 0:
+            image, noise_level = self.noise_augmentor(image.to(device), noise_level=noise_level, seed=seed)
+
+        image = utils.resize_to_batch_size(image, noise.shape[0])
+
+        out['c_concat'] = comfy.conds.CONDNoiseShape(image)
+        out['y'] = comfy.conds.CONDRegular(noise_level)
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDCrossAttn(cross_attn)
+        return out
+
+class IP2P:
+    def concat_cond(self, **kwargs):
+        image = kwargs.get("concat_latent_image", None)
+        noise = kwargs.get("noise", None)
+        device = kwargs["device"]
+
+        if image is None:
+            image = torch.zeros_like(noise)
+        else:
+            image = image.to(device=device)
+
+        if image.shape[1:] != noise.shape[1:]:
+            image = utils.common_upscale(image, noise.shape[-1], noise.shape[-2], "bilinear", "center")
+
+        image = utils.resize_to_batch_size(image, noise.shape[0])
+        return self.process_ip2p_image_in(image)
+
+
+class SD15_instructpix2pix(IP2P, BaseModel):
+    def __init__(self, model_config, model_type=ModelType.EPS, device=None):
+        super().__init__(model_config, model_type, device=device)
+        self.process_ip2p_image_in = lambda image: image
+
+
+class SDXL_instructpix2pix(IP2P, SDXL):
+    def __init__(self, model_config, model_type=ModelType.EPS, device=None):
+        super().__init__(model_config, model_type, device=device)
+        if model_type == ModelType.V_PREDICTION_EDM:
+            self.process_ip2p_image_in = lambda image: comfy.latent_formats.SDXL().process_in(image) #cosxl ip2p
+        else:
+            self.process_ip2p_image_in = lambda image: image #diffusers ip2p
+
+class Lotus(BaseModel):
+    def extra_conds(self, **kwargs):
+        out = {}
+        cross_attn = kwargs.get("cross_attn", None)
+        out['c_crossattn'] = comfy.conds.CONDCrossAttn(cross_attn)
+        device = kwargs["device"]
+        task_emb = torch.tensor([1, 0]).float().to(device)
+        task_emb = torch.cat([torch.sin(task_emb), torch.cos(task_emb)]).unsqueeze(0)
+        out['y'] = comfy.conds.CONDRegular(task_emb)
+        return out
+
+    def __init__(self, model_config, model_type=ModelType.IMG_TO_IMG, device=None):
+        super().__init__(model_config, model_type, device=device)
+
+class StableCascade_C(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.STABLE_CASCADE, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=StageC)
+
+    def extra_conds(self, **kwargs):
+        out = {}
+        clip_text_pooled = kwargs["pooled_output"]
+        if clip_text_pooled is not None:
+            out['clip_text_pooled'] = comfy.conds.CONDRegular(clip_text_pooled)
+
+        if "unclip_conditioning" in kwargs:
+            embeds = []
+            for unclip_cond in kwargs["unclip_conditioning"]:
+                weight = unclip_cond["strength"]
+                embeds.append(unclip_cond["clip_vision_output"].image_embeds.unsqueeze(0) * weight)
+            clip_img = torch.cat(embeds, dim=1)
+        else:
+            clip_img = torch.zeros((1, 1, 768))
+        out["clip_img"] = comfy.conds.CONDRegular(clip_img)
+        out["sca"] = comfy.conds.CONDRegular(torch.zeros((1,)))
+        out["crp"] = comfy.conds.CONDRegular(torch.zeros((1,)))
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['clip_text'] = comfy.conds.CONDCrossAttn(cross_attn)
+        return out
+
+
+class StableCascade_B(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.STABLE_CASCADE, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=StageB)
+
+    def extra_conds(self, **kwargs):
+        out = {}
+        noise = kwargs.get("noise", None)
+
+        clip_text_pooled = kwargs["pooled_output"]
+        if clip_text_pooled is not None:
+            out['clip'] = comfy.conds.CONDRegular(clip_text_pooled)
+
+        #size of prior doesn't really matter if zeros because it gets resized but I still want it to get batched
+        prior = kwargs.get("stable_cascade_prior", torch.zeros((1, 16, (noise.shape[2] * 4) // 42, (noise.shape[3] * 4) // 42), dtype=noise.dtype, layout=noise.layout, device=noise.device))
+
+        out["effnet"] = comfy.conds.CONDRegular(prior.to(device=noise.device))
+        out["sca"] = comfy.conds.CONDRegular(torch.zeros((1,)))
+        return out
+
+
+class SD3(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=OpenAISignatureMMDITWrapper)
+
+    def encode_adm(self, **kwargs):
+        return kwargs["pooled_output"]
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        return out
+
+
+class AuraFlow(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.aura.mmdit.MMDiT)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        return out
+
+
+class StableAudio1(BaseModel):
+    def __init__(self, model_config, seconds_start_embedder_weights, seconds_total_embedder_weights, model_type=ModelType.V_PREDICTION_CONTINUOUS, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.audio.dit.AudioDiffusionTransformer)
+        self.seconds_start_embedder = comfy.ldm.audio.embedders.NumberConditioner(768, min_val=0, max_val=512)
+        self.seconds_total_embedder = comfy.ldm.audio.embedders.NumberConditioner(768, min_val=0, max_val=512)
+        self.seconds_start_embedder.load_state_dict(seconds_start_embedder_weights)
+        self.seconds_total_embedder.load_state_dict(seconds_total_embedder_weights)
+
+    def extra_conds(self, **kwargs):
+        out = {}
+
+        noise = kwargs.get("noise", None)
+        device = kwargs["device"]
+
+        seconds_start = kwargs.get("seconds_start", 0)
+        seconds_total = kwargs.get("seconds_total", int(noise.shape[-1] / 21.53))
+
+        seconds_start_embed = self.seconds_start_embedder([seconds_start])[0].to(device)
+        seconds_total_embed = self.seconds_total_embedder([seconds_total])[0].to(device)
+
+        global_embed = torch.cat([seconds_start_embed, seconds_total_embed], dim=-1).reshape((1, -1))
+        out['global_embed'] = comfy.conds.CONDRegular(global_embed)
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            cross_attn = torch.cat([cross_attn.to(device), seconds_start_embed.repeat((cross_attn.shape[0], 1, 1)), seconds_total_embed.repeat((cross_attn.shape[0], 1, 1))], dim=1)
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        return out
+
+    def state_dict_for_saving(self, unet_state_dict, clip_state_dict=None, vae_state_dict=None, clip_vision_state_dict=None):
+        sd = super().state_dict_for_saving(unet_state_dict, clip_state_dict=clip_state_dict, vae_state_dict=vae_state_dict, clip_vision_state_dict=clip_vision_state_dict)
+        d = {"conditioner.conditioners.seconds_start.": self.seconds_start_embedder.state_dict(), "conditioner.conditioners.seconds_total.": self.seconds_total_embedder.state_dict()}
+        for k in d:
+            s = d[k]
+            for l in s:
+                sd["{}{}".format(k, l)] = s[l]
+        return sd
+
+class StableAudio3(BaseModel):
+    def __init__(self, model_config, seconds_total_embedder_weights, padding_embedding=None, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.audio.dit.AudioDiffusionTransformer)
+        self.seconds_total_embedder = comfy.ldm.audio.embedders.NumberConditioner(768, min_val=0, max_val=384, fourier_features_type=model_config.unet_config["timestep_features_type"])
+        self.seconds_total_embedder.load_state_dict(seconds_total_embedder_weights)
+        if padding_embedding is not None:
+            self.padding_embedding = torch.nn.Parameter(padding_embedding, requires_grad=False)
+        else:
+            self.padding_embedding = None
+
+    def concat_cond(self, **kwargs):
+        noise = kwargs.get("noise", None)
+        image = kwargs.get("concat_latent_image", None)
+
+        if image is None:
+            shape_image = list(noise.shape)
+            image = torch.zeros(shape_image, dtype=noise.dtype, layout=noise.layout, device=noise.device)
+        else:
+            image = self.process_latent_in(image)
+            # TODO: scale if not match
+            image = utils.resize_to_batch_size(image, noise.shape[0])
+
+        mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+        if mask is None:
+            mask = torch.zeros_like(noise)[:, :1]
+        else:
+            if mask.shape[1] != 1:
+                mask = torch.mean(mask, dim=1, keepdim=True)
+            mask = 1.0 - mask
+            # TODO: scale if not match
+            mask = utils.resize_to_batch_size(mask, noise.shape[0])
+
+        return torch.cat((mask, image), dim=1)
+
+    def extra_conds(self, **kwargs):
+        out = {}
+
+        concat_cond = self.concat_cond(**kwargs)
+        if concat_cond is not None:
+            out['local_add_cond'] = comfy.conds.CONDNoiseShape(concat_cond)
+
+        noise = kwargs.get("noise", None)
+        device = kwargs["device"]
+
+        seconds_total = kwargs.get("seconds_total", int(noise.shape[-1] / 10.7666))
+        seconds_total_embed = self.seconds_total_embedder([seconds_total])[0].to(device)
+
+        global_embed = seconds_total_embed.reshape((1, -1))
+        out['global_embed'] = comfy.conds.CONDRegular(global_embed)
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            cross_attn = cross_attn.to(device)
+            if self.padding_embedding is not None:
+                pe = self.padding_embedding.to(device=device, dtype=cross_attn.dtype)
+                max_text_tokens = self.model_config.unet_config.get("max_text_tokens", 256)
+                n_text = cross_attn.shape[1]
+                if n_text < max_text_tokens:
+                    pad = pe.view(1, 1, -1).expand(cross_attn.shape[0], max_text_tokens - n_text, -1)
+                    cross_attn = torch.cat([cross_attn, pad], dim=1)
+            cross_attn = torch.cat([cross_attn, seconds_total_embed.repeat((cross_attn.shape[0], 1, 1))], dim=1)
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        return out
+
+    def state_dict_for_saving(self, unet_state_dict, clip_state_dict=None, vae_state_dict=None, clip_vision_state_dict=None):
+        sd = super().state_dict_for_saving(unet_state_dict, clip_state_dict=clip_state_dict, vae_state_dict=vae_state_dict, clip_vision_state_dict=clip_vision_state_dict)
+
+        d = {"conditioner.conditioners.seconds_total.": self.seconds_total_embedder.state_dict()}
+
+        for k in d:
+            s = d[k]
+            for l in s:
+                sd["{}{}".format(k, l)] = s[l]
+
+        if self.padding_embedding is not None:
+            sd["conditioner.conditioners.prompt.padding_embedding"] = self.padding_embedding.data
+        return sd
+
+
+class HunyuanDiT(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.V_PREDICTION, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.hydit.models.HunYuanDiT)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            out['text_embedding_mask'] = comfy.conds.CONDRegular(attention_mask)
+
+        conditioning_mt5xl = kwargs.get("conditioning_mt5xl", None)
+        if conditioning_mt5xl is not None:
+            out['encoder_hidden_states_t5'] = comfy.conds.CONDRegular(conditioning_mt5xl)
+
+        attention_mask_mt5xl = kwargs.get("attention_mask_mt5xl", None)
+        if attention_mask_mt5xl is not None:
+            out['text_embedding_mask_t5'] = comfy.conds.CONDRegular(attention_mask_mt5xl)
+
+        width = kwargs.get("width", 768)
+        height = kwargs.get("height", 768)
+        target_width = kwargs.get("target_width", width)
+        target_height = kwargs.get("target_height", height)
+
+        out['image_meta_size'] = comfy.conds.CONDRegular(torch.FloatTensor([[height, width, target_height, target_width, 0, 0]]))
+        return out
+
+class SeedVR2(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.seedvr.model.NaDiT)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        condition = kwargs.get("condition", None)
+        if condition is not None:
+            out["condition"] = comfy.conds.CONDRegular(condition)
+        return out
+
+class PixArt(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.EPS, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.pixart.pixartms.PixArtMS)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        width = kwargs.get("width", None)
+        height = kwargs.get("height", None)
+        if width is not None and height is not None:
+            out["c_size"] = comfy.conds.CONDRegular(torch.FloatTensor([[height, width]]))
+            out["c_ar"] = comfy.conds.CONDRegular(torch.FloatTensor([[kwargs.get("aspect_ratio", height/width)]]))
+
+        return out
+
+class Flux(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLUX, device=None, unet_model=comfy.ldm.flux.model.Flux):
+        super().__init__(model_config, model_type, device=device, unet_model=unet_model)
+        self.memory_usage_factor_conds = ("ref_latents",)
+
+    def concat_cond(self, **kwargs):
+        try:
+            #Handle Flux control loras dynamically changing the img_in weight.
+            num_channels = self.diffusion_model.img_in.weight.shape[1] // (self.diffusion_model.patch_size * self.diffusion_model.patch_size)
+        except:
+            #Some cases like tensorrt might not have the weights accessible
+            num_channels = self.model_config.unet_config["in_channels"]
+
+        out_channels = self.model_config.unet_config["out_channels"]
+
+        if num_channels <= out_channels:
+            return None
+
+        image = kwargs.get("concat_latent_image", None)
+        noise = kwargs.get("noise", None)
+        device = kwargs["device"]
+
+        if image is None:
+            image = torch.zeros_like(noise)
+
+        image = utils.common_upscale(image.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+        image = utils.resize_to_batch_size(image, noise.shape[0])
+        image = self.process_latent_in(image)
+        if num_channels <= out_channels * 2:
+            return image
+
+        #inpaint model
+        mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+        if mask is None:
+            mask = torch.ones_like(noise)[:, :1]
+
+        mask = torch.mean(mask, dim=1, keepdim=True)
+        mask = utils.common_upscale(mask.to(device), noise.shape[-1] * 8, noise.shape[-2] * 8, "bilinear", "center")
+        mask = mask.view(mask.shape[0], mask.shape[2] // 8, 8, mask.shape[3] // 8, 8).permute(0, 2, 4, 1, 3).reshape(mask.shape[0], -1, mask.shape[2] // 8, mask.shape[3] // 8)
+        mask = utils.resize_to_batch_size(mask, noise.shape[0])
+        return torch.cat((image, mask), dim=1)
+
+    def encode_adm(self, **kwargs):
+        return kwargs.get("pooled_output", None)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        # upscale the attention mask, since now we
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            shape = kwargs["noise"].shape
+            mask_ref_size = kwargs.get("attention_mask_img_shape", None)
+            if mask_ref_size is not None:
+                # the model will pad to the patch size, and then divide
+                # essentially dividing and rounding up
+                (h_tok, w_tok) = (math.ceil(shape[2] / self.diffusion_model.patch_size), math.ceil(shape[3] / self.diffusion_model.patch_size))
+                attention_mask = utils.upscale_dit_mask(attention_mask, mask_ref_size, (h_tok, w_tok))
+                out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+
+        guidance = kwargs.get("guidance", 3.5)
+        if guidance is not None:
+            out['guidance'] = comfy.conds.CONDRegular(torch.FloatTensor([guidance]))
+
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            latents = []
+            for lat in ref_latents:
+                latents.append(self.process_latent_in(lat))
+            out['ref_latents'] = comfy.conds.CONDList(latents)
+
+            ref_latents_method = kwargs.get("reference_latents_method", None)
+            if ref_latents_method is not None:
+                out['ref_latents_method'] = comfy.conds.CONDConstant(ref_latents_method)
+        return out
+
+    def extra_conds_shapes(self, **kwargs):
+        out = {}
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['ref_latents'] = list([1, 16, sum(map(lambda a: math.prod(a.size()[2:]), ref_latents))])
+        return out
+
+class LongCatImage(Flux):
+    def _apply_model(self, x, t, c_concat=None, c_crossattn=None, control=None, transformer_options={}, **kwargs):
+        transformer_options = transformer_options.copy()
+        rope_opts = transformer_options.get("rope_options", {})
+        rope_opts = dict(rope_opts)
+        pe_len = float(c_crossattn.shape[1]) if c_crossattn is not None else 512.0
+        rope_opts.setdefault("shift_t", 1.0)
+        rope_opts.setdefault("shift_y", pe_len)
+        rope_opts.setdefault("shift_x", pe_len)
+        transformer_options["rope_options"] = rope_opts
+        return super()._apply_model(x, t, c_concat, c_crossattn, control, transformer_options, **kwargs)
+
+    def encode_adm(self, **kwargs):
+        return None
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        out.pop('guidance', None)
+        return out
+
+class Flux2(Flux):
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            target_text_len = 512
+            if cross_attn.shape[1] < target_text_len:
+                cross_attn = torch.nn.functional.pad(cross_attn, (0, 0, target_text_len - cross_attn.shape[1], 0))
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        return out
+
+
+class Lens(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLUX, device=None):
+        super().__init__(
+            model_config, model_type, device=device,
+            unet_model=comfy.ldm.lens.model.LensTransformer2DModel,
+        )
+
+    def encode_adm(self, **kwargs):
+        return None  # Lens has no pooled/ADM conditioning.
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        return out
+
+class GenmoMochi(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.genmo.joint_model.asymm_models_joint.AsymmDiTJoint)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+            out['num_tokens'] = comfy.conds.CONDConstant(max(1, torch.sum(attention_mask).item()))
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        return out
+
+class LTXV(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLUX, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.lightricks.model.LTXVModel)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        out['frame_rate'] = comfy.conds.CONDConstant(kwargs.get("frame_rate", 25))
+
+        denoise_mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+        if denoise_mask is not None:
+            out["denoise_mask"] = comfy.conds.CONDRegular(denoise_mask)
+
+        keyframe_idxs = kwargs.get("keyframe_idxs", None)
+        if keyframe_idxs is not None:
+            out['keyframe_idxs'] = comfy.conds.CONDRegular(keyframe_idxs)
+
+        guide_attention_entries = kwargs.get("guide_attention_entries", None)
+        if guide_attention_entries is not None:
+            out['guide_attention_entries'] = comfy.conds.CONDConstant(guide_attention_entries)
+
+        return out
+
+    def process_timestep(self, timestep, x, denoise_mask=None, **kwargs):
+        if denoise_mask is None:
+            return timestep
+        return self.diffusion_model.patchifier.patchify(((denoise_mask) * timestep.view([timestep.shape[0]] + [1] * (denoise_mask.ndim - 1)))[:, :1])[0]
+
+    def scale_latent_inpaint(self, sigma, noise, latent_image, **kwargs):
+        return latent_image
+
+class LTXAV(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLUX, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.lightricks.av_model.LTXAVModel) #TODO
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        device = kwargs["device"]
+
+        if attention_mask is not None:
+            out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            if hasattr(self.diffusion_model, "preprocess_text_embeds"):
+                cross_attn = self.diffusion_model.preprocess_text_embeds(cross_attn.to(device=device, dtype=self.get_dtype_inference()), unprocessed=kwargs.get("unprocessed_ltxav_embeds", False))
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        out['frame_rate'] = comfy.conds.CONDConstant(kwargs.get("frame_rate", 25))
+
+        denoise_mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+
+        audio_denoise_mask = None
+        if denoise_mask is not None and "latent_shapes" in kwargs:
+            denoise_mask = utils.unpack_latents(denoise_mask, kwargs["latent_shapes"])
+            if len(denoise_mask) > 1:
+                audio_denoise_mask = denoise_mask[1]
+            denoise_mask = denoise_mask[0]
+
+        if denoise_mask is not None:
+            out["denoise_mask"] = comfy.conds.CONDRegular(denoise_mask)
+
+        if audio_denoise_mask is not None:
+            out["audio_denoise_mask"] = comfy.conds.CONDRegular(audio_denoise_mask)
+
+        keyframe_idxs = kwargs.get("keyframe_idxs", None)
+        if keyframe_idxs is not None:
+            out['keyframe_idxs'] = comfy.conds.CONDRegular(keyframe_idxs)
+
+        latent_shapes = kwargs.get("latent_shapes", None)
+        if latent_shapes is not None:
+            out['latent_shapes'] = comfy.conds.CONDConstant(latent_shapes)
+
+        guide_attention_entries = kwargs.get("guide_attention_entries", None)
+        if guide_attention_entries is not None:
+            out['guide_attention_entries'] = comfy.conds.CONDConstant(guide_attention_entries)
+
+        ref_audio = kwargs.get("ref_audio", None)
+        if ref_audio is not None:
+            out['ref_audio'] = comfy.conds.CONDConstant(ref_audio)
+
+        return out
+
+    def process_timestep(self, timestep, x, denoise_mask=None, audio_denoise_mask=None, **kwargs):
+        v_timestep = timestep
+        a_timestep = timestep
+
+        if denoise_mask is not None:
+            v_timestep = self.diffusion_model.patchifier.patchify(((denoise_mask) * timestep.view([timestep.shape[0]] + [1] * (denoise_mask.ndim - 1)))[:, :1])[0]
+        if audio_denoise_mask is not None:
+            a_timestep = self.diffusion_model.a_patchifier.patchify(((audio_denoise_mask) * timestep.view([timestep.shape[0]] + [1] * (audio_denoise_mask.ndim - 1)))[:, :1, :, :1])[0]
+
+        return v_timestep, a_timestep
+
+    def scale_latent_inpaint(self, sigma, noise, latent_image, **kwargs):
+        return latent_image
+
+    def map_context_window_to_modalities(self, primary_indices, latent_shapes, dim):
+        result = [primary_indices]
+        if len(latent_shapes) < 2:
+            return result
+
+        video_total = latent_shapes[0][dim]
+
+        for i in range(1, len(latent_shapes)):
+            mod_total = latent_shapes[i][dim]
+            # Map each primary index to its proportional range of modality indices and
+            # concatenate in order. Preserves wrapped/strided geometry so the modality
+            # attends to the same temporal regions as the primary window.
+            mod_indices = []
+            seen = set()
+            for v_idx in primary_indices:
+                a_start = min(int(round(v_idx * mod_total / video_total)), mod_total - 1)
+                a_end = min(int(round((v_idx + 1) * mod_total / video_total)), mod_total)
+                if a_end <= a_start:
+                    a_end = a_start + 1
+                for a in range(a_start, a_end):
+                    if a not in seen:
+                        seen.add(a)
+                        mod_indices.append(a)
+            result.append(mod_indices)
+
+        return result
+
+    @staticmethod
+    def _get_guide_entries(conds):
+        for cond_list in conds:
+            if cond_list is None:
+                continue
+            for cond_dict in cond_list:
+                model_conds = cond_dict.get('model_conds', {})
+                entries = model_conds.get('guide_attention_entries')
+                if entries is not None and hasattr(entries, 'cond') and entries.cond:
+                    return entries.cond
+        return None
+
+    def resize_cond_for_context_window(self, cond_key, cond_value, window, x_in, device, retain_index_list=[]):
+        # Audio denoise mask — slice using audio modality window
+        if cond_key == "audio_denoise_mask" and hasattr(window, 'modality_windows') and window.modality_windows:
+            audio_window = window.modality_windows.get(1)
+            if audio_window is not None and hasattr(cond_value, "cond") and isinstance(cond_value.cond, torch.Tensor):
+                sliced = audio_window.get_tensor(cond_value.cond, device, dim=2)
+                return cond_value._copy_with(sliced)
+
+        # Video denoise mask — split into video + guide portions, slice each
+        if cond_key == "denoise_mask" and hasattr(cond_value, "cond") and isinstance(cond_value.cond, torch.Tensor):
+            cond_tensor = cond_value.cond
+            guide_count = cond_tensor.size(window.dim) - x_in.size(window.dim)
+            if guide_count > 0:
+                T_video = x_in.size(window.dim)
+                video_mask = cond_tensor.narrow(window.dim, 0, T_video)
+                guide_mask = cond_tensor.narrow(window.dim, T_video, guide_count)
+                sliced_video = window.get_tensor(video_mask, device, retain_index_list=retain_index_list)
+                suffix_indices = window.guide_frames_indices
+                if suffix_indices:
+                    idx = tuple([slice(None)] * window.dim + [suffix_indices])
+                    sliced_guide = guide_mask[idx].to(device)
+                    return cond_value._copy_with(torch.cat([sliced_video, sliced_guide], dim=window.dim))
+                else:
+                    return cond_value._copy_with(sliced_video)
+
+        # Keyframe indices — regenerate pixel coords for window, select guide positions
+        if cond_key == "keyframe_idxs":
+            kf_local_pos = window.guide_kf_local_positions
+            if not kf_local_pos:
+                return cond_value._copy_with(cond_value.cond[:, :, :0, :])  # empty
+            H, W = x_in.shape[3], x_in.shape[4]
+            window_len = len(window.index_list)
+            # account for causal_window_fix anchor in coord space size
+            anchor_idx = getattr(window, 'causal_anchor_index', None)
+            if anchor_idx is not None and anchor_idx >= 0:
+                window_len += 1
+            patchifier = self.diffusion_model.patchifier
+            latent_coords = patchifier.get_latent_coords(window_len, H, W, 1, cond_value.cond.device)
+            scale_factors = self.diffusion_model.vae_scale_factors
+            pixel_coords = comfy.ldm.lightricks.symmetric_patchifier.latent_to_pixel_coords(
+                latent_coords,
+                scale_factors,
+                causal_fix=self.diffusion_model.causal_temporal_positioning)
+            tokens = []
+            for pos in kf_local_pos:
+                tokens.extend(range(pos * H * W, (pos + 1) * H * W))
+            pixel_coords = pixel_coords[:, :, tokens, :]
+
+            # Adjust spatial end positions for dilated (downscaled) guides.
+            # Each guide entry may have a different downscale factor; expand the
+            # per-entry factor to cover all tokens belonging to that entry.
+            downscale_factors = window.guide_downscale_factors
+            overlap_info = window.guide_overlap_info
+            if downscale_factors:
+                per_token_factor = []
+                for (entry_idx, overlap_count), dsf in zip(overlap_info, downscale_factors):
+                    per_token_factor.extend([dsf] * (overlap_count * H * W))
+                factor_tensor = torch.tensor(per_token_factor, device=pixel_coords.device, dtype=pixel_coords.dtype)
+                spatial_end_offset = (factor_tensor.unsqueeze(0).unsqueeze(0).unsqueeze(-1) - 1) * torch.tensor(
+                    scale_factors[1:], device=pixel_coords.device, dtype=pixel_coords.dtype,
+                ).view(1, -1, 1, 1)
+                pixel_coords[:, 1:, :, 1:] += spatial_end_offset
+
+            B = cond_value.cond.shape[0]
+            if B > 1:
+                pixel_coords = pixel_coords.expand(B, -1, -1, -1)
+            return cond_value._copy_with(pixel_coords)
+
+        # Guide attention entries — adjust per-guide counts based on window overlap
+        if cond_key == "guide_attention_entries":
+            overlap_info = window.guide_overlap_info
+            H, W = x_in.shape[3], x_in.shape[4]
+            new_entries = []
+            for entry_idx, overlap_count in overlap_info:
+                e = cond_value.cond[entry_idx]
+                new_entries.append({**e,
+                    "pre_filter_count": overlap_count * H * W,
+                    "latent_shape": [overlap_count, H, W]})
+            return cond_value._copy_with(new_entries)
+
+        return None
+
+class HunyuanVideo(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.hunyuan_video.model.HunyuanVideo)
+
+    def encode_adm(self, **kwargs):
+        return kwargs["pooled_output"]
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        guidance = kwargs.get("guidance", 6.0)
+        if guidance is not None:
+            out['guidance'] = comfy.conds.CONDRegular(torch.FloatTensor([guidance]))
+
+        guiding_frame_index = kwargs.get("guiding_frame_index", None)
+        if guiding_frame_index is not None:
+            out['guiding_frame_index'] = comfy.conds.CONDRegular(torch.FloatTensor([guiding_frame_index]))
+
+        ref_latent = kwargs.get("ref_latent", None)
+        if ref_latent is not None:
+            out['ref_latent'] = comfy.conds.CONDRegular(self.process_latent_in(ref_latent))
+
+        return out
+
+    def scale_latent_inpaint(self, latent_image, **kwargs):
+        return latent_image
+
+class HunyuanVideoI2V(HunyuanVideo):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device)
+        self.concat_keys = ("concat_image", "mask_inverted")
+
+    def scale_latent_inpaint(self, latent_image, **kwargs):
+        return super().scale_latent_inpaint(latent_image=latent_image, **kwargs)
+
+class HunyuanVideoSkyreelsI2V(HunyuanVideo):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device)
+        self.concat_keys = ("concat_image",)
+
+    def scale_latent_inpaint(self, latent_image, **kwargs):
+        return super().scale_latent_inpaint(latent_image=latent_image, **kwargs)
+
+class CosmosVideo(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.EDM, image_to_video=False, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.cosmos.model.GeneralDIT)
+        self.image_to_video = image_to_video
+        if self.image_to_video:
+            self.concat_keys = ("mask_inverted",)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        out['fps'] = comfy.conds.CONDConstant(kwargs.get("frame_rate", None))
+        return out
+
+    def scale_latent_inpaint(self, sigma, noise, latent_image, **kwargs):
+        sigma = sigma.reshape([sigma.shape[0]] + [1] * (len(noise.shape) - 1))
+        sigma_noise_augmentation = 0 #TODO
+        if sigma_noise_augmentation != 0:
+            latent_image = latent_image + noise
+        latent_image = self.model_sampling.calculate_input(torch.tensor([sigma_noise_augmentation], device=latent_image.device, dtype=latent_image.dtype), latent_image)
+        return latent_image * ((sigma ** 2 + self.model_sampling.sigma_data ** 2) ** 0.5)
+
+class CosmosPredict2(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW_COSMOS, image_to_video=False, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.cosmos.predict2.MiniTrainDIT)
+        self.image_to_video = image_to_video
+        if self.image_to_video:
+            self.concat_keys = ("mask_inverted",)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        denoise_mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+        if denoise_mask is not None:
+            out["denoise_mask"] = comfy.conds.CONDRegular(denoise_mask)
+
+        out['fps'] = comfy.conds.CONDConstant(kwargs.get("frame_rate", None))
+        return out
+
+    def process_timestep(self, timestep, x, denoise_mask=None, **kwargs):
+        if denoise_mask is None:
+            return timestep
+        if denoise_mask.ndim <= 4:
+            return timestep
+        condition_video_mask_B_1_T_1_1 = denoise_mask.mean(dim=[1, 3, 4], keepdim=True)
+        c_noise_B_1_T_1_1 = 0.0 * (1.0 - condition_video_mask_B_1_T_1_1) + timestep.reshape(timestep.shape[0], 1, 1, 1, 1) * condition_video_mask_B_1_T_1_1
+        out = c_noise_B_1_T_1_1.squeeze(dim=[1, 3, 4])
+        return out
+
+    def scale_latent_inpaint(self, sigma, noise, latent_image, **kwargs):
+        sigma = sigma.reshape([sigma.shape[0]] + [1] * (len(noise.shape) - 1))
+        sigma_noise_augmentation = 0 #TODO
+        if sigma_noise_augmentation != 0:
+            latent_image = latent_image + noise
+        latent_image = self.model_sampling.calculate_input(torch.tensor([sigma_noise_augmentation], device=latent_image.device, dtype=latent_image.dtype), latent_image)
+        sigma = (sigma / (sigma + 1))
+        return latent_image / (1.0 - sigma)
+
+class Anima(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.anima.model.Anima)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        t5xxl_ids = kwargs.get("t5xxl_ids", None)
+        t5xxl_weights = kwargs.get("t5xxl_weights", None)
+        device = kwargs["device"]
+        if cross_attn is not None:
+            if t5xxl_ids is not None:
+                if t5xxl_weights is not None:
+                    t5xxl_weights = t5xxl_weights.unsqueeze(0).unsqueeze(-1).to(cross_attn)
+                t5xxl_ids = t5xxl_ids.unsqueeze(0)
+
+                if torch.is_inference_mode_enabled():  # if not we are training
+                    cross_attn = self.diffusion_model.preprocess_text_embeds(cross_attn.to(device=device, dtype=self.get_dtype_inference()), t5xxl_ids.to(device=device), t5xxl_weights=t5xxl_weights.to(device=device, dtype=self.get_dtype_inference()))
+                else:
+                    out['t5xxl_ids'] = comfy.conds.CONDRegular(t5xxl_ids)
+                    out['t5xxl_weights'] = comfy.conds.CONDRegular(t5xxl_weights)
+
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        return out
+
+class Lumina2(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.lumina.model.NextDiT)
+        self.memory_usage_factor_conds = ("ref_latents",)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            if torch.numel(attention_mask) != attention_mask.sum():
+                out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+            out['num_tokens'] = comfy.conds.CONDConstant(max(1, torch.sum(attention_mask).item()))
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+            if 'num_tokens' not in out:
+                out['num_tokens'] = comfy.conds.CONDConstant(cross_attn.shape[1])
+
+        clip_text_pooled = kwargs.get("pooled_output", None)  # NewBie
+        if clip_text_pooled is not None:
+            out['clip_text_pooled'] = comfy.conds.CONDRegular(clip_text_pooled)
+
+        clip_vision_outputs = kwargs.get("clip_vision_outputs", list(map(lambda a: a.get("clip_vision_output"), kwargs.get("unclip_conditioning", [{}]))))  # Z Image omni
+        if clip_vision_outputs is not None and len(clip_vision_outputs) > 0:
+            sigfeats = []
+            for clip_vision_output in clip_vision_outputs:
+                if clip_vision_output is not None:
+                    image_size = clip_vision_output.image_sizes[0]
+                    shape = clip_vision_output.last_hidden_state.shape
+                    sigfeats.append(clip_vision_output.last_hidden_state.reshape(shape[0], image_size[1] // 16, image_size[2] // 16, shape[-1]))
+            if len(sigfeats) > 0:
+                out['siglip_feats'] = comfy.conds.CONDList(sigfeats)
+
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            latents = []
+            for lat in ref_latents:
+                latents.append(self.process_latent_in(lat))
+            out['ref_latents'] = comfy.conds.CONDList(latents)
+
+        ref_contexts = kwargs.get("reference_latents_text_embeds", None)
+        if ref_contexts is not None:
+            out['ref_contexts'] = comfy.conds.CONDList(ref_contexts)
+
+        return out
+
+    def extra_conds_shapes(self, **kwargs):
+        out = {}
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['ref_latents'] = list([1, 16, sum(map(lambda a: math.prod(a.size()[2:]), ref_latents))])
+        return out
+
+class ZImagePixelSpace(Lumina2):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        BaseModel.__init__(self, model_config, model_type, device=device, unet_model=comfy.ldm.lumina.model.NextDiTPixelSpace)
+        self.memory_usage_factor_conds = ("ref_latents",)
+
+
+class PixelDiTT2I(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device,
+                         unet_model=comfy.ldm.pixeldit.model.PixDiT_T2I)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            out["attention_mask"] = comfy.conds.CONDRegular(attention_mask)
+        return out
+
+
+class PiD(PixelDiTT2I):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        BaseModel.__init__(self, model_config, model_type, device=device,
+                           unet_model=comfy.ldm.pixeldit.pid.PidNet)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        lq_latent = kwargs.get("lq_latent", None)
+        if lq_latent is not None:
+            out["lq_latent"] = comfy.conds.CONDRegular(lq_latent)
+        degrade_sigma = kwargs.get("degrade_sigma", None)
+        if degrade_sigma is not None:
+            out["degrade_sigma"] = comfy.conds.CONDRegular(degrade_sigma)
+        return out
+
+    def resize_cond_for_context_window(self, cond_key, cond_value, window, x_in, device, retain_index_list=[]):
+        if cond_key == "lq_latent" and hasattr(cond_value, "cond") and isinstance(cond_value.cond, torch.Tensor):
+            lq = cond_value.cond
+            dim = window.dim
+            if dim >= lq.ndim:
+                return None
+            lq_proj = self.diffusion_model.lq_proj
+            ratio = lq_proj.sr_scale * lq_proj.latent_spatial_down_factor
+            # Map x window indices -> lq indices (deduplicated, sorted, in-bounds).
+            lq_size = lq.size(dim)
+            lq_indices = sorted({i // ratio for i in window.index_list if 0 <= i // ratio < lq_size})
+            if not lq_indices:
+                return None
+            idx = tuple([slice(None)] * dim + [lq_indices])
+            return cond_value._copy_with(lq[idx].to(device))
+        return super().resize_cond_for_context_window(cond_key, cond_value, window, x_in, device, retain_index_list=retain_index_list)
+
+
+class WAN21(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, image_to_video=False, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model.WanModel)
+        self.image_to_video = image_to_video
+
+    def concat_cond(self, **kwargs):
+        noise = kwargs.get("noise", None)
+        extra_channels = self.diffusion_model.patch_embedding.weight.shape[1] - noise.shape[1]
+        if extra_channels == 0:
+            return None
+
+        image = kwargs.get("concat_latent_image", None)
+        device = kwargs["device"]
+
+        if image is None:
+            shape_image = list(noise.shape)
+            shape_image[1] = extra_channels
+            image = torch.zeros(shape_image, dtype=noise.dtype, layout=noise.layout, device=noise.device)
+        else:
+            latent_dim = self.latent_format.latent_channels
+            image = utils.common_upscale(image.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+            for i in range(0, image.shape[1], latent_dim):
+                image[:, i: i + latent_dim] = self.process_latent_in(image[:, i: i + latent_dim])
+            image = utils.resize_to_batch_size(image, noise.shape[0])
+
+        if extra_channels != image.shape[1] + 4:
+            if not self.image_to_video or extra_channels == image.shape[1]:
+                return image
+
+        if image.shape[1] > (extra_channels - 4):
+            image = image[:, :(extra_channels - 4)]
+
+        mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+        if mask is None:
+            mask = torch.zeros_like(noise)[:, :4]
+        else:
+            if mask.shape[1] != 4:
+                mask = torch.mean(mask, dim=1, keepdim=True)
+            mask = 1.0 - mask
+            mask = utils.common_upscale(mask.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+            if mask.shape[-3] < noise.shape[-3]:
+                mask = torch.nn.functional.pad(mask, (0, 0, 0, 0, 0, noise.shape[-3] - mask.shape[-3]), mode='constant', value=0)
+            if mask.shape[1] == 1:
+                mask = mask.repeat(1, 4, 1, 1, 1)
+            mask = utils.resize_to_batch_size(mask, noise.shape[0])
+
+        concat_mask_index = kwargs.get("concat_mask_index", 0)
+        if concat_mask_index != 0:
+            return torch.cat((image[:, :concat_mask_index], mask, image[:, concat_mask_index:]), dim=1)
+        else:
+            return torch.cat((mask, image), dim=1)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        clip_vision_output = kwargs.get("clip_vision_output", None)
+        if clip_vision_output is not None:
+            out['clip_fea'] = comfy.conds.CONDRegular(clip_vision_output.penultimate_hidden_states)
+
+        time_dim_concat = kwargs.get("time_dim_concat", None)
+        if time_dim_concat is not None:
+            out['time_dim_concat'] = comfy.conds.CONDRegular(self.process_latent_in(time_dim_concat))
+
+        reference_latents = kwargs.get("reference_latents", None)
+        if reference_latents is not None:
+            out['reference_latent'] = comfy.conds.CONDRegular(self.process_latent_in(reference_latents[-1])[:, :, 0])
+
+        # In-context reference conditioning (Bernini)
+        context_latents = kwargs.get("context_latents", None)
+        if context_latents is not None:
+            out['context_latents'] = comfy.conds.CONDList([self.process_latent_in(l) for l in context_latents])
+
+        return out
+
+    def resize_cond_for_context_window(self, cond_key, cond_value, window, x_in, device, retain_index_list=[]):
+        # In-context cond slicing (Bernini)
+        if cond_key == "context_latents" and isinstance(getattr(cond_value, "cond", None), list):
+            dim = window.dim
+            out = []
+            for lat in cond_value.cond:
+                if lat.ndim > dim and lat.shape[dim] > 1 and lat.shape[dim] == x_in.shape[dim]:
+                    out.append(window.get_tensor(lat, device, dim=dim, retain_index_list=retain_index_list))
+                else:
+                    out.append(lat.to(device))
+            return cond_value._copy_with(out)
+        return super().resize_cond_for_context_window(cond_key, cond_value, window, x_in, device, retain_index_list=retain_index_list)
+
+
+class WAN21_CausalAR(WAN21):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device,
+                                    unet_model=comfy.ldm.wan.ar_model.CausalWanModel)
+        self.image_to_video = False
+
+
+class WAN21_Vace(WAN21):
+    def __init__(self, model_config, model_type=ModelType.FLOW, image_to_video=False, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model.VaceWanModel)
+        self.image_to_video = image_to_video
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        noise = kwargs.get("noise", None)
+        noise_shape = list(noise.shape)
+        vace_frames = kwargs.get("vace_frames", None)
+        if vace_frames is None:
+            noise_shape[1] = 32
+            vace_frames = [torch.zeros(noise_shape, device=noise.device, dtype=noise.dtype)]
+
+        mask = kwargs.get("vace_mask", None)
+        if mask is None:
+            noise_shape[1] = 64
+            mask = [torch.ones(noise_shape, device=noise.device, dtype=noise.dtype)] * len(vace_frames)
+
+        vace_frames_out = []
+        for j in range(len(vace_frames)):
+            vf = vace_frames[j].to(device=noise.device, dtype=noise.dtype, copy=True)
+            for i in range(0, vf.shape[1], 16):
+                vf[:, i:i + 16] = self.process_latent_in(vf[:, i:i + 16])
+            vf = torch.cat([vf, mask[j].to(device=noise.device, dtype=noise.dtype)], dim=1)
+            vace_frames_out.append(vf)
+
+        vace_frames = torch.stack(vace_frames_out, dim=1)
+        out['vace_context'] = comfy.conds.CONDRegular(vace_frames)
+
+        vace_strength = kwargs.get("vace_strength", [1.0] * len(vace_frames_out))
+        out['vace_strength'] = comfy.conds.CONDConstant(vace_strength)
+        return out
+
+    def resize_cond_for_context_window(self, cond_key, cond_value, window, x_in, device, retain_index_list=[]):
+        if cond_key == "vace_context":
+            return comfy.context_windows.slice_cond(cond_value, window, x_in, device, temporal_dim=3, retain_index_list=retain_index_list)
+        return super().resize_cond_for_context_window(cond_key, cond_value, window, x_in, device, retain_index_list=retain_index_list)
+
+class WAN21_Camera(WAN21):
+    def __init__(self, model_config, model_type=ModelType.FLOW, image_to_video=False, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model.CameraWanModel)
+        self.image_to_video = image_to_video
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        camera_conditions = kwargs.get("camera_conditions", None)
+        if camera_conditions is not None:
+            out['camera_conditions'] = comfy.conds.CONDRegular(camera_conditions)
+        return out
+
+class WAN21_HuMo(WAN21):
+    def __init__(self, model_config, model_type=ModelType.FLOW, image_to_video=False, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model.HumoWanModel)
+        self.image_to_video = image_to_video
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        noise = kwargs.get("noise", None)
+
+        audio_embed = kwargs.get("audio_embed", None)
+        if audio_embed is not None:
+            out['audio_embed'] = comfy.conds.CONDRegular(audio_embed)
+
+        if "c_concat" not in out:  # 1.7B model
+            reference_latents = kwargs.get("reference_latents", None)
+            if reference_latents is not None:
+                out['reference_latent'] = comfy.conds.CONDRegular(self.process_latent_in(reference_latents[-1]))
+        else:
+            noise_shape = list(noise.shape)
+            noise_shape[1] += 4
+            concat_latent = torch.zeros(noise_shape, device=noise.device, dtype=noise.dtype)
+            zero_vae_values_first = torch.tensor([0.8660, -0.4326, -0.0017, -0.4884, -0.5283, 0.9207, -0.9896, 0.4433, -0.5543, -0.0113, 0.5753, -0.6000, -0.8346, -0.3497, -0.1926, -0.6938]).view(1, 16, 1, 1, 1)
+            zero_vae_values_second = torch.tensor([1.0869, -1.2370, 0.0206, -0.4357, -0.6411, 2.0307, -1.5972, 1.2659, -0.8595, -0.4654, 0.9638, -1.6330, -1.4310, -0.1098, -0.3856, -1.4583]).view(1, 16, 1, 1, 1)
+            zero_vae_values = torch.tensor([0.8642, -1.8583, 0.1577, 0.1350, -0.3641, 2.5863, -1.9670, 1.6065, -1.0475, -0.8678, 1.1734, -1.8138, -1.5933, -0.7721, -0.3289, -1.3745]).view(1, 16, 1, 1, 1)
+            concat_latent[:, 4:] = zero_vae_values
+            concat_latent[:, 4:, :1] = zero_vae_values_first
+            concat_latent[:, 4:, 1:2] = zero_vae_values_second
+            out['c_concat'] = comfy.conds.CONDNoiseShape(concat_latent)
+            reference_latents = kwargs.get("reference_latents", None)
+            if reference_latents is not None:
+                ref_latent = self.process_latent_in(reference_latents[-1])
+                ref_latent_shape = list(ref_latent.shape)
+                ref_latent_shape[1] += 4 + ref_latent_shape[1]
+                ref_latent_full = torch.zeros(ref_latent_shape, device=ref_latent.device, dtype=ref_latent.dtype)
+                ref_latent_full[:, 20:] = ref_latent
+                ref_latent_full[:, 16:20] = 1.0
+                out['reference_latent'] = comfy.conds.CONDRegular(ref_latent_full)
+
+        return out
+
+    def resize_cond_for_context_window(self, cond_key, cond_value, window, x_in, device, retain_index_list=[]):
+        if cond_key == "audio_embed":
+            return comfy.context_windows.slice_cond(cond_value, window, x_in, device, temporal_dim=1)
+        return super().resize_cond_for_context_window(cond_key, cond_value, window, x_in, device, retain_index_list=retain_index_list)
+
+class WAN22_Animate(WAN21):
+    def __init__(self, model_config, model_type=ModelType.FLOW, image_to_video=False, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model_animate.AnimateWanModel)
+        self.image_to_video = image_to_video
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+
+        face_video_pixels = kwargs.get("face_video_pixels", None)
+        if face_video_pixels is not None:
+            out['face_pixel_values'] = comfy.conds.CONDRegular(face_video_pixels)
+
+        pose_latents = kwargs.get("pose_video_latent", None)
+        if pose_latents is not None:
+            out['pose_latents'] = comfy.conds.CONDRegular(self.process_latent_in(pose_latents))
+        return out
+
+    def resize_cond_for_context_window(self, cond_key, cond_value, window, x_in, device, retain_index_list=[]):
+        if cond_key == "face_pixel_values":
+            return comfy.context_windows.slice_cond(cond_value, window, x_in, device, temporal_dim=2, temporal_scale=4, temporal_offset=1)
+        if cond_key == "pose_latents":
+            return comfy.context_windows.slice_cond(cond_value, window, x_in, device, temporal_dim=2, temporal_offset=1)
+        return super().resize_cond_for_context_window(cond_key, cond_value, window, x_in, device, retain_index_list=retain_index_list)
+
+class WAN22_S2V(WAN21):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model.WanModel_S2V)
+        self.memory_usage_factor_conds = ("reference_latent", "reference_motion")
+        self.memory_usage_shape_process = {"reference_motion": lambda shape: [shape[0], shape[1], 1.5, shape[-2], shape[-1]]}
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        audio_embed = kwargs.get("audio_embed", None)
+        if audio_embed is not None:
+            out['audio_embed'] = comfy.conds.CONDRegular(audio_embed)
+
+        reference_latents = kwargs.get("reference_latents", None)
+        if reference_latents is not None:
+            out['reference_latent'] = comfy.conds.CONDRegular(self.process_latent_in(reference_latents[-1]))
+
+        reference_motion = kwargs.get("reference_motion", None)
+        if reference_motion is not None:
+            out['reference_motion'] = comfy.conds.CONDRegular(self.process_latent_in(reference_motion))
+
+        control_video = kwargs.get("control_video", None)
+        if control_video is not None:
+            out['control_video'] = comfy.conds.CONDRegular(self.process_latent_in(control_video))
+        return out
+
+    def extra_conds_shapes(self, **kwargs):
+        out = {}
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['reference_latent'] = list([1, 16, sum(map(lambda a: math.prod(a.size()), ref_latents)) // 16])
+
+        reference_motion = kwargs.get("reference_motion", None)
+        if reference_motion is not None:
+            out['reference_motion'] = reference_motion.shape
+        return out
+
+    def resize_cond_for_context_window(self, cond_key, cond_value, window, x_in, device, retain_index_list=[]):
+        if cond_key == "audio_embed":
+            return comfy.context_windows.slice_cond(cond_value, window, x_in, device, temporal_dim=1)
+        return super().resize_cond_for_context_window(cond_key, cond_value, window, x_in, device, retain_index_list=retain_index_list)
+
+class WAN22(WAN21):
+    def __init__(self, model_config, model_type=ModelType.FLOW, image_to_video=False, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model.WanModel)
+        self.image_to_video = image_to_video
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        denoise_mask = kwargs.get("denoise_mask", None)
+        if denoise_mask is not None:
+            out["denoise_mask"] = comfy.conds.CONDRegular(denoise_mask)
+        return out
+
+    def process_timestep(self, timestep, x, denoise_mask=None, **kwargs):
+        if denoise_mask is None:
+            return timestep
+        temp_ts = (torch.mean(denoise_mask[:, :, :, :, :], dim=(1, 3, 4), keepdim=True) * timestep.view([timestep.shape[0]] + [1] * (denoise_mask.ndim - 1))).reshape(timestep.shape[0], -1)
+        return temp_ts
+
+    def scale_latent_inpaint(self, sigma, noise, latent_image, **kwargs):
+        return latent_image
+
+class WAN21_FlowRVS(WAN21):
+    def __init__(self, model_config, model_type=ModelType.IMG_TO_IMG_FLOW, image_to_video=False, device=None):
+        model_config.unet_config["model_type"] = "t2v"
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model.WanModel)
+        self.image_to_video = image_to_video
+
+class WAN21_SCAIL(WAN21):
+    def __init__(self, model_config, model_type=ModelType.FLOW, image_to_video=False, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model.SCAILWanModel)
+        self.memory_usage_factor_conds = ("reference_latent", "pose_latents")
+        self.memory_usage_shape_process = {"pose_latents": lambda shape: [shape[0], shape[1], 1.5, shape[-2], shape[-1]]}
+        self.image_to_video = image_to_video
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+
+        reference_latents = kwargs.get("reference_latents", None)
+        if reference_latents is not None:
+            # SCAIL-2 multi-reference: reference_latents[0] is the primary ref, [1:] are additional
+            # references. Stack as [additional..., primary] so the primary stays adjacent to the video.
+            ordered = list(reference_latents[1:]) + list(reference_latents[:1])
+            stacked = []
+            for lat in ordered:
+                lat = self.process_latent_in(lat)
+                stacked.append(torch.cat([lat, torch.ones_like(lat[:, :4])], dim=1))
+            out['reference_latent'] = comfy.conds.CONDRegular(torch.cat(stacked, dim=2))
+
+        pose_latents = kwargs.get("pose_video_latent", None)
+        if pose_latents is not None:
+            pose_latents = self.process_latent_in(pose_latents)
+            pose_mask = torch.ones_like(pose_latents[:, :4])
+            pose_latents = torch.cat([pose_latents, pose_mask], dim=1)
+            out['pose_latents'] = comfy.conds.CONDRegular(pose_latents)
+
+        return out
+
+    def extra_conds_shapes(self, **kwargs):
+        out = {}
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['reference_latent'] = list([1, 20, sum(map(lambda a: math.prod(a.size()), ref_latents)) // 16])
+
+        pose_latents = kwargs.get("pose_video_latent", None)
+        if pose_latents is not None:
+            out['pose_latents'] = [pose_latents.shape[0], 20, *pose_latents.shape[2:]]
+
+        return out
+
+class WAN21_SCAIL2(WAN21_SCAIL):
+    """SCAIL-2: SCAIL-Preview + an additive binary multi-identity mask stream."""
+
+    def __init__(self, model_config, model_type=ModelType.FLOW, image_to_video=False, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model.SCAIL2WanModel)
+        self.memory_usage_factor_conds = ("reference_latent", "pose_latents", "ref_mask_latents", "sam_latents")
+        self.memory_usage_shape_process = {
+            "pose_latents": lambda shape: [shape[0], shape[1], 1.5, shape[-2], shape[-1]],
+            "sam_latents":  lambda shape: [shape[0], shape[1], 1.5, shape[-2], shape[-1]],
+        }
+        self.image_to_video = image_to_video
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+
+        driving_mask_28ch = kwargs.get("driving_mask_28ch", None)
+        if driving_mask_28ch is not None:
+            out['sam_latents'] = comfy.conds.CONDRegular(driving_mask_28ch.movedim(1, 2).contiguous())
+
+        # ref_mask_28ch holds one identity mask per stacked reference frame (additional refs first, then the primary ref), followed by zeros over the video frames.
+        ref_mask_28ch = kwargs.get("ref_mask_28ch", None)
+        if ref_mask_28ch is not None:
+            out['ref_mask_latents'] = comfy.conds.CONDRegular(ref_mask_28ch.movedim(1, 2).contiguous())
+
+        ref_mask_flag = kwargs.get("ref_mask_flag", None)
+        if ref_mask_flag is not None:
+            out['ref_mask_flag'] = comfy.conds.CONDConstant(ref_mask_flag)
+
+        return out
+
+    def extra_conds_shapes(self, **kwargs):
+        out = super().extra_conds_shapes(**kwargs)
+        driving_mask_28ch = kwargs.get("driving_mask_28ch", None)
+        if driving_mask_28ch is not None:
+            s = driving_mask_28ch.shape
+            out['sam_latents'] = [s[0], 28, s[1], s[3], s[4]]
+        ref_mask_28ch = kwargs.get("ref_mask_28ch", None)
+        if ref_mask_28ch is not None:
+            s = ref_mask_28ch.shape
+            out['ref_mask_latents'] = [s[0], 28, s[1], s[3], s[4]]
+        return out
+
+    def resize_cond_for_context_window(self, cond_key, cond_value, window, x_in, device, retain_index_list=[]):
+        if cond_key in ("sam_latents", "pose_latents"):
+            # Return sliced view omitting retain_index_list
+            return comfy.context_windows.slice_cond(cond_value, window, x_in, device, temporal_dim=2, temporal_offset=0)
+        if cond_key == "ref_mask_latents" and hasattr(cond_value, "cond") and isinstance(cond_value.cond, torch.Tensor):
+            # The ref mask is N leading ref frames padded with frames of zeros, so just grab the first frames for all windows
+            full_ref_mask = cond_value.cond
+            video_frame_count = x_in.shape[2]
+            ref_frame_count = full_ref_mask.shape[2] - video_frame_count
+            if ref_frame_count < 1:
+                return None
+            window_length = len(window.index_list)
+
+            # Account for the causal anchor frame if it exists
+            anchor_index = getattr(window, "causal_anchor_index", None)
+            if anchor_index is not None and anchor_index >= 0:
+                window_length += 1
+
+            window_ref_mask = full_ref_mask[:, :, :window_length + ref_frame_count].to(device)
+            return cond_value._copy_with(window_ref_mask)
+
+        return super().resize_cond_for_context_window(cond_key, cond_value, window, x_in, device, retain_index_list=retain_index_list)
+
+    def concat_cond(self, **kwargs):
+        # The 4 extra channels are the history_mask (1 at clean-anchor frames).
+        noise = kwargs.get("noise", None)
+        extra_channels = self.diffusion_model.patch_embedding.weight.shape[1] - noise.shape[1]
+        if extra_channels != 4:
+            return super().concat_cond(**kwargs)
+
+        mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+        if mask is None:
+            return torch.zeros_like(noise)[:, :4]
+
+        device = kwargs["device"]
+        if mask.shape[1] != 4:
+            mask = torch.mean(mask, dim=1, keepdim=True)
+        mask = 1.0 - mask
+        mask = utils.common_upscale(mask.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+        if mask.shape[-3] < noise.shape[-3]:
+            mask = torch.nn.functional.pad(mask, (0, 0, 0, 0, 0, noise.shape[-3] - mask.shape[-3]), mode='constant', value=0)
+        if mask.shape[1] == 1:
+            mask = mask.repeat(1, 4, 1, 1, 1)
+        mask = utils.resize_to_batch_size(mask, noise.shape[0])
+        return mask
+
+    def scale_latent_inpaint(self, sigma, noise, latent_image, **kwargs):
+        # Hold anchor constant across all sigmas instead of base sigma*noise + (1-sigma)*latent_image.
+        return latent_image
+
+
+class WAN22_WanDancer(WAN21):
+    def __init__(self, model_config, model_type=ModelType.FLOW, image_to_video=True, device=None):
+        super(WAN21, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.wan.model_wandancer.WanDancerModel)
+        self.image_to_video = image_to_video
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        audio_embed = kwargs.get("audio_embed", None)
+        if audio_embed is not None:
+            out['audio_embed'] = comfy.conds.CONDRegular(audio_embed)
+
+        clip_vision_output_ref = kwargs.get("clip_vision_output_ref", None)
+        if clip_vision_output_ref is not None:
+            out['clip_fea_ref'] = comfy.conds.CONDRegular(clip_vision_output_ref.penultimate_hidden_states)
+
+        fps = kwargs.get("fps", None)
+        if fps is not None:
+            out['fps'] = comfy.conds.CONDConstant(fps)
+
+        audio_inject_scale = kwargs.get("audio_inject_scale", None)
+        if audio_inject_scale is not None:
+            out['audio_inject_scale'] = comfy.conds.CONDConstant(audio_inject_scale)
+        return out
+
+class Hunyuan3Dv2(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.hunyuan3d.model.Hunyuan3Dv2)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        guidance = kwargs.get("guidance", 5.0)
+        if guidance is not None:
+            out['guidance'] = comfy.conds.CONDRegular(torch.FloatTensor([guidance]))
+        return out
+
+class Hunyuan3Dv2_1(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.hunyuan3dv2_1.hunyuandit.HunYuanDiTPlain)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        guidance = kwargs.get("guidance", 5.0)
+        if guidance is not None:
+            out['guidance'] = comfy.conds.CONDRegular(torch.FloatTensor([guidance]))
+        return out
+
+class MiniMaxH3(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.minimax.model.MiniMaxH3Model)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            # run condition_proj + token refiner once per sampling instead of per step
+            cross_attn = self.diffusion_model.preprocess_text_embeds(
+                cross_attn.to(device=kwargs["device"], dtype=self.get_dtype_inference()))
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        latent_shapes = kwargs.get("latent_shapes", None)
+        if latent_shapes is not None:
+            out['latent_shapes'] = comfy.conds.CONDConstant(latent_shapes)
+
+        # Everything H3-specific rides in one dict so _apply_model's dtype cast
+        # (which would flatten fp32 cond latents and long tags to bf16) skips it.
+        payload = {}
+        tags = kwargs.get("minimax_token_tags", None)
+        if tags is not None:
+            payload["text_token_tags"] = tags
+        keyframes = kwargs.get("minimax_keyframes", None)
+        if keyframes is not None:
+            payload["keyframes"] = keyframes
+            payload["frame_count"] = kwargs.get("minimax_frame_count", None)
+            payload["cond_video_latents"] = [kf["latent"] for kf in keyframes]
+        refs = kwargs.get("minimax_refs", None)
+        if refs is not None:
+            payload["refs"] = refs
+            payload["cond_video_latents"] = [r["latent"] for r in refs if "latent" in r]
+            payload["cond_audio_latents"] = [r["audio_latent"] for r in refs if r.get("audio_latent") is not None]
+        if kwargs.get("minimax_visual_cond_noise_aug", None) is not None:
+            payload["visual_cond_noise_aug"] = kwargs["minimax_visual_cond_noise_aug"]
+        if kwargs.get("minimax_audio_cond_noise_aug", None) is not None:
+            payload["audio_cond_noise_aug"] = kwargs["minimax_audio_cond_noise_aug"]
+        payload["seed"] = kwargs.get("seed", 0)
+        if cross_attn is not None and latent_shapes is not None and len(latent_shapes) > 1:
+            # packed layout built once per sampling run, h/w rounded up to the DiT's 2x2 patch
+            vs = latent_shapes[0]
+            payload["layout"] = comfy.ldm.minimax.model.PackedLayout(
+                cross_attn.shape[1], vs[2], (vs[3] + 1) // 2 * 2, (vs[4] + 1) // 2 * 2,
+                latent_shapes[1][-1], keyframes=payload.get("keyframes"),
+                refs=payload.get("refs"), frame_count=payload.get("frame_count"))
+        out['minimax_payload'] = comfy.conds.CONDConstant(payload)
+        return out
+
+    def scale_latent_inpaint(self, sigma, noise, latent_image, **kwargs):
+        return latent_image
+
+class TripoSplat(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.triposplat.model.LatentSeqMMFlowModel)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None) # DINOv3 token sequence -> cross-attention context.
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        ref_latents = kwargs.get("reference_latents", None) # Flux2 VAE image latent -> additive second conditioning.
+        if ref_latents is not None:
+            out['ref_latents'] = comfy.conds.CONDList(list(ref_latents))
+        latent_shapes = kwargs.get("latent_shapes", None) # {latent, camera} nested latent
+        if latent_shapes is not None:
+            out['latent_shapes'] = comfy.conds.CONDConstant(latent_shapes)
+        return out
+
+
+class HiDream(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.hidream.model.HiDreamImageTransformer2DModel)
+
+    def encode_adm(self, **kwargs):
+        return kwargs["pooled_output"]
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        conditioning_llama3 = kwargs.get("conditioning_llama3", None)
+        if conditioning_llama3 is not None:
+            out['encoder_hidden_states_llama3'] = comfy.conds.CONDRegular(conditioning_llama3)
+        image_cond = kwargs.get("concat_latent_image", None)
+        if image_cond is not None:
+            out['image_cond'] = comfy.conds.CONDNoiseShape(self.process_latent_in(image_cond))
+        return out
+
+class HiDreamO1(BaseModel):
+    """HiDream-O1-Image: pixel-space DiT (no VAE). Refs from HiDreamO1ReferenceImages and tokens from the stub TE flow through
+    extra_conds; the heavy preprocessing lives in comfy.ldm.hidream_o1.conditioning."""
+    PATCH_SIZE = 32
+
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.hidream_o1.model.HiDreamO1Transformer)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        text_input_ids = kwargs.get("text_input_ids", None)
+        noise = kwargs.get("noise", None)
+        if text_input_ids is None or noise is None:
+            return out
+
+        # handle area conds
+        area = kwargs.get("area", None)
+        if area is not None:
+            crop_h = min(noise.shape[-2] - area[2], area[0])
+            crop_w = min(noise.shape[-1] - area[3], area[1])
+            noise = torch.empty((noise.shape[0], 3, crop_h, crop_w), dtype=noise.dtype, device=noise.device)
+
+        conds = build_extra_conds(
+            text_input_ids, noise,
+            ref_images=kwargs.get("reference_latents", None),
+            target_patch_size=self.PATCH_SIZE,
+        )
+        for k, v in conds.items():
+            # ar_len is a Python int (precomputed to avoid a GPU sync in forward).
+            cls = comfy.conds.CONDConstant if k == "ar_len" else comfy.conds.CONDRegular
+            out[k] = cls(v)
+        return out
+
+class Chroma(Flux):
+    def __init__(self, model_config, model_type=ModelType.FLUX, device=None, unet_model=comfy.ldm.chroma.model.Chroma):
+        super().__init__(model_config, model_type, device=device, unet_model=unet_model)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+
+        guidance = kwargs.get("guidance", 0)
+        if guidance is not None:
+            out['guidance'] = comfy.conds.CONDRegular(torch.FloatTensor([guidance]))
+        return out
+
+class ChromaRadiance(Chroma):
+    def __init__(self, model_config, model_type=ModelType.FLUX, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.chroma_radiance.model.ChromaRadiance)
+
+class ACEStep(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.ace.model.ACEStepTransformer2DModel)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        noise = kwargs.get("noise", None)
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        conditioning_lyrics = kwargs.get("conditioning_lyrics", None)
+        if cross_attn is not None:
+            out['lyric_token_idx'] = comfy.conds.CONDRegular(conditioning_lyrics)
+        out['speaker_embeds'] = comfy.conds.CONDRegular(torch.zeros(noise.shape[0], 512, device=noise.device, dtype=noise.dtype))
+        out['lyrics_strength'] = comfy.conds.CONDConstant(kwargs.get("lyrics_strength", 1.0))
+        return out
+
+class ACEStep15(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.ace.ace_step15.AceStepConditionGenerationModel)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        device = kwargs["device"]
+        noise = kwargs["noise"]
+
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            if torch.count_nonzero(cross_attn) == 0:
+                out['replace_with_null_embeds'] = comfy.conds.CONDConstant(True)
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        conditioning_lyrics = kwargs.get("conditioning_lyrics", None)
+        if cross_attn is not None:
+            out['lyric_embed'] = comfy.conds.CONDRegular(conditioning_lyrics)
+
+        refer_audio = kwargs.get("reference_audio_timbre_latents", None)
+        if refer_audio is None or len(refer_audio) == 0:
+            refer_audio = comfy.ldm.ace.ace_step15.get_silence_latent(noise.shape[2], device)
+            pass_audio_codes = True
+        else:
+            refer_audio = refer_audio[-1][:, :, :noise.shape[2]]
+            out['is_covers'] = comfy.conds.CONDConstant(True)
+            pass_audio_codes = False
+
+        if pass_audio_codes:
+            audio_codes = kwargs.get("audio_codes", None)
+            if audio_codes is not None:
+                out['audio_codes'] = comfy.conds.CONDRegular(torch.tensor(audio_codes, device=device))
+                refer_audio = refer_audio[:, :, :750]
+            else:
+                out['is_covers'] = comfy.conds.CONDConstant(False)
+
+        if refer_audio.shape[2] < noise.shape[2]:
+            pad = comfy.ldm.ace.ace_step15.get_silence_latent(noise.shape[2], device)
+            refer_audio = torch.cat([refer_audio.to(pad), pad[:, :, refer_audio.shape[2]:]], dim=2)
+
+        out['refer_audio'] = comfy.conds.CONDRegular(refer_audio)
+        return out
+
+class Omnigen2(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.omnigen.omnigen2.OmniGen2Transformer2DModel)
+        self.memory_usage_factor_conds = ("ref_latents",)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            if torch.numel(attention_mask) != attention_mask.sum():
+                out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+            out['num_tokens'] = comfy.conds.CONDConstant(max(1, torch.sum(attention_mask).item()))
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['ref_latents'] = comfy.conds.CONDList([self.process_latent_in(lat) for lat in ref_latents])
+        return out
+
+    def extra_conds_shapes(self, **kwargs):
+        out = {}
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['ref_latents'] = list([1, 16, sum(map(lambda a: math.prod(a.size()), ref_latents)) // 16])
+        return out
+
+class Boogu(Omnigen2):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super(Omnigen2, self).__init__(model_config, model_type, device=device, unet_model=comfy.ldm.boogu.model.BooguTransformer2DModel)
+        self.memory_usage_factor_conds = ("ref_latents",)
+
+class QwenImage(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLUX, device=None, unet_model=comfy.ldm.qwen_image.model.QwenImageTransformer2DModel):
+        super().__init__(model_config, model_type, device=device, unet_model=unet_model)
+        self.memory_usage_factor_conds = ("ref_latents",)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            latents = []
+            for lat in ref_latents:
+                latents.append(self.process_latent_in(lat))
+            out['ref_latents'] = comfy.conds.CONDList(latents)
+
+            ref_latents_method = kwargs.get("reference_latents_method", None)
+            if ref_latents_method is not None:
+                out['ref_latents_method'] = comfy.conds.CONDConstant(ref_latents_method)
+        return out
+
+    def extra_conds_shapes(self, **kwargs):
+        out = {}
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['ref_latents'] = list([1, 16, sum(map(lambda a: math.prod(a.size()), ref_latents)) // 16])
+        return out
+
+class MageFlow(QwenImage):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.mage_flow.model.MageFlowTransformer2DModel)
+
+    def process_timestep(self, timestep, **kwargs):
+        # Mage runs in bf16 and rounds its timestep frequency table to the timestep dtype, keep that on fp32 devices.
+        return timestep.to(torch.bfloat16)
+
+    def extra_conds_shapes(self, **kwargs):
+        out = {}
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['ref_latents'] = list([1, 128, sum(map(lambda a: math.prod(a.size()), ref_latents)) // 128])
+        return out
+
+class JoyImage(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.joyimage.model.JoyImageTransformer3DModel)
+        self.memory_usage_factor_conds = ("ref_latents",)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['ref_latents'] = comfy.conds.CONDList([self.process_latent_in(lat) for lat in ref_latents])
+        return out
+
+    def extra_conds_shapes(self, **kwargs):
+        out = {}
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['ref_latents'] = list([1, 16, sum(map(lambda a: math.prod(a.size()), ref_latents)) // 16])
+        return out
+
+class Ideogram4(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.ideogram4.model.Ideogram4Transformer2DModel)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            if torch.numel(attention_mask) != attention_mask.sum():
+                out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        return out
+
+class Krea2(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLUX, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.krea2.model.SingleStreamDiT)
+        self.memory_usage_factor_conds = ("ref_latents",)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            latents = []
+            for lat in ref_latents:
+                latents.append(self.process_latent_in(lat))
+            out['ref_latents'] = comfy.conds.CONDList(latents)
+
+            ref_latents_method = kwargs.get("reference_latents_method", None)
+            if ref_latents_method is not None:
+                out['ref_latents_method'] = comfy.conds.CONDConstant(ref_latents_method)
+        return out
+
+    def extra_conds_shapes(self, **kwargs):
+        out = {}
+        ref_latents = kwargs.get("reference_latents", None)
+        if ref_latents is not None:
+            out['ref_latents'] = list([1, 16, sum(map(lambda a: math.prod(a.size()), ref_latents)) // 16])
+        return out
+
+class HunyuanImage21(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.hunyuan_video.model.HunyuanVideo)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            if torch.numel(attention_mask) != attention_mask.sum():
+                out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        conditioning_byt5small = kwargs.get("conditioning_byt5small", None)
+        if conditioning_byt5small is not None:
+            out['txt_byt5'] = comfy.conds.CONDRegular(conditioning_byt5small)
+
+        guidance = kwargs.get("guidance", 6.0)
+        if guidance is not None:
+            out['guidance'] = comfy.conds.CONDRegular(torch.FloatTensor([guidance]))
+
+        return out
+
+class HunyuanImage21Refiner(HunyuanImage21):
+    def concat_cond(self, **kwargs):
+        noise = kwargs.get("noise", None)
+        image = kwargs.get("concat_latent_image", None)
+        noise_augmentation = kwargs.get("noise_augmentation", 0.0)
+        device = kwargs["device"]
+
+        if image is None:
+            shape_image = list(noise.shape)
+            image = torch.zeros(shape_image, dtype=noise.dtype, layout=noise.layout, device=noise.device)
+        else:
+            image = utils.common_upscale(image.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+            image = self.process_latent_in(image)
+            image = utils.resize_to_batch_size(image, noise.shape[0])
+            if noise_augmentation > 0:
+                generator = torch.Generator(device="cpu")
+                generator.manual_seed(kwargs.get("seed", 0) - 10)
+                noise = torch.randn(image.shape, generator=generator, dtype=image.dtype, device="cpu").to(image.device)
+                image = noise_augmentation * noise + min(1.0 - noise_augmentation, 0.75) * image
+            else:
+                image = 0.75 * image
+        return image
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        out['disable_time_r'] = comfy.conds.CONDConstant(True)
+        return out
+
+class HunyuanVideo15(HunyuanVideo):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device)
+
+    def concat_cond(self, **kwargs):
+        noise = kwargs.get("noise", None)
+        extra_channels = self.diffusion_model.img_in.proj.weight.shape[1] - noise.shape[1] - 1 #noise 32 img cond 32 + mask 1
+        if extra_channels == 0:
+            return None
+
+        image = kwargs.get("concat_latent_image", None)
+        device = kwargs["device"]
+
+        if image is None:
+            shape_image = list(noise.shape)
+            shape_image[1] = extra_channels
+            image = torch.zeros(shape_image, dtype=noise.dtype, layout=noise.layout, device=noise.device)
+        else:
+            latent_dim = self.latent_format.latent_channels
+            image = utils.common_upscale(image.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+            for i in range(0, image.shape[1], latent_dim):
+                image[:, i: i + latent_dim] = self.process_latent_in(image[:, i: i + latent_dim])
+            image = utils.resize_to_batch_size(image, noise.shape[0])
+
+        mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+        if mask is None:
+            mask = torch.zeros_like(noise)[:, :1]
+        else:
+            mask = 1.0 - mask
+            mask = utils.common_upscale(mask.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+            if mask.shape[-3] < noise.shape[-3]:
+                mask = torch.nn.functional.pad(mask, (0, 0, 0, 0, 0, noise.shape[-3] - mask.shape[-3]), mode='constant', value=0)
+            mask = utils.resize_to_batch_size(mask, noise.shape[0])
+
+        return torch.cat((image, mask), dim=1)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            if torch.numel(attention_mask) != attention_mask.sum():
+                out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        conditioning_byt5small = kwargs.get("conditioning_byt5small", None)
+        if conditioning_byt5small is not None:
+            out['txt_byt5'] = comfy.conds.CONDRegular(conditioning_byt5small)
+
+        guidance = kwargs.get("guidance", 6.0)
+        if guidance is not None:
+            out['guidance'] = comfy.conds.CONDRegular(torch.FloatTensor([guidance]))
+
+        clip_vision_output = kwargs.get("clip_vision_output", None)
+        if clip_vision_output is not None:
+            out['clip_fea'] = comfy.conds.CONDRegular(clip_vision_output.last_hidden_state)
+
+        return out
+
+class HunyuanVideo15_SR_Distilled(HunyuanVideo15):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device)
+
+    def concat_cond(self, **kwargs):
+        noise = kwargs.get("noise", None)
+        image = kwargs.get("concat_latent_image", None)
+        noise_augmentation = kwargs.get("noise_augmentation", 0.0)
+        device = kwargs["device"]
+
+        if image is None:
+            image = torch.zeros([noise.shape[0], noise.shape[1] * 2 + 2, noise.shape[-3], noise.shape[-2], noise.shape[-1]], device=comfy.model_management.intermediate_device())
+        else:
+            image = utils.common_upscale(image.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+            #image = self.process_latent_in(image) # scaling wasn't applied in reference code
+            image = utils.resize_to_batch_size(image, noise.shape[0])
+            lq_image_slice = slice(noise.shape[1] + 1, 2 * noise.shape[1] + 1)
+            if noise_augmentation > 0:
+                generator = torch.Generator(device="cpu")
+                generator.manual_seed(kwargs.get("seed", 0) - 10)
+                noise = torch.randn(image[:, lq_image_slice].shape, generator=generator, dtype=image.dtype, device="cpu").to(image.device)
+                image[:, lq_image_slice] = noise_augmentation * noise + min(1.0 - noise_augmentation, 0.75) * image[:, lq_image_slice]
+            else:
+                image[:, lq_image_slice] = 0.75 * image[:, lq_image_slice]
+        return image
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        out['disable_time_r'] = comfy.conds.CONDConstant(False)
+        return out
+
+class Kandinsky5(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.kandinsky5.model.Kandinsky5)
+
+    def encode_adm(self, **kwargs):
+        return kwargs["pooled_output"]
+
+    def concat_cond(self, **kwargs):
+        noise = kwargs.get("noise", None)
+        device = kwargs["device"]
+        image = torch.zeros_like(noise)
+
+        mask = kwargs.get("concat_mask", kwargs.get("denoise_mask", None))
+        if mask is None:
+            mask = torch.zeros_like(noise)[:, :1]
+        else:
+            mask = 1.0 - mask
+            mask = utils.common_upscale(mask.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+            if mask.shape[-3] < noise.shape[-3]:
+                mask = torch.nn.functional.pad(mask, (0, 0, 0, 0, 0, noise.shape[-3] - mask.shape[-3]), mode='constant', value=0)
+            mask = utils.resize_to_batch_size(mask, noise.shape[0])
+
+        return torch.cat((image, mask), dim=1)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        attention_mask = kwargs.get("attention_mask", None)
+        if attention_mask is not None:
+            out['attention_mask'] = comfy.conds.CONDRegular(attention_mask)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+
+        time_dim_replace = kwargs.get("time_dim_replace", None)
+        if time_dim_replace is not None:
+            out['time_dim_replace'] = comfy.conds.CONDRegular(self.process_latent_in(time_dim_replace))
+
+        return out
+
+class Kandinsky5Image(Kandinsky5):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device)
+
+    def concat_cond(self, **kwargs):
+        return None
+
+class RT_DETR_v4(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.rt_detr.rtdetr_v4.RTv4)
+
+
+class DepthAnything3(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device,
+                         unet_model=comfy.ldm.depth_anything_3.model.DepthAnything3Net)
+
+class ErnieImage(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.ernie.model.ErnieImageModel)
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        cross_attn = kwargs.get("cross_attn", None)
+        if cross_attn is not None:
+            out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
+        return out
+
+class SAM3(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.FLOW, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.sam3.detector.SAM3Model)
+
+class CogVideoX(BaseModel):
+    def __init__(self, model_config, model_type=ModelType.V_PREDICTION_DDPM, image_to_video=False, device=None):
+        super().__init__(model_config, model_type, device=device, unet_model=comfy.ldm.cogvideo.model.CogVideoXTransformer3DModel)
+        self.image_to_video = image_to_video
+
+    def concat_cond(self, **kwargs):
+        noise = kwargs.get("noise", None)
+        # Detect extra channels needed (e.g. 32 - 16 = 16 for ref latent)
+        extra_channels = self.diffusion_model.in_channels - noise.shape[1]
+        if extra_channels == 0:
+            return None
+
+        image = kwargs.get("concat_latent_image", None)
+        device = kwargs["device"]
+
+        if image is None:
+            shape = list(noise.shape)
+            shape[1] = extra_channels
+            return torch.zeros(shape, dtype=noise.dtype, layout=noise.layout, device=noise.device)
+
+        latent_dim = self.latent_format.latent_channels
+        image = utils.common_upscale(image.to(device), noise.shape[-1], noise.shape[-2], "bilinear", "center")
+
+        if noise.ndim == 5 and image.ndim == 5:
+            if image.shape[-3] < noise.shape[-3]:
+                image = torch.nn.functional.pad(image, (0, 0, 0, 0, 0, noise.shape[-3] - image.shape[-3]), "constant", 0)
+            elif image.shape[-3] > noise.shape[-3]:
+                image = image[:, :, :noise.shape[-3]]
+
+        for i in range(0, image.shape[1], latent_dim):
+            image[:, i:i + latent_dim] = self.process_latent_in(image[:, i:i + latent_dim])
+        image = utils.resize_to_batch_size(image, noise.shape[0])
+
+        if image.shape[1] > extra_channels:
+            image = image[:, :extra_channels]
+        elif image.shape[1] < extra_channels:
+            repeats = extra_channels // image.shape[1]
+            remainder = extra_channels % image.shape[1]
+            parts = [image] * repeats
+            if remainder > 0:
+                parts.append(image[:, :remainder])
+            image = torch.cat(parts, dim=1)
+
+        return image
+
+    def extra_conds(self, **kwargs):
+        out = super().extra_conds(**kwargs)
+        # OFS embedding (CogVideoX 1.5 I2V), default 2.0 as used by SparkVSR
+        if self.diffusion_model.ofs_proj_dim is not None:
+            ofs = kwargs.get("ofs", None)
+            if ofs is None:
+                noise = kwargs.get("noise", None)
+                ofs = torch.full((noise.shape[0],), 2.0, device=noise.device, dtype=noise.dtype)
+            out['ofs'] = comfy.conds.CONDRegular(ofs)
+        return out
diff --git a/ComfyUI/comfy/model_detection.py b/ComfyUI/comfy/model_detection.py
new file mode 100644
index 0000000000000000000000000000000000000000..103680fd12d39395ed49258c04e0bcf49bcb6c56
--- /dev/null
+++ b/ComfyUI/comfy/model_detection.py
@@ -0,0 +1,1558 @@
+import json
+import comfy.memory_management
+import comfy.supported_models
+import comfy.supported_models_base
+import comfy.utils
+import math
+import logging
+import torch
+
+def count_blocks(state_dict_keys, prefix_string):
+    count = 0
+    while True:
+        c = False
+        for k in state_dict_keys:
+            if k.startswith(prefix_string.format(count)):
+                c = True
+                break
+        if c == False:
+            break
+        count += 1
+    return count
+
+def any_suffix_in(keys, prefix, main, suffix_list=[]):
+    for x in suffix_list:
+        if "{}{}{}".format(prefix, main, x) in keys:
+            return True
+    return False
+
+def calculate_transformer_depth(prefix, state_dict_keys, state_dict):
+    context_dim = None
+    use_linear_in_transformer = False
+
+    transformer_prefix = prefix + "1.transformer_blocks."
+    transformer_keys = sorted(list(filter(lambda a: a.startswith(transformer_prefix), state_dict_keys)))
+    if len(transformer_keys) > 0:
+        last_transformer_depth = count_blocks(state_dict_keys, transformer_prefix + '{}')
+        context_dim = state_dict['{}0.attn2.to_k.weight'.format(transformer_prefix)].shape[1]
+        use_linear_in_transformer = len(state_dict['{}1.proj_in.weight'.format(prefix)].shape) == 2
+        time_stack = '{}1.time_stack.0.attn1.to_q.weight'.format(prefix) in state_dict or '{}1.time_mix_blocks.0.attn1.to_q.weight'.format(prefix) in state_dict
+        time_stack_cross = '{}1.time_stack.0.attn2.to_q.weight'.format(prefix) in state_dict or '{}1.time_mix_blocks.0.attn2.to_q.weight'.format(prefix) in state_dict
+        return last_transformer_depth, context_dim, use_linear_in_transformer, time_stack, time_stack_cross
+    return None
+
+def detect_unet_config(state_dict, key_prefix, metadata=None):
+    state_dict_keys = list(state_dict.keys())
+
+    if '{}joint_blocks.0.context_block.attn.qkv.weight'.format(key_prefix) in state_dict_keys: #mmdit model
+        unet_config = {}
+        unet_config["in_channels"] = state_dict['{}x_embedder.proj.weight'.format(key_prefix)].shape[1]
+        patch_size = state_dict['{}x_embedder.proj.weight'.format(key_prefix)].shape[2]
+        unet_config["patch_size"] = patch_size
+        final_layer = '{}final_layer.linear.weight'.format(key_prefix)
+        if final_layer in state_dict:
+            unet_config["out_channels"] = state_dict[final_layer].shape[0] // (patch_size * patch_size)
+
+        unet_config["depth"] = state_dict['{}x_embedder.proj.weight'.format(key_prefix)].shape[0] // 64
+        unet_config["input_size"] = None
+        y_key = '{}y_embedder.mlp.0.weight'.format(key_prefix)
+        if y_key in state_dict_keys:
+            unet_config["adm_in_channels"] = state_dict[y_key].shape[1]
+
+        context_key = '{}context_embedder.weight'.format(key_prefix)
+        if context_key in state_dict_keys:
+            in_features = state_dict[context_key].shape[1]
+            out_features = state_dict[context_key].shape[0]
+            unet_config["context_embedder_config"] = {"target": "torch.nn.Linear", "params": {"in_features": in_features, "out_features": out_features}}
+        num_patches_key = '{}pos_embed'.format(key_prefix)
+        if num_patches_key in state_dict_keys:
+            num_patches = state_dict[num_patches_key].shape[1]
+            unet_config["num_patches"] = num_patches
+            unet_config["pos_embed_max_size"] = round(math.sqrt(num_patches))
+
+        rms_qk = '{}joint_blocks.0.context_block.attn.ln_q.weight'.format(key_prefix)
+        if rms_qk in state_dict_keys:
+            unet_config["qk_norm"] = "rms"
+
+        unet_config["pos_embed_scaling_factor"] = None #unused for inference
+        context_processor = '{}context_processor.layers.0.attn.qkv.weight'.format(key_prefix)
+        if context_processor in state_dict_keys:
+            unet_config["context_processor_layers"] = count_blocks(state_dict_keys, '{}context_processor.layers.'.format(key_prefix) + '{}.')
+        unet_config["x_block_self_attn_layers"] = []
+        for key in state_dict_keys:
+            if key.startswith('{}joint_blocks.'.format(key_prefix)) and key.endswith('.x_block.attn2.qkv.weight'):
+                layer = key[len('{}joint_blocks.'.format(key_prefix)):-len('.x_block.attn2.qkv.weight')]
+                unet_config["x_block_self_attn_layers"].append(int(layer))
+        return unet_config
+
+    if '{}clf.1.weight'.format(key_prefix) in state_dict_keys: #stable cascade
+        unet_config = {}
+        text_mapper_name = '{}clip_txt_mapper.weight'.format(key_prefix)
+        if text_mapper_name in state_dict_keys:
+            unet_config['stable_cascade_stage'] = 'c'
+            w = state_dict[text_mapper_name]
+            if w.shape[0] == 1536: #stage c lite
+                unet_config['c_cond'] = 1536
+                unet_config['c_hidden'] = [1536, 1536]
+                unet_config['nhead'] = [24, 24]
+                unet_config['blocks'] = [[4, 12], [12, 4]]
+            elif w.shape[0] == 2048: #stage c full
+                unet_config['c_cond'] = 2048
+        elif '{}clip_mapper.weight'.format(key_prefix) in state_dict_keys:
+            unet_config['stable_cascade_stage'] = 'b'
+            w = state_dict['{}down_blocks.1.0.channelwise.0.weight'.format(key_prefix)]
+            if w.shape[-1] == 640:
+                unet_config['c_hidden'] = [320, 640, 1280, 1280]
+                unet_config['nhead'] = [-1, -1, 20, 20]
+                unet_config['blocks'] = [[2, 6, 28, 6], [6, 28, 6, 2]]
+                unet_config['block_repeat'] = [[1, 1, 1, 1], [3, 3, 2, 2]]
+            elif w.shape[-1] == 576: #stage b lite
+                unet_config['c_hidden'] = [320, 576, 1152, 1152]
+                unet_config['nhead'] = [-1, 9, 18, 18]
+                unet_config['blocks'] = [[2, 4, 14, 4], [4, 14, 4, 2]]
+                unet_config['block_repeat'] = [[1, 1, 1, 1], [2, 2, 2, 2]]
+        return unet_config
+
+    if '{}transformer.rotary_pos_emb.inv_freq'.format(key_prefix) in state_dict_keys: #stable audio dit
+        unet_config = {}
+        unet_config["audio_model"] = "dit1.0"
+        unet_config["global_cond_dim"] = state_dict['{}to_global_embed.0.weight'.format(key_prefix)].shape[1]
+        cond_embed = state_dict['{}to_cond_embed.0.weight'.format(key_prefix)]
+        unet_config["project_cond_tokens"] = cond_embed.shape[0] != cond_embed.shape[1]
+        unet_config["embed_dim"] = state_dict['{}to_timestep_embed.0.weight'.format(key_prefix)].shape[0]
+        mem_tokens = state_dict.get('{}transformer.memory_tokens'.format(key_prefix), None)
+        to_qkv = state_dict.get('{}transformer.layers.0.self_attn.to_qkv.weight'.format(key_prefix), None)
+        differential = False
+        if to_qkv is not None:
+            if to_qkv.shape[0] == to_qkv.shape[1] * 5:
+                differential = True
+        if mem_tokens is not None:
+            unet_config["num_memory_tokens"] = mem_tokens.shape[0]
+        if '{}transformer.layers.0.self_attn.q_norm.weight'.format(key_prefix) in state_dict:
+            unet_config["attn_kwargs"] = {"qk_norm": "ln", "feat_scale": True}
+        rms_norm = state_dict.get('{}transformer.layers.0.self_attn.q_norm.gamma'.format(key_prefix), None)
+        if rms_norm is not None:
+            unet_config["attn_kwargs"] = {"qk_norm": "rms", "differential": differential}
+            unet_config["norm_type"] = "rms_norm"
+            unet_config["num_heads"] = unet_config["embed_dim"] // rms_norm.shape[0]
+
+        if '{}timestep_features.weight'.format(key_prefix) in state_dict:
+            unet_config["timestep_features_type"] = "learned"
+        else:
+            unet_config["timestep_features_type"] = "expo"
+
+        io_channels = state_dict['{}postprocess_conv.weight'.format(key_prefix)].shape[0]
+        unet_config["io_channels"] = io_channels
+        unet_config["input_concat_dim"] = state_dict['{}transformer.project_in.weight'.format(key_prefix)].shape[1] - io_channels
+
+        local_add_cond = state_dict.get('{}transformer.layers.0.to_local_embed.0.weight'.format(key_prefix), None)
+        if local_add_cond is not None:
+            unet_config["local_add_cond_dim"] = local_add_cond.shape[1]
+
+        global_cond_embed = state_dict.get('{}transformer.global_cond_embedder.0.weight'.format(key_prefix), None)
+        if global_cond_embed is not None:
+            unet_config["global_cond_shared_embed"] = True
+            unet_config["global_cond_type"] = "adaLN"
+
+        unet_config["depth"] = count_blocks(state_dict_keys, '{}transformer.layers.'.format(key_prefix) + '{}.')
+        return unet_config
+
+    if '{}double_layers.0.attn.w1q.weight'.format(key_prefix) in state_dict_keys: #aura flow dit
+        unet_config = {}
+        unet_config["max_seq"] = state_dict['{}positional_encoding'.format(key_prefix)].shape[1]
+        unet_config["cond_seq_dim"] = state_dict['{}cond_seq_linear.weight'.format(key_prefix)].shape[1]
+        double_layers = count_blocks(state_dict_keys, '{}double_layers.'.format(key_prefix) + '{}.')
+        single_layers = count_blocks(state_dict_keys, '{}single_layers.'.format(key_prefix) + '{}.')
+        unet_config["n_double_layers"] = double_layers
+        unet_config["n_layers"] = double_layers + single_layers
+        return unet_config
+
+    if '{}mlp_t5.0.weight'.format(key_prefix) in state_dict_keys: #Hunyuan DiT
+        unet_config = {}
+        unet_config["image_model"] = "hydit"
+        unet_config["depth"] = count_blocks(state_dict_keys, '{}blocks.'.format(key_prefix) + '{}.')
+        unet_config["hidden_size"] = state_dict['{}x_embedder.proj.weight'.format(key_prefix)].shape[0]
+        if unet_config["hidden_size"] == 1408 and unet_config["depth"] == 40: #DiT-g/2
+            unet_config["mlp_ratio"] = 4.3637
+        if state_dict['{}extra_embedder.0.weight'.format(key_prefix)].shape[1] == 3968:
+            unet_config["size_cond"] = True
+            unet_config["use_style_cond"] = True
+            unet_config["image_model"] = "hydit1"
+        return unet_config
+
+    if '{}txt_in.individual_token_refiner.blocks.0.norm1.weight'.format(key_prefix) in state_dict_keys: #Hunyuan Video
+        dit_config = {}
+        in_w = state_dict['{}img_in.proj.weight'.format(key_prefix)]
+        out_w = state_dict['{}final_layer.linear.weight'.format(key_prefix)]
+        dit_config["image_model"] = "hunyuan_video"
+        dit_config["in_channels"] = in_w.shape[1] #SkyReels img2video has 32 input channels
+        dit_config["patch_size"] = list(in_w.shape[2:])
+        dit_config["out_channels"] = out_w.shape[0] // math.prod(dit_config["patch_size"])
+        if any(s.startswith('{}vector_in.'.format(key_prefix)) for s in state_dict_keys):
+            dit_config["vec_in_dim"] = 768
+        else:
+            dit_config["vec_in_dim"] = None
+
+        if len(dit_config["patch_size"]) == 2:
+            dit_config["axes_dim"] = [64, 64]
+        else:
+            dit_config["axes_dim"] = [16, 56, 56]
+
+        if any(s.startswith('{}time_r_in.'.format(key_prefix)) for s in state_dict_keys):
+            dit_config["meanflow"] = True
+        else:
+            dit_config["meanflow"] = False
+
+        dit_config["context_in_dim"] = state_dict['{}txt_in.input_embedder.weight'.format(key_prefix)].shape[1]
+        dit_config["hidden_size"] = in_w.shape[0]
+        dit_config["mlp_ratio"] = 4.0
+        dit_config["num_heads"] = in_w.shape[0] // 128
+        dit_config["depth"] = count_blocks(state_dict_keys, '{}double_blocks.'.format(key_prefix) + '{}.')
+        dit_config["depth_single_blocks"] = count_blocks(state_dict_keys, '{}single_blocks.'.format(key_prefix) + '{}.')
+        dit_config["theta"] = 256
+        dit_config["qkv_bias"] = True
+        if '{}byt5_in.fc1.weight'.format(key_prefix) in state_dict:
+            dit_config["byt5"] = True
+        else:
+            dit_config["byt5"] = False
+
+        guidance_keys = list(filter(lambda a: a.startswith("{}guidance_in.".format(key_prefix)), state_dict_keys))
+        dit_config["guidance_embed"] = len(guidance_keys) > 0
+
+        # HunyuanVideo 1.5
+        if '{}cond_type_embedding.weight'.format(key_prefix) in state_dict_keys:
+            dit_config["use_cond_type_embedding"] = True
+        else:
+            dit_config["use_cond_type_embedding"] = False
+        if '{}vision_in.proj.0.weight'.format(key_prefix) in state_dict_keys:
+            dit_config["vision_in_dim"] = state_dict['{}vision_in.proj.0.weight'.format(key_prefix)].shape[0]
+            dit_config["meanflow_sum"] = True
+        else:
+            dit_config["vision_in_dim"] = None
+            dit_config["meanflow_sum"] = False
+        return dit_config
+
+    if any_suffix_in(state_dict_keys, key_prefix, 'double_blocks.0.img_attn.norm.key_norm.', ["weight", "scale"]) and ('{}img_in.weight'.format(key_prefix) in state_dict_keys or any_suffix_in(state_dict_keys, key_prefix, 'distilled_guidance_layer.norms.0.', ["weight", "scale"])): #Flux, Chroma or Chroma Radiance (has no img_in.weight)
+        dit_config = {}
+        if '{}double_stream_modulation_img.lin.weight'.format(key_prefix) in state_dict_keys:
+            dit_config["image_model"] = "flux2"
+            dit_config["axes_dim"] = [32, 32, 32, 32]
+            dit_config["num_heads"] = 48
+            dit_config["mlp_ratio"] = 3.0
+            dit_config["theta"] = 2000
+            dit_config["out_channels"] = 128
+            dit_config["global_modulation"] = True
+            dit_config["mlp_silu_act"] = True
+            dit_config["qkv_bias"] = False
+            dit_config["ops_bias"] = False
+            dit_config["default_ref_method"] = "index"
+            dit_config["ref_index_scale"] = 10.0
+            dit_config["txt_ids_dims"] = [3]
+            patch_size = 1
+        else:
+            dit_config["image_model"] = "flux"
+            dit_config["axes_dim"] = [16, 56, 56]
+            dit_config["num_heads"] = 24
+            dit_config["mlp_ratio"] = 4.0
+            dit_config["theta"] = 10000
+            dit_config["out_channels"] = 16
+            dit_config["qkv_bias"] = True
+            dit_config["txt_ids_dims"] = []
+            patch_size = 2
+
+        dit_config["in_channels"] = 16
+        dit_config["hidden_size"] = 3072
+        dit_config["context_in_dim"] = 4096
+
+        dit_config["patch_size"] = patch_size
+        in_key = "{}img_in.weight".format(key_prefix)
+        if in_key in state_dict_keys:
+            w = state_dict[in_key]
+            dit_config["in_channels"] = w.shape[1] // (patch_size * patch_size)
+            dit_config["hidden_size"] = w.shape[0]
+
+        txt_in_key = "{}txt_in.weight".format(key_prefix)
+        if txt_in_key in state_dict_keys:
+            w = state_dict[txt_in_key]
+            dit_config["context_in_dim"] = w.shape[1]
+            dit_config["hidden_size"] = w.shape[0]
+
+        vec_in_key = '{}vector_in.in_layer.weight'.format(key_prefix)
+        if vec_in_key in state_dict_keys:
+            dit_config["vec_in_dim"] = state_dict[vec_in_key].shape[1]
+        else:
+            dit_config["vec_in_dim"] = None
+
+        dit_config["num_heads"] = dit_config["hidden_size"] // sum(dit_config["axes_dim"])
+
+        dit_config["depth"] = count_blocks(state_dict_keys, '{}double_blocks.'.format(key_prefix) + '{}.')
+        dit_config["depth_single_blocks"] = count_blocks(state_dict_keys, '{}single_blocks.'.format(key_prefix) + '{}.')
+
+        if any_suffix_in(state_dict_keys, key_prefix, 'distilled_guidance_layer.0.norms.0.', ["weight", "scale"]) or any_suffix_in(state_dict_keys, key_prefix, 'distilled_guidance_layer.norms.0.', ["weight", "scale"]): #Chroma
+            dit_config["image_model"] = "chroma"
+            dit_config["in_channels"] = 64
+            dit_config["out_channels"] = 64
+            dit_config["in_dim"] = 64
+            dit_config["out_dim"] = 3072
+            dit_config["hidden_dim"] = 5120
+            dit_config["n_layers"] = 5
+
+            if any_suffix_in(state_dict_keys, key_prefix, 'nerf_blocks.0.norm.', ["weight", "scale"]): #Chroma Radiance
+                dit_config["image_model"] = "chroma_radiance"
+                dit_config["in_channels"] = 3
+                dit_config["out_channels"] = 3
+                dit_config["patch_size"] = state_dict.get('{}img_in_patch.weight'.format(key_prefix)).size(dim=-1)
+                dit_config["nerf_hidden_size"] = 64
+                dit_config["nerf_mlp_ratio"] = 4
+                dit_config["nerf_depth"] = 4
+                dit_config["nerf_max_freqs"] = 8
+                dit_config["nerf_tile_size"] = 512
+                dit_config["nerf_final_head_type"] = "conv" if any_suffix_in(state_dict_keys, key_prefix, 'nerf_final_layer_conv.norm.', ["weight", "scale"]) else "linear"
+                dit_config["nerf_embedder_dtype"] = torch.float32
+                if "{}__x0__".format(key_prefix) in state_dict_keys: # x0 pred
+                    dit_config["use_x0"] = True
+                else:
+                    dit_config["use_x0"] = False
+                if "{}__sequential__".format(key_prefix) in state_dict_keys: # sequential txt_ids
+                    dit_config["use_sequential_txt_ids"] = True
+                else:
+                    dit_config["use_sequential_txt_ids"] = False
+        else:
+            dit_config["guidance_embed"] = "{}guidance_in.in_layer.weight".format(key_prefix) in state_dict_keys
+            dit_config["yak_mlp"] = '{}double_blocks.0.img_mlp.gate_proj.weight'.format(key_prefix) in state_dict_keys
+            dit_config["txt_norm"] = any_suffix_in(state_dict_keys, key_prefix, 'txt_norm.', ["weight", "scale"])
+            if dit_config["yak_mlp"] and dit_config["txt_norm"]:  # Ovis model
+                dit_config["txt_ids_dims"] = [1, 2]
+            if dit_config.get("context_in_dim") == 3584 and dit_config["vec_in_dim"] is None:  # LongCat-Image
+                dit_config["txt_ids_dims"] = [1, 2]
+
+        return dit_config
+
+    if '{}t5_yproj.weight'.format(key_prefix) in state_dict_keys: #Genmo mochi preview
+        dit_config = {}
+        dit_config["image_model"] = "mochi_preview"
+        dit_config["depth"] = 48
+        dit_config["patch_size"] = 2
+        dit_config["num_heads"] = 24
+        dit_config["hidden_size_x"] = 3072
+        dit_config["hidden_size_y"] = 1536
+        dit_config["mlp_ratio_x"] = 4.0
+        dit_config["mlp_ratio_y"] = 4.0
+        dit_config["learn_sigma"] = False
+        dit_config["in_channels"] = 12
+        dit_config["qk_norm"] = True
+        dit_config["qkv_bias"] = False
+        dit_config["out_bias"] = True
+        dit_config["attn_drop"] = 0.0
+        dit_config["patch_embed_bias"] = True
+        dit_config["posenc_preserve_area"] = True
+        dit_config["timestep_mlp_bias"] = True
+        dit_config["attend_to_padding"] = False
+        dit_config["timestep_scale"] = 1000.0
+        dit_config["use_t5"] = True
+        dit_config["t5_feat_dim"] = 4096
+        dit_config["t5_token_length"] = 256
+        dit_config["rope_theta"] = 10000.0
+        return dit_config
+
+    if '{}adaln_single.emb.timestep_embedder.linear_1.bias'.format(key_prefix) in state_dict_keys and '{}pos_embed.proj.bias'.format(key_prefix) in state_dict_keys:
+        # PixArt diffusers
+        return None
+
+    if '{}video_patch_proj.weight'.format(key_prefix) in state_dict_keys and '{}audio_patch_proj.weight'.format(key_prefix) in state_dict_keys: # MiniMax H3
+        dit_config = {}
+        dit_config["image_model"] = "minimax_h3"
+        dit_config["num_layers"] = count_blocks(state_dict_keys, '{}blocks.'.format(key_prefix) + '{}.')
+        dit_config["token_refiner_num_layers"] = count_blocks(state_dict_keys, '{}token_refiner.blocks.'.format(key_prefix) + '{}.')
+        dit_config["hidden_size"] = state_dict['{}video_patch_proj.weight'.format(key_prefix)].shape[0]
+        dit_config["latents_dim"] = state_dict['{}final_layer.video_out.weight'.format(key_prefix)].shape[0] // 4  # patch 1x2x2
+        dit_config["audio_latents_dim"] = state_dict['{}final_layer.audio_out.weight'.format(key_prefix)].shape[0]
+        dit_config["attention_head_dim"] = state_dict['{}blocks.0.attn.q_norm.weight'.format(key_prefix)].shape[0]
+        qkv = state_dict['{}blocks.0.attn.qkv_proj.weight'.format(key_prefix)]
+        dit_config["num_attention_heads"] = qkv.shape[0] // (3 * dit_config["attention_head_dim"])
+        dit_config["ffn_hidden_size"] = state_dict['{}blocks.0.mlp.fc1.weight'.format(key_prefix)].shape[0] // 2
+        dit_config["text_dim"] = state_dict['{}condition_proj.weight'.format(key_prefix)].shape[1]
+        table_key = '{}adaln_t_table'.format(key_prefix)
+        if table_key in state_dict_keys:
+            # adaln shipped over a precomputed curve basis: the adaln linears span a small shared basis of the time-embedding curve (no time embedder)
+            table = state_dict[table_key].shape  # [grid, k]
+            dit_config["adaln_curve_grid"] = table[0]
+            dit_config["time_embed_dim"] = table[1]
+        else:
+            te = state_dict['{}time_embedder.proj_in.weight'.format(key_prefix)]
+            dit_config["timestep_input_dim"] = te.shape[1]
+            dit_config["time_embed_hidden_size"] = te.shape[0]
+            dit_config["time_embed_dim"] = state_dict['{}time_embedder.proj_out.weight'.format(key_prefix)].shape[0]
+        dit_config["rope_inv_freq_len"] = state_dict['{}rope.inv_freq'.format(key_prefix)].shape[0]
+        if metadata is not None and "config" in metadata:
+            dit_config.update(json.loads(metadata["config"]).get("transformer", {}))
+        return dit_config
+
+    if '{}adaln_single.emb.timestep_embedder.linear_1.bias'.format(key_prefix) in state_dict_keys: #Lightricks ltxv
+        dit_config = {}
+        dit_config["image_model"] = "ltxav" if f'{key_prefix}audio_adaln_single.linear.weight' in state_dict_keys else "ltxv"
+        dit_config["num_layers"] = count_blocks(state_dict_keys, '{}transformer_blocks.'.format(key_prefix) + '{}.')
+        shape = state_dict['{}transformer_blocks.0.attn2.to_k.weight'.format(key_prefix)].shape
+        dit_config["attention_head_dim"] = shape[0] // 32
+        dit_config["cross_attention_dim"] = shape[1]
+        if metadata is not None and "config" in metadata:
+            dit_config.update(json.loads(metadata["config"]).get("transformer", {}))
+        return dit_config
+
+    if '{}genre_embedder.weight'.format(key_prefix) in state_dict_keys: #ACE-Step model
+        dit_config = {}
+        dit_config["audio_model"] = "ace"
+        dit_config["attention_head_dim"] = 128
+        dit_config["in_channels"] = 8
+        dit_config["inner_dim"] = 2560
+        dit_config["max_height"] = 16
+        dit_config["max_position"] = 32768
+        dit_config["max_width"] = 32768
+        dit_config["mlp_ratio"] = 2.5
+        dit_config["num_attention_heads"] = 20
+        dit_config["num_layers"] = 24
+        dit_config["out_channels"] = 8
+        dit_config["patch_size"] = [16, 1]
+        dit_config["rope_theta"] = 1000000.0
+        dit_config["speaker_embedding_dim"] = 512
+        dit_config["text_embedding_dim"] = 768
+
+        dit_config["ssl_encoder_depths"] = [8, 8]
+        dit_config["ssl_latent_dims"] = [1024, 768]
+        dit_config["ssl_names"] = ["mert", "m-hubert"]
+        dit_config["lyric_encoder_vocab_size"] = 6693
+        dit_config["lyric_hidden_size"] = 1024
+        return dit_config
+
+    if '{}t_block.1.weight'.format(key_prefix) in state_dict_keys: # PixArt
+        patch_size = 2
+        dit_config = {}
+        dit_config["num_heads"] = 16
+        dit_config["patch_size"] = patch_size
+        dit_config["hidden_size"] = 1152
+        dit_config["in_channels"] = 4
+        dit_config["depth"] = count_blocks(state_dict_keys, '{}blocks.'.format(key_prefix) + '{}.')
+
+        y_key = "{}y_embedder.y_embedding".format(key_prefix)
+        if y_key in state_dict_keys:
+            dit_config["model_max_length"] = state_dict[y_key].shape[0]
+
+        pe_key = "{}pos_embed".format(key_prefix)
+        if pe_key in state_dict_keys:
+            dit_config["input_size"] = int(math.sqrt(state_dict[pe_key].shape[1])) * patch_size
+            dit_config["pe_interpolation"] = dit_config["input_size"] // (512//8) # guess
+
+        ar_key = "{}ar_embedder.mlp.0.weight".format(key_prefix)
+        if ar_key in state_dict_keys:
+            dit_config["image_model"] = "pixart_alpha"
+            dit_config["micro_condition"] = True
+        else:
+            dit_config["image_model"] = "pixart_sigma"
+            dit_config["micro_condition"] = False
+        return dit_config
+
+    if '{}blocks.block0.blocks.0.block.attn.to_q.0.weight'.format(key_prefix) in state_dict_keys:  # Cosmos
+        dit_config = {}
+        dit_config["image_model"] = "cosmos"
+        dit_config["max_img_h"] = 240
+        dit_config["max_img_w"] = 240
+        dit_config["max_frames"] = 128
+        concat_padding_mask = True
+        dit_config["in_channels"] = (state_dict['{}x_embedder.proj.1.weight'.format(key_prefix)].shape[1] // 4) - int(concat_padding_mask)
+        dit_config["out_channels"] = 16
+        dit_config["patch_spatial"] = 2
+        dit_config["patch_temporal"] = 1
+        dit_config["model_channels"] = state_dict['{}blocks.block0.blocks.0.block.attn.to_q.0.weight'.format(key_prefix)].shape[0]
+        dit_config["block_config"] = "FA-CA-MLP"
+        dit_config["concat_padding_mask"] = concat_padding_mask
+        dit_config["pos_emb_cls"] = "rope3d"
+        dit_config["pos_emb_learnable"] = False
+        dit_config["pos_emb_interpolation"] = "crop"
+        dit_config["block_x_format"] = "THWBD"
+        dit_config["affline_emb_norm"] = True
+        dit_config["use_adaln_lora"] = True
+        dit_config["adaln_lora_dim"] = 256
+
+        if dit_config["model_channels"] == 4096:
+            # 7B
+            dit_config["num_blocks"] = 28
+            dit_config["num_heads"] = 32
+            dit_config["extra_per_block_abs_pos_emb"] = True
+            dit_config["rope_h_extrapolation_ratio"] = 1.0
+            dit_config["rope_w_extrapolation_ratio"] = 1.0
+            dit_config["rope_t_extrapolation_ratio"] = 2.0
+            dit_config["extra_per_block_abs_pos_emb_type"] = "learnable"
+        else:  # 5120
+            # 14B
+            dit_config["num_blocks"] = 36
+            dit_config["num_heads"] = 40
+            dit_config["extra_per_block_abs_pos_emb"] = True
+            dit_config["rope_h_extrapolation_ratio"] = 2.0
+            dit_config["rope_w_extrapolation_ratio"] = 2.0
+            dit_config["rope_t_extrapolation_ratio"] = 2.0
+            dit_config["extra_h_extrapolation_ratio"] = 2.0
+            dit_config["extra_w_extrapolation_ratio"] = 2.0
+            dit_config["extra_t_extrapolation_ratio"] = 2.0
+            dit_config["extra_per_block_abs_pos_emb_type"] = "learnable"
+        return dit_config
+
+    # PiD (Pixel Diffusion Decoder). Must check BEFORE plain PixelDiT_T2I.
+    _lq_w_key = '{}lq_proj.latent_proj.0.weight'.format(key_prefix)
+    if _lq_w_key in state_dict_keys:
+        latent_proj_in_channels = int(state_dict[_lq_w_key].shape[1])
+        hidden_dim = int(state_dict[_lq_w_key].shape[0])
+        _gate_prefix = '{}lq_proj.gate_modules.'.format(key_prefix)
+        num_gates = len({k[len(_gate_prefix):].split('.')[0]
+                         for k in state_dict_keys if k.startswith(_gate_prefix)})
+        pid_v1_5 = '{}lq_proj.pit_head.weight'.format(key_prefix) in state_dict_keys
+        dit_config = {"image_model": "pid",
+                      "lq_hidden_dim": hidden_dim}
+        if num_gates > 0:
+            dit_config["lq_interval"] = (14 + num_gates - 1) // num_gates
+        if pid_v1_5:
+            pid_v1_5_variants = {
+                16: {  # Flux and QwenImage
+                    "lq_latent_channels": 16,
+                    "latent_spatial_down_factor": 8,
+                    "lq_latent_unpatchify_factor": 1,
+                },
+                32: {  # Flux2 after 2x latent unpatchify
+                    "lq_latent_channels": 128,
+                    "latent_spatial_down_factor": 16,
+                    "lq_latent_unpatchify_factor": 2,
+                },
+            }
+            variant = pid_v1_5_variants.get(latent_proj_in_channels)
+            if variant is None:
+                raise ValueError(f"Unsupported PiD v1.5 latent projection with {latent_proj_in_channels} input channels")
+            gate_weight = state_dict['{}lq_proj.gate_modules.0.content_proj.weight'.format(key_prefix)]
+            dit_config.update(variant)
+            dit_config.update({
+                "lq_conv_padding_mode": "replicate",
+                "lq_gate_per_token": gate_weight.shape[0] == 1,
+                "pit_lq_inject": True,
+                "rope_ref_h": 2048,
+                "rope_ref_w": 2048,
+            })
+        else:
+            dit_config.update({
+                "lq_latent_channels": latent_proj_in_channels,
+                "latent_spatial_down_factor": 16 if latent_proj_in_channels >= 64 else 8,
+            })
+        return dit_config
+
+    if '{}core.pixel_embedder.proj.weight'.format(key_prefix) in state_dict_keys:  # PixelDiT T2I
+        return {"image_model": "pixeldit_t2i"}
+
+    if '{}cap_embedder.1.weight'.format(key_prefix) in state_dict_keys and '{}noise_refiner.0.attention.k_norm.weight'.format(key_prefix) in state_dict_keys:  # Lumina 2
+        dit_config = {}
+        dit_config["image_model"] = "lumina2"
+        dit_config["patch_size"] = 2
+        dit_config["in_channels"] = 16
+        w = state_dict['{}cap_embedder.1.weight'.format(key_prefix)]
+        dit_config["dim"] = w.shape[0]
+        dit_config["cap_feat_dim"] = w.shape[1]
+        dit_config["n_layers"] = count_blocks(state_dict_keys, '{}layers.'.format(key_prefix) + '{}.')
+        dit_config["qk_norm"] = True
+
+        if dit_config["dim"] == 2304: # Original Lumina 2
+            dit_config["n_heads"] = 24
+            dit_config["n_kv_heads"] = 8
+            dit_config["axes_dims"] = [32, 32, 32]
+            dit_config["axes_lens"] = [300, 512, 512]
+            dit_config["rope_theta"] = 10000.0
+            dit_config["ffn_dim_multiplier"] = 4.0
+            ctd_weight = state_dict.get('{}clip_text_pooled_proj.0.weight'.format(key_prefix), None)
+            if ctd_weight is not None:  # NewBie
+                dit_config["clip_text_dim"] = ctd_weight.shape[0]
+                # NewBie also sets axes_lens = [1024, 512, 512] but it's not used in ComfyUI
+        elif dit_config["dim"] == 3840:  # Z image
+            dit_config["n_heads"] = 30
+            dit_config["n_kv_heads"] = 30
+            dit_config["axes_dims"] = [32, 48, 48]
+            dit_config["axes_lens"] = [1536, 512, 512]
+            dit_config["rope_theta"] = 256.0
+            dit_config["ffn_dim_multiplier"] = (8.0 / 3.0)
+            dit_config["z_image_modulation"] = True
+            dit_config["time_scale"] = 1000.0
+            try:
+                dit_config["allow_fp16"] = torch.std(state_dict['{}layers.{}.ffn_norm1.weight'.format(key_prefix, dit_config["n_layers"] - 2)], unbiased=False).item() < 0.42
+            except Exception:
+                pass
+            if '{}cap_pad_token'.format(key_prefix) in state_dict_keys:
+                dit_config["pad_tokens_multiple"] = 32
+            sig_weight = state_dict.get('{}siglip_embedder.0.weight'.format(key_prefix), None)
+            if sig_weight is not None:
+                dit_config["siglip_feat_dim"] = sig_weight.shape[0]
+
+            dec_cond_key = '{}dec_net.cond_embed.weight'.format(key_prefix)
+            if dec_cond_key in state_dict_keys:  # pixel-space variant
+                dit_config["image_model"] = "zimage_pixel"
+                # patch_size and in_channels are derived from x_embedder:
+                #   x_embedder: Linear(patch_size * patch_size * in_channels, dim)
+                # The decoder also receives the full flat patch, so decoder_in_channels = x_embedder input dim.
+                x_emb_in = state_dict['{}x_embedder.weight'.format(key_prefix)].shape[1]
+                dec_out = state_dict['{}dec_net.final_layer.linear.weight'.format(key_prefix)].shape[0]
+                # patch_size: infer from decoder final layer output matching x_embedder input
+                # in_channels: infer from dec_net input_embedder (in_features = dec_in_ch + max_freqs^2)
+                embedder_w = state_dict['{}dec_net.input_embedder.embedder.0.weight'.format(key_prefix)]
+                dec_in_ch = dec_out  # decoder in == decoder out (same pixel space)
+                dit_config["patch_size"] = round((x_emb_in / 3) ** 0.5)  # assume RGB (in_channels=3)
+                dit_config["in_channels"] = 3
+                dit_config["decoder_in_channels"] = dec_in_ch
+                dit_config["decoder_hidden_size"] = state_dict[dec_cond_key].shape[0]
+                dit_config["decoder_num_res_blocks"] = count_blocks(
+                    state_dict_keys, '{}dec_net.res_blocks.'.format(key_prefix) + '{}.'
+                )
+                dit_config["decoder_max_freqs"] = int((embedder_w.shape[1] - dec_in_ch) ** 0.5)
+                if '{}__x0__'.format(key_prefix) in state_dict_keys:
+                    dit_config["use_x0"] = True
+
+        return dit_config
+
+    if '{}blocks.0.norm1.linear.weight'.format(key_prefix) in state_dict_keys:  # CogVideoX
+        dit_config = {}
+        dit_config["image_model"] = "cogvideox"
+
+        # Extract config from weight shapes
+        norm1_weight = state_dict['{}blocks.0.norm1.linear.weight'.format(key_prefix)]
+        time_embed_dim = norm1_weight.shape[1]
+        dim = norm1_weight.shape[0] // 6
+
+        dit_config["num_attention_heads"] = dim // 64
+        dit_config["attention_head_dim"] = 64
+        dit_config["time_embed_dim"] = time_embed_dim
+        dit_config["num_layers"] = count_blocks(state_dict_keys, '{}blocks.'.format(key_prefix) + '{}.')
+
+        # Detect in_channels from patch_embed
+        patch_proj_key = '{}patch_embed.proj.weight'.format(key_prefix)
+        if patch_proj_key in state_dict_keys:
+            w = state_dict[patch_proj_key]
+            if w.ndim == 4:
+                # Conv2d: [out, in, kh, kw] — CogVideoX 1.0
+                dit_config["in_channels"] = w.shape[1]
+                dit_config["patch_size"] = w.shape[2]
+            elif w.ndim == 2:
+                # Linear: [out, in_channels * patch_size * patch_size * patch_size_t] — CogVideoX 1.5
+                dit_config["patch_size"] = 2
+                dit_config["patch_size_t"] = 2
+                dit_config["in_channels"] = w.shape[1] // (2 * 2 * 2)  # 256 // 8 = 32
+
+        text_proj_key = '{}patch_embed.text_proj.weight'.format(key_prefix)
+        if text_proj_key in state_dict_keys:
+            dit_config["text_embed_dim"] = state_dict[text_proj_key].shape[1]
+
+        # Detect OFS embedding
+        ofs_key = '{}ofs_embedding_linear_1.weight'.format(key_prefix)
+        if ofs_key in state_dict_keys:
+            dit_config["ofs_embed_dim"] = state_dict[ofs_key].shape[1]
+
+        # Detect positional embedding type
+        pos_key = '{}patch_embed.pos_embedding'.format(key_prefix)
+        if pos_key in state_dict_keys:
+            dit_config["use_learned_positional_embeddings"] = True
+            dit_config["use_rotary_positional_embeddings"] = False
+        else:
+            dit_config["use_learned_positional_embeddings"] = False
+            dit_config["use_rotary_positional_embeddings"] = True
+
+        return dit_config
+
+    seedvr2_7b_separate_key = "{}blocks.35.mlp.vid.proj_out.weight".format(key_prefix)
+    if seedvr2_7b_separate_key in state_dict_keys and state_dict[seedvr2_7b_separate_key].shape[0] == 3072: # seedvr2 7b
+        dit_config = {}
+        dit_config["image_model"] = "seedvr2"
+        dit_config["vid_dim"] = 3072
+        dit_config["heads"] = 24
+        dit_config["num_layers"] = 36
+        # This checkpoint uses separate vid/txt MMModule keys in every block.
+        dit_config["mm_layers"] = 36
+        dit_config["norm_eps"] = 1e-5
+        dit_config["rope_type"] = "rope3d"
+        dit_config["rope_dim"] = 64
+        dit_config["mlp_type"] = "normal"
+        return dit_config
+    if "{}blocks.35.mlp.all.proj_in_gate.weight".format(key_prefix) in state_dict_keys: # seedvr2 7b
+        dit_config = {}
+        dit_config["image_model"] = "seedvr2"
+        dit_config["vid_dim"] = 3072
+        dit_config["heads"] = 24
+        dit_config["num_layers"] = 36
+        # This checkpoint uses shared all.* MMModule keys after the initial blocks.
+        dit_config["mm_layers"] = 10
+        dit_config["norm_eps"] = 1e-5
+        dit_config["rope_type"] = "rope3d"
+        dit_config["rope_dim"] = 64
+        dit_config["mlp_type"] = "swiglu"
+        return dit_config
+    if "{}blocks.31.mlp.all.proj_in_gate.weight".format(key_prefix) in state_dict_keys: # seedvr2 3b
+        dit_config = {}
+        dit_config["image_model"] = "seedvr2"
+        dit_config["vid_dim"] = 2560
+        dit_config["heads"] = 20
+        dit_config["num_layers"] = 32
+        dit_config["norm_eps"] = 1.0e-05
+        dit_config["mlp_type"] = "swiglu"
+        dit_config["vid_out_norm"] = True
+        return dit_config
+
+    if '{}head.modulation'.format(key_prefix) in state_dict_keys:  # Wan 2.1
+        dit_config = {}
+        dit_config["image_model"] = "wan2.1"
+        dim = state_dict['{}head.modulation'.format(key_prefix)].shape[-1]
+        out_dim = state_dict['{}head.head.weight'.format(key_prefix)].shape[0] // 4
+        dit_config["dim"] = dim
+        dit_config["out_dim"] = out_dim
+        dit_config["num_heads"] = dim // 128
+        dit_config["ffn_dim"] = state_dict['{}blocks.0.ffn.0.weight'.format(key_prefix)].shape[0]
+        dit_config["num_layers"] = count_blocks(state_dict_keys, '{}blocks.'.format(key_prefix) + '{}.')
+        dit_config["patch_size"] = (1, 2, 2)
+        dit_config["freq_dim"] = 256
+        dit_config["window_size"] = (-1, -1)
+        dit_config["qk_norm"] = True
+        dit_config["cross_attn_norm"] = True
+        dit_config["eps"] = 1e-6
+        dit_config["in_dim"] = state_dict['{}patch_embedding.weight'.format(key_prefix)].shape[1]
+        if '{}vace_patch_embedding.weight'.format(key_prefix) in state_dict_keys:
+            dit_config["model_type"] = "vace"
+            dit_config["vace_in_dim"] = state_dict['{}vace_patch_embedding.weight'.format(key_prefix)].shape[1]
+            dit_config["vace_layers"] = count_blocks(state_dict_keys, '{}vace_blocks.'.format(key_prefix) + '{}.')
+        elif '{}control_adapter.conv.weight'.format(key_prefix) in state_dict_keys:
+            if '{}img_emb.proj.0.bias'.format(key_prefix) in state_dict_keys:
+                dit_config["model_type"] = "camera"
+            else:
+                dit_config["model_type"] = "camera_2.2"
+        elif '{}casual_audio_encoder.encoder.final_linear.weight'.format(key_prefix) in state_dict_keys:
+            dit_config["model_type"] = "s2v"
+        elif '{}audio_proj.audio_proj_glob_1.layer.bias'.format(key_prefix) in state_dict_keys:
+            dit_config["model_type"] = "humo"
+        elif '{}face_adapter.fuser_blocks.0.k_norm.weight'.format(key_prefix) in state_dict_keys:
+            dit_config["model_type"] = "animate"
+        elif '{}patch_embedding_mask.weight'.format(key_prefix) in state_dict_keys:
+            dit_config["model_type"] = "scail2"
+        elif '{}patch_embedding_pose.weight'.format(key_prefix) in state_dict_keys:
+            dit_config["model_type"] = "scail"
+        elif '{}patch_embedding_global.weight'.format(key_prefix) in state_dict_keys:
+            dit_config["model_type"] = "wandancer"
+        else:
+            if '{}img_emb.proj.0.bias'.format(key_prefix) in state_dict_keys:
+                dit_config["model_type"] = "i2v"
+            else:
+                dit_config["model_type"] = "t2v"
+        flf_weight = state_dict.get('{}img_emb.emb_pos'.format(key_prefix))
+        if flf_weight is not None:
+            dit_config["flf_pos_embed_token_number"] = flf_weight.shape[1]
+
+        ref_conv_weight = state_dict.get('{}ref_conv.weight'.format(key_prefix))
+        if ref_conv_weight is not None:
+            dit_config["in_dim_ref_conv"] = ref_conv_weight.shape[1]
+
+        if metadata is not None and "config" in metadata:
+            dit_config.update(json.loads(metadata["config"]).get("transformer", {}))
+
+        return dit_config
+
+    if '{}latent_in.weight'.format(key_prefix) in state_dict_keys:  # Hunyuan 3D
+        in_shape = state_dict['{}latent_in.weight'.format(key_prefix)].shape
+        dit_config = {}
+        dit_config["image_model"] = "hunyuan3d2"
+        dit_config["in_channels"] = in_shape[1]
+        dit_config["context_in_dim"] = state_dict['{}cond_in.weight'.format(key_prefix)].shape[1]
+        dit_config["hidden_size"] = in_shape[0]
+        dit_config["mlp_ratio"] = 4.0
+        dit_config["num_heads"] = 16
+        dit_config["depth"] = count_blocks(state_dict_keys, '{}double_blocks.'.format(key_prefix) + '{}.')
+        dit_config["depth_single_blocks"] = count_blocks(state_dict_keys, '{}single_blocks.'.format(key_prefix) + '{}.')
+        dit_config["qkv_bias"] = True
+        dit_config["guidance_embed"] = "{}guidance_in.in_layer.weight".format(key_prefix) in state_dict_keys
+        return dit_config
+
+    if f"{key_prefix}t_embedder.mlp.2.weight" in state_dict_keys and f"{key_prefix}blocks.0.attn1.k_norm.weight" in state_dict_keys:  # Hunyuan 3D 2.1
+        dit_config = {}
+        dit_config["image_model"] = "hunyuan3d2_1"
+        dit_config["in_channels"] = state_dict[f"{key_prefix}x_embedder.weight"].shape[1]
+        dit_config["context_dim"] = 1024
+        dit_config["hidden_size"] = state_dict[f"{key_prefix}x_embedder.weight"].shape[0]
+        dit_config["mlp_ratio"] = 4.0
+        dit_config["num_heads"] = 16
+        dit_config["depth"] = count_blocks(state_dict_keys, f"{key_prefix}blocks.{{}}")
+        dit_config["qkv_bias"] = False
+        dit_config["guidance_cond_proj_dim"] = None#f"{key_prefix}t_embedder.cond_proj.weight" in state_dict_keys
+        return dit_config
+
+    if '{}cam_out_layer.weight'.format(key_prefix) in state_dict_keys and '{}repo_layers.0.final_map.weight'.format(key_prefix) in state_dict_keys:  # TripoSplat
+        return {"image_model": "triposplat"}
+
+    if '{}t_embedder1.mlp.0.weight'.format(key_prefix) in state_dict_keys and '{}x_embedder.proj1.weight'.format(key_prefix) in state_dict_keys:  # HiDream-O1
+        return {"image_model": "hidream_o1"}
+
+    if '{}caption_projection.0.linear.weight'.format(key_prefix) in state_dict_keys:  # HiDream
+        dit_config = {}
+        dit_config["image_model"] = "hidream"
+        dit_config["attention_head_dim"] = 128
+        dit_config["axes_dims_rope"] = [64, 32, 32]
+        dit_config["caption_channels"] = [4096, 4096]
+        dit_config["max_resolution"] = [128, 128]
+        dit_config["in_channels"] = 16
+        dit_config["llama_layers"] = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31]
+        dit_config["num_attention_heads"] = 20
+        dit_config["num_routed_experts"] = 4
+        dit_config["num_activated_experts"] = 2
+        dit_config["num_layers"] = 16
+        dit_config["num_single_layers"] = 32
+        dit_config["out_channels"] = 16
+        dit_config["patch_size"] = 2
+        dit_config["text_emb_dim"] = 2048
+        return dit_config
+
+    if '{}blocks.0.mlp.layer1.weight'.format(key_prefix) in state_dict_keys:  # Cosmos predict2
+        dit_config = {}
+        dit_config["image_model"] = "cosmos_predict2"
+        if "{}llm_adapter.blocks.0.cross_attn.q_proj.weight".format(key_prefix) in state_dict_keys:
+            dit_config["image_model"] = "anima"
+        dit_config["max_img_h"] = 240
+        dit_config["max_img_w"] = 240
+        dit_config["max_frames"] = 128
+        concat_padding_mask = True
+        dit_config["in_channels"] = (state_dict['{}x_embedder.proj.1.weight'.format(key_prefix)].shape[1] // 4) - int(concat_padding_mask)
+        dit_config["out_channels"] = 16
+        dit_config["patch_spatial"] = 2
+        dit_config["patch_temporal"] = 1
+        dit_config["model_channels"] = state_dict['{}x_embedder.proj.1.weight'.format(key_prefix)].shape[0]
+        dit_config["concat_padding_mask"] = concat_padding_mask
+        dit_config["crossattn_emb_channels"] = 1024
+        dit_config["pos_emb_cls"] = "rope3d"
+        dit_config["pos_emb_learnable"] = True
+        dit_config["pos_emb_interpolation"] = "crop"
+        dit_config["min_fps"] = 1
+        dit_config["max_fps"] = 30
+
+        dit_config["use_adaln_lora"] = True
+        dit_config["adaln_lora_dim"] = 256
+        if dit_config["model_channels"] == 2048:
+            dit_config["num_blocks"] = 28
+            dit_config["num_heads"] = 16
+        elif dit_config["model_channels"] == 5120:
+            dit_config["num_blocks"] = 36
+            dit_config["num_heads"] = 40
+
+        if dit_config["in_channels"] == 16:
+            dit_config["extra_per_block_abs_pos_emb"] = False
+            dit_config["rope_h_extrapolation_ratio"] = 4.0
+            dit_config["rope_w_extrapolation_ratio"] = 4.0
+            dit_config["rope_t_extrapolation_ratio"] = 1.0
+        elif dit_config["in_channels"] == 17: # img to video
+            if dit_config["model_channels"] == 2048:
+                dit_config["extra_per_block_abs_pos_emb"] = False
+                dit_config["rope_h_extrapolation_ratio"] = 3.0
+                dit_config["rope_w_extrapolation_ratio"] = 3.0
+                dit_config["rope_t_extrapolation_ratio"] = 1.0
+            elif dit_config["model_channels"] == 5120:
+                dit_config["rope_h_extrapolation_ratio"] = 2.0
+                dit_config["rope_w_extrapolation_ratio"] = 2.0
+                dit_config["rope_t_extrapolation_ratio"] = 0.8333333333333334
+
+        dit_config["extra_h_extrapolation_ratio"] = 1.0
+        dit_config["extra_w_extrapolation_ratio"] = 1.0
+        dit_config["extra_t_extrapolation_ratio"] = 1.0
+        dit_config["rope_enable_fps_modulation"] = False
+
+        return dit_config
+
+    if '{}double_stream_layers.0.img_instruct_attn.processor.img_to_q.weight'.format(key_prefix) in state_dict_keys:  # Boogu-Image (OmniGen2 derivative + dual-stream stage)
+        dit_config = {}
+        dit_config["image_model"] = "boogu"
+        dit_config["hidden_size"] = state_dict['{}x_embedder.weight'.format(key_prefix)].shape[0]
+        dit_config["num_layers"] = count_blocks(state_dict_keys, '{}single_stream_layers.'.format(key_prefix) + '{}.')
+        dit_config["num_double_stream_layers"] = count_blocks(state_dict_keys, '{}double_stream_layers.'.format(key_prefix) + '{}.')
+        dit_config["num_refiner_layers"] = count_blocks(state_dict_keys, '{}noise_refiner.'.format(key_prefix) + '{}.')
+        dit_config["instruction_feat_dim"] = state_dict['{}time_caption_embed.caption_embedder.0.weight'.format(key_prefix)].shape[0]
+        return dit_config
+
+    if '{}time_caption_embed.timestep_embedder.linear_1.bias'.format(key_prefix) in state_dict_keys:  # Omnigen2
+        dit_config = {}
+        dit_config["image_model"] = "omnigen2"
+        dit_config["axes_dim_rope"] = [40, 40, 40]
+        dit_config["axes_lens"] = [1024, 1664, 1664]
+        dit_config["ffn_dim_multiplier"] = None
+        dit_config["hidden_size"] = 2520
+        dit_config["in_channels"] = 16
+        dit_config["multiple_of"] = 256
+        dit_config["norm_eps"] = 1e-05
+        dit_config["num_attention_heads"] = 21
+        dit_config["num_kv_heads"] = 7
+        dit_config["num_layers"] = 32
+        dit_config["num_refiner_layers"] = 2
+        dit_config["out_channels"] = None
+        dit_config["patch_size"] = 2
+        dit_config["text_feat_dim"] = 2048
+        dit_config["timestep_scale"] = 1000.0
+        return dit_config
+
+    if '{}transformer_blocks.0.attn.norm_added_q.weight'.format(key_prefix) in state_dict_keys \
+            and '{}transformer_blocks.0.img_mlp.w1.weight'.format(key_prefix) in state_dict_keys:  # Lens
+        img_in_w = state_dict['{}img_in.weight'.format(key_prefix)]
+        proj_out_w = state_dict['{}proj_out.weight'.format(key_prefix)]
+        multi_layer = '{}txt_norm.0.weight'.format(key_prefix) in state_dict_keys
+        if multi_layer:
+            enc_hidden_dim = state_dict['{}txt_norm.0.weight'.format(key_prefix)].shape[0]
+            # Indices are TE-side; the DiT just consumes L layers in order.
+            selected_layer_index = tuple(range(count_blocks(state_dict_keys, '{}txt_norm.'.format(key_prefix) + '{}.')))
+        else:
+            enc_hidden_dim = state_dict['{}txt_norm.weight'.format(key_prefix)].shape[0]
+            selected_layer_index = (0,)
+
+        return {
+            "image_model": "lens",
+            "in_channels": img_in_w.shape[1],
+            "out_channels": proj_out_w.shape[0] // 4,  # patch_size ** 2 (=2² default)
+            "num_layers": count_blocks(state_dict_keys, '{}transformer_blocks.'.format(key_prefix) + '{}.'),
+            "num_attention_heads": img_in_w.shape[0] // 64,  # // attention_head_dim default
+            "enc_hidden_dim": enc_hidden_dim,
+            "multi_layer_encoder_feature": multi_layer,
+            "selected_layer_index": selected_layer_index,
+        }
+
+    if '{}txt_norm.weight'.format(key_prefix) in state_dict_keys and '{}proj_out.weight'.format(key_prefix) in state_dict_keys and state_dict['{}txt_norm.weight'.format(key_prefix)].shape[0] == 2560 and state_dict['{}proj_out.weight'.format(key_prefix)].shape[0] == 128:  # Mage-Flow (Qwen Image txt_norm/proj_out are 3584/64)
+        dit_config = {}
+        dit_config["image_model"] = "mage_flow"
+        dit_config["in_channels"] = 128
+        dit_config["num_layers"] = count_blocks(state_dict_keys, '{}transformer_blocks.'.format(key_prefix) + '{}.')
+        return dit_config
+
+    if '{}txt_norm.weight'.format(key_prefix) in state_dict_keys:  # Qwen Image
+        dit_config = {}
+        dit_config["image_model"] = "qwen_image"
+        dit_config["in_channels"] = state_dict['{}img_in.weight'.format(key_prefix)].shape[1]
+        dit_config["num_layers"] = count_blocks(state_dict_keys, '{}transformer_blocks.'.format(key_prefix) + '{}.')
+        if "{}__index_timestep_zero__".format(key_prefix) in state_dict_keys:  # 2511
+            dit_config["default_ref_method"] = "index_timestep_zero"
+        if "{}time_text_embed.addition_t_embedding.weight".format(key_prefix) in state_dict_keys:  # Layered
+            dit_config["use_additional_t_cond"] = True
+            dit_config["default_ref_method"] = "negative_index"
+        return dit_config
+
+    if '{}embed_image_indicator.weight'.format(key_prefix) in state_dict_keys:  # Ideogram 4
+        dit_config = {}
+        dit_config["image_model"] = "ideogram4"
+        dit_config["in_channels"] = state_dict['{}input_proj.weight'.format(key_prefix)].shape[1]
+        dit_config["num_layers"] = count_blocks(state_dict_keys, '{}layers.'.format(key_prefix) + '{}.')
+        return dit_config
+
+    if '{}txtfusion.projector.weight'.format(key_prefix) in state_dict_keys:  # Krea 2 (K2)
+        dit_config = {}
+        dit_config["image_model"] = "krea2"
+        head_dim = 128
+        first_w = state_dict['{}first.weight'.format(key_prefix)]  # (features, channels*patch^2)
+        dit_config["features"] = first_w.shape[0]
+        dit_config["channels"] = first_w.shape[1] // (2 * 2)  # patch=2
+        dit_config["patch"] = 2
+        dit_config["layers"] = count_blocks(state_dict_keys, '{}blocks.'.format(key_prefix) + '{}.')
+        dit_config["heads"] = state_dict['{}blocks.0.attn.wq.weight'.format(key_prefix)].shape[0] // head_dim
+        dit_config["kvheads"] = state_dict['{}blocks.0.attn.wk.weight'.format(key_prefix)].shape[0] // head_dim
+        dit_config["txtlayers"] = state_dict['{}txtfusion.projector.weight'.format(key_prefix)].shape[1]
+        dit_config["txtdim"] = state_dict['{}txtfusion.layerwise_blocks.0.prenorm.scale'.format(key_prefix)].shape[0]
+        return dit_config
+
+    if '{}visual_transformer_blocks.0.cross_attention.key_norm.weight'.format(key_prefix) in state_dict_keys: # Kandinsky 5
+        dit_config = {}
+        model_dim = state_dict['{}visual_embeddings.in_layer.bias'.format(key_prefix)].shape[0]
+        dit_config["model_dim"] = model_dim
+        if model_dim in [4096, 2560]: # pro video and lite image
+            dit_config["axes_dims"] = (32, 48, 48)
+            if model_dim == 2560: # lite image
+                dit_config["rope_scale_factor"] = (1.0, 1.0, 1.0)
+        elif model_dim == 1792: # lite video
+            dit_config["axes_dims"] = (16, 24, 24)
+        dit_config["time_dim"] = state_dict['{}time_embeddings.in_layer.bias'.format(key_prefix)].shape[0]
+        dit_config["image_model"] = "kandinsky5"
+        dit_config["ff_dim"] = state_dict['{}visual_transformer_blocks.0.feed_forward.in_layer.weight'.format(key_prefix)].shape[0]
+        dit_config["visual_embed_dim"] = state_dict['{}visual_embeddings.in_layer.weight'.format(key_prefix)].shape[1]
+        dit_config["num_text_blocks"] = count_blocks(state_dict_keys, '{}text_transformer_blocks.'.format(key_prefix) + '{}.')
+        dit_config["num_visual_blocks"] = count_blocks(state_dict_keys, '{}visual_transformer_blocks.'.format(key_prefix) + '{}.')
+        return dit_config
+
+    if '{}encoder.lyric_encoder.layers.0.input_layernorm.weight'.format(key_prefix) in state_dict_keys:
+        dit_config = {}
+        dit_config["audio_model"] = "ace1.5"
+        head_dim = 128
+        dit_config["hidden_size"] = state_dict['{}decoder.layers.0.self_attn_norm.weight'.format(key_prefix)].shape[0]
+        dit_config["intermediate_size"] = state_dict['{}decoder.layers.0.mlp.gate_proj.weight'.format(key_prefix)].shape[0]
+        dit_config["num_heads"] = state_dict['{}decoder.layers.0.self_attn.q_proj.weight'.format(key_prefix)].shape[0] // head_dim
+
+        dit_config["encoder_hidden_size"] = state_dict['{}encoder.lyric_encoder.layers.0.input_layernorm.weight'.format(key_prefix)].shape[0]
+        dit_config["encoder_num_heads"] = state_dict['{}encoder.lyric_encoder.layers.0.self_attn.q_proj.weight'.format(key_prefix)].shape[0] // head_dim
+        dit_config["encoder_intermediate_size"] = state_dict['{}encoder.lyric_encoder.layers.0.mlp.gate_proj.weight'.format(key_prefix)].shape[0]
+        dit_config["num_dit_layers"] = count_blocks(state_dict_keys, '{}decoder.layers.'.format(key_prefix) + '{}.')
+        return dit_config
+
+    if '{}encoder.pan_blocks.1.cv4.conv.weight'.format(key_prefix) in state_dict_keys: # RT-DETR_v4
+        dit_config = {}
+        dit_config["image_model"] = "RT_DETR_v4"
+        dit_config["enc_h"] = state_dict['{}encoder.pan_blocks.1.cv4.conv.weight'.format(key_prefix)].shape[0]
+        return dit_config
+
+    # Depth Anything 3 (repackaged to ComfyUI's native Dinov2Model layout via scripts/convert_da3.py)
+    if '{}backbone.embeddings.patch_embeddings.projection.weight'.format(key_prefix) in state_dict_keys:
+        dit_config = {}
+        dit_config["image_model"] = "DepthAnything3"
+
+        patch_w = state_dict['{}backbone.embeddings.patch_embeddings.projection.weight'.format(key_prefix)]
+        embed_dim = patch_w.shape[0]
+        depth = count_blocks(state_dict_keys, '{}backbone.encoder.layer.'.format(key_prefix) + '{}.')
+
+        # Backbone preset is determined by embed_dim (matches vits/vitb/vitl/vitg).
+        backbone_name = {384: "vits", 768: "vitb", 1024: "vitl", 1536: "vitg"}.get(embed_dim)
+        if backbone_name is None:
+            return None
+        dit_config["backbone_name"] = backbone_name
+
+        # Detect DA3 extensions on top of vanilla DINOv2.
+        has_camera_token = '{}backbone.embeddings.camera_token'.format(key_prefix) in state_dict_keys
+        # qk-norm shows up as `attention.q_norm.weight` on enabled blocks.
+        qknorm_indices = [
+            i for i in range(depth)
+            if '{}backbone.encoder.layer.{}.attention.q_norm.weight'.format(key_prefix, i) in state_dict_keys
+        ]
+        qknorm_start = qknorm_indices[0] if qknorm_indices else -1
+
+        # The DA3 main-series configs always set alt_start == qknorm_start == rope_start.
+        # cat_token=True is implied by the presence of camera_token.
+        if has_camera_token:
+            dit_config["alt_start"] = qknorm_start
+            dit_config["rope_start"] = qknorm_start
+            dit_config["qknorm_start"] = qknorm_start
+            dit_config["cat_token"] = True
+        else:
+            dit_config["alt_start"] = -1
+            dit_config["rope_start"] = -1
+            dit_config["qknorm_start"] = -1
+            dit_config["cat_token"] = False
+
+        # Detect head type and config.
+        has_aux = '{}head.scratch.refinenet1_aux.out_conv.weight'.format(key_prefix) in state_dict_keys
+        dit_config["head_dim_in"] = state_dict['{}head.projects.0.weight'.format(key_prefix)].shape[1]
+        dit_config["head_features"] = state_dict['{}head.scratch.refinenet1.out_conv.weight'.format(key_prefix)].shape[0]
+        dit_config["head_out_channels"] = [
+            state_dict['{}head.projects.{}.weight'.format(key_prefix, i)].shape[0]
+            for i in range(4)
+        ]
+        if has_aux:
+            # DualDPT: dim_in = 2 * embed_dim (because cat_token doubles token width).
+            dit_config["head_type"] = "dualdpt"
+            dit_config["head_output_dim"] = 2
+            dit_config["head_use_sky_head"] = False
+        else:
+            dit_config["head_type"] = "dpt"
+            dit_config["head_output_dim"] = state_dict[
+                '{}head.scratch.output_conv2.2.weight'.format(key_prefix)
+            ].shape[0]
+            dit_config["head_use_sky_head"] = (
+                '{}head.scratch.sky_output_conv2.0.weight'.format(key_prefix) in state_dict_keys
+            )
+
+        # out_layers: hard-coded per upstream YAML config (depth-aware default).
+        if depth >= 24:
+            # vitl: depths used vary between DA3-Large (DualDPT) and Mono/Metric (DPT).
+            if has_aux:
+                dit_config["out_layers"] = [11, 15, 19, 23]
+            else:
+                dit_config["out_layers"] = [4, 11, 17, 23]
+        else:
+            # vits/vitb: 12 blocks
+            dit_config["out_layers"] = [5, 7, 9, 11]
+
+        # Camera encoder/decoder presence (multi-view + pose path).
+        has_cam_enc = '{}cam_enc.token_norm.weight'.format(key_prefix) in state_dict_keys
+        has_cam_dec = '{}cam_dec.fc_t.weight'.format(key_prefix) in state_dict_keys
+        dit_config["has_cam_enc"] = has_cam_enc
+        dit_config["has_cam_dec"] = has_cam_dec
+        if has_cam_enc:
+            cam_enc_w = state_dict.get(
+                '{}cam_enc.pose_branch.fc2.weight'.format(key_prefix)
+            )
+            if cam_enc_w is not None:
+                dit_config["cam_dim_out"] = cam_enc_w.shape[0]
+        if has_cam_dec:
+            cam_dec_w = state_dict.get(
+                '{}cam_dec.fc_t.weight'.format(key_prefix)
+            )
+            if cam_dec_w is not None:
+                dit_config["cam_dec_dim_in"] = cam_dec_w.shape[1]
+        return dit_config
+
+    if '{}layers.0.mlp.linear_fc2.weight'.format(key_prefix) in state_dict_keys: # Ernie Image
+        dit_config = {}
+        dit_config["image_model"] = "ernie"
+        return dit_config
+
+    if 'detector.backbone.vision_backbone.trunk.blocks.0.attn.qkv.weight' in state_dict_keys: # SAM3 / SAM3.1
+        if 'detector.transformer.decoder.query_embed.weight' in state_dict_keys:
+            dit_config = {}
+            dit_config["image_model"] = "SAM3"
+            if 'detector.backbone.vision_backbone.propagation_convs.0.conv_1x1.weight' in state_dict_keys:
+                dit_config["image_model"] = "SAM31"
+            return dit_config
+
+    if (
+        '{}double_blocks.0.attn.img_attn_qkv.weight'.format(key_prefix) in state_dict_keys
+        and '{}double_blocks.0.attn.img_attn_q_norm.weight'.format(key_prefix) in state_dict_keys
+        and '{}condition_embedder.time_embedder.linear_1.weight'.format(key_prefix) in state_dict_keys
+        and '{}img_in.weight'.format(key_prefix) in state_dict_keys
+        and len(state_dict['{}img_in.weight'.format(key_prefix)].shape) == 5
+    ):
+        img_in = state_dict['{}img_in.weight'.format(key_prefix)]
+        head_dim = state_dict['{}double_blocks.0.attn.img_attn_q_norm.weight'.format(key_prefix)].shape[0]
+        return {
+            "image_model": "joyimage",
+            "in_channels": img_in.shape[1],
+            "hidden_size": img_in.shape[0],
+            "patch_size": list(img_in.shape[2:]),
+            "num_layers": count_blocks(state_dict_keys, '{}double_blocks.'.format(key_prefix) + '{}.'),
+            "num_attention_heads": img_in.shape[0] // head_dim,
+            "text_dim": 4096,
+        }
+
+    if '{}input_blocks.0.0.weight'.format(key_prefix) not in state_dict_keys:
+        return None
+
+    unet_config = {
+        "use_checkpoint": False,
+        "image_size": 32,
+        "use_spatial_transformer": True,
+        "legacy": False
+    }
+
+    y_input = '{}label_emb.0.0.weight'.format(key_prefix)
+    if y_input in state_dict_keys:
+        unet_config["num_classes"] = "sequential"
+        unet_config["adm_in_channels"] = state_dict[y_input].shape[1]
+    else:
+        unet_config["adm_in_channels"] = None
+
+    model_channels = state_dict['{}input_blocks.0.0.weight'.format(key_prefix)].shape[0]
+    in_channels = state_dict['{}input_blocks.0.0.weight'.format(key_prefix)].shape[1]
+
+    out_key = '{}out.2.weight'.format(key_prefix)
+    if out_key in state_dict:
+        out_channels = state_dict[out_key].shape[0]
+    else:
+        out_channels = 4
+
+    num_res_blocks = []
+    channel_mult = []
+    transformer_depth = []
+    transformer_depth_output = []
+    context_dim = None
+    use_linear_in_transformer = False
+
+    video_model = False
+    video_model_cross = False
+
+    current_res = 1
+    count = 0
+
+    last_res_blocks = 0
+    last_channel_mult = 0
+
+    input_block_count = count_blocks(state_dict_keys, '{}input_blocks'.format(key_prefix) + '.{}.')
+    for count in range(input_block_count):
+        prefix = '{}input_blocks.{}.'.format(key_prefix, count)
+        prefix_output = '{}output_blocks.{}.'.format(key_prefix, input_block_count - count - 1)
+
+        block_keys = sorted(list(filter(lambda a: a.startswith(prefix), state_dict_keys)))
+        if len(block_keys) == 0:
+            break
+
+        block_keys_output = sorted(list(filter(lambda a: a.startswith(prefix_output), state_dict_keys)))
+
+        if "{}0.op.weight".format(prefix) in block_keys: #new layer
+            num_res_blocks.append(last_res_blocks)
+            channel_mult.append(last_channel_mult)
+
+            current_res *= 2
+            last_res_blocks = 0
+            last_channel_mult = 0
+            out = calculate_transformer_depth(prefix_output, state_dict_keys, state_dict)
+            if out is not None:
+                transformer_depth_output.append(out[0])
+            else:
+                transformer_depth_output.append(0)
+        else:
+            res_block_prefix = "{}0.in_layers.0.weight".format(prefix)
+            if res_block_prefix in block_keys:
+                last_res_blocks += 1
+                last_channel_mult = state_dict["{}0.out_layers.3.weight".format(prefix)].shape[0] // model_channels
+
+                out = calculate_transformer_depth(prefix, state_dict_keys, state_dict)
+                if out is not None:
+                    transformer_depth.append(out[0])
+                    if context_dim is None:
+                        context_dim = out[1]
+                        use_linear_in_transformer = out[2]
+                        video_model = out[3]
+                        video_model_cross = out[4]
+                else:
+                    transformer_depth.append(0)
+
+            res_block_prefix = "{}0.in_layers.0.weight".format(prefix_output)
+            if res_block_prefix in block_keys_output:
+                out = calculate_transformer_depth(prefix_output, state_dict_keys, state_dict)
+                if out is not None:
+                    transformer_depth_output.append(out[0])
+                else:
+                    transformer_depth_output.append(0)
+
+
+    num_res_blocks.append(last_res_blocks)
+    channel_mult.append(last_channel_mult)
+    if "{}middle_block.1.proj_in.weight".format(key_prefix) in state_dict_keys:
+        transformer_depth_middle = count_blocks(state_dict_keys, '{}middle_block.1.transformer_blocks.'.format(key_prefix) + '{}')
+    elif "{}middle_block.0.in_layers.0.weight".format(key_prefix) in state_dict_keys:
+        transformer_depth_middle = -1
+    else:
+        transformer_depth_middle = -2
+
+    unet_config["in_channels"] = in_channels
+    unet_config["out_channels"] = out_channels
+    unet_config["model_channels"] = model_channels
+    unet_config["num_res_blocks"] = num_res_blocks
+    unet_config["transformer_depth"] = transformer_depth
+    unet_config["transformer_depth_output"] = transformer_depth_output
+    unet_config["channel_mult"] = channel_mult
+    unet_config["transformer_depth_middle"] = transformer_depth_middle
+    unet_config['use_linear_in_transformer'] = use_linear_in_transformer
+    unet_config["context_dim"] = context_dim
+
+    if video_model:
+        unet_config["extra_ff_mix_layer"] = True
+        unet_config["use_spatial_context"] = True
+        unet_config["merge_strategy"] = "learned_with_images"
+        unet_config["merge_factor"] = 0.0
+        unet_config["video_kernel_size"] = [3, 1, 1]
+        unet_config["use_temporal_resblock"] = True
+        unet_config["use_temporal_attention"] = True
+        unet_config["disable_temporal_crossattention"] = not video_model_cross
+    else:
+        unet_config["use_temporal_resblock"] = False
+        unet_config["use_temporal_attention"] = False
+
+    heatmap_key = '{}heatmap_head.conv_layers.0.weight'.format(key_prefix)
+    if heatmap_key in state_dict_keys:
+        unet_config["heatmap_head"] = True
+
+    return unet_config
+
+
+def model_config_from_unet_config(unet_config, state_dict=None, unet_key_prefix=""):
+    for model_config in comfy.supported_models.models:
+        if model_config.matches(unet_config, state_dict, unet_key_prefix=unet_key_prefix):
+            return model_config(unet_config)
+
+    logging.error("no match {}".format(unet_config))
+    return None
+
+def model_config_from_unet(state_dict, unet_key_prefix, use_base_if_no_match=False, metadata=None):
+    unet_config = detect_unet_config(state_dict, unet_key_prefix, metadata=metadata)
+    if unet_config is None:
+        return None
+    model_config = model_config_from_unet_config(unet_config, state_dict, unet_key_prefix)
+    if model_config is None and use_base_if_no_match:
+        model_config = comfy.supported_models_base.BASE(unet_config)
+
+    # Detect per-layer quantization (mixed precision)
+    quant_config = comfy.utils.detect_layer_quantization(state_dict, unet_key_prefix)
+    if quant_config:
+        model_config.quant_config = quant_config
+        logging.info("Detected mixed precision quantization")
+
+    return model_config
+
+def unet_prefix_from_state_dict(state_dict):
+    # SAM3: detector.* and tracker.* at top level, no common prefix
+    if any(k.startswith("detector.") for k in state_dict) and any(k.startswith("tracker.") for k in state_dict):
+        return ""
+
+    candidates = ["model.diffusion_model.", #ldm/sgm models
+                  "model.model.", #audio models
+                  "net.", #cosmos
+                  ]
+    counts = {k: 0 for k in candidates}
+    for k in state_dict:
+        for c in candidates:
+            if k.startswith(c):
+                counts[c] += 1
+                break
+
+    top = max(counts, key=counts.get)
+    if counts[top] > 5:
+        return top
+    else:
+        return "model." #aura flow and others
+
+
+def convert_config(unet_config):
+    new_config = unet_config.copy()
+    num_res_blocks = new_config.get("num_res_blocks", None)
+    channel_mult = new_config.get("channel_mult", None)
+
+    if isinstance(num_res_blocks, int):
+        num_res_blocks = len(channel_mult) * [num_res_blocks]
+
+    if "attention_resolutions" in new_config:
+        attention_resolutions = new_config.pop("attention_resolutions")
+        transformer_depth = new_config.get("transformer_depth", None)
+        transformer_depth_middle = new_config.get("transformer_depth_middle", None)
+
+        if isinstance(transformer_depth, int):
+            transformer_depth = len(channel_mult) * [transformer_depth]
+        if transformer_depth_middle is None:
+            transformer_depth_middle =  transformer_depth[-1]
+        t_in = []
+        t_out = []
+        s = 1
+        for i in range(len(num_res_blocks)):
+            res = num_res_blocks[i]
+            d = 0
+            if s in attention_resolutions:
+                d = transformer_depth[i]
+
+            t_in += [d] * res
+            t_out += [d] * (res + 1)
+            s *= 2
+        transformer_depth = t_in
+        new_config["transformer_depth"] = t_in
+        new_config["transformer_depth_output"] = t_out
+        new_config["transformer_depth_middle"] = transformer_depth_middle
+
+    new_config["num_res_blocks"] = num_res_blocks
+    return new_config
+
+
+def unet_config_from_diffusers_unet(state_dict, dtype=None):
+    if "conv_in.weight" not in state_dict:
+        return None
+
+    match = {}
+    transformer_depth = []
+
+    attn_res = 1
+    down_blocks = count_blocks(state_dict, "down_blocks.{}")
+    for i in range(down_blocks):
+        attn_blocks = count_blocks(state_dict, "down_blocks.{}.attentions.".format(i) + '{}')
+        res_blocks = count_blocks(state_dict, "down_blocks.{}.resnets.".format(i) + '{}')
+        for ab in range(attn_blocks):
+            transformer_count = count_blocks(state_dict, "down_blocks.{}.attentions.{}.transformer_blocks.".format(i, ab) + '{}')
+            transformer_depth.append(transformer_count)
+            if transformer_count > 0:
+                match["context_dim"] = state_dict["down_blocks.{}.attentions.{}.transformer_blocks.0.attn2.to_k.weight".format(i, ab)].shape[1]
+
+        attn_res *= 2
+        if attn_blocks == 0:
+            for i in range(res_blocks):
+                transformer_depth.append(0)
+
+    match["transformer_depth"] = transformer_depth
+
+    match["model_channels"] = state_dict["conv_in.weight"].shape[0]
+    match["in_channels"] = state_dict["conv_in.weight"].shape[1]
+    match["adm_in_channels"] = None
+    if "class_embedding.linear_1.weight" in state_dict:
+        match["adm_in_channels"] = state_dict["class_embedding.linear_1.weight"].shape[1]
+    elif "add_embedding.linear_1.weight" in state_dict:
+        match["adm_in_channels"] = state_dict["add_embedding.linear_1.weight"].shape[1]
+
+    SDXL = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+            'num_classes': 'sequential', 'adm_in_channels': 2816, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320,
+            'num_res_blocks': [2, 2, 2], 'transformer_depth': [0, 0, 2, 2, 10, 10], 'channel_mult': [1, 2, 4], 'transformer_depth_middle': 10,
+            'use_linear_in_transformer': True, 'context_dim': 2048, 'num_head_channels': 64, 'transformer_depth_output': [0, 0, 0, 2, 2, 2, 10, 10, 10],
+            'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SDXL_refiner = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+                    'num_classes': 'sequential', 'adm_in_channels': 2560, 'dtype': dtype, 'in_channels': 4, 'model_channels': 384,
+                    'num_res_blocks': [2, 2, 2, 2], 'transformer_depth': [0, 0, 4, 4, 4, 4, 0, 0], 'channel_mult': [1, 2, 4, 4], 'transformer_depth_middle': 4,
+                    'use_linear_in_transformer': True, 'context_dim': 1280, 'num_head_channels': 64, 'transformer_depth_output': [0, 0, 0, 4, 4, 4, 4, 4, 4, 0, 0, 0],
+                    'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SD21 = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+            'adm_in_channels': None, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320, 'num_res_blocks': [2, 2, 2, 2],
+            'transformer_depth': [1, 1, 1, 1, 1, 1, 0, 0], 'channel_mult': [1, 2, 4, 4], 'transformer_depth_middle': 1, 'use_linear_in_transformer': True,
+            'context_dim': 1024, 'num_head_channels': 64, 'transformer_depth_output': [1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0],
+            'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SD21_uncliph = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+                    'num_classes': 'sequential', 'adm_in_channels': 2048, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320,
+                    'num_res_blocks': [2, 2, 2, 2], 'transformer_depth': [1, 1, 1, 1, 1, 1, 0, 0], 'channel_mult': [1, 2, 4, 4], 'transformer_depth_middle': 1,
+                    'use_linear_in_transformer': True, 'context_dim': 1024, 'num_head_channels': 64, 'transformer_depth_output': [1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0],
+                    'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SD21_unclipl = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+                    'num_classes': 'sequential', 'adm_in_channels': 1536, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320,
+                    'num_res_blocks': [2, 2, 2, 2], 'transformer_depth': [1, 1, 1, 1, 1, 1, 0, 0], 'channel_mult': [1, 2, 4, 4], 'transformer_depth_middle': 1,
+                    'use_linear_in_transformer': True, 'context_dim': 1024, 'num_head_channels': 64, 'transformer_depth_output': [1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0],
+                    'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SD15 = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False, 'adm_in_channels': None,
+            'dtype': dtype, 'in_channels': 4, 'model_channels': 320, 'num_res_blocks': [2, 2, 2, 2], 'transformer_depth': [1, 1, 1, 1, 1, 1, 0, 0],
+            'channel_mult': [1, 2, 4, 4], 'transformer_depth_middle': 1, 'use_linear_in_transformer': False, 'context_dim': 768, 'num_heads': 8,
+            'transformer_depth_output': [1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0],
+            'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SDXL_mid_cnet = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+                     'num_classes': 'sequential', 'adm_in_channels': 2816, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320,
+                     'num_res_blocks': [2, 2, 2], 'transformer_depth': [0, 0, 0, 0, 1, 1], 'channel_mult': [1, 2, 4], 'transformer_depth_middle': 1,
+                     'use_linear_in_transformer': True, 'context_dim': 2048, 'num_head_channels': 64, 'transformer_depth_output': [0, 0, 0, 0, 0, 0, 1, 1, 1],
+                     'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SDXL_small_cnet = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+                       'num_classes': 'sequential', 'adm_in_channels': 2816, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320,
+                       'num_res_blocks': [2, 2, 2], 'transformer_depth': [0, 0, 0, 0, 0, 0], 'channel_mult': [1, 2, 4], 'transformer_depth_middle': 0,
+                       'use_linear_in_transformer': True, 'num_head_channels': 64, 'context_dim': 1, 'transformer_depth_output': [0, 0, 0, 0, 0, 0, 0, 0, 0],
+                       'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SDXL_diffusers_inpaint = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+                              'num_classes': 'sequential', 'adm_in_channels': 2816, 'dtype': dtype, 'in_channels': 9, 'model_channels': 320,
+                              'num_res_blocks': [2, 2, 2], 'transformer_depth': [0, 0, 2, 2, 10, 10], 'channel_mult': [1, 2, 4], 'transformer_depth_middle': 10,
+                              'use_linear_in_transformer': True, 'context_dim': 2048, 'num_head_channels': 64, 'transformer_depth_output': [0, 0, 0, 2, 2, 2, 10, 10, 10],
+                              'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SDXL_diffusers_ip2p = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+                              'num_classes': 'sequential', 'adm_in_channels': 2816, 'dtype': dtype, 'in_channels': 8, 'model_channels': 320,
+                              'num_res_blocks': [2, 2, 2], 'transformer_depth': [0, 0, 2, 2, 10, 10], 'channel_mult': [1, 2, 4], 'transformer_depth_middle': 10,
+                              'use_linear_in_transformer': True, 'context_dim': 2048, 'num_head_channels': 64, 'transformer_depth_output': [0, 0, 0, 2, 2, 2, 10, 10, 10],
+                              'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SSD_1B = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+              'num_classes': 'sequential', 'adm_in_channels': 2816, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320,
+              'num_res_blocks': [2, 2, 2], 'transformer_depth': [0, 0, 2, 2, 4, 4], 'transformer_depth_output': [0, 0, 0, 1, 1, 2, 10, 4, 4],
+              'channel_mult': [1, 2, 4], 'transformer_depth_middle': -1, 'use_linear_in_transformer': True, 'context_dim': 2048, 'num_head_channels': 64,
+              'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    Segmind_Vega = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+              'num_classes': 'sequential', 'adm_in_channels': 2816, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320,
+              'num_res_blocks': [2, 2, 2], 'transformer_depth': [0, 0, 1, 1, 2, 2], 'transformer_depth_output': [0, 0, 0, 1, 1, 1, 2, 2, 2],
+              'channel_mult': [1, 2, 4], 'transformer_depth_middle': -1, 'use_linear_in_transformer': True, 'context_dim': 2048, 'num_head_channels': 64,
+              'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    KOALA_700M = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+              'num_classes': 'sequential', 'adm_in_channels': 2816, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320,
+              'num_res_blocks': [1, 1, 1], 'transformer_depth': [0, 2, 5], 'transformer_depth_output': [0, 0, 2, 2, 5, 5],
+              'channel_mult': [1, 2, 4], 'transformer_depth_middle': -2, 'use_linear_in_transformer': True, 'context_dim': 2048, 'num_head_channels': 64,
+              'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    KOALA_1B = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+              'num_classes': 'sequential', 'adm_in_channels': 2816, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320,
+              'num_res_blocks': [1, 1, 1], 'transformer_depth': [0, 2, 6], 'transformer_depth_output': [0, 0, 2, 2, 6, 6],
+              'channel_mult': [1, 2, 4], 'transformer_depth_middle': 6, 'use_linear_in_transformer': True, 'context_dim': 2048, 'num_head_channels': 64,
+              'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SD09_XS = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+            'adm_in_channels': None, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320, 'num_res_blocks': [1, 1, 1],
+            'transformer_depth': [1, 1, 1], 'channel_mult': [1, 2, 4], 'transformer_depth_middle': -2, 'use_linear_in_transformer': True,
+            'context_dim': 1024, 'num_head_channels': 64, 'transformer_depth_output': [1, 1, 1, 1, 1, 1],
+            'use_temporal_attention': False, 'use_temporal_resblock': False, 'disable_self_attentions': [True, False, False]}
+
+    SD_XS = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False,
+            'adm_in_channels': None, 'dtype': dtype, 'in_channels': 4, 'model_channels': 320, 'num_res_blocks': [1, 1, 1],
+            'transformer_depth': [0, 1, 1], 'channel_mult': [1, 2, 4], 'transformer_depth_middle': -2, 'use_linear_in_transformer': False,
+            'context_dim': 768, 'num_head_channels': 64, 'transformer_depth_output': [0, 0, 1, 1, 1, 1],
+            'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    SD15_diffusers_inpaint = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False, 'adm_in_channels': None,
+            'dtype': dtype, 'in_channels': 9, 'model_channels': 320, 'num_res_blocks': [2, 2, 2, 2], 'transformer_depth': [1, 1, 1, 1, 1, 1, 0, 0],
+            'channel_mult': [1, 2, 4, 4], 'transformer_depth_middle': 1, 'use_linear_in_transformer': False, 'context_dim': 768, 'num_heads': 8,
+            'transformer_depth_output': [1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0],
+            'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    LotusD = {'use_checkpoint': False, 'image_size': 32, 'out_channels': 4, 'use_spatial_transformer': True, 'legacy': False, 'adm_in_channels': 4,
+            'dtype': dtype, 'in_channels': 4, 'model_channels': 320, 'num_res_blocks': [2, 2, 2, 2], 'transformer_depth': [1, 1, 1, 1, 1, 1, 0, 0],
+            'channel_mult': [1, 2, 4, 4], 'transformer_depth_middle': 1, 'use_linear_in_transformer': True, 'context_dim': 1024, 'num_head_channels': 64,
+            'transformer_depth_output': [1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0],
+            'use_temporal_attention': False, 'use_temporal_resblock': False}
+
+    supported_models = [LotusD, SDXL, SDXL_refiner, SD21, SD15, SD21_uncliph, SD21_unclipl, SDXL_mid_cnet, SDXL_small_cnet, SDXL_diffusers_inpaint, SSD_1B, Segmind_Vega, KOALA_700M, KOALA_1B, SD09_XS, SD_XS, SDXL_diffusers_ip2p, SD15_diffusers_inpaint]
+
+    for unet_config in supported_models:
+        matches = True
+        for k in match:
+            if match[k] != unet_config[k]:
+                matches = False
+                break
+        if matches:
+            return convert_config(unet_config)
+    return None
+
+def model_config_from_diffusers_unet(state_dict):
+    unet_config = unet_config_from_diffusers_unet(state_dict)
+    if unet_config is not None:
+        return model_config_from_unet_config(unet_config)
+    return None
+
+def convert_diffusers_mmdit(state_dict, output_prefix=""):
+    out_sd = {}
+
+    if 'joint_transformer_blocks.0.attn.add_k_proj.weight' in state_dict: #AuraFlow
+        num_joint = count_blocks(state_dict, 'joint_transformer_blocks.{}.')
+        num_single = count_blocks(state_dict, 'single_transformer_blocks.{}.')
+        sd_map = comfy.utils.auraflow_to_diffusers({"n_double_layers": num_joint, "n_layers": num_joint + num_single}, output_prefix=output_prefix)
+    elif 'adaln_single.emb.timestep_embedder.linear_1.bias' in state_dict and 'pos_embed.proj.bias' in state_dict: # PixArt
+        num_blocks = count_blocks(state_dict, 'transformer_blocks.{}.')
+        sd_map = comfy.utils.pixart_to_diffusers({"depth": num_blocks}, output_prefix=output_prefix)
+    elif 'noise_refiner.0.attention.norm_k.weight' in state_dict:
+        n_layers = count_blocks(state_dict, 'layers.{}.')
+        dim = state_dict['noise_refiner.0.attention.to_k.weight'].shape[0]
+        sd_map = comfy.utils.z_image_to_diffusers({"n_layers": n_layers, "dim": dim}, output_prefix=output_prefix)
+        for k in state_dict: # For zeta chroma
+            if k not in sd_map:
+                sd_map[k] = k
+    elif 'x_embedder.weight' in state_dict: #Flux
+        depth = count_blocks(state_dict, 'transformer_blocks.{}.')
+        depth_single_blocks = count_blocks(state_dict, 'single_transformer_blocks.{}.')
+        hidden_size = state_dict["x_embedder.bias"].shape[0]
+        sd_map = comfy.utils.flux_to_diffusers({"depth": depth, "depth_single_blocks": depth_single_blocks, "hidden_size": hidden_size}, output_prefix=output_prefix)
+    elif 'transformer_blocks.0.attn.add_q_proj.weight' in state_dict and 'pos_embed.proj.weight' in state_dict: #SD3
+        num_blocks = count_blocks(state_dict, 'transformer_blocks.{}.')
+        depth = state_dict["pos_embed.proj.weight"].shape[0] // 64
+        sd_map = comfy.utils.mmdit_to_diffusers({"depth": depth, "num_blocks": num_blocks}, output_prefix=output_prefix)
+    else:
+        return None
+
+    for k in sd_map:
+        weight = state_dict.get(k, None)
+        if weight is not None:
+            t = sd_map[k]
+
+            if not isinstance(t, str):
+                if len(t) > 2:
+                    fun = t[2]
+                else:
+                    fun = lambda a: a
+                offset = t[1]
+                if offset is not None:
+                    old_weight = out_sd.get(t[0], None)
+                    if old_weight is None:
+                        old_weight = torch.empty_like(weight)
+                    if old_weight.shape[offset[0]] < offset[1] + offset[2]:
+                        exp = list(weight.shape)
+                        exp[offset[0]] = offset[1] + offset[2]
+                        new = torch.empty(exp, device=weight.device, dtype=weight.dtype)
+                        new[:old_weight.shape[0]] = old_weight
+                        old_weight = new
+
+                    if old_weight is out_sd.get(t[0], None) and comfy.memory_management.aimdo_enabled:
+                        old_weight = old_weight.clone()
+
+                    w = old_weight.narrow(offset[0], offset[1], offset[2])
+                else:
+                    if comfy.memory_management.aimdo_enabled:
+                        weight = weight.clone()
+                    old_weight = weight
+                    w = weight
+                w[:] = fun(weight)
+                t = t[0]
+                out_sd[t] = old_weight
+            else:
+                out_sd[t] = weight
+            state_dict.pop(k)
+
+    return out_sd
diff --git a/ComfyUI/comfy/model_management.py b/ComfyUI/comfy/model_management.py
new file mode 100644
index 0000000000000000000000000000000000000000..9f8e7f07b18161549d52b28f356152ce217121b8
--- /dev/null
+++ b/ComfyUI/comfy/model_management.py
@@ -0,0 +1,2102 @@
+"""
+    This file is part of ComfyUI.
+    Copyright (C) 2024 Comfy
+
+    This program is free software: you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License
+    along with this program.  If not, see <https://www.gnu.org/licenses/>.
+"""
+from __future__ import annotations
+
+import psutil
+import logging
+from enum import Enum
+from comfy.cli_args import args, PerformanceFeature
+import threading
+import torch
+import sys
+import platform
+import weakref
+import gc
+import os
+from contextlib import contextmanager, nullcontext
+import comfy.memory_management
+import comfy.utils
+import comfy.quant_ops
+import comfy_aimdo.host_buffer
+import comfy_aimdo.vram_buffer
+from comfy.internal_logging import detail
+
+from typing import TYPE_CHECKING
+if TYPE_CHECKING:
+    from comfy.model_patcher import ModelPatcher
+
+
+class VRAMState(Enum):
+    DISABLED = 0    #No vram present: no need to move models to vram
+    NO_VRAM = 1     #Very low vram: enable all the options to save vram
+    LOW_VRAM = 2
+    NORMAL_VRAM = 3
+    HIGH_VRAM = 4
+    SHARED = 5      #No dedicated vram: memory shared between CPU and GPU but models still need to be moved between both.
+
+class CPUState(Enum):
+    GPU = 0
+    CPU = 1
+    MPS = 2
+
+# Determine VRAM State
+vram_state = VRAMState.NORMAL_VRAM
+set_vram_to = VRAMState.NORMAL_VRAM
+cpu_state = CPUState.GPU
+
+total_vram = 0
+
+
+# Training Related State
+in_training = False
+training_fp8_bwd = False
+
+
+def get_supported_float8_types():
+    float8_types = []
+    try:
+        float8_types.append(torch.float8_e4m3fn)
+    except:
+        pass
+    try:
+        float8_types.append(torch.float8_e4m3fnuz)
+    except:
+        pass
+    try:
+        float8_types.append(torch.float8_e5m2)
+    except:
+        pass
+    try:
+        float8_types.append(torch.float8_e5m2fnuz)
+    except:
+        pass
+    try:
+        float8_types.append(torch.float8_e8m0fnu)
+    except:
+        pass
+    return float8_types
+
+FLOAT8_TYPES = get_supported_float8_types()
+
+xpu_available = False
+torch_version = ""
+try:
+    torch_version = torch.version.__version__
+    temp = torch_version.split(".")
+    torch_version_numeric = (int(temp[0]), int(temp[1]))
+except:
+    pass
+
+lowvram_available = True
+if args.deterministic:
+    logging.info("Using deterministic algorithms for pytorch")
+    torch.use_deterministic_algorithms(True, warn_only=True)
+
+directml_enabled = False
+if args.directml is not None:
+    logging.warning("WARNING: torch-directml barely works, is very slow, has not been updated in over 1 year and might be removed soon, please don't use it, there are better options.")
+    import torch_directml
+    directml_enabled = True
+    device_index = args.directml
+    if device_index < 0:
+        directml_device = torch_directml.device()
+    else:
+        directml_device = torch_directml.device(device_index)
+    logging.info("Using directml with device: {}".format(torch_directml.device_name(device_index)))
+    # torch_directml.disable_tiled_resources(True)
+    lowvram_available = False #TODO: need to find a way to get free memory in directml before this can be enabled by default.
+
+
+try:
+    _ = torch.xpu.device_count()
+    xpu_available = torch.xpu.is_available()
+except:
+    xpu_available = False
+
+try:
+    if torch.backends.mps.is_available():
+        cpu_state = CPUState.MPS
+        import torch.mps
+except:
+    pass
+
+try:
+    import torch_npu  # noqa: F401
+    _ = torch.npu.device_count()
+    npu_available = torch.npu.is_available()
+except:
+    npu_available = False
+
+try:
+    import torch_mlu  # noqa: F401
+    _ = torch.mlu.device_count()
+    mlu_available = torch.mlu.is_available()
+except:
+    mlu_available = False
+
+try:
+    ixuca_available = hasattr(torch, "corex")
+except:
+    ixuca_available = False
+
+if args.cpu:
+    cpu_state = CPUState.CPU
+
+def is_intel_xpu():
+    global cpu_state
+    global xpu_available
+    if cpu_state == CPUState.GPU:
+        if xpu_available:
+            return True
+    return False
+
+def is_ascend_npu():
+    global npu_available
+    if npu_available:
+        return True
+    return False
+
+def is_mlu():
+    global mlu_available
+    if mlu_available:
+        return True
+    return False
+
+def is_ixuca():
+    global ixuca_available
+    if ixuca_available:
+        return True
+    return False
+
+def is_wsl():
+    version = platform.uname().release
+    if version.endswith("-Microsoft"):
+        return True
+    elif version.endswith("microsoft-standard-WSL2"):
+        return True
+    return False
+
+def get_torch_device():
+    global directml_enabled
+    global cpu_state
+    if directml_enabled:
+        global directml_device
+        return directml_device
+    if cpu_state == CPUState.MPS:
+        return torch.device("mps")
+    if cpu_state == CPUState.CPU:
+        return torch.device("cpu")
+    else:
+        if is_intel_xpu():
+            return torch.device("xpu", torch.xpu.current_device())
+        elif is_ascend_npu():
+            return torch.device("npu", torch.npu.current_device())
+        elif is_mlu():
+            return torch.device("mlu", torch.mlu.current_device())
+        else:
+            return torch.device(torch.cuda.current_device())
+
+def get_all_torch_devices(exclude_current=False):
+    global cpu_state
+    devices = []
+    if cpu_state == CPUState.GPU:
+        # NVIDIA + AMD/ROCm both expose their GPUs through torch.cuda.*;
+        # without the AMD arm, single-GPU ROCm users get an empty list
+        # which silently turns unload_all_models() into a no-op.
+        if is_nvidia() or is_amd():
+            for i in range(torch.cuda.device_count()):
+                devices.append(torch.device("cuda", i))
+        elif is_intel_xpu():
+            for i in range(torch.xpu.device_count()):
+                devices.append(torch.device("xpu", i))
+        elif is_ascend_npu():
+            for i in range(torch.npu.device_count()):
+                devices.append(torch.device("npu", i))
+        elif is_mlu():
+            for i in range(torch.mlu.device_count()):
+                devices.append(torch.device("mlu", i))
+        else:
+            # Fallback for unhandled GPU backends (e.g. DirectML): at least
+            # report the current device so callers like unload_all_models()
+            # do not silently no-op.
+            devices.append(get_torch_device())
+    else:
+        devices.append(get_torch_device())
+    if exclude_current:
+        current = get_torch_device()
+        if current in devices:
+            devices.remove(current)
+    return devices
+
+def get_gpu_device_options():
+    """Return list of device option strings for node widgets.
+
+    Always includes "default" and "cpu". When multiple GPUs are present,
+    adds "gpu:0", "gpu:1", etc. (vendor-agnostic labels).
+    """
+    options = ["default", "cpu"]
+    devices = get_all_torch_devices()
+    if len(devices) > 1:
+        for i in range(len(devices)):
+            options.append(f"gpu:{i}")
+    return options
+
+def get_gpu_device_options_no_cpu():
+    """Variant of get_gpu_device_options that omits "cpu".
+
+    Intended for components like the VAE selector where running on CPU
+    is impractical and should not be offered as a choice.
+    """
+    return [o for o in get_gpu_device_options() if o != "cpu"]
+
+def resolve_gpu_device_option(option: str):
+    """Resolve a device option string to a torch.device.
+
+    Returns None for "default" (let the caller use its normal default).
+    Returns torch.device("cpu") for "cpu".
+    For "gpu:N", returns the Nth torch device. Returns None if the
+    index is out of range, the option string is malformed, or
+    unrecognized (callers are expected to log their own context-rich
+    message before falling back to the default device).
+    """
+    if option is None or option == "default":
+        return None
+    if option == "cpu":
+        return torch.device("cpu")
+    if option.startswith("gpu:"):
+        try:
+            idx = int(option[4:])
+        except ValueError:
+            return None
+        devices = get_all_torch_devices()
+        if 0 <= idx < len(devices):
+            return devices[idx]
+    return None
+
+@contextmanager
+def cuda_device_context(device):
+    """Context manager that sets torch.cuda.current_device to match *device*.
+
+    Used when running operations on a non-default CUDA device so that custom
+    CUDA kernels (e.g. comfy_kitchen fp8 quantization) pick up the correct
+    device index.  The previous device is restored on exit.
+
+    No-op when *device* is not CUDA, has no explicit index, or already matches
+    the current device.
+    """
+    prev = None
+    if device.type == "cuda" and device.index is not None:
+        prev = torch.cuda.current_device()
+        if prev != device.index:
+            torch.cuda.set_device(device)
+        else:
+            prev = None
+    try:
+        yield
+    finally:
+        if prev is not None:
+            torch.cuda.set_device(prev)
+
+def get_total_memory(dev=None, torch_total_too=False):
+    global directml_enabled
+    if dev is None:
+        dev = get_torch_device()
+
+    if hasattr(dev, 'type') and (dev.type == 'cpu' or dev.type == 'mps'):
+        mem_total = psutil.virtual_memory().total
+        mem_total_torch = mem_total
+    else:
+        if directml_enabled:
+            mem_total = 1024 * 1024 * 1024 #TODO
+            mem_total_torch = mem_total
+        elif is_intel_xpu():
+            stats = torch.xpu.memory_stats(dev)
+            mem_reserved = stats['reserved_bytes.all.current']
+            mem_total_xpu = torch.xpu.get_device_properties(dev).total_memory
+            mem_total_torch = mem_reserved
+            mem_total = mem_total_xpu
+        elif is_ascend_npu():
+            stats = torch.npu.memory_stats(dev)
+            mem_reserved = stats['reserved_bytes.all.current']
+            _, mem_total_npu = torch.npu.mem_get_info(dev)
+            mem_total_torch = mem_reserved
+            mem_total = mem_total_npu
+        elif is_mlu():
+            stats = torch.mlu.memory_stats(dev)
+            mem_reserved = stats['reserved_bytes.all.current']
+            _, mem_total_mlu = torch.mlu.mem_get_info(dev)
+            mem_total_torch = mem_reserved
+            mem_total = mem_total_mlu
+        else:
+            stats = torch.cuda.memory_stats(dev)
+            mem_reserved = stats['reserved_bytes.all.current']
+            _, mem_total_cuda = torch.cuda.mem_get_info(dev)
+            mem_total_torch = mem_reserved
+            mem_total = mem_total_cuda
+
+    if torch_total_too:
+        return (mem_total, mem_total_torch)
+    else:
+        return mem_total
+
+def mac_version():
+    try:
+        return tuple(int(n) for n in platform.mac_ver()[0].split("."))
+    except:
+        return None
+
+total_vram = get_total_memory(get_torch_device()) / (1024 * 1024)
+total_ram = psutil.virtual_memory().total / (1024 * 1024)
+logging.info("Total VRAM {:0.0f} MB, total RAM {:0.0f} MB".format(total_vram, total_ram))
+
+try:
+    logging.info("pytorch version: {}".format(torch_version))
+    mac_ver = mac_version()
+    if mac_ver is not None:
+        logging.info("Mac Version {}".format(mac_ver))
+except:
+    pass
+
+try:
+    OOM_EXCEPTION = torch.cuda.OutOfMemoryError
+except:
+    OOM_EXCEPTION = Exception
+
+try:
+    ACCELERATOR_ERROR = torch.AcceleratorError
+except AttributeError:
+    ACCELERATOR_ERROR = RuntimeError
+
+def is_oom(e):
+    if isinstance(e, OOM_EXCEPTION):
+        return True
+    if isinstance(e, ACCELERATOR_ERROR) and (getattr(e, 'error_code', None) == 2 or "out of memory" in str(e).lower()):
+        discard_cuda_async_error()
+        return True
+    return False
+
+def raise_non_oom(e):
+    if not is_oom(e):
+        raise e
+
+XFORMERS_VERSION = ""
+XFORMERS_ENABLED_VAE = True
+if args.disable_xformers:
+    XFORMERS_IS_AVAILABLE = False
+else:
+    try:
+        import xformers
+        import xformers.ops
+        XFORMERS_IS_AVAILABLE = True
+        try:
+            XFORMERS_IS_AVAILABLE = xformers._has_cpp_library
+        except:
+            pass
+        try:
+            XFORMERS_VERSION = xformers.version.__version__
+            logging.info("xformers version: {}".format(XFORMERS_VERSION))
+            if XFORMERS_VERSION.startswith("0.0.18"):
+                logging.warning("\nWARNING: This version of xformers has a major bug where you will get black images when generating high resolution images.")
+                logging.warning("Please downgrade or upgrade xformers to a different version.\n")
+                XFORMERS_ENABLED_VAE = False
+        except:
+            pass
+    except:
+        XFORMERS_IS_AVAILABLE = False
+
+def is_nvidia():
+    global cpu_state
+    if cpu_state == CPUState.GPU:
+        if torch.version.cuda:
+            return True
+    return False
+
+def is_amd():
+    global cpu_state
+    if cpu_state == CPUState.GPU:
+        if torch.version.hip:
+            return True
+    return False
+
+def amd_min_version(device=None, min_rdna_version=0):
+    if not is_amd():
+        return False
+
+    if is_device_cpu(device):
+        return False
+
+    arch = torch.cuda.get_device_properties(device).gcnArchName
+    if arch.startswith('gfx') and len(arch) == 7:
+        try:
+            cmp_rdna_version = int(arch[4]) + 2
+        except:
+            cmp_rdna_version = 0
+        if cmp_rdna_version >= min_rdna_version:
+            return True
+
+    return False
+
+MIN_WEIGHT_MEMORY_RATIO = 0.4
+if is_nvidia():
+    MIN_WEIGHT_MEMORY_RATIO = 0.0
+
+ENABLE_PYTORCH_ATTENTION = False
+if args.use_pytorch_cross_attention:
+    ENABLE_PYTORCH_ATTENTION = True
+    XFORMERS_IS_AVAILABLE = False
+
+try:
+    if is_nvidia():
+        if torch_version_numeric[0] >= 2:
+            if ENABLE_PYTORCH_ATTENTION == False and args.use_split_cross_attention == False and args.use_quad_cross_attention == False:
+                ENABLE_PYTORCH_ATTENTION = True
+    if is_intel_xpu() or is_ascend_npu() or is_mlu() or is_ixuca():
+        if args.use_split_cross_attention == False and args.use_quad_cross_attention == False:
+            ENABLE_PYTORCH_ATTENTION = True
+except:
+    pass
+
+
+SUPPORT_FP8_OPS = args.supports_fp8_compute
+
+AMD_RDNA2_AND_OLDER_ARCH = ["gfx1030", "gfx1031", "gfx1035", "gfx1010", "gfx1011", "gfx1012", "gfx906", "gfx900", "gfx803"]
+AMD_ENABLE_MIOPEN_ENV = 'COMFYUI_ENABLE_MIOPEN'
+
+try:
+    if is_amd():
+        arch = torch.cuda.get_device_properties(get_torch_device()).gcnArchName.split(':')[0]
+        if not (any((a in arch) for a in AMD_RDNA2_AND_OLDER_ARCH)):
+            if os.getenv(AMD_ENABLE_MIOPEN_ENV) != '1':
+                torch.backends.cudnn.enabled = False  # Seems to improve things a lot on AMD
+                logging.info("Set: torch.backends.cudnn.enabled = False for better AMD performance.")
+
+        try:
+            rocm_version = tuple(map(int, str(torch.version.hip).split(".")[:2]))
+        except:
+            rocm_version = (6, -1)
+
+        def aotriton_supported(gpu_arch):
+            path = torch.__path__[0]
+            path = os.path.join(os.path.join(path, "lib"), "aotriton.images")
+            gfx = set(map(lambda a: a[4:], filter(lambda a: a.startswith("amd-gfx"), os.listdir(path))))
+            if gpu_arch in gfx:
+                return True
+            if "{}x".format(gpu_arch[:-1]) in gfx:
+                return True
+            if "{}xx".format(gpu_arch[:-2]) in gfx:
+                return True
+            return False
+
+        logging.info("AMD arch: {}".format(arch))
+        logging.info("ROCm version: {}".format(rocm_version))
+        if args.use_split_cross_attention == False and args.use_quad_cross_attention == False:
+            if aotriton_supported(arch):  # AMD efficient attention implementation depends on aotriton.
+                if torch_version_numeric >= (2, 7):  # works on 2.6 but doesn't actually seem to improve much
+                    if any((a in arch) for a in ["gfx90a", "gfx942", "gfx950", "gfx1100", "gfx1101", "gfx1150", "gfx1151"]):  # TODO: more arches, TODO: gfx950
+                        ENABLE_PYTORCH_ATTENTION = True
+                if rocm_version >= (7, 0):
+                   if any((a in arch) for a in ["gfx1200", "gfx1201"]):
+                       ENABLE_PYTORCH_ATTENTION = True
+        if torch_version_numeric >= (2, 7) and rocm_version >= (6, 4):
+            if any((a in arch) for a in ["gfx1200", "gfx1201", "gfx950"]):  # TODO: more arches, "gfx942" gives error on pytorch nightly 2.10 1013 rocm7.0
+                SUPPORT_FP8_OPS = True
+
+except:
+    pass
+
+
+if ENABLE_PYTORCH_ATTENTION:
+    torch.backends.cuda.enable_math_sdp(True)
+    torch.backends.cuda.enable_flash_sdp(True)
+    torch.backends.cuda.enable_mem_efficient_sdp(True)
+
+
+PRIORITIZE_FP16 = False  # TODO: remove and replace with something that shows exactly which dtype is faster than the other
+try:
+    if (is_nvidia() or is_amd()) and PerformanceFeature.Fp16Accumulation in args.fast:
+        torch.backends.cuda.matmul.allow_fp16_accumulation = True
+        PRIORITIZE_FP16 = True  # TODO: limit to cards where it actually boosts performance
+        logging.info("Enabled fp16 accumulation.")
+except:
+    pass
+
+
+def set_cudnn_benchmark():
+    if torch.cuda.is_available() and torch.backends.cudnn.is_available():
+        torch.backends.cudnn.benchmark = PerformanceFeature.AutoTune in args.fast
+
+try:
+    if torch_version_numeric >= (2, 5):
+        torch.backends.cuda.allow_fp16_bf16_reduction_math_sdp(True)
+except:
+    logging.warning("Warning, could not set allow_fp16_bf16_reduction_math_sdp")
+
+if args.lowvram:
+    set_vram_to = VRAMState.LOW_VRAM
+    lowvram_available = True
+elif args.novram:
+    set_vram_to = VRAMState.NO_VRAM
+elif args.highvram or args.gpu_only:
+    vram_state = VRAMState.HIGH_VRAM
+
+FORCE_FP32 = False
+if args.force_fp32:
+    logging.info("Forcing FP32, if this improves things please report it.")
+    FORCE_FP32 = True
+
+if lowvram_available:
+    if set_vram_to in (VRAMState.LOW_VRAM, VRAMState.NO_VRAM):
+        vram_state = set_vram_to
+
+
+if cpu_state != CPUState.GPU:
+    vram_state = VRAMState.DISABLED
+
+if cpu_state == CPUState.MPS:
+    vram_state = VRAMState.SHARED
+
+logging.info(f"Set vram state to: {vram_state.name}")
+
+DISABLE_SMART_MEMORY = args.disable_smart_memory
+
+if DISABLE_SMART_MEMORY:
+    logging.info("Disabling smart memory management")
+
+def get_torch_device_name(device):
+    if hasattr(device, 'type'):
+        if device.type == "cuda":
+            try:
+                allocator_backend = torch.cuda.get_allocator_backend()
+            except:
+                allocator_backend = ""
+            return "{} {} : {}".format(device, torch.cuda.get_device_name(device), allocator_backend)
+        elif device.type == "xpu":
+            return "{} {}".format(device, torch.xpu.get_device_name(device))
+        else:
+            return "{}".format(device.type)
+    elif is_intel_xpu():
+        return "{} {}".format(device, torch.xpu.get_device_name(device))
+    elif is_ascend_npu():
+        return "{} {}".format(device, torch.npu.get_device_name(device))
+    elif is_mlu():
+        return "{} {}".format(device, torch.mlu.get_device_name(device))
+    else:
+        return "CUDA {}: {}".format(device, torch.cuda.get_device_name(device))
+
+try:
+    logging.info("Device: {}".format(get_torch_device_name(get_torch_device())))
+except:
+    logging.warning("Could not pick default device.")
+try:
+    for device in get_all_torch_devices(exclude_current=True):
+        logging.info("Device: {}".format(get_torch_device_name(device)))
+except:
+    pass
+
+current_loaded_models: list[LoadedModel] = []
+
+DIRTY_MMAPS = set()
+
+PIN_PRESSURE_HYSTERESIS = 256 * 1024 * 1024
+
+#Freeing registerables on pressure does imply a GPU sync, so go big on
+#the hysteresis so each expensive sync gives us back a good chunk.
+REGISTERABLE_PIN_HYSTERESIS = 2048 * 1024 * 1024
+WINDOWS_PIN_EVICTION_SWAP_PERCENT = 5.0
+WINDOWS_PIN_EVICTION_EMERGENCY_AVAILABLE = 512 * 1024 ** 2
+
+def module_size(module):
+    module_mem = 0
+    sd = module.state_dict()
+    for k in sd:
+        t = sd[k]
+        module_mem += t.nbytes
+    return module_mem
+
+def mark_mmap_dirty(storage):
+    mmap_refs = getattr(storage, "_comfy_tensor_mmap_refs", None)
+    if mmap_refs is not None:
+        DIRTY_MMAPS.add(mmap_refs[0])
+
+PIN_SUBSETS = [ "weights", "patches" ]
+LOADED_PIN_SUBSETS = [ "weights-loaded", "patches-loaded" ]
+
+def models_for_pin_eviction(active, current_prompt=None):
+    for loaded_model in current_loaded_models:
+        model = loaded_model.model
+        if model is None or not model.is_dynamic():
+            continue
+        pin_state = model.model.dynamic_pins[model.load_device]
+        if ((active is None or pin_state["active"] == active) and
+            (current_prompt is None or pin_state["current_prompt"] == current_prompt)):
+            yield model
+
+def free_model_pins(size, subsets, current_prompt, active, registrations=False):
+    freed_total = 0
+    for model in models_for_pin_eviction(active, current_prompt=current_prompt):
+        if size <= 0:
+            return freed_total
+        if registrations:
+            freed = model.unregister_inactive_pins(size, subsets=subsets)
+        else:
+            freed = model.partially_unload_ram(size, subsets=subsets)
+        freed_total += freed
+        size -= freed
+    return freed_total
+
+def pin_eviction_tiers(loaded, evict_active):
+    tiers = [
+        (PIN_SUBSETS, False, None),
+        (LOADED_PIN_SUBSETS, False, None),
+        (LOADED_PIN_SUBSETS, True, None),
+    ]
+    if not loaded:
+        tiers.append((PIN_SUBSETS, True, False))
+        if evict_active:
+            tiers.append((PIN_SUBSETS, True, True))
+    return tiers
+
+def registration_eviction_tiers(evict_active):
+    subsets = PIN_SUBSETS + LOADED_PIN_SUBSETS
+    tiers = [
+        (subsets, False, False),
+        (subsets, True, False),
+    ]
+    if evict_active:
+        tiers.extend([
+            (subsets, False, True),
+            (subsets, True, True),
+        ])
+    return tiers
+
+def free_pins(size, evict_active=False, loaded=False):
+    freed = 0
+    for subsets, current_prompt, active in pin_eviction_tiers(loaded, evict_active):
+        freed += free_model_pins(size - freed, subsets, current_prompt, active)
+    return freed
+
+def should_free_pins_for_ram_pressure(shortfall):
+    if shortfall <= 0:
+        return False
+    if not WINDOWS:
+        return True
+    if psutil.virtual_memory().available < WINDOWS_PIN_EVICTION_EMERGENCY_AVAILABLE:
+        return True
+    try:
+        return psutil.swap_memory().percent >= WINDOWS_PIN_EVICTION_SWAP_PERCENT
+    except RuntimeError as err:
+        logging.warning("Could not read Windows swap usage; falling back to RAM-pressure pin eviction: %s", err)
+        return True
+
+def ensure_pin_budget(size, evict_active=False, loaded=False):
+    if args.high_ram:
+        return True
+    if args.fast_disk:
+        shortfall = TOTAL_PINNED_MEMORY + size - MAX_PINNED_MEMORY
+    else:
+        shortfall = size + max(comfy.memory_management.RAM_CACHE_HEADROOM / 2, 2048 * 1024 ** 2) - psutil.virtual_memory().available
+    if shortfall <= 0:
+        return True
+
+    to_free = shortfall + PIN_PRESSURE_HYSTERESIS
+    return free_pins(to_free, evict_active=evict_active, loaded=loaded) >= shortfall
+
+def free_registrations(shortfall, evict_active=True):
+    if MAX_PINNED_MEMORY <= 0:
+        return False
+    if shortfall <= 0:
+        return True
+
+    shortfall += REGISTERABLE_PIN_HYSTERESIS
+    for subsets, current_prompt, active in registration_eviction_tiers(evict_active):
+        shortfall -= free_model_pins(shortfall, subsets, current_prompt, active, registrations=True)
+    return shortfall <= REGISTERABLE_PIN_HYSTERESIS
+
+def ensure_pin_registerable(size, evict_active=True):
+    return free_registrations(TOTAL_PINNED_MEMORY + size - MAX_PINNED_MEMORY, evict_active=evict_active)
+
+class LoadedModel:
+    def __init__(self, model: ModelPatcher):
+        self._set_model(model)
+        self.device = model.load_device
+        self.real_model = None
+        self.currently_used = True
+        self.model_finalizer = None
+        self._patcher_finalizer = None
+
+    def _set_model(self, model: ModelPatcher):
+        self._model = weakref.ref(model)
+        if model.parent is not None:
+            self._parent_model = weakref.ref(model.parent)
+            self._patcher_finalizer = weakref.finalize(model, self._switch_parent)
+            self._patcher_finalizer.atexit = False
+
+    def _switch_parent(self):
+        model = self._parent_model()
+        if model is not None:
+            self._set_model(model)
+            self.device = model.load_device
+
+    @property
+    def model(self):
+        return self._model()
+
+    def model_memory(self):
+        return self.model.model_size()
+
+    def model_loaded_memory(self):
+        return self.model.loaded_size()
+
+    def model_offloaded_memory(self):
+        return self.model.model_size() - self.model.loaded_size()
+
+    def model_memory_required(self, device):
+        if device == self.model.current_loaded_device():
+            return self.model_offloaded_memory()
+        else:
+            return self.model_memory()
+
+    def model_load(self, lowvram_model_memory=0, force_patch_weights=False):
+        self.model.model_patches_to(self.device)
+        self.model.model_patches_to(self.model.model_dtype())
+
+        # if self.model.loaded_size() > 0:
+        use_more_vram = lowvram_model_memory
+        if use_more_vram == 0:
+            use_more_vram = 1e32
+        self.model_use_more_vram(use_more_vram, force_patch_weights=force_patch_weights)
+
+        real_model = self.model.model
+
+
+        self.real_model = weakref.ref(real_model)
+        self.model_finalizer = weakref.finalize(real_model, cleanup_models)
+        self.model_finalizer.atexit = False
+        return real_model
+
+    def should_reload_model(self, force_patch_weights=False):
+        if force_patch_weights and self.model.lowvram_patch_counter() > 0:
+            return True
+        return False
+
+    def model_unload(self, memory_to_free=None, unpatch_weights=True):
+        if memory_to_free is not None:
+            if memory_to_free < self.model.loaded_size():
+                freed = self.model.partially_unload(self.model.offload_device, memory_to_free)
+                if freed >= memory_to_free:
+                    return False
+        self.model.detach(unpatch_weights)
+        self.model_finalizer.detach()
+        self.model_finalizer = None
+        self.real_model = None
+        return True
+
+    def model_use_more_vram(self, extra_memory, force_patch_weights=False):
+        return self.model.partially_load(self.device, extra_memory, force_patch_weights=force_patch_weights)
+
+    def __eq__(self, other):
+        return self.model is other.model
+
+    def __del__(self):
+        if self._patcher_finalizer is not None:
+            self._patcher_finalizer.detach()
+
+    def is_dead(self):
+        return self.real_model() is not None and self.model is None
+
+
+def use_more_memory(extra_memory, loaded_models, device):
+    for m in loaded_models:
+        if m.device == device:
+            extra_memory -= m.model_use_more_vram(extra_memory)
+            if extra_memory <= 0:
+                break
+
+def offloaded_memory(loaded_models, device):
+    offloaded_mem = 0
+    for m in loaded_models:
+        if m.device == device:
+            offloaded_mem += m.model_offloaded_memory()
+    return offloaded_mem
+
+WINDOWS = any(platform.win32_ver())
+
+EXTRA_RESERVED_VRAM = 400 * 1024 * 1024
+if WINDOWS:
+    EXTRA_RESERVED_VRAM = 600 * 1024 * 1024 #Windows is higher because of the shared vram issue
+    if total_vram > (15 * 1024):  # more extra reserved vram on 16GB+ cards
+        EXTRA_RESERVED_VRAM += 100 * 1024 * 1024
+
+if args.reserve_vram is not None:
+    EXTRA_RESERVED_VRAM = args.reserve_vram * 1024 * 1024 * 1024
+    logging.debug("Reserving {}MB vram for other applications.".format(EXTRA_RESERVED_VRAM / (1024 * 1024)))
+
+def extra_reserved_memory():
+    return EXTRA_RESERVED_VRAM
+
+def minimum_inference_memory():
+    return (1024 * 1024 * 1024) * 0.8 + extra_reserved_memory()
+
+def free_memory(memory_required, device, keep_loaded=[], for_dynamic=False, pins_required=0, ram_required=0):
+    cleanup_models_gc()
+    if not for_dynamic:
+        detail("Non dynamic memory free called! memory_required=%s pins_required=%s ram_required=%s", memory_required, pins_required, ram_required)
+    unloaded_model = []
+    can_unload = []
+    unloaded_models = []
+
+    for i in range(len(current_loaded_models) -1, -1, -1):
+        shift_model = current_loaded_models[i]
+        if device is None or shift_model.device == device:
+            if shift_model not in keep_loaded and not shift_model.is_dead():
+                can_unload.append((-shift_model.model_offloaded_memory(), sys.getrefcount(shift_model.model), shift_model.model_memory(), i))
+                shift_model.currently_used = False
+
+    can_unload_sorted = sorted(can_unload)
+    for x in can_unload_sorted:
+        i = x[-1]
+        memory_to_free = 1e32
+        if not DISABLE_SMART_MEMORY or device is None:
+            memory_to_free = 0 if device is None else memory_required - get_free_memory(device)
+            if current_loaded_models[i].model.is_dynamic() and for_dynamic:
+                #don't actually unload dynamic models for the sake of other dynamic models
+                #as that works on-demand.
+                memory_required -= current_loaded_models[i].model.loaded_size()
+                memory_to_free = 0
+        if memory_to_free > 0 and current_loaded_models[i].model_unload(memory_to_free):
+            logging.debug(f"Unloading {current_loaded_models[i].model.model.__class__.__name__}")
+            unloaded_model.append(i)
+
+    for i in sorted(unloaded_model, reverse=True):
+        unloaded_models.append(current_loaded_models.pop(i))
+
+    if not for_dynamic and pins_required > 0:
+        ensure_pin_budget(pins_required)
+        ensure_pin_registerable(pins_required)
+
+    if len(unloaded_model) > 0:
+        soft_empty_cache()
+    elif device is not None:
+        if vram_state != VRAMState.HIGH_VRAM:
+            mem_free_total, mem_free_torch = get_free_memory(device, torch_free_too=True)
+            if mem_free_torch > mem_free_total * 0.25:
+                soft_empty_cache()
+    return unloaded_models
+
+def load_models_gpu(models, memory_required=0, force_patch_weights=False, minimum_memory_required=None, force_full_load=False):
+    cleanup_models_gc()
+    global vram_state
+
+    inference_memory = minimum_inference_memory()
+    extra_mem = max(inference_memory, memory_required + extra_reserved_memory())
+    if minimum_memory_required is None:
+        minimum_memory_required = extra_mem
+    else:
+        minimum_memory_required = max(inference_memory, minimum_memory_required + extra_reserved_memory())
+
+    # Order-preserving dedup. A plain set() would randomize iteration order across runs
+    models_temp = {}
+    for m in models:
+        models_temp[m] = None
+        for mm in m.model_patches_models():
+            models_temp[mm] = None
+
+    models = list(models_temp)
+    models.reverse()
+
+    models_to_load = []
+
+    free_for_dynamic=True
+    for x in models:
+        if not x.is_dynamic():
+            free_for_dynamic = False
+        loaded_model = LoadedModel(x)
+        try:
+            loaded_model_index = current_loaded_models.index(loaded_model)
+        except:
+            loaded_model_index = None
+
+        if loaded_model_index is not None:
+            loaded = current_loaded_models[loaded_model_index]
+            loaded.currently_used = True
+            models_to_load.append(loaded)
+        else:
+            if hasattr(x, "model"):
+                logging.info(f"Requested to load {x.model.__class__.__name__}")
+            models_to_load.append(loaded_model)
+
+    for loaded_model in models_to_load:
+        to_unload = []
+        for i in range(len(current_loaded_models)):
+            if loaded_model.model.is_clone(current_loaded_models[i].model):
+                to_unload = [i] + to_unload
+        for i in to_unload:
+            model_to_unload = current_loaded_models.pop(i)
+            model_to_unload.model.detach(unpatch_all=False)
+            model_to_unload.model_finalizer.detach()
+
+    total_memory_required = {}
+    total_pins_required = {}
+    for loaded_model in models_to_load:
+        device = loaded_model.device
+        total_memory_required[device] = total_memory_required.get(device, 0) + loaded_model.model_memory_required(device)
+        if not loaded_model.model.is_dynamic():
+            total_pins_required[device] = total_pins_required.get(device, 0) + loaded_model.model_memory()
+
+    for device in total_memory_required:
+        if device != torch.device("cpu"):
+            free_memory(total_memory_required[device] * 1.1 + extra_mem,
+                        device,
+                        for_dynamic=free_for_dynamic,
+                        pins_required=total_pins_required.get(device, 0))
+
+    for device in total_memory_required:
+        if device != torch.device("cpu"):
+            free_mem = get_free_memory(device)
+            if free_mem < minimum_memory_required:
+                models_l = free_memory(minimum_memory_required, device, for_dynamic=free_for_dynamic)
+                logging.info("{} models unloaded.".format(len(models_l)))
+
+    for loaded_model in models_to_load:
+        model = loaded_model.model
+        torch_dev = model.load_device
+        if is_device_cpu(torch_dev):
+            vram_set_state = VRAMState.DISABLED
+        else:
+            vram_set_state = vram_state
+        lowvram_model_memory = 0
+        if lowvram_available and (vram_set_state == VRAMState.LOW_VRAM or vram_set_state == VRAMState.NORMAL_VRAM) and not force_full_load:
+            loaded_memory = loaded_model.model_loaded_memory()
+            current_free_mem = get_free_memory(torch_dev) + loaded_memory
+
+            lowvram_model_memory = max(0, (current_free_mem - minimum_memory_required), min(current_free_mem * MIN_WEIGHT_MEMORY_RATIO, current_free_mem - minimum_inference_memory()))
+            lowvram_model_memory = lowvram_model_memory - loaded_memory
+
+            if lowvram_model_memory == 0:
+                lowvram_model_memory = 0.1
+
+        if vram_set_state == VRAMState.NO_VRAM:
+            lowvram_model_memory = 0.1
+
+        loaded_model.model_load(lowvram_model_memory, force_patch_weights=force_patch_weights)
+        vram_used = 0 if is_device_cpu(torch_dev) else loaded_model.model_loaded_memory()
+        ram_used = model.loaded_ram_size() if model.is_dynamic() else loaded_model.model_memory() - vram_used
+        detail("Model loaded: patcher=%s model=%s ram_mb=%.1f vram_mb=%.1f", model.__class__.__name__, model.model.__class__.__name__, ram_used / (1024 ** 2), vram_used / (1024 ** 2))
+        current_loaded_models.insert(0, loaded_model)
+    return
+
+def load_model_gpu(model):
+    return load_models_gpu([model])
+
+def loaded_models(only_currently_used=False):
+    output = []
+    for m in current_loaded_models:
+        if only_currently_used:
+            if not m.currently_used:
+                continue
+
+        output.append(m.model)
+    return output
+
+
+def cleanup_models_gc():
+    do_gc = False
+
+    for i in range(len(current_loaded_models)):
+        cur = current_loaded_models[i]
+        if cur.is_dead():
+            logging.info("Potential memory leak detected with model {}, doing a full garbage collect, for maximum performance avoid circular references in the model code.".format(cur.real_model().__class__.__name__))
+            do_gc = True
+            break
+
+    if do_gc:
+        gc.collect()
+        soft_empty_cache()
+
+        for i in range(len(current_loaded_models)):
+            cur = current_loaded_models[i]
+            if cur.is_dead():
+                logging.warning("WARNING, memory leak with model {}. Please make sure it is not being referenced from somewhere.".format(cur.real_model().__class__.__name__))
+
+
+def archive_model_dtypes(model):
+    for name, module in model.named_modules():
+        for param_name, param in module.named_parameters(recurse=False):
+            setattr(module, f"{param_name}_comfy_model_dtype", param.dtype)
+        for buf_name, buf in module.named_buffers(recurse=False):
+            setattr(module, f"{buf_name}_comfy_model_dtype", buf.dtype)
+
+
+def cleanup_models():
+    to_delete = []
+    for i in range(len(current_loaded_models)):
+        if current_loaded_models[i].real_model() is None:
+            to_delete = [i] + to_delete
+
+    for i in to_delete:
+        x = current_loaded_models.pop(i)
+        del x
+
+def dtype_size(dtype):
+    dtype_size = 4
+    if dtype == torch.float16 or dtype == torch.bfloat16:
+        dtype_size = 2
+    elif dtype == torch.float32:
+        dtype_size = 4
+    else:
+        try:
+            dtype_size = dtype.itemsize
+        except: #Old pytorch doesn't have .itemsize
+            pass
+    return dtype_size
+
+def unet_offload_device():
+    if vram_state == VRAMState.HIGH_VRAM:
+        return get_torch_device()
+    else:
+        return torch.device("cpu")
+
+def unet_inital_load_device(parameters, dtype):
+    cpu_dev = torch.device("cpu")
+    if comfy.memory_management.aimdo_enabled:
+        return cpu_dev
+
+    torch_dev = get_torch_device()
+    if vram_state == VRAMState.HIGH_VRAM or vram_state == VRAMState.SHARED:
+        return torch_dev
+
+    if DISABLE_SMART_MEMORY or vram_state == VRAMState.NO_VRAM:
+        return cpu_dev
+
+    model_size = dtype_size(dtype) * parameters
+
+    mem_dev = get_free_memory(torch_dev)
+    mem_cpu = get_free_memory(cpu_dev)
+    if mem_dev > mem_cpu and model_size < mem_dev:
+        return torch_dev
+    else:
+        return cpu_dev
+
+def maximum_vram_for_weights(device=None):
+    return (get_total_memory(device) * 0.88 - minimum_inference_memory())
+
+def unet_dtype(device=None, model_params=0, supported_dtypes=[torch.float16, torch.bfloat16, torch.float32], weight_dtype=None):
+    if model_params < 0:
+        model_params = 1000000000000000000000
+    if args.fp32_unet:
+        return torch.float32
+    if args.fp64_unet:
+        return torch.float64
+    if args.bf16_unet:
+        return torch.bfloat16
+    if args.fp16_unet:
+        return torch.float16
+    if args.fp8_e4m3fn_unet:
+        return torch.float8_e4m3fn
+    if args.fp8_e5m2_unet:
+        return torch.float8_e5m2
+    if args.fp8_e8m0fnu_unet:
+        return torch.float8_e8m0fnu
+
+    fp8_dtype = None
+    if weight_dtype in FLOAT8_TYPES:
+        fp8_dtype = weight_dtype
+
+    if fp8_dtype is not None:
+        if supports_fp8_compute(device): #if fp8 compute is supported the casting is most likely not expensive
+            return fp8_dtype
+
+        free_model_memory = maximum_vram_for_weights(device)
+        if model_params * 2 > free_model_memory:
+            return fp8_dtype
+
+    if PRIORITIZE_FP16 or weight_dtype == torch.float16:
+        if torch.float16 in supported_dtypes and should_use_fp16(device=device, model_params=model_params):
+            return torch.float16
+
+    for dt in supported_dtypes:
+        if dt == torch.float16 and should_use_fp16(device=device, model_params=model_params):
+            if torch.float16 in supported_dtypes:
+                return torch.float16
+        if dt == torch.bfloat16 and should_use_bf16(device, model_params=model_params):
+            if torch.bfloat16 in supported_dtypes:
+                return torch.bfloat16
+
+    for dt in supported_dtypes:
+        if dt == torch.float16 and should_use_fp16(device=device, model_params=model_params, manual_cast=True):
+            if torch.float16 in supported_dtypes:
+                return torch.float16
+        if dt == torch.bfloat16 and should_use_bf16(device, model_params=model_params, manual_cast=True):
+            if torch.bfloat16 in supported_dtypes:
+                return torch.bfloat16
+
+    return torch.float32
+
+# None means no manual cast
+def unet_manual_cast(weight_dtype, inference_device, supported_dtypes=[torch.float16, torch.bfloat16, torch.float32]):
+    if weight_dtype == torch.float32 or weight_dtype == torch.float64:
+        return None
+
+    fp16_supported = should_use_fp16(inference_device, prioritize_performance=False)
+    if fp16_supported and weight_dtype == torch.float16:
+        return None
+
+    bf16_supported = should_use_bf16(inference_device)
+    if bf16_supported and weight_dtype == torch.bfloat16:
+        return None
+
+    fp16_supported = should_use_fp16(inference_device, prioritize_performance=True)
+    if PRIORITIZE_FP16 and fp16_supported and torch.float16 in supported_dtypes:
+        return torch.float16
+
+    for dt in supported_dtypes:
+        if dt == torch.float16 and fp16_supported:
+            return torch.float16
+        if dt == torch.bfloat16 and bf16_supported:
+            return torch.bfloat16
+
+    return torch.float32
+
+def text_encoder_offload_device():
+    if args.gpu_only:
+        return get_torch_device()
+    else:
+        return torch.device("cpu")
+
+def text_encoder_device():
+    if args.gpu_only:
+        return get_torch_device()
+    elif vram_state in (VRAMState.HIGH_VRAM, VRAMState.NORMAL_VRAM) or comfy.memory_management.aimdo_enabled:
+        if should_use_fp16(prioritize_performance=False):
+            return get_torch_device()
+        else:
+            return torch.device("cpu")
+    else:
+        return torch.device("cpu")
+
+def text_encoder_initial_device(load_device, offload_device, model_size=0):
+    if comfy.memory_management.aimdo_enabled:
+        return offload_device
+
+    if load_device == offload_device or model_size <= 1024 * 1024 * 1024:
+        return offload_device
+
+    if is_device_mps(load_device):
+        return load_device
+
+    mem_l = get_free_memory(load_device)
+    mem_o = get_free_memory(offload_device)
+    if mem_l > (mem_o * 0.5) and model_size * 1.2 < mem_l:
+        return load_device
+    else:
+        return offload_device
+
+def text_encoder_dtype(device=None):
+    if args.fp8_e4m3fn_text_enc:
+        return torch.float8_e4m3fn
+    elif args.fp8_e5m2_text_enc:
+        return torch.float8_e5m2
+    elif args.fp16_text_enc:
+        return torch.float16
+    elif args.bf16_text_enc:
+        return torch.bfloat16
+    elif args.fp32_text_enc:
+        return torch.float32
+
+    if is_device_cpu(device):
+        return torch.float16
+
+    return torch.float16
+
+
+def intermediate_device():
+    if args.gpu_only:
+        return get_torch_device()
+    else:
+        return torch.device("cpu")
+
+def intermediate_dtype():
+    if args.fp16_intermediates:
+        return torch.float16
+    else:
+        return torch.float32
+
+def vae_device():
+    if args.cpu_vae:
+        return torch.device("cpu")
+    return get_torch_device()
+
+def vae_offload_device():
+    if args.gpu_only:
+        return get_torch_device()
+    else:
+        return torch.device("cpu")
+
+def vae_dtype(device=None, allowed_dtypes=[]):
+    if args.fp16_vae:
+        return torch.float16
+    elif args.bf16_vae:
+        return torch.bfloat16
+    elif args.fp32_vae:
+        return torch.float32
+
+    for d in allowed_dtypes:
+        if d == torch.float16 and should_use_fp16(device):
+            return d
+
+        if d == torch.bfloat16 and should_use_bf16(device):
+            return d
+
+    return torch.float32
+
+def get_autocast_device(dev):
+    if hasattr(dev, 'type'):
+        return dev.type
+    return "cuda"
+
+def supports_dtype(device, dtype): #TODO
+    if dtype == torch.float32:
+        return True
+    if is_device_cpu(device):
+        return False
+    if dtype == torch.float16:
+        return True
+    if dtype == torch.bfloat16:
+        return True
+    return False
+
+def supports_cast(device, dtype): #TODO
+    if dtype == torch.float32:
+        return True
+    if dtype == torch.float16:
+        return True
+    if directml_enabled: #TODO: test this
+        return False
+    if dtype == torch.bfloat16:
+        return True
+    if is_device_mps(device):
+        return False
+    if dtype == torch.float8_e4m3fn:
+        return True
+    if dtype == torch.float8_e5m2:
+        return True
+    return False
+
+def pick_weight_dtype(dtype, fallback_dtype, device=None):
+    if dtype is None:
+        dtype = fallback_dtype
+    elif dtype_size(dtype) > dtype_size(fallback_dtype):
+        dtype = fallback_dtype
+
+    if not supports_cast(device, dtype):
+        dtype = fallback_dtype
+
+    return dtype
+
+def device_supports_non_blocking(device):
+    if args.force_non_blocking:
+        return True
+    if is_device_mps(device):
+        return False #pytorch bug? mps doesn't support non blocking
+    if is_intel_xpu(): #xpu does support non blocking but it is slower on iGPUs for some reason so disable by default until situation changes
+        return False
+    if args.deterministic: #TODO: figure out why deterministic breaks non blocking from gpu to cpu (previews)
+        return False
+    if directml_enabled:
+        return False
+    return True
+
+def force_channels_last():
+    if args.force_channels_last:
+        return True
+
+    #TODO
+    return False
+
+
+STREAMS = {}
+NUM_STREAMS = 0
+if args.async_offload is not None:
+    NUM_STREAMS = args.async_offload
+else:
+    #  Enable by default on Nvidia and AMD
+    if is_nvidia() or is_amd():
+        NUM_STREAMS = 2
+
+if args.disable_async_offload:
+    NUM_STREAMS = 0
+
+if NUM_STREAMS > 0:
+    logging.info("Using async weight offloading with {} streams".format(NUM_STREAMS))
+
+def current_stream(device):
+    if device is None:
+        return None
+    if is_device_cuda(device):
+        return torch.cuda.current_stream()
+    elif is_device_xpu(device):
+        return torch.xpu.current_stream()
+    else:
+        return None
+
+stream_counters = {}
+
+STREAM_CAST_BUFFERS = {}
+LARGEST_CASTED_WEIGHT = (None, 0)
+STREAM_AIMDO_CAST_BUFFERS = {}
+LARGEST_AIMDO_CASTED_WEIGHT = (None, 0)
+
+DEFAULT_AIMDO_CAST_BUFFER_RESERVATION_SIZE = 16 * 1024 ** 3
+
+def get_cast_buffer(offload_stream, device, size, ref):
+    global LARGEST_CASTED_WEIGHT
+
+    if offload_stream is not None:
+        wf_context = offload_stream
+        if hasattr(wf_context, "as_context"):
+            wf_context = wf_context.as_context(offload_stream)
+    else:
+        wf_context = nullcontext()
+
+    cast_buffer = STREAM_CAST_BUFFERS.get(offload_stream, None)
+    if cast_buffer is None or cast_buffer.numel() < size:
+        if ref is LARGEST_CASTED_WEIGHT[0]:
+            #If there is one giant weight we do not want both streams to
+            #allocate a buffer for it. It's up to the caster to get the other
+            #offload stream in this corner case
+            return None
+        if cast_buffer is not None and cast_buffer.numel() > 50 * (1024 ** 2):
+            #I want my wrongly sized 50MB+ of VRAM back from the caching allocator right now
+            synchronize()
+            del STREAM_CAST_BUFFERS[offload_stream]
+            del cast_buffer
+            soft_empty_cache()
+        with wf_context:
+            cast_buffer = torch.empty((size), dtype=torch.int8, device=device)
+            STREAM_CAST_BUFFERS[offload_stream] = cast_buffer
+
+        if  size > LARGEST_CASTED_WEIGHT[1]:
+            LARGEST_CASTED_WEIGHT = (ref, size)
+
+    return cast_buffer
+
+def get_aimdo_cast_buffer(offload_stream, device):
+    cast_buffer = STREAM_AIMDO_CAST_BUFFERS.get(offload_stream, None)
+    if cast_buffer is None:
+        cast_buffer = comfy_aimdo.vram_buffer.VRAMBuffer(DEFAULT_AIMDO_CAST_BUFFER_RESERVATION_SIZE, device.index)
+        STREAM_AIMDO_CAST_BUFFERS[offload_stream] = cast_buffer
+    return cast_buffer
+
+def reset_cast_buffers():
+    global LARGEST_CASTED_WEIGHT
+    global LARGEST_AIMDO_CASTED_WEIGHT
+
+    LARGEST_CASTED_WEIGHT = (None, 0)
+    LARGEST_AIMDO_CASTED_WEIGHT = (None, 0)
+    for offload_stream in set(STREAM_CAST_BUFFERS) | set(STREAM_AIMDO_CAST_BUFFERS):
+        if offload_stream is not None:
+            offload_stream.synchronize()
+    synchronize()
+
+    for mmap_obj in DIRTY_MMAPS:
+        mmap_obj.bounce()
+    DIRTY_MMAPS.clear()
+
+    for loaded_model in current_loaded_models:
+        model = loaded_model.model
+        if model is not None and model.is_dynamic():
+            pin_state = model.model.dynamic_pins[model.load_device]
+
+            if pin_state["active"]:
+                for subset in ("weights", "weights-loaded"):
+                    *_, buckets = pin_state[subset]
+                    for size, bucket in list(buckets.items()):
+                        bucket[:] = [ entry for entry in bucket if entry[-1] is not None ]
+                        if not bucket:
+                            del buckets[size]
+
+            pin_state["active"] = False
+            model.partially_unload_ram(1e30, subsets=[ "patches", "patches-loaded" ])
+            for subset in ("patches", "patches-loaded"):
+                pin_state[subset] = (comfy_aimdo.host_buffer.HostBuffer(0, 8 * 1024 * 1024, pinned_hostbuf_size(model.model_size())), [], [-1], [0], [0], {})
+
+    STREAM_CAST_BUFFERS.clear()
+    STREAM_AIMDO_CAST_BUFFERS.clear()
+    soft_empty_cache()
+
+def get_offload_stream(device):
+    stream_counter = stream_counters.get(device, 0)
+    if NUM_STREAMS == 0:
+        return None
+
+    if torch.compiler.is_compiling():
+        return None
+
+    if device in STREAMS:
+        ss = STREAMS[device]
+        #Sync the oldest stream in the queue with the current
+        ss[stream_counter].wait_stream(current_stream(device))
+        stream_counter = (stream_counter + 1) % len(ss)
+        stream_counters[device] = stream_counter
+        return ss[stream_counter]
+    elif is_device_cuda(device):
+        ss = []
+        for k in range(NUM_STREAMS):
+            s1 = torch.cuda.Stream(device=device, priority=0)
+            s1.as_context = torch.cuda.stream
+            ss.append(s1)
+        STREAMS[device] = ss
+        s = ss[stream_counter]
+        stream_counters[device] = stream_counter
+        return s
+    elif is_device_xpu(device):
+        ss = []
+        for k in range(NUM_STREAMS):
+            s1 = torch.xpu.Stream(device=device, priority=0)
+            s1.as_context = torch.xpu.stream
+            ss.append(s1)
+        STREAMS[device] = ss
+        s = ss[stream_counter]
+        stream_counters[device] = stream_counter
+        return s
+    return None
+
+def sync_stream(device, stream):
+    if stream is None or current_stream(device) is None:
+        return
+    current_stream(device).wait_stream(stream)
+
+
+def cast_to_gathered(tensors, r, non_blocking=False, stream=None, r2=None):
+    wf_context = nullcontext()
+    if stream is not None:
+       wf_context = stream
+       if hasattr(wf_context, "as_context"):
+           wf_context = wf_context.as_context(stream)
+
+    dest_views = comfy.memory_management.interpret_gathered_like(tensors, r) if r is not None else [None] * len(tensors)
+    dest2_views = comfy.memory_management.interpret_gathered_like(tensors, r2) if r2 is not None else None
+    with wf_context:
+        for tensor in tensors:
+            dest_view = dest_views.pop(0)
+            dest2_view = dest2_views.pop(0) if dest2_views is not None else None
+            if tensor is None:
+                continue
+            if comfy.memory_management.read_tensor_file_slice_into(tensor, dest_view, stream=stream, destination2=dest2_view):
+                continue
+            storage = tensor._qdata.untyped_storage() if isinstance(tensor, comfy.quant_ops.QuantizedTensor) else tensor.untyped_storage()
+            mark_mmap_dirty(storage)
+            if dest_view is not None:
+                dest_view.copy_(tensor, non_blocking=non_blocking)
+            if dest2_view is not None:
+                dest2_view.copy_(tensor if dest_view is None else dest_view, non_blocking=non_blocking)
+
+
+def cast_to(weight, dtype=None, device=None, non_blocking=False, copy=False, stream=None, r=None):
+    if device is None or weight.device == device:
+        if not copy:
+            if dtype is None or weight.dtype == dtype:
+                return weight
+        if stream is not None:
+            wf_context = stream
+            if hasattr(wf_context, "as_context"):
+                wf_context = wf_context.as_context(stream)
+            with wf_context:
+                return weight.to(dtype=dtype, copy=copy)
+        return weight.to(dtype=dtype, copy=copy)
+
+
+    if stream is not None:
+        wf_context = stream
+        if hasattr(wf_context, "as_context"):
+            wf_context = wf_context.as_context(stream)
+        with wf_context:
+            if r is None:
+                r = torch.empty_like(weight, dtype=dtype, device=device)
+            r.copy_(weight, non_blocking=non_blocking)
+    else:
+        if r is None:
+            r = torch.empty_like(weight, dtype=dtype, device=device)
+        r.copy_(weight, non_blocking=non_blocking)
+    return r
+
+def cast_to_device(tensor, device, dtype, copy=False):
+    non_blocking = device_supports_non_blocking(device)
+    return cast_to(tensor, dtype=dtype, device=device, non_blocking=non_blocking, copy=copy)
+
+
+PINNED_MEMORY = {}
+TOTAL_PINNED_MEMORY = 0
+MAX_PINNED_MEMORY = -1
+
+def get_disk_swap_total():
+    if not os.path.exists("/proc/swaps"):
+        return 0
+
+    total = 0
+    try:
+        with open("/proc/swaps", encoding="utf-8") as swaps:
+            next(swaps, None)
+            for line in swaps:
+                filename, _, size, _, _ = line.rsplit(maxsplit=4)
+                if os.path.basename(os.path.realpath(filename)).startswith("zram"):
+                    continue
+                total += int(size) * 1024
+    except:
+        logging.warning("Could not get amount of swap memory on system.")
+    return total
+
+if not args.disable_pinned_memory:
+    if is_nvidia() or is_amd():
+        ram = get_total_memory(torch.device("cpu"))
+        if WINDOWS:
+            MAX_PINNED_MEMORY = ram * 0.40  # Windows limit is apparently 50%
+        else:
+            MAX_PINNED_MEMORY = max(ram * 0.40, min(ram * 0.90, ram - 4 * 1024 ** 3, ram + get_disk_swap_total() - 16 * 1024 ** 3))
+        logging.info("Enabled pinned memory {}".format(MAX_PINNED_MEMORY // (1024 * 1024)))
+
+PINNING_ALLOWED_TYPES = set(["Tensor", "Parameter", "QuantizedTensor"])
+
+def pinned_hostbuf_size(size):
+    if args.high_ram:
+        return max(0, int(size * 2))
+    return max(0, int(min(size, MAX_PINNED_MEMORY) * 2))
+
+def discard_cuda_async_error():
+    try:
+        a = torch.tensor([1], dtype=torch.uint8, device=get_torch_device())
+        b = torch.tensor([1], dtype=torch.uint8, device=get_torch_device())
+        _ = a + b
+        synchronize()
+    except RuntimeError:
+        #Dump it! We already know about it from the synchronous return
+        pass
+
+def pin_memory(tensor):
+    global TOTAL_PINNED_MEMORY
+    if MAX_PINNED_MEMORY <= 0:
+        return False
+
+    if type(tensor).__name__ not in PINNING_ALLOWED_TYPES:
+        return False
+
+    if not is_device_cpu(tensor.device):
+        return False
+
+    if tensor.is_pinned():
+        #NOTE: Cuda does detect when a tensor is already pinned and would
+        #error below, but there are proven cases where this also queues an error
+        #on the GPU async. So dont trust the CUDA API and guard here
+        return False
+
+    if not tensor.is_contiguous():
+        return False
+
+    size = tensor.nbytes
+    comfy.memory_management.extra_ram_release(comfy.memory_management.RAM_CACHE_HEADROOM)
+    ensure_pin_registerable(size)
+
+    ptr = tensor.data_ptr()
+    if ptr == 0:
+        return False
+
+    if torch.cuda.cudart().cudaHostRegister(ptr, size, 1) == 0:
+        PINNED_MEMORY[ptr] = size
+        TOTAL_PINNED_MEMORY += size
+        return True
+    else:
+        logging.warning("Pin error.")
+        discard_cuda_async_error()
+
+    return False
+
+def unpin_memory(tensor):
+    global TOTAL_PINNED_MEMORY
+    if MAX_PINNED_MEMORY <= 0:
+        return False
+
+    if not is_device_cpu(tensor.device):
+        return False
+
+    ptr = tensor.data_ptr()
+    size = tensor.nbytes
+
+    size_stored = PINNED_MEMORY.get(ptr, None)
+    if size_stored is None:
+        logging.warning("Tried to unpin tensor not pinned by ComfyUI")
+        return False
+
+    if size != size_stored:
+        logging.warning("Size of pinned tensor changed")
+        return False
+
+    if torch.cuda.cudart().cudaHostUnregister(ptr) == 0:
+        size = PINNED_MEMORY.pop(ptr)
+        TOTAL_PINNED_MEMORY -= size
+        return True
+    else:
+        logging.warning("Unpin error.")
+        discard_cuda_async_error()
+
+    return False
+
+def sage_attention_enabled():
+    return args.use_sage_attention
+
+def flash_attention_enabled():
+    return args.use_flash_attention
+
+def xformers_enabled():
+    global directml_enabled
+    global cpu_state
+    if cpu_state != CPUState.GPU:
+        return False
+    if is_intel_xpu():
+        return False
+    if is_ascend_npu():
+        return False
+    if is_mlu():
+        return False
+    if is_ixuca():
+        return False
+    if directml_enabled:
+        return False
+    return XFORMERS_IS_AVAILABLE
+
+
+def xformers_enabled_vae():
+    enabled = xformers_enabled()
+    if not enabled:
+        return False
+
+    return XFORMERS_ENABLED_VAE
+
+def pytorch_attention_enabled():
+    global ENABLE_PYTORCH_ATTENTION
+    return ENABLE_PYTORCH_ATTENTION
+
+def pytorch_attention_enabled_vae():
+    if is_amd():
+        return False  # enabling pytorch attention on AMD currently causes crash when doing high res
+    return pytorch_attention_enabled()
+
+def pytorch_attention_flash_attention():
+    global ENABLE_PYTORCH_ATTENTION
+    if ENABLE_PYTORCH_ATTENTION:
+        #TODO: more reliable way of checking for flash attention?
+        if is_nvidia():
+            return True
+        if is_intel_xpu():
+            return True
+        if is_ascend_npu():
+            return True
+        if is_mlu():
+            return True
+        if is_amd():
+            return True #if you have pytorch attention enabled on AMD it probably supports at least mem efficient attention
+        if is_ixuca():
+            return True
+    return False
+
+def force_upcast_attention_dtype():
+    upcast = args.force_upcast_attention
+
+    macos_version = mac_version()
+    if macos_version is not None and ((14, 5) <= macos_version):  # black image bug on recent versions of macOS, I don't think it's ever getting fixed
+        upcast = True
+
+    if upcast:
+        return {torch.float16: torch.float32}
+    else:
+        return None
+
+def get_free_memory(dev=None, torch_free_too=False):
+    global directml_enabled
+    if dev is None:
+        dev = get_torch_device()
+
+    if hasattr(dev, 'type') and (dev.type == 'cpu' or dev.type == 'mps'):
+        mem_free_total = psutil.virtual_memory().available
+        mem_free_torch = mem_free_total
+    else:
+        if directml_enabled:
+            mem_free_total = 1024 * 1024 * 1024 #TODO
+            mem_free_torch = mem_free_total
+        elif is_intel_xpu():
+            stats = torch.xpu.memory_stats(dev)
+            mem_active = stats['active_bytes.all.current']
+            mem_reserved = stats['reserved_bytes.all.current']
+            mem_free_xpu = torch.xpu.get_device_properties(dev).total_memory - mem_reserved
+            mem_free_torch = mem_reserved - mem_active
+            mem_free_total = mem_free_xpu + mem_free_torch
+        elif is_ascend_npu():
+            stats = torch.npu.memory_stats(dev)
+            mem_active = stats['active_bytes.all.current']
+            mem_reserved = stats['reserved_bytes.all.current']
+            mem_free_npu, _ = torch.npu.mem_get_info(dev)
+            mem_free_torch = mem_reserved - mem_active
+            mem_free_total = mem_free_npu + mem_free_torch
+        elif is_mlu():
+            stats = torch.mlu.memory_stats(dev)
+            mem_active = stats['active_bytes.all.current']
+            mem_reserved = stats['reserved_bytes.all.current']
+            mem_free_mlu, _ = torch.mlu.mem_get_info(dev)
+            mem_free_torch = mem_reserved - mem_active
+            mem_free_total = mem_free_mlu + mem_free_torch
+        else:
+            stats = torch.cuda.memory_stats(dev)
+            mem_active = stats['active_bytes.all.current']
+            mem_reserved = stats['reserved_bytes.all.current']
+            mem_free_cuda, _ = torch.cuda.mem_get_info(dev)
+            mem_free_torch = mem_reserved - mem_active
+            mem_free_total = mem_free_cuda + mem_free_torch
+
+    if torch_free_too:
+        return (mem_free_total, mem_free_torch)
+    else:
+        return mem_free_total
+
+def cpu_mode():
+    global cpu_state
+    return cpu_state == CPUState.CPU
+
+def mps_mode():
+    global cpu_state
+    return cpu_state == CPUState.MPS
+
+def is_device_type(device, type):
+    if hasattr(device, 'type'):
+        if (device.type == type):
+            return True
+    return False
+
+def is_device_cpu(device):
+    return is_device_type(device, 'cpu')
+
+def is_device_mps(device):
+    return is_device_type(device, 'mps')
+
+def is_device_xpu(device):
+    return is_device_type(device, 'xpu')
+
+def is_device_cuda(device):
+    return is_device_type(device, 'cuda')
+
+def set_torch_device(device):
+    """Set the current device for the given torch device. Supports CUDA and XPU."""
+    if is_device_cuda(device):
+        torch.cuda.set_device(device)
+    elif is_device_xpu(device):
+        torch.xpu.set_device(device)
+
+def is_directml_enabled():
+    global directml_enabled
+    if directml_enabled:
+        return True
+
+    return False
+
+def should_use_fp16(device=None, model_params=0, prioritize_performance=True, manual_cast=False):
+    if device is not None:
+        if is_device_cpu(device):
+            return False
+
+    if args.force_fp16:
+        return True
+
+    if FORCE_FP32:
+        return False
+
+    if is_directml_enabled():
+        return True
+
+    if (device is not None and is_device_mps(device)) or mps_mode():
+        return True
+
+    if cpu_mode():
+        return False
+
+    if is_intel_xpu():
+        return torch.xpu.get_device_properties(device).has_fp16
+
+    if is_ascend_npu():
+        return True
+
+    if is_mlu():
+        return True
+
+    if is_ixuca():
+        return True
+
+    if torch.version.hip:
+        return True
+
+    props = torch.cuda.get_device_properties(device)
+    if props.major >= 8:
+        return True
+
+    if props.major < 6:
+        return False
+
+    #FP16 is confirmed working on a 1080 (GP104) and on latest pytorch actually seems faster than fp32
+    nvidia_10_series = ["1080", "1070", "titan x", "p3000", "p3200", "p4000", "p4200", "p5000", "p5200", "p6000", "1060", "1050", "p40", "p100", "p6", "p4"]
+    for x in nvidia_10_series:
+        if x in props.name.lower():
+            if WINDOWS or manual_cast:
+                return True
+            else:
+                return False #weird linux behavior where fp32 is faster
+
+    if manual_cast:
+        free_model_memory = maximum_vram_for_weights(device)
+        if (not prioritize_performance) or model_params * 4 > free_model_memory:
+            return True
+
+    if props.major < 7:
+        return False
+
+    #FP16 is just broken on these cards
+    nvidia_16_series = ["1660", "1650", "1630", "T500", "T550", "T600", "MX550", "MX450", "CMP 30HX", "T2000", "T1000", "T1200"]
+    for x in nvidia_16_series:
+        if x in props.name:
+            return False
+
+    return True
+
+def should_use_bf16(device=None, model_params=0, prioritize_performance=True, manual_cast=False):
+    if device is not None:
+        if is_device_cpu(device): #TODO ? bf16 works on CPU but is extremely slow
+            return False
+
+    if FORCE_FP32:
+        return False
+
+    if directml_enabled:
+        return False
+
+    if (device is not None and is_device_mps(device)) or mps_mode():
+        if mac_version() < (14,):
+            return False
+        return True
+
+    if cpu_mode():
+        return False
+
+    if is_intel_xpu():
+        return torch.xpu.is_bf16_supported()
+
+    if is_ascend_npu():
+        return True
+
+    if is_ixuca():
+        return True
+
+    if is_amd():
+        arch = torch.cuda.get_device_properties(device).gcnArchName
+        if any((a in arch) for a in AMD_RDNA2_AND_OLDER_ARCH):  # RDNA2 and older don't support bf16
+            if manual_cast:
+                return True
+            return False
+
+    props = torch.cuda.get_device_properties(device)
+
+    if is_mlu():
+        if props.major > 3:
+            return True
+
+    if props.major >= 8:
+        return True
+
+    bf16_works = torch.cuda.is_bf16_supported()
+
+    if bf16_works and manual_cast:
+        free_model_memory = maximum_vram_for_weights(device)
+        if (not prioritize_performance) or model_params * 4 > free_model_memory:
+            return True
+
+    return False
+
+def supports_fp8_compute(device=None):
+    if SUPPORT_FP8_OPS:
+        return True
+
+    if not is_nvidia():
+        return False
+
+    props = torch.cuda.get_device_properties(device)
+    if props.major >= 9:
+        return True
+    if props.major < 8:
+        return False
+    if props.minor < 9:
+        return False
+
+    if torch_version_numeric < (2, 3):
+        return False
+
+    if WINDOWS:
+        if torch_version_numeric < (2, 4):
+            return False
+
+    return True
+
+def supports_nvfp4_compute(device=None):
+    if not is_nvidia():
+        return False
+
+    props = torch.cuda.get_device_properties(device)
+    if props.major < 10:
+        return False
+
+    return True
+
+def supports_mxfp8_compute(device=None):
+    if not is_nvidia():
+        return False
+
+    if torch_version_numeric < (2, 10):
+        return False
+
+    props = torch.cuda.get_device_properties(device)
+    if props.major < 10:
+        return False
+
+    return True
+
+def supports_fp64(device=None):
+    if is_device_mps(device):
+        return False
+
+    if is_intel_xpu():
+        return False
+
+    if is_directml_enabled():
+        return False
+
+    if is_ixuca():
+        return False
+
+    return True
+
+def extended_fp16_support():
+    # TODO: check why some models work with fp16 on newer torch versions but not on older
+    if torch_version_numeric < (2, 7):
+        return False
+
+    return True
+
+LORA_COMPUTE_DTYPES = {}
+def lora_compute_dtype(device):
+    dtype = LORA_COMPUTE_DTYPES.get(device, None)
+    if dtype is not None:
+        return dtype
+
+    if should_use_fp16(device):
+        dtype = torch.float16
+    else:
+        dtype = torch.float32
+
+    LORA_COMPUTE_DTYPES[device] = dtype
+    return dtype
+
+def synchronize():
+    if cpu_mode():
+        return
+    if is_intel_xpu():
+        torch.xpu.synchronize()
+    elif torch.cuda.is_available():
+        torch.cuda.synchronize()
+
+def soft_empty_cache(force=False):
+    if cpu_mode():
+        return
+    global cpu_state
+    if cpu_state == CPUState.MPS:
+        torch.mps.empty_cache()
+    elif is_intel_xpu():
+        torch.xpu.synchronize()
+        torch.xpu.empty_cache()
+    elif is_ascend_npu():
+        torch.npu.empty_cache()
+    elif is_mlu():
+        torch.mlu.empty_cache()
+    elif torch.cuda.is_available():
+        torch.cuda.synchronize()
+        torch.cuda.empty_cache()
+        torch.cuda.ipc_collect()
+
+def unload_all_models():
+    for device in get_all_torch_devices():
+        free_memory(1e30, device)
+
+def unload_model_and_clones(model: ModelPatcher, unload_additional_models=True, all_devices=False):
+    'Unload only model and its clones - primarily for multigpu cloning purposes.'
+    initial_keep_loaded: list[LoadedModel] = current_loaded_models.copy()
+    additional_models = []
+    if unload_additional_models:
+        additional_models = model.get_nested_additional_models()
+    keep_loaded = []
+    for loaded_model in initial_keep_loaded:
+        if loaded_model.model is not None:
+            if model.clone_base_uuid == loaded_model.model.clone_base_uuid:
+                continue
+            # check additional models if they are a match
+            skip = False
+            for add_model in additional_models:
+                if add_model.clone_base_uuid == loaded_model.model.clone_base_uuid:
+                    skip = True
+                    break
+            if skip:
+                continue
+        keep_loaded.append(loaded_model)
+    if not all_devices:
+        free_memory(1e30, get_torch_device(), keep_loaded)
+    else:
+        for device in get_all_torch_devices():
+            free_memory(1e30, device, keep_loaded)
+
+def debug_memory_summary():
+    if is_amd() or is_nvidia():
+        return torch.cuda.memory.memory_summary()
+    return ""
+
+class InterruptProcessingException(BaseException):
+    pass
+
+interrupt_processing_mutex = threading.RLock()
+
+interrupt_processing = False
+def interrupt_current_processing(value=True):
+    global interrupt_processing
+    global interrupt_processing_mutex
+    with interrupt_processing_mutex:
+        interrupt_processing = value
+
+def processing_interrupted():
+    global interrupt_processing
+    global interrupt_processing_mutex
+    with interrupt_processing_mutex:
+        return interrupt_processing
+
+def throw_exception_if_processing_interrupted():
+    global interrupt_processing
+    global interrupt_processing_mutex
+    with interrupt_processing_mutex:
+        if interrupt_processing:
+            interrupt_processing = False
+            raise InterruptProcessingException()
diff --git a/ComfyUI/comfy/model_patcher.py b/ComfyUI/comfy/model_patcher.py
new file mode 100644
index 0000000000000000000000000000000000000000..ae3f0191d04b15ffc0abc9b970554ee2696c8c2e
--- /dev/null
+++ b/ComfyUI/comfy/model_patcher.py
@@ -0,0 +1,2142 @@
+"""
+    This file is part of ComfyUI.
+    Copyright (C) 2024 Comfy
+
+    This program is free software: you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License
+    along with this program.  If not, see <https://www.gnu.org/licenses/>.
+"""
+
+from __future__ import annotations
+
+import collections
+import inspect
+import logging
+import math
+import time
+import uuid
+from typing import Callable, Optional
+
+import torch
+import tqdm
+
+import comfy.float
+import comfy.hooks
+import comfy.lora
+import comfy.model_management
+import comfy.ops
+import comfy.patcher_extension
+import comfy.utils
+import comfy_aimdo.host_buffer
+from comfy.comfy_types import UnetWrapperFunction
+from comfy.internal_logging import detail
+from comfy.quant_ops import QuantizedTensor
+from comfy.patcher_extension import CallbacksMP, PatcherInjection, WrappersMP
+
+import comfy_aimdo.model_vbar
+
+def is_model_patcher_output(output):
+    return isinstance(output, ModelPatcher) or isinstance(getattr(output, "patcher", None), ModelPatcher)
+
+class PromptModelTracker:
+    def __init__(self):
+        self.models = {}
+
+    def start(self):
+        self.end()
+
+    def add(self, outputs):
+        if isinstance(outputs, collections.abc.Mapping):
+            outputs = outputs.values()
+        elif not isinstance(outputs, (list, tuple)):
+            outputs = (outputs,)
+
+        for output in outputs:
+            if isinstance(output, (collections.abc.Mapping, list, tuple)):
+                self.add(output)
+                continue
+
+            models = []
+            if isinstance(output, ModelPatcher):
+                models.append(output)
+                models.extend(output.model_patches_models())
+                models.extend(output.get_nested_additional_models())
+            else:
+                patcher = getattr(output, "patcher", None)
+                if isinstance(patcher, ModelPatcher):
+                    models.append(patcher)
+                get_models = getattr(output, "get_models", None)
+                if callable(get_models):
+                    models.extend(get_models())
+
+            for model in models:
+                if not isinstance(model, ModelPatcher) or not model.is_dynamic():
+                    continue
+                key = (id(model.model), model.load_device)
+                self.models[key] = model
+                model.set_in_use_by_current_prompt(True)
+
+    def end(self):
+        for model in self.models.values():
+            model.set_in_use_by_current_prompt(False)
+        self.models.clear()
+
+def set_model_options_patch_replace(model_options, patch, name, block_name, number, transformer_index=None):
+    to = model_options["transformer_options"].copy()
+
+    if "patches_replace" not in to:
+        to["patches_replace"] = {}
+    else:
+        to["patches_replace"] = to["patches_replace"].copy()
+
+    if name not in to["patches_replace"]:
+        to["patches_replace"][name] = {}
+    else:
+        to["patches_replace"][name] = to["patches_replace"][name].copy()
+
+    if transformer_index is not None:
+        block = (block_name, number, transformer_index)
+    else:
+        block = (block_name, number)
+    to["patches_replace"][name][block] = patch
+    model_options["transformer_options"] = to
+    return model_options
+
+def set_model_options_post_cfg_function(model_options, post_cfg_function, disable_cfg1_optimization=False):
+    model_options["sampler_post_cfg_function"] = model_options.get("sampler_post_cfg_function", []) + [post_cfg_function]
+    if disable_cfg1_optimization:
+        model_options["disable_cfg1_optimization"] = True
+    return model_options
+
+def set_model_options_pre_cfg_function(model_options, pre_cfg_function, disable_cfg1_optimization=False):
+    model_options["sampler_pre_cfg_function"] = model_options.get("sampler_pre_cfg_function", []) + [pre_cfg_function]
+    if disable_cfg1_optimization:
+        model_options["disable_cfg1_optimization"] = True
+    return model_options
+
+def create_model_options_clone(orig_model_options: dict):
+    return comfy.patcher_extension.copy_nested_dicts(orig_model_options)
+
+def create_hook_patches_clone(orig_hook_patches, copy_tuples=False):
+    new_hook_patches = {}
+    for hook_ref in orig_hook_patches:
+        new_hook_patches[hook_ref] = {}
+        for k in orig_hook_patches[hook_ref]:
+            new_hook_patches[hook_ref][k] = orig_hook_patches[hook_ref][k][:]
+            if copy_tuples:
+                for i in range(len(new_hook_patches[hook_ref][k])):
+                    new_hook_patches[hook_ref][k][i] = tuple(new_hook_patches[hook_ref][k][i])
+    return new_hook_patches
+
+def wipe_lowvram_weight(m):
+    if hasattr(m, "prev_comfy_cast_weights"):
+        m.comfy_cast_weights = m.prev_comfy_cast_weights
+        del m.prev_comfy_cast_weights
+
+    if hasattr(m, "weight_function"):
+        m.weight_function = []
+
+    if hasattr(m, "bias_function"):
+        m.bias_function = []
+
+def move_weight_functions(m, device):
+    if device is None:
+        return 0
+
+    memory = 0
+    if hasattr(m, "weight_function"):
+        for f in m.weight_function:
+            if hasattr(f, "move_to"):
+                memory += f.move_to(device=device)
+
+    if hasattr(m, "bias_function"):
+        for f in m.bias_function:
+            if hasattr(f, "move_to"):
+                memory += f.move_to(device=device)
+    return memory
+
+def string_to_seed(data):
+    logging.warning("WARNING: string_to_seed has moved from comfy.model_patcher to comfy.utils")
+    return comfy.utils.string_to_seed(data)
+
+class LowVramPatch:
+    is_lowvram_patch = True
+
+    def __init__(self, key, patches, convert_func=None, set_func=None):
+        self.key = key
+        self.patches = patches
+        self.convert_func = convert_func # TODO: remove
+        self.set_func = set_func
+        self.prepared_patches = None
+
+    def memory_required(self):
+        counter = [0]
+        for patch in self.patches[self.key]:
+            comfy.lora.prefetch_prepared_value(patch[1], counter, None, None, False)
+        return counter[0]
+
+    def prepare(self, destination, stream, copy=True, commit=True):
+        counter = [0]
+        prepared_patches = [
+            (patch[0], comfy.lora.prefetch_prepared_value(patch[1], counter, destination, stream, copy), patch[2], patch[3], patch[4])
+            for patch in self.patches[self.key]
+        ]
+        if commit:
+            self.prepared_patches = prepared_patches
+        return prepared_patches
+
+    def clear_prepared(self):
+        self.prepared_patches = None
+
+    def __call__(self, weight):
+        patches = self.prepared_patches if self.prepared_patches is not None else self.patches[self.key]
+        return comfy.lora.calculate_weight(patches, weight, self.key, intermediate_dtype=weight.dtype)
+
+LOWVRAM_PATCH_ESTIMATE_MATH_FACTOR = 2
+
+def low_vram_patch_estimate_vram(model, key):
+    weight, set_func, convert_func = get_key_weight(model, key)
+    if weight is None:
+        return 0
+    model_dtype = getattr(model, "manual_cast_dtype", torch.float32)
+    if model_dtype is None:
+        model_dtype = weight.dtype
+
+    return weight.numel() * model_dtype.itemsize * LOWVRAM_PATCH_ESTIMATE_MATH_FACTOR
+
+def get_key_weight(model, key):
+    set_func = None
+    convert_func = None
+    op_keys = key.rsplit('.', 1)
+    if len(op_keys) < 2:
+        weight = comfy.utils.get_attr(model, key)
+    else:
+        op = comfy.utils.get_attr(model, op_keys[0])
+        try:
+            set_func = getattr(op, "set_{}".format(op_keys[1]))
+        except AttributeError:
+            pass
+
+        try:
+            convert_func = getattr(op, "convert_{}".format(op_keys[1]))
+        except AttributeError:
+            pass
+
+        weight = getattr(op, op_keys[1])
+        if convert_func is not None:
+            weight = comfy.utils.get_attr(model, key)
+
+    return weight, set_func, convert_func
+
+def key_param_name_to_key(key, param):
+    if len(key) == 0:
+        return param
+    return "{}.{}".format(key, param)
+
+class AutoPatcherEjector:
+    def __init__(self, model: 'ModelPatcher', skip_and_inject_on_exit_only=False):
+        self.model = model
+        self.was_injected = False
+        self.prev_skip_injection = False
+        self.skip_and_inject_on_exit_only = skip_and_inject_on_exit_only
+
+    def __enter__(self):
+        self.was_injected = False
+        self.prev_skip_injection = self.model.skip_injection
+        if self.skip_and_inject_on_exit_only:
+            self.model.skip_injection = True
+        if self.model.is_injected:
+            self.model.eject_model()
+            self.was_injected = True
+
+    def __exit__(self, *args):
+        if self.skip_and_inject_on_exit_only:
+            self.model.skip_injection = self.prev_skip_injection
+            self.model.inject_model()
+        if self.was_injected and not self.model.skip_injection:
+            self.model.inject_model()
+        self.model.skip_injection = self.prev_skip_injection
+
+class MemoryCounter:
+    def __init__(self, initial: int, minimum=0):
+        self.value = initial
+        self.minimum = minimum
+        # TODO: add a safe limit besides 0
+
+    def use(self, weight: torch.Tensor):
+        weight_size = weight.nelement() * weight.element_size()
+        if self.is_useable(weight_size):
+            self.decrement(weight_size)
+            return True
+        return False
+
+    def is_useable(self, used: int):
+        return self.value - used > self.minimum
+
+    def decrement(self, used: int):
+        self.value -= used
+
+CustomTorchDevice = collections.namedtuple("FakeDevice", ["type", "index"])("comfy-lazy-caster", 0)
+
+class LazyCastingParam(torch.nn.Parameter):
+    def __new__(cls, model, key, tensor):
+        return super().__new__(cls, tensor)
+
+    def __init__(self, model, key, tensor):
+        self.model = model
+        self.key = key
+
+    @property
+    def device(self):
+        return CustomTorchDevice
+
+    #safetensors will .to() us to the cpu which we catch here to cast on demand. The returned tensor is
+    #then just a short lived thing in the safetensors serialization logic inside its big for loop over
+    #all weights getting garbage collected per-weight
+    def to(self, *args, **kwargs):
+        return self.model.patch_weight_to_device(self.key, device_to=self.model.load_device, return_weight=True).to("cpu")
+
+
+class LazyCastingQuantizedParam:
+    def __init__(self, model, key):
+        self.model = model
+        self.key = key
+        self.cpu_state_dict = None
+
+    def state_dict_tensor(self, state_dict_key):
+        if self.cpu_state_dict is None:
+            weight = self.model.patch_weight_to_device(self.key, device_to=self.model.load_device, return_weight=True)
+            self.cpu_state_dict = {k: v.to("cpu") for k, v in weight.state_dict(self.key).items()}
+        return self.cpu_state_dict[state_dict_key]
+
+
+class LazyCastingParamPiece(torch.nn.Parameter):
+    def __new__(cls, caster, state_dict_key, tensor):
+        return super().__new__(cls, tensor)
+
+    def __init__(self, caster, state_dict_key, tensor):
+        self.caster = caster
+        self.state_dict_key = state_dict_key
+
+    @property
+    def device(self):
+        return CustomTorchDevice
+
+    def to(self, *args, **kwargs):
+        caster = self.caster
+        del self.caster
+        return caster.state_dict_tensor(self.state_dict_key)
+
+
+class ModelPatcher:
+    def __init__(self, model, load_device, offload_device, size=0, weight_inplace_update=False):
+        self.size = size
+        self.model = model
+        if not hasattr(self.model, 'device'):
+            logging.debug("Model doesn't have a device attribute.")
+            self.model.device = offload_device
+        elif self.model.device is None:
+            self.model.device = offload_device
+
+        self.patches = {}
+        self.backup = {}
+        self.backup_buffers = {}
+        self.object_patches = {}
+        self.object_patches_backup = {}
+        self.weight_wrapper_patches = {}
+        self.model_options = {"transformer_options":{}}
+        self.load_device = load_device
+        self.offload_device = offload_device
+        self.weight_inplace_update = weight_inplace_update
+        self.force_cast_weights = False
+        self.patches_uuid = uuid.uuid4()
+        self.parent = None
+        self.pinned = set()
+
+        self.attachments: dict[str] = {}
+        self.additional_models: dict[str, list[ModelPatcher]] = {}
+        self.callbacks: dict[str, dict[str, list[Callable]]] = CallbacksMP.init_callbacks()
+        self.wrappers: dict[str, dict[str, list[Callable]]] = WrappersMP.init_wrappers()
+
+        self.is_injected = False
+        self.skip_injection = False
+        self.injections: dict[str, list[PatcherInjection]] = {}
+
+        self.hook_patches: dict[comfy.hooks._HookRef] = {}
+        self.hook_patches_backup: dict[comfy.hooks._HookRef] = None
+        self.hook_backup: dict[str, tuple[torch.Tensor, torch.device]] = {}
+        self.cached_hook_patches: dict[comfy.hooks.HookGroup, dict[str, torch.Tensor]] = {}
+        self.current_hooks: Optional[comfy.hooks.HookGroup] = None
+        self.forced_hooks: Optional[comfy.hooks.HookGroup] = None  # NOTE: only used for CLIP at this time
+        self.is_clip = False
+        self.hook_mode = comfy.hooks.EnumHookMode.MaxSpeed
+
+        self.cached_patcher_init: tuple[Callable, tuple] | tuple[Callable, tuple, int] | None = None
+        self.is_multigpu_base_clone = False
+        self.clone_base_uuid = uuid.uuid4()
+
+        if not hasattr(self.model, 'model_loaded_weight_memory'):
+            self.model.model_loaded_weight_memory = 0
+
+        if not hasattr(self.model, 'lowvram_patch_counter'):
+            self.model.lowvram_patch_counter = 0
+
+        if not hasattr(self.model, 'model_lowvram'):
+            self.model.model_lowvram = False
+
+        if not hasattr(self.model, 'current_weight_patches_uuid'):
+            self.model.current_weight_patches_uuid = None
+
+        if not hasattr(self.model, 'model_offload_buffer_memory'):
+            self.model.model_offload_buffer_memory = 0
+
+    def is_dynamic(self):
+        return False
+
+    def model_size(self):
+        if self.size > 0:
+            return self.size
+        self.size = comfy.model_management.module_size(self.model)
+        return self.size
+
+    def loaded_size(self):
+        return self.model.model_loaded_weight_memory
+
+    def lowvram_patch_counter(self):
+        return self.model.lowvram_patch_counter
+
+    def get_free_memory(self, device):
+        #Prioritize batching (incl. CFG/conds etc) over keeping the model resident. In
+        #the vast majority of setups a little bit of offloading on the giant model more
+        #than pays for CFG. So return everything both torch and Aimdo could give us
+        aimdo_mem = 0
+        if comfy.memory_management.aimdo_enabled:
+            aimdo_device = device.index if getattr(device, "type", None) == "cuda" else None
+            aimdo_mem = comfy_aimdo.model_vbar.vbars_analyze(aimdo_device)
+        return comfy.model_management.get_free_memory(device) + aimdo_mem
+
+    def get_clone_model_override(self):
+        return self.model, (self.backup, self.backup_buffers, self.object_patches_backup, self.pinned)
+
+    def clone(self, disable_dynamic=False, model_override=None, force_deepcopy=False):
+        class_ = self.__class__
+        if self.is_dynamic() and disable_dynamic or force_deepcopy:
+            if self.is_dynamic() and disable_dynamic:
+                class_ = ModelPatcher
+            if model_override is None:
+                if self.cached_patcher_init is None:
+                    raise RuntimeError("Cannot create non-dynamic delegate: cached_patcher_init is not initialized.")
+                temp_model_patcher = self.cached_patcher_init[0](*self.cached_patcher_init[1], disable_dynamic=True)
+                if len(self.cached_patcher_init) > 2:
+                    temp_model_patcher = temp_model_patcher[self.cached_patcher_init[2]]
+                model_override = temp_model_patcher.get_clone_model_override()
+        if model_override is None:
+            model_override = self.get_clone_model_override()
+
+        n = class_(model_override[0], self.load_device, self.offload_device, self.model_size(), weight_inplace_update=self.weight_inplace_update)
+        n.patches = {}
+        for k in self.patches:
+            n.patches[k] = self.patches[k][:]
+        n.patches_uuid = self.patches_uuid
+
+        n.object_patches = self.object_patches.copy()
+        n.weight_wrapper_patches = self.weight_wrapper_patches.copy()
+        n.model_options = comfy.utils.deepcopy_list_dict(self.model_options)
+        n.parent = self
+
+        n.force_cast_weights = self.force_cast_weights
+
+        n.backup, n.backup_buffers, n.object_patches_backup, n.pinned = model_override[1]
+
+        # attachments
+        n.attachments = {}
+        for k in self.attachments:
+            if hasattr(self.attachments[k], "on_model_patcher_clone"):
+                n.attachments[k] = self.attachments[k].on_model_patcher_clone()
+            else:
+                n.attachments[k] = self.attachments[k]
+        # additional models
+        for k, c in self.additional_models.items():
+            n.additional_models[k] = [x.clone() for x in c]
+        # callbacks
+        for k, c in self.callbacks.items():
+            n.callbacks[k] = {}
+            for k1, c1 in c.items():
+                n.callbacks[k][k1] = c1.copy()
+        # sample wrappers
+        for k, w in self.wrappers.items():
+            n.wrappers[k] = {}
+            for k1, w1 in w.items():
+                n.wrappers[k][k1] = w1.copy()
+        # injection
+        n.is_injected = self.is_injected
+        n.skip_injection = self.skip_injection
+        for k, i in self.injections.items():
+            n.injections[k] = i.copy()
+        # hooks
+        n.hook_patches = create_hook_patches_clone(self.hook_patches)
+        n.hook_patches_backup = create_hook_patches_clone(self.hook_patches_backup) if self.hook_patches_backup else self.hook_patches_backup
+        for group in self.cached_hook_patches:
+            n.cached_hook_patches[group] = {}
+            for k in self.cached_hook_patches[group]:
+                n.cached_hook_patches[group][k] = self.cached_hook_patches[group][k]
+        n.hook_backup = self.hook_backup
+        n.current_hooks = self.current_hooks.clone() if self.current_hooks else self.current_hooks
+        n.forced_hooks = self.forced_hooks.clone() if self.forced_hooks else self.forced_hooks
+        n.is_clip = self.is_clip
+        n.hook_mode = self.hook_mode
+
+        n.cached_patcher_init = self.cached_patcher_init
+        n.is_multigpu_base_clone = self.is_multigpu_base_clone
+        n.clone_base_uuid = self.clone_base_uuid
+
+        for callback in self.get_all_callbacks(CallbacksMP.ON_CLONE):
+            callback(self, n)
+        return n
+
+    def deepclone_multigpu(self, new_load_device=None, models_cache: dict[uuid.UUID,ModelPatcher]=None):
+        logging.info(f"Creating deepclone of {self.model.__class__.__name__} for {new_load_device if new_load_device else self.load_device}.")
+        if self.cached_patcher_init is None:
+            raise RuntimeError(
+                f"Cannot create multigpu deepclone of {self.model.__class__.__name__}: "
+                "the loader that produced this model does not support multigpu "
+                "(cached_patcher_init is not initialized). Use a core loader "
+                "(CheckpointLoaderSimple, UNETLoader, CLIPLoader/DualCLIPLoader, VAELoader), "
+                "or have the custom loader register a cached_patcher_init factory."
+            )
+        comfy.model_management.unload_model_and_clones(self)
+        # Produce a freshly-loaded patcher from the loader factory so the multigpu
+        # clone owns its own untainted model weights (rather than relying on
+        # copy.deepcopy of an already-patched/already-loaded module).
+        temp_model_patcher: ModelPatcher | list[ModelPatcher] = self.cached_patcher_init[0](*self.cached_patcher_init[1])
+        if len(self.cached_patcher_init) > 2:
+            temp_model_patcher = temp_model_patcher[self.cached_patcher_init[2]]
+        # Override clone()'s normal "share self.model + share backup containers" with
+        # the pristine model from temp_model_patcher plus empty backup containers --
+        # the fresh model has no patches applied, so any deepcopy of self's stale
+        # backup/object_patches_backup/pinned would just propagate dead state that
+        # no longer corresponds to anything in n.model.
+        model_override = (temp_model_patcher.model, ({}, {}, {}, set()))
+        n = self.clone(model_override=model_override)
+        # clone() copies hook_backup by reference from self; reset since model is pristine.
+        n.hook_backup = {}
+        # set load device, if present
+        if new_load_device is not None:
+            n.load_device = new_load_device
+        # Ensure any per-device bookkeeping (e.g. ModelPatcherDynamic.dynamic_pins)
+        # has an entry for n.load_device on the freshly-loaded n.model. temp_model_patcher's
+        # __init__ only registered its own (default) load_device.
+        if hasattr(n, "register_load_device"):
+            n.register_load_device(n.load_device)
+        # multigpu clone should not have multigpu additional_models entry
+        n.remove_additional_models("multigpu")
+        # multigpu_clone all stored additional_models; make sure circular references are properly handled
+        if models_cache is None:
+            models_cache = {}
+        for key, model_list in n.additional_models.items():
+            for i in range(len(model_list)):
+                add_model = n.additional_models[key][i]
+                if add_model.clone_base_uuid not in models_cache:
+                    models_cache[add_model.clone_base_uuid] = add_model.deepclone_multigpu(new_load_device=new_load_device, models_cache=models_cache)
+                n.additional_models[key][i] = models_cache[add_model.clone_base_uuid]
+        for callback in self.get_all_callbacks(CallbacksMP.ON_DEEPCLONE_MULTIGPU):
+            callback(self, n)
+        return n
+
+    def match_multigpu_clones(self):
+        multigpu_models = self.get_additional_models_with_key("multigpu")
+        if len(multigpu_models) > 0:
+            new_multigpu_models = []
+            for mm in multigpu_models:
+                # clone main model, but bring over relevant props from existing multigpu clone
+                n = self.clone(model_override=mm.get_clone_model_override())
+                n.load_device = mm.load_device
+                n.hook_backup = mm.hook_backup
+                n.is_multigpu_base_clone = mm.is_multigpu_base_clone
+                n.remove_additional_models("multigpu")
+                orig_additional_models: dict[str, list[ModelPatcher]] = comfy.patcher_extension.copy_nested_dicts(n.additional_models)
+                n.additional_models = comfy.patcher_extension.copy_nested_dicts(mm.additional_models)
+                # figure out which additional models are not present in multigpu clone
+                models_cache = {}
+                for mm_add_model in mm.get_additional_models():
+                    models_cache[mm_add_model.clone_base_uuid] = mm_add_model
+                remove_models_uuids = set(list(models_cache.keys()))
+                for key, model_list in orig_additional_models.items():
+                    for orig_add_model in model_list:
+                        if orig_add_model.clone_base_uuid not in models_cache:
+                            models_cache[orig_add_model.clone_base_uuid] = orig_add_model.deepclone_multigpu(new_load_device=n.load_device, models_cache=models_cache)
+                            existing_list = n.get_additional_models_with_key(key)
+                            existing_list.append(models_cache[orig_add_model.clone_base_uuid])
+                            n.set_additional_models(key, existing_list)
+                        if orig_add_model.clone_base_uuid in remove_models_uuids:
+                            remove_models_uuids.remove(orig_add_model.clone_base_uuid)
+                # remove duplicate additional models
+                for key, model_list in n.additional_models.items():
+                    new_model_list = [x for x in model_list if x.clone_base_uuid not in remove_models_uuids]
+                    n.set_additional_models(key, new_model_list)
+                for callback in self.get_all_callbacks(CallbacksMP.ON_MATCH_MULTIGPU_CLONES):
+                    callback(self, n)
+                new_multigpu_models.append(n)
+            self.set_additional_models("multigpu", new_multigpu_models)
+
+    def is_clone(self, other):
+        if hasattr(other, 'model') and self.model is other.model:
+            return True
+        return False
+
+    def clone_has_same_weights(self, clone: ModelPatcher, allow_multigpu=False):
+        if allow_multigpu:
+            if self.clone_base_uuid != clone.clone_base_uuid:
+                return False
+        else:
+            if not self.is_clone(clone):
+                return False
+
+        if self.current_hooks != clone.current_hooks:
+            return False
+        if self.forced_hooks != clone.forced_hooks:
+            return False
+        if self.hook_patches.keys() != clone.hook_patches.keys():
+            return False
+        if self.attachments.keys() != clone.attachments.keys():
+            return False
+        if self.additional_models.keys() != clone.additional_models.keys():
+            return False
+        for key in self.callbacks:
+            if len(self.callbacks[key]) != len(clone.callbacks[key]):
+                return False
+        for key in self.wrappers:
+            if len(self.wrappers[key]) != len(clone.wrappers[key]):
+                return False
+        if self.injections.keys() != clone.injections.keys():
+            return False
+
+        if len(self.patches) == 0 and len(clone.patches) == 0:
+            return True
+
+        if self.patches_uuid == clone.patches_uuid:
+            if len(self.patches) != len(clone.patches):
+                logging.warning("WARNING: something went wrong, same patch uuid but different length of patches.")
+            else:
+                return True
+
+    def memory_required(self, input_shape):
+        return self.model.memory_required(input_shape=input_shape)
+
+    def disable_model_cfg1_optimization(self):
+        self.model_options["disable_cfg1_optimization"] = True
+
+    def set_model_sampler_cfg_function(self, sampler_cfg_function, disable_cfg1_optimization=False):
+        if len(inspect.signature(sampler_cfg_function).parameters) == 3:
+            self.model_options["sampler_cfg_function"] = lambda args: sampler_cfg_function(args["cond"], args["uncond"], args["cond_scale"]) #Old way
+        else:
+            self.model_options["sampler_cfg_function"] = sampler_cfg_function
+        if disable_cfg1_optimization:
+            self.disable_model_cfg1_optimization()
+
+    def set_model_sampler_post_cfg_function(self, post_cfg_function, disable_cfg1_optimization=False):
+        self.model_options = set_model_options_post_cfg_function(self.model_options, post_cfg_function, disable_cfg1_optimization)
+
+    def set_model_sampler_pre_cfg_function(self, pre_cfg_function, disable_cfg1_optimization=False):
+        self.model_options = set_model_options_pre_cfg_function(self.model_options, pre_cfg_function, disable_cfg1_optimization)
+
+    def set_model_sampler_calc_cond_batch_function(self, sampler_calc_cond_batch_function):
+        self.model_options["sampler_calc_cond_batch_function"] = sampler_calc_cond_batch_function
+
+    def set_model_unet_function_wrapper(self, unet_wrapper_function: UnetWrapperFunction):
+        self.model_options["model_function_wrapper"] = unet_wrapper_function
+
+    def set_model_denoise_mask_function(self, denoise_mask_function):
+        self.model_options["denoise_mask_function"] = denoise_mask_function
+
+    def set_model_patch(self, patch, name):
+        to = self.model_options["transformer_options"]
+        if "patches" not in to:
+            to["patches"] = {}
+        to["patches"][name] = to["patches"].get(name, []) + [patch]
+
+    def set_model_patch_replace(self, patch, name, block_name, number, transformer_index=None):
+        self.model_options = set_model_options_patch_replace(self.model_options, patch, name, block_name, number, transformer_index=transformer_index)
+
+    def set_model_attn1_patch(self, patch):
+        self.set_model_patch(patch, "attn1_patch")
+
+    def set_model_attn2_patch(self, patch):
+        self.set_model_patch(patch, "attn2_patch")
+
+    def set_model_attn1_replace(self, patch, block_name, number, transformer_index=None):
+        self.set_model_patch_replace(patch, "attn1", block_name, number, transformer_index)
+
+    def set_model_attn2_replace(self, patch, block_name, number, transformer_index=None):
+        self.set_model_patch_replace(patch, "attn2", block_name, number, transformer_index)
+
+    def set_model_attn1_output_patch(self, patch):
+        self.set_model_patch(patch, "attn1_output_patch")
+
+    def set_model_attn2_output_patch(self, patch):
+        self.set_model_patch(patch, "attn2_output_patch")
+
+    def set_model_input_block_patch(self, patch):
+        self.set_model_patch(patch, "input_block_patch")
+
+    def set_model_input_block_patch_after_skip(self, patch):
+        self.set_model_patch(patch, "input_block_patch_after_skip")
+
+    def set_model_output_block_patch(self, patch):
+        self.set_model_patch(patch, "output_block_patch")
+
+    def set_model_emb_patch(self, patch):
+        self.set_model_patch(patch, "emb_patch")
+
+    def set_model_forward_timestep_embed_patch(self, patch):
+        self.set_model_patch(patch, "forward_timestep_embed_patch")
+
+    def set_model_double_block_patch(self, patch):
+        self.set_model_patch(patch, "double_block")
+
+    def set_model_post_input_patch(self, patch):
+        self.set_model_patch(patch, "post_input")
+
+    def set_model_noise_refiner_patch(self, patch):
+        self.set_model_patch(patch, "noise_refiner")
+
+    def set_model_middle_block_after_patch(self, patch):
+        self.set_model_patch(patch, "middle_block_after_patch")
+
+
+    def set_model_rope_options(self, scale_x, shift_x, scale_y, shift_y, scale_t, shift_t, **kwargs):
+        rope_options = self.model_options["transformer_options"].get("rope_options", {})
+        rope_options["scale_x"] = scale_x
+        rope_options["scale_y"] = scale_y
+        rope_options["scale_t"] = scale_t
+
+        rope_options["shift_x"] = shift_x
+        rope_options["shift_y"] = shift_y
+        rope_options["shift_t"] = shift_t
+
+        self.model_options["transformer_options"]["rope_options"] = rope_options
+
+
+    def add_object_patch(self, name, obj):
+        self.object_patches[name] = obj
+
+    def set_model_compute_dtype(self, dtype):
+        self.add_object_patch("manual_cast_dtype", dtype)
+        if dtype is not None:
+            self.force_cast_weights = True
+        self.patches_uuid = uuid.uuid4() #TODO: optimize by preventing a full model reload for this
+
+    def add_weight_wrapper(self, name, function):
+        self.weight_wrapper_patches[name] = self.weight_wrapper_patches.get(name, []) + [function]
+        self.patches_uuid = uuid.uuid4()
+
+    def get_model_object(self, name: str) -> torch.nn.Module:
+        """Retrieves a nested attribute from an object using dot notation considering
+        object patches.
+
+        Args:
+            name (str): The attribute path using dot notation (e.g. "model.layer.weight")
+
+        Returns:
+            The value of the requested attribute
+
+        Example:
+            patcher = ModelPatcher()
+            weight = patcher.get_model_object("layer1.conv.weight")
+        """
+        if name in self.object_patches:
+            return self.object_patches[name]
+        else:
+            if name in self.object_patches_backup:
+                return self.object_patches_backup[name]
+            else:
+                return comfy.utils.get_attr(self.model, name)
+
+    def model_patches_to(self, device):
+        to = self.model_options["transformer_options"]
+        if "patches" in to:
+            patches = to["patches"]
+            for name in patches:
+                patch_list = patches[name]
+                for i in range(len(patch_list)):
+                    if hasattr(patch_list[i], "to"):
+                        patch_list[i] = patch_list[i].to(device)
+        if "patches_replace" in to:
+            patches = to["patches_replace"]
+            for name in patches:
+                patch_list = patches[name]
+                for k in patch_list:
+                    if hasattr(patch_list[k], "to"):
+                        patch_list[k] = patch_list[k].to(device)
+        if "model_function_wrapper" in self.model_options:
+            wrap_func = self.model_options["model_function_wrapper"]
+            if hasattr(wrap_func, "to"):
+                self.model_options["model_function_wrapper"] = wrap_func.to(device)
+
+    def model_patches_models(self):
+        to = self.model_options["transformer_options"]
+        models = []
+        if "patches" in to:
+            patches = to["patches"]
+            for name in patches:
+                patch_list = patches[name]
+                for i in range(len(patch_list)):
+                    if hasattr(patch_list[i], "models"):
+                        models += patch_list[i].models()
+        if "patches_replace" in to:
+            patches = to["patches_replace"]
+            for name in patches:
+                patch_list = patches[name]
+                for k in patch_list:
+                    if hasattr(patch_list[k], "models"):
+                        models += patch_list[k].models()
+        if "model_function_wrapper" in self.model_options:
+            wrap_func = self.model_options["model_function_wrapper"]
+            if hasattr(wrap_func, "models"):
+                models += wrap_func.models()
+
+        return models
+
+    def model_patches_call_function(self, function_name="cleanup", arguments={}):
+        to = self.model_options["transformer_options"]
+        if "patches" in to:
+            patches = to["patches"]
+            for name in patches:
+                patch_list = patches[name]
+                for i in range(len(patch_list)):
+                    if hasattr(patch_list[i], function_name):
+                        getattr(patch_list[i], function_name)(**arguments)
+        if "patches_replace" in to:
+            patches = to["patches_replace"]
+            for name in patches:
+                patch_list = patches[name]
+                for k in patch_list:
+                    if hasattr(patch_list[k], function_name):
+                        getattr(patch_list[k], function_name)(**arguments)
+        if "model_function_wrapper" in self.model_options:
+            wrap_func = self.model_options["model_function_wrapper"]
+            if hasattr(wrap_func, function_name):
+                getattr(wrap_func, function_name)(**arguments)
+
+    def model_dtype(self):
+        if hasattr(self.model, "get_dtype"):
+            return self.model.get_dtype()
+
+    def add_patches(self, patches, strength_patch=1.0, strength_model=1.0):
+        with self.use_ejected():
+            p = set()
+            model_sd = self.model.state_dict()
+            for k in patches:
+                offset = None
+                function = None
+                if isinstance(k, str):
+                    key = k
+                else:
+                    offset = k[1]
+                    key = k[0]
+                    if len(k) > 2:
+                        function = k[2]
+
+                if key in model_sd:
+                    p.add(k)
+                    current_patches = self.patches.get(key, [])
+                    current_patches.append((strength_patch, patches[k], strength_model, offset, function))
+                    self.patches[key] = current_patches
+
+            self.patches_uuid = uuid.uuid4()
+            return list(p)
+
+    def get_key_patches(self, filter_prefix=None):
+        model_sd = self.model_state_dict()
+        p = {}
+        for k in model_sd:
+            if filter_prefix is not None:
+                if not k.startswith(filter_prefix):
+                    continue
+            bk = self.backup.get(k, None)
+            hbk = self.hook_backup.get(k, None)
+            weight, set_func, convert_func = get_key_weight(self.model, k)
+            if bk is not None:
+                weight = bk.weight
+            if hbk is not None:
+                weight = hbk[0]
+            if convert_func is None:
+                convert_func = lambda a, **kwargs: a
+
+            if k in self.patches:
+                p[k] = [(weight, convert_func)] + self.patches[k]
+            else:
+                p[k] = [(weight, convert_func)]
+        return p
+
+    def model_state_dict(self, filter_prefix=None):
+        with self.use_ejected():
+            sd = self.model.state_dict()
+            keys = list(sd.keys())
+            if filter_prefix is not None:
+                for k in keys:
+                    if not k.startswith(filter_prefix):
+                        sd.pop(k)
+            return sd
+
+    def patch_weight_to_device(self, key, device_to=None, inplace_update=False, return_weight=False, force_cast=False):
+        weight, set_func, convert_func = get_key_weight(self.model, key)
+        if key not in self.patches and not force_cast:
+            return weight
+
+        inplace_update = self.weight_inplace_update or inplace_update
+
+        if key not in self.backup and not return_weight:
+            self.backup[key] = collections.namedtuple('Dimension', ['weight', 'inplace_update'])(weight.to(device=self.offload_device, copy=inplace_update), inplace_update)
+
+        temp_dtype = comfy.model_management.lora_compute_dtype(device_to) if key in self.patches else None
+        if device_to is not None:
+            temp_weight = comfy.model_management.cast_to_device(weight, device_to, temp_dtype, copy=True)
+        else:
+            temp_weight = weight.to(temp_dtype, copy=True)
+        if convert_func is not None:
+            temp_weight = convert_func(temp_weight, inplace=True)
+
+        out_weight = comfy.lora.calculate_weight(self.patches[key], temp_weight, key) if key in self.patches else temp_weight
+        if set_func is None:
+            if key in self.patches:
+                out_weight = comfy.float.stochastic_rounding(out_weight, weight.dtype, seed=comfy.utils.string_to_seed(key))
+            if return_weight:
+                return out_weight
+            elif inplace_update:
+                comfy.utils.copy_to_param(self.model, key, out_weight)
+            else:
+                comfy.utils.set_attr_param(self.model, key, out_weight)
+        else:
+            return set_func(out_weight, inplace_update=inplace_update, seed=comfy.utils.string_to_seed(key), return_weight=return_weight)
+
+    def pin_weight_to_device(self, key):
+        weight, set_func, convert_func = get_key_weight(self.model, key)
+        if comfy.model_management.pin_memory(weight):
+            self.pinned.add(key)
+
+    def unpin_weight(self, key):
+        if key in self.pinned:
+            weight, set_func, convert_func = get_key_weight(self.model, key)
+            comfy.model_management.unpin_memory(weight)
+            self.pinned.remove(key)
+
+    def unpin_all_weights(self):
+        for key in list(self.pinned):
+            self.unpin_weight(key)
+
+    def _load_list(self, for_dynamic=False, default_device=None):
+        loading = []
+        for n, m in self.model.named_modules():
+            default = False
+            params = { name: param for name, param in m.named_parameters(recurse=False) }
+            for name, param in m.named_parameters(recurse=True):
+                if name not in params:
+                    default = True # default random weights in non leaf modules
+                    break
+            if default and default_device is not None:
+                for param_name, param in params.items():
+                    param.data = param.data.to(device=default_device, dtype=getattr(m, param_name + "_comfy_model_dtype", None))
+            if not default and (hasattr(m, "comfy_cast_weights") or len(params) > 0):
+                module_mem = comfy.model_management.module_size(m)
+                module_offload_mem = module_mem
+                if hasattr(m, "comfy_cast_weights"):
+                    def check_module_offload_mem(key):
+                        if key in self.patches:
+                            return low_vram_patch_estimate_vram(self.model, key)
+                        model_dtype = getattr(self.model, "manual_cast_dtype", None)
+                        weight, _, _ = get_key_weight(self.model, key)
+                        if model_dtype is None or weight is None:
+                            return 0
+                        if (weight.dtype != model_dtype or isinstance(weight, QuantizedTensor)):
+                            return weight.numel() * model_dtype.itemsize
+                        return 0
+                    module_offload_mem += check_module_offload_mem("{}.weight".format(n))
+                    module_offload_mem += check_module_offload_mem("{}.bias".format(n))
+                # Dynamic: small weights (<64KB) first, then larger weights prioritized by size.
+                # Non-dynamic: prioritize by module offload cost.
+                if for_dynamic:
+                    sort_criteria = (module_offload_mem >= 64 * 1024, -module_offload_mem)
+                else:
+                    sort_criteria = (module_offload_mem,)
+                loading.append(sort_criteria + (module_mem, n, m, params))
+        return loading
+
+    def load(self, device_to=None, lowvram_model_memory=0, force_patch_weights=False, full_load=False):
+        with self.use_ejected():
+            self.unpatch_hooks()
+            mem_counter = 0
+            patch_counter = 0
+            lowvram_counter = 0
+            lowvram_mem_counter = 0
+            loading = self._load_list()
+
+            load_completely = []
+            offloaded = []
+            offload_buffer = 0
+            loading.sort(reverse=True)
+            for i, x in enumerate(loading):
+                module_offload_mem, module_mem, n, m, params = x
+
+                lowvram_weight = False
+
+                potential_offload = max(offload_buffer, module_offload_mem + sum([ x1[1] for x1 in loading[i+1:i+1+comfy.model_management.NUM_STREAMS]]))
+                lowvram_fits = mem_counter + module_mem + potential_offload < lowvram_model_memory
+
+                weight_key = "{}.weight".format(n)
+                bias_key = "{}.bias".format(n)
+
+                if not full_load and hasattr(m, "comfy_cast_weights"):
+                    if not lowvram_fits:
+                        offload_buffer = potential_offload
+                        lowvram_weight = True
+                        lowvram_counter += 1
+                        lowvram_mem_counter += module_mem
+                        if hasattr(m, "prev_comfy_cast_weights"): #Already lowvramed
+                            continue
+
+                cast_weight = self.force_cast_weights
+                m.comfy_force_cast_weights = self.force_cast_weights
+                if lowvram_weight:
+                    if hasattr(m, "comfy_cast_weights"):
+                        m.weight_function = []
+                        m.bias_function = []
+
+                    if weight_key in self.patches:
+                        if force_patch_weights:
+                            self.patch_weight_to_device(weight_key)
+                        else:
+                            _, set_func, convert_func = get_key_weight(self.model, weight_key)
+                            m.weight_function = [LowVramPatch(weight_key, self.patches, convert_func, set_func)]
+                            patch_counter += 1
+                    if bias_key in self.patches:
+                        if force_patch_weights:
+                            self.patch_weight_to_device(bias_key)
+                        else:
+                            _, set_func, convert_func = get_key_weight(self.model, bias_key)
+                            m.bias_function = [LowVramPatch(bias_key, self.patches, convert_func, set_func)]
+                            patch_counter += 1
+
+                    cast_weight = True
+                    offloaded.append((module_mem, n, m, params))
+                else:
+                    if hasattr(m, "comfy_cast_weights"):
+                        wipe_lowvram_weight(m)
+
+                    if full_load or lowvram_fits:
+                        mem_counter += module_mem
+                        load_completely.append((module_mem, n, m, params))
+                    else:
+                        offload_buffer = potential_offload
+
+                if cast_weight and hasattr(m, "comfy_cast_weights"):
+                    m.prev_comfy_cast_weights = m.comfy_cast_weights
+                    m.comfy_cast_weights = True
+
+                if weight_key in self.weight_wrapper_patches:
+                    m.weight_function.extend(self.weight_wrapper_patches[weight_key])
+
+                if bias_key in self.weight_wrapper_patches:
+                    m.bias_function.extend(self.weight_wrapper_patches[bias_key])
+
+                mem_counter += move_weight_functions(m, device_to)
+
+            load_completely.sort(reverse=True)
+            for x in load_completely:
+                n = x[1]
+                m = x[2]
+                params = x[3]
+                if hasattr(m, "comfy_patched_weights"):
+                    if m.comfy_patched_weights == True:
+                        continue
+
+                for param, param_value in params.items():
+                    if hasattr(m, "comfy_cast_weights") and getattr(param_value, "is_meta", False):
+                        comfy.ops.disable_weight_init._zero_init_parameter(m, param)
+                    key = key_param_name_to_key(n, param)
+                    self.unpin_weight(key)
+                    self.patch_weight_to_device(key, device_to=device_to)
+                if comfy.model_management.is_device_cuda(device_to):
+                    torch.cuda.synchronize()
+
+                logging.debug("lowvram: loaded module regularly {} {}".format(n, m))
+                m.comfy_patched_weights = True
+
+            for x in load_completely:
+                x[2].to(device_to)
+
+            for x in offloaded:
+                n = x[1]
+                params = x[3]
+                for param in params:
+                    self.pin_weight_to_device(key_param_name_to_key(n, param))
+
+            usable_stat = "{:.2f} MB usable,".format(lowvram_model_memory / (1024 * 1024)) if lowvram_model_memory < 1e32 else ""
+            if lowvram_counter > 0:
+                logging.info("loaded partially; {} {:.2f} MB loaded, {:.2f} MB offloaded, {:.2f} MB buffer reserved, lowvram patches: {}".format(usable_stat, mem_counter / (1024 * 1024), lowvram_mem_counter / (1024 * 1024), offload_buffer / (1024 * 1024), patch_counter))
+                self.model.model_lowvram = True
+            else:
+                logging.info("loaded completely; {} {:.2f} MB loaded, full load: {}".format(usable_stat, mem_counter / (1024 * 1024), full_load))
+                self.model.model_lowvram = False
+                if full_load:
+                    self.model.to(device_to)
+                    mem_counter = self.model_size()
+
+            self.model.lowvram_patch_counter += patch_counter
+            self.model.device = device_to
+            self.model.model_loaded_weight_memory = mem_counter
+            self.model.model_offload_buffer_memory = offload_buffer
+            self.model.current_weight_patches_uuid = self.patches_uuid
+
+            for callback in self.get_all_callbacks(CallbacksMP.ON_LOAD):
+                callback(self, device_to, lowvram_model_memory, force_patch_weights, full_load)
+
+            self.apply_hooks(self.forced_hooks, force_apply=True)
+
+    def patch_model(self, device_to=None, lowvram_model_memory=0, load_weights=True, force_patch_weights=False):
+        with self.use_ejected():
+            for k in self.object_patches:
+                old = comfy.utils.set_attr(self.model, k, self.object_patches[k])
+                if k not in self.object_patches_backup:
+                    self.object_patches_backup[k] = old
+
+            if lowvram_model_memory == 0:
+                full_load = True
+            else:
+                full_load = False
+
+            if load_weights:
+                self.load(device_to, lowvram_model_memory=lowvram_model_memory, force_patch_weights=force_patch_weights, full_load=full_load)
+        self.inject_model()
+        return self.model
+
+    def unpatch_model(self, device_to=None, unpatch_weights=True):
+        self.eject_model()
+        if unpatch_weights:
+            self.unpatch_hooks()
+            self.unpin_all_weights()
+            if self.model.model_lowvram:
+                for m in self.model.modules():
+                    move_weight_functions(m, device_to)
+                    wipe_lowvram_weight(m)
+
+                self.model.model_lowvram = False
+                self.model.lowvram_patch_counter = 0
+
+            keys = list(self.backup.keys())
+
+            for k in keys:
+                bk = self.backup[k]
+                if bk.inplace_update:
+                    comfy.utils.copy_to_param(self.model, k, bk.weight)
+                else:
+                    comfy.utils.set_attr_param(self.model, k, bk.weight)
+
+            self.model.current_weight_patches_uuid = None
+            self.backup.clear()
+
+            if device_to is not None:
+                self.model.to(device_to)
+                self.model.device = device_to
+            self.model.model_loaded_weight_memory = 0
+            self.model.model_offload_buffer_memory = 0
+
+            for m in self.model.modules():
+                if hasattr(m, "comfy_patched_weights"):
+                    del m.comfy_patched_weights
+
+        keys = list(self.object_patches_backup.keys())
+        for k in keys:
+            comfy.utils.set_attr(self.model, k, self.object_patches_backup[k])
+
+        self.object_patches_backup.clear()
+
+    def partially_unload(self, device_to, memory_to_free=0, force_patch_weights=False):
+        with self.use_ejected():
+            hooks_unpatched = False
+            memory_freed = 0
+            patch_counter = 0
+            unload_list = self._load_list()
+            unload_list.sort()
+
+            offload_buffer = self.model.model_offload_buffer_memory
+            if len(unload_list) > 0:
+                NS = comfy.model_management.NUM_STREAMS
+                offload_weight_factor = [ min(offload_buffer / (NS + 1), unload_list[0][1]) ] * NS
+
+            for unload in unload_list:
+                if memory_to_free + offload_buffer - self.model.model_offload_buffer_memory < memory_freed:
+                    break
+                module_offload_mem, module_mem, n, m, params = unload
+
+                potential_offload = module_offload_mem + sum(offload_weight_factor)
+
+                lowvram_possible = hasattr(m, "comfy_cast_weights")
+                if hasattr(m, "comfy_patched_weights") and m.comfy_patched_weights == True:
+                    move_weight = True
+                    for param in params:
+                        key = key_param_name_to_key(n, param)
+                        bk = self.backup.get(key, None)
+                        if bk is not None:
+                            if not lowvram_possible:
+                                move_weight = False
+                                break
+
+                            if not hooks_unpatched:
+                                self.unpatch_hooks()
+                                hooks_unpatched = True
+
+                            if bk.inplace_update:
+                                comfy.utils.copy_to_param(self.model, key, bk.weight)
+                            else:
+                                comfy.utils.set_attr_param(self.model, key, bk.weight)
+                            self.backup.pop(key)
+
+                    weight_key = "{}.weight".format(n)
+                    bias_key = "{}.bias".format(n)
+                    if move_weight:
+                        cast_weight = self.force_cast_weights
+                        m.to(device_to)
+                        module_mem += move_weight_functions(m, device_to)
+                        if lowvram_possible:
+                            if weight_key in self.patches:
+                                if force_patch_weights:
+                                    self.patch_weight_to_device(weight_key)
+                                else:
+                                    _, set_func, convert_func = get_key_weight(self.model, weight_key)
+                                    m.weight_function.append(LowVramPatch(weight_key, self.patches, convert_func, set_func))
+                                    patch_counter += 1
+                            if bias_key in self.patches:
+                                if force_patch_weights:
+                                    self.patch_weight_to_device(bias_key)
+                                else:
+                                    _, set_func, convert_func = get_key_weight(self.model, bias_key)
+                                    m.bias_function.append(LowVramPatch(bias_key, self.patches, convert_func, set_func))
+                                    patch_counter += 1
+                            cast_weight = True
+
+                        if cast_weight and hasattr(m, "comfy_cast_weights"):
+                            m.prev_comfy_cast_weights = m.comfy_cast_weights
+                            m.comfy_cast_weights = True
+                        m.comfy_patched_weights = False
+                        memory_freed += module_mem
+                        offload_buffer = max(offload_buffer, potential_offload)
+                        offload_weight_factor.append(module_mem)
+                        offload_weight_factor.pop(0)
+                        logging.debug("freed {}".format(n))
+
+                        for param in params:
+                            self.pin_weight_to_device(key_param_name_to_key(n, param))
+
+
+            self.model.model_lowvram = True
+            self.model.lowvram_patch_counter += patch_counter
+            self.model.model_loaded_weight_memory -= memory_freed
+            self.model.model_offload_buffer_memory = offload_buffer
+            logging.info("Unloaded partially: {:.2f} MB freed, {:.2f} MB remains loaded, {:.2f} MB buffer reserved, lowvram patches: {}".format(memory_freed / (1024 * 1024), self.model.model_loaded_weight_memory / (1024 * 1024), offload_buffer / (1024 * 1024), self.model.lowvram_patch_counter))
+            return memory_freed
+
+    def partially_load(self, device_to, extra_memory=0, force_patch_weights=False):
+        with self.use_ejected(skip_and_inject_on_exit_only=True):
+            unpatch_weights = self.model.current_weight_patches_uuid is not None and (self.model.current_weight_patches_uuid != self.patches_uuid or force_patch_weights)
+            # TODO: force_patch_weights should not unload + reload full model
+            used = self.model.model_loaded_weight_memory
+            self.unpatch_model(self.offload_device, unpatch_weights=unpatch_weights)
+            if unpatch_weights:
+                extra_memory += (used - self.model.model_loaded_weight_memory)
+
+            self.patch_model(load_weights=False)
+            if extra_memory < 0 and not unpatch_weights:
+                self.partially_unload(self.offload_device, -extra_memory, force_patch_weights=force_patch_weights)
+                return 0
+            full_load = False
+            if self.model.model_lowvram == False and self.model.model_loaded_weight_memory > 0:
+                self.apply_hooks(self.forced_hooks, force_apply=True)
+                return 0
+            if self.model.model_loaded_weight_memory + extra_memory > self.model_size():
+                full_load = True
+            current_used = self.model.model_loaded_weight_memory
+            try:
+                self.load(device_to, lowvram_model_memory=current_used + extra_memory, force_patch_weights=force_patch_weights, full_load=full_load)
+            except Exception as e:
+                self.detach()
+                raise e
+
+            return self.model.model_loaded_weight_memory - current_used
+
+    def pinned_memory_size(self):
+        # Pinned memory pressure tracking is only implemented for DynamicVram loading
+        return 0
+
+    def loaded_ram_size(self):
+        # Loaded RAM pressure tracking is only implemented for DynamicVram loading
+        return 0
+
+    def partially_unload_ram(self, ram_to_unload):
+        return 0
+
+    def detach(self, unpatch_all=True):
+        self.eject_model()
+        self.model_patches_to(self.offload_device)
+        if unpatch_all:
+            self.unpatch_model(self.offload_device, unpatch_weights=unpatch_all)
+        for callback in self.get_all_callbacks(CallbacksMP.ON_DETACH):
+            callback(self, unpatch_all)
+        return self.model
+
+    def current_loaded_device(self):
+        return self.model.device
+
+    def calculate_weight(self, patches, weight, key, intermediate_dtype=torch.float32):
+        logging.warning("The ModelPatcher.calculate_weight function is deprecated, please use: comfy.lora.calculate_weight instead")
+        return comfy.lora.calculate_weight(patches, weight, key, intermediate_dtype=intermediate_dtype)
+
+    def cleanup(self):
+        self.model_patches_call_function(function_name="cleanup")
+        self.clean_hooks()
+        if hasattr(self.model, "current_patcher"):
+            self.model.current_patcher = None
+        for callback in self.get_all_callbacks(CallbacksMP.ON_CLEANUP):
+            callback(self)
+
+    def add_callback(self, call_type: str, callback: Callable):
+        self.add_callback_with_key(call_type, None, callback)
+
+    def add_callback_with_key(self, call_type: str, key: str, callback: Callable):
+        c = self.callbacks.setdefault(call_type, {}).setdefault(key, [])
+        c.append(callback)
+
+    def remove_callbacks_with_key(self, call_type: str, key: str):
+        c = self.callbacks.get(call_type, {})
+        if key in c:
+            c.pop(key)
+
+    def get_callbacks(self, call_type: str, key: str):
+        return self.callbacks.get(call_type, {}).get(key, [])
+
+    def get_all_callbacks(self, call_type: str):
+        c_list = []
+        for c in self.callbacks.get(call_type, {}).values():
+            c_list.extend(c)
+        return c_list
+
+    def add_wrapper(self, wrapper_type: str, wrapper: Callable):
+        self.add_wrapper_with_key(wrapper_type, None, wrapper)
+
+    def add_wrapper_with_key(self, wrapper_type: str, key: str, wrapper: Callable):
+        w = self.wrappers.setdefault(wrapper_type, {}).setdefault(key, [])
+        w.append(wrapper)
+
+    def remove_wrappers_with_key(self, wrapper_type: str, key: str):
+        w = self.wrappers.get(wrapper_type, {})
+        if key in w:
+            w.pop(key)
+
+    def get_wrappers(self, wrapper_type: str, key: str):
+        return self.wrappers.get(wrapper_type, {}).get(key, [])
+
+    def get_all_wrappers(self, wrapper_type: str):
+        w_list = []
+        for w in self.wrappers.get(wrapper_type, {}).values():
+            w_list.extend(w)
+        return w_list
+
+    def set_attachments(self, key: str, attachment):
+        self.attachments[key] = attachment
+
+    def remove_attachments(self, key: str):
+        if key in self.attachments:
+            self.attachments.pop(key)
+
+    def get_attachment(self, key: str):
+        return self.attachments.get(key, None)
+
+    def set_injections(self, key: str, injections: list[PatcherInjection]):
+        self.injections[key] = injections
+
+    def remove_injections(self, key: str):
+        if key in self.injections:
+            self.injections.pop(key)
+
+    def get_injections(self, key: str):
+        return self.injections.get(key, None)
+
+    def set_additional_models(self, key: str, models: list['ModelPatcher']):
+        self.additional_models[key] = models
+
+    def remove_additional_models(self, key: str):
+        if key in self.additional_models:
+            self.additional_models.pop(key)
+
+    def get_additional_models_with_key(self, key: str):
+        return self.additional_models.get(key, [])
+
+    def get_additional_models(self):
+        all_models: list[ModelPatcher] = []
+        for models in self.additional_models.values():
+            all_models.extend(models)
+        return all_models
+
+    def get_nested_additional_models(self):
+        def _evaluate_sub_additional_models(prev_models: list[ModelPatcher], cache_set: set[ModelPatcher]):
+            '''Make sure circular references do not cause infinite recursion.'''
+            next_models = []
+            for model in prev_models:
+                candidates = model.get_additional_models()
+                for c in candidates:
+                    if c not in cache_set:
+                        next_models.append(c)
+                        cache_set.add(c)
+            if len(next_models) == 0:
+                return prev_models
+            return prev_models + _evaluate_sub_additional_models(next_models, cache_set)
+
+        all_models = self.get_additional_models()
+        models_set = set(all_models)
+        real_all_models = _evaluate_sub_additional_models(prev_models=all_models, cache_set=models_set)
+        return real_all_models
+
+    def use_ejected(self, skip_and_inject_on_exit_only=False):
+        return AutoPatcherEjector(self, skip_and_inject_on_exit_only=skip_and_inject_on_exit_only)
+
+    def inject_model(self):
+        if self.is_injected or self.skip_injection:
+            return
+        for injections in self.injections.values():
+            for inj in injections:
+                inj.inject(self)
+                self.is_injected = True
+        if self.is_injected:
+            for callback in self.get_all_callbacks(CallbacksMP.ON_INJECT_MODEL):
+                callback(self)
+
+    def eject_model(self):
+        if not self.is_injected:
+            return
+        for injections in self.injections.values():
+            for inj in injections:
+                inj.eject(self)
+        self.is_injected = False
+        for callback in self.get_all_callbacks(CallbacksMP.ON_EJECT_MODEL):
+            callback(self)
+
+    def pre_run(self):
+        if hasattr(self.model, "current_patcher"):
+            self.model.current_patcher = self
+        for callback in self.get_all_callbacks(CallbacksMP.ON_PRE_RUN):
+            callback(self)
+
+    def prepare_state(self, timestep, model_options):
+        ignore_multigpu = model_options.get("ignore_multigpu", False)
+        for callback in self.get_all_callbacks(CallbacksMP.ON_PREPARE_STATE):
+            callback(self, timestep, model_options)
+        if not ignore_multigpu and "multigpu_clones" in model_options:
+            model_options["ignore_multigpu"] = True
+            try:
+                for p in model_options["multigpu_clones"].values():
+                    p: ModelPatcher
+                    p.prepare_state(timestep, model_options)
+            finally:
+                model_options.pop("ignore_multigpu", None)
+
+    def restore_hook_patches(self):
+        if self.hook_patches_backup is not None:
+            self.hook_patches = self.hook_patches_backup
+            self.hook_patches_backup = None
+
+    def set_hook_mode(self, hook_mode: comfy.hooks.EnumHookMode):
+        self.hook_mode = hook_mode
+
+    def prepare_hook_patches_current_keyframe(self, t: torch.Tensor, hook_group: comfy.hooks.HookGroup, model_options: dict[str]):
+        curr_t = t[0]
+        reset_current_hooks = False
+        multigpu_kf_changed_cache = None
+        transformer_options = model_options.get("transformer_options", {})
+        for hook in hook_group.hooks:
+            changed = hook.hook_keyframe.prepare_current_keyframe(curr_t=curr_t, transformer_options=transformer_options)
+            # if keyframe changed, remove any cached HookGroups that contain hook with the same hook_ref;
+            # this will cause the weights to be recalculated when sampling
+            if changed:
+                # cache changed for multigpu usage
+                if "multigpu_clones" in model_options:
+                    if multigpu_kf_changed_cache is None:
+                        multigpu_kf_changed_cache = []
+                    multigpu_kf_changed_cache.append(hook)
+                # reset current_hooks if contains hook that changed
+                if self.current_hooks is not None:
+                    for current_hook in self.current_hooks.hooks:
+                        if current_hook == hook:
+                            reset_current_hooks = True
+                            break
+                for cached_group in list(self.cached_hook_patches.keys()):
+                    if cached_group.contains(hook):
+                        self.cached_hook_patches.pop(cached_group)
+        if reset_current_hooks:
+            self.patch_hooks(None)
+        if "multigpu_clones" in model_options:
+            for p in model_options["multigpu_clones"].values():
+                p: ModelPatcher
+                p._handle_changed_hook_keyframes(multigpu_kf_changed_cache)
+
+    def _handle_changed_hook_keyframes(self, kf_changed_cache: list[comfy.hooks.Hook]):
+        'Used to handle multigpu behavior inside prepare_hook_patches_current_keyframe.'
+        if kf_changed_cache is None:
+            return
+        reset_current_hooks = False
+        # reset current_hooks if contains hook that changed
+        for hook in kf_changed_cache:
+            if self.current_hooks is not None:
+                for current_hook in self.current_hooks.hooks:
+                    if current_hook == hook:
+                        reset_current_hooks = True
+                        break
+            for cached_group in list(self.cached_hook_patches.keys()):
+                if cached_group.contains(hook):
+                    self.cached_hook_patches.pop(cached_group)
+        if reset_current_hooks:
+            self.patch_hooks(None)
+
+    def register_all_hook_patches(self, hooks: comfy.hooks.HookGroup, target_dict: dict[str], model_options: dict=None,
+                                  registered: comfy.hooks.HookGroup = None):
+        self.restore_hook_patches()
+        if registered is None:
+            registered = comfy.hooks.HookGroup()
+        # handle WeightHooks
+        weight_hooks_to_register: list[comfy.hooks.WeightHook] = []
+        for hook in hooks.get_type(comfy.hooks.EnumHookType.Weight):
+            if hook.hook_ref not in self.hook_patches:
+                weight_hooks_to_register.append(hook)
+            else:
+                registered.add(hook)
+        if len(weight_hooks_to_register) > 0:
+            # clone hook_patches to become backup so that any non-dynamic hooks will return to their original state
+            self.hook_patches_backup = create_hook_patches_clone(self.hook_patches)
+            for hook in weight_hooks_to_register:
+                hook.add_hook_patches(self, model_options, target_dict, registered)
+        for callback in self.get_all_callbacks(CallbacksMP.ON_REGISTER_ALL_HOOK_PATCHES):
+            callback(self, hooks, target_dict, model_options, registered)
+        return registered
+
+    def add_hook_patches(self, hook: comfy.hooks.WeightHook, patches, strength_patch=1.0, strength_model=1.0):
+        with self.use_ejected():
+            # NOTE: this mirrors behavior of add_patches func
+            current_hook_patches: dict[str,list] = self.hook_patches.get(hook.hook_ref, {})
+            p = set()
+            model_sd = self.model.state_dict()
+            for k in patches:
+                offset = None
+                function = None
+                if isinstance(k, str):
+                    key = k
+                else:
+                    offset = k[1]
+                    key = k[0]
+                    if len(k) > 2:
+                        function = k[2]
+
+                if key in model_sd:
+                    p.add(k)
+                    current_patches: list[tuple] = current_hook_patches.get(key, [])
+                    current_patches.append((strength_patch, patches[k], strength_model, offset, function))
+                    current_hook_patches[key] = current_patches
+            self.hook_patches[hook.hook_ref] = current_hook_patches
+            # since should care about these patches too to determine if same model, reroll patches_uuid
+            self.patches_uuid = uuid.uuid4()
+            return list(p)
+
+    def get_combined_hook_patches(self, hooks: comfy.hooks.HookGroup):
+        # combined_patches will contain  weights of all relevant hooks, per key
+        combined_patches = {}
+        if hooks is not None:
+            for hook in hooks.hooks:
+                hook_patches: dict = self.hook_patches.get(hook.hook_ref, {})
+                for key in hook_patches.keys():
+                    current_patches: list[tuple] = combined_patches.get(key, [])
+                    if math.isclose(hook.strength, 1.0):
+                        current_patches.extend(hook_patches[key])
+                    else:
+                        # patches are stored as tuples: (strength_patch, (tuple_with_weights,), strength_model)
+                        for patch in hook_patches[key]:
+                            new_patch = list(patch)
+                            new_patch[0] *= hook.strength
+                            current_patches.append(tuple(new_patch))
+                    combined_patches[key] = current_patches
+        return combined_patches
+
+    def apply_hooks(self, hooks: comfy.hooks.HookGroup, transformer_options: dict=None, force_apply=False):
+        # TODO: return transformer_options dict with any additions from hooks
+        if self.current_hooks == hooks and (not force_apply or (not self.is_clip and hooks is None)):
+            return comfy.hooks.create_transformer_options_from_hooks(self, hooks, transformer_options)
+        self.patch_hooks(hooks=hooks)
+        for callback in self.get_all_callbacks(CallbacksMP.ON_APPLY_HOOKS):
+            callback(self, hooks)
+        return comfy.hooks.create_transformer_options_from_hooks(self, hooks, transformer_options)
+
+    def patch_hooks(self, hooks: comfy.hooks.HookGroup):
+        with self.use_ejected():
+            if hooks is not None:
+                model_sd_keys = list(self.model_state_dict().keys())
+                memory_counter = None
+                if self.hook_mode == comfy.hooks.EnumHookMode.MaxSpeed:
+                    # TODO: minimum_counter should have a minimum that conforms to loaded model requirements
+                    memory_counter = MemoryCounter(initial=comfy.model_management.get_free_memory(self.load_device),
+                                                minimum=comfy.model_management.minimum_inference_memory()*2)
+                # if have cached weights for hooks, use it
+                cached_weights = self.cached_hook_patches.get(hooks, None)
+                if cached_weights is not None:
+                    model_sd_keys_set = set(model_sd_keys)
+                    for key in cached_weights:
+                        if key not in model_sd_keys:
+                            logging.warning(f"Cached hook could not patch. Key does not exist in model: {key}")
+                            continue
+                        self.patch_cached_hook_weights(cached_weights=cached_weights, key=key, memory_counter=memory_counter)
+                        model_sd_keys_set.remove(key)
+                    self.unpatch_hooks(model_sd_keys_set)
+                else:
+                    self.unpatch_hooks()
+                    relevant_patches = self.get_combined_hook_patches(hooks=hooks)
+                    original_weights = None
+                    if len(relevant_patches) > 0:
+                        original_weights = self.get_key_patches()
+                    for key in relevant_patches:
+                        if key not in model_sd_keys:
+                            logging.warning(f"Cached hook would not patch. Key does not exist in model: {key}")
+                            continue
+                        self.patch_hook_weight_to_device(hooks=hooks, combined_patches=relevant_patches, key=key, original_weights=original_weights,
+                                                            memory_counter=memory_counter)
+            else:
+                self.unpatch_hooks()
+            self.current_hooks = hooks
+
+    def patch_cached_hook_weights(self, cached_weights: dict, key: str, memory_counter: MemoryCounter):
+        if key not in self.hook_backup:
+            weight: torch.Tensor = comfy.utils.get_attr(self.model, key)
+            target_device = self.offload_device
+            if self.hook_mode == comfy.hooks.EnumHookMode.MaxSpeed:
+                used = memory_counter.use(weight)
+                if used:
+                    target_device = weight.device
+            self.hook_backup[key] = (weight.to(device=target_device, copy=True), weight.device)
+        comfy.utils.copy_to_param(self.model, key, cached_weights[key][0].to(device=cached_weights[key][1]))
+
+    def clear_cached_hook_weights(self):
+        self.cached_hook_patches.clear()
+        self.patch_hooks(None)
+
+    def patch_hook_weight_to_device(self, hooks: comfy.hooks.HookGroup, combined_patches: dict, key: str, original_weights: dict, memory_counter: MemoryCounter):
+        if key not in combined_patches:
+            return
+
+        weight, set_func, convert_func = get_key_weight(self.model, key)
+        weight: torch.Tensor
+        if key not in self.hook_backup:
+            target_device = self.offload_device
+            if self.hook_mode == comfy.hooks.EnumHookMode.MaxSpeed:
+                used = memory_counter.use(weight)
+                if used:
+                    target_device = weight.device
+            self.hook_backup[key] = (weight.to(device=target_device, copy=True), weight.device)
+        # TODO: properly handle LowVramPatch, if it ends up an issue
+        temp_weight = comfy.model_management.cast_to_device(weight, weight.device, torch.float32, copy=True)
+        if convert_func is not None:
+            temp_weight = convert_func(temp_weight, inplace=True)
+
+        out_weight = comfy.lora.calculate_weight(combined_patches[key],
+                                                 temp_weight,
+                                                 key, original_weights=original_weights)
+        del original_weights[key]
+        if set_func is None:
+            out_weight = comfy.float.stochastic_rounding(out_weight, weight.dtype, seed=comfy.utils.string_to_seed(key))
+            comfy.utils.copy_to_param(self.model, key, out_weight)
+        else:
+            set_func(out_weight, inplace_update=True, seed=comfy.utils.string_to_seed(key))
+        if self.hook_mode == comfy.hooks.EnumHookMode.MaxSpeed:
+            # TODO: disable caching if not enough system RAM to do so
+            target_device = self.offload_device
+            used = memory_counter.use(weight)
+            if used:
+                target_device = weight.device
+            self.cached_hook_patches.setdefault(hooks, {})
+            self.cached_hook_patches[hooks][key] = (out_weight.to(device=target_device, copy=False), weight.device)
+        del temp_weight
+        del out_weight
+        del weight
+
+    def unpatch_hooks(self, whitelist_keys_set: set[str]=None) -> None:
+        with self.use_ejected():
+            if len(self.hook_backup) == 0:
+                self.current_hooks = None
+                return
+            keys = list(self.hook_backup.keys())
+            if whitelist_keys_set:
+                for k in keys:
+                    if k in whitelist_keys_set:
+                        comfy.utils.copy_to_param(self.model, k, self.hook_backup[k][0].to(device=self.hook_backup[k][1]))
+                        self.hook_backup.pop(k)
+            else:
+                for k in keys:
+                    comfy.utils.copy_to_param(self.model, k, self.hook_backup[k][0].to(device=self.hook_backup[k][1]))
+
+                self.hook_backup.clear()
+                self.current_hooks = None
+
+    def clean_hooks(self):
+        self.unpatch_hooks()
+        self.clear_cached_hook_weights()
+
+    def model_state_dict_for_saving(self, model=None, prefix=""):
+        if model is None:
+            model = self.model
+
+        original_state_dict = model.state_dict()
+        output_state_dict = {}
+        keys = list(original_state_dict)
+        while len(keys) > 0:
+            k = keys.pop(0)
+            v = original_state_dict[k]
+            op_keys = k.rsplit('.', 1)
+            if (len(op_keys) < 2) or op_keys[1] not in ["weight", "bias"]:
+                output_state_dict[k] = v
+                continue
+            try:
+                op = comfy.utils.get_attr(model, op_keys[0])
+            except:
+                output_state_dict[k] = v
+                continue
+            if not op or not hasattr(op, "comfy_cast_weights") or \
+                (hasattr(op, "comfy_patched_weights") and op.comfy_patched_weights == True):
+                output_state_dict[k] = v
+                continue
+            key = prefix + k
+            weight = comfy.utils.get_attr(self.model, key)
+            if isinstance(weight, QuantizedTensor) and k in original_state_dict:
+                qt_state_dict = weight.state_dict(k)
+                caster = LazyCastingQuantizedParam(self, key)
+                for group_key in (x for x in qt_state_dict if x in original_state_dict):
+                    if group_key in keys:
+                        keys.remove(group_key)
+                    output_state_dict.pop(group_key, "")
+                    output_state_dict[group_key] = LazyCastingParamPiece(caster, prefix + group_key, original_state_dict[group_key])
+                continue
+            output_state_dict[k] = LazyCastingParam(self, key, weight)
+        return output_state_dict
+
+    def state_dict_for_saving(self, clip_state_dict=None, vae_state_dict=None, clip_vision_state_dict=None):
+        unet_state_dict = self.model_state_dict_for_saving(self.model.diffusion_model, "diffusion_model.")
+        return self.model.state_dict_for_saving(unet_state_dict, clip_state_dict=clip_state_dict, vae_state_dict=vae_state_dict, clip_vision_state_dict=clip_vision_state_dict)
+
+    def __del__(self):
+        self.unpin_all_weights()
+        self.detach(unpatch_all=False)
+
+class ModelPatcherDynamic(ModelPatcher):
+
+    def __new__(cls, model=None, load_device=None, offload_device=None, size=0, weight_inplace_update=False):
+        if load_device is not None and comfy.model_management.is_device_cpu(load_device):
+            #reroute to default MP for CPUs
+            return ModelPatcher(model, load_device, offload_device, size, weight_inplace_update)
+        return super().__new__(cls)
+
+    def __init__(self, model, load_device, offload_device, size=0, weight_inplace_update=False):
+        super().__init__(model, load_device, offload_device, size, weight_inplace_update)
+        if not hasattr(self.model, "dynamic_vbars"):
+            self.model.dynamic_vbars = {}
+        if not hasattr(self.model, "dynamic_pins"):
+            self.model.dynamic_pins = {}
+        self.register_load_device(self.load_device)
+        self.non_dynamic_delegate_model = None
+        assert load_device is not None
+        if not hasattr(self.model, "dynamic_patchers"):
+            self.model.dynamic_patchers = set()
+        self.model.dynamic_patchers.add(id(self))
+
+    def register_load_device(self, device):
+        """Ensure dynamic_pins has an entry for *device*.
+
+        Called from __init__ and also from any code that retargets an
+        already-constructed patcher to a new load_device (e.g. the
+        Select{Model,CLIP,VAE}Device selector nodes); without this entry
+        partially_unload_ram() raises KeyError when it tries to read the
+        per-device pin state.
+        """
+        if device not in self.model.dynamic_pins:
+            self.model.dynamic_pins[device] = {
+                "weights": (comfy_aimdo.host_buffer.HostBuffer(0, 0, 0), [], [-1], [0], [0], {}),
+                "patches": (comfy_aimdo.host_buffer.HostBuffer(0, 0, 0), [], [-1], [0], [0], {}),
+                "weights-loaded": (comfy_aimdo.host_buffer.HostBuffer(0, 0, 0), [], [-1], [0], [0], {}),
+                "patches-loaded": (comfy_aimdo.host_buffer.HostBuffer(0, 0, 0), [], [-1], [0], [0], {}),
+                "hostbufs_initialized": False,
+                "failed": False,
+                "active": False,
+                "current_prompt": False,
+            }
+
+    def is_dynamic(self):
+        return True
+
+    def set_in_use_by_current_prompt(self, in_use):
+        self.model.dynamic_pins[self.load_device]["current_prompt"] = in_use
+
+    def _vbar_get(self, create=False):
+        if self.load_device == torch.device("cpu"):
+            return None
+        vbar = self.model.dynamic_vbars.get(self.load_device, None)
+        if create and vbar is None:
+            # x10. We dont know what model defined type casts we have in the vbar, but virtual address
+            # space is pretty free. This will cover someone casting an entire model from FP4 to FP32
+            # with some left over.
+            vbar = comfy_aimdo.model_vbar.ModelVBAR(self.model_size() * 10, self.load_device.index)
+            self.model.dynamic_vbars[self.load_device] = vbar
+        return vbar
+
+    def loaded_size(self):
+        vbar = self._vbar_get()
+        return (vbar.loaded_size() if vbar is not None else 0) + self.model.model_loaded_weight_memory
+
+    #Pinning is deferred to ops time. Assert against this API to avoid pin leaks.
+
+    def pin_weight_to_device(self, key):
+        raise RuntimeError("pin_weight_to_device invalid for dymamic weight loading")
+
+    def unpin_weight(self, key):
+        raise RuntimeError("unpin_weight invalid for dymamic weight loading")
+
+    def unpin_all_weights(self):
+        self.partially_unload_ram(1e32)
+
+    def __del__(self):
+        model = getattr(self, "model", None)
+        dynamic_patchers = getattr(model, "dynamic_patchers", None)
+        if dynamic_patchers is None or id(self) not in dynamic_patchers:
+            return
+        dynamic_patchers.discard(id(self))
+        try:
+            if not dynamic_patchers:
+                self.unpin_all_weights()
+        finally:
+            self.detach(unpatch_all=False)
+
+    def memory_required(self, input_shape):
+        #Pad this significantly. We are trying to get away from precise estimates. This
+        #estimate is only used when using the ModelPatcherDynamic after ModelPatcher. If you
+        #use all ModelPatcherDynamic this is ignored and its all done dynamically.
+        return super().memory_required(input_shape=input_shape) * 1.3 + (1024 ** 3)
+
+    def restore_loaded_backups(self):
+        restored = self.model.model_loaded_weight_memory
+        for key in list(self.backup.keys()):
+            bk = self.backup.pop(key)
+            comfy.utils.set_attr_param(self.model, key, bk.weight)
+        for key in list(self.backup_buffers.keys()):
+            comfy.utils.set_attr_buffer(self.model, key, self.backup_buffers.pop(key))
+        self.model.model_loaded_weight_memory = 0
+        return restored
+
+
+    def load(self, device_to=None, lowvram_model_memory=0, force_patch_weights=False, full_load=False, dirty=False):
+
+        #Force patching doesn't make sense in Dynamic loading, as you dont know what does and
+        #doesn't need to be forced at this stage. The only thing you could do would be patch
+        #it all on CPU which consumes huge RAM.
+        assert not force_patch_weights
+
+        #Full load doesn't make sense as we dont actually have any loader capability here and
+        #now.
+        assert not full_load
+
+        assert device_to == self.load_device
+
+        num_patches = 0
+        allocated_size = 0
+        self.restore_loaded_backups()
+
+        with self.use_ejected():
+            self.unpatch_hooks()
+
+            vbar = self._vbar_get(create=True)
+            pin_state = self.model.dynamic_pins[self.load_device]
+            if not pin_state["hostbufs_initialized"]:
+                hostbuf_size = comfy.model_management.pinned_hostbuf_size(self.model_size())
+                pin_state["weights"] = (comfy_aimdo.host_buffer.HostBuffer(0, 64 * 1024 * 1024, hostbuf_size), [], [-1], [0], [0], {})
+                pin_state["patches"] = (comfy_aimdo.host_buffer.HostBuffer(0, 8 * 1024 * 1024, hostbuf_size), [], [-1], [0], [0], {})
+                pin_state["weights-loaded"] = (comfy_aimdo.host_buffer.HostBuffer(0, 64 * 1024 * 1024, hostbuf_size), [], [-1], [0], [0], {})
+                pin_state["patches-loaded"] = (comfy_aimdo.host_buffer.HostBuffer(0, 8 * 1024 * 1024, hostbuf_size), [], [-1], [0], [0], {})
+                pin_state["hostbufs_initialized"] = True
+            pin_state["failed"] = False
+            pin_state["active"] = True
+            if vbar is not None:
+                vbar.prioritize()
+
+            loading = self._load_list(for_dynamic=True, default_device=device_to)
+            loading.sort()
+
+            for x in loading:
+                *_, module_mem, n, m, params = x
+
+                def set_dirty(item, dirty):
+                    if dirty or not hasattr(item, "_v_signature"):
+                        item._v_signature = None
+
+                def setup_param(self, m, n, param_key):
+                    nonlocal num_patches
+                    key = key_param_name_to_key(n, param_key)
+
+                    weight_function = []
+
+                    weight, _, _ = get_key_weight(self.model, key)
+                    if weight is None:
+                        return (False, 0)
+                    if key in self.patches:
+                        if comfy.lora.calculate_shape(self.patches[key], weight, key) != weight.shape:
+                            return (True, 0)
+                        lowvram_patch = LowVramPatch(key, self.patches)
+                        lowvram_patch._pin_state = pin_state
+                        setattr(m, param_key + "_lowvram_function", lowvram_patch)
+                        num_patches += 1
+                    else:
+                        setattr(m, param_key + "_lowvram_function", None)
+
+                    if key in self.weight_wrapper_patches:
+                        weight_function.extend(self.weight_wrapper_patches[key])
+                    setattr(m, param_key + "_function", weight_function)
+                    geometry = weight
+                    if not isinstance(weight, QuantizedTensor):
+                        model_dtype = getattr(m, param_key + "_comfy_model_dtype", None) or weight.dtype
+                        weight._model_dtype = model_dtype
+                        geometry = comfy.memory_management.TensorGeometry(shape=weight.shape, dtype=model_dtype)
+                    return (False, comfy.memory_management.vram_aligned_size(geometry))
+
+                def force_load_param(self, param_key, device_to):
+                    key = key_param_name_to_key(n, param_key)
+                    weight, _, _ = get_key_weight(self.model, key)
+                    if weight is None:
+                        return
+                    if key in self.backup:
+                        comfy.utils.set_attr_param(self.model, key, self.backup[key].weight)
+                    self.patch_weight_to_device(key, device_to=device_to, force_cast=True)
+                    weight, _, _ = get_key_weight(self.model, key)
+                    if weight is not None:
+                        self.model.model_loaded_weight_memory += weight.numel() * weight.element_size()
+
+                if hasattr(m, "comfy_cast_weights"):
+                    m.comfy_cast_weights = True
+                    m.seed_key = n
+                    m._pin_state = pin_state
+                    set_dirty(m, dirty)
+
+                    #Models that mix tiny and giant weights can causing lopsided stream buffer
+                    #rotations and stall. force the tinys over.
+                    if module_mem > 16 * 1024:
+                        force_load, v_weight_size = setup_param(self, m, n, "weight")
+                        force_load_bias, v_weight_bias = setup_param(self, m, n, "bias")
+                        force_load = force_load or force_load_bias
+                        v_weight_size += v_weight_bias
+                        if force_load:
+                            logging.info(f"Module {n} has resizing Lora - force loading")
+                    else:
+                        force_load=True
+
+                    if force_load:
+                        if hasattr(m, "_v"):
+                            comfy_aimdo.model_vbar.vbar_unpin(m._v)
+                            delattr(m, "_v")
+                        force_load_param(self, "weight", device_to)
+                        force_load_param(self, "bias", device_to)
+                    else:
+                        if vbar is not None and not hasattr(m, "_v"):
+                            m._v = vbar.alloc(v_weight_size)
+                        allocated_size += v_weight_size
+
+                    for param in params:
+                        if param not in ("weight", "bias"):
+                            force_load_param(self, param, device_to)
+
+                else:
+                    for param in params:
+                        key = key_param_name_to_key(n, param)
+                        weight, _, _ = get_key_weight(self.model, key)
+                        if key not in self.backup:
+                            self.backup[key] = collections.namedtuple('Dimension', ['weight', 'inplace_update'])(weight, False)
+                        model_dtype = getattr(m, param + "_comfy_model_dtype", None)
+                        casted_weight = weight.to(dtype=model_dtype, device=device_to)
+                        comfy.utils.set_attr_param(self.model, key, casted_weight)
+                        self.model.model_loaded_weight_memory += casted_weight.numel() * casted_weight.element_size()
+
+                move_weight_functions(m, device_to)
+
+            for key, buf in self.model.named_buffers(recurse=True):
+                if key not in self.backup_buffers:
+                    self.backup_buffers[key] = buf
+                module, buf_name = comfy.utils.resolve_attr(self.model, key)
+                model_dtype = getattr(module, buf_name + "_comfy_model_dtype", None)
+                casted_buf = buf.to(dtype=model_dtype, device=device_to)
+                comfy.utils.set_attr_buffer(self.model, key, casted_buf)
+                self.model.model_loaded_weight_memory += casted_buf.numel() * casted_buf.element_size()
+
+            force_load_stat = f" Force pre-loaded {len(self.backup)} weights: {self.model.model_loaded_weight_memory // 1024} KB." if len(self.backup) > 0 else ""
+            log_key = (self.patches_uuid, allocated_size, num_patches, len(self.backup), self.model.model_loaded_weight_memory)
+            in_loop = bool(getattr(tqdm.tqdm, "_instances", None))
+            level = logging.DEBUG if in_loop and getattr(self, "_last_prepare_log_key", None) == log_key else logging.INFO
+            self._last_prepare_log_key = log_key
+            logging.log(level, f"Model {self.model.__class__.__name__} prepared for dynamic VRAM loading. {allocated_size // (1024 ** 2)}MB Staged. {num_patches} patches attached.{force_load_stat}")
+
+            self.model.device = device_to
+            self.model.current_weight_patches_uuid = self.patches_uuid
+
+            for callback in self.get_all_callbacks(CallbacksMP.ON_LOAD):
+                #These are all super dangerous. Who knows what the custom nodes actually do here...
+                callback(self, device_to, lowvram_model_memory, force_patch_weights, full_load)
+
+            self.apply_hooks(self.forced_hooks, force_apply=True)
+
+    def partially_unload(self, device_to, memory_to_free=0, force_patch_weights=False):
+        assert not force_patch_weights #See above
+        assert self.load_device != torch.device("cpu")
+
+        vbar = self._vbar_get()
+        vbar_freed = 0 if vbar is None else vbar.free_memory(memory_to_free)
+        freed = vbar_freed
+
+        backup_freed = 0
+        if freed < memory_to_free:
+            backup_freed = self.restore_loaded_backups()
+            freed += backup_freed
+
+        method = "vbar+backups" if vbar_freed and backup_freed else "vbar" if vbar_freed else "backups" if backup_freed else "none"
+        free_methods = getattr(self, "_free_methods", {})
+        free_methods[method] = free_methods.get(method, 0) + 1
+        self._free_methods = free_methods
+        now = time.monotonic()
+        if now - getattr(self, "_last_free_log_time", 0) >= 5:
+            requested = "all" if memory_to_free >= 1e30 else f"{memory_to_free / (1024 ** 2):.1f}MB"
+            prevailing_method = max(free_methods, key=free_methods.get)
+            detail("AIMDO free: model=%s device=%s prevailing_method=%s methods=%s requested=%s vbar_mb=%.1f backups_mb=%.1f", self.model.__class__.__name__, self.load_device, prevailing_method, free_methods, requested, vbar_freed / (1024 ** 2), backup_freed / (1024 ** 2))
+            self._free_methods = {}
+            self._last_free_log_time = now
+
+        return freed
+
+    def loaded_ram_size(self):
+        pin_state = self.model.dynamic_pins[self.load_device]
+        return pin_state["weights"][0].size + pin_state["weights-loaded"][0].size
+
+    def pinned_memory_size(self):
+        pin_state = self.model.dynamic_pins[self.load_device]
+        return pin_state["weights"][3][0] + pin_state["weights-loaded"][3][0]
+
+    def unregister_inactive_pins(self, ram_to_unload, subsets=[ "weights-loaded", "patches-loaded", "weights", "patches" ]):
+        freed = 0
+        pin_state = self.model.dynamic_pins[self.load_device]
+        for subset in subsets:
+            hostbuf, stack, stack_split, pinned_size, *_ = pin_state[subset]
+            split = stack_split[0]
+            while split >= 0:
+                module, offset = stack[split]
+                module_pin = module._pins[subset]
+                split -= 1
+                stack_split[0] = split
+                if not module_pin["registered"]:
+                    continue
+                pin = module_pin["pin"]
+                size = pin.numel() * pin.element_size()
+                if torch.cuda.cudart().cudaHostUnregister(pin.data_ptr()) != 0:
+                    comfy.model_management.discard_cuda_async_error()
+                    continue
+                module_pin["registered"] = False
+                comfy.model_management.TOTAL_PINNED_MEMORY = max(0, comfy.model_management.TOTAL_PINNED_MEMORY - size)
+                pinned_size[0] = max(0, pinned_size[0] - size)
+                freed += size
+                ram_to_unload -= size
+                if ram_to_unload <= 0:
+                    return freed
+        return freed
+
+    def partially_unload_ram(self, ram_to_unload, subsets=[ "weights-loaded", "patches-loaded", "weights", "patches" ]):
+        freed = 0
+        pin_state = self.model.dynamic_pins[self.load_device]
+        for subset in subsets:
+            hostbuf, stack, stack_split, pinned_size, *_ = pin_state[subset]
+            while len(stack) > 0:
+                module, offset = stack.pop()
+                module_pin = module._pins[subset]
+                pin = module_pin["pin"]
+                size = pin.numel() * pin.element_size()
+                module_pin["balancer_entry"][-1] = None
+                del module_pin["balancer_entry"]
+                del module_pin["pin"]
+                registered = module_pin["registered"]
+                hostbuf.truncate(offset, do_unregister=registered)
+                stack_split[0] = min(stack_split[0], len(stack) - 1)
+                if registered:
+                    comfy.model_management.TOTAL_PINNED_MEMORY = max(0, comfy.model_management.TOTAL_PINNED_MEMORY - size)
+                    pinned_size[0] = max(0, pinned_size[0] - size)
+                freed += size
+                ram_to_unload -= size
+                if ram_to_unload <= 0:
+                    return freed
+        return freed
+
+    def patch_model(self, device_to=None, lowvram_model_memory=0, load_weights=True, force_patch_weights=False):
+        #This isn't used by the core at all and can only be to load a model out of
+        #the control of proper model_managment. If you are a custom node author reading
+        #this, the correct pattern is to call load_models_gpu() to get a proper
+        #managed load of your model.
+        assert not load_weights
+        return super().patch_model(load_weights=load_weights, force_patch_weights=force_patch_weights)
+
+    def unpatch_model(self, device_to=None, unpatch_weights=True):
+        super().unpatch_model(device_to=None, unpatch_weights=False)
+
+        if unpatch_weights:
+            self.partially_unload_ram(1e32)
+            self.partially_unload(None, 1e32)
+            for m in self.model.modules():
+                move_weight_functions(m, device_to)
+
+    def partially_load(self, device_to, extra_memory=0, force_patch_weights=False):
+        assert not force_patch_weights #See above
+        with self.use_ejected(skip_and_inject_on_exit_only=True):
+            dirty = self.model.current_weight_patches_uuid is not None and (self.model.current_weight_patches_uuid != self.patches_uuid)
+
+            self.unpatch_model(self.offload_device, unpatch_weights=False)
+            self.patch_model(load_weights=False)
+
+            try:
+                self.load(device_to, dirty=dirty)
+            except Exception as e:
+                self.detach()
+                raise e
+            #ModelPatcher::partially_load returns a number on what got loaded but
+            #nothing in core uses this and we have no data in the Dynamic world. Hit
+            #the custom node devs with a None rather than a 0 that would mislead any
+            #logic they might have.
+            return None
+
+    def patch_cached_hook_weights(self, cached_weights: dict, key: str, memory_counter: MemoryCounter):
+        assert False #Should be unreachable - we dont ever cache in the new implementation
+
+    def patch_hook_weight_to_device(self, hooks: comfy.hooks.HookGroup, combined_patches: dict, key: str, original_weights: dict, memory_counter: MemoryCounter):
+        if key not in combined_patches:
+            return
+
+        raise RuntimeError("Hooks not implemented in ModelPatcherDynamic. Please remove --fast arguments form ComfyUI startup")
+
+    def unpatch_hooks(self, whitelist_keys_set: set[str]=None) -> None:
+        pass
+
+    def get_non_dynamic_delegate(self):
+        model_patcher = self.clone(disable_dynamic=True, model_override=self.non_dynamic_delegate_model)
+        self.non_dynamic_delegate_model = model_patcher.get_clone_model_override()
+        return model_patcher
+
+
+CoreModelPatcher = ModelPatcher
diff --git a/ComfyUI/comfy/model_prefetch.py b/ComfyUI/comfy/model_prefetch.py
new file mode 100644
index 0000000000000000000000000000000000000000..aa6d22d77ebb73387319eb423749e69c1662b358
--- /dev/null
+++ b/ComfyUI/comfy/model_prefetch.py
@@ -0,0 +1,77 @@
+import comfy_aimdo.model_vbar
+import comfy.memory_management
+import comfy.model_management
+import comfy.ops
+
+PREFETCH_QUEUES = []
+
+def cleanup_prefetched_modules(comfy_modules):
+    for s in comfy_modules:
+        prefetch = getattr(s, "_prefetch", None)
+        if prefetch is None:
+            continue
+        for param_key in ("weight", "bias"):
+            lowvram_fn = getattr(s, param_key + "_lowvram_function", None)
+            if lowvram_fn is not None:
+                lowvram_fn.clear_prepared()
+        if prefetch["signature"] is not None:
+            comfy_aimdo.model_vbar.vbar_unpin(s._v)
+        delattr(s, "_prefetch")
+
+def cleanup_prefetch_queues():
+    global PREFETCH_QUEUES
+
+    for queue in PREFETCH_QUEUES:
+        for entry in queue:
+            if entry is None or not isinstance(entry, tuple):
+                continue
+            _, prefetch_state = entry
+            comfy_modules = prefetch_state[1]
+            if comfy_modules is not None:
+                cleanup_prefetched_modules(comfy_modules)
+    PREFETCH_QUEUES = []
+
+def prefetch_queue_pop(queue, device, module):
+    if queue is None:
+        return
+
+    consumed = queue.pop(0)
+    if consumed is not None:
+        offload_stream, prefetch_state = consumed
+        if offload_stream is not None:
+            offload_stream.wait_stream(comfy.model_management.current_stream(device))
+        _, comfy_modules = prefetch_state
+        if comfy_modules is not None:
+            cleanup_prefetched_modules(comfy_modules)
+
+    prefetch = queue[0]
+    if prefetch is not None:
+        comfy_modules = []
+        for s in prefetch.modules():
+            if hasattr(s, "_v"):
+                comfy_modules.append(s)
+
+        registerable_size = 0
+        for s in comfy_modules:
+            registerable_size += comfy.memory_management.vram_aligned_size([s.weight, s.bias])
+            for param_key in ("weight", "bias"):
+                lowvram_fn = getattr(s, param_key + "_lowvram_function", None)
+                if lowvram_fn is not None:
+                    registerable_size += lowvram_fn.memory_required()
+
+        offload_stream = comfy.ops.cast_modules_with_vbar(comfy_modules, None, device, None, True)
+        if not comfy.model_management.args.fast_disk:
+            comfy.model_management.ensure_pin_registerable(registerable_size)
+        comfy.model_management.sync_stream(device, offload_stream)
+        queue[0] = (offload_stream, (prefetch, comfy_modules))
+
+def make_prefetch_queue(queue, device, transformer_options):
+    if (not transformer_options.get("prefetch_dynamic_vbars", False)
+        or comfy.model_management.NUM_STREAMS == 0
+        or comfy.model_management.is_device_cpu(device)
+        or not comfy.model_management.device_supports_non_blocking(device)):
+        return None
+
+    queue = [None] + queue + [None]
+    PREFETCH_QUEUES.append(queue)
+    return queue
diff --git a/ComfyUI/comfy/model_sampling.py b/ComfyUI/comfy/model_sampling.py
new file mode 100644
index 0000000000000000000000000000000000000000..5af336e76fd480a50425dd924f2ac9752083c09f
--- /dev/null
+++ b/ComfyUI/comfy/model_sampling.py
@@ -0,0 +1,431 @@
+import torch
+from comfy.ldm.modules.diffusionmodules.util import make_beta_schedule
+import math
+
+def rescale_zero_terminal_snr_sigmas(sigmas):
+    alphas_cumprod = 1 / ((sigmas * sigmas) + 1)
+    alphas_bar_sqrt = alphas_cumprod.sqrt()
+
+    # Store old values.
+    alphas_bar_sqrt_0 = alphas_bar_sqrt[0].clone()
+    alphas_bar_sqrt_T = alphas_bar_sqrt[-1].clone()
+
+    # Shift so the last timestep is zero.
+    alphas_bar_sqrt -= (alphas_bar_sqrt_T)
+
+    # Scale so the first timestep is back to the old value.
+    alphas_bar_sqrt *= alphas_bar_sqrt_0 / (alphas_bar_sqrt_0 - alphas_bar_sqrt_T)
+
+    # Convert alphas_bar_sqrt to betas
+    alphas_bar = alphas_bar_sqrt**2  # Revert sqrt
+    alphas_bar[-1] = 4.8973451890853435e-08
+    return ((1 - alphas_bar) / alphas_bar) ** 0.5
+
+def reshape_sigma(sigma, noise_dim):
+    if sigma.nelement() == 1:
+        return sigma.view(())
+    else:
+        return sigma.view(sigma.shape[:1] + (1,) * (noise_dim - 1))
+
+class EPS:
+    def calculate_input(self, sigma, noise):
+        sigma = reshape_sigma(sigma, noise.ndim)
+        return noise / (sigma ** 2 + self.sigma_data ** 2) ** 0.5
+
+    def calculate_denoised(self, sigma, model_output, model_input):
+        sigma = reshape_sigma(sigma, model_output.ndim)
+        return model_input - model_output * sigma
+
+    def noise_scaling(self, sigma, noise, latent_image, max_denoise=False):
+        sigma = reshape_sigma(sigma, noise.ndim)
+        if max_denoise:
+            noise = noise * torch.sqrt(1.0 + sigma ** 2.0)
+        else:
+            noise = noise * sigma
+
+        noise += latent_image
+        return noise
+
+    def inverse_noise_scaling(self, sigma, latent):
+        return latent
+
+class V_PREDICTION(EPS):
+    def calculate_denoised(self, sigma, model_output, model_input):
+        sigma = reshape_sigma(sigma, model_output.ndim)
+        return model_input * self.sigma_data ** 2 / (sigma ** 2 + self.sigma_data ** 2) - model_output * sigma * self.sigma_data / (sigma ** 2 + self.sigma_data ** 2) ** 0.5
+
+class V_PREDICTION_DDPM:
+    """CogVideoX v-prediction: model receives raw x_t (unscaled), predicts velocity v.
+    x_0 = sqrt(alpha) * x_t - sqrt(1-alpha) * v
+        = x_t / sqrt(sigma^2 + 1) - v * sigma / sqrt(sigma^2 + 1)
+    """
+    def calculate_input(self, sigma, noise):
+        return noise
+
+    def calculate_denoised(self, sigma, model_output, model_input):
+        sigma = reshape_sigma(sigma, model_output.ndim)
+        return model_input / (sigma ** 2 + 1.0) ** 0.5 - model_output * sigma / (sigma ** 2 + 1.0) ** 0.5
+
+    def noise_scaling(self, sigma, noise, latent_image, max_denoise=False):
+        sigma = reshape_sigma(sigma, noise.ndim)
+        if max_denoise:
+            noise = noise * torch.sqrt(1.0 + sigma ** 2.0)
+        else:
+            noise = noise * sigma
+        noise += latent_image
+        return noise
+
+    def inverse_noise_scaling(self, sigma, latent):
+        return latent
+
+class EDM(V_PREDICTION):
+    def calculate_denoised(self, sigma, model_output, model_input):
+        sigma = reshape_sigma(sigma, model_output.ndim)
+        return model_input * self.sigma_data ** 2 / (sigma ** 2 + self.sigma_data ** 2) + model_output * sigma * self.sigma_data / (sigma ** 2 + self.sigma_data ** 2) ** 0.5
+
+class CONST:
+    def calculate_input(self, sigma, noise):
+        return noise
+
+    def calculate_denoised(self, sigma, model_output, model_input):
+        sigma = reshape_sigma(sigma, model_output.ndim)
+        return model_input - model_output * sigma
+
+    def noise_scaling(self, sigma, noise, latent_image, max_denoise=False):
+        sigma = reshape_sigma(sigma, noise.ndim)
+        s = getattr(self, "noise_scale", 1.0)
+        return sigma * (s * noise) + (1.0 - sigma) * latent_image
+
+    def inverse_noise_scaling(self, sigma, latent):
+        sigma = reshape_sigma(sigma, latent.ndim)
+        return latent / (1.0 - sigma)
+
+class X0(EPS):
+    def calculate_denoised(self, sigma, model_output, model_input):
+        return model_output
+
+class IMG_TO_IMG(X0):
+    def calculate_input(self, sigma, noise):
+        return noise
+
+class IMG_TO_IMG_FLOW(CONST):
+    def calculate_denoised(self, sigma, model_output, model_input):
+        return model_output
+
+    def noise_scaling(self, sigma, noise, latent_image, max_denoise=False):
+        return latent_image
+
+    def inverse_noise_scaling(self, sigma, latent):
+        return 1.0 - latent
+
+class COSMOS_RFLOW:
+    def calculate_input(self, sigma, noise):
+        sigma = (sigma / (sigma + 1))
+        sigma = reshape_sigma(sigma, noise.ndim)
+        return noise * (1.0 - sigma)
+
+    def calculate_denoised(self, sigma, model_output, model_input):
+        sigma = (sigma / (sigma + 1))
+        sigma = reshape_sigma(sigma, model_output.ndim)
+        return model_input * (1.0 - sigma) - model_output * sigma
+
+    def noise_scaling(self, sigma, noise, latent_image, max_denoise=False):
+        sigma = reshape_sigma(sigma, noise.ndim)
+        noise = noise * sigma
+        noise += latent_image
+        return noise
+
+    def inverse_noise_scaling(self, sigma, latent):
+        return latent
+
+class ModelSamplingDiscrete(torch.nn.Module):
+    def __init__(self, model_config=None, zsnr=None):
+        super().__init__()
+
+        if model_config is not None:
+            sampling_settings = model_config.sampling_settings
+        else:
+            sampling_settings = {}
+
+        beta_schedule = sampling_settings.get("beta_schedule", "linear")
+        linear_start = sampling_settings.get("linear_start", 0.00085)
+        linear_end = sampling_settings.get("linear_end", 0.012)
+        timesteps = sampling_settings.get("timesteps", 1000)
+
+        if zsnr is None:
+            zsnr = sampling_settings.get("zsnr", False)
+
+        self._register_schedule(given_betas=None, beta_schedule=beta_schedule, timesteps=timesteps, linear_start=linear_start, linear_end=linear_end, cosine_s=8e-3, zsnr=zsnr)
+        self.sigma_data = 1.0
+
+    def _register_schedule(self, given_betas=None, beta_schedule="linear", timesteps=1000,
+                          linear_start=1e-4, linear_end=2e-2, cosine_s=8e-3, zsnr=False):
+        if given_betas is not None:
+            betas = given_betas
+        else:
+            betas = make_beta_schedule(beta_schedule, timesteps, linear_start=linear_start, linear_end=linear_end, cosine_s=cosine_s)
+        alphas = 1. - betas
+        alphas_cumprod = torch.cumprod(alphas, dim=0)
+
+        timesteps, = betas.shape
+        self.num_timesteps = int(timesteps)
+        self.linear_start = linear_start
+        self.linear_end = linear_end
+        self.zsnr = zsnr
+
+        # self.register_buffer('betas', torch.tensor(betas, dtype=torch.float32))
+        # self.register_buffer('alphas_cumprod', torch.tensor(alphas_cumprod, dtype=torch.float32))
+        # self.register_buffer('alphas_cumprod_prev', torch.tensor(alphas_cumprod_prev, dtype=torch.float32))
+
+        sigmas = ((1 - alphas_cumprod) / alphas_cumprod) ** 0.5
+        if self.zsnr:
+            sigmas = rescale_zero_terminal_snr_sigmas(sigmas)
+
+        self.set_sigmas(sigmas)
+
+    def set_sigmas(self, sigmas):
+        self.register_buffer('sigmas', sigmas.float())
+        self.register_buffer('log_sigmas', sigmas.log().float())
+
+    @property
+    def sigma_min(self):
+        return self.sigmas[0]
+
+    @property
+    def sigma_max(self):
+        return self.sigmas[-1]
+
+    def timestep(self, sigma):
+        log_sigma = sigma.log()
+        dists = log_sigma.to(self.log_sigmas.device) - self.log_sigmas[:, None]
+        return dists.abs().argmin(dim=0).view(sigma.shape).to(sigma.device)
+
+    def sigma(self, timestep):
+        t = torch.clamp(timestep.float().to(self.log_sigmas.device), min=0, max=(len(self.sigmas) - 1))
+        low_idx = t.floor().long()
+        high_idx = t.ceil().long()
+        w = t.frac()
+        log_sigma = (1 - w) * self.log_sigmas[low_idx] + w * self.log_sigmas[high_idx]
+        return log_sigma.exp().to(timestep.device)
+
+    def percent_to_sigma(self, percent):
+        if percent <= 0.0:
+            return 999999999.9
+        if percent >= 1.0:
+            return 0.0
+        percent = 1.0 - percent
+        return self.sigma(torch.tensor(percent * 999.0)).item()
+
+class ModelSamplingDiscreteEDM(ModelSamplingDiscrete):
+    def timestep(self, sigma):
+        return 0.25 * sigma.log()
+
+    def sigma(self, timestep):
+        return (timestep / 0.25).exp()
+
+class ModelSamplingContinuousEDM(torch.nn.Module):
+    def __init__(self, model_config=None):
+        super().__init__()
+        if model_config is not None:
+            sampling_settings = model_config.sampling_settings
+        else:
+            sampling_settings = {}
+
+        sigma_min = sampling_settings.get("sigma_min", 0.002)
+        sigma_max = sampling_settings.get("sigma_max", 120.0)
+        sigma_data = sampling_settings.get("sigma_data", 1.0)
+        self.set_parameters(sigma_min, sigma_max, sigma_data)
+
+    def set_parameters(self, sigma_min, sigma_max, sigma_data):
+        self.sigma_data = sigma_data
+        sigmas = torch.linspace(math.log(sigma_min), math.log(sigma_max), 1000).exp()
+
+        self.register_buffer('sigmas', sigmas) #for compatibility with some schedulers
+        self.register_buffer('log_sigmas', sigmas.log())
+
+    @property
+    def sigma_min(self):
+        return self.sigmas[0]
+
+    @property
+    def sigma_max(self):
+        return self.sigmas[-1]
+
+    def timestep(self, sigma):
+        return 0.25 * sigma.log()
+
+    def sigma(self, timestep):
+        return (timestep / 0.25).exp()
+
+    def percent_to_sigma(self, percent):
+        if percent <= 0.0:
+            return 999999999.9
+        if percent >= 1.0:
+            return 0.0
+        percent = 1.0 - percent
+
+        log_sigma_min = math.log(self.sigma_min)
+        return math.exp((math.log(self.sigma_max) - log_sigma_min) * percent + log_sigma_min)
+
+
+class ModelSamplingContinuousV(ModelSamplingContinuousEDM):
+    def timestep(self, sigma):
+        return sigma.atan() / math.pi * 2
+
+    def sigma(self, timestep):
+        return (timestep * math.pi / 2).tan()
+
+
+def time_snr_shift(alpha, t):
+    if alpha == 1.0:
+        return t
+    return alpha * t / (1 + (alpha - 1) * t)
+
+class ModelSamplingDiscreteFlow(torch.nn.Module):
+    def __init__(self, model_config=None):
+        super().__init__()
+        if model_config is not None:
+            sampling_settings = model_config.sampling_settings
+        else:
+            sampling_settings = {}
+
+        self.set_noise_scale(sampling_settings.get("noise_scale", 1.0))
+        self.set_parameters(
+            shift=sampling_settings.get("shift", 1.0),
+            multiplier=sampling_settings.get("multiplier", 1000),
+        )
+
+    def set_parameters(self, shift=1.0, timesteps=1000, multiplier=1000):
+        self.shift = shift
+        self.multiplier = multiplier
+        ts = self.sigma((torch.arange(1, timesteps + 1, 1) / timesteps) * multiplier)
+        self.register_buffer('sigmas', ts)
+
+    def set_noise_scale(self, noise_scale):
+        self.noise_scale = float(noise_scale)
+
+    @property
+    def sigma_min(self):
+        return self.sigmas[0]
+
+    @property
+    def sigma_max(self):
+        return self.sigmas[-1]
+
+    def timestep(self, sigma):
+        return sigma * self.multiplier
+
+    def sigma(self, timestep):
+        return time_snr_shift(self.shift, timestep / self.multiplier)
+
+    def percent_to_sigma(self, percent):
+        if percent <= 0.0:
+            return 1.0
+        if percent >= 1.0:
+            return 0.0
+        return time_snr_shift(self.shift, 1.0 - percent)
+
+class StableCascadeSampling(ModelSamplingDiscrete):
+    def __init__(self, model_config=None):
+        super().__init__()
+
+        if model_config is not None:
+            sampling_settings = model_config.sampling_settings
+        else:
+            sampling_settings = {}
+
+        self.set_parameters(sampling_settings.get("shift", 1.0))
+
+    def set_parameters(self, shift=1.0, cosine_s=8e-3):
+        self.shift = shift
+        self.cosine_s = torch.tensor(cosine_s)
+        self._init_alpha_cumprod = torch.cos(self.cosine_s / (1 + self.cosine_s) * torch.pi * 0.5) ** 2
+
+        #This part is just for compatibility with some schedulers in the codebase
+        self.num_timesteps = 10000
+        sigmas = torch.empty((self.num_timesteps), dtype=torch.float32)
+        for x in range(self.num_timesteps):
+            t = (x + 1) / self.num_timesteps
+            sigmas[x] = self.sigma(t)
+
+        self.set_sigmas(sigmas)
+
+    def sigma(self, timestep):
+        alpha_cumprod = (torch.cos((timestep + self.cosine_s) / (1 + self.cosine_s) * torch.pi * 0.5) ** 2 / self._init_alpha_cumprod)
+
+        if self.shift != 1.0:
+            var = alpha_cumprod
+            logSNR = (var/(1-var)).log()
+            logSNR += 2 * torch.log(1.0 / torch.tensor(self.shift))
+            alpha_cumprod = logSNR.sigmoid()
+
+        alpha_cumprod = alpha_cumprod.clamp(0.0001, 0.9999)
+        return ((1 - alpha_cumprod) / alpha_cumprod) ** 0.5
+
+    def timestep(self, sigma):
+        var = 1 / ((sigma * sigma) + 1)
+        var = var.clamp(0, 1.0)
+        s, min_var = self.cosine_s.to(var.device), self._init_alpha_cumprod.to(var.device)
+        t = (((var * min_var) ** 0.5).acos() / (torch.pi * 0.5)) * (1 + s) - s
+        return t
+
+    def percent_to_sigma(self, percent):
+        if percent <= 0.0:
+            return 999999999.9
+        if percent >= 1.0:
+            return 0.0
+
+        percent = 1.0 - percent
+        return self.sigma(torch.tensor(percent))
+
+
+def flux_time_shift(mu: float, sigma: float, t):
+    return math.exp(mu) / (math.exp(mu) + (1 / t - 1) ** sigma)
+
+class ModelSamplingFlux(torch.nn.Module):
+    def __init__(self, model_config=None):
+        super().__init__()
+        if model_config is not None:
+            sampling_settings = model_config.sampling_settings
+        else:
+            sampling_settings = {}
+
+        self.set_parameters(shift=sampling_settings.get("shift", 1.15))
+
+    def set_parameters(self, shift=1.15, timesteps=10000):
+        self.shift = shift
+        ts = self.sigma((torch.arange(1, timesteps + 1, 1) / timesteps))
+        self.register_buffer('sigmas', ts)
+
+    @property
+    def sigma_min(self):
+        return self.sigmas[0]
+
+    @property
+    def sigma_max(self):
+        return self.sigmas[-1]
+
+    def timestep(self, sigma):
+        return sigma
+
+    def sigma(self, timestep):
+        return flux_time_shift(self.shift, 1.0, timestep)
+
+    def percent_to_sigma(self, percent):
+        if percent <= 0.0:
+            return 1.0
+        if percent >= 1.0:
+            return 0.0
+        return flux_time_shift(self.shift, 1.0, 1.0 - percent)
+
+
+class ModelSamplingCosmosRFlow(ModelSamplingContinuousEDM):
+    def timestep(self, sigma):
+        return sigma / (sigma + 1)
+
+    def sigma(self, timestep):
+        sigma_max = self.sigma_max
+        if timestep >= (sigma_max / (sigma_max + 1)):
+            return sigma_max
+
+        return timestep / (1 - timestep)
diff --git a/ComfyUI/comfy/multigpu.py b/ComfyUI/comfy/multigpu.py
new file mode 100644
index 0000000000000000000000000000000000000000..2b6d8260daa72892fc09ffa84fe779bb9bc6a549
--- /dev/null
+++ b/ComfyUI/comfy/multigpu.py
@@ -0,0 +1,250 @@
+from __future__ import annotations
+import queue
+import threading
+import torch
+import logging
+
+from collections import namedtuple
+from typing import TYPE_CHECKING
+if TYPE_CHECKING:
+    from comfy.model_patcher import ModelPatcher
+import comfy.utils
+import comfy.patcher_extension
+import comfy.model_management
+
+
+class MultiGPUThreadPool:
+    """Persistent thread pool for multi-GPU work distribution.
+
+    Maintains one worker thread per extra GPU device. Each thread calls
+    set_torch_device() once at startup so that compiled kernel caches
+    (inductor/triton) stay warm across diffusion steps.
+    """
+
+    def __init__(self, devices: list[torch.device]):
+        self._workers: list[threading.Thread] = []
+        self._work_queues: dict[torch.device, queue.Queue] = {}
+        self._result_queues: dict[torch.device, queue.Queue] = {}
+
+        for device in devices:
+            wq = queue.Queue()
+            rq = queue.Queue()
+            self._work_queues[device] = wq
+            self._result_queues[device] = rq
+            t = threading.Thread(target=self._worker_loop, args=(device, wq, rq), daemon=True)
+            t.start()
+            self._workers.append(t)
+
+    def _worker_loop(self, device: torch.device, work_q: queue.Queue, result_q: queue.Queue):
+        try:
+            comfy.model_management.set_torch_device(device)
+        except Exception as e:
+            logging.error(f"MultiGPUThreadPool: failed to set device {device}: {e}")
+            while True:
+                item = work_q.get()
+                if item is None:
+                    return
+                result_q.put((None, e))
+            return
+        while True:
+            item = work_q.get()
+            if item is None:
+                break
+            fn, args, kwargs = item
+            try:
+                result = fn(*args, **kwargs)
+                result_q.put((result, None))
+            except comfy.model_management.InterruptProcessingException as e:
+                result_q.put((None, e))
+            except Exception as e:
+                result_q.put((None, e))
+
+    def submit(self, device: torch.device, fn, *args, **kwargs):
+        self._work_queues[device].put((fn, args, kwargs))
+
+    def get_result(self, device: torch.device):
+        return self._result_queues[device].get()
+
+    @property
+    def devices(self) -> list[torch.device]:
+        return list(self._work_queues.keys())
+
+    def shutdown(self):
+        for wq in self._work_queues.values():
+            wq.put(None)  # sentinel
+        for t in self._workers:
+            t.join(timeout=5.0)
+
+
+class GPUOptions:
+    def __init__(self, device_index: int, relative_speed: float):
+        self.device_index = device_index
+        self.relative_speed = relative_speed
+
+    def clone(self):
+        return GPUOptions(self.device_index, self.relative_speed)
+
+    def create_dict(self):
+        return {
+            "relative_speed": self.relative_speed
+        }
+
+class GPUOptionsGroup:
+    def __init__(self):
+        self.options: dict[int, GPUOptions] = {}
+
+    def add(self, info: GPUOptions):
+        self.options[info.device_index] = info
+
+    def clone(self):
+        c = GPUOptionsGroup()
+        for opt in self.options.values():
+            c.add(opt)
+        return c
+
+    def register(self, model: ModelPatcher):
+        opts_dict = {}
+        # get devices that are valid for this model
+        devices: list[torch.device] = [model.load_device]
+        for extra_model in model.get_additional_models_with_key("multigpu"):
+            extra_model: ModelPatcher
+            devices.append(extra_model.load_device)
+        # create dictionary with actual device mapped to its GPUOptions
+        device_opts_list: list[GPUOptions] = []
+        for device in devices:
+            device_opts = self.options.get(device.index, GPUOptions(device_index=device.index, relative_speed=1.0))
+            opts_dict[device] = device_opts.create_dict()
+            device_opts_list.append(device_opts)
+        # make relative_speed relative to 1.0
+        min_speed = min([x.relative_speed for x in device_opts_list])
+        for value in opts_dict.values():
+            value['relative_speed'] /= min_speed
+        model.model_options['multigpu_options'] = opts_dict
+
+
+def create_multigpu_deepclones(model: ModelPatcher, max_gpus: int, gpu_options: GPUOptionsGroup=None, reuse_loaded=False):
+    'Prepare ModelPatcher to contain deepclones of its BaseModel and related properties.'
+    model = model.clone()
+    # check if multigpu is already prepared - get the load devices from them if possible to exclude
+    skip_devices = set()
+    multigpu_models = model.get_additional_models_with_key("multigpu")
+    if len(multigpu_models) > 0:
+        for mm in multigpu_models:
+            skip_devices.add(mm.load_device)
+    skip_devices = list(skip_devices)
+
+    # Exclude the primary model's actual device, not the global current device:
+    # after SelectModelDevice(gpu:N) the primary may not live on the process's
+    # current CUDA device, and excluding the wrong device picks bad extras.
+    all_devices = comfy.model_management.get_all_torch_devices(exclude_current=False)
+    full_extra_devices = [d for d in all_devices if d != model.load_device]
+    limit_extra_devices = full_extra_devices[:max_gpus-1]
+    extra_devices = limit_extra_devices.copy()
+    # exclude skipped devices
+    for skip in skip_devices:
+        if skip in extra_devices:
+            extra_devices.remove(skip)
+    # create new deepclones
+    if len(extra_devices) > 0:
+        for device in extra_devices:
+            device_patcher = None
+            if reuse_loaded:
+                # Only reuse a previously-loaded MultiGPU clone. A SelectModelDevice
+                # patcher on the same device shares clone_base_uuid but has
+                # is_multigpu_base_clone=False, which would later be filtered out by
+                # prepare_model_patcher_multigpu_clones() and silently shrink the
+                # work split back to one GPU.
+                loaded_models: list[ModelPatcher] = comfy.model_management.loaded_models()
+                for lm in loaded_models:
+                    if lm.model is None:
+                        continue
+                    if lm.load_device != device:
+                        continue
+                    if lm.clone_base_uuid != model.clone_base_uuid:
+                        continue
+                    if not getattr(lm, "is_multigpu_base_clone", False):
+                        continue
+                    device_patcher = lm.clone()
+                    logging.info(f"Reusing loaded multigpu deepclone of {device_patcher.model.__class__.__name__} for {device}")
+                    break
+            if device_patcher is None:
+                device_patcher = model.deepclone_multigpu(new_load_device=device)
+            # Always flag the clone; whether reused or freshly deepcloned, it must
+            # advertise itself as a MultiGPU base clone so the cond scheduler picks
+            # it up in prepare_model_patcher_multigpu_clones().
+            device_patcher.is_multigpu_base_clone = True
+            multigpu_models = model.get_additional_models_with_key("multigpu")
+            multigpu_models.append(device_patcher)
+            model.set_additional_models("multigpu", multigpu_models)
+        model.match_multigpu_clones()
+        if gpu_options is None:
+            gpu_options = GPUOptionsGroup()
+        gpu_options.register(model)
+    else:
+        logging.info("No extra torch devices need initialization, skipping initializing MultiGPU Work Units.")
+    # only keep model clones that don't go 'past' the intended max_gpu count;
+    # this prunes any inherited multigpu clones whose load_device is no longer allowed
+    # when max_gpus is lowered between runs.
+    allowed_devices = set(limit_extra_devices)
+    allowed_devices.add(model.load_device)
+    multigpu_models = model.get_additional_models_with_key("multigpu")
+    new_multigpu_models = [m for m in multigpu_models if m.load_device in allowed_devices]
+    if len(new_multigpu_models) != len(multigpu_models):
+        model.set_additional_models("multigpu", new_multigpu_models)
+        model.match_multigpu_clones()
+    return model
+
+
+LoadBalance = namedtuple('LoadBalance', ['work_per_device', 'idle_time'])
+def load_balance_devices(model_options: dict[str], total_work: int, return_idle_time=False, work_normalized: int=None):
+    'Optimize work assigned to different devices, accounting for their relative speeds and splittable work.'
+    opts_dict = model_options['multigpu_options']
+    devices = list(model_options['multigpu_clones'].keys())
+    speed_per_device = []
+    work_per_device = []
+    # get sum of each device's relative_speed
+    total_speed = 0.0
+    for opts in opts_dict.values():
+        total_speed += opts['relative_speed']
+    # get relative work for each device;
+    # obtained by w = (W*r)/R
+    for device in devices:
+        relative_speed = opts_dict[device]['relative_speed']
+        relative_work = (total_work*relative_speed) / total_speed
+        speed_per_device.append(relative_speed)
+        work_per_device.append(relative_work)
+    # relative work must be expressed in whole numbers, but likely is a decimal;
+    # perform rounding while maintaining total sum equal to total work (sum of relative works)
+    work_per_device = round_preserved(work_per_device)
+    dict_work_per_device = {}
+    for device, relative_work in zip(devices, work_per_device):
+        dict_work_per_device[device] = relative_work
+    if not return_idle_time:
+        return LoadBalance(dict_work_per_device, None)
+    # divide relative work by relative speed to get estimated completion time of said work by each device;
+    # time here is relative and does not correspond to real-world units
+    completion_time = [w/r for w,r in zip(work_per_device, speed_per_device)]
+    # calculate relative time spent by the devices waiting on each other after their work is completed
+    idle_time = abs(min(completion_time) - max(completion_time))
+    # if need to compare work idle time, need to normalize to a common total work
+    if work_normalized:
+        idle_time *= (work_normalized/total_work)
+
+    return LoadBalance(dict_work_per_device, idle_time)
+
+def round_preserved(values: list[float]):
+    'Round all values in a list, preserving the combined sum of values.'
+    # get floor of values; casting to int does it too
+    floored = [int(x) for x in values]
+    total_floored = sum(floored)
+    # get remainder to distribute
+    remainder = round(sum(values)) - total_floored
+    # pair values with fractional portions
+    fractional = [(i, x-floored[i]) for i, x in enumerate(values)]
+    # sort by fractional part in descending order
+    fractional.sort(key=lambda x: x[1], reverse=True)
+    # distribute the remainder
+    for i in range(remainder):
+        index = fractional[i][0]
+        floored[index] += 1
+    return floored
diff --git a/ComfyUI/comfy/nested_tensor.py b/ComfyUI/comfy/nested_tensor.py
new file mode 100644
index 0000000000000000000000000000000000000000..08c7133f8eb1cd147269a3be25089455258cb475
--- /dev/null
+++ b/ComfyUI/comfy/nested_tensor.py
@@ -0,0 +1,94 @@
+import torch
+
+class NestedTensor:
+    def __init__(self, tensors):
+        self.tensors = list(tensors)
+        self.is_nested = True
+
+    def _copy(self):
+        return NestedTensor(self.tensors)
+
+    def apply_operation(self, other, operation):
+        o = self._copy()
+        if isinstance(other, NestedTensor):
+            for i, t in enumerate(o.tensors):
+                o.tensors[i] = operation(t, other.tensors[i])
+        else:
+            for i, t in enumerate(o.tensors):
+                o.tensors[i] = operation(t, other)
+        return o
+
+    def __add__(self, b):
+        return self.apply_operation(b, lambda x, y: x + y)
+
+    def __sub__(self, b):
+        return self.apply_operation(b, lambda x, y: x - y)
+
+    def __mul__(self, b):
+        return self.apply_operation(b, lambda x, y: x * y)
+
+    # def __itruediv__(self, b):
+    #     return self.apply_operation(b, lambda x, y: x / y)
+
+    def __truediv__(self, b):
+        return self.apply_operation(b, lambda x, y: x / y)
+
+    def __getitem__(self, *args, **kwargs):
+        return self.apply_operation(None, lambda x, y: x.__getitem__(*args, **kwargs))
+
+    def unbind(self):
+        return self.tensors
+
+    def to(self, *args, **kwargs):
+        o = self._copy()
+        for i, t in enumerate(o.tensors):
+            o.tensors[i] = t.to(*args, **kwargs)
+        return o
+
+    def new_ones(self, *args, **kwargs):
+        return self.tensors[0].new_ones(*args, **kwargs)
+
+    def float(self):
+        return self.to(dtype=torch.float)
+
+    def cpu(self):
+        return self.to(device="cpu")
+
+    def chunk(self, *args, **kwargs):
+        return self.apply_operation(None, lambda x, y: x.chunk(*args, **kwargs))
+
+    def size(self):
+        return self.tensors[0].size()
+
+    @property
+    def shape(self):
+        return self.tensors[0].shape
+
+    @property
+    def ndim(self):
+        dims = 0
+        for t in self.tensors:
+            dims = max(t.ndim, dims)
+        return dims
+
+    @property
+    def device(self):
+        return self.tensors[0].device
+
+    @property
+    def dtype(self):
+        return self.tensors[0].dtype
+
+    @property
+    def layout(self):
+        return self.tensors[0].layout
+
+
+def cat_nested(tensors, *args, **kwargs):
+    cated_tensors = []
+    for i in range(len(tensors[0].tensors)):
+        tens = []
+        for j in range(len(tensors)):
+            tens.append(tensors[j].tensors[i])
+        cated_tensors.append(torch.cat(tens, *args, **kwargs))
+    return NestedTensor(cated_tensors)
diff --git a/ComfyUI/comfy/ops.py b/ComfyUI/comfy/ops.py
new file mode 100644
index 0000000000000000000000000000000000000000..7cf077eeaf8ecdf2bc81f635ac18d02c9c32562d
--- /dev/null
+++ b/ComfyUI/comfy/ops.py
@@ -0,0 +1,1688 @@
+"""
+    This file is part of ComfyUI.
+    Copyright (C) 2024 Stability AI
+
+    This program is free software: you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License
+    along with this program.  If not, see <https://www.gnu.org/licenses/>.
+"""
+
+import torch
+import logging
+import contextlib
+import inspect
+import comfy.model_management
+from comfy.cli_args import args, PerformanceFeature
+import comfy.float
+import json
+import comfy.memory_management
+import comfy.pinned_memory
+import comfy.utils
+
+import comfy_aimdo.model_vbar
+import comfy_aimdo.torch
+
+def run_every_op():
+    if torch.compiler.is_compiling():
+        return
+
+    comfy.model_management.throw_exception_if_processing_interrupted()
+
+def gqa_repeat_factor(query_heads, key_heads, value_heads):
+    if key_heads != value_heads:
+        raise ValueError(f"Key/value head count mismatch for GQA: {key_heads} != {value_heads}")
+    if query_heads == key_heads:
+        return 1
+    if query_heads % key_heads != 0:
+        raise ValueError(f"Query heads must be divisible by key/value heads for GQA: {query_heads} vs {key_heads}")
+    return query_heads // key_heads
+
+def repeat_kv_for_gqa(k, v, query_heads, head_dim):
+    n_rep = gqa_repeat_factor(query_heads, k.shape[head_dim], v.shape[head_dim])
+    if n_rep > 1:
+        k = k.repeat_interleave(n_rep, dim=head_dim)
+        v = v.repeat_interleave(n_rep, dim=head_dim)
+    return k, v
+
+def scaled_dot_product_attention(q, k, v, *args, **kwargs):
+    attn_mask = args[0] if len(args) > 0 else kwargs.get("attn_mask")
+    if kwargs.get("enable_gqa", False) and attn_mask is not None:
+        k, v = repeat_kv_for_gqa(k, v, q.shape[-3], -3)
+        kwargs["enable_gqa"] = False
+    return torch.nn.functional.scaled_dot_product_attention(q, k, v, *args, **kwargs)
+
+
+try:
+    if torch.cuda.is_available():
+        from torch.nn.attention import SDPBackend, sdpa_kernel
+        if "set_priority" in inspect.signature(sdpa_kernel).parameters:
+            SDPA_BACKEND_PRIORITY = [
+                SDPBackend.FLASH_ATTENTION,
+                SDPBackend.CUDNN_ATTENTION,
+                SDPBackend.EFFICIENT_ATTENTION,
+                SDPBackend.MATH,
+            ]
+
+            def scaled_dot_product_attention(q, k, v, *args, **kwargs):
+                if q.nelement() < 1024 * 128:  # arbitrary number, for small inputs cudnn attention seems slower
+                    return torch.nn.functional.scaled_dot_product_attention(q, k, v, *args, **kwargs)
+                attn_mask = args[0] if len(args) > 0 else kwargs.get("attn_mask")
+                if kwargs.get("enable_gqa", False) and attn_mask is not None and not comfy.model_management.is_nvidia():
+                    k, v = repeat_kv_for_gqa(k, v, q.shape[-3], -3)
+                    kwargs["enable_gqa"] = False
+                with sdpa_kernel(SDPA_BACKEND_PRIORITY, set_priority=True):
+                    if kwargs.get("enable_gqa", False) and attn_mask is not None and q.shape[-3] != k.shape[-3]:
+                        dropout_p = args[1] if len(args) > 1 else kwargs.get("dropout_p", 0.0)
+                        is_causal = args[2] if len(args) > 2 else kwargs.get("is_causal", False)
+                        params = torch.backends.cuda.SDPAParams(q, k, v, attn_mask, dropout_p, is_causal, True)
+                        supports_native_gqa = (
+                            torch.backends.cuda.can_use_flash_attention(params)
+                            or torch.backends.cuda.can_use_cudnn_attention(params)
+                            or torch.backends.cuda.can_use_efficient_attention(params)
+                        )
+                        if not supports_native_gqa:
+                            k, v = repeat_kv_for_gqa(k, v, q.shape[-3], -3)
+                            kwargs["enable_gqa"] = False
+                    return torch.nn.functional.scaled_dot_product_attention(q, k, v, *args, **kwargs)
+        else:
+            logging.warning("Torch version too old to set sdpa backend priority.")
+except (ModuleNotFoundError, TypeError):
+    logging.warning("Could not set sdpa backend priority.")
+
+NVIDIA_MEMORY_CONV_BUG_WORKAROUND = False
+try:
+    if comfy.model_management.is_nvidia():
+        cudnn_version = torch.backends.cudnn.version()
+        if (cudnn_version >= 91002 and cudnn_version < 91500) and comfy.model_management.torch_version_numeric >= (2, 9) and comfy.model_management.torch_version_numeric <= (2, 10):
+            #TODO: change upper bound version once it's fixed'
+            NVIDIA_MEMORY_CONV_BUG_WORKAROUND = True
+            logging.info("working around nvidia conv3d memory bug.")
+except:
+    pass
+
+cast_to = comfy.model_management.cast_to #TODO: remove once no more references
+
+def cast_to_input(weight, input, non_blocking=False, copy=True):
+    return comfy.model_management.cast_to(weight, input.dtype, input.device, non_blocking=non_blocking, copy=copy)
+
+
+def materialize_meta_param(s, param_keys):
+    for param_key in param_keys:
+        param = getattr(s, param_key, None)
+        if param is not None and getattr(param, "is_meta", False):
+            setattr(s, param_key, torch.nn.Parameter(torch.zeros(param.shape, dtype=param.dtype), requires_grad=param.requires_grad))
+
+
+# FIXME: add n=1 cache hit fast path
+def cast_modules_with_vbar(comfy_modules, dtype, device, bias_dtype, non_blocking):
+    offload_stream = None
+    cast_buffer = None
+    cast_buffer_offset = 0
+
+    def ensure_offload_stream(module, required_size, check_largest):
+        nonlocal offload_stream
+        nonlocal cast_buffer
+
+        if offload_stream is None:
+            offload_stream = comfy.model_management.get_offload_stream(device)
+        if offload_stream is None or not check_largest or len(comfy_modules) != 1:
+            return
+
+        current_size = 0 if cast_buffer is None else cast_buffer.size()
+        if current_size < required_size and module is comfy.model_management.LARGEST_AIMDO_CASTED_WEIGHT[0]:
+            offload_stream = comfy.model_management.get_offload_stream(device)
+            cast_buffer = None
+        if required_size > comfy.model_management.LARGEST_AIMDO_CASTED_WEIGHT[1]:
+            comfy.model_management.LARGEST_AIMDO_CASTED_WEIGHT = (module, required_size)
+
+    def get_cast_buffer(buffer_size):
+        nonlocal offload_stream
+        nonlocal cast_buffer
+        nonlocal cast_buffer_offset
+
+        if buffer_size == 0:
+            return None
+
+        if offload_stream is None:
+            return torch.empty((buffer_size,), dtype=torch.uint8, device=device)
+
+        cast_buffer = comfy.model_management.get_aimdo_cast_buffer(offload_stream, device)
+        buffer = comfy_aimdo.torch.aimdo_to_tensor(cast_buffer.get(buffer_size, cast_buffer_offset), device)
+        cast_buffer_offset += buffer_size
+        return buffer
+
+    for s in comfy_modules:
+        signature = comfy_aimdo.model_vbar.vbar_fault(s._v)
+        resident = comfy_aimdo.model_vbar.vbar_signature_compare(signature, s._v_signature)
+        prefetch = {
+            "signature": signature,
+            "resident": resident,
+        }
+
+        if resident:
+            s._prefetch = prefetch
+            continue
+
+        materialize_meta_param(s, ["weight", "bias"])
+        xfer_dest = comfy_aimdo.torch.aimdo_to_tensor(s._v, device) if signature is not None else None
+        cast_geometry = comfy.memory_management.tensors_to_geometries([ s.weight, s.bias ])
+        cast_dest = None
+        needs_cast = False
+
+        xfer_source = [ s.weight, s.bias ]
+        subset = "weights"
+        pin = comfy.pinned_memory.get_pin(s, subset=subset)
+        if pin is None and not args.fast_disk:
+            loaded_pin = comfy.pinned_memory.get_pin(s, subset="weights-loaded")
+            if loaded_pin is not None or signature is not None:
+                subset = "weights-loaded"
+                pin = loaded_pin
+        if pin is not None:
+            xfer_source = [ pin ]
+
+        for data, geometry in zip([ s.weight, s.bias ], cast_geometry):
+            if data is None:
+                continue
+            if data.dtype != geometry.dtype:
+                needs_cast = True
+                cast_dest = xfer_dest
+                xfer_dest = None
+                break
+
+        dest_size = comfy.memory_management.vram_aligned_size(xfer_source)
+        ensure_offload_stream(s, dest_size if xfer_dest is None else 0, True)
+        if xfer_dest is None:
+            xfer_dest = get_cast_buffer(dest_size)
+
+        def cast_maybe_lowvram_patch(xfer_source, xfer_dest, stream, xfer_dest2=None):
+            if xfer_source is not None:
+                if getattr(xfer_source, "is_lowvram_patch", False):
+                    if xfer_dest is not None:
+                        xfer_source.prepare(xfer_dest, stream, copy=True, commit=False)
+                        xfer_source = [ xfer_dest ]
+                        xfer_dest = xfer_dest2
+                        xfer_dest2 = None
+                    elif xfer_dest2 is not None:
+                        xfer_source.prepare(xfer_dest2, stream, copy=True, commit=False)
+                        return
+                    else:
+                        return
+                comfy.model_management.cast_to_gathered(xfer_source, xfer_dest, non_blocking=non_blocking, stream=stream, r2=xfer_dest2)
+
+        def handle_pin(m, pin, source, dest, subset="weights", size=None):
+            if pin is not None:
+                cast_maybe_lowvram_patch([pin], dest, offload_stream)
+                return
+            if signature is None or not args.fast_disk or args.high_ram:
+                comfy.pinned_memory.pin_memory(m, subset=subset, size=size)
+                pin = comfy.pinned_memory.get_pin(m, subset=subset)
+            cast_maybe_lowvram_patch(source, pin, offload_stream, xfer_dest2=dest)
+
+        handle_pin(s, pin, xfer_source, xfer_dest, subset=subset, size=dest_size)
+
+        for param_key in ("weight", "bias"):
+            lowvram_source = getattr(s, param_key + "_lowvram_function", None)
+            if lowvram_source is not None:
+                ensure_offload_stream(s, cast_buffer_offset, False)
+                lowvram_size = lowvram_source.memory_required()
+                lowvram_dest = get_cast_buffer(lowvram_size)
+                lowvram_source.prepare(lowvram_dest, None, copy=False, commit=True)
+
+                subset = "patches"
+                pin = comfy.pinned_memory.get_pin(lowvram_source, subset=subset)
+                if pin is None:
+                    loaded_pin = comfy.pinned_memory.get_pin(lowvram_source, subset="patches-loaded")
+                    if loaded_pin is not None:
+                        subset = "patches-loaded"
+                        pin = loaded_pin
+                    elif signature is not None and not args.fast_disk:
+                        subset = "patches-loaded"
+                handle_pin(lowvram_source, pin, lowvram_source, lowvram_dest, subset=subset, size=lowvram_size)
+
+
+        prefetch["xfer_dest"] = xfer_dest
+        prefetch["cast_dest"] = cast_dest
+        prefetch["cast_geometry"] = cast_geometry
+        prefetch["needs_cast"] = needs_cast
+        s._prefetch = prefetch
+
+    return offload_stream
+
+
+def resolve_cast_module_with_vbar(s, dtype, device, bias_dtype, compute_dtype, want_requant):
+
+    prefetch = getattr(s, "_prefetch", None)
+
+    if prefetch["resident"]:
+        weight = s._v_weight
+        bias = s._v_bias
+    else:
+        xfer_dest = prefetch["xfer_dest"]
+        if prefetch["needs_cast"]:
+            cast_dest = prefetch["cast_dest"] if prefetch["cast_dest"] is not None else torch.empty((comfy.memory_management.vram_aligned_size(prefetch["cast_geometry"]),), dtype=torch.uint8, device=device)
+            for pre_cast, post_cast in zip(comfy.memory_management.interpret_gathered_like([s.weight, s.bias ], xfer_dest),
+                                           comfy.memory_management.interpret_gathered_like(prefetch["cast_geometry"], cast_dest)):
+                if post_cast is not None:
+                    post_cast.copy_(pre_cast)
+            xfer_dest = cast_dest
+
+        params = comfy.memory_management.interpret_gathered_like(prefetch["cast_geometry"], xfer_dest)
+        weight = params[0]
+        bias = params[1]
+        if prefetch["signature"] is not None:
+            s._v_weight = weight
+            s._v_bias = bias
+        s._v_signature = prefetch["signature"]
+
+    def post_cast(s, param_key, x, dtype, resident, update_weight):
+        lowvram_fn = getattr(s, param_key + "_lowvram_function", None)
+        fns = getattr(s, param_key + "_function", [])
+
+        if x is None:
+            return None
+
+        orig = x
+
+        def to_dequant(tensor, dtype):
+            tensor = tensor.to(dtype=dtype)
+            if isinstance(tensor, QuantizedTensor):
+                tensor = tensor.dequantize()
+            return tensor
+
+        if orig.dtype != dtype or len(fns) > 0:
+            x = to_dequant(x, dtype)
+        if not resident and lowvram_fn is not None:
+            x = to_dequant(x, dtype if compute_dtype is None else compute_dtype)
+            x = lowvram_fn(x)
+            if (want_requant and len(fns) == 0 or update_weight):
+                seed = comfy.utils.string_to_seed(s.seed_key)
+                if isinstance(orig, QuantizedTensor):
+                    y = orig.requantize_from_float(x, scale="recalculate", stochastic_rounding=seed)
+                else:
+                    y = comfy.float.stochastic_rounding(x, orig.dtype, seed=seed)
+            if want_requant and len(fns) == 0:
+                x = y
+            if update_weight:
+                orig.copy_(y)
+        for f in fns:
+            x = f(x)
+        return x
+
+    update_weight = prefetch["signature"] is not None
+    weight = post_cast(s, "weight", weight, dtype, prefetch["resident"], update_weight)
+    if bias is not None:
+        bias = post_cast(s, "bias", bias, bias_dtype, prefetch["resident"], update_weight)
+
+    if prefetch["signature"] is not None:
+        prefetch["resident"] = True
+
+    return weight, bias
+
+
+def cast_bias_weight(s, input=None, dtype=None, device=None, bias_dtype=None, offloadable=False, compute_dtype=None, want_requant=False):
+    # NOTE: offloadable=False is a legacy mode and if you are a custom node author reading this please pass
+    # offloadable=True and call uncast_bias_weight() after your last usage of the weight/bias. This
+    # will add async-offload support to your cast and improve performance.
+    if input is not None:
+        if dtype is None:
+            if isinstance(input, QuantizedTensor):
+                dtype = input.params.orig_dtype
+            else:
+                dtype = input.dtype
+        if bias_dtype is None:
+            bias_dtype = dtype
+        if device is None:
+            device = input.device
+
+    def format_return(result, offloadable):
+        weight, bias, offload_stream = result
+        return (weight, bias, offload_stream) if offloadable else (weight, bias)
+
+    non_blocking = comfy.model_management.device_supports_non_blocking(device)
+
+    if hasattr(s, "_v") and comfy.model_management.is_device_cpu(device):
+
+        #vbar doesn't support CPU weights, but some custom nodes have weird paths
+        #that might switch the layer to the CPU and expect it to work. We have to take
+        #a clone conservatively as we are mmapped and some SFT files are packed misaligned
+        #If you are a custom node author reading this, please move your layer to the GPU
+        #or declare your ModelPatcher as CPU in the first place.
+        materialize_meta_param(s, ["weight", "bias"])
+        weight = s.weight.to(dtype=dtype, copy=True)
+        if isinstance(weight, QuantizedTensor):
+            weight = weight.dequantize()
+        bias = s.bias.to(dtype=bias_dtype, copy=True) if s.bias is not None else None
+        return format_return((weight, bias, (None, None, None)), offloadable)
+
+    elif hasattr(s, "_v") and s.weight.device != device:
+        prefetched = hasattr(s, "_prefetch")
+        offload_stream = None
+        offload_device = None
+        if not prefetched:
+            offload_stream = cast_modules_with_vbar([s], dtype, device, bias_dtype, non_blocking)
+            comfy.model_management.sync_stream(device, offload_stream)
+
+        weight, bias = resolve_cast_module_with_vbar(s, dtype, device, bias_dtype, compute_dtype, want_requant)
+
+        if not prefetched:
+            if getattr(s, "_prefetch")["signature"] is not None:
+                offload_device = device
+            for param_key in ("weight", "bias"):
+                lowvram_fn = getattr(s, param_key + "_lowvram_function", None)
+                if lowvram_fn is not None:
+                    lowvram_fn.clear_prepared()
+            delattr(s, "_prefetch")
+        return format_return((weight, bias, (offload_stream, offload_device, None)), offloadable)
+
+
+    if offloadable and (device != s.weight.device or
+                        (s.bias is not None and device != s.bias.device)):
+        offload_stream = comfy.model_management.get_offload_stream(device)
+    else:
+        offload_stream = None
+
+    bias = None
+    weight = None
+
+    if offload_stream is not None and not args.cuda_malloc:
+        cast_buffer_size = comfy.memory_management.vram_aligned_size([ s.weight, s.bias ])
+        cast_buffer = comfy.model_management.get_cast_buffer(offload_stream, device, cast_buffer_size, s)
+        #The streams can be uneven in buffer capability and reject us. Retry to get the other stream
+        if cast_buffer is None:
+            offload_stream = comfy.model_management.get_offload_stream(device)
+            cast_buffer = comfy.model_management.get_cast_buffer(offload_stream, device, cast_buffer_size, s)
+        params = comfy.memory_management.interpret_gathered_like([ s.weight, s.bias ], cast_buffer)
+        weight = params[0]
+        bias = params[1]
+
+    weight_has_function = len(s.weight_function) > 0
+    bias_has_function = len(s.bias_function) > 0
+
+    weight = comfy.model_management.cast_to(s.weight, None, device, non_blocking=non_blocking, copy=weight_has_function, stream=offload_stream, r=weight)
+
+    if s.bias is not None:
+        bias = comfy.model_management.cast_to(s.bias, None, device, non_blocking=non_blocking, copy=bias_has_function, stream=offload_stream, r=bias)
+
+    comfy.model_management.sync_stream(device, offload_stream)
+
+    bias_a = bias
+    weight_a = weight
+
+    if s.bias is not None:
+        bias = bias.to(dtype=bias_dtype)
+        for f in s.bias_function:
+            bias = f(bias)
+
+    if weight_has_function or weight.dtype != dtype:
+        weight = weight.to(dtype=dtype)
+        if isinstance(weight, QuantizedTensor):
+            weight = weight.dequantize()
+        for f in s.weight_function:
+            weight = f(weight)
+
+    return format_return((weight, bias, (offload_stream, weight_a, bias_a)), offloadable)
+
+
+def uncast_bias_weight(s, weight, bias, offload_stream):
+    if offload_stream is None:
+        return
+    os, weight_a, bias_a = offload_stream
+    device=None
+    #FIXME: This is really bad RTTI
+    if weight_a is not None and not isinstance(weight_a, torch.Tensor):
+        comfy_aimdo.model_vbar.vbar_unpin(s._v)
+        device = weight_a
+    if os is None:
+        return
+    if device is None:
+        if weight_a is not None:
+            device = weight_a.device
+        else:
+            if bias_a is None:
+                return
+            device = bias_a.device
+    os.wait_stream(comfy.model_management.current_stream(device))
+
+
+class CastWeightBiasOp:
+    comfy_cast_weights = False
+    weight_function = []
+    bias_function = []
+
+class disable_weight_init:
+    @staticmethod
+    def _zero_init_parameter(module, name):
+        param = getattr(module, name)
+        device = None if getattr(param, "is_meta", False) else param.device
+        setattr(module, name, torch.nn.Parameter(torch.zeros(param.shape, device=device, dtype=param.dtype), requires_grad=False))
+
+    @staticmethod
+    def _lazy_load_from_state_dict(module, state_dict, prefix, local_metadata,
+                                   missing_keys, unexpected_keys, weight_shape,
+                                   bias_shape=None):
+        assign_to_params_buffers = local_metadata.get("assign_to_params_buffers", False)
+        prefix_len = len(prefix)
+        for k, v in state_dict.items():
+            key = k[prefix_len:]
+            if key == "weight":
+                if not assign_to_params_buffers:
+                    v = v.clone()
+                module.weight = torch.nn.Parameter(v, requires_grad=False)
+            elif bias_shape is not None and key == "bias" and v is not None:
+                if not assign_to_params_buffers:
+                    v = v.clone()
+                module.bias = torch.nn.Parameter(v, requires_grad=False)
+            else:
+                unexpected_keys.append(k)
+
+        if module.weight is None:
+            module.weight = torch.nn.Parameter(torch.zeros(weight_shape), requires_grad=False)
+            missing_keys.append(prefix + "weight")
+
+        if bias_shape is not None and module.bias is None and getattr(module, "comfy_need_lazy_init_bias", False):
+            module.bias = torch.nn.Parameter(torch.zeros(bias_shape), requires_grad=False)
+            missing_keys.append(prefix + "bias")
+
+    class Linear(torch.nn.Linear, CastWeightBiasOp):
+
+        def __init__(self, in_features, out_features, bias=True, device=None, dtype=None):
+            # don't trust subclasses that BYO state dict loader to call us.
+            if (not comfy.memory_management.aimdo_enabled
+                or type(self)._load_from_state_dict is not disable_weight_init.Linear._load_from_state_dict):
+                super().__init__(in_features, out_features, bias, device, dtype)
+                return
+
+            # Issue is with `torch.empty` still reserving the full memory for the layer.
+            # Windows doesn't over-commit memory so without this, We are momentarily commit
+            # charged for the weight even though we might zero-copy it when we load the
+            # state dict. If the commit charge exceeds the ceiling we can destabilize the
+            # system.
+            torch.nn.Module.__init__(self)
+            self.in_features = in_features
+            self.out_features = out_features
+            self.weight = None
+            self.bias = None
+            self.comfy_need_lazy_init_bias=bias
+            self.weight_comfy_model_dtype = dtype
+            self.bias_comfy_model_dtype = dtype
+
+        def _load_from_state_dict(self, state_dict, prefix, local_metadata,
+                                strict, missing_keys, unexpected_keys, error_msgs):
+
+            if (not comfy.memory_management.aimdo_enabled
+                or type(self)._load_from_state_dict is not disable_weight_init.Linear._load_from_state_dict):
+                return super()._load_from_state_dict(state_dict, prefix, local_metadata, strict,
+                                                     missing_keys, unexpected_keys, error_msgs)
+            disable_weight_init._lazy_load_from_state_dict(
+                self,
+                state_dict,
+                prefix,
+                local_metadata,
+                missing_keys,
+                unexpected_keys,
+                weight_shape=(self.in_features, self.out_features),
+                bias_shape=(self.out_features,),
+            )
+
+
+        def reset_parameters(self):
+            return None
+
+        def forward_comfy_cast_weights(self, input):
+            weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            x = torch.nn.functional.linear(input, weight, bias)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class Conv1d(torch.nn.Conv1d, CastWeightBiasOp):
+        def reset_parameters(self):
+            return None
+
+        def forward_comfy_cast_weights(self, input):
+            weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            x = self._conv_forward(input, weight, bias)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class Conv2d(torch.nn.Conv2d, CastWeightBiasOp):
+        def reset_parameters(self):
+            return None
+
+        def forward_comfy_cast_weights(self, input):
+            weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            x = self._conv_forward(input, weight, bias)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class Conv3d(torch.nn.Conv3d, CastWeightBiasOp):
+        def reset_parameters(self):
+            return None
+
+        def _conv_forward(self, input, weight, bias, autopad=None, *args, **kwargs):
+            if autopad == "causal_zero":
+                weight = weight[:, :, -input.shape[2]:, :, :]
+            if NVIDIA_MEMORY_CONV_BUG_WORKAROUND and weight.dtype in (torch.float16, torch.bfloat16):
+                out = torch.cudnn_convolution(input, weight, self.padding, self.stride, self.dilation, self.groups, benchmark=False, deterministic=False, allow_tf32=True)
+                if bias is not None:
+                    out += bias.reshape((1, -1) + (1,) * (out.ndim - 2))
+                return out
+            else:
+                return super()._conv_forward(input, weight, bias, *args, **kwargs)
+
+        def forward_comfy_cast_weights(self, input, autopad=None):
+            weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            x = self._conv_forward(input, weight, bias, autopad=autopad)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0 or "autopad" in kwargs:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class GroupNorm(torch.nn.GroupNorm, CastWeightBiasOp):
+        def reset_parameters(self):
+            return None
+
+        def forward_comfy_cast_weights(self, input):
+            weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            x = torch.nn.functional.group_norm(input, self.num_groups, weight, bias, self.eps)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class BatchNorm2d(torch.nn.BatchNorm2d, CastWeightBiasOp):
+        def reset_parameters(self):
+            return None
+
+        def forward_comfy_cast_weights(self, input):
+            weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            running_mean = self.running_mean.to(device=input.device, dtype=weight.dtype) if self.running_mean is not None else None
+            running_var = self.running_var.to(device=input.device, dtype=weight.dtype) if self.running_var is not None else None
+            x = torch.nn.functional.batch_norm(input, running_mean, running_var, weight, bias, self.training, self.momentum, self.eps)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class LayerNorm(torch.nn.LayerNorm, CastWeightBiasOp):
+        def reset_parameters(self):
+            return None
+
+        def forward_comfy_cast_weights(self, input):
+            if self.weight is not None:
+                weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            else:
+                weight = None
+                bias = None
+                offload_stream = None
+            x = torch.nn.functional.layer_norm(input, self.normalized_shape, weight, bias, self.eps)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class RMSNorm(torch.nn.RMSNorm, CastWeightBiasOp):
+        def reset_parameters(self):
+            self.bias = None
+            return None
+
+        def forward_comfy_cast_weights(self, input):
+            if self.weight is not None:
+                weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            else:
+                weight = None
+                bias = None
+                offload_stream = None
+            x = torch.nn.functional.rms_norm(input, self.normalized_shape, weight, self.eps)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class ConvTranspose2d(torch.nn.ConvTranspose2d, CastWeightBiasOp):
+        def reset_parameters(self):
+            return None
+
+        def forward_comfy_cast_weights(self, input, output_size=None):
+            num_spatial_dims = 2
+            output_padding = self._output_padding(
+                input, output_size, self.stride, self.padding, self.kernel_size,
+                num_spatial_dims, self.dilation)
+
+            weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            x = torch.nn.functional.conv_transpose2d(
+                input, weight, bias, self.stride, self.padding,
+                output_padding, self.groups, self.dilation)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class ConvTranspose1d(torch.nn.ConvTranspose1d, CastWeightBiasOp):
+        def reset_parameters(self):
+            return None
+
+        def forward_comfy_cast_weights(self, input, output_size=None):
+            num_spatial_dims = 1
+            output_padding = self._output_padding(
+                input, output_size, self.stride, self.padding, self.kernel_size,
+                num_spatial_dims, self.dilation)
+
+            weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            x = torch.nn.functional.conv_transpose1d(
+                input, weight, bias, self.stride, self.padding,
+                output_padding, self.groups, self.dilation)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                return super().forward(*args, **kwargs)
+
+    class Embedding(torch.nn.Embedding, CastWeightBiasOp):
+        def __init__(self, num_embeddings, embedding_dim, padding_idx=None, max_norm=None,
+                     norm_type=2.0, scale_grad_by_freq=False, sparse=False, _weight=None,
+                     _freeze=False, device=None, dtype=None):
+            # don't trust subclasses that BYO state dict loader to call us.
+            if (not comfy.memory_management.aimdo_enabled
+                or type(self)._load_from_state_dict is not disable_weight_init.Embedding._load_from_state_dict):
+                super().__init__(num_embeddings, embedding_dim, padding_idx, max_norm,
+                                 norm_type, scale_grad_by_freq, sparse, _weight,
+                                 _freeze, device, dtype)
+                return
+
+            torch.nn.Module.__init__(self)
+            self.num_embeddings = num_embeddings
+            self.embedding_dim = embedding_dim
+            self.padding_idx = padding_idx
+            self.max_norm = max_norm
+            self.norm_type = norm_type
+            self.scale_grad_by_freq = scale_grad_by_freq
+            self.sparse = sparse
+            # Keep shape/dtype visible for module introspection without reserving storage.
+            embedding_dtype = dtype if dtype is not None else torch.get_default_dtype()
+            self.weight = torch.nn.Parameter(
+                torch.empty((num_embeddings, embedding_dim), device="meta", dtype=embedding_dtype),
+                requires_grad=False,
+            )
+            self.bias = None
+            self.weight_comfy_model_dtype = dtype
+
+        def _load_from_state_dict(self, state_dict, prefix, local_metadata,
+                                strict, missing_keys, unexpected_keys, error_msgs):
+
+            if (not comfy.memory_management.aimdo_enabled
+                or type(self)._load_from_state_dict is not disable_weight_init.Embedding._load_from_state_dict):
+                return super()._load_from_state_dict(state_dict, prefix, local_metadata, strict,
+                                                     missing_keys, unexpected_keys, error_msgs)
+            disable_weight_init._lazy_load_from_state_dict(
+                self,
+                state_dict,
+                prefix,
+                local_metadata,
+                missing_keys,
+                unexpected_keys,
+                weight_shape=(self.num_embeddings, self.embedding_dim),
+            )
+
+        def reset_parameters(self):
+            self.bias = None
+            return None
+
+        def forward_comfy_cast_weights(self, input, out_dtype=None):
+            output_dtype = out_dtype
+            if self.weight.dtype == torch.float16 or self.weight.dtype == torch.bfloat16:
+                out_dtype = None
+            weight, bias, offload_stream = cast_bias_weight(self, device=input.device, dtype=out_dtype, offloadable=True)
+            x = torch.nn.functional.embedding(input, weight, self.padding_idx, self.max_norm, self.norm_type, self.scale_grad_by_freq, self.sparse).to(dtype=output_dtype)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+
+        def forward(self, *args, **kwargs):
+            run_every_op()
+            if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                return self.forward_comfy_cast_weights(*args, **kwargs)
+            else:
+                if "out_dtype" in kwargs:
+                    kwargs.pop("out_dtype")
+                return super().forward(*args, **kwargs)
+
+    @classmethod
+    def conv_nd(s, dims, *args, **kwargs):
+        if dims == 2:
+            return s.Conv2d(*args, **kwargs)
+        elif dims == 3:
+            return s.Conv3d(*args, **kwargs)
+        else:
+            raise ValueError(f"unsupported dimensions: {dims}")
+
+
+class manual_cast(disable_weight_init):
+    class Linear(disable_weight_init.Linear):
+        comfy_cast_weights = True
+
+    class Conv1d(disable_weight_init.Conv1d):
+        comfy_cast_weights = True
+
+    class Conv2d(disable_weight_init.Conv2d):
+        comfy_cast_weights = True
+
+    class Conv3d(disable_weight_init.Conv3d):
+        comfy_cast_weights = True
+
+    class BatchNorm2d(disable_weight_init.BatchNorm2d):
+        comfy_cast_weights = True
+
+    class GroupNorm(disable_weight_init.GroupNorm):
+        comfy_cast_weights = True
+
+    class LayerNorm(disable_weight_init.LayerNorm):
+        comfy_cast_weights = True
+
+    class ConvTranspose2d(disable_weight_init.ConvTranspose2d):
+        comfy_cast_weights = True
+
+    class ConvTranspose1d(disable_weight_init.ConvTranspose1d):
+        comfy_cast_weights = True
+
+    class RMSNorm(disable_weight_init.RMSNorm):
+        comfy_cast_weights = True
+
+    class Embedding(disable_weight_init.Embedding):
+        comfy_cast_weights = True
+
+
+def fp8_linear(self, input):
+    """
+    Legacy FP8 linear function for backward compatibility.
+    Uses QuantizedTensor subclass for dispatch.
+    """
+    dtype = self.weight.dtype
+    if dtype not in [torch.float8_e4m3fn]:
+        return None
+
+    input_dtype = input.dtype
+    input_shape = input.shape
+    tensor_3d = input.ndim == 3
+
+    if tensor_3d:
+        input = input.reshape(-1, input_shape[2])
+
+    if input.ndim != 2:
+        return None
+    lora_compute_dtype=comfy.model_management.lora_compute_dtype(input.device)
+    w, bias, offload_stream = cast_bias_weight(self, input, dtype=dtype, bias_dtype=input_dtype, offloadable=True, compute_dtype=lora_compute_dtype, want_requant=True)
+    scale_weight = torch.ones((), device=input.device, dtype=torch.float32)
+
+    scale_input = torch.ones((), device=input.device, dtype=torch.float32)
+    input = torch.clamp(input, min=-448, max=448, out=input)
+    input_fp8 = input.to(dtype).contiguous()
+    layout_params_input = TensorCoreFP8Layout.Params(scale=scale_input, orig_dtype=input_dtype, orig_shape=tuple(input_fp8.shape))
+    quantized_input = QuantizedTensor(input_fp8, "TensorCoreFP8Layout", layout_params_input)
+
+    # Wrap weight in QuantizedTensor - this enables unified dispatch
+    # Call F.linear - __torch_dispatch__ routes to fp8_linear handler in quant_ops.py!
+    layout_params_weight = TensorCoreFP8Layout.Params(scale=scale_weight, orig_dtype=input_dtype, orig_shape=tuple(w.shape))
+    quantized_weight = QuantizedTensor(w, "TensorCoreFP8Layout", layout_params_weight)
+    o = torch.nn.functional.linear(quantized_input, quantized_weight, bias)
+
+    uncast_bias_weight(self, w, bias, offload_stream)
+    if tensor_3d:
+        o = o.reshape((input_shape[0], input_shape[1], w.shape[0]))
+
+    return o
+
+class fp8_ops(manual_cast):
+    class Linear(manual_cast.Linear):
+        def reset_parameters(self):
+            self.scale_weight = None
+            self.scale_input = None
+            return None
+
+        def forward_comfy_cast_weights(self, input):
+            if len(self.weight_function) == 0 and len(self.bias_function) == 0:
+                try:
+                    out = fp8_linear(self, input)
+                    if out is not None:
+                        return out
+                except Exception as e:
+                    logging.info("Exception during fp8 op: {}".format(e))
+
+            weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+            x = torch.nn.functional.linear(input, weight, bias)
+            uncast_bias_weight(self, weight, bias, offload_stream)
+            return x
+
+CUBLAS_IS_AVAILABLE = False
+try:
+    from cublas_ops import CublasLinear, cublas_half_matmul
+    CUBLAS_IS_AVAILABLE = True
+except ImportError:
+    pass
+
+if CUBLAS_IS_AVAILABLE:
+    class cublas_ops(manual_cast):
+        class Linear(CublasLinear, manual_cast.Linear):
+            def reset_parameters(self):
+                return None
+
+            def forward_comfy_cast_weights(self, input):
+                weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+                x = cublas_half_matmul(input, weight, bias, self._epilogue_str, self.has_bias)
+                uncast_bias_weight(self, weight, bias, offload_stream)
+                return x
+
+            def forward(self, *args, **kwargs):
+                run_every_op()
+                if self.comfy_cast_weights or len(self.weight_function) > 0 or len(self.bias_function) > 0:
+                    return self.forward_comfy_cast_weights(*args, **kwargs)
+                else:
+                    return super().forward(*args, **kwargs)
+
+# ==============================================================================
+# Mixed Precision Operations
+# ==============================================================================
+from . import quant_ops
+from .quant_ops import (
+    QuantizedTensor,
+    QUANT_ALGOS,
+    TensorCoreFP8Layout,
+    TensorWiseINT8Layout,
+    get_layout_class,
+)
+
+def _swiglu_eager(x):
+    gate, up = x.chunk(2, dim=-1)
+    return torch.nn.functional.silu(gate).mul_(up)
+
+
+INPUT_ACT_EAGER = {
+    "gelu_tanh": lambda x: torch.nn.functional.gelu(x, approximate="tanh"),
+    "swiglu": _swiglu_eager,
+}
+
+
+def linear_input_act(linear, x, input_act):
+    """``linear(act(x))``, with ``act`` folded into an INT8 activation quantizer.
+
+    An INT8 linear quantizes its input anyway, so an elementwise activation can
+    ride along inside that kernel instead of writing a full-size intermediate to
+    HBM and reading it straight back. Worth it for an MLP's down-projection,
+    where the intermediate is several times the hidden size.
+
+    """
+    weight = linear.weight
+    if (comfy.model_management.in_training
+            or not isinstance(weight, QuantizedTensor)
+            or weight._layout_cls != "TensorWiseINT8Layout"
+            or getattr(weight._params, "transposed", False)):
+        return linear(INPUT_ACT_EAGER[input_act](x))
+
+    # want_requant keeps a vbar-streamed layer on the INT8 path when a LoRA is
+    # patched in on the fly; without it the cast hands back a dequantized weight.
+    weight, bias, offload_stream = cast_bias_weight(
+        linear, x, offloadable=True, compute_dtype=x.dtype, want_requant=True)
+    try:
+        if not isinstance(weight, QuantizedTensor):
+            # A LoRA weight_function, or activations whose dtype differs from the
+            # weight's, make the cast hand back a dequantized tensor.
+            return torch.nn.functional.linear(INPUT_ACT_EAGER[input_act](x), weight, bias)
+        qdata, scale = TensorWiseINT8Layout.get_plain_tensors(weight)
+        return quant_ops.ck.int8_linear(
+            x, qdata, scale, bias, x.dtype,
+            convrot=getattr(weight._params, "convrot", False),
+            convrot_groupsize=getattr(weight._params, "convrot_groupsize", 256),
+            input_act=input_act,
+        )
+    finally:
+        uncast_bias_weight(linear, weight, bias, offload_stream)
+
+
+class QuantLinearFunc(torch.autograd.Function):
+    """Custom autograd function for quantized linear: quantized forward, optionally FP8 backward.
+
+    When training_fp8_bwd is enabled:
+      - Forward: quantize input per layout (FP8/NVFP4), use quantized matmul
+      - Backward: all matmuls use FP8 tensor cores via torch.mm dispatch
+      - Cached input is FP8 (half the memory of bf16)
+
+    When training_fp8_bwd is disabled:
+      - Forward: quantize input per layout, use quantized matmul
+      - Backward: dequantize weight to compute_dtype, use standard matmul
+    """
+
+    @staticmethod
+    def forward(ctx, input_float, weight, bias, layout_type, input_scale, compute_dtype):
+        input_shape = input_float.shape
+        inp = input_float.detach().flatten(0, -2)  # zero-cost view to 2D
+
+        # Quantize input for forward (same layout as weight)
+        if layout_type is not None:
+            q_input = QuantizedTensor.from_float(inp, layout_type, scale=input_scale)
+        else:
+            q_input = inp
+
+        w = weight.detach() if weight.requires_grad else weight
+        b = bias.detach() if bias is not None and bias.requires_grad else bias
+
+        output = torch.nn.functional.linear(q_input, w, b)
+
+        # Unflatten output to match original input shape
+        if len(input_shape) > 2:
+            output = output.unflatten(0, input_shape[:-1])
+
+        # Save for backward
+        ctx.input_shape = input_shape
+        ctx.has_bias = bias is not None
+        ctx.compute_dtype = compute_dtype
+        ctx.weight_requires_grad = weight.requires_grad
+        ctx.fp8_bwd = comfy.model_management.training_fp8_bwd
+
+        if ctx.fp8_bwd:
+            # Cache FP8 quantized input — half the memory of bf16
+            if isinstance(q_input, QuantizedTensor) and layout_type.startswith('TensorCoreFP8'):
+                ctx.q_input = q_input  # already FP8, reuse
+            else:
+                # NVFP4 or other layout — quantize input to FP8 for backward
+                ctx.q_input = QuantizedTensor.from_float(inp, "TensorCoreFP8E4M3Layout")
+            ctx.save_for_backward(weight)
+        else:
+            ctx.q_input = None
+            ctx.save_for_backward(input_float, weight)
+
+        return output
+
+    @staticmethod
+    @torch.autograd.function.once_differentiable
+    def backward(ctx, grad_output):
+        compute_dtype = ctx.compute_dtype
+        grad_2d = grad_output.flatten(0, -2).to(compute_dtype)
+
+        # Value casting — only difference between fp8 and non-fp8 paths
+        if ctx.fp8_bwd:
+            weight, = ctx.saved_tensors
+            # Wrap as FP8 QuantizedTensors → torch.mm dispatches to _scaled_mm
+            grad_mm = QuantizedTensor.from_float(grad_2d, "TensorCoreFP8E5M2Layout")
+            if isinstance(weight, QuantizedTensor) and weight._layout_cls.startswith("TensorCoreFP8"):
+                weight_mm = weight
+            elif isinstance(weight, QuantizedTensor):
+                weight_mm = QuantizedTensor.from_float(weight.dequantize().to(compute_dtype), "TensorCoreFP8E4M3Layout")
+            else:
+                weight_mm = QuantizedTensor.from_float(weight.to(compute_dtype), "TensorCoreFP8E4M3Layout")
+            input_mm = ctx.q_input
+        else:
+            input_float, weight = ctx.saved_tensors
+            # Standard tensors → torch.mm does regular matmul
+            grad_mm = grad_2d
+            if isinstance(weight, QuantizedTensor):
+                weight_mm = weight.dequantize().to(compute_dtype)
+            else:
+                weight_mm = weight.to(compute_dtype)
+            input_mm = input_float.flatten(0, -2).to(compute_dtype) if ctx.weight_requires_grad else None
+
+        # Computation — same for both paths, dispatch handles the rest
+        grad_input = torch.mm(grad_mm, weight_mm)
+        if len(ctx.input_shape) > 2:
+            grad_input = grad_input.unflatten(0, ctx.input_shape[:-1])
+
+        grad_weight = None
+        if ctx.weight_requires_grad:
+            grad_weight = torch.mm(grad_mm.t(), input_mm)
+
+        grad_bias = None
+        if ctx.has_bias:
+            grad_bias = grad_2d.sum(dim=0)
+
+        return grad_input, grad_weight, grad_bias, None, None, None
+
+# Quantized-weight module helpers
+
+def _quantized_apply(module, fn, recurse=True):
+    """Re-wrap Parameters after fn so .to()/.cuda() propagate through QuantizedTensor weights."""
+    if recurse:
+        for child in module.children():
+            child._apply(fn)
+    for key, param in module._parameters.items():
+        if param is None:
+            continue
+        p = fn(param)
+        if (not torch.is_inference_mode_enabled()) and p.is_inference():
+            p = p.clone()
+        module.register_parameter(key, torch.nn.Parameter(p, requires_grad=False))
+    for key, buf in module._buffers.items():
+        if buf is not None:
+            module._buffers[key] = fn(buf)
+    return module
+
+
+def _load_quantized_module(module, super_load, state_dict, prefix, local_metadata, strict,
+                            missing_keys, unexpected_keys, error_msgs, load_extra_params=False):
+    """Shared _load_from_state_dict body for quantized-weight modules.
+
+    Pops weight (+ scales, +/- extras), populates module.weight as a Parameter
+    or Parameter-wrapped QuantizedTensor, then calls super_load and strips
+    consumed keys from missing_keys. Reads compute_dtype from factory_kwargs
+    and disabled formats from module._disabled_formats.
+    """
+    device = module.factory_kwargs["device"]
+    compute_dtype = module.factory_kwargs["dtype"]
+    disabled_formats = module._disabled_formats
+    layer_name = prefix.rstrip('.')
+
+    weight = state_dict.pop(f"{prefix}weight", None)
+    if weight is None:
+        logging.warning(f"Missing weight for layer {layer_name}")
+        module.weight = None
+        return
+    manually_loaded_keys = [f"{prefix}weight"]
+
+    def pop_scale(name, dtype=None):
+        key = f"{prefix}{name}"
+        v = state_dict.pop(key, None)
+        if v is not None:
+            v = v.to(device=device)
+            if dtype is not None:
+                v = v.view(dtype=dtype)
+            manually_loaded_keys.append(key)
+        return v
+
+    layer_conf = state_dict.pop(f"{prefix}comfy_quant", None)
+    if layer_conf is not None:
+        layer_conf = json.loads(layer_conf.numpy().tobytes())
+
+    if layer_conf is None:
+        module.weight = torch.nn.Parameter(weight.to(device=device, dtype=compute_dtype), requires_grad=False)
+    else:
+        module.quant_format = layer_conf.get("format", None)
+        module._full_precision_mm_config = layer_conf.get("full_precision_matrix_mult", False)
+        if not module._full_precision_mm:
+            module._full_precision_mm = module._full_precision_mm_config
+        if module.quant_format in disabled_formats:
+            module._full_precision_mm = True
+        if module.quant_format is None:
+            raise ValueError(f"Unknown quantization format for layer {layer_name}")
+
+        qconfig = QUANT_ALGOS[module.quant_format]
+        module.layout_type = qconfig["comfy_tensor_layout"]
+        layout_cls = get_layout_class(module.layout_type)
+
+        # Per-format scales; fp8 dtype views handle both legacy uint8-on-disk and native fp8.
+        if module.quant_format in ("float8_e4m3fn", "float8_e5m2"):
+            scales = {"scale": pop_scale("weight_scale")}
+        elif module.quant_format == "mxfp8":
+            bs = pop_scale("weight_scale", torch.float8_e8m0fnu)
+            if bs is None:
+                raise ValueError(f"Missing MXFP8 block scales for layer {layer_name}")
+            scales = {"scale": bs}
+        elif module.quant_format == "nvfp4":
+            ts = pop_scale("weight_scale_2")
+            bs = pop_scale("weight_scale", torch.float8_e4m3fn)
+            if ts is None or bs is None:
+                raise ValueError(f"Missing NVFP4 scales for layer {layer_name}")
+            scales = {"scale": ts, "block_scale": bs}
+        elif module.quant_format == "int8_tensorwise":
+            scale = pop_scale("weight_scale")
+            if scale is None:
+                raise ValueError(f"Missing INT8 weight scale for layer {layer_name}")
+            scales = {"scale": scale}
+            params_conf = layer_conf.get("params", {})
+            if not isinstance(params_conf, dict):
+                params_conf = {}
+            if layer_conf.get("convrot", params_conf.get("convrot", False)):
+                scales["convrot"] = True
+                scales["convrot_groupsize"] = int(
+                    layer_conf.get("convrot_groupsize", params_conf.get("convrot_groupsize", 256))
+                )
+        elif module.quant_format == "convrot_w4a4":
+            scale = pop_scale("weight_scale")
+            if scale is None:
+                raise ValueError(f"Missing ConvRot W4A4 weight scale for layer {layer_name}")
+            params_conf = layer_conf.get("params", {})
+            if not isinstance(params_conf, dict):
+                params_conf = {}
+            scales = {
+                "scale": scale,
+                "convrot_groupsize": int(
+                    layer_conf.get("convrot_groupsize", params_conf.get("convrot_groupsize", 256))
+                ),
+                "quant_group_size": 64,
+                "linear_dtype": layer_conf.get("linear_dtype", params_conf.get("linear_dtype", "int4")),
+            }
+        else:
+            raise ValueError(f"Unsupported quantization format: {module.quant_format}")
+
+        params = layout_cls.Params(**scales, orig_dtype=compute_dtype, orig_shape=module._orig_shape)
+        module.weight = torch.nn.Parameter(
+            QuantizedTensor(weight.to(device=device, dtype=qconfig["storage_t"]), module.layout_type, params),
+            requires_grad=False,
+        )
+
+        if load_extra_params:
+            for param_name in qconfig["parameters"]:
+                if param_name in {"weight_scale", "weight_scale_2"}:
+                    continue
+                param_key = f"{prefix}{param_name}"
+                _v = state_dict.pop(param_key, None)
+                if _v is None:
+                    continue
+                module.register_parameter(param_name, torch.nn.Parameter(_v.to(device=device), requires_grad=False))
+                manually_loaded_keys.append(param_key)
+
+    super_load(state_dict, prefix, local_metadata, strict, missing_keys, unexpected_keys, error_msgs)
+    for key in manually_loaded_keys:
+        if key in missing_keys:
+            missing_keys.remove(key)
+
+
+def _quantized_weight_state_dict(module, sd, prefix, extra_quant_conf=None, extra_quant_params=()):
+    """Shared state_dict body. extra_quant_conf merges into the comfy_quant JSON;
+    extra_quant_params names attributes written as additional top-level keys."""
+    if not hasattr(module, 'weight'):
+        logging.warning(f"Warning: state dict on uninitialized op {prefix}")
+        return sd
+    bias = getattr(module, 'bias', None)
+    if bias is not None:
+        sd[f"{prefix}bias"] = bias
+    if module.weight is None:
+        return sd
+    if isinstance(module.weight, QuantizedTensor):
+        sd.update(module.weight.state_dict(f"{prefix}weight"))
+        quant_conf = {"format": module.quant_format}
+        if getattr(module, '_full_precision_mm_config', False):
+            quant_conf["full_precision_matrix_mult"] = True
+        params = getattr(module.weight, "_params", None)
+        if module.quant_format == "int8_tensorwise" and getattr(params, "convrot", False):
+            quant_conf["convrot"] = True
+            quant_conf["convrot_groupsize"] = getattr(params, "convrot_groupsize", 256)
+        elif module.quant_format == "convrot_w4a4":
+            quant_conf["convrot_groupsize"] = getattr(params, "convrot_groupsize", 256)
+            linear_dtype = getattr(params, "linear_dtype", "int4")
+            if linear_dtype != "int4":
+                quant_conf["linear_dtype"] = linear_dtype
+        if extra_quant_conf:
+            quant_conf.update(extra_quant_conf)
+        sd[f"{prefix}comfy_quant"] = torch.tensor(list(json.dumps(quant_conf).encode("utf-8")), dtype=torch.uint8)
+        for name in extra_quant_params:
+            value = getattr(module, name, None)
+            if value is not None:
+                sd[f"{prefix}{name}"] = value
+    else:
+        sd[f"{prefix}weight"] = module.weight
+    return sd
+
+
+def mixed_precision_ops(quant_config={}, compute_dtype=torch.bfloat16, full_precision_mm=False, disabled=[]):
+    class MixedPrecisionOps(manual_cast):
+        _quant_config = quant_config
+        _compute_dtype = compute_dtype
+        _full_precision_mm = full_precision_mm
+        _disabled = disabled
+
+        class Linear(torch.nn.Module, CastWeightBiasOp):
+            _disabled_formats = disabled
+
+            def __init__(self, in_features: int, out_features: int, bias: bool = True, device=None, dtype=None):
+                super().__init__()
+
+                self.factory_kwargs = {"device": device, "dtype": MixedPrecisionOps._compute_dtype}
+
+                self.in_features = in_features
+                self.out_features = out_features
+                self._orig_shape = (out_features, in_features)
+                if bias:
+                    self.bias = torch.nn.Parameter(torch.empty(out_features, **self.factory_kwargs))
+                else:
+                    self.register_parameter("bias", None)
+
+                self.tensor_class = None
+                self._full_precision_mm = MixedPrecisionOps._full_precision_mm
+                self._full_precision_mm_config = False
+
+            def reset_parameters(self):
+                return None
+
+            def _load_from_state_dict(self, *args):
+                _load_quantized_module(self, super()._load_from_state_dict, *args, load_extra_params=True)
+
+            def state_dict(self, *args, destination=None, prefix="", **kwargs):
+                sd = destination if destination is not None else {}
+                return _quantized_weight_state_dict(self, sd, prefix, extra_quant_params=("input_scale", "pre_quant_scale"))
+
+            def _forward(self, input, weight, bias):
+                return torch.nn.functional.linear(input, weight, bias)
+
+            def forward_comfy_cast_weights(
+                self,
+                input,
+                compute_dtype=None,
+                want_requant=False,
+                weight_only_quant=False,
+            ):
+                if weight_only_quant:
+                    weight, bias, offload_stream = cast_bias_weight(
+                        self,
+                        input=None,
+                        dtype=self.weight.dtype,
+                        device=input.device,
+                        bias_dtype=input.dtype,
+                        offloadable=True,
+                        compute_dtype=compute_dtype,
+                        want_requant=True,
+                    )
+                    weight = weight.to(dtype=input.dtype)
+                else:
+                    weight, bias, offload_stream = cast_bias_weight(
+                        self,
+                        input,
+                        offloadable=True,
+                        compute_dtype=compute_dtype,
+                        want_requant=want_requant,
+                    )
+                x = self._forward(input, weight, bias)
+                uncast_bias_weight(self, weight, bias, offload_stream)
+                return x
+
+            def forward(self, input, *args, **kwargs):
+                run_every_op()
+
+                # ModelOpt AWQ-style smoothing
+                pre_quant_scale = getattr(self, 'pre_quant_scale', None)
+                if pre_quant_scale is not None:
+                    input = input * comfy.model_management.cast_to_device(pre_quant_scale, input.device, input.dtype)
+
+                input_shape = input.shape
+                reshaped_nd = False
+                #If cast needs to apply lora, it should be done in the compute dtype
+                compute_dtype = input.dtype
+
+                _use_quantized = (
+                    getattr(self, 'layout_type', None) is not None and
+                    not isinstance(input, QuantizedTensor) and not self._full_precision_mm and
+                    not getattr(self, 'comfy_force_cast_weights', False) and
+                    len(self.weight_function) == 0 and len(self.bias_function) == 0
+                )
+                quantize_input = QUANT_ALGOS.get(getattr(self, 'quant_format', None), {}).get("quantize_input", True)
+
+                # Training path: quantized forward with compute_dtype backward via autograd function
+                if (input.requires_grad and _use_quantized and quantize_input):
+
+                    weight, bias, offload_stream = cast_bias_weight(
+                        self,
+                        input,
+                        offloadable=True,
+                        compute_dtype=compute_dtype,
+                        want_requant=True
+                    )
+
+                    scale = getattr(self, 'input_scale', None)
+                    if scale is not None:
+                        scale = comfy.model_management.cast_to_device(scale, input.device, None)
+
+                    output = QuantLinearFunc.apply(
+                        input, weight, bias, self.layout_type, scale, compute_dtype
+                    )
+
+                    uncast_bias_weight(self, weight, bias, offload_stream)
+                    return output
+
+                # Inference path (unchanged)
+                if _use_quantized and quantize_input:
+
+                    # Reshape >=3D tensors to 2D for quantization (needed for NVFP4 and others)
+                    input_reshaped = input.reshape(-1, input_shape[-1]) if input.ndim >= 3 else input
+
+                    # Fall back to non-quantized for non-2D tensors
+                    if input_reshaped.ndim == 2:
+                        reshaped_nd = input.ndim >= 3
+                        # dtype is now implicit in the layout class
+                        scale = getattr(self, 'input_scale', None)
+                        if scale is not None:
+                            scale = comfy.model_management.cast_to_device(scale, input.device, None)
+                        input = QuantizedTensor.from_float(input_reshaped, self.layout_type, scale=scale)
+
+                weight_only_quant = _use_quantized and not quantize_input and isinstance(self.weight, QuantizedTensor)
+                output = self.forward_comfy_cast_weights(
+                    input,
+                    compute_dtype,
+                    want_requant=isinstance(input, QuantizedTensor),
+                    weight_only_quant=weight_only_quant,
+                )
+
+                # Reshape output back to original rank if input was >2D
+                if reshaped_nd:
+                    output = output.reshape((*input_shape[:-1], self.weight.shape[0]))
+
+                return output
+
+            def convert_weight(self, weight, inplace=False, **kwargs):
+                if isinstance(weight, QuantizedTensor):
+                    return weight.dequantize()
+                else:
+                    return weight
+
+            def set_weight(self, weight, inplace_update=False, seed=None, return_weight=False, **kwargs):
+                if getattr(self, 'layout_type', None) is not None:
+                    weight = self.weight.requantize_from_float(weight, scale="recalculate", stochastic_rounding=seed, inplace_ops=True).to(self.weight.dtype)
+                else:
+                    weight = weight.to(self.weight.dtype)
+                if return_weight:
+                    return weight
+
+                assert inplace_update is False  # TODO: eventually remove the inplace_update stuff
+                self.weight = torch.nn.Parameter(weight, requires_grad=False)
+
+            def _apply(self, fn, recurse=True):  # This is to get torch.compile + moving weights to another device working
+                return _quantized_apply(self, fn, recurse)
+
+        class MoEExperts(torch.nn.Module, CastWeightBiasOp):
+            """Container for E quantized expert weights, indexed via expert_weight(i).
+
+            The bank lives on self.weight as a single 3D tensor — either a
+            compute_dtype Parameter or a Parameter wrapping a QuantizedTensor
+            with leading expert dim.
+
+            State-dict layout matches mixed_precision_ops.Linear with a leading
+            expert dim:
+                {prefix}.weight          quant data (storage_t), leading dim = E
+                {prefix}.weight_scale    block / per-tensor scale
+                {prefix}.weight_scale_2  [E] or scalar           NVFP4 only
+                {prefix}.bias            [E, out_features]       optional, compute_dtype
+                {prefix}.comfy_quant     json -> {{"format": "...", "num_experts": E}}
+
+            Without comfy_quant the weight loads as a plain compute_dtype 3D Parameter [E, out, in].
+            """
+
+            _disabled_formats = disabled
+
+            def __init__(self, num_experts: int, in_features: int, out_features: int, bias: bool = True, device=None, dtype=None):
+                super().__init__()
+                self.num_experts = num_experts
+                self.in_features = in_features
+                self.out_features = out_features
+                self._orig_shape = (num_experts, out_features, in_features)
+                self.factory_kwargs = {"device": device, "dtype": MixedPrecisionOps._compute_dtype}
+                if bias:
+                    self.bias = torch.nn.Parameter(torch.empty(num_experts, out_features, **self.factory_kwargs))
+                else:
+                    self.register_parameter("bias", None)
+
+                # Populated by _load_from_state_dict:
+                self.weight = None
+                self.quant_format = None
+                self.layout_type = None
+                self._full_precision_mm = MixedPrecisionOps._full_precision_mm
+                self._full_precision_mm_config = False
+                self._resident_bank = None
+
+            def reset_parameters(self):
+                return None
+
+            def _apply(self, fn, recurse=True):
+                return _quantized_apply(self, fn, recurse)
+
+            def _load_from_state_dict(self, *args):
+                _load_quantized_module(self, super()._load_from_state_dict, *args, load_extra_params=False)
+
+            def expert_weight(self, i: int):
+                """Expert i's weight (Tensor or per-expert QuantizedTensor view)."""
+                if isinstance(self.weight, QuantizedTensor):
+                    return self._expert_qt_from(self.weight, i)
+                return self.weight[i]
+
+            @contextlib.contextmanager
+            def bank_resident(self, input):
+                """Cast the whole bank once; expert_linear inside reuses the cast.
+                Not re-entrant — do not nest calls on the same instance.
+                """
+                weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+                self._resident_bank = (weight, bias)
+                try:
+                    yield self
+                finally:
+                    self._resident_bank = None
+                    uncast_bias_weight(self, weight, bias, offload_stream)
+
+            def expert_linear(self, input: torch.Tensor, i: int) -> torch.Tensor:
+                """Linear against expert i's weight (with optional bias)."""
+                resident = getattr(self, "_resident_bank", None)
+                if resident is not None:
+                    weight, bias = resident
+                    return self._expert_linear_impl(input, weight, bias, i)
+                weight, bias, offload_stream = cast_bias_weight(self, input, offloadable=True)
+                try:
+                    return self._expert_linear_impl(input, weight, bias, i)
+                finally:
+                    uncast_bias_weight(self, weight, bias, offload_stream)
+
+            def _expert_linear_impl(self, input, weight, bias, i):
+                if isinstance(weight, QuantizedTensor):
+                    qw = self._expert_qt_from(weight, i)
+                else:
+                    qw = weight[i]
+                b = cast_to_input(bias[i], input, copy=False) if bias is not None else None
+
+                if isinstance(qw, QuantizedTensor):
+                    use_fast = (
+                        not self._full_precision_mm
+                        and qw.layout_cls.supports_fast_matmul()
+                        and input.dim() == 2
+                    )
+                    if use_fast:
+                        qin = QuantizedTensor.from_float(input, self.layout_type)
+                        return torch.nn.functional.linear(qin, qw, b)
+                    out = input @ qw.dequantize().t()
+                    return out + b if b is not None else out
+                return torch.nn.functional.linear(input, qw, b)
+
+            def _expert_qt_from(self, weight: QuantizedTensor, i: int) -> QuantizedTensor:
+                """Build a per-expert QuantizedTensor by indexing into a resident bank."""
+                params = weight._params
+                kwargs = {
+                    "scale": params.scale[i] if params.scale.dim() else params.scale,
+                    "orig_dtype": params.orig_dtype,
+                    "orig_shape": (self.out_features, self.in_features),
+                }
+                if hasattr(params, "block_scale"): # NVFP4
+                    kwargs["block_scale"] = params.block_scale[i]
+                if hasattr(params, "quant_group_size"):
+                    kwargs["quant_group_size"] = params.quant_group_size
+                if hasattr(params, "convrot_groupsize"):
+                    kwargs["convrot_groupsize"] = params.convrot_groupsize
+                if hasattr(params, "linear_dtype"):
+                    kwargs["linear_dtype"] = params.linear_dtype
+                return QuantizedTensor(weight._qdata[i], weight._layout_cls, type(params)(**kwargs))
+
+            def state_dict(self, *args, destination=None, prefix="", **kwargs):
+                sd = destination if destination is not None else {}
+                return _quantized_weight_state_dict(self, sd, prefix, extra_quant_conf={"num_experts": self.num_experts})
+
+        class Embedding(manual_cast.Embedding):
+            def _load_from_state_dict(self, state_dict, prefix, local_metadata, strict, missing_keys, unexpected_keys, error_msgs):
+                weight_key = f"{prefix}weight"
+                layer_conf = state_dict.pop(f"{prefix}comfy_quant", None)
+                if layer_conf is not None:
+                    layer_conf = json.loads(layer_conf.numpy().tobytes())
+
+                # Only fp8 and int8_tensorwise support per-row dequant via index select.
+                # Block-scaled formats (NVFP4, MXFP8) can't do per-row lookup efficiently.
+                quant_format = layer_conf.get("format") if layer_conf is not None else None
+                manually_loaded_keys = []
+
+                if quant_format in ("float8_e4m3fn", "float8_e5m2", "int8_tensorwise") and weight_key in state_dict:
+                    self.quant_format = quant_format
+                    qconfig = QUANT_ALGOS[quant_format]
+                    self.layout_type = qconfig["comfy_tensor_layout"]
+                    layout_cls = get_layout_class(self.layout_type)
+                    weight = state_dict.pop(weight_key)
+                    manually_loaded_keys.append(weight_key)
+
+                    scale_key = f"{prefix}weight_scale"
+                    scale = state_dict.pop(scale_key, None)
+                    if scale is not None:
+                        scale = scale.float()
+                        manually_loaded_keys.append(scale_key)
+
+                    extra = {}
+                    if quant_format == "int8_tensorwise" and layer_conf.get("convrot", False):
+                        # rotated embedding table: record it so the forward un-rotates after lookup
+                        extra["convrot"] = True
+                        extra["convrot_groupsize"] = int(layer_conf.get("convrot_groupsize", 256))
+                    params = layout_cls.Params(
+                        scale=scale if scale is not None else torch.ones((), dtype=torch.float32),
+                        orig_dtype=MixedPrecisionOps._compute_dtype,
+                        orig_shape=(self.num_embeddings, self.embedding_dim),
+                        **extra,
+                    )
+                    self.weight = torch.nn.Parameter(
+                        QuantizedTensor(weight.to(dtype=qconfig["storage_t"]), qconfig["comfy_tensor_layout"], params),
+                        requires_grad=False)
+                elif layer_conf is not None:
+                    # Unsupported format — restore the marker so it round-trips; fall through to default load.
+                    state_dict[f"{prefix}comfy_quant"] = torch.tensor(
+                        list(json.dumps(layer_conf).encode('utf-8')), dtype=torch.uint8)
+
+                super()._load_from_state_dict(state_dict, prefix, local_metadata, strict, missing_keys, unexpected_keys, error_msgs)
+                for k in manually_loaded_keys:
+                    if k in missing_keys:
+                        missing_keys.remove(k)
+
+            def state_dict(self, *args, destination=None, prefix="", **kwargs):
+                sd = destination if destination is not None else {}
+                return _quantized_weight_state_dict(self, sd, prefix)
+
+            def forward_comfy_cast_weights(self, input, out_dtype=None):
+                weight = self.weight
+
+                # Optimized path: lookup in fp8/int8, dequantize only the selected rows.
+                if isinstance(weight, QuantizedTensor) and len(self.weight_function) == 0:
+                    qdata, _, offload_stream = cast_bias_weight(self, device=input.device, dtype=weight.dtype, offloadable=True)
+                    if isinstance(qdata, QuantizedTensor):
+                        params = qdata._params
+                        scale = params.scale
+                        qdata = qdata._qdata
+                    else:
+                        params = weight._params
+                        scale = None
+
+                    # int8: per-row scale possible ConvRot, so let the layout do the gather
+                    if self.quant_format == "int8_tensorwise":
+                        x = get_layout_class(self.layout_type).dequantize_embedding(qdata, params, input)
+                        uncast_bias_weight(self, qdata, None, offload_stream)
+                        return x if out_dtype is None else x.to(dtype=out_dtype)
+
+                    x = torch.nn.functional.embedding(
+                        input, qdata, self.padding_idx, self.max_norm,
+                        self.norm_type, self.scale_grad_by_freq, self.sparse)
+                    uncast_bias_weight(self, qdata, None, offload_stream)
+                    target_dtype = out_dtype if out_dtype is not None else weight._params.orig_dtype
+                    x = x.to(dtype=target_dtype)
+                    if scale is not None and scale != 1.0:
+                        x = x * scale.to(dtype=target_dtype)
+                    return x
+
+                # Fallback for non-quantized or weight_function (LoRA) case
+                return super().forward_comfy_cast_weights(input, out_dtype=out_dtype)
+
+    return MixedPrecisionOps
+
+def pick_operations(weight_dtype, compute_dtype, load_device=None, disable_fast_fp8=False, fp8_optimizations=False, model_config=None):
+    fp8_compute = comfy.model_management.supports_fp8_compute(load_device) # TODO: if we support more ops this needs to be more granular
+    nvfp4_compute = comfy.model_management.supports_nvfp4_compute(load_device)
+    mxfp8_compute = comfy.model_management.supports_mxfp8_compute(load_device)
+
+    if model_config and hasattr(model_config, 'quant_config') and model_config.quant_config:
+        logging.info("Using mixed precision operations")
+        disabled = set()
+        if not nvfp4_compute:
+            disabled.add("nvfp4")
+        if not mxfp8_compute:
+            disabled.add("mxfp8")
+        if not fp8_compute:
+            disabled.add("float8_e4m3fn")
+            disabled.add("float8_e5m2")
+        logging.info("Native ops: {} {}".format(", ".join(QUANT_ALGOS.keys() - disabled), ", emulated ops: {}".format(", ".join(disabled)) if len(disabled) > 0 else ""))
+        return mixed_precision_ops(model_config.quant_config, compute_dtype, disabled=disabled)
+
+    if (
+        fp8_compute and
+        (fp8_optimizations or PerformanceFeature.Fp8MatrixMultiplication in args.fast) and
+        not disable_fast_fp8
+    ):
+        return fp8_ops
+
+    if (
+        PerformanceFeature.CublasOps in args.fast and
+        CUBLAS_IS_AVAILABLE and
+        weight_dtype == torch.float16 and
+        (compute_dtype == torch.float16 or compute_dtype is None)
+    ):
+        logging.info("Using cublas ops")
+        return cublas_ops
+
+    if compute_dtype is None or weight_dtype == compute_dtype:
+        return disable_weight_init
+
+    return manual_cast
diff --git a/ComfyUI/comfy/options.py b/ComfyUI/comfy/options.py
new file mode 100644
index 0000000000000000000000000000000000000000..f7f8af41ebd8b9669ef0ef21827ea6195bcb4752
--- /dev/null
+++ b/ComfyUI/comfy/options.py
@@ -0,0 +1,6 @@
+
+args_parsing = False
+
+def enable_args_parsing(enable=True):
+    global args_parsing
+    args_parsing = enable
diff --git a/ComfyUI/comfy/patcher_extension.py b/ComfyUI/comfy/patcher_extension.py
new file mode 100644
index 0000000000000000000000000000000000000000..189ee84caa353a0ba869d287d931a78e70faca06
--- /dev/null
+++ b/ComfyUI/comfy/patcher_extension.py
@@ -0,0 +1,159 @@
+from typing import Callable
+
+class CallbacksMP:
+    ON_CLONE = "on_clone"
+    ON_DEEPCLONE_MULTIGPU = "on_deepclone_multigpu"
+    ON_MATCH_MULTIGPU_CLONES = "on_match_multigpu_clones"
+    ON_LOAD = "on_load_after"
+    ON_DETACH = "on_detach_after"
+    ON_CLEANUP = "on_cleanup"
+    ON_PRE_RUN = "on_pre_run"
+    ON_PREPARE_STATE = "on_prepare_state"
+    ON_APPLY_HOOKS = "on_apply_hooks"
+    ON_REGISTER_ALL_HOOK_PATCHES = "on_register_all_hook_patches"
+    ON_INJECT_MODEL = "on_inject_model"
+    ON_EJECT_MODEL = "on_eject_model"
+
+    # callbacks dict is in the format:
+    # {"call_type": {"key": [Callable1, Callable2, ...]} }
+    @classmethod
+    def init_callbacks(cls) -> dict[str, dict[str, list[Callable]]]:
+        return {}
+
+def add_callback(call_type: str, callback: Callable, transformer_options: dict, is_model_options=False):
+    add_callback_with_key(call_type, None, callback, transformer_options, is_model_options)
+
+def add_callback_with_key(call_type: str, key: str, callback: Callable, transformer_options: dict, is_model_options=False):
+    if is_model_options:
+        transformer_options = transformer_options.setdefault("transformer_options", {})
+    callbacks: dict[str, dict[str, list]] = transformer_options.setdefault("callbacks", {})
+    c = callbacks.setdefault(call_type, {}).setdefault(key, [])
+    c.append(callback)
+
+def get_callbacks_with_key(call_type: str, key: str, transformer_options: dict, is_model_options=False):
+    if is_model_options:
+        transformer_options = transformer_options.get("transformer_options", {})
+    c_list = []
+    callbacks: dict[str, list] = transformer_options.get("callbacks", {})
+    c_list.extend(callbacks.get(call_type, {}).get(key, []))
+    return c_list
+
+def get_all_callbacks(call_type: str, transformer_options: dict, is_model_options=False):
+    if is_model_options:
+        transformer_options = transformer_options.get("transformer_options", {})
+    c_list = []
+    callbacks: dict[str, list] = transformer_options.get("callbacks", {})
+    for c in callbacks.get(call_type, {}).values():
+        c_list.extend(c)
+    return c_list
+
+class WrappersMP:
+    OUTER_SAMPLE = "outer_sample"
+    PREPARE_SAMPLING = "prepare_sampling"
+    SAMPLER_SAMPLE = "sampler_sample"
+    PREDICT_NOISE = "predict_noise"
+    CALC_COND_BATCH = "calc_cond_batch"
+    APPLY_MODEL = "apply_model"
+    DIFFUSION_MODEL = "diffusion_model"
+
+    # wrappers dict is in the format:
+    # {"wrapper_type": {"key": [Callable1, Callable2, ...]} }
+    @classmethod
+    def init_wrappers(cls) -> dict[str, dict[str, list[Callable]]]:
+        return {}
+
+def add_wrapper(wrapper_type: str, wrapper: Callable, transformer_options: dict, is_model_options=False):
+    add_wrapper_with_key(wrapper_type, None, wrapper, transformer_options, is_model_options)
+
+def add_wrapper_with_key(wrapper_type: str, key: str, wrapper: Callable, transformer_options: dict, is_model_options=False):
+    if is_model_options:
+        transformer_options = transformer_options.setdefault("transformer_options", {})
+    wrappers: dict[str, dict[str, list]] = transformer_options.setdefault("wrappers", {})
+    w = wrappers.setdefault(wrapper_type, {}).setdefault(key, [])
+    w.append(wrapper)
+
+def get_wrappers_with_key(wrapper_type: str, key: str, transformer_options: dict, is_model_options=False):
+    if is_model_options:
+        transformer_options = transformer_options.get("transformer_options", {})
+    w_list = []
+    wrappers: dict[str, list] = transformer_options.get("wrappers", {})
+    w_list.extend(wrappers.get(wrapper_type, {}).get(key, []))
+    return w_list
+
+def get_all_wrappers(wrapper_type: str, transformer_options: dict, is_model_options=False):
+    if is_model_options:
+        transformer_options = transformer_options.get("transformer_options", {})
+    w_list = []
+    wrappers: dict[str, list] = transformer_options.get("wrappers", {})
+    for w in wrappers.get(wrapper_type, {}).values():
+        w_list.extend(w)
+    return w_list
+
+class WrapperExecutor:
+    """Handles call stack of wrappers around a function in an ordered manner."""
+    def __init__(self, original: Callable, class_obj: object, wrappers: list[Callable], idx: int):
+        # NOTE: class_obj exists so that wrappers surrounding a class method can access
+        #       the class instance at runtime via executor.class_obj
+        self.original = original
+        self.class_obj = class_obj
+        self.wrappers = wrappers.copy()
+        self.idx = idx
+        self.is_last = idx == len(wrappers)
+
+    def __call__(self, *args, **kwargs):
+        """Calls the next wrapper or original function, whichever is appropriate."""
+        new_executor = self._create_next_executor()
+        return new_executor.execute(*args, **kwargs)
+
+    def execute(self, *args, **kwargs):
+        """Used to initiate executor internally - DO NOT use this if you received executor in wrapper."""
+        args = list(args)
+        kwargs = dict(kwargs)
+        if self.is_last:
+            return self.original(*args, **kwargs)
+        return self.wrappers[self.idx](self, *args, **kwargs)
+
+    def _create_next_executor(self) -> 'WrapperExecutor':
+        new_idx = self.idx + 1
+        if new_idx > len(self.wrappers):
+            raise Exception("Wrapper idx exceeded available wrappers; something went very wrong.")
+        if self.class_obj is None:
+            return WrapperExecutor.new_executor(self.original, self.wrappers, new_idx)
+        return WrapperExecutor.new_class_executor(self.original, self.class_obj, self.wrappers, new_idx)
+
+    @classmethod
+    def new_executor(cls, original: Callable, wrappers: list[Callable], idx=0):
+        return cls(original, class_obj=None, wrappers=wrappers, idx=idx)
+
+    @classmethod
+    def new_class_executor(cls, original: Callable, class_obj: object, wrappers: list[Callable], idx=0):
+        return cls(original, class_obj, wrappers, idx=idx)
+
+class PatcherInjection:
+    def __init__(self, inject: Callable, eject: Callable):
+        self.inject = inject
+        self.eject = eject
+
+def copy_nested_dicts(input_dict: dict):
+    new_dict = input_dict.copy()
+    for key, value in input_dict.items():
+        if isinstance(value, dict):
+            new_dict[key] = copy_nested_dicts(value)
+        elif isinstance(value, list):
+            new_dict[key] = value.copy()
+    return new_dict
+
+def merge_nested_dicts(dict1: dict, dict2: dict, copy_dict1=True):
+    if copy_dict1:
+        merged_dict = copy_nested_dicts(dict1)
+    else:
+        merged_dict = dict1
+    for key, value in dict2.items():
+        if isinstance(value, dict):
+            curr_value = merged_dict.setdefault(key, {})
+            merged_dict[key] = merge_nested_dicts(curr_value, value)
+        elif isinstance(value, list):
+            merged_dict.setdefault(key, []).extend(value)
+        else:
+            merged_dict[key] = value
+    return merged_dict
diff --git a/ComfyUI/comfy/pinned_memory.py b/ComfyUI/comfy/pinned_memory.py
new file mode 100644
index 0000000000000000000000000000000000000000..e9a9a70e2984b6b1a018e8fcae177196ad79f91a
--- /dev/null
+++ b/ComfyUI/comfy/pinned_memory.py
@@ -0,0 +1,127 @@
+import bisect
+
+import comfy.model_management
+import comfy.memory_management
+import comfy.utils
+import comfy_aimdo.host_buffer
+import comfy_aimdo.torch
+import torch
+
+from comfy.cli_args import args
+
+def _add_to_bucket(module, module_pin, buckets, size, priority):
+    bucket = buckets.setdefault(size, [])
+    entry = [-priority, 0, module]
+    entry[1] = id(entry)
+    bisect.insort(bucket, entry)
+    module_pin["balancer_entry"] = entry
+
+def _steal_pin(module, stack, buckets, size, priority, subset):
+    bucket = buckets.get(size)
+    if bucket is None:
+        return False
+
+    while bucket and bucket[-1][-1] is None:
+        bucket.pop()
+    if not bucket:
+        del buckets[size]
+        return False
+
+    if priority <= -bucket[-1][0]:
+        return False
+
+    *_, victim = bucket.pop()
+    module_pin = module._pins[subset]
+    victim_pin = victim._pins[subset]
+    module_pin["pin"] = victim_pin["pin"]
+    module_pin["registered"] = victim_pin["registered"]
+    module_pin["stack_index"] = victim_pin["stack_index"]
+    stack_index = module_pin["stack_index"]
+    stack[stack_index] = (module, stack[stack_index][1])
+
+    victim_pin["registered"] = False
+    del victim_pin["pin"]
+    del victim_pin["stack_index"]
+    del victim_pin["balancer_entry"]
+
+    _add_to_bucket(module, module_pin, buckets, size, priority)
+    return True
+
+def get_pin(module, subset="weights"):
+    pins = module.__dict__.get("_pins")
+    module_pin = None if pins is None else pins.get(subset)
+    pin = None if module_pin is None else module_pin.get("pin")
+    if pin is None or module_pin["registered"] or args.disable_pinned_memory:
+        return pin
+
+    _, _, stack_split, pinned_size, *_ = module._pin_state[subset]
+    size = pin.nbytes
+    comfy.model_management.ensure_pin_registerable(size)
+
+    if torch.cuda.cudart().cudaHostRegister(pin.data_ptr(), size, 1) != 0:
+        comfy.model_management.discard_cuda_async_error()
+        return pin
+
+    module_pin["registered"] = True
+    stack_split[0] = max(stack_split[0], module_pin["stack_index"])
+    comfy.model_management.TOTAL_PINNED_MEMORY += size
+    pinned_size[0] += size
+    return pin
+
+def pin_memory(module, subset="weights", size=None):
+    pin_state = module._pin_state
+    if args.disable_pinned_memory:
+        return
+
+    pin = get_pin(module, subset)
+    if pin is not None:
+        return
+
+    pins = module.__dict__.setdefault("_pins", {})
+    module_pin = pins.setdefault(subset, {})
+    hostbuf, stack, stack_split, pinned_size, counter, buckets = pin_state[subset]
+    if size is None:
+        size = comfy.memory_management.vram_aligned_size([ module.weight, module.bias ])
+    registerable_size = size
+    loaded = subset.endswith("-loaded")
+    priority = module_pin.get("balancer_priority")
+
+    if priority is None:
+        priority = comfy.utils.bit_reverse_range(counter[0], 16)
+        counter[0] += 1
+        module_pin["balancer_priority"] = priority
+
+    comfy.memory_management.extra_ram_release(comfy.memory_management.RAM_CACHE_HEADROOM)
+    if (not comfy.model_management.ensure_pin_budget(size, loaded=loaded) or
+        not comfy.model_management.ensure_pin_registerable(registerable_size)):
+        return _steal_pin(module, stack, buckets, size, priority, subset)
+
+    offset = hostbuf.size
+    extended = False
+    try:
+        hostbuf.extend(size=size, register=False)
+        extended = True
+        pin = comfy_aimdo.torch.hostbuf_to_tensor(hostbuf)[offset:offset + size]
+        pin.untyped_storage()._comfy_hostbuf = hostbuf
+        if torch.cuda.cudart().cudaHostRegister(pin.data_ptr(), size, 1) != 0:
+            comfy.model_management.discard_cuda_async_error()
+            comfy.model_management.free_registrations(size)
+            if torch.cuda.cudart().cudaHostRegister(pin.data_ptr(), size, 1) != 0:
+                comfy.model_management.discard_cuda_async_error()
+                del pin
+                hostbuf.truncate(offset, do_unregister=False)
+                return _steal_pin(module, stack, buckets, size, priority, subset)
+    except RuntimeError:
+        if extended:
+            hostbuf.truncate(offset, do_unregister=False)
+        return _steal_pin(module, stack, buckets, size, priority, subset)
+
+    module_pin["pin"] = pin
+    stack.append((module, offset))
+    module_pin["registered"] = True
+    module_pin["stack_index"] = len(stack) - 1
+    stack_split[0] = max(stack_split[0], module_pin["stack_index"])
+    comfy.model_management.TOTAL_PINNED_MEMORY += size
+    pinned_size[0] += size
+    _add_to_bucket(module, module_pin, buckets, size, priority)
+    return True
diff --git a/ComfyUI/comfy/pixel_space_convert.py b/ComfyUI/comfy/pixel_space_convert.py
new file mode 100644
index 0000000000000000000000000000000000000000..049bbcfb42d273108c12cd7856ca46273ceca1cd
--- /dev/null
+++ b/ComfyUI/comfy/pixel_space_convert.py
@@ -0,0 +1,16 @@
+import torch
+
+
+# "Fake" VAE that converts from IMAGE B, H, W, C and values on the scale of 0..1
+# to LATENT B, C, H, W and values on the scale of -1..1.
+class PixelspaceConversionVAE(torch.nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.pixel_space_vae = torch.nn.Parameter(torch.tensor(1.0))
+
+    def encode(self, pixels: torch.Tensor, *_args, **_kwargs) -> torch.Tensor:
+        return pixels
+
+    def decode(self, samples: torch.Tensor, *_args, **_kwargs) -> torch.Tensor:
+        return samples
+
diff --git a/ComfyUI/comfy/quant_ops.py b/ComfyUI/comfy/quant_ops.py
new file mode 100644
index 0000000000000000000000000000000000000000..53586956a1c0d096b2085d483c14c10a65a33c3a
--- /dev/null
+++ b/ComfyUI/comfy/quant_ops.py
@@ -0,0 +1,287 @@
+import torch
+import logging
+
+from comfy.cli_args import args
+
+
+def _rocm_kitchen_arch_supported():
+    """comfy-kitchen's INT8 Triton kernels compile tl.dot to matrix-core instructions.
+    RDNA3/3.5/4 (gfx11xx/gfx12xx) have WMMA and CDNA (gfx9xx) has MFMA; RDNA1/RDNA2
+    (gfx10xx) have neither, so the INT8 path hangs the GPU there. Gates the automatic
+    ROCm default so those cards stay on the eager fallback (an explicit
+    --enable-triton-backend still forces it on any arch)."""
+    try:
+        arch = torch.cuda.get_device_properties(torch.cuda.current_device()).gcnArchName.split(":")[0]
+    except Exception:
+        return False
+    if arch.startswith(("gfx11", "gfx12")):
+        return True
+    return arch in ("gfx908", "gfx90a", "gfx940", "gfx941", "gfx942", "gfx950")
+
+
+try:
+    import comfy_kitchen as ck
+    from comfy_kitchen.tensor import (
+        QuantizedTensor,
+        QuantizedLayout,
+        TensorCoreFP8Layout as _CKFp8Layout,
+        TensorCoreNVFP4Layout as _CKNvfp4Layout,
+        TensorCoreConvRotW4A4Layout as _CKTensorCoreConvRotW4A4Layout,
+        TensorWiseINT8Layout as _CKTensorWiseINT8Layout,
+        register_layout_op,
+        register_layout_class,
+        get_layout_class,
+    )
+    _CK_AVAILABLE = True
+    if torch.version.cuda is None:
+        ck.registry.disable("cuda")
+    else:
+        cuda_version = tuple(map(int, str(torch.version.cuda).split('.')))
+        if cuda_version < (13,):
+            ck.registry.disable("cuda")
+            logging.warning("WARNING: You need pytorch with cu130 or higher to use optimized CUDA operations.")
+
+    # On ROCm/AMD the CUDA backend is unavailable, so Triton is the only accelerated
+    # comfy-kitchen backend. Enable it by default there, but only on Triton >= 3.7 AND a
+    # matrix-core GPU (RDNA3+ WMMA gfx11xx/gfx12xx, CDNA MFMA gfx9xx). RDNA1/RDNA2
+    # (gfx10xx) have no WMMA -> the INT8 tl.dot path hangs the GPU, so they stay eager.
+    # older Triton lacks libdevice.rint on the HIP backend and hard-crashes the INT8 path.
+    if args.disable_triton_backend:
+        ck.registry.disable("triton")
+    elif args.enable_triton_backend: # or (torch.version.hip is not None and _rocm_kitchen_arch_supported()):
+        try:
+            import triton
+            triton_version = tuple(int(v) for v in triton.__version__.split(".")[:2])
+            if args.enable_triton_backend or triton_version >= (3, 7):
+                logging.info("Found triton %s. Enabling comfy-kitchen triton backend.", triton.__version__)
+            else:
+                logging.info("Triton %s is too old for the ROCm INT8 path (needs >= 3.7); comfy-kitchen triton backend disabled.", triton.__version__)
+                ck.registry.disable("triton")
+        except ImportError as e:
+            logging.error(f"Failed to import triton, Error: {e}, the comfy-kitchen triton backend will not be available.")
+            ck.registry.disable("triton")
+    else:
+        ck.registry.disable("triton")
+    for k, v in ck.list_backends().items():
+        logging.info(f"Found comfy_kitchen backend {k}: {v}")
+except ImportError as e:
+    logging.error(f"Failed to import comfy_kitchen, Error: {e}, fp8 and fp4 support will not be available.")
+    _CK_AVAILABLE = False
+
+    class QuantizedTensor:
+        pass
+
+    class _CKFp8Layout:
+        pass
+
+    class _CKNvfp4Layout:
+        pass
+
+    class _CKTensorWiseINT8Layout:
+        pass
+
+    class _CKTensorCoreConvRotW4A4Layout:
+        pass
+
+    def register_layout_class(name, cls):
+        pass
+
+    def get_layout_class(name):
+        return None
+
+_CK_MXFP8_AVAILABLE = False
+if _CK_AVAILABLE:
+    try:
+        from comfy_kitchen.tensor import TensorCoreMXFP8Layout as _CKMxfp8Layout
+        _CK_MXFP8_AVAILABLE = True
+    except ImportError:
+        logging.warning("comfy_kitchen does not support MXFP8, please update comfy_kitchen.")
+
+if not _CK_MXFP8_AVAILABLE:
+    class _CKMxfp8Layout:
+        pass
+
+import comfy.float
+
+# ==============================================================================
+# FP8 Layouts with Comfy-Specific Extensions
+# ==============================================================================
+
+class _TensorCoreFP8LayoutBase(_CKFp8Layout):
+    FP8_DTYPE = None  # Must be overridden in subclass
+
+    @classmethod
+    def quantize(cls, tensor, scale=None, stochastic_rounding=0, inplace_ops=False):
+        if cls.FP8_DTYPE is None:
+            raise NotImplementedError(f"{cls.__name__} must define FP8_DTYPE")
+
+        orig_dtype = tensor.dtype
+        orig_shape = tuple(tensor.shape)
+
+        if isinstance(scale, str) and scale == "recalculate":
+            scale = torch.amax(tensor.abs()).to(dtype=torch.float32) / torch.finfo(cls.FP8_DTYPE).max
+            if tensor.dtype not in [torch.float32, torch.bfloat16]:  # Prevent scale from being too small
+                tensor_info = torch.finfo(tensor.dtype)
+                scale = (1.0 / torch.clamp((1.0 / scale), min=tensor_info.min, max=tensor_info.max))
+
+        if scale is None:
+            scale = torch.ones((), device=tensor.device, dtype=torch.float32)
+        if not isinstance(scale, torch.Tensor):
+            scale = torch.tensor(scale, device=tensor.device, dtype=torch.float32)
+
+        if stochastic_rounding > 0:
+            if inplace_ops:
+                tensor *= (1.0 / scale).to(tensor.dtype)
+            else:
+                tensor = tensor * (1.0 / scale).to(tensor.dtype)
+            qdata = comfy.float.stochastic_rounding(tensor, dtype=cls.FP8_DTYPE, seed=stochastic_rounding)
+        else:
+            qdata = ck.quantize_per_tensor_fp8(tensor, scale, cls.FP8_DTYPE)
+
+        params = cls.Params(scale=scale.float(), orig_dtype=orig_dtype, orig_shape=orig_shape)
+        return qdata, params
+
+
+class TensorCoreMXFP8Layout(_CKMxfp8Layout):
+    @classmethod
+    def quantize(cls, tensor, scale=None, stochastic_rounding=0, inplace_ops=False):
+        if tensor.dim() != 2:
+            raise ValueError(f"MXFP8 requires 2D tensor, got {tensor.dim()}D")
+
+        orig_dtype = tensor.dtype
+        orig_shape = tuple(tensor.shape)
+
+        padded_shape = cls.get_padded_shape(orig_shape)
+        needs_padding = padded_shape != orig_shape
+
+        if stochastic_rounding > 0:
+            qdata, block_scale = comfy.float.stochastic_round_quantize_mxfp8_by_block(tensor, pad_32x=needs_padding, seed=stochastic_rounding)
+        else:
+            qdata, block_scale = ck.quantize_mxfp8(tensor, pad_32x=needs_padding)
+
+        params = cls.Params(
+            scale=block_scale,
+            orig_dtype=orig_dtype,
+            orig_shape=orig_shape,
+        )
+        return qdata, params
+
+
+class TensorCoreNVFP4Layout(_CKNvfp4Layout):
+    @classmethod
+    def quantize(cls, tensor, scale=None, stochastic_rounding=0, inplace_ops=False):
+        if tensor.dim() != 2:
+            raise ValueError(f"NVFP4 requires 2D tensor, got {tensor.dim()}D")
+
+        orig_dtype = tensor.dtype
+        orig_shape = tuple(tensor.shape)
+
+        if scale is None or (isinstance(scale, str) and scale == "recalculate"):
+            scale = torch.amax(tensor.abs()) / (ck.float_utils.F8_E4M3_MAX * ck.float_utils.F4_E2M1_MAX)
+
+        if not isinstance(scale, torch.Tensor):
+            scale = torch.tensor(scale)
+        scale = scale.to(device=tensor.device, dtype=torch.float32)
+
+        padded_shape = cls.get_padded_shape(orig_shape)
+        needs_padding = padded_shape != orig_shape
+
+        if stochastic_rounding > 0:
+            qdata, block_scale = comfy.float.stochastic_round_quantize_nvfp4_by_block(tensor, scale, pad_16x=needs_padding, seed=stochastic_rounding)
+        else:
+            qdata, block_scale = ck.quantize_nvfp4(tensor, scale, pad_16x=needs_padding)
+
+        params = cls.Params(
+            scale=scale,
+            orig_dtype=orig_dtype,
+            orig_shape=orig_shape,
+            block_scale=block_scale,
+        )
+        return qdata, params
+
+
+class TensorCoreFP8E4M3Layout(_TensorCoreFP8LayoutBase):
+    FP8_DTYPE = torch.float8_e4m3fn
+
+
+class TensorCoreFP8E5M2Layout(_TensorCoreFP8LayoutBase):
+    FP8_DTYPE = torch.float8_e5m2
+
+
+# Backward compatibility alias - default to E4M3
+TensorCoreFP8Layout = TensorCoreFP8E4M3Layout
+TensorWiseINT8Layout = _CKTensorWiseINT8Layout
+TensorCoreConvRotW4A4Layout = _CKTensorCoreConvRotW4A4Layout
+
+
+# ==============================================================================
+# Registry
+# ==============================================================================
+
+register_layout_class("TensorCoreFP8Layout", TensorCoreFP8Layout)
+register_layout_class("TensorCoreFP8E4M3Layout", TensorCoreFP8E4M3Layout)
+register_layout_class("TensorCoreFP8E5M2Layout", TensorCoreFP8E5M2Layout)
+register_layout_class("TensorCoreNVFP4Layout", TensorCoreNVFP4Layout)
+register_layout_class("TensorWiseINT8Layout", _CKTensorWiseINT8Layout)
+register_layout_class("TensorCoreConvRotW4A4Layout", _CKTensorCoreConvRotW4A4Layout)
+if _CK_MXFP8_AVAILABLE:
+    register_layout_class("TensorCoreMXFP8Layout", TensorCoreMXFP8Layout)
+
+QUANT_ALGOS = {
+    "float8_e4m3fn": {
+        "storage_t": torch.float8_e4m3fn,
+        "parameters": {"weight_scale", "input_scale"},
+        "comfy_tensor_layout": "TensorCoreFP8E4M3Layout",
+    },
+    "float8_e5m2": {
+        "storage_t": torch.float8_e5m2,
+        "parameters": {"weight_scale", "input_scale"},
+        "comfy_tensor_layout": "TensorCoreFP8E5M2Layout",
+    },
+    "nvfp4": {
+        "storage_t": torch.uint8,
+        "parameters": {"weight_scale", "weight_scale_2", "input_scale", "pre_quant_scale"},
+        "comfy_tensor_layout": "TensorCoreNVFP4Layout",
+        "group_size": 16,
+    },
+}
+
+if _CK_MXFP8_AVAILABLE:
+    QUANT_ALGOS["mxfp8"] = {
+        "storage_t": torch.float8_e4m3fn,
+        "parameters": {"weight_scale", "input_scale"},
+        "comfy_tensor_layout": "TensorCoreMXFP8Layout",
+        "group_size": 32,
+    }
+
+QUANT_ALGOS["int8_tensorwise"] = {
+    "storage_t": torch.int8,
+    "parameters": {"weight_scale"},
+    "comfy_tensor_layout": "TensorWiseINT8Layout",
+    "quantize_input": False,
+}
+
+QUANT_ALGOS["convrot_w4a4"] = {
+    "storage_t": torch.int8,
+    "parameters": {"weight_scale"},
+    "comfy_tensor_layout": "TensorCoreConvRotW4A4Layout",
+    "quantize_input": False,
+}
+
+
+# ==============================================================================
+# Re-exports for backward compatibility
+# ==============================================================================
+
+__all__ = [
+    "QuantizedTensor",
+    "QuantizedLayout",
+    "TensorCoreFP8Layout",
+    "TensorCoreFP8E4M3Layout",
+    "TensorCoreFP8E5M2Layout",
+    "TensorCoreNVFP4Layout",
+    "TensorCoreConvRotW4A4Layout",
+    "TensorWiseINT8Layout",
+    "QUANT_ALGOS",
+    "register_layout_op",
+]
diff --git a/ComfyUI/comfy/rmsnorm.py b/ComfyUI/comfy/rmsnorm.py
new file mode 100644
index 0000000000000000000000000000000000000000..e54be98d6392a6c5c4641f6c7f8b952da922125e
--- /dev/null
+++ b/ComfyUI/comfy/rmsnorm.py
@@ -0,0 +1,11 @@
+import torch
+import comfy.model_management
+
+RMSNorm = torch.nn.RMSNorm
+
+# Note: torch's fused F.rms_norm is faster but produces slightly different output than manual implementations (rsqrt/reduction rounding).
+def rms_norm(x, weight=None, eps=1e-6):
+    if weight is None:
+        return torch.nn.functional.rms_norm(x, (x.shape[-1],), eps=eps)
+    else:
+        return torch.nn.functional.rms_norm(x, weight.shape, weight=comfy.model_management.cast_to(weight, dtype=x.dtype, device=x.device), eps=eps)
diff --git a/ComfyUI/comfy/sample.py b/ComfyUI/comfy/sample.py
new file mode 100644
index 0000000000000000000000000000000000000000..2be0cae5f87273c6ffbf641ae70676d0bdff97cc
--- /dev/null
+++ b/ComfyUI/comfy/sample.py
@@ -0,0 +1,81 @@
+import torch
+import comfy.model_management
+import comfy.samplers
+import comfy.utils
+import numpy as np
+import logging
+import comfy.nested_tensor
+
+def prepare_noise_inner(latent_image, generator, noise_inds=None):
+    if noise_inds is None:
+        return torch.randn(latent_image.size(), dtype=torch.float32, layout=latent_image.layout, generator=generator, device="cpu").to(dtype=latent_image.dtype)
+
+    unique_inds, inverse = np.unique(noise_inds, return_inverse=True)
+    noises = []
+    for i in range(unique_inds[-1]+1):
+        noise = torch.randn([1] + list(latent_image.size())[1:], dtype=torch.float32, layout=latent_image.layout, generator=generator, device="cpu").to(dtype=latent_image.dtype)
+        if i in unique_inds:
+            noises.append(noise)
+    noises = [noises[i] for i in inverse]
+    return torch.cat(noises, axis=0)
+
+def prepare_noise(latent_image, seed, noise_inds=None):
+    """
+    creates random noise given a latent image and a seed.
+    optional arg skip can be used to skip and discard x number of noise generations for a given seed
+    """
+    generator = torch.manual_seed(seed)
+
+    if latent_image.is_nested:
+        tensors = latent_image.unbind()
+        noises = []
+        for t in tensors:
+            noises.append(prepare_noise_inner(t, generator, noise_inds))
+        noises = comfy.nested_tensor.NestedTensor(noises)
+    else:
+        noises = prepare_noise_inner(latent_image, generator, noise_inds)
+
+    return noises
+
+def fix_empty_latent_channels(model, latent_image, downscale_ratio_spacial=None, downscale_ratio_temporal=None):
+    if latent_image.is_nested:
+        return latent_image
+    latent_format = model.get_model_object("latent_format") #Resize the empty latent image so it has the right number of channels
+    is_empty = torch.count_nonzero(latent_image) == 0
+    if is_empty:
+        if latent_format.latent_channels != latent_image.shape[1]:
+            latent_image = comfy.utils.repeat_to_batch_size(latent_image, latent_format.latent_channels, dim=1)
+        if downscale_ratio_spacial is not None:
+            if downscale_ratio_spacial != latent_format.spacial_downscale_ratio:
+                ratio = downscale_ratio_spacial / latent_format.spacial_downscale_ratio
+                latent_image = comfy.utils.common_upscale(latent_image, round(latent_image.shape[-1] * ratio), round(latent_image.shape[-2] * ratio), "nearest-exact", crop="disabled")
+
+    if latent_format.latent_dimensions == 3 and latent_image.ndim == 4:
+        latent_image = latent_image.unsqueeze(2)
+
+    if is_empty and downscale_ratio_temporal is not None:
+        if downscale_ratio_temporal != latent_format.temporal_downscale_ratio:
+            ratio = downscale_ratio_temporal / latent_format.temporal_downscale_ratio
+            new_t = max(1, round(latent_image.shape[2] * ratio))
+            latent_image = comfy.utils.repeat_to_batch_size(latent_image, new_t, dim=2)
+
+    return latent_image
+
+def prepare_sampling(model, noise_shape, positive, negative, noise_mask):
+    logging.warning("Warning: comfy.sample.prepare_sampling isn't used anymore and can be removed")
+    return model, positive, negative, noise_mask, []
+
+def cleanup_additional_models(models):
+    logging.warning("Warning: comfy.sample.cleanup_additional_models isn't used anymore and can be removed")
+
+def sample(model, noise, steps, cfg, sampler_name, scheduler, positive, negative, latent_image, denoise=1.0, disable_noise=False, start_step=None, last_step=None, force_full_denoise=False, noise_mask=None, sigmas=None, callback=None, disable_pbar=False, seed=None):
+    sampler = comfy.samplers.KSampler(model, steps=steps, device=model.load_device, sampler=sampler_name, scheduler=scheduler, denoise=denoise, model_options=model.model_options)
+
+    samples = sampler.sample(noise, positive, negative, cfg=cfg, latent_image=latent_image, start_step=start_step, last_step=last_step, force_full_denoise=force_full_denoise, denoise_mask=noise_mask, sigmas=sigmas, callback=callback, disable_pbar=disable_pbar, seed=seed)
+    samples = samples.to(device=comfy.model_management.intermediate_device(), dtype=comfy.model_management.intermediate_dtype())
+    return samples
+
+def sample_custom(model, noise, cfg, sampler, sigmas, positive, negative, latent_image, noise_mask=None, callback=None, disable_pbar=False, seed=None):
+    samples = comfy.samplers.sample(model, noise, positive, negative, cfg, model.load_device, sampler, sigmas, model_options=model.model_options, latent_image=latent_image, denoise_mask=noise_mask, callback=callback, disable_pbar=disable_pbar, seed=seed)
+    samples = samples.to(device=comfy.model_management.intermediate_device(), dtype=comfy.model_management.intermediate_dtype())
+    return samples
diff --git a/ComfyUI/comfy/sampler_helpers.py b/ComfyUI/comfy/sampler_helpers.py
new file mode 100644
index 0000000000000000000000000000000000000000..bdce2f2d85a5ffaae59f1f6fc715bd44e47d5853
--- /dev/null
+++ b/ComfyUI/comfy/sampler_helpers.py
@@ -0,0 +1,262 @@
+from __future__ import annotations
+import torch
+import uuid
+import math
+import collections
+import comfy.model_management
+import comfy.conds
+import comfy.model_patcher
+import comfy.utils
+import comfy.hooks
+import comfy.patcher_extension
+from typing import TYPE_CHECKING
+if TYPE_CHECKING:
+    from comfy.model_base import BaseModel
+    from comfy.model_patcher import ModelPatcher
+    from comfy.controlnet import ControlBase
+
+def prepare_mask(noise_mask, shape, device):
+    return comfy.utils.reshape_mask(noise_mask, shape).to(device)
+
+def get_models_from_cond(cond, model_type):
+    models = []
+    for c in cond:
+        if model_type in c:
+            if isinstance(c[model_type], list):
+                models += c[model_type]
+            else:
+                models += [c[model_type]]
+    return models
+
+def get_hooks_from_cond(cond, full_hooks: comfy.hooks.HookGroup):
+    # get hooks from conds, and collect cnets so they can be checked for extra_hooks
+    cnets: list[ControlBase] = []
+    for c in cond:
+        if 'hooks' in c:
+            for hook in c['hooks'].hooks:
+                full_hooks.add(hook)
+        if 'control' in c:
+            cnets.append(c['control'])
+
+    def get_extra_hooks_from_cnet(cnet: ControlBase, _list: list):
+        if cnet.extra_hooks is not None:
+            _list.append(cnet.extra_hooks)
+        if cnet.previous_controlnet is None:
+            return _list
+        return get_extra_hooks_from_cnet(cnet.previous_controlnet, _list)
+
+    hooks_list = []
+    cnets = set(cnets)
+    for base_cnet in cnets:
+        get_extra_hooks_from_cnet(base_cnet, hooks_list)
+    extra_hooks = comfy.hooks.HookGroup.combine_all_hooks(hooks_list)
+    if extra_hooks is not None:
+        for hook in extra_hooks.hooks:
+            full_hooks.add(hook)
+
+    return full_hooks
+
+def convert_cond(cond):
+    out = []
+    for c in cond:
+        temp = c[1].copy()
+        model_conds = temp.get("model_conds", {})
+        if c[0] is not None:
+            temp["cross_attn"] = c[0]
+        temp["model_conds"] = model_conds
+        temp["uuid"] = uuid.uuid4()
+        out.append(temp)
+    return out
+
+def cond_has_hooks(cond):
+    for c in cond:
+        temp = c[1]
+        if "hooks" in temp:
+            return True
+        if "control" in temp:
+            control = temp["control"]
+            extra_hooks = control.get_extra_hooks()
+            if len(extra_hooks) > 0:
+                return True
+    return False
+
+def get_additional_models(conds, dtype):
+    """loads additional models in conditioning"""
+    cnets: list[ControlBase] = []
+    gligen = []
+    add_models = []
+
+    for k in conds:
+        cnets += get_models_from_cond(conds[k], "control")
+        gligen += get_models_from_cond(conds[k], "gligen")
+        add_models += get_models_from_cond(conds[k], "additional_models")
+
+    # Order-preserving dedup. A plain set() would randomize iteration order across runs
+    control_nets = list(dict.fromkeys(cnets))
+
+    inference_memory = 0
+    control_models = []
+    for m in control_nets:
+        control_models += m.get_models()
+        inference_memory += m.inference_memory_requirements(dtype)
+
+    gligen = [x[1] for x in gligen]
+    models = control_models + gligen + add_models
+
+    return models, inference_memory
+
+def get_additional_models_from_model_options(model_options: dict[str]=None):
+    """loads additional models from registered AddModels hooks"""
+    models = []
+    if model_options is not None and "registered_hooks" in model_options:
+        registered: comfy.hooks.HookGroup = model_options["registered_hooks"]
+        for hook in registered.get_type(comfy.hooks.EnumHookType.AdditionalModels):
+            hook: comfy.hooks.AdditionalModelsHook
+            models.extend(hook.models)
+    return models
+
+def cleanup_additional_models(models):
+    """cleanup additional models that were loaded"""
+    for m in models:
+        if hasattr(m, 'cleanup'):
+            m.cleanup()
+
+def preprocess_multigpu_conds(conds: dict[str, list[dict[str]]], model: ModelPatcher, model_options: dict[str]):
+    '''If multigpu acceleration required, creates deepclones of ControlNets and GLIGEN per device.'''
+    multigpu_models: list[ModelPatcher] = model.get_additional_models_with_key("multigpu")
+    if len(multigpu_models) == 0:
+        return
+    extra_devices = [x.load_device for x in multigpu_models]
+    # handle controlnets
+    controlnets: set[ControlBase] = set()
+    for k in conds:
+        for kk in conds[k]:
+            if 'control' in kk:
+                controlnets.add(kk['control'])
+    if len(controlnets) > 0:
+        # first, unload all controlnet clones
+        for cnet in list(controlnets):
+            cnet_models = cnet.get_models()
+            for cm in cnet_models:
+                comfy.model_management.unload_model_and_clones(cm, unload_additional_models=True)
+
+        # next, make sure each controlnet has a deepclone for all relevant devices
+        for cnet in controlnets:
+            curr_cnet = cnet
+            while curr_cnet is not None:
+                for device in extra_devices:
+                    if device not in curr_cnet.multigpu_clones:
+                        curr_cnet.deepclone_multigpu(device, autoregister=True)
+                curr_cnet = curr_cnet.previous_controlnet
+        # since all device clones are now present, recreate the linked list for cloned cnets per device
+        for cnet in controlnets:
+            curr_cnet = cnet
+            while curr_cnet is not None:
+                prev_cnet = curr_cnet.previous_controlnet
+                for device in extra_devices:
+                    device_cnet = curr_cnet.get_instance_for_device(device)
+                    prev_device_cnet = None
+                    if prev_cnet is not None:
+                        prev_device_cnet = prev_cnet.get_instance_for_device(device)
+                    device_cnet.set_previous_controlnet(prev_device_cnet)
+                curr_cnet = prev_cnet
+    # potentially handle gligen - since not widely used, ignored for now
+
+def estimate_memory(model, noise_shape, conds):
+    cond_shapes = collections.defaultdict(list)
+    cond_shapes_min = {}
+    for _, cs in conds.items():
+        for cond in cs:
+            for k, v in model.model.extra_conds_shapes(**cond).items():
+                cond_shapes[k].append(v)
+                if cond_shapes_min.get(k, None) is None:
+                    cond_shapes_min[k] = [v]
+                elif math.prod(v) > math.prod(cond_shapes_min[k][0]):
+                    cond_shapes_min[k] = [v]
+
+    memory_required = model.model.memory_required([noise_shape[0] * 2] + list(noise_shape[1:]), cond_shapes=cond_shapes)
+    minimum_memory_required = model.model.memory_required([noise_shape[0]] + list(noise_shape[1:]), cond_shapes=cond_shapes_min)
+    return memory_required, minimum_memory_required
+
+def prepare_sampling(model: ModelPatcher, noise_shape, conds, model_options=None, force_full_load=False, force_offload=False):
+    executor = comfy.patcher_extension.WrapperExecutor.new_executor(
+        _prepare_sampling,
+        comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.PREPARE_SAMPLING, model_options, is_model_options=True)
+    )
+    return executor.execute(model, noise_shape, conds, model_options=model_options, force_full_load=force_full_load, force_offload=force_offload)
+
+def _prepare_sampling(model: ModelPatcher, noise_shape, conds, model_options=None, force_full_load=False, force_offload=False):
+    model.match_multigpu_clones()
+    preprocess_multigpu_conds(conds, model, model_options)
+    models, inference_memory = get_additional_models(conds, model.model_dtype())
+    models += get_additional_models_from_model_options(model_options)
+    models += model.get_nested_additional_models()  # TODO: does this require inference_memory update?
+    if force_offload: # In training + offload enabled, we want to force prepare sampling to trigger partial load
+        memory_required = 1e20
+        minimum_memory_required = None
+    else:
+        memory_required, minimum_memory_required = estimate_memory(model, noise_shape, conds)
+        memory_required += inference_memory
+        minimum_memory_required += inference_memory
+    comfy.model_management.load_models_gpu([model] + models, memory_required=memory_required, minimum_memory_required=minimum_memory_required, force_full_load=force_full_load)
+    real_model: BaseModel = model.model
+
+    return real_model, conds, models
+
+def cleanup_models(conds, models):
+    cleanup_additional_models(models)
+
+    control_cleanup = []
+    for k in conds:
+        control_cleanup += get_models_from_cond(conds[k], "control")
+
+    cleanup_additional_models(set(control_cleanup))
+
+def prepare_model_patcher(model: ModelPatcher, conds, model_options: dict):
+    '''
+    Registers hooks from conds.
+    '''
+    # check for hooks in conds - if not registered, see if can be applied
+    hooks = comfy.hooks.HookGroup()
+    for k in conds:
+        get_hooks_from_cond(conds[k], hooks)
+    # add wrappers and callbacks from ModelPatcher to transformer_options
+    comfy.patcher_extension.merge_nested_dicts(model_options["transformer_options"].setdefault("wrappers", {}), model.wrappers, copy_dict1=False)
+    comfy.patcher_extension.merge_nested_dicts(model_options["transformer_options"].setdefault("callbacks", {}), model.callbacks, copy_dict1=False)
+    # begin registering hooks
+    registered = comfy.hooks.HookGroup()
+    target_dict = comfy.hooks.create_target_dict(comfy.hooks.EnumWeightTarget.Model)
+    # handle all TransformerOptionsHooks
+    for hook in hooks.get_type(comfy.hooks.EnumHookType.TransformerOptions):
+        hook: comfy.hooks.TransformerOptionsHook
+        hook.add_hook_patches(model, model_options, target_dict, registered)
+    # handle all AddModelsHooks
+    for hook in hooks.get_type(comfy.hooks.EnumHookType.AdditionalModels):
+        hook: comfy.hooks.AdditionalModelsHook
+        hook.add_hook_patches(model, model_options, target_dict, registered)
+    # handle all WeightHooks by registering on ModelPatcher
+    model.register_all_hook_patches(hooks, target_dict, model_options, registered)
+    # add registered_hooks onto model_options for further reference
+    if len(registered) > 0:
+        model_options["registered_hooks"] = registered
+    # merge original wrappers and callbacks with hooked wrappers and callbacks
+    to_load_options: dict[str] = model_options.setdefault("to_load_options", {})
+    for wc_name in ["wrappers", "callbacks"]:
+        comfy.patcher_extension.merge_nested_dicts(to_load_options.setdefault(wc_name, {}), model_options["transformer_options"][wc_name],
+                                                    copy_dict1=False)
+    return to_load_options
+
+def prepare_model_patcher_multigpu_clones(model_patcher: ModelPatcher, loaded_models: list[ModelPatcher], model_options: dict):
+    '''
+    In case multigpu acceleration is enabled, prep ModelPatchers for each device.
+    '''
+    multigpu_patchers: list[ModelPatcher] = [x for x in loaded_models if x.is_multigpu_base_clone]
+    if len(multigpu_patchers) > 0:
+        multigpu_dict: dict[torch.device, ModelPatcher] = {}
+        multigpu_dict[model_patcher.load_device] = model_patcher
+        for x in multigpu_patchers:
+            x.hook_patches = comfy.model_patcher.create_hook_patches_clone(model_patcher.hook_patches, copy_tuples=True)
+            x.hook_mode = model_patcher.hook_mode # match main model's hook_mode
+            multigpu_dict[x.load_device] = x
+        model_options["multigpu_clones"] = multigpu_dict
+    return multigpu_patchers
diff --git a/ComfyUI/comfy/samplers.py b/ComfyUI/comfy/samplers.py
new file mode 100644
index 0000000000000000000000000000000000000000..a280f3bb69fc6302802a6504f282965642a92a48
--- /dev/null
+++ b/ComfyUI/comfy/samplers.py
@@ -0,0 +1,1461 @@
+from __future__ import annotations
+
+import comfy.model_management
+from .k_diffusion import sampling as k_diffusion_sampling
+from .extra_samplers import uni_pc
+from typing import TYPE_CHECKING, Callable, NamedTuple, Any
+if TYPE_CHECKING:
+    from comfy.model_patcher import ModelPatcher
+    from comfy.model_base import BaseModel
+    from comfy.controlnet import ControlBase
+import torch
+from functools import partial
+import collections
+import math
+import logging
+import comfy.sampler_helpers
+import comfy.model_patcher
+import comfy.patcher_extension
+import comfy.hooks
+import comfy.context_windows
+import comfy.multigpu
+import comfy.utils
+from comfy.internal_logging import detail
+import scipy.stats
+import numpy
+
+
+def add_area_dims(area, num_dims):
+    while (len(area) // 2) < num_dims:
+        area = [2147483648] + area[:len(area) // 2] + [0] + area[len(area) // 2:]
+    return area
+
+def get_area_and_mult(conds, x_in, timestep_in):
+    dims = tuple(x_in.shape[2:])
+    area = None
+    strength = 1.0
+
+    if 'timestep_start' in conds:
+        timestep_start = conds['timestep_start']
+        if timestep_in[0] > timestep_start:
+            return None
+    if 'timestep_end' in conds:
+        timestep_end = conds['timestep_end']
+        if timestep_in[0] < timestep_end:
+            return None
+    if 'area' in conds:
+        area = list(conds['area'])
+        area = add_area_dims(area, len(dims))
+        if (len(area) // 2) > len(dims):
+            area = area[:len(dims)] + area[len(area) // 2:(len(area) // 2) + len(dims)]
+
+    if 'strength' in conds:
+        strength = conds['strength']
+
+    input_x = x_in
+    if area is not None:
+        for i in range(len(dims)):
+            area[i] = min(input_x.shape[i + 2] - area[len(dims) + i], area[i])
+            input_x = input_x.narrow(i + 2, area[len(dims) + i], area[i])
+
+    if 'mask' in conds:
+        # Scale the mask to the size of the input
+        # The mask should have been resized as we began the sampling process
+        mask_strength = 1.0
+        if "mask_strength" in conds:
+            mask_strength = conds["mask_strength"]
+        mask = conds['mask']
+        # assert (mask.shape[1:] == x_in.shape[2:])
+
+        mask = mask[:input_x.shape[0]]
+        if area is not None:
+            for i in range(len(dims)):
+                mask = mask.narrow(i + 1, area[len(dims) + i], area[i])
+
+        mask = mask * mask_strength
+        mask = mask.unsqueeze(1).repeat((input_x.shape[0] // mask.shape[0], input_x.shape[1]) + (1, ) * (mask.ndim - 1))
+    else:
+        mask = torch.ones_like(input_x)
+    mult = mask * strength
+
+    if 'mask' not in conds and area is not None:
+        fuzz = 8
+        for i in range(len(dims)):
+            rr = min(fuzz, mult.shape[2 + i] // 4)
+            if area[len(dims) + i] != 0:
+                for t in range(rr):
+                    m = mult.narrow(i + 2, t, 1)
+                    m *= ((1.0 / rr) * (t + 1))
+            if (area[i] + area[len(dims) + i]) < x_in.shape[i + 2]:
+                for t in range(rr):
+                    m = mult.narrow(i + 2, area[i] - 1 - t, 1)
+                    m *= ((1.0 / rr) * (t + 1))
+
+    conditioning = {}
+    model_conds = conds["model_conds"]
+    for c in model_conds:
+        conditioning[c] = model_conds[c].process_cond(batch_size=x_in.shape[0], area=area)
+
+    hooks = conds.get('hooks', None)
+    control = conds.get('control', None)
+
+    patches = None
+    if 'gligen' in conds:
+        gligen = conds['gligen']
+        patches = {}
+        gligen_type = gligen[0]
+        gligen_model = gligen[1]
+        if gligen_type == "position":
+            gligen_patch = gligen_model.model.set_position(input_x.shape, gligen[2], input_x.device)
+        else:
+            gligen_patch = gligen_model.model.set_empty(input_x.shape, input_x.device)
+
+        patches['middle_patch'] = [gligen_patch]
+
+    cond_obj = collections.namedtuple('cond_obj', ['input_x', 'mult', 'conditioning', 'area', 'control', 'patches', 'uuid', 'hooks'])
+    return cond_obj(input_x, mult, conditioning, area, control, patches, conds['uuid'], hooks)
+
+def cond_equal_size(c1, c2):
+    if c1 is c2:
+        return True
+    if c1.keys() != c2.keys():
+        return False
+    for k in c1:
+        if not c1[k].can_concat(c2[k]):
+            return False
+    return True
+
+def can_concat_cond(c1, c2):
+    if c1.input_x.shape != c2.input_x.shape:
+        return False
+
+    def objects_concatable(obj1, obj2):
+        if (obj1 is None) != (obj2 is None):
+            return False
+        if obj1 is not None:
+            if obj1 is not obj2:
+                return False
+        return True
+
+    if not objects_concatable(c1.control, c2.control):
+        return False
+
+    if not objects_concatable(c1.patches, c2.patches):
+        return False
+
+    return cond_equal_size(c1.conditioning, c2.conditioning)
+
+def cond_cat(c_list, device=None):
+    temp = {}
+    for x in c_list:
+        for k in x:
+            cur = temp.get(k, [])
+            cur.append(x[k])
+            temp[k] = cur
+
+    out = {}
+    for k in temp:
+        conds = temp[k]
+        out[k] = conds[0].concat(conds[1:])
+        if device is not None and hasattr(out[k], 'to'):
+            out[k] = out[k].to(device)
+
+    return out
+
+def finalize_default_conds(model: 'BaseModel', hooked_to_run: dict[comfy.hooks.HookGroup,list[tuple[tuple,int]]], default_conds: list[list[dict]], x_in, timestep, model_options):
+    # need to figure out remaining unmasked area for conds
+    default_mults = []
+    for _ in default_conds:
+        default_mults.append(torch.ones_like(x_in))
+    # look through each finalized cond in hooked_to_run for 'mult' and subtract it from each cond
+    for lora_hooks, to_run in hooked_to_run.items():
+        for cond_obj, i in to_run:
+            # if no default_cond for cond_type, do nothing
+            if len(default_conds[i]) == 0:
+                continue
+            area: list[int] = cond_obj.area
+            if area is not None:
+                curr_default_mult: torch.Tensor = default_mults[i]
+                dims = len(area) // 2
+                for i in range(dims):
+                    curr_default_mult = curr_default_mult.narrow(i + 2, area[i + dims], area[i])
+                curr_default_mult -= cond_obj.mult
+            else:
+                default_mults[i] -= cond_obj.mult
+    # for each default_mult, ReLU to make negatives=0, and then check for any nonzeros
+    for i, mult in enumerate(default_mults):
+        # if no default_cond for cond type, do nothing
+        if len(default_conds[i]) == 0:
+            continue
+        torch.nn.functional.relu(mult, inplace=True)
+        # if mult is all zeros, then don't add default_cond
+        if torch.max(mult) == 0.0:
+            continue
+
+        cond = default_conds[i]
+        for x in cond:
+            # do get_area_and_mult to get all the expected values
+            p = get_area_and_mult(x, x_in, timestep)
+            if p is None:
+                continue
+            # replace p's mult with calculated mult
+            p = p._replace(mult=mult)
+            if p.hooks is not None:
+                model.current_patcher.prepare_hook_patches_current_keyframe(timestep, p.hooks, model_options)
+            hooked_to_run.setdefault(p.hooks, list())
+            hooked_to_run[p.hooks] += [(p, i)]
+
+def calc_cond_batch(model: BaseModel, conds: list[list[dict]], x_in: torch.Tensor, timestep, model_options: dict[str]):
+    handler: comfy.context_windows.ContextHandlerABC = model_options.get("context_handler", None)
+    if handler is None or not handler.should_use_context(model, conds, x_in, timestep, model_options):
+        return _calc_cond_batch_outer(model, conds, x_in, timestep, model_options)
+    return handler.execute(_calc_cond_batch_outer, model, conds, x_in, timestep, model_options)
+
+def _calc_cond_batch_outer(model: BaseModel, conds: list[list[dict]], x_in: torch.Tensor, timestep, model_options):
+    executor = comfy.patcher_extension.WrapperExecutor.new_executor(
+        _calc_cond_batch,
+        comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.CALC_COND_BATCH, model_options, is_model_options=True)
+    )
+    return executor.execute(model, conds, x_in, timestep, model_options)
+
+def _calc_cond_batch(model: BaseModel, conds: list[list[dict]], x_in: torch.Tensor, timestep: torch.Tensor, model_options: dict[str]):
+    # NOTE: keep in sync with _calc_cond_batch_multigpu below. Shared logic
+    # (hooked_to_run accumulation, memory-fit batching, per-chunk output
+    # aggregation) is duplicated there with per-device scheduling layered on top.
+    if 'multigpu_clones' in model_options:
+        return _calc_cond_batch_multigpu(model, conds, x_in, timestep, model_options)
+    out_conds = []
+    out_counts = []
+    # separate conds by matching hooks
+    hooked_to_run: dict[comfy.hooks.HookGroup,list[tuple[tuple,int]]] = {}
+    default_conds = []
+    has_default_conds = False
+
+    for i in range(len(conds)):
+        out_conds.append(torch.zeros_like(x_in))
+        out_counts.append(torch.ones_like(x_in) * 1e-37)
+
+        cond = conds[i]
+        default_c = []
+        if cond is not None:
+            for x in cond:
+                if 'default' in x:
+                    default_c.append(x)
+                    has_default_conds = True
+                    continue
+                p = get_area_and_mult(x, x_in, timestep)
+                if p is None:
+                    continue
+                if p.hooks is not None:
+                    model.current_patcher.prepare_hook_patches_current_keyframe(timestep, p.hooks, model_options)
+                hooked_to_run.setdefault(p.hooks, list())
+                hooked_to_run[p.hooks] += [(p, i)]
+        default_conds.append(default_c)
+
+    if has_default_conds:
+        finalize_default_conds(model, hooked_to_run, default_conds, x_in, timestep, model_options)
+
+    model.current_patcher.prepare_state(timestep, model_options)
+
+    # run every hooked_to_run separately
+    for hooks, to_run in hooked_to_run.items():
+        while len(to_run) > 0:
+            first = to_run[0]
+            first_shape = first[0][0].shape
+            to_batch_temp = []
+            for x in range(len(to_run)):
+                if can_concat_cond(to_run[x][0], first[0]):
+                    to_batch_temp += [x]
+
+            to_batch_temp.reverse()
+            to_batch = to_batch_temp[:1]
+
+            free_memory = model.current_patcher.get_free_memory(x_in.device)
+            for i in range(1, len(to_batch_temp) + 1):
+                batch_amount = to_batch_temp[:len(to_batch_temp)//i]
+                input_shape = [len(batch_amount) * first_shape[0]] + list(first_shape)[1:]
+                cond_shapes = collections.defaultdict(list)
+                for tt in batch_amount:
+                    for k, v in to_run[tt][0].conditioning.items():
+                        cond_shapes[k].append(v.size())
+
+                if model.memory_required(input_shape, cond_shapes=cond_shapes) * 1.5 < free_memory:
+                    to_batch = batch_amount
+                    break
+
+            input_x = []
+            mult = []
+            c = []
+            cond_or_uncond = []
+            uuids = []
+            area = []
+            control = None
+            patches = None
+            for x in to_batch:
+                o = to_run.pop(x)
+                p = o[0]
+                input_x.append(p.input_x)
+                mult.append(p.mult)
+                c.append(p.conditioning)
+                area.append(p.area)
+                cond_or_uncond.append(o[1])
+                uuids.append(p.uuid)
+                control = p.control
+                patches = p.patches
+
+            batch_chunks = len(cond_or_uncond)
+            input_x = torch.cat(input_x)
+            c = cond_cat(c)
+            timestep_ = torch.cat([timestep] * batch_chunks)
+
+            transformer_options = model.current_patcher.apply_hooks(hooks=hooks)
+            if 'transformer_options' in model_options:
+                transformer_options = comfy.patcher_extension.merge_nested_dicts(transformer_options,
+                                                                                 model_options['transformer_options'],
+                                                                                 copy_dict1=False)
+
+            if patches is not None:
+                transformer_options["patches"] = comfy.patcher_extension.merge_nested_dicts(
+                    transformer_options.get("patches", {}),
+                    patches
+                )
+
+            transformer_options["cond_or_uncond"] = cond_or_uncond[:]
+            transformer_options["uuids"] = uuids[:]
+            transformer_options["sigmas"] = timestep
+
+            c['transformer_options'] = transformer_options
+
+            if control is not None:
+                c['control'] = control.get_control(input_x, timestep_, c, len(cond_or_uncond), transformer_options)
+
+            if 'model_function_wrapper' in model_options:
+                output = model_options['model_function_wrapper'](model.apply_model, {"input": input_x, "timestep": timestep_, "c": c, "cond_or_uncond": cond_or_uncond}).chunk(batch_chunks)
+            else:
+                output = model.apply_model(input_x, timestep_, **c).chunk(batch_chunks)
+
+            for o in range(batch_chunks):
+                cond_index = cond_or_uncond[o]
+                a = area[o]
+                if a is None:
+                    out_conds[cond_index] += output[o] * mult[o]
+                    out_counts[cond_index] += mult[o]
+                else:
+                    out_c = out_conds[cond_index]
+                    out_cts = out_counts[cond_index]
+                    dims = len(a) // 2
+                    for i in range(dims):
+                        out_c = out_c.narrow(i + 2, a[i + dims], a[i])
+                        out_cts = out_cts.narrow(i + 2, a[i + dims], a[i])
+                    out_c += output[o] * mult[o]
+                    out_cts += mult[o]
+
+    for i in range(len(out_conds)):
+        out_conds[i] /= out_counts[i]
+
+    return out_conds
+
+def _calc_cond_batch_multigpu(model: BaseModel, conds: list[list[dict]], x_in: torch.Tensor, timestep: torch.Tensor, model_options: dict[str]):
+    # NOTE: keep in sync with _calc_cond_batch above. Same conds-by-hooks
+    # accumulation, memory-fit batching, and output aggregation, but adds a
+    # per-device scheduler, per-device patcher/control lookup, tensor .to(device)
+    # placement, and MultiGPUThreadPool dispatch around the inner loop.
+    out_conds = []
+    out_counts = []
+    # separate conds by matching hooks
+    hooked_to_run: dict[comfy.hooks.HookGroup,list[tuple[tuple,int]]] = {}
+    default_conds = []
+    has_default_conds = False
+
+    output_device = x_in.device
+
+    for i in range(len(conds)):
+        out_conds.append(torch.zeros_like(x_in))
+        out_counts.append(torch.ones_like(x_in) * 1e-37)
+
+        cond = conds[i]
+        default_c = []
+        if cond is not None:
+            for x in cond:
+                if 'default' in x:
+                    default_c.append(x)
+                    has_default_conds = True
+                    continue
+                p = get_area_and_mult(x, x_in, timestep)
+                if p is None:
+                    continue
+                if p.hooks is not None:
+                    model.current_patcher.prepare_hook_patches_current_keyframe(timestep, p.hooks, model_options)
+                hooked_to_run.setdefault(p.hooks, list())
+                hooked_to_run[p.hooks] += [(p, i)]
+        default_conds.append(default_c)
+
+    if has_default_conds:
+        finalize_default_conds(model, hooked_to_run, default_conds, x_in, timestep, model_options)
+
+    model.current_patcher.prepare_state(timestep, model_options)
+
+    devices = list(model_options['multigpu_clones'].keys())
+    device_batched_hooked_to_run: dict[torch.device, list[tuple[comfy.hooks.HookGroup, tuple]]] = {}
+    # Track conds currently scheduled per device; single source of truth for capacity checks.
+    device_load: dict[torch.device, int] = {d: 0 for d in devices}
+
+    total_conds = sum(len(to_run) for to_run in hooked_to_run.values())
+    conds_per_device = max(1, math.ceil(total_conds / len(devices)))
+
+    def next_available_device(start: int) -> tuple[int, torch.device]:
+        """Return (index, device) for the next device with remaining capacity, starting at `start`.
+
+        Scans at most len(devices) positions, so this always terminates. Raises if no device
+        has remaining capacity, which would indicate a bug in conds_per_device accounting.
+        """
+        for offset in range(len(devices)):
+            i = (start + offset) % len(devices)
+            if device_load[devices[i]] < conds_per_device:
+                return i, devices[i]
+        raise RuntimeError(
+            f"MultiGPU scheduler: all {len(devices)} devices at capacity "
+            f"({conds_per_device}) but conds remain to schedule"
+        )
+
+    # run every hooked_to_run separately
+    index_device = 0
+    for hooks, to_run in hooked_to_run.items():
+        while len(to_run) > 0:
+            index_device, current_device = next_available_device(index_device)
+            remaining_capacity = conds_per_device - device_load[current_device]
+
+            first = to_run[0]
+            first_shape = first[0][0].shape
+            # collect candidate indices that can be concatenated with `first`, up to remaining capacity
+            to_batch_temp = []
+            for x in range(len(to_run)):
+                if can_concat_cond(to_run[x][0], first[0]) and len(to_batch_temp) < remaining_capacity:
+                    to_batch_temp += [x]
+
+            to_batch_temp.reverse()
+            to_batch = to_batch_temp[:1]
+
+            free_memory = comfy.model_management.get_free_memory(current_device)
+            for i in range(1, len(to_batch_temp) + 1):
+                batch_amount = to_batch_temp[:len(to_batch_temp)//i]
+                input_shape = [len(batch_amount) * first_shape[0]] + list(first_shape)[1:]
+                cond_shapes = collections.defaultdict(list)
+                for tt in batch_amount:
+                    for k, v in to_run[tt][0].conditioning.items():
+                        cond_shapes[k].append(v.size())
+                if model.memory_required(input_shape, cond_shapes=cond_shapes) * 1.5 < free_memory:
+                    to_batch = batch_amount
+                    break
+
+            conds_to_batch = [to_run.pop(x) for x in to_batch]
+            device_load[current_device] += len(conds_to_batch)
+            device_batched_hooked_to_run.setdefault(current_device, []).append((hooks, conds_to_batch))
+
+            if device_load[current_device] >= conds_per_device:
+                index_device += 1
+
+    class thread_result(NamedTuple):
+        output: Any
+        mult: Any
+        area: Any
+        batch_chunks: int
+        cond_or_uncond: Any
+        error: Exception = None
+
+    def _handle_batch(device: torch.device, batch_tuple: tuple[comfy.hooks.HookGroup, tuple], results: list[thread_result]):
+        try:
+            comfy.model_management.set_torch_device(device)
+            model_current: BaseModel = model_options["multigpu_clones"][device].model
+            # run every hooked_to_run separately
+            with torch.no_grad():
+                for hooks, to_batch in batch_tuple:
+                    input_x = []
+                    mult = []
+                    c = []
+                    cond_or_uncond = []
+                    uuids = []
+                    area = []
+                    control: ControlBase = None
+                    patches = None
+                    for x in to_batch:
+                        o = x
+                        p = o[0]
+                        input_x.append(p.input_x)
+                        mult.append(p.mult)
+                        c.append(p.conditioning)
+                        area.append(p.area)
+                        cond_or_uncond.append(o[1])
+                        uuids.append(p.uuid)
+                        control = p.control
+                        patches = p.patches
+
+                    batch_chunks = len(cond_or_uncond)
+                    input_x = torch.cat(input_x).to(device)
+                    c = cond_cat(c, device=device)
+                    timestep_ = torch.cat([timestep.to(device)] * batch_chunks)
+
+                    transformer_options = model_current.current_patcher.apply_hooks(hooks=hooks)
+                    if 'transformer_options' in model_options:
+                        transformer_options = comfy.patcher_extension.merge_nested_dicts(transformer_options,
+                                                                                        model_options['transformer_options'],
+                                                                                        copy_dict1=False)
+
+                    if patches is not None:
+                        transformer_options["patches"] = comfy.patcher_extension.merge_nested_dicts(
+                            transformer_options.get("patches", {}),
+                            patches
+                        )
+
+                    transformer_options["cond_or_uncond"] = cond_or_uncond[:]
+                    transformer_options["uuids"] = uuids[:]
+                    transformer_options["sigmas"] = timestep.to(device)
+                    transformer_options["sample_sigmas"] = transformer_options["sample_sigmas"].to(device)
+                    transformer_options["multigpu_thread_device"] = device
+
+                    cast_transformer_options(transformer_options, device=device)
+                    c['transformer_options'] = transformer_options
+
+                    if control is not None:
+                        device_control = control.get_instance_for_device(device)
+                        c['control'] = device_control.get_control(input_x, timestep_, c, len(cond_or_uncond), transformer_options)
+
+                    if 'model_function_wrapper' in model_options:
+                        output = model_options['model_function_wrapper'](model_current.apply_model, {"input": input_x, "timestep": timestep_, "c": c, "cond_or_uncond": cond_or_uncond}).to(output_device).chunk(batch_chunks)
+                    else:
+                        output = model_current.apply_model(input_x, timestep_, **c).to(output_device).chunk(batch_chunks)
+                    # TODO: non-NVIDIA support -- the `.to(output_device)` copies
+                    # above are async on CUDA, so the main thread's aggregation
+                    # could race with in-flight transfers. CUDA-only QA has not
+                    # surfaced this in practice, but before extending multigpu
+                    # beyond NVIDIA add a `torch.cuda.synchronize(output_device)`
+                    # here (guarded by `output_device.type == "cuda"`).
+                    results.append(thread_result(output, mult, area, batch_chunks, cond_or_uncond))
+        except Exception as e:
+            results.append(thread_result(None, None, None, None, None, error=e))
+            raise
+
+
+    def _handle_batch_pooled(device, batch_tuple):
+        worker_results = []
+        _handle_batch(device, batch_tuple, worker_results)
+        return worker_results
+
+    results: list[thread_result] = []
+    thread_pool: comfy.multigpu.MultiGPUThreadPool = model_options.get("multigpu_thread_pool")
+
+    # Submit all GPU work to pool threads
+    pool_devices = []
+    for device, batch_tuple in device_batched_hooked_to_run.items():
+        if thread_pool is not None:
+            thread_pool.submit(device, _handle_batch_pooled, device, batch_tuple)
+            pool_devices.append(device)
+        else:
+            # Fallback: no pool, run everything on main thread
+            _handle_batch(device, batch_tuple, results)
+
+    # Collect results from pool workers
+    for device in pool_devices:
+        worker_results, error = thread_pool.get_result(device)
+        if error is not None:
+            raise error
+        results.extend(worker_results)
+
+    for output, mult, area, batch_chunks, cond_or_uncond, error in results:
+        if error is not None:
+            raise error
+        for o in range(batch_chunks):
+            cond_index = cond_or_uncond[o]
+            a = area[o]
+            if a is None:
+                out_conds[cond_index] += output[o] * mult[o]
+                out_counts[cond_index] += mult[o]
+            else:
+                out_c = out_conds[cond_index]
+                out_cts = out_counts[cond_index]
+                dims = len(a) // 2
+                for i in range(dims):
+                    out_c = out_c.narrow(i + 2, a[i + dims], a[i])
+                    out_cts = out_cts.narrow(i + 2, a[i + dims], a[i])
+                out_c += output[o] * mult[o]
+                out_cts += mult[o]
+
+    for i in range(len(out_conds)):
+        out_conds[i] /= out_counts[i]
+
+    return out_conds
+
+def calc_cond_uncond_batch(model, cond, uncond, x_in, timestep, model_options): #TODO: remove
+    logging.warning("WARNING: The comfy.samplers.calc_cond_uncond_batch function is deprecated please use the calc_cond_batch one instead.")
+    return tuple(calc_cond_batch(model, [cond, uncond], x_in, timestep, model_options))
+
+def cfg_function(model, cond_pred, uncond_pred, cond_scale, x, timestep, model_options={}, cond=None, uncond=None):
+    if "sampler_cfg_function" in model_options:
+        args = {"cond": x - cond_pred, "uncond": x - uncond_pred, "cond_scale": cond_scale, "timestep": timestep, "input": x, "sigma": timestep,
+                "cond_denoised": cond_pred, "uncond_denoised": uncond_pred, "model": model, "model_options": model_options, "input_cond": cond, "input_uncond": uncond}
+        cfg_result = x - model_options["sampler_cfg_function"](args)
+    else:
+        cfg_result = uncond_pred + (cond_pred - uncond_pred) * cond_scale
+
+    for fn in model_options.get("sampler_post_cfg_function", []):
+        args = {"denoised": cfg_result, "cond": cond, "uncond": uncond, "cond_scale": cond_scale, "model": model, "uncond_denoised": uncond_pred, "cond_denoised": cond_pred,
+                "sigma": timestep, "model_options": model_options, "input": x}
+        cfg_result = fn(args)
+
+    return cfg_result
+
+#The main sampling function shared by all the samplers
+#Returns denoised
+def sampling_function(model, x, timestep, uncond, cond, cond_scale, model_options={}, seed=None):
+    if math.isclose(cond_scale, 1.0) and model_options.get("disable_cfg1_optimization", False) == False:
+        uncond_ = None
+    else:
+        uncond_ = uncond
+
+    conds = [cond, uncond_]
+    if "sampler_calc_cond_batch_function" in model_options:
+        args = {"conds": conds, "input": x, "sigma": timestep, "model": model, "model_options": model_options}
+        out = model_options["sampler_calc_cond_batch_function"](args)
+    else:
+        out = calc_cond_batch(model, conds, x, timestep, model_options)
+
+    for fn in model_options.get("sampler_pre_cfg_function", []):
+        args = {"conds":conds, "conds_out": out, "cond_scale": cond_scale, "timestep": timestep,
+                "input": x, "sigma": timestep, "model": model, "model_options": model_options}
+        out = fn(args)
+
+    return cfg_function(model, out[0], out[1], cond_scale, x, timestep, model_options=model_options, cond=cond, uncond=uncond_)
+
+
+class KSamplerX0Inpaint:
+    def __init__(self, model, sigmas):
+        self.inner_model = model
+        self.sigmas = sigmas
+    def __call__(self, x, sigma, denoise_mask, model_options={}, seed=None):
+        if denoise_mask is not None:
+            if "denoise_mask_function" in model_options:
+                denoise_mask = model_options["denoise_mask_function"](sigma, denoise_mask, extra_options={"model": self.inner_model, "sigmas": self.sigmas})
+            latent_mask = 1. - denoise_mask
+            x = x * denoise_mask + self.inner_model.inner_model.scale_latent_inpaint(x=x, sigma=sigma, noise=self.noise, latent_image=self.latent_image) * latent_mask
+        out = self.inner_model(x, sigma, model_options=model_options, seed=seed)
+        if denoise_mask is not None:
+            out = out * denoise_mask + self.latent_image * latent_mask
+        return out
+
+def simple_scheduler(model_sampling, steps):
+    s = model_sampling
+    sigs = []
+    ss = len(s.sigmas) / steps
+    for x in range(steps):
+        sigs += [float(s.sigmas[-(1 + int(x * ss))])]
+    sigs += [0.0]
+    return torch.FloatTensor(sigs)
+
+def ddim_scheduler(model_sampling, steps):
+    s = model_sampling
+    sigs = []
+    x = 1
+    if math.isclose(float(s.sigmas[x]), 0, abs_tol=0.00001):
+        steps += 1
+        sigs = []
+    else:
+        sigs = [0.0]
+
+    ss = max(len(s.sigmas) // steps, 1)
+    while x < len(s.sigmas):
+        sigs += [float(s.sigmas[x])]
+        x += ss
+    sigs = sigs[::-1]
+    return torch.FloatTensor(sigs)
+
+def normal_scheduler(model_sampling, steps, sgm=False, floor=False):
+    s = model_sampling
+    start = s.timestep(s.sigma_max)
+    end = s.timestep(s.sigma_min)
+
+    append_zero = True
+    if sgm:
+        timesteps = torch.linspace(start, end, steps + 1)[:-1]
+    else:
+        if math.isclose(float(s.sigma(end)), 0, abs_tol=0.00001):
+            steps += 1
+            append_zero = False
+        timesteps = torch.linspace(start, end, steps)
+
+    sigs = []
+    for x in range(len(timesteps)):
+        ts = timesteps[x]
+        sigs.append(float(s.sigma(ts)))
+
+    if append_zero:
+        sigs += [0.0]
+
+    return torch.FloatTensor(sigs)
+
+# Implemented based on: https://arxiv.org/abs/2407.12173
+def beta_scheduler(model_sampling, steps, alpha=0.6, beta=0.6):
+    total_timesteps = (len(model_sampling.sigmas) - 1)
+    ts = 1 - numpy.linspace(0, 1, steps, endpoint=False)
+    ts = numpy.rint(scipy.stats.beta.ppf(ts, alpha, beta) * total_timesteps)
+
+    sigs = []
+    last_t = -1
+    for t in ts:
+        if t != last_t:
+            sigs += [float(model_sampling.sigmas[int(t)])]
+        last_t = t
+    sigs += [0.0]
+    return torch.FloatTensor(sigs)
+
+# from: https://github.com/genmoai/models/blob/main/src/mochi_preview/infer.py#L41
+def linear_quadratic_schedule(model_sampling, steps, threshold_noise=0.025, linear_steps=None):
+    if steps == 1:
+        sigma_schedule = [1.0, 0.0]
+    else:
+        if linear_steps is None:
+            linear_steps = steps // 2
+        linear_sigma_schedule = [i * threshold_noise / linear_steps for i in range(linear_steps)]
+        threshold_noise_step_diff = linear_steps - threshold_noise * steps
+        quadratic_steps = steps - linear_steps
+        quadratic_coef = threshold_noise_step_diff / (linear_steps * quadratic_steps ** 2)
+        linear_coef = threshold_noise / linear_steps - 2 * threshold_noise_step_diff / (quadratic_steps ** 2)
+        const = quadratic_coef * (linear_steps ** 2)
+        quadratic_sigma_schedule = [
+            quadratic_coef * (i ** 2) + linear_coef * i + const
+            for i in range(linear_steps, steps)
+        ]
+        sigma_schedule = linear_sigma_schedule + quadratic_sigma_schedule + [1.0]
+        sigma_schedule = [1.0 - x for x in sigma_schedule]
+    return torch.FloatTensor(sigma_schedule) * model_sampling.sigma_max.cpu()
+
+# Referenced from https://github.com/AUTOMATIC1111/stable-diffusion-webui/pull/15608
+def kl_optimal_scheduler(n: int, sigma_min: float, sigma_max: float) -> torch.Tensor:
+    adj_idxs = torch.arange(n, dtype=torch.float).div_(n - 1)
+    sigmas = adj_idxs.new_zeros(n + 1)
+    sigmas[:-1] = (adj_idxs * math.atan(sigma_min) + (1 - adj_idxs) * math.atan(sigma_max)).tan_()
+    return sigmas
+
+def get_mask_aabb(masks):
+    if masks.numel() == 0:
+        return torch.zeros((0, 4), device=masks.device, dtype=torch.int)
+
+    b = masks.shape[0]
+
+    bounding_boxes = torch.zeros((b, 4), device=masks.device, dtype=torch.int)
+    is_empty = torch.zeros((b), device=masks.device, dtype=torch.bool)
+    for i in range(b):
+        mask = masks[i]
+        if mask.numel() == 0:
+            continue
+        if torch.max(mask != 0) == False:
+            is_empty[i] = True
+            continue
+        y, x = torch.where(mask)
+        bounding_boxes[i, 0] = torch.min(x)
+        bounding_boxes[i, 1] = torch.min(y)
+        bounding_boxes[i, 2] = torch.max(x)
+        bounding_boxes[i, 3] = torch.max(y)
+
+    return bounding_boxes, is_empty
+
+def resolve_areas_and_cond_masks_multidim(conditions, dims, device):
+    # We need to decide on an area outside the sampling loop in order to properly generate opposite areas of equal sizes.
+    # While we're doing this, we can also resolve the mask device and scaling for performance reasons
+    for i in range(len(conditions)):
+        c = conditions[i]
+        if 'area' in c:
+            area = c['area']
+            if area[0] == "percentage":
+                modified = c.copy()
+                a = area[1:]
+                a_len = len(a) // 2
+                area = ()
+                for d in range(len(dims)):
+                    area += (max(1, round(a[d] * dims[d])),)
+                for d in range(len(dims)):
+                    area += (round(a[d + a_len] * dims[d]),)
+
+                modified['area'] = area
+                c = modified
+                conditions[i] = c
+
+        if 'mask' in c:
+            mask = c['mask']
+            mask = mask.to(device=device)
+            modified = c.copy()
+            if len(mask.shape) == len(dims):
+                mask = mask.unsqueeze(0)
+            if mask.shape[1:] != dims:
+                if mask.ndim < 4:
+                    mask = comfy.utils.common_upscale(mask.unsqueeze(1), dims[-1], dims[-2], 'bilinear', 'none').squeeze(1)
+                else:
+                    mask = comfy.utils.common_upscale(mask, dims[-1], dims[-2], 'bilinear', 'none')
+
+            if modified.get("set_area_to_bounds", False): #TODO: handle dim != 2
+                bounds = torch.max(torch.abs(mask),dim=0).values.unsqueeze(0)
+                boxes, is_empty = get_mask_aabb(bounds)
+                if is_empty[0]:
+                    # Use the minimum possible size for efficiency reasons. (Since the mask is all-0, this becomes a noop anyway)
+                    modified['area'] = (8, 8, 0, 0)
+                else:
+                    box = boxes[0]
+                    H, W, Y, X = (box[3] - box[1] + 1, box[2] - box[0] + 1, box[1], box[0])
+                    H = max(8, H)
+                    W = max(8, W)
+                    area = (int(H), int(W), int(Y), int(X))
+                    modified['area'] = area
+
+            modified['mask'] = mask
+            conditions[i] = modified
+
+def resolve_areas_and_cond_masks(conditions, h, w, device):
+    logging.warning("WARNING: The comfy.samplers.resolve_areas_and_cond_masks function is deprecated please use the resolve_areas_and_cond_masks_multidim one instead.")
+    return resolve_areas_and_cond_masks_multidim(conditions, [h, w], device)
+
+def create_cond_with_same_area_if_none(conds, c):
+    if 'area' not in c:
+        return
+
+    def area_inside(a, area_cmp):
+        a = add_area_dims(a, len(area_cmp) // 2)
+        area_cmp = add_area_dims(area_cmp, len(a) // 2)
+
+        a_l = len(a) // 2
+        area_cmp_l = len(area_cmp) // 2
+        for i in range(min(a_l, area_cmp_l)):
+            if a[a_l + i] < area_cmp[area_cmp_l + i]:
+                return False
+        for i in range(min(a_l, area_cmp_l)):
+            if (a[i] + a[a_l + i]) > (area_cmp[i] + area_cmp[area_cmp_l + i]):
+                return False
+        return True
+
+    c_area = c['area']
+    smallest = None
+    for x in conds:
+        if 'area' in x:
+            a = x['area']
+            if area_inside(c_area, a):
+                if smallest is None:
+                    smallest = x
+                elif 'area' not in smallest:
+                    smallest = x
+                else:
+                    if math.prod(smallest['area'][:len(smallest['area']) // 2]) > math.prod(a[:len(a) // 2]):
+                        smallest = x
+        else:
+            if smallest is None:
+                smallest = x
+    if smallest is None:
+        return
+    if 'area' in smallest:
+        if smallest['area'] == c_area:
+            return
+
+    out = c.copy()
+    out['model_conds'] = smallest['model_conds'].copy() #TODO: which fields should be copied?
+    conds += [out]
+
+def calculate_start_end_timesteps(model, conds):
+    s = model.model_sampling
+    for t in range(len(conds)):
+        x = conds[t]
+
+        timestep_start = None
+        timestep_end = None
+        # handle clip hook schedule, if needed
+        if 'clip_start_percent' in x:
+            timestep_start = s.percent_to_sigma(max(x['clip_start_percent'], x.get('start_percent', 0.0)))
+            timestep_end = s.percent_to_sigma(min(x['clip_end_percent'], x.get('end_percent', 1.0)))
+        else:
+            if 'start_percent' in x:
+                timestep_start = s.percent_to_sigma(x['start_percent'])
+            if 'end_percent' in x:
+                timestep_end = s.percent_to_sigma(x['end_percent'])
+
+        if (timestep_start is not None) or (timestep_end is not None):
+            n = x.copy()
+            if (timestep_start is not None):
+                n['timestep_start'] = timestep_start
+            if (timestep_end is not None):
+                n['timestep_end'] = timestep_end
+            conds[t] = n
+
+def pre_run_control(model, conds):
+    s = model.model_sampling
+    # Per-device model lookup so multigpu control clones get the matching
+    # diffusion_model (e.g. QwenFunControlNet stashes it into extra_args).
+    device_models: dict = {}
+    patcher = getattr(model, "current_patcher", None)
+    if patcher is not None:
+        for p in patcher.get_additional_models_with_key("multigpu"):
+            device_models[p.load_device] = p.model
+    for t in range(len(conds)):
+        x = conds[t]
+
+        percent_to_timestep_function = lambda a: s.percent_to_sigma(a)
+        if 'control' in x:
+            x['control'].pre_run(model, percent_to_timestep_function)
+            for device, device_cnet in x['control'].multigpu_clones.items():
+                device_cnet.pre_run(device_models.get(device, model), percent_to_timestep_function)
+
+def apply_empty_x_to_equal_area(conds, uncond, name, uncond_fill_func):
+    cond_cnets = []
+    cond_other = []
+    uncond_cnets = []
+    uncond_other = []
+    for t in range(len(conds)):
+        x = conds[t]
+        if 'area' not in x:
+            if name in x and x[name] is not None:
+                cond_cnets.append(x[name])
+            else:
+                cond_other.append((x, t))
+    for t in range(len(uncond)):
+        x = uncond[t]
+        if 'area' not in x:
+            if name in x and x[name] is not None:
+                uncond_cnets.append(x[name])
+            else:
+                uncond_other.append((x, t))
+
+    if len(uncond_cnets) > 0:
+        return
+
+    for x in range(len(cond_cnets)):
+        temp = uncond_other[x % len(uncond_other)]
+        o = temp[0]
+        if name in o and o[name] is not None:
+            n = o.copy()
+            n[name] = uncond_fill_func(cond_cnets, x)
+            uncond += [n]
+        else:
+            n = o.copy()
+            n[name] = uncond_fill_func(cond_cnets, x)
+            uncond[temp[1]] = n
+
+def encode_model_conds(model_function, conds, noise, device, prompt_type, **kwargs):
+    for t in range(len(conds)):
+        x = conds[t]
+        params = x.copy()
+        params["device"] = device
+        params["noise"] = noise
+        default_width = None
+        if len(noise.shape) >= 4: #TODO: 8 multiple should be set by the model
+            default_width = noise.shape[3] * 8
+        params["width"] = params.get("width", default_width)
+        params["height"] = params.get("height", noise.shape[2] * 8)
+        params["prompt_type"] = params.get("prompt_type", prompt_type)
+        for k in kwargs:
+            if k not in params:
+                params[k] = kwargs[k]
+
+        out = model_function(**params)
+        x = x.copy()
+        model_conds = x['model_conds'].copy()
+        for k in out:
+            model_conds[k] = out[k]
+        x['model_conds'] = model_conds
+        conds[t] = x
+    return conds
+
+class Sampler:
+    def sample(self):
+        pass
+
+    def max_denoise(self, model_wrap, sigmas):
+        max_sigma = float(model_wrap.inner_model.model_sampling.sigma_max)
+        sigma = float(sigmas[0])
+        return math.isclose(max_sigma, sigma, rel_tol=1e-05) or sigma > max_sigma
+
+KSAMPLER_NAMES = ["euler", "euler_cfg_pp", "euler_ancestral", "euler_ancestral_cfg_pp", "heun", "heunpp2", "exp_heun_2_x0", "exp_heun_2_x0_sde", "dpm_2", "dpm_2_ancestral",
+                  "lms", "dpm_fast", "dpm_adaptive", "dpmpp_2s_ancestral", "dpmpp_2s_ancestral_cfg_pp", "dpmpp_sde", "dpmpp_sde_gpu",
+                  "dpmpp_2m", "dpmpp_2m_cfg_pp", "dpmpp_2m_sde", "dpmpp_2m_sde_gpu", "dpmpp_2m_sde_heun", "dpmpp_2m_sde_heun_gpu", "dpmpp_3m_sde", "dpmpp_3m_sde_gpu", "ddpm", "lcm",
+                  "ipndm", "ipndm_v", "deis", "res_multistep", "res_multistep_cfg_pp", "res_multistep_ancestral", "res_multistep_ancestral_cfg_pp",
+                  "gradient_estimation", "gradient_estimation_cfg_pp", "er_sde", "seeds_2", "seeds_3", "sa_solver", "sa_solver_pece"]
+
+class KSAMPLER(Sampler):
+    def __init__(self, sampler_function, extra_options={}, inpaint_options={}):
+        self.sampler_function = sampler_function
+        self.extra_options = extra_options
+        self.inpaint_options = inpaint_options
+
+    def sample(self, model_wrap, sigmas, extra_args, callback, noise, latent_image=None, denoise_mask=None, disable_pbar=False):
+        extra_args["denoise_mask"] = denoise_mask
+        model_k = KSamplerX0Inpaint(model_wrap, sigmas)
+        model_k.latent_image = latent_image
+        if self.inpaint_options.get("random", False): #TODO: Should this be the default?
+            generator = torch.manual_seed(extra_args.get("seed", 41) + 1)
+            model_k.noise = torch.randn(noise.shape, generator=generator, device="cpu").to(noise.dtype).to(noise.device)
+        else:
+            model_k.noise = noise
+
+        noise = model_wrap.inner_model.model_sampling.noise_scaling(sigmas[0], noise, latent_image, self.max_denoise(model_wrap, sigmas))
+
+        total_steps = len(sigmas) - 1
+        first_step = True
+        def k_callback(x):
+            nonlocal first_step
+            if first_step:
+                detail("First sampler step: model=%s sampler=%s step=%s total_steps=%s cfg=%s seed=%s sigma=%s sigma_hat=%s latent_shape=%s denoised_shape=%s", model_wrap.model_patcher.model.__class__.__name__, getattr(self.sampler_function, "__name__", "unknown"), x["i"], total_steps, model_wrap.cfg, extra_args.get("seed"), x.get("sigma"), x.get("sigma_hat"), tuple(x["x"].shape), tuple(x["denoised"].shape))
+                first_step = False
+            if callback is not None:
+                callback(x["i"], x["denoised"], x["x"], total_steps)
+
+        samples = self.sampler_function(model_k, noise, sigmas, extra_args=extra_args, callback=k_callback, disable=disable_pbar, **self.extra_options)
+        samples = model_wrap.inner_model.model_sampling.inverse_noise_scaling(sigmas[-1], samples)
+        return samples
+
+
+def ksampler(sampler_name, extra_options={}, inpaint_options={}):
+    if sampler_name == "dpm_fast":
+        def dpm_fast_function(model, noise, sigmas, extra_args, callback, disable):
+            if len(sigmas) <= 1:
+                return noise
+
+            sigma_min = sigmas[-1]
+            if sigma_min == 0:
+                sigma_min = sigmas[-2]
+            total_steps = len(sigmas) - 1
+            return k_diffusion_sampling.sample_dpm_fast(model, noise, sigma_min, sigmas[0], total_steps, extra_args=extra_args, callback=callback, disable=disable)
+        sampler_function = dpm_fast_function
+    elif sampler_name == "dpm_adaptive":
+        def dpm_adaptive_function(model, noise, sigmas, extra_args, callback, disable, **extra_options):
+            if len(sigmas) <= 1:
+                return noise
+
+            sigma_min = sigmas[-1]
+            if sigma_min == 0:
+                sigma_min = sigmas[-2]
+            return k_diffusion_sampling.sample_dpm_adaptive(model, noise, sigma_min, sigmas[0], extra_args=extra_args, callback=callback, disable=disable, **extra_options)
+        sampler_function = dpm_adaptive_function
+    else:
+        sampler_function = getattr(k_diffusion_sampling, "sample_{}".format(sampler_name))
+
+    return KSAMPLER(sampler_function, extra_options, inpaint_options)
+
+
+def process_conds(model, noise, conds, device, latent_image=None, denoise_mask=None, seed=None, latent_shapes=None):
+    for k in conds:
+        conds[k] = conds[k][:]
+        resolve_areas_and_cond_masks_multidim(conds[k], noise.shape[2:], device)
+
+    for k in conds:
+        calculate_start_end_timesteps(model, conds[k])
+
+    if hasattr(model, 'extra_conds'):
+        for k in conds:
+            conds[k] = encode_model_conds(model.extra_conds, conds[k], noise, device, k, latent_image=latent_image, denoise_mask=denoise_mask, seed=seed, latent_shapes=latent_shapes)
+
+    #make sure each cond area has an opposite one with the same area
+    for k in conds:
+        for c in conds[k]:
+            for kk in conds:
+                if k != kk:
+                    create_cond_with_same_area_if_none(conds[kk], c)
+
+    for k in conds:
+        for c in conds[k]:
+            if 'hooks' in c:
+                for hook in c['hooks'].hooks:
+                    hook.initialize_timesteps(model)
+
+    for k in conds:
+        pre_run_control(model, conds[k])
+
+    if "positive" in conds:
+        positive = conds["positive"]
+        for k in conds:
+            if k != "positive":
+                apply_empty_x_to_equal_area(list(filter(lambda c: c.get('control_apply_to_uncond', False) == True, positive)), conds[k], 'control', lambda cond_cnets, x: cond_cnets[x])
+                apply_empty_x_to_equal_area(positive, conds[k], 'gligen', lambda cond_cnets, x: cond_cnets[x])
+
+    return conds
+
+
+def preprocess_conds_hooks(conds: dict[str, list[dict[str]]]):
+    # determine which ControlNets have extra_hooks that should be combined with normal hooks
+    hook_replacement: dict[tuple[ControlBase, comfy.hooks.HookGroup], list[dict]] = {}
+    for k in conds:
+        for kk in conds[k]:
+            if 'control' in kk:
+                control: 'ControlBase' = kk['control']
+                extra_hooks = control.get_extra_hooks()
+                if len(extra_hooks) > 0:
+                    hooks: comfy.hooks.HookGroup = kk.get('hooks', None)
+                    to_replace = hook_replacement.setdefault((control, hooks), [])
+                    to_replace.append(kk)
+    # if nothing to replace, do nothing
+    if len(hook_replacement) == 0:
+        return
+
+    # for optimal sampling performance, common ControlNets + hook combos should have identical hooks
+    # on the cond dicts
+    for key, conds_to_modify in hook_replacement.items():
+        control = key[0]
+        hooks = key[1]
+        hooks = comfy.hooks.HookGroup.combine_all_hooks(control.get_extra_hooks() + [hooks])
+        # if combined hooks are not None, set as new hooks for all relevant conds
+        if hooks is not None:
+            for cond in conds_to_modify:
+                cond['hooks'] = hooks
+
+def filter_registered_hooks_on_conds(conds: dict[str, list[dict[str]]], model_options: dict[str]):
+    '''Modify 'hooks' on conds so that only hooks that were registered remain. Properly accounts for
+    HookGroups that have the same reference.'''
+    registered: comfy.hooks.HookGroup = model_options.get('registered_hooks', None)
+    # if None were registered, make sure all hooks are cleaned from conds
+    if registered is None:
+        for k in conds:
+            for kk in conds[k]:
+                kk.pop('hooks', None)
+        return
+    # find conds that contain hooks to be replaced - group by common HookGroup refs
+    hook_replacement: dict[comfy.hooks.HookGroup, list[dict]] = {}
+    for k in conds:
+        for kk in conds[k]:
+            hooks: comfy.hooks.HookGroup = kk.get('hooks', None)
+            if hooks is not None:
+                if not hooks.is_subset_of(registered):
+                    to_replace = hook_replacement.setdefault(hooks, [])
+                    to_replace.append(kk)
+    # for each hook to replace, create a new proper HookGroup and assign to all common conds
+    for hooks, conds_to_modify in hook_replacement.items():
+        new_hooks = hooks.new_with_common_hooks(registered)
+        if len(new_hooks) == 0:
+            new_hooks = None
+        for kk in conds_to_modify:
+            kk['hooks'] = new_hooks
+
+
+def get_total_hook_groups_in_conds(conds: dict[str, list[dict[str]]]):
+    hooks_set = set()
+    for k in conds:
+        for kk in conds[k]:
+            hooks_set.add(kk.get('hooks', None))
+    return len(hooks_set)
+
+
+def cast_to_load_options(model_options: dict[str], device=None, dtype=None):
+    '''
+    If any patches from hooks, wrappers, or callbacks have .to to be called, call it.
+    '''
+    if model_options is None:
+        return
+    to_load_options = model_options.get("to_load_options", None)
+    if to_load_options is None:
+        return
+    cast_transformer_options(to_load_options, device, dtype)
+
+def cast_transformer_options(transformer_options: dict[str], device=None, dtype=None):
+    casts = []
+    if device is not None:
+        casts.append(device)
+    if dtype is not None:
+        casts.append(dtype)
+    # if nothing to apply, do nothing
+    if len(casts) == 0:
+        return
+    # try to call .to on patches
+    if "patches" in transformer_options:
+        patches = transformer_options["patches"]
+        for name in patches:
+            patch_list = patches[name]
+            for i in range(len(patch_list)):
+                if hasattr(patch_list[i], "to"):
+                    for cast in casts:
+                        patch_list[i] = patch_list[i].to(cast)
+    if "patches_replace" in transformer_options:
+        patches = transformer_options["patches_replace"]
+        for name in patches:
+            patch_list = patches[name]
+            for k in patch_list:
+                if hasattr(patch_list[k], "to"):
+                    for cast in casts:
+                        patch_list[k] = patch_list[k].to(cast)
+    # try to call .to on any wrappers/callbacks
+    wrappers_and_callbacks = ["wrappers", "callbacks"]
+    for wc_name in wrappers_and_callbacks:
+        if wc_name in transformer_options:
+            wc: dict[str, list] = transformer_options[wc_name]
+            for wc_dict in wc.values():
+                for wc_list in wc_dict.values():
+                    for i in range(len(wc_list)):
+                        if hasattr(wc_list[i], "to"):
+                            for cast in casts:
+                                wc_list[i] = wc_list[i].to(cast)
+
+class CFGGuider:
+    def __init__(self, model_patcher: ModelPatcher):
+        self.model_patcher = model_patcher
+        self.model_options = model_patcher.model_options
+        self.original_conds = {}
+        self.cfg = 1.0
+
+    def set_conds(self, positive, negative):
+        self.inner_set_conds({"positive": positive, "negative": negative})
+
+    def set_cfg(self, cfg):
+        self.cfg = cfg
+
+    def inner_set_conds(self, conds):
+        for k in conds:
+            if self.model_patcher.is_dynamic() and comfy.sampler_helpers.cond_has_hooks(conds[k]):
+                self.model_patcher = self.model_patcher.get_non_dynamic_delegate()
+            self.original_conds[k] = comfy.sampler_helpers.convert_cond(conds[k])
+
+    def __call__(self, *args, **kwargs):
+        return self.outer_predict_noise(*args, **kwargs)
+
+    def outer_predict_noise(self, x, timestep, model_options={}, seed=None):
+        return comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            self.predict_noise,
+            self,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.PREDICT_NOISE, self.model_options, is_model_options=True)
+        ).execute(x, timestep, model_options, seed)
+
+    def predict_noise(self, x, timestep, model_options={}, seed=None):
+        return sampling_function(self.inner_model, x, timestep, self.conds.get("negative", None), self.conds.get("positive", None), self.cfg, model_options=model_options, seed=seed)
+
+    def inner_sample(self, noise, latent_image, device, sampler, sigmas, denoise_mask, callback, disable_pbar, seed, latent_shapes=None):
+        if latent_image is not None and torch.count_nonzero(latent_image) > 0: #Don't shift the empty latent image.
+            latent_image = self.inner_model.process_latent_in(latent_image)
+
+        self.conds = process_conds(self.inner_model, noise, self.conds, device, latent_image, denoise_mask, seed, latent_shapes=latent_shapes)
+
+        extra_model_options = comfy.model_patcher.create_model_options_clone(self.model_options)
+        extra_model_options.setdefault("transformer_options", {})["sample_sigmas"] = sigmas
+        extra_args = {"model_options": extra_model_options, "seed": seed}
+
+        executor = comfy.patcher_extension.WrapperExecutor.new_class_executor(
+            sampler.sample,
+            sampler,
+            comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.SAMPLER_SAMPLE, extra_args["model_options"], is_model_options=True)
+        )
+        samples = executor.execute(self, sigmas, extra_args, callback, noise, latent_image, denoise_mask, disable_pbar)
+        return self.inner_model.process_latent_out(samples.to(torch.float32))
+
+    def outer_sample(self, noise, latent_image, sampler, sigmas, denoise_mask=None, callback=None, disable_pbar=False, seed=None, latent_shapes=None):
+        self.inner_model, self.conds, self.loaded_models = comfy.sampler_helpers.prepare_sampling(self.model_patcher, noise.shape, self.conds, self.model_options)
+        device = self.model_patcher.load_device
+
+        multigpu_patchers = comfy.sampler_helpers.prepare_model_patcher_multigpu_clones(self.model_patcher, self.loaded_models, self.model_options)
+
+        # Create persistent thread pool for all GPU devices (main + extras)
+        if multigpu_patchers:
+            extra_devices = [p.load_device for p in multigpu_patchers]
+            all_devices = [device] + extra_devices
+            self.model_options["multigpu_thread_pool"] = comfy.multigpu.MultiGPUThreadPool(all_devices)
+
+        with comfy.model_management.cuda_device_context(device):
+            try:
+                noise = noise.to(device=device, dtype=torch.float32)
+                latent_image = latent_image.to(device=device, dtype=torch.float32)
+                sigmas = sigmas.to(device)
+                cast_to_load_options(self.model_options, device=device, dtype=self.model_patcher.model_dtype())
+
+                self.model_patcher.pre_run()
+                for multigpu_patcher in multigpu_patchers:
+                    multigpu_patcher.pre_run()
+                output = self.inner_sample(noise, latent_image, device, sampler, sigmas, denoise_mask, callback, disable_pbar, seed, latent_shapes=latent_shapes)
+            finally:
+                thread_pool = self.model_options.pop("multigpu_thread_pool", None)
+                if thread_pool is not None:
+                    thread_pool.shutdown()
+                self.model_patcher.cleanup()
+                for multigpu_patcher in multigpu_patchers:
+                    multigpu_patcher.cleanup()
+
+        comfy.sampler_helpers.cleanup_models(self.conds, self.loaded_models)
+        del self.inner_model
+        del self.loaded_models
+        return output
+
+    def sample(self, noise, latent_image, sampler, sigmas, denoise_mask=None, callback=None, disable_pbar=False, seed=None):
+        if sigmas.shape[-1] == 0:
+            return latent_image
+
+        if latent_image.is_nested:
+            sampler_shapes = [tuple(x.shape) for x in latent_image.unbind()]
+            latent_image, latent_shapes = comfy.utils.pack_latents(latent_image.unbind())
+            noise, _ = comfy.utils.pack_latents(noise.unbind())
+        else:
+            latent_shapes = [latent_image.shape]
+            sampler_shapes = [tuple(latent_image.shape)]
+        detail("Sampler: model=%s latent_shapes=%s", self.model_patcher.model.__class__.__name__, sampler_shapes)
+
+        if len(latent_shapes) > 1 and callback is not None:
+            # samplers run on the flat pack, hand callbacks (previews, x0 output) the nested view
+            packed_callback = callback
+            def callback(step, x0, x, total_steps):
+                x0 = comfy.nested_tensor.NestedTensor(comfy.utils.unpack_latents(x0, latent_shapes))
+                x = comfy.nested_tensor.NestedTensor(comfy.utils.unpack_latents(x, latent_shapes))
+                return packed_callback(step, x0, x, total_steps)
+
+        if denoise_mask is not None:
+            if denoise_mask.is_nested:
+                denoise_masks = denoise_mask.unbind()
+                denoise_masks = denoise_masks[:len(latent_shapes)]
+            else:
+                denoise_masks = [denoise_mask]
+
+            for i in range(len(denoise_masks), len(latent_shapes)):
+                denoise_masks.append(torch.ones(latent_shapes[i]))
+
+            for i in range(len(denoise_masks)):
+                denoise_masks[i] = comfy.sampler_helpers.prepare_mask(denoise_masks[i], latent_shapes[i], self.model_patcher.load_device)
+
+            if len(denoise_masks) > 1:
+                denoise_mask, _ = comfy.utils.pack_latents(denoise_masks)
+            else:
+                denoise_mask = denoise_masks[0]
+            denoise_mask = denoise_mask.float()
+
+        self.conds = {}
+        for k in self.original_conds:
+            self.conds[k] = list(map(lambda a: a.copy(), self.original_conds[k]))
+        preprocess_conds_hooks(self.conds)
+
+        try:
+            orig_model_options = self.model_options
+            self.model_options = comfy.model_patcher.create_model_options_clone(self.model_options)
+            # if one hook type (or just None), then don't bother caching weights for hooks (will never change after first step)
+            orig_hook_mode = self.model_patcher.hook_mode
+            if get_total_hook_groups_in_conds(self.conds) <= 1:
+                self.model_patcher.hook_mode = comfy.hooks.EnumHookMode.MinVram
+            comfy.sampler_helpers.prepare_model_patcher(self.model_patcher, self.conds, self.model_options)
+            filter_registered_hooks_on_conds(self.conds, self.model_options)
+            executor = comfy.patcher_extension.WrapperExecutor.new_class_executor(
+                self.outer_sample,
+                self,
+                comfy.patcher_extension.get_all_wrappers(comfy.patcher_extension.WrappersMP.OUTER_SAMPLE, self.model_options, is_model_options=True)
+            )
+            output = executor.execute(noise, latent_image, sampler, sigmas, denoise_mask, callback, disable_pbar, seed, latent_shapes=latent_shapes)
+        finally:
+            cast_to_load_options(self.model_options, device=self.model_patcher.offload_device)
+            self.model_options = orig_model_options
+            self.model_patcher.hook_mode = orig_hook_mode
+            self.model_patcher.restore_hook_patches()
+
+        del self.conds
+
+        if len(latent_shapes) > 1:
+            output = comfy.nested_tensor.NestedTensor(comfy.utils.unpack_latents(output, latent_shapes))
+        return output
+
+
+def sample(model, noise, positive, negative, cfg, device, sampler, sigmas, model_options={}, latent_image=None, denoise_mask=None, callback=None, disable_pbar=False, seed=None):
+    cfg_guider = CFGGuider(model)
+    cfg_guider.set_conds(positive, negative)
+    cfg_guider.set_cfg(cfg)
+    return cfg_guider.sample(noise, latent_image, sampler, sigmas, denoise_mask, callback, disable_pbar, seed)
+
+
+SAMPLER_NAMES = KSAMPLER_NAMES + ["ddim", "uni_pc", "uni_pc_bh2"]
+
+class SchedulerHandler(NamedTuple):
+    handler: Callable[..., torch.Tensor]
+    # Boolean indicates whether to call the handler like:
+    #  scheduler_function(model_sampling, steps) or
+    #  scheduler_function(n, sigma_min: float, sigma_max: float)
+    use_ms: bool = True
+
+SCHEDULER_HANDLERS = {
+    "simple": SchedulerHandler(simple_scheduler),
+    "sgm_uniform": SchedulerHandler(partial(normal_scheduler, sgm=True)),
+    "karras": SchedulerHandler(k_diffusion_sampling.get_sigmas_karras, use_ms=False),
+    "exponential": SchedulerHandler(k_diffusion_sampling.get_sigmas_exponential, use_ms=False),
+    "ddim_uniform": SchedulerHandler(ddim_scheduler),
+    "beta": SchedulerHandler(beta_scheduler),
+    "normal": SchedulerHandler(normal_scheduler),
+    "linear_quadratic": SchedulerHandler(linear_quadratic_schedule),
+    "kl_optimal": SchedulerHandler(kl_optimal_scheduler, use_ms=False),
+}
+SCHEDULER_NAMES = list(SCHEDULER_HANDLERS)
+
+def calculate_sigmas(model_sampling: object, scheduler_name: str, steps: int) -> torch.Tensor:
+    handler = SCHEDULER_HANDLERS.get(scheduler_name)
+    if handler is None:
+        err = f"error invalid scheduler {scheduler_name}"
+        logging.error(err)
+        raise ValueError(err)
+    if handler.use_ms:
+        return handler.handler(model_sampling, steps)
+    return handler.handler(n=steps, sigma_min=float(model_sampling.sigma_min), sigma_max=float(model_sampling.sigma_max))
+
+def sampler_object(name):
+    if name == "uni_pc":
+        sampler = KSAMPLER(uni_pc.sample_unipc)
+    elif name == "uni_pc_bh2":
+        sampler = KSAMPLER(uni_pc.sample_unipc_bh2)
+    elif name == "ddim":
+        sampler = ksampler("euler", inpaint_options={"random": True})
+    else:
+        sampler = ksampler(name)
+    return sampler
+
+class KSampler:
+    SCHEDULERS = SCHEDULER_NAMES
+    SAMPLERS = SAMPLER_NAMES
+    DISCARD_PENULTIMATE_SIGMA_SAMPLERS = set(('dpm_2', 'dpm_2_ancestral', 'uni_pc', 'uni_pc_bh2'))
+
+    def __init__(self, model, steps, device, sampler=None, scheduler=None, denoise=None, model_options={}):
+        self.model = model
+        self.device = device
+        if scheduler not in self.SCHEDULERS:
+            scheduler = self.SCHEDULERS[0]
+        if sampler not in self.SAMPLERS:
+            sampler = self.SAMPLERS[0]
+        self.scheduler = scheduler
+        self.sampler = sampler
+        self.set_steps(steps, denoise)
+        self.denoise = denoise
+        self.model_options = model_options
+
+    def calculate_sigmas(self, steps):
+        sigmas = None
+
+        discard_penultimate_sigma = False
+        if self.sampler in self.DISCARD_PENULTIMATE_SIGMA_SAMPLERS:
+            steps += 1
+            discard_penultimate_sigma = True
+
+        sigmas = calculate_sigmas(self.model.get_model_object("model_sampling"), self.scheduler, steps)
+
+        if discard_penultimate_sigma:
+            sigmas = torch.cat([sigmas[:-2], sigmas[-1:]])
+        return sigmas
+
+    def set_steps(self, steps, denoise=None):
+        self.steps = steps
+        if denoise is None or denoise > 0.9999:
+            self.sigmas = self.calculate_sigmas(steps).to(self.device)
+        else:
+            if denoise <= 0.0:
+                self.sigmas = torch.FloatTensor([])
+            else:
+                new_steps = int(steps/denoise)
+                sigmas = self.calculate_sigmas(new_steps).to(self.device)
+                self.sigmas = sigmas[-(steps + 1):]
+
+    def sample(self, noise, positive, negative, cfg, latent_image=None, start_step=None, last_step=None, force_full_denoise=False, denoise_mask=None, sigmas=None, callback=None, disable_pbar=False, seed=None):
+        if sigmas is None:
+            sigmas = self.sigmas
+
+        if last_step is not None and last_step < (len(sigmas) - 1):
+            sigmas = sigmas[:last_step + 1]
+            if force_full_denoise:
+                sigmas[-1] = 0
+
+        if start_step is not None:
+            if start_step < (len(sigmas) - 1):
+                sigmas = sigmas[start_step:]
+            else:
+                if latent_image is not None:
+                    return latent_image
+                else:
+                    return torch.zeros_like(noise)
+
+        sampler = sampler_object(self.sampler)
+
+        return sample(self.model, noise, positive, negative, cfg, self.device, sampler, sigmas, self.model_options, latent_image=latent_image, denoise_mask=denoise_mask, callback=callback, disable_pbar=disable_pbar, seed=seed)
diff --git a/ComfyUI/comfy/sd.py b/ComfyUI/comfy/sd.py
new file mode 100644
index 0000000000000000000000000000000000000000..8d670106e712f042c9d05f5b5f98292e1878babb
--- /dev/null
+++ b/ComfyUI/comfy/sd.py
@@ -0,0 +1,2270 @@
+import json
+import torch
+from enum import Enum
+import logging
+
+from comfy import model_management
+from comfy.utils import ProgressBar
+from .ldm.models.autoencoder import AutoencoderKL, AutoencodingEngine
+from .ldm.cascade.stage_a import StageA
+from .ldm.cascade.stage_c_coder import StageC_coder
+from .ldm.audio.autoencoder import AudioOobleckVAE
+import comfy.ldm.genmo.vae.model
+import comfy.ldm.lightricks.vae.causal_video_autoencoder
+import comfy.ldm.lightricks.vae.audio_vae
+import comfy.ldm.cosmos.vae
+import comfy.ldm.wan.vae
+import comfy.ldm.wan.vae2_2
+import comfy.ldm.hunyuan3d.vae
+import comfy.ldm.seedvr.vae
+import comfy.ldm.mage_flow.vae
+import comfy.ldm.triposplat.vae
+import comfy.ldm.ace.vae.music_dcae_pipeline
+import comfy.ldm.cogvideo.vae
+import comfy.ldm.hunyuan_video.vae
+import comfy.ldm.mmaudio.vae.autoencoder
+import comfy.ldm.audio.vae_sa3
+import comfy.pixel_space_convert
+import comfy.weight_adapter
+import yaml
+import math
+import os
+
+import comfy.utils
+
+from . import clip_vision
+from . import gligen
+from . import diffusers_convert
+from . import model_detection
+
+from . import sd1_clip
+from . import sdxl_clip
+import comfy.text_encoders.sd2_clip
+import comfy.text_encoders.sd3_clip
+import comfy.text_encoders.sa_t5
+import comfy.text_encoders.aura_t5
+import comfy.text_encoders.pixart_t5
+import comfy.text_encoders.hydit
+import comfy.text_encoders.flux
+import comfy.text_encoders.long_clipl
+import comfy.text_encoders.genmo
+import comfy.text_encoders.lt
+import comfy.text_encoders.hunyuan_video
+import comfy.text_encoders.cosmos
+import comfy.text_encoders.lumina2
+import comfy.text_encoders.pixeldit
+import comfy.text_encoders.wan
+import comfy.text_encoders.hidream
+import comfy.text_encoders.ace
+import comfy.text_encoders.omnigen2
+import comfy.text_encoders.qwen_image
+import comfy.text_encoders.hunyuan_image
+import comfy.text_encoders.z_image
+import comfy.text_encoders.krea2
+import comfy.text_encoders.mage_flow
+import comfy.text_encoders.ideogram4
+import comfy.text_encoders.ovis
+import comfy.text_encoders.kandinsky5
+import comfy.text_encoders.jina_clip_2
+import comfy.text_encoders.newbie
+import comfy.text_encoders.anima
+import comfy.text_encoders.ace15
+import comfy.text_encoders.longcat_image
+import comfy.text_encoders.qwen35
+import comfy.text_encoders.qwen3vl
+import comfy.text_encoders.minimax
+import comfy.ldm.minimax.vae
+import comfy.ldm.minimax.audio_vae
+import comfy.text_encoders.boogu
+import comfy.text_encoders.ernie
+import comfy.text_encoders.gemma4
+import comfy.text_encoders.cogvideo
+import comfy.text_encoders.sa3
+import comfy.text_encoders.gpt_oss
+import comfy.text_encoders.joyimage
+
+import comfy.model_patcher
+import comfy.lora
+import comfy.lora_convert
+import comfy.hooks
+import comfy.t2i_adapter.adapter
+import comfy.taesd.taesd
+import comfy.taesd.taehv
+import comfy.latent_formats
+
+import comfy.ldm.flux.redux
+
+def load_lora_for_models(model, clip, lora, strength_model, strength_clip, lora_metadata=None):
+    key_map = {}
+    if model is not None:
+        key_map = comfy.lora.model_lora_keys_unet(model.model, key_map)
+    if clip is not None:
+        key_map = comfy.lora.model_lora_keys_clip(clip.cond_stage_model, key_map)
+
+    lora = comfy.lora_convert.convert_lora(lora)
+    loaded = comfy.lora.load_lora(lora, key_map)
+    if model is not None:
+        new_modelpatcher = model.clone()
+        k = new_modelpatcher.add_patches(loaded, strength_model)
+        if lora_metadata:
+            new_modelpatcher.set_attachments("lora_metadata", lora_metadata)
+    else:
+        k = ()
+        new_modelpatcher = None
+
+    if clip is not None:
+        new_clip = clip.clone()
+        k1 = new_clip.add_patches(loaded, strength_clip)
+        if lora_metadata:
+            new_clip.patcher.set_attachments("lora_metadata", lora_metadata)
+    else:
+        k1 = ()
+        new_clip = None
+    k = set(k)
+    k1 = set(k1)
+    for x in loaded:
+        if (x not in k) and (x not in k1):
+            logging.warning("NOT LOADED {}".format(x))
+
+    return (new_modelpatcher, new_clip)
+
+
+def load_bypass_lora_for_models(model, clip, lora, strength_model, strength_clip):
+    """
+    Load LoRA in bypass mode without modifying base model weights.
+
+    Instead of patching weights, this injects the LoRA computation into the
+    forward pass: output = base_forward(x) + lora_path(x)
+
+    Non-adapter patches (bias diff, weight diff, etc.) are applied as regular patches.
+
+    This is useful for training and when model weights are offloaded.
+    """
+    key_map = {}
+    if model is not None:
+        key_map = comfy.lora.model_lora_keys_unet(model.model, key_map)
+    if clip is not None:
+        key_map = comfy.lora.model_lora_keys_clip(clip.cond_stage_model, key_map)
+
+    logging.debug(f"[BypassLoRA] key_map has {len(key_map)} entries")
+
+    lora = comfy.lora_convert.convert_lora(lora)
+    loaded = comfy.lora.load_lora(lora, key_map)
+
+    logging.debug(f"[BypassLoRA] loaded has {len(loaded)} entries")
+
+    # Separate adapters (for bypass) from other patches (for regular patching)
+    bypass_patches = {}  # WeightAdapterBase instances -> bypass mode
+    regular_patches = {}  # diff, set, bias patches -> regular weight patching
+
+    for key, patch_data in loaded.items():
+        if isinstance(patch_data, comfy.weight_adapter.WeightAdapterBase):
+            bypass_patches[key] = patch_data
+        else:
+            regular_patches[key] = patch_data
+
+    logging.debug(f"[BypassLoRA] {len(bypass_patches)} bypass adapters, {len(regular_patches)} regular patches")
+
+    k = set()
+    k1 = set()
+
+    if model is not None:
+        new_modelpatcher = model.clone()
+
+        # Apply regular patches (bias diff, weight diff, etc.) via normal patching
+        if regular_patches:
+            patched_keys = new_modelpatcher.add_patches(regular_patches, strength_model)
+            k.update(patched_keys)
+
+        # Apply adapter patches via bypass injection
+        manager = comfy.weight_adapter.BypassInjectionManager()
+        model_sd_keys = set(new_modelpatcher.model.state_dict().keys())
+
+        for key, adapter in bypass_patches.items():
+            if key in model_sd_keys:
+                manager.add_adapter(key, adapter, strength=strength_model)
+                k.add(key)
+            else:
+                logging.warning(f"[BypassLoRA] Adapter key not in model state_dict: {key}")
+
+        injections = manager.create_injections(new_modelpatcher.model)
+
+        if manager.get_hook_count() > 0:
+            new_modelpatcher.set_injections("bypass_lora", injections)
+    else:
+        new_modelpatcher = None
+
+    if clip is not None:
+        new_clip = clip.clone()
+
+        # Apply regular patches to clip
+        if regular_patches:
+            patched_keys = new_clip.add_patches(regular_patches, strength_clip)
+            k1.update(patched_keys)
+
+        # Apply adapter patches via bypass injection
+        clip_manager = comfy.weight_adapter.BypassInjectionManager()
+        clip_sd_keys = set(new_clip.cond_stage_model.state_dict().keys())
+
+        for key, adapter in bypass_patches.items():
+            if key in clip_sd_keys:
+                clip_manager.add_adapter(key, adapter, strength=strength_clip)
+                k1.add(key)
+
+        clip_injections = clip_manager.create_injections(new_clip.cond_stage_model)
+        if clip_manager.get_hook_count() > 0:
+            new_clip.patcher.set_injections("bypass_lora", clip_injections)
+    else:
+        new_clip = None
+
+    for x in loaded:
+        if (x not in k) and (x not in k1):
+            patch_data = loaded[x]
+            patch_type = type(patch_data).__name__
+            if isinstance(patch_data, tuple):
+                patch_type = f"tuple({patch_data[0]})"
+            logging.warning(f"NOT LOADED: {x} (type={patch_type})")
+
+    return (new_modelpatcher, new_clip)
+
+
+class CLIP:
+    def __init__(self, target=None, embedding_directory=None, no_init=False, tokenizer_data={}, parameters=0, state_dict=[], model_options={}, disable_dynamic=False):
+        if no_init:
+            return
+        params = target.params.copy()
+        clip = target.clip
+        tokenizer = target.tokenizer
+
+        load_device = model_options.get("load_device", model_management.text_encoder_device())
+        offload_device = model_options.get("offload_device", model_management.text_encoder_offload_device())
+        dtype = model_options.get("dtype", None)
+        if dtype is None:
+            dtype = model_management.text_encoder_dtype(load_device)
+
+        params['dtype'] = dtype
+        params['device'] = model_options.get("initial_device", model_management.text_encoder_initial_device(load_device, offload_device, parameters * model_management.dtype_size(dtype)))
+        params['model_options'] = model_options
+
+        self.cond_stage_model = clip(**(params))
+
+        for dt in self.cond_stage_model.dtypes:
+            if not model_management.supports_cast(load_device, dt):
+                load_device = offload_device
+                if params['device'] != offload_device:
+                    self.cond_stage_model.to(offload_device)
+                    logging.warning("Had to shift TE back.")
+
+        model_management.archive_model_dtypes(self.cond_stage_model)
+
+        self.tokenizer = tokenizer(embedding_directory=embedding_directory, tokenizer_data=tokenizer_data)
+        te_disable_dynamic = disable_dynamic or getattr(self.cond_stage_model, "disable_offload", False)
+        ModelPatcher = comfy.model_patcher.ModelPatcher if te_disable_dynamic else comfy.model_patcher.CoreModelPatcher
+        self.patcher = ModelPatcher(self.cond_stage_model, load_device=load_device, offload_device=offload_device)
+        #Match torch.float32 hardcode upcast in TE implemention
+        self.patcher.set_model_compute_dtype(torch.float32)
+        self.patcher.hook_mode = comfy.hooks.EnumHookMode.MinVram
+        self.patcher.is_clip = True
+        self.apply_hooks_to_conds = None
+        if len(state_dict) > 0:
+            if isinstance(state_dict, list):
+                for c in state_dict:
+                    m, u = self.load_sd(c)
+                    if len(m) > 0:
+                        logging.warning("clip missing: {}".format(m))
+
+                    if len(u) > 0:
+                        logging.debug("clip unexpected: {}".format(u))
+            else:
+                m, u = self.load_sd(state_dict, full_model=True)
+                if len(m) > 0:
+                    m_filter = list(filter(lambda a: ".logit_scale" not in a and ".transformer.text_projection.weight" not in a, m))
+                    if len(m_filter) > 0:
+                        logging.warning("clip missing: {}".format(m))
+                    else:
+                        logging.debug("clip missing: {}".format(m))
+
+                if len(u) > 0:
+                    logging.debug("clip unexpected {}:".format(u))
+
+        if params['device'] == load_device:
+            model_management.load_models_gpu([self.patcher], force_full_load=True)
+        self.layer_idx = None
+        self.use_clip_schedule = False
+        logging.info("CLIP/text encoder model load device: {}, offload device: {}, current: {}, dtype: {}".format(load_device, offload_device, params['device'], dtype))
+        self.tokenizer_options = {}
+
+    def clone(self, disable_dynamic=False):
+        n = CLIP(no_init=True)
+        n.patcher = self.patcher.clone(disable_dynamic=disable_dynamic)
+        n.cond_stage_model = self.cond_stage_model
+        n.tokenizer = self.tokenizer
+        n.layer_idx = self.layer_idx
+        n.tokenizer_options = self.tokenizer_options.copy()
+        n.use_clip_schedule = self.use_clip_schedule
+        n.apply_hooks_to_conds = self.apply_hooks_to_conds
+        return n
+
+    def add_patches(self, patches, strength_patch=1.0, strength_model=1.0):
+        return self.patcher.add_patches(patches, strength_patch, strength_model)
+
+    def set_tokenizer_option(self, option_name, value):
+        self.tokenizer_options[option_name] = value
+
+    def clip_layer(self, layer_idx):
+        self.layer_idx = layer_idx
+
+    def tokenize(self, text, return_word_ids=False, **kwargs):
+        tokenizer_options = kwargs.get("tokenizer_options", {})
+        if len(self.tokenizer_options) > 0:
+            tokenizer_options = {**self.tokenizer_options, **tokenizer_options}
+        if len(tokenizer_options) > 0:
+            kwargs["tokenizer_options"] = tokenizer_options
+        return self.tokenizer.tokenize_with_weights(text, return_word_ids, **kwargs)
+
+    def add_hooks_to_dict(self, pooled_dict: dict[str]):
+        if self.apply_hooks_to_conds:
+            pooled_dict["hooks"] = self.apply_hooks_to_conds
+        return pooled_dict
+
+    def encode_from_tokens_scheduled(self, tokens, unprojected=False, add_dict: dict[str]={}, show_pbar=True):
+        all_cond_pooled: list[tuple[torch.Tensor, dict[str]]] = []
+        all_hooks = self.patcher.forced_hooks
+        if all_hooks is None or not self.use_clip_schedule:
+            # if no hooks or shouldn't use clip schedule, do unscheduled encode_from_tokens and perform add_dict
+            return_pooled = "unprojected" if unprojected else True
+            pooled_dict = self.encode_from_tokens(tokens, return_pooled=return_pooled, return_dict=True)
+            cond = pooled_dict.pop("cond")
+            # add/update any keys with the provided add_dict
+            pooled_dict.update(add_dict)
+            all_cond_pooled.append([cond, pooled_dict])
+        else:
+            scheduled_keyframes = all_hooks.get_hooks_for_clip_schedule()
+
+            self.cond_stage_model.reset_clip_options()
+            if self.layer_idx is not None:
+                self.cond_stage_model.set_clip_options({"layer": self.layer_idx})
+            if unprojected:
+                self.cond_stage_model.set_clip_options({"projected_pooled": False})
+
+            self.load_model(tokens)
+            device = self.patcher.load_device
+            self.cond_stage_model.set_clip_options({"execution_device": device})
+            all_hooks.reset()
+            self.patcher.patch_hooks(None)
+            if show_pbar:
+                pbar = ProgressBar(len(scheduled_keyframes))
+
+            with model_management.cuda_device_context(device):
+                for scheduled_opts in scheduled_keyframes:
+                    t_range = scheduled_opts[0]
+                    # don't bother encoding any conds outside of start_percent and end_percent bounds
+                    if "start_percent" in add_dict:
+                        if t_range[1] < add_dict["start_percent"]:
+                            continue
+                    if "end_percent" in add_dict:
+                        if t_range[0] > add_dict["end_percent"]:
+                            continue
+                    hooks_keyframes = scheduled_opts[1]
+                    for hook, keyframe in hooks_keyframes:
+                        hook.hook_keyframe._current_keyframe = keyframe
+                    # apply appropriate hooks with values that match new hook_keyframe
+                    self.patcher.patch_hooks(all_hooks)
+                    # perform encoding as normal
+                    o = self.cond_stage_model.encode_token_weights(tokens)
+                    cond, pooled = o[:2]
+                    pooled_dict = {"pooled_output": pooled}
+                    # add clip_start_percent and clip_end_percent in pooled
+                    pooled_dict["clip_start_percent"] = t_range[0]
+                    pooled_dict["clip_end_percent"] = t_range[1]
+                    # add/update any keys with the provided add_dict
+                    pooled_dict.update(add_dict)
+                    # add hooks stored on clip
+                    self.add_hooks_to_dict(pooled_dict)
+                    all_cond_pooled.append([cond, pooled_dict])
+                    if show_pbar:
+                        pbar.update(1)
+                    model_management.throw_exception_if_processing_interrupted()
+            all_hooks.reset()
+        return all_cond_pooled
+
+    def encode_from_tokens(self, tokens, return_pooled=False, return_dict=False):
+        self.cond_stage_model.reset_clip_options()
+
+        if self.layer_idx is not None:
+            self.cond_stage_model.set_clip_options({"layer": self.layer_idx})
+
+        if return_pooled == "unprojected":
+            self.cond_stage_model.set_clip_options({"projected_pooled": False})
+
+        self.load_model(tokens)
+        device = self.patcher.load_device
+        self.cond_stage_model.set_clip_options({"execution_device": device})
+
+        with model_management.cuda_device_context(device):
+            o = self.cond_stage_model.encode_token_weights(tokens)
+
+        cond, pooled = o[:2]
+        if return_dict:
+            out = {"cond": cond, "pooled_output": pooled}
+            if len(o) > 2:
+                for k in o[2]:
+                    out[k] = o[2][k]
+            self.add_hooks_to_dict(out)
+            return out
+
+        if return_pooled:
+            return cond, pooled
+        return cond
+
+    def encode(self, text):
+        tokens = self.tokenize(text)
+        return self.encode_from_tokens(tokens)
+
+    def load_sd(self, sd, full_model=False):
+        if full_model:
+            return self.cond_stage_model.load_state_dict(sd, strict=False, assign=self.patcher.is_dynamic())
+        else:
+            can_assign = self.patcher.is_dynamic()
+            self.cond_stage_model.can_assign_sd = can_assign
+
+            # The CLIP models are a pretty complex web of wrappers and its
+            # a bit of an API change to plumb this all the way through.
+            # So spray paint the model with this flag that the loading
+            # nn.Module can then inspect for itself.
+            for m in self.cond_stage_model.modules():
+                m.can_assign_sd = can_assign
+
+            return self.cond_stage_model.load_sd(sd)
+
+    def get_sd(self):
+        sd_clip = self.cond_stage_model.state_dict()
+        sd_tokenizer = self.tokenizer.state_dict()
+        for k in sd_tokenizer:
+            sd_clip[k] = sd_tokenizer[k]
+        return sd_clip
+
+    def state_dict_for_saving(self):
+        sd_clip = self.patcher.model_state_dict_for_saving()
+        sd_tokenizer = self.tokenizer.state_dict()
+        for k in sd_tokenizer:
+            sd_clip[k] = sd_tokenizer[k]
+        return sd_clip
+
+    def load_model(self, tokens={}):
+        memory_used = 0
+        if hasattr(self.cond_stage_model, "memory_estimation_function"):
+            memory_used = self.cond_stage_model.memory_estimation_function(tokens, device=self.patcher.load_device)
+        model_management.load_models_gpu([self.patcher], memory_required=memory_used)
+        return self.patcher
+
+    def get_key_patches(self):
+        return self.patcher.get_key_patches()
+
+    def generate(self, tokens, do_sample=True, max_length=256, temperature=1.0, top_k=50, top_p=0.95, min_p=0.0, repetition_penalty=1.0, seed=None, presence_penalty=0.0):
+        self.cond_stage_model.reset_clip_options()
+
+        self.load_model(tokens)
+        device = self.patcher.load_device
+        self.cond_stage_model.set_clip_options({"layer": None})
+        self.cond_stage_model.set_clip_options({"execution_device": device})
+
+        with model_management.cuda_device_context(device):
+            return self.cond_stage_model.generate(tokens, do_sample=do_sample, max_length=max_length, temperature=temperature, top_k=top_k, top_p=top_p, min_p=min_p, repetition_penalty=repetition_penalty, seed=seed, presence_penalty=presence_penalty)
+
+    def decode(self, token_ids, skip_special_tokens=True):
+        return self.tokenizer.decode(token_ids, skip_special_tokens=skip_special_tokens)
+
+    def is_dynamic(self):
+        return self.patcher.is_dynamic()
+
+class VAE:
+    def __init__(self, sd=None, device=None, config=None, dtype=None, metadata=None):
+        is_seedvr2_vae = "decoder.up_blocks.2.upsamplers.0.upscale_conv.weight" in sd
+        if not is_seedvr2_vae and 'decoder.up_blocks.0.resnets.0.norm1.weight' in sd.keys(): #diffusers format
+            sd = diffusers_convert.convert_vae_state_dict(sd)
+
+        if model_management.is_amd():
+            VAE_KL_MEM_RATIO = 2.73
+        else:
+            VAE_KL_MEM_RATIO = 1.0
+
+        self.memory_used_encode = lambda shape, dtype: (1767 * shape[2] * shape[3]) * model_management.dtype_size(dtype) * VAE_KL_MEM_RATIO #These are for AutoencoderKL and need tweaking (should be lower)
+        self.memory_used_decode = lambda shape, dtype: (2178 * shape[2] * shape[3] * 64) * model_management.dtype_size(dtype) * VAE_KL_MEM_RATIO
+        self.downscale_ratio = 8
+        self.upscale_ratio = 8
+        self.latent_channels = 4
+        self.latent_dim = 2
+        self.output_channels = 3
+        self.pad_channel_value = None
+        self.process_input = lambda image: image * 2.0 - 1.0
+        self.process_output = lambda image: image.add_(1.0).div_(2.0).clamp_(0.0, 1.0)
+        self.working_dtypes = [torch.bfloat16, torch.float32]
+        self.disable_offload = False
+        self.not_video = False
+        self.size = None
+
+        self.downscale_index_formula = None
+        self.upscale_index_formula = None
+        self.extra_1d_channel = None
+        self.crop_input = True
+        self.handles_tiling = False
+        self.format_encoded = None
+
+        self.audio_sample_rate = 44100
+
+        if config is None:
+            if "decoder.mid.block_1.mix_factor" in sd:
+                encoder_config = {'double_z': True, 'z_channels': 4, 'resolution': 256, 'in_channels': 3, 'out_ch': 3, 'ch': 128, 'ch_mult': [1, 2, 4, 4], 'num_res_blocks': 2, 'attn_resolutions': [], 'dropout': 0.0}
+                decoder_config = encoder_config.copy()
+                decoder_config["video_kernel_size"] = [3, 1, 1]
+                decoder_config["alpha"] = 0.0
+                self.first_stage_model = AutoencodingEngine(regularizer_config={'target': "comfy.ldm.models.autoencoder.DiagonalGaussianRegularizer"},
+                                                            encoder_config={'target': "comfy.ldm.modules.diffusionmodules.model.Encoder", 'params': encoder_config},
+                                                            decoder_config={'target': "comfy.ldm.modules.temporal_ae.VideoDecoder", 'params': decoder_config})
+            elif "taesd_decoder.1.weight" in sd:
+                if isinstance(metadata, dict) and "tae_latent_channels" in metadata:
+                    self.latent_channels = metadata["tae_latent_channels"]
+                else:
+                    self.latent_channels = sd["taesd_decoder.1.weight"].shape[1]
+                self.first_stage_model = comfy.taesd.taesd.TAESD(latent_channels=self.latent_channels)
+            elif "vquantizer.codebook.weight" in sd: #VQGan: stage a of stable cascade
+                self.first_stage_model = StageA()
+                self.downscale_ratio = 4
+                self.upscale_ratio = 4
+                #TODO
+                #self.memory_used_encode
+                #self.memory_used_decode
+                self.process_input = lambda image: image
+                self.process_output = lambda image: image
+            elif "backbone.1.0.block.0.1.num_batches_tracked" in sd: #effnet: encoder for stage c latent of stable cascade
+                self.first_stage_model = StageC_coder()
+                self.downscale_ratio = 32
+                self.latent_channels = 16
+                new_sd = {}
+                for k in sd:
+                    new_sd["encoder.{}".format(k)] = sd[k]
+                sd = new_sd
+            elif "blocks.11.num_batches_tracked" in sd: #previewer: decoder for stage c latent of stable cascade
+                self.first_stage_model = StageC_coder()
+                self.latent_channels = 16
+                new_sd = {}
+                for k in sd:
+                    new_sd["previewer.{}".format(k)] = sd[k]
+                sd = new_sd
+            elif "encoder.backbone.1.0.block.0.1.num_batches_tracked" in sd: #combined effnet and previewer for stable cascade
+                self.first_stage_model = StageC_coder()
+                self.downscale_ratio = 32
+                self.latent_channels = 16
+            elif "decoder.up_blocks.2.upsamplers.0.upscale_conv.weight" in sd: # seedvr2
+                self.first_stage_model = comfy.ldm.seedvr.vae.VideoAutoencoderKLWrapper()
+                self.latent_channels = comfy.ldm.seedvr.vae.SEEDVR2_LATENT_CHANNELS
+                self.latent_dim = 3
+                self.disable_offload = True
+                self.memory_used_decode = lambda shape, dtype: self.first_stage_model.comfy_memory_used_decode(shape)
+                self.memory_used_encode = lambda shape, dtype: (max(shape[2], 5) * shape[3] * shape[4] * 64) * model_management.dtype_size(dtype)
+                self.working_dtypes = [torch.float16, torch.bfloat16, torch.float32]
+                self.handles_tiling = True
+                self.format_encoded = self.first_stage_model.comfy_format_encoded
+                self.downscale_ratio = (lambda a: max(0, math.floor((a + 3) / 4)), 8, 8)
+                self.downscale_index_formula = (4, 8, 8)
+                self.upscale_ratio = (lambda a: max(0, a * 4 - 3), 8, 8)
+                self.upscale_index_formula = (4, 8, 8)
+                self.process_input = lambda image: image * 2.0 - 1.0
+                self.crop_input = False
+            elif "student.dconv_encoder.proj_out.weight" in sd:  # Mage-VAE (one-step diffusion codec, Flux2-anchored 128ch/16x latents)
+                sd = comfy.utils.state_dict_prefix_replace(sd, {"student.dconv_encoder.": "dconv_encoder.", "pipeline.": "decoder_model."})
+                # Drop the unused Flux2-VAE anchor encoder carried in the checkpoint.
+                sd = {k: v for k, v in sd.items() if not k.startswith("decoder_model.y_embedder.encoder.") and not k.startswith("decoder_model.y_embedder.bottleneck.")}
+                self.first_stage_model = comfy.ldm.mage_flow.vae.MageVAE()
+                self.latent_channels = 128
+                self.downscale_ratio = 16
+                self.upscale_ratio = 16
+                self.working_dtypes = [torch.bfloat16, torch.float32]
+                self.memory_used_encode = lambda shape, dtype: (400 * shape[2] * shape[3]) * model_management.dtype_size(dtype)
+                self.memory_used_decode = lambda shape, dtype: (1000 * shape[2] * shape[3] * 16 * 16) * model_management.dtype_size(dtype)
+            elif "decoder.conv_in.weight" in sd:
+                if sd['decoder.conv_in.weight'].shape[1] == 64:
+                    ddconfig = {"block_out_channels": [128, 256, 512, 512, 1024, 1024], "in_channels": 3, "out_channels": 3, "num_res_blocks": 2, "ffactor_spatial": 32, "downsample_match_channel": True, "upsample_match_channel": True}
+                    self.latent_channels = ddconfig['z_channels'] = sd["decoder.conv_in.weight"].shape[1]
+                    self.downscale_ratio = 32
+                    self.upscale_ratio = 32
+                    self.working_dtypes = [torch.float16, torch.bfloat16, torch.float32]
+                    self.first_stage_model = AutoencodingEngine(regularizer_config={'target': "comfy.ldm.models.autoencoder.DiagonalGaussianRegularizer"},
+                                                                encoder_config={'target': "comfy.ldm.hunyuan_video.vae.Encoder", 'params': ddconfig},
+                                                                decoder_config={'target': "comfy.ldm.hunyuan_video.vae.Decoder", 'params': ddconfig})
+
+                    self.memory_used_encode = lambda shape, dtype: (700 * shape[2] * shape[3]) * model_management.dtype_size(dtype)
+                    self.memory_used_decode = lambda shape, dtype: (700 * shape[2] * shape[3] * 32 * 32) * model_management.dtype_size(dtype)
+                elif sd['decoder.conv_in.weight'].shape[1] == 32 and sd['decoder.conv_in.weight'].ndim == 5:
+                    ddconfig = {"block_out_channels": [128, 256, 512, 1024, 1024], "in_channels": 3, "out_channels": 3, "num_res_blocks": 2, "ffactor_spatial": 16, "ffactor_temporal": 4, "downsample_match_channel": True, "upsample_match_channel": True, "refiner_vae": False}
+                    self.latent_channels = ddconfig['z_channels'] = sd["decoder.conv_in.weight"].shape[1]
+                    self.working_dtypes = [torch.float16, torch.bfloat16, torch.float32]
+                    self.upscale_ratio = (lambda a: max(0, a * 4 - 3), 16, 16)
+                    self.upscale_index_formula = (4, 16, 16)
+                    self.downscale_ratio = (lambda a: max(0, math.floor((a + 3) / 4)), 16, 16)
+                    self.downscale_index_formula = (4, 16, 16)
+                    self.latent_dim = 3
+                    self.not_video = True
+                    self.first_stage_model = AutoencodingEngine(regularizer_config={'target': "comfy.ldm.models.autoencoder.DiagonalGaussianRegularizer"},
+                                                                encoder_config={'target': "comfy.ldm.hunyuan_video.vae_refiner.Encoder", 'params': ddconfig},
+                                                                decoder_config={'target': "comfy.ldm.hunyuan_video.vae_refiner.Decoder", 'params': ddconfig})
+
+                    self.memory_used_encode = lambda shape, dtype: (2800 * shape[-2] * shape[-1]) * model_management.dtype_size(dtype)
+                    self.memory_used_decode = lambda shape, dtype: (2800 * shape[-3] * shape[-2] * shape[-1] * 16 * 16) * model_management.dtype_size(dtype)
+                else:
+                    #default SD1.x/SD2.x VAE parameters
+                    ddconfig = {'double_z': True, 'z_channels': 4, 'resolution': 256, 'in_channels': 3, 'out_ch': 3, 'ch': 128, 'ch_mult': [1, 2, 4, 4], 'num_res_blocks': 2, 'attn_resolutions': [], 'dropout': 0.0}
+
+                    if 'encoder.down.2.downsample.conv.weight' not in sd and 'decoder.up.3.upsample.conv.weight' not in sd: #Stable diffusion x4 upscaler VAE
+                        ddconfig['ch_mult'] = [1, 2, 4]
+                        self.downscale_ratio = 4
+                        self.upscale_ratio = 4
+
+                    self.latent_channels = ddconfig['z_channels'] = sd["decoder.conv_in.weight"].shape[1]
+                    if 'decoder.post_quant_conv.weight' in sd:
+                        sd = comfy.utils.state_dict_prefix_replace(sd, {"decoder.post_quant_conv.": "post_quant_conv.", "encoder.quant_conv.": "quant_conv."})
+
+                    if 'bn.running_mean' in sd:
+                        ddconfig["batch_norm_latent"] = True
+                        self.downscale_ratio *= 2
+                        self.upscale_ratio *= 2
+                        self.latent_channels *= 4
+                        old_memory_used_decode = self.memory_used_decode
+                        self.memory_used_decode = lambda shape, dtype: old_memory_used_decode(shape, dtype) *  4.0
+
+                    decoder_ch = sd['decoder.conv_in.weight'].shape[0] // ddconfig['ch_mult'][-1]
+                    if decoder_ch != ddconfig['ch']:
+                        decoder_ddconfig = ddconfig.copy()
+                        decoder_ddconfig['ch'] = decoder_ch
+                    else:
+                        decoder_ddconfig = None
+
+                    if 'post_quant_conv.weight' in sd:
+                        self.first_stage_model = AutoencoderKL(ddconfig=ddconfig, embed_dim=sd['post_quant_conv.weight'].shape[1], **({"decoder_ddconfig": decoder_ddconfig} if decoder_ddconfig is not None else {}))
+                    else:
+                        self.first_stage_model = AutoencodingEngine(regularizer_config={'target': "comfy.ldm.models.autoencoder.DiagonalGaussianRegularizer"},
+                                                                    encoder_config={'target': "comfy.ldm.modules.diffusionmodules.model.Encoder", 'params': ddconfig},
+                                                                    decoder_config={'target': "comfy.ldm.modules.diffusionmodules.model.Decoder", 'params': decoder_ddconfig if decoder_ddconfig is not None else ddconfig})
+            elif "decoder.layers.1.layers.0.beta" in sd:
+                config = {}
+                param_key = None
+                self.upscale_ratio = 2048
+                self.downscale_ratio = 2048
+                if "decoder.layers.2.layers.1.weight_v" in sd:
+                    param_key = "decoder.layers.2.layers.1.weight_v"
+                if "decoder.layers.2.layers.1.parametrizations.weight.original1" in sd:
+                    param_key = "decoder.layers.2.layers.1.parametrizations.weight.original1"
+                if param_key is not None:
+                    if sd[param_key].shape[-1] == 12:
+                        config["strides"] = [2, 4, 4, 6, 10]
+                        self.audio_sample_rate = 48000
+                        self.upscale_ratio = 1920
+                        self.downscale_ratio = 1920
+
+                self.first_stage_model = AudioOobleckVAE(**config)
+                self.memory_used_encode = lambda shape, dtype: (1000 * shape[2]) * model_management.dtype_size(dtype)
+                self.memory_used_decode = lambda shape, dtype: (1000 * shape[2] * 2048) * model_management.dtype_size(dtype)
+                self.latent_channels = 64
+                self.output_channels = 2
+                self.pad_channel_value = "replicate"
+                self.latent_dim = 1
+                self.process_output = lambda audio: audio
+                self.process_input = lambda audio: audio
+                self.working_dtypes = [torch.float16, torch.bfloat16, torch.float32]
+                self.disable_offload = True
+            elif "blocks.2.blocks.3.stack.5.weight" in sd or "decoder.blocks.2.blocks.3.stack.5.weight" in sd or "layers.4.layers.1.attn_block.attn.qkv.weight" in sd or "encoder.layers.4.layers.1.attn_block.attn.qkv.weight" in sd: #genmo mochi vae
+                if "blocks.2.blocks.3.stack.5.weight" in sd:
+                    sd = comfy.utils.state_dict_prefix_replace(sd, {"": "decoder."})
+                if "layers.4.layers.1.attn_block.attn.qkv.weight" in sd:
+                    sd = comfy.utils.state_dict_prefix_replace(sd, {"": "encoder."})
+                self.first_stage_model = comfy.ldm.genmo.vae.model.VideoVAE()
+                self.latent_channels = 12
+                self.latent_dim = 3
+                self.memory_used_decode = lambda shape, dtype: (1000 * shape[2] * shape[3] * shape[4] * (6 * 8 * 8)) * model_management.dtype_size(dtype)
+                self.memory_used_encode = lambda shape, dtype: (1.5 * max(shape[2], 7) * shape[3] * shape[4] * (6 * 8 * 8)) * model_management.dtype_size(dtype)
+                self.upscale_ratio = (lambda a: max(0, a * 6 - 5), 8, 8)
+                self.upscale_index_formula = (6, 8, 8)
+                self.downscale_ratio = (lambda a: max(0, math.floor((a + 5) / 6)), 8, 8)
+                self.downscale_index_formula = (6, 8, 8)
+                self.working_dtypes = [torch.float16, torch.float32]
+            elif "decoder.up_blocks.0.res_blocks.0.conv1.conv.weight" in sd: #lightricks ltxv
+                tensor_conv1 = sd["decoder.up_blocks.0.res_blocks.0.conv1.conv.weight"]
+                version = 0
+                if tensor_conv1.shape[0] == 512:
+                    version = 0
+                elif tensor_conv1.shape[0] == 1024:
+                    version = 1
+                    if "encoder.down_blocks.1.conv.conv.bias" in sd:
+                        version = 2
+                vae_config = None
+                if metadata is not None and "config" in metadata:
+                    vae_config = json.loads(metadata["config"]).get("vae", None)
+                self.first_stage_model = comfy.ldm.lightricks.vae.causal_video_autoencoder.VideoVAE(version=version, config=vae_config)
+                self.latent_channels = 128
+                self.latent_dim = 3
+                self.memory_used_decode = lambda shape, dtype: (1200 * shape[2] * shape[3] * shape[4] * (8 * 8 * 8)) * model_management.dtype_size(dtype)
+                self.memory_used_encode = lambda shape, dtype: (80 * max(shape[2], 7) * shape[3] * shape[4]) * model_management.dtype_size(dtype)
+                self.upscale_ratio = (lambda a: max(0, a * 8 - 7), 32, 32)
+                self.upscale_index_formula = (8, 32, 32)
+                self.downscale_ratio = (lambda a: max(0, math.floor((a + 7) / 8)), 32, 32)
+                self.downscale_index_formula = (8, 32, 32)
+                self.working_dtypes = [torch.bfloat16, torch.float32]
+            elif "decoder.conv_in.conv.weight" in sd and sd['decoder.conv_in.conv.weight'].shape[1] == 32:
+                ddconfig = {"block_out_channels": [128, 256, 512, 1024, 1024], "in_channels": 3, "out_channels": 3, "num_res_blocks": 2, "ffactor_spatial": 16, "ffactor_temporal": 4, "downsample_match_channel": True, "upsample_match_channel": True}
+                ddconfig['z_channels'] = sd["decoder.conv_in.conv.weight"].shape[1]
+                self.latent_channels = 32
+                self.upscale_ratio = (lambda a: max(0, a * 4 - 3), 16, 16)
+                self.upscale_index_formula = (4, 16, 16)
+                self.downscale_ratio = (lambda a: max(0, math.floor((a + 3) / 4)), 16, 16)
+                self.downscale_index_formula = (4, 16, 16)
+                self.latent_dim = 3
+                self.not_video = False
+                self.working_dtypes = [torch.float16, torch.bfloat16, torch.float32]
+                self.first_stage_model = AutoencodingEngine(regularizer_config={'target': "comfy.ldm.models.autoencoder.EmptyRegularizer"},
+                                                            encoder_config={'target': "comfy.ldm.hunyuan_video.vae_refiner.Encoder", 'params': ddconfig},
+                                                            decoder_config={'target': "comfy.ldm.hunyuan_video.vae_refiner.Decoder", 'params': ddconfig})
+
+                self.memory_used_encode = lambda shape, dtype: (1400 * 9 * shape[-2] * shape[-1]) * model_management.dtype_size(dtype)
+                self.memory_used_decode = lambda shape, dtype: (3600 * 4 * shape[-2] * shape[-1] * 16 * 16) * model_management.dtype_size(dtype)
+            elif "decoder.conv_in.conv.weight" in sd and "decoder.mid_block.resnets.0.norm1.norm_layer.weight" in sd:  # CogVideoX VAE
+                self.upscale_ratio = (lambda a: max(0, a * 4 - 3), 8, 8)
+                self.upscale_index_formula = (4, 8, 8)
+                self.downscale_ratio = (lambda a: max(0, math.floor((a + 3) / 4)), 8, 8)
+                self.downscale_index_formula = (4, 8, 8)
+                self.latent_dim = 3
+                self.latent_channels = sd["encoder.conv_out.conv.weight"].shape[0] // 2
+                self.first_stage_model = comfy.ldm.cogvideo.vae.AutoencoderKLCogVideoX(latent_channels=self.latent_channels)
+                self.memory_used_decode = lambda shape, dtype: (2800 * max(2, ((shape[2] - 1) * 4) + 1) * shape[3] * shape[4] * (8 * 8)) * model_management.dtype_size(dtype)
+                self.memory_used_encode = lambda shape, dtype: (1400 * max(1, shape[2]) * shape[3] * shape[4]) * model_management.dtype_size(dtype)
+                self.working_dtypes = [torch.bfloat16, torch.float16, torch.float32]
+            elif "decoder.conv_in.conv.weight" in sd:
+                ddconfig = {'double_z': True, 'z_channels': 4, 'resolution': 256, 'in_channels': 3, 'out_ch': 3, 'ch': 128, 'ch_mult': [1, 2, 4, 4], 'num_res_blocks': 2, 'attn_resolutions': [], 'dropout': 0.0}
+                ddconfig["conv3d"] = True
+                ddconfig["time_compress"] = 4
+                self.upscale_ratio = (lambda a: max(0, a * 4 - 3), 8, 8)
+                self.upscale_index_formula = (4, 8, 8)
+                self.downscale_ratio = (lambda a: max(0, math.floor((a + 3) / 4)), 8, 8)
+                self.downscale_index_formula = (4, 8, 8)
+                self.latent_dim = 3
+                self.latent_channels = ddconfig['z_channels'] = sd["decoder.conv_in.conv.weight"].shape[1]
+                self.first_stage_model = AutoencoderKL(ddconfig=ddconfig, embed_dim=sd['post_quant_conv.weight'].shape[1])
+                #This is likely to significantly over-estimate with single image or low frame counts as the
+                #implementation is able to completely skip caching. Rework if used as an image only VAE
+                self.memory_used_decode = lambda shape, dtype: (2800 * min(8, ((shape[2] - 1) * 4) + 1) * shape[3] * shape[4] * (8 * 8)) * model_management.dtype_size(dtype)
+                self.memory_used_encode = lambda shape, dtype: (1400 * min(9, shape[2]) * shape[3] * shape[4]) * model_management.dtype_size(dtype)
+                self.working_dtypes = [torch.bfloat16, torch.float16, torch.float32]
+            elif "decoder.unpatcher3d.wavelets" in sd:
+                self.upscale_ratio = (lambda a: max(0, a * 8 - 7), 8, 8)
+                self.upscale_index_formula = (8, 8, 8)
+                self.downscale_ratio = (lambda a: max(0, math.floor((a + 7) / 8)), 8, 8)
+                self.downscale_index_formula = (8, 8, 8)
+                self.latent_dim = 3
+                self.latent_channels = 16
+                ddconfig = {'z_channels': 16, 'latent_channels': self.latent_channels, 'z_factor': 1, 'resolution': 1024, 'in_channels': 3, 'out_channels': 3, 'channels': 128, 'channels_mult': [2, 4, 4], 'num_res_blocks': 2, 'attn_resolutions': [32], 'dropout': 0.0, 'patch_size': 4, 'num_groups': 1, 'temporal_compression': 8, 'spacial_compression': 8}
+                self.first_stage_model = comfy.ldm.cosmos.vae.CausalContinuousVideoTokenizer(**ddconfig)
+                #TODO: these values are a bit off because this is not a standard VAE
+                self.memory_used_decode = lambda shape, dtype: (50 * shape[2] * shape[3] * shape[4] * (8 * 8 * 8)) * model_management.dtype_size(dtype)
+                self.memory_used_encode = lambda shape, dtype: (50 * (round((shape[2] + 7) / 8) * 8) * shape[3] * shape[4]) * model_management.dtype_size(dtype)
+                self.working_dtypes = [torch.bfloat16, torch.float32]
+            elif "decoder.middle.0.residual.0.gamma" in sd:
+                if "decoder.upsamples.0.upsamples.0.residual.2.weight" in sd:  # Wan 2.2 VAE
+                    self.upscale_ratio = (lambda a: max(0, a * 4 - 3), 16, 16)
+                    self.upscale_index_formula = (4, 16, 16)
+                    self.downscale_ratio = (lambda a: max(0, math.floor((a + 3) / 4)), 16, 16)
+                    self.downscale_index_formula = (4, 16, 16)
+                    self.latent_dim = 3
+                    self.latent_channels = 48
+                    ddconfig = {"dim": 160, "z_dim": self.latent_channels, "dim_mult": [1, 2, 4, 4], "num_res_blocks": 2, "attn_scales": [], "temperal_downsample": [False, True, True], "dropout": 0.0}
+                    self.first_stage_model = comfy.ldm.wan.vae2_2.WanVAE(**ddconfig)
+                    self.working_dtypes = [torch.bfloat16, torch.float16, torch.float32]
+                    self.memory_used_encode = lambda shape, dtype: 3300 * shape[3] * shape[4] * model_management.dtype_size(dtype)
+                    self.memory_used_decode = lambda shape, dtype: 8000 * shape[3] * shape[4] * (16 * 16) * model_management.dtype_size(dtype)
+                else:  # Wan 2.1 VAE
+                    dim = sd["decoder.head.0.gamma"].shape[0]
+                    self.upscale_ratio = (lambda a: max(0, a * 4 - 3), 8, 8)
+                    self.upscale_index_formula = (4, 8, 8)
+                    self.downscale_ratio = (lambda a: max(0, math.floor((a + 3) / 4)), 8, 8)
+                    self.downscale_index_formula = (4, 8, 8)
+                    self.latent_dim = 3
+                    self.latent_channels = 16
+                    self.output_channels = sd["encoder.conv1.weight"].shape[1]
+                    self.conv_out_channels = sd["decoder.head.2.weight"].shape[0]
+                    self.pad_channel_value = 1.0
+                    ddconfig = {"dim": dim, "z_dim": self.latent_channels, "dim_mult": [1, 2, 4, 4], "num_res_blocks": 2, "attn_scales": [], "temperal_downsample": [False, True, True], "image_channels": self.output_channels, "conv_out_channels": self.conv_out_channels, "dropout": 0.0}
+                    self.first_stage_model = comfy.ldm.wan.vae.WanVAE(**ddconfig)
+                    self.working_dtypes = [torch.bfloat16, torch.float16, torch.float32]
+                    self.memory_used_encode = lambda shape, dtype: (1500 if shape[2]<=4 else 6000) * shape[3] * shape[4] * model_management.dtype_size(dtype)
+                    self.memory_used_decode = lambda shape, dtype: (2200 if shape[2]<=4 else 7000) * shape[3] * shape[4] * (8*8) * model_management.dtype_size(dtype)
+
+
+            # Hunyuan 3d v2 2.0 & 2.1
+            elif "geo_decoder.cross_attn_decoder.ln_1.bias" in sd:
+
+                self.latent_dim = 1
+
+                def estimate_memory(shape, dtype, num_layers = 16, kv_cache_multiplier = 2):
+                    batch, num_tokens, hidden_dim = shape
+                    dtype_size = model_management.dtype_size(dtype)
+
+                    total_mem = batch * num_tokens * hidden_dim * dtype_size * (1 + kv_cache_multiplier * num_layers)
+                    return total_mem
+
+                # better memory estimations
+                self.memory_used_encode = lambda shape, dtype, num_layers = 8, kv_cache_multiplier = 0:\
+                    estimate_memory(shape, dtype, num_layers, kv_cache_multiplier)
+
+                self.memory_used_decode = lambda shape, dtype, num_layers = 16, kv_cache_multiplier = 2: \
+                    estimate_memory(shape, dtype, num_layers, kv_cache_multiplier)
+
+                self.first_stage_model = comfy.ldm.hunyuan3d.vae.ShapeVAE()
+                self.working_dtypes = [torch.float16, torch.bfloat16, torch.float32]
+
+
+            elif "vocoder.backbone.channel_layers.0.0.bias" in sd: #Ace Step Audio
+                self.first_stage_model = comfy.ldm.ace.vae.music_dcae_pipeline.MusicDCAE(source_sample_rate=44100)
+                self.memory_used_encode = lambda shape, dtype: (shape[2] * 330) * model_management.dtype_size(dtype)
+                self.memory_used_decode = lambda shape, dtype: (shape[2] * shape[3] * 87000) * model_management.dtype_size(dtype)
+                self.latent_channels = 8
+                self.output_channels = 2
+                self.pad_channel_value = "replicate"
+                self.upscale_ratio = 4096
+                self.downscale_ratio = 4096
+                self.latent_dim = 2
+                self.process_output = lambda audio: audio
+                self.process_input = lambda audio: audio
+                self.working_dtypes = [torch.bfloat16, torch.float16, torch.float32]
+                self.disable_offload = True
+                self.extra_1d_channel = 16
+            elif "pixel_space_vae" in sd:
+                self.first_stage_model = comfy.pixel_space_convert.PixelspaceConversionVAE()
+                self.memory_used_encode = lambda shape, dtype: (1 * shape[2] * shape[3]) * model_management.dtype_size(dtype)
+                self.memory_used_decode = lambda shape, dtype: (1 * shape[2] * shape[3]) * model_management.dtype_size(dtype)
+                self.downscale_ratio = 1
+                self.upscale_ratio = 1
+                self.latent_channels = 3
+                self.latent_dim = 2
+                self.output_channels = 3
+                self.disable_offload = True
+            elif "vocoder.activation_post.downsample.lowpass.filter" in sd: #MMAudio VAE
+                sample_rate = 16000
+                if sample_rate == 16000:
+                    mode = '16k'
+                else:
+                    mode = '44k'
+
+                self.first_stage_model = comfy.ldm.mmaudio.vae.autoencoder.AudioAutoencoder(mode=mode)
+                self.memory_used_encode = lambda shape, dtype: (30 * shape[2]) * model_management.dtype_size(dtype)
+                self.memory_used_decode = lambda shape, dtype: (90 * shape[2] * 1411.2) * model_management.dtype_size(dtype)
+                self.latent_channels = 20
+                self.output_channels = 2
+                self.upscale_ratio = 512 * (44100 / sample_rate)
+                self.downscale_ratio = 512 * (44100 / sample_rate)
+                self.latent_dim = 1
+                self.process_output = lambda audio: audio
+                self.process_input = lambda audio: audio
+                self.working_dtypes = [torch.float32]
+                self.crop_input = False
+            elif "decoder.22.bias" in sd: # taehv, taew and lighttae
+                self.latent_channels = sd["decoder.1.weight"].shape[1]
+                self.latent_dim = 3
+                self.upscale_ratio = (lambda a: max(0, a * 4 - 3), 16, 16)
+                self.upscale_index_formula = (4, 16, 16)
+                self.downscale_ratio = (lambda a: max(0, math.floor((a + 3) / 4)), 16, 16)
+                self.downscale_index_formula = (4, 16, 16)
+                if self.latent_channels in [48, 128]: # Wan 2.2 and LTX2
+                    self.first_stage_model = comfy.taesd.taehv.TAEHV(latent_channels=self.latent_channels, latent_format=None) # taehv doesn't need scaling
+                    self.process_input = self.process_output = lambda image: image
+                    self.process_output = lambda image: image
+                    self.memory_used_decode = lambda shape, dtype: (1800 * (max(1, (shape[-3] ** 0.7 * 0.1)) * shape[-2] * shape[-1] * 16 * 16) * model_management.dtype_size(dtype))
+                elif self.latent_channels == 32 and sd["decoder.22.bias"].shape[0] == 12: # lighttae_hv15
+                    self.first_stage_model = comfy.taesd.taehv.TAEHV(latent_channels=self.latent_channels, latent_format=comfy.latent_formats.HunyuanVideo15)
+                    self.memory_used_decode = lambda shape, dtype: (1200 * (max(1, (shape[-3] ** 0.7 * 0.05)) * shape[-2] * shape[-1] * 32 * 32) * model_management.dtype_size(dtype))
+                else:
+                    if sd["decoder.1.weight"].dtype == torch.float16: # taehv currently only available in float16, so assume it's not lighttaew2_1 as otherwise state dicts are identical
+                        latent_format=comfy.latent_formats.HunyuanVideo
+                    else:
+                        latent_format=None # lighttaew2_1 doesn't need scaling
+                    self.first_stage_model = comfy.taesd.taehv.TAEHV(latent_channels=self.latent_channels, latent_format=latent_format)
+                    self.process_input = self.process_output = lambda image: image
+                    self.upscale_ratio = (lambda a: max(0, a * 4 - 3), 8, 8)
+                    self.upscale_index_formula = (4, 8, 8)
+                    self.downscale_ratio = (lambda a: max(0, math.floor((a + 3) / 4)), 8, 8)
+                    self.downscale_index_formula = (4, 8, 8)
+                    self.memory_used_encode = lambda shape, dtype: (700 * (max(1, (shape[-3] ** 0.66 * 0.11)) * shape[-2] * shape[-1]) * model_management.dtype_size(dtype))
+                    self.memory_used_decode = lambda shape, dtype: (50 * (max(1, (shape[-3] ** 0.65 * 0.26)) * shape[-2] * shape[-1] * 32 * 32) * model_management.dtype_size(dtype))
+            elif "vocoder.resblocks.0.convs1.0.weight" in sd or "vocoder.vocoder.resblocks.0.convs1.0.weight" in sd: # LTX Audio
+                sd = comfy.utils.state_dict_prefix_replace(sd, {"audio_vae.": "autoencoder."})
+                self.first_stage_model = comfy.ldm.lightricks.vae.audio_vae.AudioVAE(metadata=metadata)
+                self.memory_used_encode = lambda shape, dtype: (shape[2] * 330) * model_management.dtype_size(dtype)
+                self.memory_used_decode = lambda shape, dtype: (shape[2] * shape[3] * 87000) * model_management.dtype_size(dtype)
+                self.latent_channels = self.first_stage_model.latent_channels
+                self.audio_sample_rate_output = self.first_stage_model.output_sample_rate
+                self.autoencoder = self.first_stage_model.autoencoder  # TODO: remove hack for ltxv custom nodes
+                self.output_channels = 2
+                self.pad_channel_value = "replicate"
+                self.upscale_ratio = 4096
+                self.downscale_ratio = 4096
+                self.latent_dim = 2
+                self.process_output = lambda audio: audio
+                self.process_input = lambda audio: audio
+                self.working_dtypes = [torch.float32]
+                self.disable_offload = True
+                self.extra_1d_channel = 16
+            elif "decoder.layers.3.transformers.0.pre_norm.alpha" in sd:  # Stable Audio 3 VAE
+                if "decoder.layers.3.transformers.11.self_attn.to_out.weight" in sd:
+                    config = {"channels": 256, "transformer_depths": 12, "sinusoidal_blocks": 8,
+                              "sliding_window": [1, 1], "decoder_conv_mapping": False,
+                              "chunk_size": 128, "chunk_midpoint_shift": False}
+                    self.memory_used_encode = lambda shape, dtype: (1500 * shape[2]) * model_management.dtype_size(dtype)
+                    self.memory_used_decode = lambda shape, dtype: (1500 * shape[2] * 4096) * model_management.dtype_size(dtype)
+                else:
+                    config = {"channels": 128, "transformer_depths": 6, "sinusoidal_blocks": 0,
+                              "sliding_window": None, "decoder_conv_mapping": True,
+                              "chunk_size": 32, "chunk_midpoint_shift": True}
+                    self.memory_used_encode = lambda shape, dtype: (72 * shape[2]) * model_management.dtype_size(dtype)
+                    self.memory_used_decode = lambda shape, dtype: (72 * shape[2] * 4096) * model_management.dtype_size(dtype)
+
+                self.first_stage_model = comfy.ldm.audio.vae_sa3.SA3AudioVAE(**config)
+                self.latent_channels = 256
+                self.output_channels = 2
+                self.upscale_ratio = 4096
+                self.downscale_ratio = 4096
+                self.latent_dim = 1
+                self.audio_sample_rate = 44100
+                self.process_output = lambda audio: audio
+                self.process_input = lambda audio: audio
+                self.working_dtypes = [torch.bfloat16, torch.float16, torch.float32]
+                #This VAE has Parameters and Buffers the non-dynamic caster cannot handle
+                #Force cast it for --disable-dynamic-vram users until there is a true core fix.
+                if not comfy.memory_management.aimdo_enabled:
+                    self.disable_offload = True
+            elif "decoder.transformer_blocks.0.scale1" in sd and "encoder.down.5.block.0.conv1.weight" in sd:  # MiniMax H3 video VAE
+                self.first_stage_model = comfy.ldm.minimax.vae.MiniMaxH3VideoVAE()
+                self.latent_channels = 24
+                self.latent_dim = 3
+                # frames 17k+5 <-> latents 5k+2, 16x spatial
+                self.upscale_ratio = (lambda a: max(1, (a - 2) // 5 * 17 + 5), 16, 16)
+                self.upscale_index_formula = (4, 16, 16)
+                self.downscale_ratio = (lambda a: max(1, (a - 5) // 17 * 5 + 2) if a > 1 else 1, 16, 16)
+                self.downscale_index_formula = (4, 16, 16)
+                self.working_dtypes = [torch.float16, torch.float32]
+                # the model tiles internally (256px spatial, 17-frame temporal chunks)
+                self.handles_tiling = True
+                def estimate_encode_memory(frames, height, width, dtype):
+                    fixed = 110_000_000 if frames == 1 else 1_300_000_000
+                    elements_per_pixel = 7 if frames == 1 else 9.5
+                    return (elements_per_pixel * frames * height * width + fixed) * model_management.dtype_size(dtype) * 1.03
+
+                def estimate_decode_memory(frames, height, width, dtype):
+                    fixed = 110_000_000 if frames <= 22 else 270_000_000
+                    return (9.5 * frames * height * width + fixed) * model_management.dtype_size(dtype) * 1.03
+
+                self.memory_used_encode = lambda shape, dtype: estimate_encode_memory(shape[2], shape[3], shape[4], dtype)
+                self.memory_used_decode = lambda shape, dtype: estimate_decode_memory(self.upscale_ratio[0](shape[2]), shape[3] * self.upscale_ratio[1], shape[4] * self.upscale_ratio[2], dtype)
+            elif "pre_block.attn.zero_k_bias" in sd:  # MiniMax H3 audio VAE (DAC encoder + BigVGAN decoder)
+                self.first_stage_model = comfy.ldm.minimax.audio_vae.MiniMaxH3AudioVAE()
+                self.latent_channels = 32
+                self.output_channels = 2
+                self.pad_channel_value = "replicate"
+                self.audio_sample_rate = 32000
+                self.upscale_ratio = 800
+                self.downscale_ratio = 800
+                self.latent_dim = 2  # [B, 32, stereo 2, T]
+                self.process_output = lambda audio: audio
+                self.process_input = lambda audio: audio
+                self.working_dtypes = [torch.float32]
+                # encode gets the waveform shape [B, 2, samples], decode the latent shape [B, 32, 2, T]
+                def estimate_encode_memory(samples, dtype):
+                    return (900 * samples + 105_000_000) * model_management.dtype_size(dtype) * 1.03
+
+                def estimate_decode_memory(samples, dtype):
+                    return max(42_000_000, 220 * samples + 20_000_000) * model_management.dtype_size(dtype) * 1.03
+
+                self.memory_used_encode = lambda shape, dtype: estimate_encode_memory(shape[2], dtype)
+                self.memory_used_decode = lambda shape, dtype: estimate_decode_memory(shape[-1] * self.upscale_ratio, dtype)
+            elif "gs.base_offset_scale" in sd and "octree.out_proj.weight" in sd:  # TripoSplat octree gaussian decoder
+                self.first_stage_model = comfy.ldm.triposplat.vae.OctreeGaussianDecoder()
+                self.latent_channels = 16
+                self.latent_dim = 1
+                self.working_dtypes = [torch.float16, torch.bfloat16, torch.float32]
+                # The generic VAE.encode/decode path isn't used: VAEDecodeTripoSplat calls the gaussian
+                # decoder directly (structured GaussianSplat objects, not a tensor and reserves VRAM itself from num_gaussians.
+                def _no_generic_io(*args, **kwargs):
+                    raise RuntimeError("TripoSplat gaussian decoder: use the 'TripoSplat Decode' (VAEDecodeTripoSplat)")
+                self.memory_used_encode = self.memory_used_decode = _no_generic_io
+            else:
+                logging.warning("WARNING: No VAE weights detected, VAE not initalized.")
+                self.first_stage_model = None
+                return
+        else:
+            self.first_stage_model = AutoencoderKL(**(config['params']))
+        self.first_stage_model = self.first_stage_model.eval()
+
+        if device is None:
+            device = model_management.vae_device()
+        self.device = device
+        offload_device = model_management.vae_offload_device()
+        if dtype is None:
+            dtype = model_management.vae_dtype(self.device, self.working_dtypes)
+        self.vae_dtype = dtype
+        self.first_stage_model.to(self.vae_dtype)
+        model_management.archive_model_dtypes(self.first_stage_model)
+        self.output_device = model_management.intermediate_device()
+
+        mp = comfy.model_patcher.CoreModelPatcher
+        if self.disable_offload:
+            mp = comfy.model_patcher.ModelPatcher
+        self.patcher = mp(self.first_stage_model, load_device=self.device, offload_device=offload_device)
+
+        m, u = self.first_stage_model.load_state_dict(sd, strict=False, assign=self.patcher.is_dynamic())
+        if len(m) > 0:
+            logging.warning("Missing VAE keys {}".format(m))
+
+        if len(u) > 0:
+            logging.debug("Leftover VAE keys {}".format(u))
+
+        logging.info("VAE load device: {}, offload device: {}, dtype: {}".format(self.device, offload_device, self.vae_dtype))
+        self.model_size()
+
+    def model_size(self):
+        if self.size is not None:
+            return self.size
+        self.size = comfy.model_management.module_size(self.first_stage_model)
+        return self.size
+
+    def throw_exception_if_invalid(self):
+        if self.first_stage_model is None:
+            raise RuntimeError("ERROR: VAE is invalid: None\n\nIf the VAE is from a checkpoint loader node your checkpoint does not contain a valid VAE.")
+
+    def vae_encode_crop_pixels(self, pixels):
+        if self.crop_input:
+            downscale_ratio = self.spacial_compression_encode()
+
+            dims = pixels.shape[1:-1]
+            for d in range(len(dims)):
+                x = (dims[d] // downscale_ratio) * downscale_ratio
+                x_offset = (dims[d] % downscale_ratio) // 2
+                if x != dims[d]:
+                    pixels = pixels.narrow(d + 1, x_offset, x)
+
+        if pixels.shape[-1] > self.output_channels:
+            pixels = pixels[..., :self.output_channels]
+        elif pixels.shape[-1] < self.output_channels:
+            if self.pad_channel_value is not None:
+                if isinstance(self.pad_channel_value, str):
+                    mode = self.pad_channel_value
+                    value = None
+                else:
+                    mode = "constant"
+                    value = self.pad_channel_value
+
+                pixels = torch.nn.functional.pad(pixels, (0, self.output_channels - pixels.shape[-1]), mode=mode, value=value)
+        return pixels
+
+    def vae_output_dtype(self):
+        return model_management.intermediate_dtype()
+
+    def decode_tiled_(self, samples, tile_x=64, tile_y=64, overlap = 16):
+        steps = samples.shape[0] * comfy.utils.get_tiled_scale_steps(samples.shape[3], samples.shape[2], tile_x, tile_y, overlap)
+        steps += samples.shape[0] * comfy.utils.get_tiled_scale_steps(samples.shape[3], samples.shape[2], tile_x // 2, tile_y * 2, overlap)
+        steps += samples.shape[0] * comfy.utils.get_tiled_scale_steps(samples.shape[3], samples.shape[2], tile_x * 2, tile_y // 2, overlap)
+        pbar = comfy.utils.ProgressBar(steps)
+
+        decode_fn = lambda a: self.first_stage_model.decode(a.to(self.vae_dtype).to(self.device)).to(dtype=self.vae_output_dtype())
+        output = self.process_output(
+            (comfy.utils.tiled_scale(samples, decode_fn, tile_x // 2, tile_y * 2, overlap, upscale_amount = self.upscale_ratio, output_device=self.output_device, pbar = pbar) +
+            comfy.utils.tiled_scale(samples, decode_fn, tile_x * 2, tile_y // 2, overlap, upscale_amount = self.upscale_ratio, output_device=self.output_device, pbar = pbar) +
+             comfy.utils.tiled_scale(samples, decode_fn, tile_x, tile_y, overlap, upscale_amount = self.upscale_ratio, output_device=self.output_device, pbar = pbar))
+            / 3.0)
+        return output
+
+    def decode_tiled_1d(self, samples, tile_x=256, overlap=32):
+        if samples.ndim == 3:
+            decode_fn = lambda a: self.first_stage_model.decode(a.to(self.vae_dtype).to(self.device)).to(dtype=self.vae_output_dtype())
+        else:
+            og_shape = samples.shape
+            samples = samples.reshape((og_shape[0], og_shape[1] * og_shape[2], -1))
+            decode_fn = lambda a: self.first_stage_model.decode(a.reshape((-1, og_shape[1], og_shape[2], a.shape[-1])).to(self.vae_dtype).to(self.device)).to(dtype=self.vae_output_dtype())
+
+        return self.process_output(comfy.utils.tiled_scale_multidim(samples, decode_fn, tile=(tile_x,), overlap=overlap, upscale_amount=self.upscale_ratio, out_channels=self.output_channels, output_device=self.output_device))
+
+    def decode_tiled_3d(self, samples, tile_t=999, tile_x=32, tile_y=32, overlap=(1, 8, 8)):
+        decode_fn = lambda a: self.first_stage_model.decode(a.to(self.vae_dtype).to(self.device)).to(dtype=self.vae_output_dtype())
+        return self.process_output(comfy.utils.tiled_scale_multidim(samples, decode_fn, tile=(tile_t, tile_x, tile_y), overlap=overlap, upscale_amount=self.upscale_ratio, out_channels=self.output_channels, index_formulas=self.upscale_index_formula, output_device=self.output_device))
+
+    def _decode_tiled_owned(self, samples, **kwargs):
+        out = self.first_stage_model.decode_tiled(samples.to(self.vae_dtype).to(self.device), **kwargs)
+        return self.process_output(out.to(device=self.output_device, dtype=self.vae_output_dtype(), copy=True))
+
+    def encode_tiled_(self, pixel_samples, tile_x=512, tile_y=512, overlap = 64):
+        steps = pixel_samples.shape[0] * comfy.utils.get_tiled_scale_steps(pixel_samples.shape[3], pixel_samples.shape[2], tile_x, tile_y, overlap)
+        steps += pixel_samples.shape[0] * comfy.utils.get_tiled_scale_steps(pixel_samples.shape[3], pixel_samples.shape[2], tile_x // 2, tile_y * 2, overlap)
+        steps += pixel_samples.shape[0] * comfy.utils.get_tiled_scale_steps(pixel_samples.shape[3], pixel_samples.shape[2], tile_x * 2, tile_y // 2, overlap)
+        pbar = comfy.utils.ProgressBar(steps)
+
+        encode_fn = lambda a: self.first_stage_model.encode((self.process_input(a)).to(self.vae_dtype).to(self.device)).to(dtype=self.vae_output_dtype())
+        samples = comfy.utils.tiled_scale(pixel_samples, encode_fn, tile_x, tile_y, overlap, upscale_amount = (1/self.downscale_ratio), out_channels=self.latent_channels, output_device=self.output_device, pbar=pbar)
+        samples += comfy.utils.tiled_scale(pixel_samples, encode_fn, tile_x * 2, tile_y // 2, overlap, upscale_amount = (1/self.downscale_ratio), out_channels=self.latent_channels, output_device=self.output_device, pbar=pbar)
+        samples += comfy.utils.tiled_scale(pixel_samples, encode_fn, tile_x // 2, tile_y * 2, overlap, upscale_amount = (1/self.downscale_ratio), out_channels=self.latent_channels, output_device=self.output_device, pbar=pbar)
+        samples /= 3.0
+        return samples
+
+    def encode_tiled_1d(self, samples, tile_x=256 * 2048, overlap=64 * 2048):
+        if self.latent_dim == 1:
+            encode_fn = lambda a: self.first_stage_model.encode((self.process_input(a)).to(self.vae_dtype).to(self.device)).to(dtype=self.vae_output_dtype())
+            out_channels = self.latent_channels
+            upscale_amount = 1 / self.downscale_ratio
+        else:
+            extra_channel_size = self.extra_1d_channel
+            out_channels = self.latent_channels * extra_channel_size
+            tile_x = tile_x // extra_channel_size
+            overlap = overlap // extra_channel_size
+            upscale_amount = 1 / self.downscale_ratio
+            encode_fn = lambda a: self.first_stage_model.encode((self.process_input(a)).to(self.vae_dtype).to(self.device)).reshape(1, out_channels, -1).to(dtype=self.vae_output_dtype())
+
+        out = comfy.utils.tiled_scale_multidim(samples, encode_fn, tile=(tile_x,), overlap=overlap, upscale_amount=upscale_amount, out_channels=out_channels, output_device=self.output_device)
+        if self.latent_dim == 1:
+            return out
+        else:
+            return out.reshape(samples.shape[0], self.latent_channels, extra_channel_size, -1)
+
+    def encode_tiled_3d(self, samples, tile_t=9999, tile_x=512, tile_y=512, overlap=(1, 64, 64)):
+        encode_fn = lambda a: self.first_stage_model.encode((self.process_input(a)).to(self.vae_dtype).to(self.device)).to(dtype=self.vae_output_dtype())
+        return comfy.utils.tiled_scale_multidim(samples, encode_fn, tile=(tile_t, tile_x, tile_y), overlap=overlap, upscale_amount=self.downscale_ratio, out_channels=self.latent_channels, downscale=True, index_formulas=self.downscale_index_formula, output_device=self.output_device)
+
+    def _encode_tiled_owned(self, pixel_samples, **kwargs):
+        x = self.process_input(pixel_samples).to(self.vae_dtype).to(self.device)
+        out = self.first_stage_model.encode_tiled(x, **kwargs)
+        return out.to(device=self.output_device, dtype=self.vae_output_dtype())
+
+    def _owned_tiled_args(self, tile_x=None, tile_y=None, overlap=None, tile_t=None, overlap_t=None):
+        args = {}
+        if tile_x is not None:
+            args["tile_x"] = tile_x
+        if tile_y is not None:
+            args["tile_y"] = tile_y
+        if overlap is not None:
+            args["overlap"] = overlap
+        if tile_t is not None:
+            args["tile_t"] = tile_t
+        if overlap_t is not None:
+            args["overlap_t"] = overlap_t
+        return args
+
+    def decode(self, samples_in, vae_options={}):
+        self.throw_exception_if_invalid()
+        pixel_samples = None
+        do_tile = False
+        if self.latent_dim == 2 and samples_in.ndim == 5:
+            samples_in = samples_in[:, :, 0]
+
+        with model_management.cuda_device_context(self.device):
+            try:
+                memory_used = self.memory_used_decode(samples_in.shape, self.vae_dtype)
+                model_management.load_models_gpu([self.patcher], memory_required=memory_used, force_full_load=self.disable_offload)
+                free_memory = self.patcher.get_free_memory(self.device)
+                batch_number = int(free_memory / memory_used)
+                batch_number = max(1, batch_number)
+
+                # Pre-allocate output for VAEs that support direct buffer writes
+                preallocated = False
+                if getattr(self.first_stage_model, 'comfy_has_chunked_io', False):
+                    pixel_samples = torch.empty(self.first_stage_model.decode_output_shape(samples_in.shape), device=self.output_device, dtype=self.vae_output_dtype())
+                    preallocated = True
+
+                for x in range(0, samples_in.shape[0], batch_number):
+                    samples = samples_in[x:x + batch_number].to(device=self.device, dtype=self.vae_dtype)
+                    if preallocated:
+                        self.first_stage_model.decode(samples, output_buffer=pixel_samples[x:x+batch_number], **vae_options)
+                    else:
+                        out = self.first_stage_model.decode(samples, **vae_options).to(device=self.output_device, dtype=self.vae_output_dtype(), copy=True)
+                        if pixel_samples is None:
+                            pixel_samples = torch.empty((samples_in.shape[0],) + tuple(out.shape[1:]), device=self.output_device, dtype=self.vae_output_dtype())
+                        pixel_samples[x:x+batch_number].copy_(out)
+                        del out
+                    self.process_output(pixel_samples[x:x+batch_number])
+            except Exception as e:
+                model_management.raise_non_oom(e)
+                logging.warning("Warning: Ran out of memory when regular VAE decoding, retrying with tiled VAE decoding.")
+                #NOTE: We don't know what tensors were allocated to stack variables at the time of the
+                #exception and the exception itself refs them all until we get out of this except block.
+                #So we just set a flag for tiler fallback so that tensor gc can happen once the
+                #exception is fully off the books.
+                do_tile = True
+
+            if do_tile:
+                comfy.model_management.soft_empty_cache()
+                dims = samples_in.ndim - 2
+                if dims == 1 or self.extra_1d_channel is not None:
+                    pixel_samples = self.decode_tiled_1d(samples_in)
+                elif dims == 2:
+                    if self.handles_tiling:
+                        tile = 256 // self.spacial_compression_decode()
+                        overlap = tile // 4
+                        pixel_samples = self._decode_tiled_owned(samples_in, tile_x=tile, tile_y=tile, overlap=overlap)
+                    else:
+                        pixel_samples = self.decode_tiled_(samples_in)
+                elif dims == 3:
+                    tile = 256 // self.spacial_compression_decode()
+                    overlap = tile // 4
+                    if self.handles_tiling:
+                        pixel_samples = self._decode_tiled_owned(samples_in, tile_x=tile, tile_y=tile, overlap=overlap)
+                    else:
+                        pixel_samples = self.decode_tiled_3d(samples_in, tile_x=tile, tile_y=tile, overlap=(1, overlap, overlap))
+
+        pixel_samples = pixel_samples.to(self.output_device).movedim(1,-1)
+        return pixel_samples
+
+    def decode_tiled(self, samples, tile_x=None, tile_y=None, overlap=None, tile_t=None, overlap_t=None):
+        self.throw_exception_if_invalid()
+        memory_used = self.memory_used_decode(samples.shape, self.vae_dtype) #TODO: calculate mem required for tile
+        model_management.load_models_gpu([self.patcher], memory_required=memory_used, force_full_load=self.disable_offload)
+        dims = samples.ndim - 2
+        args = {}
+        if tile_x is not None:
+            args["tile_x"] = tile_x
+        if tile_y is not None:
+            args["tile_y"] = tile_y
+        if overlap is not None:
+            args["overlap"] = overlap
+
+        with model_management.cuda_device_context(self.device):
+            if self.handles_tiling and dims in (2, 3):
+                output = self._decode_tiled_owned(samples, **self._owned_tiled_args(tile_x, tile_y, overlap, tile_t, overlap_t))
+            elif dims == 1 or self.extra_1d_channel is not None:
+                args.pop("tile_y")
+                output = self.decode_tiled_1d(samples, **args)
+            elif dims == 2:
+                output = self.decode_tiled_(samples, **args)
+            elif dims == 3:
+                if overlap_t is None:
+                    args["overlap"] = (1, overlap, overlap)
+                else:
+                    args["overlap"] = (max(1, overlap_t), overlap, overlap)
+                if tile_t is not None:
+                    args["tile_t"] = max(2, tile_t)
+
+                output = self.decode_tiled_3d(samples, **args)
+        return output.movedim(1, -1)
+
+    def encode(self, pixel_samples):
+        self.throw_exception_if_invalid()
+        pixel_samples = self.vae_encode_crop_pixels(pixel_samples)
+        pixel_samples = pixel_samples.movedim(-1, 1)
+        do_tile = False
+        if self.latent_dim == 3 and pixel_samples.ndim < 5:
+            if not self.not_video:
+                pixel_samples = pixel_samples.movedim(1, 0).unsqueeze(0)
+            else:
+                pixel_samples = pixel_samples.unsqueeze(2)
+
+        with model_management.cuda_device_context(self.device):
+            try:
+                memory_used = self.memory_used_encode(pixel_samples.shape, self.vae_dtype)
+                model_management.load_models_gpu([self.patcher], memory_required=memory_used, force_full_load=self.disable_offload)
+                free_memory = self.patcher.get_free_memory(self.device)
+                batch_number = int(free_memory / max(1, memory_used))
+                batch_number = max(1, batch_number)
+                samples = None
+                for x in range(0, pixel_samples.shape[0], batch_number):
+                    pixels_in = self.process_input(pixel_samples[x:x + batch_number]).to(self.vae_dtype)
+                    if getattr(self.first_stage_model, 'comfy_has_chunked_io', False):
+                        out = self.first_stage_model.encode(pixels_in, device=self.device)
+                    else:
+                        pixels_in = pixels_in.to(self.device)
+                        out = self.first_stage_model.encode(pixels_in)
+                    out = out.to(self.output_device).to(dtype=self.vae_output_dtype())
+                    if samples is None:
+                        samples = torch.empty((pixel_samples.shape[0],) + tuple(out.shape[1:]), device=self.output_device, dtype=self.vae_output_dtype())
+                    samples[x:x + batch_number] = out
+
+            except Exception as e:
+                model_management.raise_non_oom(e)
+                logging.warning("Warning: Ran out of memory when regular VAE encoding, retrying with tiled VAE encoding.")
+                #NOTE: We don't know what tensors were allocated to stack variables at the time of the
+                #exception and the exception itself refs them all until we get out of this except block.
+                #So we just set a flag for tiler fallback so that tensor gc can happen once the
+                #exception is fully off the books.
+                do_tile = True
+
+            if do_tile:
+                comfy.model_management.soft_empty_cache()
+                if self.latent_dim == 3:
+                    tile = 256
+                    overlap = tile // 4
+                    if self.handles_tiling:
+                        samples = self._encode_tiled_owned(pixel_samples, tile_x=tile, tile_y=tile, overlap=overlap)
+                    else:
+                        samples = self.encode_tiled_3d(pixel_samples, tile_x=tile, tile_y=tile, overlap=(1, overlap, overlap))
+                elif self.latent_dim == 1 or self.extra_1d_channel is not None:
+                    samples = self.encode_tiled_1d(pixel_samples)
+                else:
+                    samples = self.encode_tiled_(pixel_samples)
+
+        if self.format_encoded is not None:
+            samples = self.format_encoded(samples)
+        return samples
+
+    def encode_tiled(self, pixel_samples, tile_x=None, tile_y=None, overlap=None, tile_t=None, overlap_t=None):
+        self.throw_exception_if_invalid()
+        pixel_samples = self.vae_encode_crop_pixels(pixel_samples)
+        dims = self.latent_dim
+        pixel_samples = pixel_samples.movedim(-1, 1)
+        if dims == 3 and pixel_samples.ndim < 5:
+            if not self.not_video:
+                pixel_samples = pixel_samples.movedim(1, 0).unsqueeze(0)
+            else:
+                pixel_samples = pixel_samples.unsqueeze(2)
+
+        memory_used = self.memory_used_encode(pixel_samples.shape, self.vae_dtype)  # TODO: calculate mem required for tile
+        model_management.load_models_gpu([self.patcher], memory_required=memory_used, force_full_load=self.disable_offload)
+
+        args = {}
+        if tile_x is not None:
+            args["tile_x"] = tile_x
+        if tile_y is not None:
+            args["tile_y"] = tile_y
+        if overlap is not None:
+            args["overlap"] = overlap
+
+        with model_management.cuda_device_context(self.device):
+            if dims == 1:
+                args.pop("tile_y")
+                samples = self.encode_tiled_1d(pixel_samples, **args)
+            elif dims == 2:
+                samples = self.encode_tiled_(pixel_samples, **args)
+            elif dims == 3:
+                if self.handles_tiling:
+                    samples = self._encode_tiled_owned(pixel_samples, **self._owned_tiled_args(tile_x, tile_y, overlap, tile_t, overlap_t))
+                else:
+                    if tile_t is not None:
+                        tile_t_latent = max(2, self.downscale_ratio[0](tile_t))
+                    else:
+                        tile_t_latent = 9999
+                    args["tile_t"] = self.upscale_ratio[0](tile_t_latent)
+
+                    spatial_overlap = overlap if overlap is not None else 64
+                    if overlap_t is None:
+                        args["overlap"] = (1, spatial_overlap, spatial_overlap)
+                    else:
+                        args["overlap"] = (self.upscale_ratio[0](max(1, min(tile_t_latent // 2, self.downscale_ratio[0](overlap_t)))), spatial_overlap, spatial_overlap)
+                    maximum = pixel_samples.shape[2]
+                    maximum = self.upscale_ratio[0](self.downscale_ratio[0](maximum))
+
+                    samples = self.encode_tiled_3d(pixel_samples[:,:,:maximum], **args)
+
+        if self.format_encoded is not None:
+            samples = self.format_encoded(samples)
+        return samples
+
+    def get_sd(self):
+        return self.first_stage_model.state_dict()
+
+    def spacial_compression_decode(self):
+        try:
+            return self.upscale_ratio[-1]
+        except:
+            return self.upscale_ratio
+
+    def spacial_compression_encode(self):
+        try:
+            return self.downscale_ratio[-1]
+        except:
+            return self.downscale_ratio
+
+    def temporal_compression_decode(self):
+        try:
+            return round(self.upscale_ratio[0](8192) / 8192)
+        except:
+            return None
+
+    def is_dynamic(self):
+        # A VAE built from a state dict with no detectable VAE weights returns early
+        # from __init__ ("No VAE weights detected") before self.patcher is assigned.
+        patcher = getattr(self, "patcher", None)
+        return patcher is not None and patcher.is_dynamic()
+
+class StyleModel:
+    def __init__(self, model, device="cpu"):
+        self.model = model
+
+    def get_cond(self, input):
+        return self.model(input.last_hidden_state)
+
+
+def load_style_model(ckpt_path):
+    model_data = comfy.utils.load_torch_file(ckpt_path, safe_load=True)
+    keys = model_data.keys()
+    if "style_embedding" in keys:
+        model = comfy.t2i_adapter.adapter.StyleAdapter(width=1024, context_dim=768, num_head=8, n_layes=3, num_token=8)
+    elif "redux_down.weight" in keys:
+        model = comfy.ldm.flux.redux.ReduxImageEncoder()
+    else:
+        raise Exception("invalid style model {}".format(ckpt_path))
+    model.load_state_dict(model_data)
+    return StyleModel(model)
+
+class CLIPType(Enum):
+    STABLE_DIFFUSION = 1
+    STABLE_CASCADE = 2
+    SD3 = 3
+    STABLE_AUDIO = 4
+    HUNYUAN_DIT = 5
+    FLUX = 6
+    MOCHI = 7
+    LTXV = 8
+    HUNYUAN_VIDEO = 9
+    PIXART = 10
+    COSMOS = 11
+    LUMINA2 = 12
+    WAN = 13
+    HIDREAM = 14
+    CHROMA = 15
+    ACE = 16
+    OMNIGEN2 = 17
+    QWEN_IMAGE = 18
+    HUNYUAN_IMAGE = 19
+    HUNYUAN_VIDEO_15 = 20
+    OVIS = 21
+    KANDINSKY5 = 22
+    KANDINSKY5_IMAGE = 23
+    NEWBIE = 24
+    FLUX2 = 25
+    LONGCAT_IMAGE = 26
+    COGVIDEOX = 27
+    LENS = 28
+    PIXELDIT = 29
+    IDEOGRAM4 = 30
+    BOOGU = 31
+    KREA2 = 32
+    JOYIMAGE = 33
+    MAGE = 34
+    MINIMAX = 35
+
+
+
+def load_clip_model_patcher(ckpt_paths, embedding_directory=None, clip_type=CLIPType.STABLE_DIFFUSION, model_options={}, disable_dynamic=False):
+    clip = load_clip(ckpt_paths, embedding_directory, clip_type, model_options, disable_dynamic)
+    return clip.patcher
+
+def load_clip(ckpt_paths, embedding_directory=None, clip_type=CLIPType.STABLE_DIFFUSION, model_options={}, disable_dynamic=False):
+    clip_data = []
+    for p in ckpt_paths:
+        sd, metadata = comfy.utils.load_torch_file(p, safe_load=True, return_metadata=True)
+        if model_options.get("custom_operations", None) is None:
+            sd, metadata = comfy.utils.convert_old_quants(sd, model_prefix="", metadata=metadata)
+        clip_data.append(sd)
+    clip = load_text_encoder_state_dicts(clip_data, embedding_directory=embedding_directory, clip_type=clip_type, model_options=model_options, disable_dynamic=disable_dynamic)
+    clip.patcher.cached_patcher_init = (load_clip_model_patcher, (ckpt_paths, embedding_directory, clip_type, model_options))
+    return clip
+
+
+class TEModel(Enum):
+    CLIP_L = 1
+    CLIP_H = 2
+    CLIP_G = 3
+    T5_XXL = 4
+    T5_XL = 5
+    T5_BASE = 6
+    LLAMA3_8 = 7
+    T5_XXL_OLD = 8
+    GEMMA_2_2B = 9
+    QWEN25_3B = 10
+    QWEN25_7B = 11
+    BYT5_SMALL_GLYPH = 12
+    GEMMA_3_4B = 13
+    MISTRAL3_24B = 14
+    MISTRAL3_24B_PRUNED_FLUX2 = 15
+    QWEN3_4B = 16
+    QWEN3_2B = 17
+    GEMMA_3_12B = 18
+    JINA_CLIP_2 = 19
+    QWEN3_8B = 20
+    QWEN3_06B = 21
+    GEMMA_3_4B_VISION = 22
+    QWEN35_08B = 23
+    QWEN35_2B = 24
+    QWEN35_4B = 25
+    QWEN35_9B = 26
+    QWEN35_27B = 27
+    MINISTRAL_3_3B = 28
+    GEMMA_4_E4B = 29
+    GEMMA_4_E2B = 30
+    GEMMA_4_31B = 31
+    T5_GEMMA = 32
+    GPT_OSS_20B = 33
+    QWEN3VL_4B = 34
+    QWEN3VL_8B = 35
+    GEMMA_4_12B = 36
+    QWEN3VL_32B = 37
+
+
+def detect_te_model(sd):
+    if "text_model.encoder.layers.30.mlp.fc1.weight" in sd:
+        return TEModel.CLIP_G
+    if "text_model.encoder.layers.22.mlp.fc1.weight" in sd:
+        return TEModel.CLIP_H
+    if "text_model.encoder.layers.0.mlp.fc1.weight" in sd:
+        return TEModel.CLIP_L
+    if "model.encoder.layers.0.mixer.Wqkv.weight" in sd:
+        return TEModel.JINA_CLIP_2
+    if "encoder.block.23.layer.1.DenseReluDense.wi_1.weight" in sd:
+        weight = sd["encoder.block.23.layer.1.DenseReluDense.wi_1.weight"]
+        if weight.shape[0] == 10240:
+            return TEModel.T5_XXL
+        elif weight.shape[0] == 5120:
+            return TEModel.T5_XL
+    if 'encoder.block.23.layer.1.DenseReluDense.wi.weight' in sd:
+        return TEModel.T5_XXL_OLD
+    if "encoder.block.0.layer.0.SelfAttention.k.weight" in sd:
+        weight = sd['encoder.block.0.layer.0.SelfAttention.k.weight']
+        if weight.shape[0] == 384:
+            return TEModel.BYT5_SMALL_GLYPH
+        return TEModel.T5_BASE
+    if "model.encoder.layers.0.pre_self_attn_layernorm.weight" in sd:
+        return TEModel.T5_GEMMA
+    if 'model.layers.0.post_feedforward_layernorm.weight' in sd:
+        if 'model.layers.59.self_attn.q_norm.weight' in sd:
+            return TEModel.GEMMA_4_31B
+        # Gemma4 12B Unified: 48 layers, encoder-free; global layers drop v_proj (attention_k_eq_v).
+        if 'model.layers.47.self_attn.q_norm.weight' in sd and 'model.layers.5.self_attn.v_proj.weight' not in sd:
+            return TEModel.GEMMA_4_12B
+        if 'model.layers.41.self_attn.q_norm.weight' in sd and 'model.layers.47.self_attn.q_norm.weight' not in sd:
+            return TEModel.GEMMA_4_E4B
+        if 'model.layers.34.self_attn.q_norm.weight' in sd and 'model.layers.41.self_attn.q_norm.weight' not in sd:
+            return TEModel.GEMMA_4_E2B
+        if 'model.layers.47.self_attn.q_norm.weight' in sd:
+            return TEModel.GEMMA_3_12B
+        if 'model.layers.0.self_attn.q_norm.weight' in sd:
+            if 'vision_model.embeddings.patch_embedding.weight' in sd:
+                return TEModel.GEMMA_3_4B_VISION
+            else:
+                return TEModel.GEMMA_3_4B
+        return TEModel.GEMMA_2_2B
+    # Must precede the Qwen2.5-7B k_proj.bias=512 check (GPT-OSS also has 8*64=512).
+    if "layers.0.self_attn.sinks" in sd and "layers.0.mlp.experts.gate_up_proj.weight" in sd:
+        return TEModel.GPT_OSS_20B
+    if 'model.layers.0.self_attn.k_proj.bias' in sd:
+        weight = sd['model.layers.0.self_attn.k_proj.bias']
+        if weight.shape[0] == 256:
+            return TEModel.QWEN25_3B
+        if weight.shape[0] == 512:
+            return TEModel.QWEN25_7B
+    if "model.language_model.layers.0.linear_attn.A_log" in sd and "model.language_model.layers.0.input_layernorm.weight" in sd:
+        weight = sd['model.language_model.layers.0.input_layernorm.weight']
+        if weight.shape[0] == 1024:
+            return TEModel.QWEN35_08B
+        if weight.shape[0] == 2560:
+            return TEModel.QWEN35_4B
+        if weight.shape[0] == 4096:
+            return TEModel.QWEN35_9B
+        if weight.shape[0] == 5120:
+            return TEModel.QWEN35_27B
+        return TEModel.QWEN35_2B
+    if "model.visual.deepstack_merger_list.0.norm.weight" in sd:  # DeepStack is unique to Qwen3-VL
+        return TEModel.QWEN3VL_4B if sd["model.visual.merger.linear_fc2.weight"].shape[0] == 2560 else TEModel.QWEN3VL_8B
+    if "visual.deepstack_merger_list.0.norm.weight" in sd and "model.layers.49.self_attn.q_proj.weight" in sd:
+        # MiniMax H3 conditioning encoder: Qwen3-VL-32B, truncated to 50 layers
+        return TEModel.QWEN3VL_32B
+    if "model.layers.0.post_attention_layernorm.weight" in sd:
+        weight = sd['model.layers.0.post_attention_layernorm.weight']
+        if 'model.layers.0.self_attn.q_norm.weight' in sd:
+            if weight.shape[0] == 2560:
+                return TEModel.QWEN3_4B
+            elif weight.shape[0] == 2048:
+                return TEModel.QWEN3_2B
+            elif weight.shape[0] == 4096:
+                return TEModel.QWEN3_8B
+            elif weight.shape[0] == 1024:
+                return TEModel.QWEN3_06B
+        if weight.shape[0] == 5120:
+            if "model.layers.39.post_attention_layernorm.weight" in sd:
+                return TEModel.MISTRAL3_24B
+            else:
+                return TEModel.MISTRAL3_24B_PRUNED_FLUX2
+        if weight.shape[0] == 3072:
+            return TEModel.MINISTRAL_3_3B
+
+        return TEModel.LLAMA3_8
+    return None
+
+
+def t5xxl_detect(clip_data):
+    weight_name = "encoder.block.23.layer.1.DenseReluDense.wi_1.weight"
+    weight_name_old = "encoder.block.23.layer.1.DenseReluDense.wi.weight"
+
+    for sd in clip_data:
+        if weight_name in sd or weight_name_old in sd:
+            return comfy.text_encoders.sd3_clip.t5_xxl_detect(sd)
+
+    return {}
+
+def llama_detect(clip_data):
+    weight_names = ["model.layers.0.self_attn.k_proj.weight", "model.layers.0.linear_attn.in_proj_a.weight"]
+
+    for sd in clip_data:
+        for weight_name in weight_names:
+            if weight_name in sd:
+                return comfy.text_encoders.hunyuan_video.llama_detect(sd)
+
+    return {}
+
+def load_text_encoder_state_dicts(state_dicts=[], embedding_directory=None, clip_type=CLIPType.STABLE_DIFFUSION, model_options={}, disable_dynamic=False):
+    clip_data = state_dicts
+
+    class EmptyClass:
+        pass
+
+    for i in range(len(clip_data)):
+        if "transformer.resblocks.0.ln_1.weight" in clip_data[i]:
+            clip_data[i] = comfy.utils.clip_text_transformers_convert(clip_data[i], "", "")
+        else:
+            if "text_projection" in clip_data[i]:
+                clip_data[i]["text_projection.weight"] = clip_data[i]["text_projection"].transpose(0, 1) #old models saved with the CLIPSave node
+        if "lm_head.weight" in clip_data[i]:
+            clip_data[i]["model.lm_head.weight"] = clip_data[i].pop("lm_head.weight") # prefix missing in some models
+
+    tokenizer_data = {}
+    clip_target = EmptyClass()
+    clip_target.params = {}
+    if len(clip_data) == 1:
+        te_model = detect_te_model(clip_data[0])
+        if te_model == TEModel.CLIP_G:
+            if clip_type == CLIPType.STABLE_CASCADE:
+                clip_target.clip = sdxl_clip.StableCascadeClipModel
+                clip_target.tokenizer = sdxl_clip.StableCascadeTokenizer
+            elif clip_type == CLIPType.SD3:
+                clip_target.clip = comfy.text_encoders.sd3_clip.sd3_clip(clip_l=False, clip_g=True, t5=False)
+                clip_target.tokenizer = comfy.text_encoders.sd3_clip.SD3Tokenizer
+            elif clip_type == CLIPType.HIDREAM:
+                clip_target.clip = comfy.text_encoders.hidream.hidream_clip(clip_l=False, clip_g=True, t5=False, llama=False, dtype_t5=None, dtype_llama=None)
+                clip_target.tokenizer = comfy.text_encoders.hidream.HiDreamTokenizer
+            else:
+                clip_target.clip = sdxl_clip.SDXLRefinerClipModel
+                clip_target.tokenizer = sdxl_clip.SDXLTokenizer
+        elif te_model == TEModel.CLIP_H:
+            clip_target.clip = comfy.text_encoders.sd2_clip.SD2ClipModel
+            clip_target.tokenizer = comfy.text_encoders.sd2_clip.SD2Tokenizer
+        elif te_model == TEModel.T5_XXL:
+            if clip_type == CLIPType.SD3:
+                clip_target.clip = comfy.text_encoders.sd3_clip.sd3_clip(clip_l=False, clip_g=False, t5=True, **t5xxl_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.sd3_clip.SD3Tokenizer
+            elif clip_type == CLIPType.LTXV:
+                clip_target.clip = comfy.text_encoders.lt.ltxv_te(**t5xxl_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.lt.LTXVT5Tokenizer
+            elif clip_type == CLIPType.PIXART or clip_type == CLIPType.CHROMA:
+                clip_target.clip = comfy.text_encoders.pixart_t5.pixart_te(**t5xxl_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.pixart_t5.PixArtTokenizer
+            elif clip_type == CLIPType.WAN:
+                clip_target.clip = comfy.text_encoders.wan.te(**t5xxl_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.wan.WanT5Tokenizer
+                tokenizer_data["spiece_model"] = clip_data[0].get("spiece_model", None)
+            elif clip_type == CLIPType.HIDREAM:
+                clip_target.clip = comfy.text_encoders.hidream.hidream_clip(**t5xxl_detect(clip_data),
+                                                                        clip_l=False, clip_g=False, t5=True, llama=False, dtype_llama=None)
+                clip_target.tokenizer = comfy.text_encoders.hidream.HiDreamTokenizer
+            elif clip_type == CLIPType.COGVIDEOX:
+                clip_target.clip = comfy.text_encoders.cogvideo.cogvideo_te(**t5xxl_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.cogvideo.CogVideoXTokenizer
+            else: #CLIPType.MOCHI
+                clip_target.clip = comfy.text_encoders.genmo.mochi_te(**t5xxl_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.genmo.MochiT5Tokenizer
+        elif te_model == TEModel.T5_XXL_OLD:
+            clip_target.clip = comfy.text_encoders.cosmos.te(**t5xxl_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.cosmos.CosmosT5Tokenizer
+        elif te_model == TEModel.T5_XL:
+            clip_target.clip = comfy.text_encoders.aura_t5.AuraT5Model
+            clip_target.tokenizer = comfy.text_encoders.aura_t5.AuraT5Tokenizer
+        elif te_model == TEModel.T5_BASE:
+            if clip_type == CLIPType.ACE or "spiece_model" in clip_data[0]:
+                clip_target.clip = comfy.text_encoders.ace.AceT5Model
+                clip_target.tokenizer = comfy.text_encoders.ace.AceT5Tokenizer
+                tokenizer_data["spiece_model"] = clip_data[0].get("spiece_model", None)
+            else:
+                clip_target.clip = comfy.text_encoders.sa_t5.SAT5Model
+                clip_target.tokenizer = comfy.text_encoders.sa_t5.SAT5Tokenizer
+        elif te_model == TEModel.T5_GEMMA:
+            clip_target.clip = comfy.text_encoders.sa3.SAT5GemmaModel
+            clip_target.tokenizer = comfy.text_encoders.sa3.SAT5GemmaTokenizer
+            tokenizer_data["spiece_model"] = clip_data[0].get("spiece_model", None)
+        elif te_model in (TEModel.GEMMA_4_E4B, TEModel.GEMMA_4_E2B, TEModel.GEMMA_4_31B, TEModel.GEMMA_4_12B):
+            variant = {TEModel.GEMMA_4_E4B: comfy.text_encoders.gemma4.Gemma4_E4B,
+                       TEModel.GEMMA_4_E2B: comfy.text_encoders.gemma4.Gemma4_E2B,
+                       TEModel.GEMMA_4_31B: comfy.text_encoders.gemma4.Gemma4_31B,
+                       TEModel.GEMMA_4_12B: comfy.text_encoders.gemma4.Gemma4_12B}[te_model]
+            clip_target.clip = comfy.text_encoders.gemma4.gemma4_te(**llama_detect(clip_data), model_class=variant)
+            clip_target.tokenizer = variant.tokenizer
+            tokenizer_data["tokenizer_json"] = clip_data[0].get("tokenizer_json", None)
+        elif te_model == TEModel.GEMMA_2_2B:
+            if clip_type == CLIPType.PIXELDIT:
+                clip_target.clip = comfy.text_encoders.pixeldit.pixeldit_te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.pixeldit.PixelDiTGemma2Tokenizer
+            else:
+                clip_target.clip = comfy.text_encoders.lumina2.te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.lumina2.LuminaTokenizer
+            tokenizer_data["spiece_model"] = clip_data[0].get("spiece_model", None)
+        elif te_model == TEModel.GEMMA_3_4B:
+            clip_target.clip = comfy.text_encoders.lumina2.te(**llama_detect(clip_data), model_type="gemma3_4b")
+            clip_target.tokenizer = comfy.text_encoders.lumina2.NTokenizer
+            tokenizer_data["spiece_model"] = clip_data[0].get("spiece_model", None)
+        elif te_model == TEModel.GEMMA_3_4B_VISION:
+            clip_target.clip = comfy.text_encoders.lumina2.te(**llama_detect(clip_data), model_type="gemma3_4b_vision")
+            clip_target.tokenizer = comfy.text_encoders.lumina2.NTokenizer
+            tokenizer_data["spiece_model"] = clip_data[0].get("spiece_model", None)
+        elif te_model == TEModel.GEMMA_3_12B:
+            clip_target.clip = comfy.text_encoders.lt.gemma3_te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.lt.Gemma3_12BTokenizer
+            tokenizer_data["spiece_model"] = clip_data[0].get("spiece_model", None)
+        elif te_model == TEModel.LLAMA3_8:
+            clip_target.clip = comfy.text_encoders.hidream.hidream_clip(**llama_detect(clip_data),
+                                                                        clip_l=False, clip_g=False, t5=False, llama=True, dtype_t5=None)
+            clip_target.tokenizer = comfy.text_encoders.hidream.HiDreamTokenizer
+        elif te_model == TEModel.QWEN25_3B:
+            clip_target.clip = comfy.text_encoders.omnigen2.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.omnigen2.Omnigen2Tokenizer
+        elif te_model == TEModel.QWEN25_7B:
+            if clip_type == CLIPType.HUNYUAN_IMAGE:
+                clip_target.clip = comfy.text_encoders.hunyuan_image.te(byt5=False, **llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.hunyuan_image.HunyuanImageTokenizer
+            elif clip_type == CLIPType.LONGCAT_IMAGE:
+                clip_target.clip = comfy.text_encoders.longcat_image.te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.longcat_image.LongCatImageTokenizer
+            else:
+                clip_target.clip = comfy.text_encoders.qwen_image.te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.qwen_image.QwenImageTokenizer
+        elif te_model == TEModel.MISTRAL3_24B or te_model == TEModel.MISTRAL3_24B_PRUNED_FLUX2:
+            clip_target.clip = comfy.text_encoders.flux.flux2_te(**llama_detect(clip_data), pruned=te_model == TEModel.MISTRAL3_24B_PRUNED_FLUX2)
+            clip_target.tokenizer = comfy.text_encoders.flux.Flux2Tokenizer
+            tokenizer_data["tekken_model"] = clip_data[0].get("tekken_model", None)
+        elif te_model == TEModel.GPT_OSS_20B:
+            clip_target.clip = comfy.text_encoders.gpt_oss.lens_te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.gpt_oss.LensTokenizer
+            tokenizer_data["tokenizer_json"] = clip_data[0].get("tokenizer_json", None)
+        elif te_model == TEModel.QWEN3_4B:
+            if clip_type == CLIPType.FLUX or clip_type == CLIPType.FLUX2:
+                clip_target.clip = comfy.text_encoders.flux.klein_te(**llama_detect(clip_data), model_type="qwen3_4b")
+                clip_target.tokenizer = comfy.text_encoders.flux.KleinTokenizer
+            else:
+                clip_target.clip = comfy.text_encoders.z_image.te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.z_image.ZImageTokenizer
+        elif te_model == TEModel.QWEN3_2B:
+            clip_target.clip = comfy.text_encoders.ovis.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.ovis.OvisTokenizer
+        elif te_model == TEModel.QWEN3_8B:
+            if clip_type == CLIPType.IDEOGRAM4:
+                clip_target.clip = comfy.text_encoders.ideogram4.te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.ideogram4.Ideogram4Tokenizer
+            else:
+                clip_target.clip = comfy.text_encoders.flux.klein_te(**llama_detect(clip_data), model_type="qwen3_8b")
+                clip_target.tokenizer = comfy.text_encoders.flux.KleinTokenizer8B
+        elif te_model == TEModel.JINA_CLIP_2:
+            clip_target.clip = comfy.text_encoders.jina_clip_2.JinaClip2TextModelWrapper
+            clip_target.tokenizer = comfy.text_encoders.jina_clip_2.JinaClip2TokenizerWrapper
+        elif te_model in (TEModel.QWEN35_08B, TEModel.QWEN35_2B, TEModel.QWEN35_4B, TEModel.QWEN35_9B, TEModel.QWEN35_27B):
+            clip_data[0] = comfy.utils.state_dict_prefix_replace(clip_data[0], {"model.language_model.": "model.", "model.visual.": "visual.", "lm_head.": "model.lm_head."})
+            qwen35_type = {TEModel.QWEN35_08B: "qwen35_08b", TEModel.QWEN35_2B: "qwen35_2b", TEModel.QWEN35_4B: "qwen35_4b", TEModel.QWEN35_9B: "qwen35_9b", TEModel.QWEN35_27B: "qwen35_27b"}[te_model]
+            clip_target.clip = comfy.text_encoders.qwen35.te(**llama_detect(clip_data), model_type=qwen35_type)
+            clip_target.tokenizer = comfy.text_encoders.qwen35.tokenizer(model_type=qwen35_type)
+        elif te_model in (TEModel.QWEN3VL_4B, TEModel.QWEN3VL_8B):
+            if clip_type == CLIPType.IDEOGRAM4 and te_model == TEModel.QWEN3VL_8B:  # Ideogram4 reuses the full Qwen3-VL-8B (13-layer tap for conditioning + multimodal generate).
+                clip_data[0] = comfy.utils.state_dict_prefix_replace(clip_data[0], {"model.language_model.": "model.", "model.visual.": "visual.", "lm_head.": "model.lm_head."})
+                clip_target.clip = comfy.text_encoders.ideogram4.te_qwen3vl(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.ideogram4.Ideogram4Qwen3VLTokenizer
+            elif clip_type == CLIPType.BOOGU and te_model == TEModel.QWEN3VL_8B:  # Boogu-Image: full Qwen3-VL-8B, last hidden state, no-think template.
+                clip_data[0] = comfy.utils.state_dict_prefix_replace(clip_data[0], {"model.language_model.": "model.", "model.visual.": "visual.", "lm_head.": "model.lm_head."})
+                clip_target.clip = comfy.text_encoders.boogu.te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.boogu.BooguTokenizer
+            elif clip_type == CLIPType.KREA2 and te_model == TEModel.QWEN3VL_4B:  # Krea2: full Qwen3-VL-4B (12-layer tap for conditioning + multimodal generate).
+                clip_data[0] = comfy.utils.state_dict_prefix_replace(clip_data[0], {"model.language_model.": "model.", "model.visual.": "visual.", "lm_head.": "model.lm_head."})
+                clip_target.clip = comfy.text_encoders.krea2.te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.krea2.Krea2Tokenizer
+            elif clip_type == CLIPType.MAGE and te_model == TEModel.QWEN3VL_4B:  # Mage-Flow: full Qwen3-VL-4B, last hidden state, Qwen-Image-style templates.
+                clip_data[0] = comfy.utils.state_dict_prefix_replace(clip_data[0], {"model.language_model.": "model.", "model.visual.": "visual.", "lm_head.": "model.lm_head."})
+                clip_target.clip = comfy.text_encoders.mage_flow.te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.mage_flow.MageFlowTokenizer
+            elif clip_type == CLIPType.JOYIMAGE and te_model == TEModel.QWEN3VL_8B:  # JoyImageEdit: full Qwen3-VL-8B, edit-conditioning template + drop_idx.
+                clip_data[0] = comfy.utils.state_dict_prefix_replace(clip_data[0], {"model.language_model.": "model.", "model.visual.": "visual.", "lm_head.": "model.lm_head."})
+                clip_target.clip = comfy.text_encoders.joyimage.te(**llama_detect(clip_data))
+                clip_target.tokenizer = comfy.text_encoders.joyimage.JoyImageTokenizer
+            elif clip_type in (CLIPType.FLUX, CLIPType.FLUX2):  # Flux2 Klein reuses the Qwen3-VL LM (3-layer tap -> 12288); visual unused.
+                klein_model_type = "qwen3_8b" if te_model == TEModel.QWEN3VL_8B else "qwen3_4b"
+                clip_target.clip = comfy.text_encoders.flux.klein_te(**llama_detect(clip_data), model_type=klein_model_type)
+                clip_target.tokenizer = comfy.text_encoders.flux.KleinTokenizer8B if te_model == TEModel.QWEN3VL_8B else comfy.text_encoders.flux.KleinTokenizer
+            else:
+                clip_data[0] = comfy.utils.state_dict_prefix_replace(clip_data[0], {"model.language_model.": "model.", "model.visual.": "visual.", "lm_head.": "model.lm_head."})
+                qwen3vl_type = {TEModel.QWEN3VL_4B: "qwen3vl_4b", TEModel.QWEN3VL_8B: "qwen3vl_8b"}[te_model]
+                clip_target.clip = comfy.text_encoders.qwen3vl.te(**llama_detect(clip_data), model_type=qwen3vl_type)
+                clip_target.tokenizer = comfy.text_encoders.qwen3vl.tokenizer(model_type=qwen3vl_type)
+        elif te_model == TEModel.QWEN3VL_32B:
+            clip_target.clip = comfy.text_encoders.minimax.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.minimax.MiniMaxH3Tokenizer
+        elif te_model == TEModel.QWEN3_06B:
+            clip_target.clip = comfy.text_encoders.anima.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.anima.AnimaTokenizer
+        elif te_model == TEModel.MINISTRAL_3_3B:
+            clip_target.clip = comfy.text_encoders.ernie.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.ernie.ErnieTokenizer
+            tokenizer_data["tekken_model"] = clip_data[0].get("tekken_model", None)
+        else:
+            # clip_l
+            if clip_type == CLIPType.SD3:
+                clip_target.clip = comfy.text_encoders.sd3_clip.sd3_clip(clip_l=True, clip_g=False, t5=False)
+                clip_target.tokenizer = comfy.text_encoders.sd3_clip.SD3Tokenizer
+            elif clip_type == CLIPType.HIDREAM:
+                clip_target.clip = comfy.text_encoders.hidream.hidream_clip(clip_l=True, clip_g=False, t5=False, llama=False, dtype_t5=None, dtype_llama=None)
+                clip_target.tokenizer = comfy.text_encoders.hidream.HiDreamTokenizer
+            else:
+                clip_target.clip = sd1_clip.SD1ClipModel
+                clip_target.tokenizer = sd1_clip.SD1Tokenizer
+    elif len(clip_data) == 2:
+        if clip_type == CLIPType.SD3:
+            te_models = [detect_te_model(clip_data[0]), detect_te_model(clip_data[1])]
+            clip_target.clip = comfy.text_encoders.sd3_clip.sd3_clip(clip_l=TEModel.CLIP_L in te_models, clip_g=TEModel.CLIP_G in te_models, t5=TEModel.T5_XXL in te_models, **t5xxl_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.sd3_clip.SD3Tokenizer
+        elif clip_type == CLIPType.HUNYUAN_DIT:
+            clip_target.clip = comfy.text_encoders.hydit.HyditModel
+            clip_target.tokenizer = comfy.text_encoders.hydit.HyditTokenizer
+        elif clip_type == CLIPType.FLUX:
+            clip_target.clip = comfy.text_encoders.flux.flux_clip(**t5xxl_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.flux.FluxTokenizer
+        elif clip_type == CLIPType.HUNYUAN_VIDEO:
+            clip_target.clip = comfy.text_encoders.hunyuan_video.hunyuan_video_clip(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.hunyuan_video.HunyuanVideoTokenizer
+        elif clip_type == CLIPType.HIDREAM:
+            # Detect
+            hidream_dualclip_classes = []
+            for hidream_te in clip_data:
+                te_model = detect_te_model(hidream_te)
+                hidream_dualclip_classes.append(te_model)
+
+            clip_l = TEModel.CLIP_L in hidream_dualclip_classes
+            clip_g = TEModel.CLIP_G in hidream_dualclip_classes
+            t5 = TEModel.T5_XXL in hidream_dualclip_classes
+            llama = TEModel.LLAMA3_8 in hidream_dualclip_classes
+
+            # Initialize t5xxl_detect and llama_detect kwargs if needed
+            t5_kwargs = t5xxl_detect(clip_data) if t5 else {}
+            llama_kwargs = llama_detect(clip_data) if llama else {}
+
+            clip_target.clip = comfy.text_encoders.hidream.hidream_clip(clip_l=clip_l, clip_g=clip_g, t5=t5, llama=llama, **t5_kwargs, **llama_kwargs)
+            clip_target.tokenizer = comfy.text_encoders.hidream.HiDreamTokenizer
+        elif clip_type == CLIPType.HUNYUAN_IMAGE:
+            clip_target.clip = comfy.text_encoders.hunyuan_image.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.hunyuan_image.HunyuanImageTokenizer
+        elif clip_type == CLIPType.HUNYUAN_VIDEO_15:
+            clip_target.clip = comfy.text_encoders.hunyuan_image.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.hunyuan_video.HunyuanVideo15Tokenizer
+        elif clip_type == CLIPType.KANDINSKY5:
+            clip_target.clip = comfy.text_encoders.kandinsky5.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.kandinsky5.Kandinsky5Tokenizer
+        elif clip_type == CLIPType.KANDINSKY5_IMAGE:
+            clip_target.clip = comfy.text_encoders.kandinsky5.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.kandinsky5.Kandinsky5TokenizerImage
+        elif clip_type == CLIPType.LTXV:
+            clip_target.clip = comfy.text_encoders.lt.ltxav_te(**llama_detect(clip_data), **comfy.text_encoders.lt.sd_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.lt.LTXAVGemmaTokenizer
+            tokenizer_data["spiece_model"] = clip_data[0].get("spiece_model", None)
+        elif clip_type == CLIPType.NEWBIE:
+            clip_target.clip = comfy.text_encoders.newbie.te(**llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.newbie.NewBieTokenizer
+            if "model.layers.0.self_attn.q_norm.weight" in clip_data[0]:
+                clip_data_gemma = clip_data[0]
+                clip_data_jina = clip_data[1]
+            else:
+                clip_data_gemma = clip_data[1]
+                clip_data_jina = clip_data[0]
+            tokenizer_data["gemma_spiece_model"] = clip_data_gemma.get("spiece_model", None)
+            tokenizer_data["jina_spiece_model"] = clip_data_jina.get("spiece_model", None)
+        elif clip_type == CLIPType.ACE:
+            te_models = [detect_te_model(clip_data[0]), detect_te_model(clip_data[1])]
+            if TEModel.QWEN3_4B in te_models:
+                model_type = "qwen3_4b"
+            else:
+                model_type = "qwen3_2b"
+            clip_target.clip = comfy.text_encoders.ace15.te(lm_model=model_type, **llama_detect(clip_data))
+            clip_target.tokenizer = comfy.text_encoders.ace15.ACE15Tokenizer
+        else:
+            clip_target.clip = sdxl_clip.SDXLClipModel
+            clip_target.tokenizer = sdxl_clip.SDXLTokenizer
+    elif len(clip_data) == 3:
+        clip_target.clip = comfy.text_encoders.sd3_clip.sd3_clip(**t5xxl_detect(clip_data))
+        clip_target.tokenizer = comfy.text_encoders.sd3_clip.SD3Tokenizer
+    elif len(clip_data) == 4:
+        clip_target.clip = comfy.text_encoders.hidream.hidream_clip(**t5xxl_detect(clip_data), **llama_detect(clip_data))
+        clip_target.tokenizer = comfy.text_encoders.hidream.HiDreamTokenizer
+
+    parameters = 0
+    for c in clip_data:
+        parameters += comfy.utils.calculate_parameters(c)
+        tokenizer_data, model_options = comfy.text_encoders.long_clipl.model_options_long_clip(c, tokenizer_data, model_options)
+
+    clip = CLIP(clip_target, embedding_directory=embedding_directory, parameters=parameters, tokenizer_data=tokenizer_data, state_dict=clip_data, model_options=model_options, disable_dynamic=disable_dynamic)
+    return clip
+
+def load_gligen(ckpt_path):
+    data = comfy.utils.load_torch_file(ckpt_path, safe_load=True)
+    model = gligen.load_gligen(data)
+    if model_management.should_use_fp16():
+        model = model.half()
+    return comfy.model_patcher.CoreModelPatcher(model, load_device=model_management.get_torch_device(), offload_device=model_management.unet_offload_device())
+
+def model_detection_error_hint(path, state_dict):
+    filename = os.path.basename(path)
+    if 'lora' in filename.lower():
+        return "\nHINT: This seems to be a Lora file and Lora files should be put in the lora folder and loaded with a lora loader node.."
+    return ""
+
+def load_checkpoint(config_path=None, ckpt_path=None, output_vae=True, output_clip=True, embedding_directory=None, state_dict=None, config=None):
+    logging.warning("Warning: The load checkpoint with config function is deprecated and will eventually be removed, please use the other one.")
+    model, clip, vae, _ = load_checkpoint_guess_config(ckpt_path, output_vae=output_vae, output_clip=output_clip, output_clipvision=False, embedding_directory=embedding_directory, output_model=True)
+    #TODO: this function is a mess and should be removed eventually
+    if config is None:
+        with open(config_path, 'r') as stream:
+            config = yaml.safe_load(stream)
+    model_config_params = config['model']['params']
+    clip_config = model_config_params['cond_stage_config']
+
+    if "parameterization" in model_config_params:
+        if model_config_params["parameterization"] == "v":
+            m = model.clone()
+            class ModelSamplingAdvanced(comfy.model_sampling.ModelSamplingDiscrete, comfy.model_sampling.V_PREDICTION):
+                pass
+            m.add_object_patch("model_sampling", ModelSamplingAdvanced(model.model.model_config))
+            model = m
+
+    layer_idx = clip_config.get("params", {}).get("layer_idx", None)
+    if layer_idx is not None:
+        clip.clip_layer(layer_idx)
+
+    return (model, clip, vae)
+
+def load_checkpoint_guess_config(ckpt_path, output_vae=True, output_clip=True, output_clipvision=False, embedding_directory=None, output_model=True, model_options={}, te_model_options={}, disable_dynamic=False):
+    sd, metadata = comfy.utils.load_torch_file(ckpt_path, return_metadata=True)
+    out = load_state_dict_guess_config(sd, output_vae, output_clip, output_clipvision, embedding_directory, output_model, model_options, te_model_options=te_model_options, metadata=metadata, disable_dynamic=disable_dynamic)
+    if out is None:
+        raise RuntimeError("ERROR: Could not detect model type of: {}\n{}".format(ckpt_path, model_detection_error_hint(ckpt_path, sd)))
+    if out[0] is not None:
+        out[0].cached_patcher_init = (load_checkpoint_guess_config, (ckpt_path, False, False, False, embedding_directory, output_model, model_options, te_model_options), 0)
+    # Register reload factories for the CLIP and VAE produced by the same checkpoint so
+    # ModelPatcher.deepclone_multigpu can spawn per-device copies (Select{CLIP,VAE}Device,
+    # MultiGPU work-units, etc.) without falling back to copy.deepcopy of an
+    # already-loaded module.
+    if out[1] is not None and getattr(out[1], "patcher", None) is not None:
+        out[1].patcher.cached_patcher_init = (load_checkpoint_clip_patcher, (ckpt_path, embedding_directory, model_options, te_model_options))
+    if out[2] is not None and getattr(out[2], "patcher", None) is not None:
+        out[2].patcher.cached_patcher_init = (load_checkpoint_vae_patcher, (ckpt_path, embedding_directory, model_options, te_model_options))
+    return out
+
+
+def load_checkpoint_clip_patcher(ckpt_path, embedding_directory=None, model_options={}, te_model_options={}, disable_dynamic=False):
+    """Reload only the CLIP patcher from a checkpoint. Used as the cached_patcher_init
+    factory for the CLIP returned by load_checkpoint_guess_config."""
+    _, clip, _, _ = load_checkpoint_guess_config(
+        ckpt_path,
+        output_vae=False,
+        output_clip=True,
+        output_clipvision=False,
+        embedding_directory=embedding_directory,
+        output_model=False,
+        model_options=model_options,
+        te_model_options=te_model_options,
+        disable_dynamic=disable_dynamic,
+    )
+    return clip.patcher
+
+
+def load_checkpoint_vae_patcher(ckpt_path, embedding_directory=None, model_options={}, te_model_options={}, disable_dynamic=False):
+    """Reload only the VAE patcher from a checkpoint. Used as the cached_patcher_init
+    factory for the VAE returned by load_checkpoint_guess_config."""
+    _, _, vae, _ = load_checkpoint_guess_config(
+        ckpt_path,
+        output_vae=True,
+        output_clip=False,
+        output_clipvision=False,
+        embedding_directory=embedding_directory,
+        output_model=False,
+        model_options=model_options,
+        te_model_options=te_model_options,
+        disable_dynamic=disable_dynamic,
+    )
+    return vae.patcher
+
+def load_checkpoint_guess_config_model_only(ckpt_path, embedding_directory=None, model_options={}, te_model_options={}, disable_dynamic=False):
+    model, *_ = load_checkpoint_guess_config(ckpt_path, False, False, False,
+            embedding_directory=embedding_directory,
+            model_options=model_options,
+            te_model_options=te_model_options,
+            disable_dynamic=disable_dynamic)
+    return model
+
+def load_checkpoint_guess_config_clip_only(ckpt_path, embedding_directory=None, model_options={}, te_model_options={}, disable_dynamic=False):
+    _, clip, *_ = load_checkpoint_guess_config(ckpt_path, False, True, False,
+            embedding_directory=embedding_directory, output_model=False,
+            model_options=model_options,
+            te_model_options=te_model_options,
+            disable_dynamic=disable_dynamic)
+    return clip.patcher
+
+def load_state_dict_guess_config(sd, output_vae=True, output_clip=True, output_clipvision=False, embedding_directory=None, output_model=True, model_options={}, te_model_options={}, metadata=None, disable_dynamic=False):
+    clip = None
+    clipvision = None
+    vae = None
+    model = None
+    model_patcher = None
+
+    diffusion_model_prefix = model_detection.unet_prefix_from_state_dict(sd)
+    parameters = comfy.utils.calculate_parameters(sd, diffusion_model_prefix)
+    weight_dtype = comfy.utils.weight_dtype(sd, diffusion_model_prefix)
+    load_device = model_options.get("load_device", model_management.get_torch_device())
+
+    custom_operations = model_options.get("custom_operations", None)
+    if custom_operations is None:
+        sd, metadata = comfy.utils.convert_old_quants(sd, diffusion_model_prefix, metadata=metadata)
+
+    model_config = model_detection.model_config_from_unet(sd, diffusion_model_prefix, metadata=metadata)
+    if model_config is None:
+        logging.warning("Warning, This is not a checkpoint file, trying to load it as a diffusion model only.")
+        diffusion_model = load_diffusion_model_state_dict(sd, model_options={})
+        if diffusion_model is None:
+            return None
+        return (diffusion_model, None, VAE(sd={}), None)  # The VAE object is there to throw an exception if it's actually used'
+
+    unet_weight_dtype = list(model_config.supported_inference_dtypes)
+    if model_config.quant_config is not None:
+        weight_dtype = None
+
+    if custom_operations is not None:
+        model_config.custom_operations = custom_operations
+
+    unet_dtype = model_options.get("dtype", model_options.get("weight_dtype", None))
+
+    if unet_dtype is None:
+        unet_dtype = model_management.unet_dtype(model_params=parameters, supported_dtypes=unet_weight_dtype, weight_dtype=weight_dtype)
+
+    if model_config.quant_config is not None:
+        manual_cast_dtype = model_management.unet_manual_cast(None, load_device, model_config.supported_inference_dtypes)
+    else:
+        manual_cast_dtype = model_management.unet_manual_cast(unet_dtype, load_device, model_config.supported_inference_dtypes)
+    model_config.set_inference_dtype(unet_dtype, manual_cast_dtype, device=load_device)
+
+    if model_config.clip_vision_prefix is not None:
+        if output_clipvision:
+            clipvision = clip_vision.load_clipvision_from_sd(sd, model_config.clip_vision_prefix, True)
+
+    if output_model:
+        inital_load_device = model_management.unet_inital_load_device(parameters, unet_dtype)
+        model = model_config.get_model(sd, diffusion_model_prefix, device=inital_load_device)
+        ModelPatcher = comfy.model_patcher.ModelPatcher if disable_dynamic else comfy.model_patcher.CoreModelPatcher
+        offload_device = model_options.get("offload_device", model_management.unet_offload_device())
+        model_patcher = ModelPatcher(model, load_device=load_device, offload_device=offload_device)
+        model.load_model_weights(sd, diffusion_model_prefix, assign=model_patcher.is_dynamic())
+
+    if output_vae:
+        vae_sd = comfy.utils.state_dict_prefix_replace(sd, {k: "" for k in model_config.vae_key_prefix}, filter_keys=True)
+        vae_sd = model_config.process_vae_state_dict(vae_sd)
+        vae_device = model_options.get("load_device", None)
+        vae = VAE(sd=vae_sd, metadata=metadata, device=vae_device)
+
+    if output_clip:
+        if te_model_options.get("custom_operations", None) is None:
+            scaled_fp8_list = []
+            for k in list(sd.keys()):  # Convert scaled fp8 to mixed ops
+                if k.endswith(".scaled_fp8"):
+                    scaled_fp8_list.append(k[:-len("scaled_fp8")])
+
+            if len(scaled_fp8_list) > 0:
+                out_sd = {}
+                for k in sd:
+                    skip = False
+                    for pref in scaled_fp8_list:
+                        skip = skip or k.startswith(pref)
+                    if not skip:
+                        out_sd[k] = sd[k]
+
+                for pref in scaled_fp8_list:
+                    quant_sd, qmetadata = comfy.utils.convert_old_quants(sd, pref, metadata={})
+                    for k in quant_sd:
+                        out_sd[k] = quant_sd[k]
+                    sd = out_sd
+
+        clip_target = model_config.clip_target(state_dict=sd)
+        if clip_target is not None:
+            clip_sd = model_config.process_clip_state_dict(sd)
+            if len(clip_sd) > 0:
+                parameters = comfy.utils.calculate_parameters(clip_sd)
+                clip = CLIP(clip_target, embedding_directory=embedding_directory, tokenizer_data=clip_sd, parameters=parameters, state_dict=clip_sd, model_options=te_model_options, disable_dynamic=disable_dynamic)
+            else:
+                logging.warning("no CLIP/text encoder weights in checkpoint, the text encoder model will not be loaded.")
+
+    left_over = sd.keys()
+    if len(left_over) > 0:
+        logging.debug("left over keys: {}".format(left_over))
+
+    if output_model:
+        if inital_load_device != torch.device("cpu"):
+            logging.info("loaded diffusion model directly to GPU")
+            model_management.load_models_gpu([model_patcher], force_full_load=True)
+
+    return (model_patcher, clip, vae, clipvision)
+
+
+def load_diffusion_model_state_dict(sd, model_options={}, metadata=None, disable_dynamic=False):
+    """
+    Loads a UNet diffusion model from a state dictionary, supporting both diffusers and regular formats.
+
+    Args:
+        sd (dict): State dictionary containing model weights and configuration
+        model_options (dict, optional): Additional options for model loading. Supports:
+            - dtype: Override model data type
+            - custom_operations: Custom model operations
+            - fp8_optimizations: Enable FP8 optimizations
+
+    Returns:
+        ModelPatcher: A wrapped model instance that handles device management and weight loading.
+        Returns None if the model configuration cannot be detected.
+
+    The function:
+    1. Detects and handles different model formats (regular, diffusers, mmdit)
+    2. Configures model dtype based on parameters and device capabilities
+    3. Handles weight conversion and device placement
+    4. Manages model optimization settings
+    5. Loads weights and returns a device-managed model instance
+    """
+    dtype = model_options.get("dtype", None)
+
+    custom_operations = model_options.get("custom_operations", None)
+    if custom_operations is None:
+        sd, metadata = comfy.utils.convert_old_quants(sd, "", metadata=metadata)
+
+    #Allow loading unets from checkpoint files
+    diffusion_model_prefix = model_detection.unet_prefix_from_state_dict(sd)
+    temp_sd = comfy.utils.state_dict_prefix_replace(sd, {diffusion_model_prefix: ""}, filter_keys=True)
+    if len(temp_sd) > 0:
+        sd = temp_sd
+        if custom_operations is None:
+            sd, metadata = comfy.utils.convert_old_quants(sd, "", metadata=metadata)
+
+    parameters = comfy.utils.calculate_parameters(sd)
+    weight_dtype = comfy.utils.weight_dtype(sd)
+
+    load_device = model_options.get("load_device", model_management.get_torch_device())
+    model_config = model_detection.model_config_from_unet(sd, "", metadata=metadata)
+
+    if model_config is not None:
+        new_sd = sd
+    else:
+        new_sd = model_detection.convert_diffusers_mmdit(sd, "")
+        if new_sd is not None: #diffusers mmdit
+            model_config = model_detection.model_config_from_unet(new_sd, "")
+            if model_config is None:
+                return None
+        else: #diffusers unet
+            model_config = model_detection.model_config_from_diffusers_unet(sd)
+            if model_config is None:
+                return None
+
+            diffusers_keys = comfy.utils.unet_to_diffusers(model_config.unet_config)
+
+            new_sd = {}
+            for k in diffusers_keys:
+                if k in sd:
+                    new_sd[diffusers_keys[k]] = sd.pop(k)
+                else:
+                    logging.warning("{} {}".format(diffusers_keys[k], k))
+
+    offload_device = model_options.get("offload_device", model_management.unet_offload_device())
+    unet_weight_dtype = list(model_config.supported_inference_dtypes)
+    if model_config.quant_config is not None:
+        weight_dtype = None
+
+    if dtype is None:
+        unet_dtype = model_management.unet_dtype(model_params=parameters, supported_dtypes=unet_weight_dtype, weight_dtype=weight_dtype)
+    else:
+        unet_dtype = dtype
+
+    if model_config.quant_config is not None:
+        manual_cast_dtype = model_management.unet_manual_cast(None, load_device, model_config.supported_inference_dtypes)
+    else:
+        manual_cast_dtype = model_management.unet_manual_cast(unet_dtype, load_device, model_config.supported_inference_dtypes)
+    model_config.set_inference_dtype(unet_dtype, manual_cast_dtype, device=load_device)
+
+    if custom_operations is not None:
+        model_config.custom_operations = custom_operations
+
+    if model_options.get("fp8_optimizations", False):
+        model_config.optimizations["fp8"] = True
+
+    model = model_config.get_model(new_sd, "")
+    ModelPatcher = comfy.model_patcher.ModelPatcher if disable_dynamic else comfy.model_patcher.CoreModelPatcher
+    model_patcher = ModelPatcher(model, load_device=load_device, offload_device=offload_device)
+    if not model_management.is_device_cpu(offload_device):
+        model.to(offload_device)
+    model.load_model_weights(new_sd, "", assign=model_patcher.is_dynamic())
+    left_over = sd.keys()
+    if len(left_over) > 0:
+        logging.info("left over keys in diffusion model: {}".format(left_over))
+    return model_patcher
+
+def load_diffusion_model(unet_path, model_options={}, disable_dynamic=False):
+    sd, metadata = comfy.utils.load_torch_file(unet_path, return_metadata=True)
+    model = load_diffusion_model_state_dict(sd, model_options=model_options, metadata=metadata, disable_dynamic=disable_dynamic)
+    if model is None:
+        logging.error("ERROR UNSUPPORTED DIFFUSION MODEL {}".format(unet_path))
+        raise RuntimeError("ERROR: Could not detect model type of: {}\n{}".format(unet_path, model_detection_error_hint(unet_path, sd)))
+    model.cached_patcher_init = (load_diffusion_model, (unet_path, model_options))
+    return model
+
+
+def load_vae_patcher(vae_path, metadata=None, device=None, disable_dynamic=False):
+    """Reload a disk-backed VAE from ``vae_path`` and return its patcher.
+
+    Used as the ``cached_patcher_init`` factory on ``VAE.patcher`` so
+    :meth:`comfy.model_patcher.ModelPatcher.deepclone_multigpu` can produce a
+    fresh, untainted VAE patcher (no inherited per-device load state, no
+    in-place quantization fallout) for multigpu work-units and the
+    SelectVAEDevice node. The optional ``device`` matches the source loader's
+    VAE initialization path; the deepclone's ``load_device`` still controls
+    where the cloned patcher is targeted.
+    """
+    if metadata is None:
+        sd, metadata = comfy.utils.load_torch_file(vae_path, return_metadata=True)
+    else:
+        sd = comfy.utils.load_torch_file(vae_path)
+    vae = VAE(sd=sd, metadata=metadata, device=device)
+    vae.throw_exception_if_invalid()
+    return vae.patcher
+
+def load_unet(unet_path, dtype=None):
+    logging.warning("The load_unet function has been deprecated and will be removed please switch to: load_diffusion_model")
+    return load_diffusion_model(unet_path, model_options={"dtype": dtype})
+
+def load_unet_state_dict(sd, dtype=None):
+    logging.warning("The load_unet_state_dict function has been deprecated and will be removed please switch to: load_diffusion_model_state_dict")
+    return load_diffusion_model_state_dict(sd, model_options={"dtype": dtype})
+
+def save_checkpoint(output_path, model, clip=None, vae=None, clip_vision=None, metadata=None, extra_keys={}):
+    clip_sd = None
+    load_models = [model]
+    if clip is not None:
+        load_models.append(clip.load_model())
+        clip_sd = clip.state_dict_for_saving()
+    vae_sd = None
+    if vae is not None:
+        vae_sd = vae.get_sd()
+
+    if metadata is None:
+        metadata = {}
+
+    model_management.load_models_gpu(load_models)
+    clip_vision_sd = clip_vision.get_sd() if clip_vision is not None else None
+    sd = model.state_dict_for_saving(clip_sd, vae_sd, clip_vision_sd)
+    for k in extra_keys:
+        sd[k] = extra_keys[k]
+
+    for k in sd:
+        t = sd[k]
+        if not t.is_contiguous():
+            sd[k] = t.contiguous()
+
+    comfy.utils.save_torch_file(sd, output_path, metadata=metadata)
diff --git a/ComfyUI/comfy/sd1_clip.py b/ComfyUI/comfy/sd1_clip.py
new file mode 100644
index 0000000000000000000000000000000000000000..f0fdf1aa5bd21ae580621653b8eb2a89bc2aef4f
--- /dev/null
+++ b/ComfyUI/comfy/sd1_clip.py
@@ -0,0 +1,750 @@
+import os
+
+from transformers import CLIPTokenizer
+import comfy.ops
+import torch
+import traceback
+import zipfile
+from . import model_management
+import comfy.clip_model
+import json
+import logging
+import numbers
+import re
+
+def gen_empty_tokens(special_tokens, length):
+    start_token = special_tokens.get("start", None)
+    end_token = special_tokens.get("end", None)
+    pad_token = special_tokens.get("pad")
+    output = []
+    if start_token is not None:
+        output.append(start_token)
+    if end_token is not None:
+        output.append(end_token)
+    output += [pad_token] * (length - len(output))
+    return output
+
+class ClipTokenWeightEncoder:
+    def encode_token_weights(self, token_weight_pairs):
+        to_encode = list()
+        max_token_len = 0
+        has_weights = False
+        for x in token_weight_pairs:
+            tokens = list(map(lambda a: a[0], x))
+            max_token_len = max(len(tokens), max_token_len)
+            has_weights = has_weights or not all(map(lambda a: a[1] == 1.0, x))
+            to_encode.append(tokens)
+
+        sections = len(to_encode)
+        if has_weights or sections == 0:
+            if hasattr(self, "gen_empty_tokens"):
+                to_encode.append(self.gen_empty_tokens(self.special_tokens, max_token_len))
+            else:
+                to_encode.append(gen_empty_tokens(self.special_tokens, max_token_len))
+
+        o = self.encode(to_encode)
+        out, pooled = o[:2]
+
+        if pooled is not None:
+            first_pooled = pooled[0:1].to(device=model_management.intermediate_device())
+        else:
+            first_pooled = pooled
+
+        output = []
+        for k in range(0, sections):
+            z = out[k:k+1]
+            if has_weights:
+                z_empty = out[-1]
+                for i in range(len(z)):
+                    for j in range(len(z[i])):
+                        weight = token_weight_pairs[k][j][1]
+                        if weight != 1.0:
+                            z[i][j] = (z[i][j] - z_empty[j]) * weight + z_empty[j]
+            output.append(z)
+
+        if (len(output) == 0):
+            r = (out[-1:].to(device=model_management.intermediate_device()), first_pooled)
+        else:
+            r = (torch.cat(output, dim=-2).to(device=model_management.intermediate_device()), first_pooled)
+
+        if len(o) > 2:
+            extra = {}
+            for k in o[2]:
+                v = o[2][k]
+                if k == "attention_mask":
+                    v = v[:sections].flatten().unsqueeze(dim=0).to(device=model_management.intermediate_device())
+                extra[k] = v
+
+            r = r + (extra,)
+        return r
+
+class SDClipModel(torch.nn.Module, ClipTokenWeightEncoder):
+    LAYERS = [
+        "last",
+        "pooled",
+        "hidden",
+        "all"
+    ]
+    def __init__(self, device="cpu", max_length=77,
+                 freeze=True, layer="last", layer_idx=None, textmodel_json_config=None, dtype=None, model_class=comfy.clip_model.CLIPTextModel,
+                 special_tokens={"start": 49406, "end": 49407, "pad": 49407}, layer_norm_hidden_state=True, enable_attention_masks=False, zero_out_masked=False,
+                 return_projected_pooled=True, return_attention_masks=False, model_options={}):  # clip-vit-base-patch32
+        super().__init__()
+
+        if textmodel_json_config is None:
+            textmodel_json_config = os.path.join(os.path.dirname(os.path.realpath(__file__)), "sd1_clip_config.json")
+            if "model_name" not in model_options:
+                model_options = {**model_options, "model_name": "clip_l"}
+
+        if isinstance(textmodel_json_config, dict):
+            config = textmodel_json_config
+        else:
+            with open(textmodel_json_config) as f:
+                config = json.load(f)
+
+        te_model_options = model_options.get("{}_model_config".format(model_options.get("model_name", "")), {})
+        for k, v in te_model_options.items():
+            config[k] = v
+
+        operations = model_options.get("custom_operations", None)
+        quant_config = model_options.get("quantization_metadata", None)
+
+        if operations is None:
+            if quant_config is not None:
+                operations = comfy.ops.mixed_precision_ops(quant_config, dtype, full_precision_mm=True)
+                logging.info("Using MixedPrecisionOps for text encoder")
+            else:
+                operations = comfy.ops.manual_cast
+
+        self.operations = operations
+        self.transformer = model_class(config, dtype, device, self.operations)
+
+        self.num_layers = self.transformer.num_layers
+
+        self.max_length = max_length
+        if freeze:
+            self.freeze()
+        self.layer = layer
+        self.layer_idx = None
+        self.special_tokens = special_tokens
+
+        self.logit_scale = torch.nn.Parameter(torch.tensor(4.6055))
+        self.enable_attention_masks = enable_attention_masks
+        self.zero_out_masked = zero_out_masked
+
+        self.layer_norm_hidden_state = layer_norm_hidden_state
+        self.return_projected_pooled = return_projected_pooled
+        self.return_attention_masks = return_attention_masks
+        self.execution_device = None
+
+        if layer == "hidden":
+            assert layer_idx is not None
+            assert abs(layer_idx) < self.num_layers
+            self.set_clip_options({"layer": layer_idx})
+        self.options_default = (self.layer, self.layer_idx, self.return_projected_pooled)
+
+    def freeze(self):
+        self.transformer = self.transformer.eval()
+        #self.train = disabled_train
+        for param in self.parameters():
+            param.requires_grad = False
+
+    def set_clip_options(self, options):
+        layer_idx = options.get("layer", self.layer_idx)
+        self.return_projected_pooled = options.get("projected_pooled", self.return_projected_pooled)
+        self.execution_device = options.get("execution_device", self.execution_device)
+        if isinstance(self.layer, list) or self.layer == "all":
+            pass
+        elif isinstance(layer_idx, list):
+            self.layer = layer_idx
+        elif layer_idx is None or abs(layer_idx) > self.num_layers:
+            self.layer = "last"
+        else:
+            self.layer = "hidden"
+            self.layer_idx = layer_idx
+
+    def reset_clip_options(self):
+        self.layer = self.options_default[0]
+        self.layer_idx = self.options_default[1]
+        self.return_projected_pooled = self.options_default[2]
+        self.execution_device = None
+
+    def process_tokens(self, tokens, device):
+        end_token = self.special_tokens.get("end", None)
+        pad_token = self.special_tokens.get("pad", -1)
+        if end_token is None:
+            cmp_token = pad_token
+        else:
+            cmp_token = end_token
+
+        embeds_out = []
+        attention_masks = []
+        num_tokens = []
+
+        for x in tokens:
+            attention_mask = []
+            tokens_temp = []
+            other_embeds = []
+            eos = False
+            index = 0
+            left_pad = False
+            for y in x:
+                if isinstance(y, numbers.Integral):
+                    token = int(y)
+                    if index == 0 and token == pad_token:
+                        left_pad = True
+
+                    if eos or (left_pad and token == pad_token):
+                        attention_mask.append(0)
+                    else:
+                        attention_mask.append(1)
+                        left_pad = False
+
+                    tokens_temp += [token]
+                    if not eos and token == cmp_token and not left_pad:
+                        if end_token is None:
+                            attention_mask[-1] = 0
+                        eos = True
+                else:
+                    other_embeds.append((index, y))
+                index += 1
+
+            tokens_embed = torch.tensor([tokens_temp], device=device, dtype=torch.long)
+            tokens_embed = self.transformer.get_input_embeddings()(tokens_embed, out_dtype=torch.float32)
+            index = 0
+            pad_extra = 0
+            embeds_info = []
+            for o in other_embeds:
+                emb = o[1]
+                if torch.is_tensor(emb):
+                    emb = {"type": "embedding", "data": emb}
+
+                extra = None
+                emb_type = emb.get("type", None)
+                if emb_type == "embedding":
+                    emb = emb.get("data", None)
+                else:
+                    if hasattr(self.transformer, "preprocess_embed"):
+                        emb, extra = self.transformer.preprocess_embed(emb, device=device)
+                    else:
+                        emb = None
+
+                if emb is None:
+                    index += -1
+                    continue
+
+                ind = index + o[0]
+                emb = emb.view(1, -1, emb.shape[-1]).to(device=device, dtype=torch.float32)
+                emb_shape = emb.shape[1]
+                if emb.shape[-1] == tokens_embed.shape[-1]:
+                    tokens_embed = torch.cat([tokens_embed[:, :ind], emb, tokens_embed[:, ind:]], dim=1)
+                    attention_mask = attention_mask[:ind] + [1] * emb_shape + attention_mask[ind:]
+                    index += emb_shape - 1
+                    embeds_info.append({"type": emb_type, "index": ind, "size": emb_shape, "extra": extra})
+                else:
+                    index += -1
+                    pad_extra += emb_shape
+                    logging.warning("WARNING: shape mismatch when trying to apply embedding, embedding will be ignored {} != {}".format(emb.shape[-1], tokens_embed.shape[-1]))
+
+            if pad_extra > 0:
+                padd_embed = self.transformer.get_input_embeddings()(torch.tensor([[self.special_tokens["pad"]] * pad_extra], device=device, dtype=torch.long), out_dtype=torch.float32)
+                tokens_embed = torch.cat([tokens_embed, padd_embed], dim=1)
+                attention_mask = attention_mask + [0] * pad_extra
+
+            embeds_out.append(tokens_embed)
+            attention_masks.append(attention_mask)
+            num_tokens.append(sum(attention_mask))
+
+        return torch.cat(embeds_out), torch.tensor(attention_masks, device=device, dtype=torch.long), num_tokens, embeds_info
+
+    def forward(self, tokens):
+        if self.execution_device is None:
+            device = self.transformer.get_input_embeddings().weight.device
+        else:
+            device = self.execution_device
+
+        embeds, attention_mask, num_tokens, embeds_info = self.process_tokens(tokens, device)
+
+        attention_mask_model = None
+        if self.enable_attention_masks:
+            attention_mask_model = attention_mask
+
+        if isinstance(self.layer, list):
+            intermediate_output = self.layer
+        elif self.layer == "all":
+            intermediate_output = "all"
+        else:
+            intermediate_output = self.layer_idx
+
+        outputs = self.transformer(None, attention_mask_model, embeds=embeds, num_tokens=num_tokens, intermediate_output=intermediate_output, final_layer_norm_intermediate=self.layer_norm_hidden_state, dtype=torch.float32, embeds_info=embeds_info)
+
+        if self.layer == "last":
+            z = outputs[0].float()
+        else:
+            z = outputs[1].float()
+
+        if self.zero_out_masked:
+            z *= attention_mask.unsqueeze(-1).float()
+
+        pooled_output = None
+        if len(outputs) >= 3:
+            if not self.return_projected_pooled and len(outputs) >= 4 and outputs[3] is not None:
+                pooled_output = outputs[3].float()
+            elif outputs[2] is not None:
+                pooled_output = outputs[2].float()
+
+        extra = {}
+        if self.return_attention_masks:
+            extra["attention_mask"] = attention_mask
+
+        if len(extra) > 0:
+            return z, pooled_output, extra
+
+        return z, pooled_output
+
+    def encode(self, tokens):
+        return self(tokens)
+
+    def load_sd(self, sd):
+        return self.transformer.load_state_dict(sd, strict=False, assign=getattr(self, "can_assign_sd", False))
+
+    def generate(self, tokens, do_sample, max_length, temperature, top_k, top_p, min_p, repetition_penalty, seed, presence_penalty=0.0):
+        if isinstance(tokens, dict):
+            tokens_only = next(iter(tokens.values())) # todo: get this better?
+        else:
+            tokens_only = tokens
+        tokens_only = [[t[0] for t in b] for b in tokens_only]
+        embeds = self.process_tokens(tokens_only, device=self.execution_device)[0]
+        return self.transformer.generate(embeds, do_sample, max_length, temperature, top_k, top_p, min_p, repetition_penalty, seed, presence_penalty=presence_penalty)
+
+def parse_parentheses(string):
+    result = []
+    current_item = ""
+    nesting_level = 0
+    for char in string:
+        if char == "(":
+            if nesting_level == 0:
+                if current_item:
+                    result.append(current_item)
+                    current_item = "("
+                else:
+                    current_item = "("
+            else:
+                current_item += char
+            nesting_level += 1
+        elif char == ")":
+            nesting_level -= 1
+            if nesting_level == 0:
+                result.append(current_item + ")")
+                current_item = ""
+            else:
+                current_item += char
+        else:
+            current_item += char
+    if current_item:
+        result.append(current_item)
+    return result
+
+def token_weights(string, current_weight):
+    a = parse_parentheses(string)
+    out = []
+    for x in a:
+        weight = current_weight
+        if len(x) >= 2 and x[-1] == ')' and x[0] == '(':
+            x = x[1:-1]
+            xx = x.rfind(":")
+            weight *= 1.1
+            if xx > 0:
+                try:
+                    weight = float(x[xx+1:])
+                    x = x[:xx]
+                except:
+                    pass
+            out += token_weights(x, weight)
+        else:
+            out += [(x, current_weight)]
+    return out
+
+def escape_important(text):
+    text = text.replace("\\)", "\0\1")
+    text = text.replace("\\(", "\0\2")
+    return text
+
+def unescape_important(text):
+    text = text.replace("\0\1", ")")
+    text = text.replace("\0\2", "(")
+    return text
+
+def safe_load_embed_zip(embed_path):
+    with zipfile.ZipFile(embed_path) as myzip:
+        names = list(filter(lambda a: "data/" in a, myzip.namelist()))
+        names.reverse()
+        for n in names:
+            with myzip.open(n) as myfile:
+                data = myfile.read()
+                number = len(data) // 4
+                length_embed = 1024 #sd2.x
+                if number < 768:
+                    continue
+                if number % 768 == 0:
+                    length_embed = 768 #sd1.x
+                num_embeds = number // length_embed
+                embed = torch.frombuffer(data, dtype=torch.float)
+                out = embed.reshape((num_embeds, length_embed)).clone()
+                del embed
+                return out
+
+def expand_directory_list(directories):
+    dirs = set()
+    for x in directories:
+        dirs.add(x)
+        for root, subdir, file in os.walk(x, followlinks=True):
+            dirs.add(root)
+    return list(dirs)
+
+def bundled_embed(embed, prefix, suffix): #bundled embedding in lora format
+    out_list = []
+    for k in embed:
+        if k.startswith(prefix) and k.endswith(suffix):
+            out_list.append(embed[k])
+    if len(out_list) == 0:
+        return None
+
+    return torch.cat(out_list, dim=0)
+
+def load_embed(embedding_name, embedding_directory, embedding_size, embed_key=None):
+    if isinstance(embedding_directory, str):
+        embedding_directory = [embedding_directory]
+
+    embedding_directory = expand_directory_list(embedding_directory)
+
+    valid_file = None
+    for embed_dir in embedding_directory:
+        embed_path = os.path.abspath(os.path.join(embed_dir, embedding_name))
+        embed_dir = os.path.abspath(embed_dir)
+        try:
+            if os.path.commonpath((embed_dir, embed_path)) != embed_dir:
+                continue
+        except:
+            continue
+        if not os.path.isfile(embed_path):
+            extensions = ['.safetensors', '.pt', '.bin']
+            for x in extensions:
+                t = embed_path + x
+                if os.path.isfile(t):
+                    valid_file = t
+                    break
+        else:
+            valid_file = embed_path
+        if valid_file is not None:
+            break
+
+    if valid_file is None:
+        return None
+
+    embed_path = valid_file
+
+    embed_out = None
+
+    try:
+        if embed_path.lower().endswith(".safetensors"):
+            import safetensors.torch
+            embed = safetensors.torch.load_file(embed_path, device="cpu")
+        else:
+            try:
+                embed = torch.load(embed_path, weights_only=True, map_location="cpu")
+            except:
+                embed_out = safe_load_embed_zip(embed_path)
+    except Exception:
+        logging.warning("{}\n\nerror loading embedding, skipping loading: {}".format(traceback.format_exc(), embedding_name))
+        return None
+
+    if embed_out is None:
+        if 'string_to_param' in embed:
+            values = embed['string_to_param'].values()
+            embed_out = next(iter(values))
+        elif isinstance(embed, list):
+            out_list = []
+            for x in range(len(embed)):
+                for k in embed[x]:
+                    t = embed[x][k]
+                    if t.shape[-1] != embedding_size:
+                        continue
+                    out_list.append(t.reshape(-1, t.shape[-1]))
+            embed_out = torch.cat(out_list, dim=0)
+        elif embed_key is not None and embed_key in embed:
+            embed_out = embed[embed_key]
+        else:
+            embed_out = bundled_embed(embed, 'bundle_emb.', '.string_to_param.*')
+            if embed_out is None:
+                embed_out = bundled_embed(embed, 'bundle_emb.', '.{}'.format(embed_key))
+            if embed_out is None:
+                values = embed.values()
+                embed_out = next(iter(values))
+    return embed_out
+
+class SDTokenizer:
+    def __init__(self, tokenizer_path=None, max_length=77, pad_with_end=True, embedding_directory=None, embedding_size=768, embedding_key='clip_l', tokenizer_class=CLIPTokenizer, has_start_token=True, has_end_token=True, pad_to_max_length=True, min_length=None, pad_token=None, end_token=None, start_token=None, min_padding=None, pad_left=False, disable_weights=False, tokenizer_data={}, tokenizer_args={}):
+        if tokenizer_path is None:
+            tokenizer_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "sd1_tokenizer")
+        self.tokenizer = tokenizer_class.from_pretrained(tokenizer_path, **tokenizer_args)
+        self.max_length = tokenizer_data.get("{}_max_length".format(embedding_key), max_length)
+        self.min_length = tokenizer_data.get("{}_min_length".format(embedding_key), min_length)
+        self.end_token = None
+        self.min_padding = min_padding
+        self.pad_left = pad_left
+
+        empty = self.tokenizer('')["input_ids"]
+        self.tokenizer_adds_end_token = has_end_token
+        if has_start_token:
+            if len(empty) > 0:
+                self.tokens_start = 1
+                self.start_token = empty[0]
+            else:
+                self.tokens_start = 0
+                self.start_token = start_token
+                if start_token is None:
+                    logging.warning("WARNING: There's something wrong with your tokenizers.'")
+
+            if end_token is not None:
+                self.end_token = end_token
+            else:
+                if has_end_token:
+                    self.end_token = empty[1]
+        else:
+            self.tokens_start = 0
+            self.start_token = start_token
+            if end_token is not None:
+                self.end_token = end_token
+            else:
+                if has_end_token:
+                    self.end_token = empty[0]
+
+        if pad_token is not None:
+            self.pad_token = pad_token
+        elif pad_with_end:
+            self.pad_token = self.end_token
+        else:
+            self.pad_token = 0
+
+        self.pad_with_end = pad_with_end
+        self.pad_to_max_length = pad_to_max_length
+
+        vocab = self.tokenizer.get_vocab()
+        self.inv_vocab = {v: k for k, v in vocab.items()}
+        self.embedding_directory = embedding_directory
+        self.max_word_length = 8
+        self.embedding_identifier = "embedding:"
+        self.embedding_size = embedding_size
+        self.embedding_key = embedding_key
+
+        self.disable_weights = disable_weights
+
+    def _try_get_embedding(self, embedding_name:str):
+        '''
+        Takes a potential embedding name and tries to retrieve it.
+        Returns a Tuple consisting of the embedding, the cleaned embedding name, and any leftover string, embedding can be None.
+        '''
+        split_embed = embedding_name.split()
+        embedding_name = split_embed[0]
+        leftover = ' '.join(split_embed[1:])
+
+        match = re.search(r'[<\[]', embedding_name)
+        if match is not None:
+            leftover = embedding_name[match.start():] + (" " + leftover if leftover else "")
+            embedding_name = embedding_name[:match.start()]
+
+        embed = load_embed(embedding_name, self.embedding_directory, self.embedding_size, self.embedding_key)
+        if embed is None:
+            stripped = embedding_name.strip(',')
+            if len(stripped) < len(embedding_name):
+                embed = load_embed(stripped, self.embedding_directory, self.embedding_size, self.embedding_key)
+                return (embed, embedding_name, "{} {}".format(embedding_name[len(stripped):], leftover))
+        return (embed, embedding_name, leftover)
+
+    def pad_tokens(self, tokens, amount):
+        if self.pad_left:
+            for i in range(amount):
+                tokens.insert(0, (self.pad_token, 1.0, 0))
+        else:
+            tokens.extend([(self.pad_token, 1.0, 0)] * amount)
+
+    def tokenize_with_weights(self, text:str, return_word_ids=False, tokenizer_options={}, **kwargs):
+        '''
+        Takes a prompt and converts it to a list of (token, weight, word id) elements.
+        Tokens can both be integer tokens and pre computed CLIP tensors.
+        Word id values are unique per word and embedding, where the id 0 is reserved for non word tokens.
+        Returned list has the dimensions NxM where M is the input size of CLIP
+        '''
+        min_length = tokenizer_options.get("{}_min_length".format(self.embedding_key), self.min_length)
+        min_padding = tokenizer_options.get("{}_min_padding".format(self.embedding_key), self.min_padding)
+
+        min_length = kwargs.get("min_length", min_length)
+
+        text = escape_important(text)
+        if kwargs.get("disable_weights", self.disable_weights):
+            parsed_weights = [(text, 1.0)]
+        else:
+            parsed_weights = token_weights(text, 1.0)
+
+        # tokenize words
+        tokens = []
+        for weighted_segment, weight in parsed_weights:
+            to_tokenize = unescape_important(weighted_segment)
+            split = re.split(r'(?<=\s){}'.format(re.escape(self.embedding_identifier)), to_tokenize)
+            to_tokenize = [split[0]]
+            for i in range(1, len(split)):
+                to_tokenize.append("{}{}".format(self.embedding_identifier, split[i]))
+
+            to_tokenize = [x for x in to_tokenize if x != ""]
+            for word in to_tokenize:
+                # if we find an embedding, deal with the embedding
+                if word.startswith(self.embedding_identifier) and self.embedding_directory is not None:
+                    embedding_name = word[len(self.embedding_identifier):].strip('\n')
+                    embed, embedding_name, leftover = self._try_get_embedding(embedding_name)
+                    if embed is None:
+                        logging.warning(f"warning, embedding:{embedding_name} does not exist, ignoring")
+                    else:
+                        if len(embed.shape) == 1:
+                            tokens.append([(embed, weight)])
+                        else:
+                            tokens.append([(embed[x], weight) for x in range(embed.shape[0])])
+                    #if we accidentally have leftover text, continue parsing using leftover, else move on to next word
+                    if leftover != "":
+                        word = leftover
+                    else:
+                        continue
+                end = 999999999999
+                if self.tokenizer_adds_end_token:
+                    end = -1
+                #parse word
+                tokens.append([(t, weight) for t in self.tokenizer(word)["input_ids"][self.tokens_start:end]])
+
+        #reshape token array to CLIP input size
+        batched_tokens = []
+        batch = []
+        if self.start_token is not None:
+            batch.append((self.start_token, 1.0, 0))
+        batched_tokens.append(batch)
+        for i, t_group in enumerate(tokens):
+            #determine if we're going to try and keep the tokens in a single batch
+            is_large = len(t_group) >= self.max_word_length
+            if self.end_token is not None:
+                has_end_token = 1
+            else:
+                has_end_token = 0
+
+            while len(t_group) > 0:
+                if len(t_group) + len(batch) > self.max_length - has_end_token:
+                    remaining_length = self.max_length - len(batch) - has_end_token
+                    #break word in two and add end token
+                    if is_large:
+                        batch.extend([(t,w,i+1) for t,w in t_group[:remaining_length]])
+                        if self.end_token is not None:
+                            batch.append((self.end_token, 1.0, 0))
+                        t_group = t_group[remaining_length:]
+                    #add end token and pad
+                    else:
+                        if self.end_token is not None:
+                            batch.append((self.end_token, 1.0, 0))
+                        if self.pad_to_max_length:
+                            self.pad_tokens(batch, remaining_length)
+                    #start new batch
+                    batch = []
+                    if self.start_token is not None:
+                        batch.append((self.start_token, 1.0, 0))
+                    batched_tokens.append(batch)
+                else:
+                    batch.extend([(t,w,i+1) for t,w in t_group])
+                    t_group = []
+
+        #fill last batch
+        if self.end_token is not None:
+            batch.append((self.end_token, 1.0, 0))
+        if min_padding is not None:
+            self.pad_tokens(batch, min_padding)
+        if self.pad_to_max_length and len(batch) < self.max_length:
+            self.pad_tokens(batch, self.max_length - len(batch))
+        if min_length is not None and len(batch) < min_length:
+            self.pad_tokens(batch, min_length - len(batch))
+
+        if not return_word_ids:
+            batched_tokens = [[(t, w) for t, w,_ in x] for x in batched_tokens]
+
+        return batched_tokens
+
+
+    def untokenize(self, token_weight_pair):
+        return list(map(lambda a: (a, self.inv_vocab[a[0]]), token_weight_pair))
+
+    def state_dict(self):
+        return {}
+
+    def decode(self, token_ids, skip_special_tokens=True):
+        return self.tokenizer.decode(token_ids, skip_special_tokens=skip_special_tokens)
+
+class SD1Tokenizer:
+    def __init__(self, embedding_directory=None, tokenizer_data={}, clip_name="l", tokenizer=SDTokenizer, name=None):
+        if name is not None:
+            self.clip_name = name
+            self.clip = "{}".format(self.clip_name)
+        else:
+            self.clip_name = clip_name
+            self.clip = "clip_{}".format(self.clip_name)
+
+        tokenizer = tokenizer_data.get("{}_tokenizer_class".format(self.clip), tokenizer)
+        setattr(self, self.clip, tokenizer(embedding_directory=embedding_directory, tokenizer_data=tokenizer_data))
+
+    def tokenize_with_weights(self, text:str, return_word_ids=False, **kwargs):
+        out = {}
+        out[self.clip_name] = getattr(self, self.clip).tokenize_with_weights(text, return_word_ids, **kwargs)
+        return out
+
+    def untokenize(self, token_weight_pair):
+        return getattr(self, self.clip).untokenize(token_weight_pair)
+
+    def state_dict(self):
+        return getattr(self, self.clip).state_dict()
+
+    def decode(self, token_ids, skip_special_tokens=True):
+        return getattr(self, self.clip).decode(token_ids, skip_special_tokens=skip_special_tokens)
+
+class SD1CheckpointClipModel(SDClipModel):
+    def __init__(self, device="cpu", dtype=None, model_options={}):
+        super().__init__(device=device, return_projected_pooled=False, dtype=dtype, model_options=model_options)
+
+class SD1ClipModel(torch.nn.Module):
+    def __init__(self, device="cpu", dtype=None, model_options={}, clip_name="l", clip_model=SD1CheckpointClipModel, name=None, **kwargs):
+        super().__init__()
+
+        if name is not None:
+            self.clip_name = name
+            self.clip = "{}".format(self.clip_name)
+        else:
+            self.clip_name = clip_name
+            self.clip = "clip_{}".format(self.clip_name)
+
+        clip_model = model_options.get("{}_class".format(self.clip), clip_model)
+        model_options = {**model_options, "model_name": self.clip}
+        setattr(self, self.clip, clip_model(device=device, dtype=dtype, model_options=model_options, **kwargs))
+
+        self.dtypes = set()
+        if dtype is not None:
+            self.dtypes.add(dtype)
+
+    def set_clip_options(self, options):
+        getattr(self, self.clip).set_clip_options(options)
+
+    def reset_clip_options(self):
+        getattr(self, self.clip).reset_clip_options()
+
+    def encode_token_weights(self, token_weight_pairs):
+        token_weight_pairs = token_weight_pairs[self.clip_name]
+        out = getattr(self, self.clip).encode_token_weights(token_weight_pairs)
+        return out
+
+    def load_sd(self, sd):
+        return getattr(self, self.clip).load_sd(sd)
+
+    def generate(self, tokens, do_sample=True, max_length=256, temperature=1.0, top_k=50, top_p=0.95, min_p=0.0, repetition_penalty=1.0, seed=None, presence_penalty=0.0):
+        return getattr(self, self.clip).generate(tokens, do_sample=do_sample, max_length=max_length, temperature=temperature, top_k=top_k, top_p=top_p, min_p=min_p, repetition_penalty=repetition_penalty, seed=seed, presence_penalty=presence_penalty)
diff --git a/ComfyUI/comfy/sd1_clip_config.json b/ComfyUI/comfy/sd1_clip_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3ba8c6b5bc3d6389fb6c9e2c8231729ad9d663a4
--- /dev/null
+++ b/ComfyUI/comfy/sd1_clip_config.json
@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "openai/clip-vit-large-patch14",
+  "architectures": [
+    "CLIPTextModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 49407,
+  "hidden_act": "quick_gelu",
+  "hidden_size": 768,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "projection_dim": 768,
+  "torch_dtype": "float32",
+  "transformers_version": "4.24.0",
+  "vocab_size": 49408
+}
diff --git a/ComfyUI/comfy/sd1_tokenizer/merges.txt b/ComfyUI/comfy/sd1_tokenizer/merges.txt
new file mode 100644
index 0000000000000000000000000000000000000000..76e821f1b6f0a9709293c3b6b51ed90980b3166b
--- /dev/null
+++ b/ComfyUI/comfy/sd1_tokenizer/merges.txt
@@ -0,0 +1,48895 @@
+#version: 0.2
+i n
+t h
+a n
+r e
+a r
+e r
+th e</w>
+in g</w>
+o u
+o n
+s t
+o r
+e n
+o n</w>
+a l
+a t
+e r</w>
+i t
+i n</w>
+t o</w>
+r o
+i s</w>
+l e
+i c
+a t</w>
+an d</w>
+e d</w>
+o f</w>
+c h
+o r</w>
+e s</w>
+i l
+e l
+s t</w>
+a c
+o m
+a m
+l o
+a n</w>
+a y</w>
+s h
+r i
+l i
+t i
+f or</w>
+n e
+ð Ł
+r a
+h a
+d e
+o l
+v e</w>
+s i
+u r
+a l</w>
+s e
+' s</w>
+u n
+d i
+b e
+l a
+w h
+o o
+d ay</w>
+e n</w>
+m a
+n o
+l e</w>
+t o
+ou r</w>
+i r
+g h
+w it
+i t</w>
+y o
+a s
+s p
+th is</w>
+t s</w>
+at i
+yo u</w>
+wit h</w>
+a d
+i s
+a b
+l y</w>
+w e
+th e
+t e
+a s</w>
+a g
+v i
+p p
+s u
+h o
+m y</w>
+. .
+b u
+c om
+s e</w>
+er s</w>
+m e
+m e</w>
+al l</w>
+c on
+m o
+k e</w>
+g e
+ou t</w>
+en t</w>
+c o
+f e
+v er
+a r</w>
+f ro
+a u
+p o
+c e</w>
+gh t</w>
+ar e</w>
+s s</w>
+fro m</w>
+c h</w>
+t r
+ou n
+on e</w>
+b y</w>
+d o
+t h</w>
+w or
+er e</w>
+k e
+p ro
+f or
+d s</w>
+b o
+t a
+w e</w>
+g o
+h e
+t er</w>
+in g
+d e</w>
+b e</w>
+ati on</w>
+m or
+a y
+e x
+il l</w>
+p e
+k s</w>
+s c
+l u
+f u
+q u
+v er</w>
+ðŁ ĺ
+j u
+m u
+at e</w>
+an d
+v e
+k ing</w>
+m ar
+o p
+h i
+.. .</w>
+p re
+a d</w>
+r u
+th at</w>
+j o
+o f
+c e
+ne w</w>
+a m</w>
+a p
+g re
+s s
+d u
+no w</w>
+y e
+t ing</w>
+y our</w>
+it y</w>
+n i
+c i
+p ar
+g u
+f i
+a f
+p er
+t er
+u p</w>
+s o</w>
+g i
+on s</w>
+g r
+g e</w>
+b r
+p l
+' t</w>
+m i
+in e</w>
+we e
+b i
+u s</w>
+sh o
+ha ve</w>
+to day</w>
+a v
+m an
+en t
+ac k</w>
+ur e</w>
+ou r
+â Ģ
+c u
+l d</w>
+lo o
+i m
+ic e</w>
+s om
+f in
+re d</w>
+re n
+oo d</w>
+w as</w>
+ti on</w>
+p i
+i r</w>
+th er</w>
+t y</w>
+p h
+ar d</w>
+e c
+! !</w>
+m on
+mor e</w>
+w ill</w>
+t ra
+c an</w>
+c ol
+p u
+t e</w>
+w n</w>
+m b
+s o
+it i
+ju st</w>
+n ing</w>
+h ere</w>
+t u
+p a
+p r
+bu t</w>
+wh at</w>
+al ly</w>
+f ir
+m in
+c a
+an t</w>
+s a
+t ed</w>
+e v
+m ent</w>
+f a
+ge t</w>
+am e</w>
+ab out</w>
+g ra
+no t</w>
+ha pp
+ay s</w>
+m an</w>
+h is</w>
+ti me</w>
+li ke</w>
+g h</w>
+ha s</w>
+th an
+lo ve</w>
+ar t</w>
+st e
+d ing</w>
+h e</w>
+c re
+w s</w>
+w at
+d er</w>
+it e</w>
+s er
+ac e</w>
+ag e</w>
+en d</w>
+st r
+a w
+st or
+r e</w>
+c ar
+el l</w>
+al l
+p s</w>
+f ri
+p ho
+p or
+d o</w>
+a k
+w i
+f re
+wh o</w>
+sh i
+b oo
+s on</w>
+el l
+wh en</w>
+il l
+ho w</w>
+gre at</w>
+w in
+e l</w>
+b l
+s si
+al i
+som e</w>
+ðŁ Ĵ
+t on
+d er
+le s</w>
+p la
+ï ¸
+e d
+s ch
+h u
+on g</w>
+d on</w>
+k i
+s h</w>
+an n
+c or
+. .</w>
+oun d</w>
+a z
+in e
+ar y</w>
+fu l</w>
+st u
+ou ld</w>
+st i
+g o</w>
+se e</w>
+ab le</w>
+ar s</w>
+l l</w>
+m is
+b er
+c k</w>
+w a
+en ts</w>
+n o</w>
+si g
+f e</w>
+fir st</w>
+e t</w>
+sp e
+ac k
+i f</w>
+ou s</w>
+' m</w>
+st er</w>
+a pp
+an g
+an ce</w>
+an s</w>
+g ood</w>
+b re
+e ver
+the y</w>
+t ic
+com e</w>
+of f
+b ack</w>
+as e</w>
+ing s</w>
+ol d</w>
+i ght</w>
+f o
+h er</w>
+happ y</w>
+p ic
+it s</w>
+v ing</w>
+u s
+m at
+h om
+d y</w>
+e m
+s k
+y ing</w>
+the ir</w>
+le d</w>
+r y</w>
+u l
+h ar
+c k
+t on</w>
+on al</w>
+h el
+r ic
+b ir
+vi e
+w ay</w>
+t ri
+d a
+p le
+b ro
+st o
+oo l</w>
+ni ght</w>
+tr u
+b a
+re ad
+re s</w>
+ye ar</w>
+f r
+t or
+al s</w>
+c oun
+c la
+t ure</w>
+v el
+at ed</w>
+le c
+en d
+th ing</w>
+v o
+ic i
+be st</w>
+c an
+wor k</w>
+la st</w>
+af ter</w>
+en ce</w>
+p ri
+p e</w>
+e s
+i l</w>
+âĢ ¦</w>
+d re
+y s</w>
+o ver</w>
+i es</w>
+ðŁ ij
+com m
+t w
+in k</w>
+s un
+c l
+li fe</w>
+t t
+a ch
+l and</w>
+s y
+t re
+t al
+p ol
+s m
+du c
+s al
+f t</w>
+' re</w>
+ch e
+w ar
+t ur
+ati ons</w>
+ac h</w>
+m s</w>
+il e</w>
+p m</w>
+ou gh</w>
+at e
+st ar
+wee k</w>
+! !!</w>
+c lu
+th ere</w>
+n er</w>
+t om
+s el
+ï¸ ı</w>
+wor ld</w>
+v es</w>
+c am
+go t</w>
+in ter
+of f</w>
+u m</w>
+ton ight</w>
+o ther</w>
+h ou
+loo k</w>
+j e
+i d</w>
+si on</w>
+be au
+at t
+el i
+or t</w>
+re c
+f f
+st er
+su pp
+g en
+be en</w>
+il y</w>
+te am</w>
+m m
+i c</w>
+pe op
+it t
+at s</w>
+on ly</w>
+mb er</w>
+en g
+b ri
+m p
+k now</w>
+b ur
+b ar
+in s</w>
+lo w</w>
+sh e</w>
+ro w</w>
+â Ŀ
+t ro
+peop le</w>
+vi a</w>
+lo w
+ag a
+be t
+x t</w>
+f ac
+ch ar
+e ar
+w al
+s en
+f am
+b le</w>
+n ati
+is h</w>
+n or
+g ame</w>
+li ve</w>
+s co
+le y</w>
+d on
+ic k</w>
+b all</w>
+ver y</w>
+the se</w>
+p an
+i a</w>
+at ing</w>
+c r
+a re
+g ir
+ma ke</w>
+st re
+sho w</w>
+. "</w>
+f l
+u p
+d r
+than ks</w>
+il li
+w om
+st s</w>
+i g
+s ur
+ever y
+c ur
+vie w</w>
+le t</w>
+in to</w>
+mo st</w>
+n a
+in di
+g ar
+ha d</w>
+s ou
+v ed</w>
+an t
+iti on</w>
+ma de</w>
+f ol
+un i
+it ed</w>
+ðŁ ı
+ic al</w>
+th r
+read y</w>
+ch ec
+d ra
+k es</w>
+boo k</w>
+e p</w>
+si c</w>
+mor ning</w>
+ne ws</w>
+c au
+c t</w>
+w ell</w>
+an c
+pho to</w>
+th an</w>
+or s</w>
+bir th
+g g
+ou t
+ne xt</w>
+som e
+en ing</w>
+stor y</w>
+ch ri
+do wn</w>
+hom e</w>
+f fe
+fre e</w>
+d a</w>
+b or
+f il
+ci al</w>
+than k</w>
+si de</w>
+le ar
+qu e
+l ine</w>
+t en
+at es</w>
+ye ars</w>
+m y
+pho to
+beau ti
+ri ght</w>
+n u
+for m
+shi p</w>
+b an
+th er
+d ays</w>
+g am
+as on</w>
+g y</w>
+ðŁ İ
+birth day</w>
+se t</w>
+ic k
+e t
+st ill</w>
+com ing</w>
+ta ke</w>
+ðŁ ĩ
+b b
+s ol
+s on
+d en
+e p
+mu sic</w>
+the m</w>
+de n</w>
+wh y</w>
+f oo
+c ra
+am az
+w n
+h ol
+t ting</w>
+w r
+u e</w>
+ma g
+c ro
+l an
+c lo
+b ra
+a k</w>
+s ing</w>
+c al
+re ad</w>
+' ve</w>
+jo h
+b ab
+d ri
+b lo
+bi g</w>
+er ic
+in t</w>
+t or</w>
+tr y</w>
+l a</w>
+le g
+hou se</w>
+m ic
+v al
+beauti ful</w>
+l itt
+chec k</w>
+ne w
+ver s
+s w
+ar i
+pla y
+h er
+âĢ ĵ</w>
+w in</w>
+m a</w>
+con gr
+sch ool</w>
+f un
+. @</w>
+he al
+ic h</w>
+d el
+wh ere</w>
+l on
+ke t</w>
+tw o</w>
+mu ch</w>
+wat ch</w>
+v en
+d ed</w>
+a st</w>
+k ed</w>
+b as
+go ing</w>
+m p</w>
+e ver</w>
+w ays</w>
+ro o
+de sig
+l y
+s ed</w>
+to p</w>
+l in
+ch an
+to o</w>
+it ing</w>
+d ent</w>
+gh ts</w>
+t y
+sp o
+ne ed</w>
+b lu
+in st
+be ing</w>
+âĿ ¤
+w el
+l s</w>
+hi m</w>
+m ay</w>
+st ing</w>
+n a</w>
+el y</w>
+litt le</w>
+g a
+n at
+tom or
+m c
+h on
+w ant</w>
+a ir
+pi c</w>
+am eric
+p er</w>
+le ss</w>
+wee k
+ve l</w>
+a h</w>
+c ap
+ch am
+g er
+ti m
+tomor row</w>
+ne ss</w>
+st ate</w>
+h al
+ser v
+z e</w>
+o s</w>
+p at
+v is
+ex c
+s in
+f f</w>
+c ity</w>
+c en
+an y
+b el
+su mm
+t in
+w ould</w>
+loo king</w>
+k o
+ce le
+fam ily</w>
+m er
+po w
+hel p</w>
+bu s
+c o</w>
+c le
+sel f</w>
+en s</w>
+ic s</w>
+th o
+an i
+ch o
+le ad
+b s</w>
+t wee
+th ink</w>
+for e</w>
+ch il
+vi de
+di d</w>
+al e</w>
+ch i
+v il
+en ds</w>
+w ing</w>
+p as
+' ll</w>
+v ol
+s a</w>
+g s</w>
+man y</w>
+j ec
+be fore</w>
+gra ph
+n y</w>
+ur ing</w>
+w il
+d d
+bu il
+f av
+st ed</w>
+tr an
+l ing</w>
+ou d</w>
+d ge</w>
+fi el
+nati onal</w>
+st a
+c er
+w ere</w>
+in a</w>
+se ason</w>
+c ou
+n ed</w>
+amaz ing</w>
+ti ons</w>
+cele br
+n s</w>
+a th
+he ad</w>
+s day</w>
+d ar
+lo c
+v in
+an other</w>
+g oo
+s at
+n y
+jo in</w>
+pre s
+s es</w>
+s ing
+an a</w>
+in ing</w>
+.. ..</w>
+c our
+ï¸ ı
+ac t</w>
+cau se</w>
+li ght</w>
+am s</w>
+t a</w>
+b al
+f c</w>
+hi gh</w>
+off ici
+t t</w>
+chri st
+d ic
+d ay
+ra l</w>
+h or
+: )</w>
+vi si
+n am
+o b
+ma s</w>
+gh t
+re ally</w>
+t un
+fin d</w>
+thr ough</w>
+por t</w>
+u t
+ti ve</w>
+st y
+n e</w>
+or e</w>
+ðŁĺ Ĥ
+supp ort</w>
+ne ver</w>
+ev en</w>
+ðŁ Ķ
+h a</w>
+y a</w>
+l d
+u k</w>
+r an
+j am
+wi th
+me di
+d es</w>
+ne y</w>
+ch ing</w>
+al e
+h y
+k in
+! !
+d y
+pl ace</w>
+al so</w>
+b le
+wh ich</w>
+bl ack</w>
+b li
+s ay</w>
+par k</w>
+pl ay</w>
+ir e</w>
+vide o</w>
+week end</w>
+a il
+ke y</w>
+p t</w>
+w ard</w>
+fri day</w>
+d in
+ine ss</w>
+g ro
+b en
+al ways</w>
+t ball</w>
+ag o</w>
+m il
+c y
+pro duc
+di sc
+un der
+ple ase</w>
+sp or
+fu ll</w>
+e y</w>
+ðŁ Ļ
+is e</w>
+iti es</w>
+c at
+k no
+u se</w>
+fo re
+k er</w>
+ar t
+hi gh
+op en</w>
+s an
+e f
+our s</w>
+sh ed</w>
+st ri
+d ro
+aga in</w>
+i m</w>
+ðŁ ĵ
+en jo
+fu n</w>
+ge tting</w>
+p en
+g er</w>
+c li
+an y</w>
+ever y</w>
+e u
+wom en</w>
+â ľ
+e st</w>
+c ould</w>
+r y
+" @</w>
+th ou
+sh a
+comm un
+b er</w>
+d ents</w>
+di s
+wh ile</w>
+aw ay</w>
+di o</w>
+h am
+g la
+d ate</w>
+k a</w>
+mis s</w>
+un ch</w>
+w on
+in f
+roo m</w>
+g a</w>
+re al</w>
+ex per
+di rec
+sh ould</w>
+sp r
+g ol
+l ong</w>
+bet ter</w>
+or i
+e y
+i ence</w>
+il s</w>
+z z
+h an
+f ound</w>
+v s</w>
+â Ļ
+po st</w>
+ti c</w>
+par t</w>
+m en
+ren ce</w>
+ce ss</w>
+v ic
+s il
+sho p</w>
+ðŁĺ Ĥ</w>
+f ood</w>
+v al</w>
+sti c</w>
+y ou
+s ays</w>
+e lec
+st ar</w>
+o c
+l and
+i d
+c tion</w>
+fiel d</w>
+s of
+st art</w>
+wat er</w>
+fri ends</w>
+on es</w>
+ðŁ Į
+f la
+f ar
+wh ite</w>
+par ty</w>
+in st</w>
+gr ou
+t v</w>
+every one</w>
+m ent
+j a
+ch a
+pr in
+an ts</w>
+d uring</w>
+l at
+l ar
+we st</w>
+th en</w>
+k a
+y oun
+in sp
+in te
+we en</w>
+visi t</w>
+aga inst</w>
+re le
+he ad
+c es</w>
+to wn</w>
+loo ks</w>
+th re
+re gi
+ren t</w>
+pro jec
+gir l</w>
+se ar
+w o
+m om
+c ar</w>
+h un
+pu bli
+d i</w>
+p le</w>
+c all</w>
+c ri
+u m
+for d</w>
+per fe
+fri end</w>
+h ard</w>
+ssi on</w>
+te st</w>
+pla ying</w>
+ar ound</w>
+be cause</w>
+ke ts</w>
+me et</w>
+sat ur
+ar ti
+wor k
+j un
+v en</w>
+r un
+me mber</w>
+por t
+su per
+t wit
+s am
+el s</w>
+t ly</w>
+ad v
+ati ve</w>
+at h</w>
+s ure</w>
+av ail
+la r</w>
+s qu
+ar ds</w>
+ev ent</w>
+m en</w>
+l l
+o ver
+lo gy</w>
+it al</w>
+tim es</w>
+m al
+b ack
+c oo
+ma king</w>
+st ru
+â ģ
+it u
+sh ar
+g an</w>
+c as
+s n
+summ er</w>
+pic ture</w>
+f an
+h in
+christ mas</w>
+c y</w>
+pr oud</w>
+cham pi
+desig n</w>
+pp ing</w>
+ho pe</w>
+c a</w>
+avail able</w>
+ma y
+we d
+photo graph
+spe cial</w>
+sal e</w>
+sto p</w>
+er y</w>
+a we
+al ity</w>
+hi story</w>
+am a</w>
+pre si
+b ru
+wor king</w>
+d one</w>
+d r</w>
+k en</w>
+fe at
+w ood</w>
+ate st</w>
+sun day</w>
+mo vi
+vel y</w>
+s le
+f ace</w>
+sp ec
+stu dents</w>
+b y
+ha m</w>
+sp on
+bus iness</w>
+d at
+i e</w>
+i p
+so ci
+g lo
+h and
+re cor
+r s</w>
+me e
+ke ep</w>
+p ur
+heal th</w>
+sh e
+com ple
+go d</w>
+da vi
+col lec
+li st
+r a</w>
+clu b</w>
+t ers</w>
+in clu
+th ings</w>
+pl an
+â ĺ
+joh n</w>
+sh ing</w>
+at ul
+so on</w>
+blu e</w>
+g or
+satur day</w>
+w on</w>
+congr atul
+se e
+âĿ¤ ï¸ı</w>
+tho se</w>
+ðŁĺ į</w>
+fin al</w>
+d ou
+it h</w>
+o wn</w>
+ro ad</w>
+t our</w>
+a st
+indi a</w>
+ti l</w>
+n d</w>
+f er
+fav or
+su l
+lear n</w>
+fir e</w>
+ju st
+grou p</w>
+a h
+r ac
+bo dy</w>
+u r</w>
+c are</w>
+à ¸
+p lo
+o h</w>
+po s
+gi ve</w>
+te ch
+su b
+c ent
+er ing</w>
+y m
+il ity</w>
+f ic
+lon don</w>
+v ir
+gu ys</w>
+b a</w>
+ðŁ ¤
+bab y</w>
+sc re
+ðŁĺ į
+tru mp</w>
+un der</w>
+chan ge</w>
+i an</w>
+col le
+ss es</w>
+l er</w>
+ss ed</w>
+n ice</w>
+ann oun
+pow er</w>
+s ar
+a king</w>
+min i
+s li
+s wee
+k ar
+fu l
+c ru
+ac tion</w>
+a ther</w>
+) .</w>
+st and
+de vel
+a a
+g an
+le ft</w>
+lo l</w>
+re l
+tran s
+m ents</w>
+in t
+e f</w>
+man ag
+di g
+gen er
+do wn
+p au
+ti v
+k u
+th ur
+k en
+st on</w>
+f ans</w>
+tal k</w>
+twee t</w>
+t oo
+sty le</w>
+pro te
+se con
+fr on
+awe some</w>
+g l
+p al
+ne t
+s or
+la u
+g on
+sin ce</w>
+t ty</w>
+ser ies</w>
+me mor
+b eli
+fil m</w>
+di d
+di es</w>
+o t
+congratul ations</w>
+p ra
+e ve</w>
+w oo
+offici al</w>
+su c
+in cre
+b on
+par t
+pp ed</w>
+cla ss</w>
+si ve</w>
+bo y</w>
+cu l
+perfe ct</w>
+t ou
+d am
+wel come</w>
+foo tball</w>
+h i</w>
+p ap
+wa it</w>
+ad a</w>
+congr ats</w>
+youn g</w>
+exc ited</w>
+re ce
+j an
+v a</w>
+re d
+st ra
+medi a</w>
+' d</w>
+do es</w>
+le t
+mu l
+ill s</w>
+gre en</w>
+m el
+to ge
+fu ture</w>
+ye ster
+vers ity</w>
+for m</w>
+ta in</w>
+i de
+ch es</w>
+ki ds</w>
+qu i
+ha ha
+de ta
+bi g
+favor ite</w>
+gir ls</w>
+con tin
+do m</w>
+sear ch</w>
+u al</w>
+a ir</w>
+d ers</w>
+mon th</w>
+c er</w>
+yester day</w>
+commun ity</w>
+ad e</w>
+do g</w>
+vil le</w>
+ic es</w>
+d eli
+sy ste
+ru n</w>
+is m</w>
+he art</w>
+c up</w>
+en ti
+fe w</w>
+presi dent</w>
+e ds</w>
+un til</w>
+fe sti
+o k
+f lo
+sa id</w>
+ol e</w>
+me d
+tra vel</w>
+Â £</w>
+ph one</w>
+toge ther</w>
+fa st</w>
+lo t</w>
+gam es</w>
+sh ir
+bet ween</w>
+y es</w>
+th ers</w>
+do ing</w>
+m ac
+at or</w>
+b and</w>
+fol low
+projec t</w>
+devel op
+di ffe
+con fe
+spe ci
+ca st</w>
+y s
+bo ard</w>
+r d</w>
+i al</w>
+sh oo
+r am
+ha ving</w>
+sh are</w>
+fol low</w>
+on e
+n ame</w>
+m r</w>
+pu t</w>
+disc u
+or y</w>
+c ame</w>
+ou s
+s ite</w>
+twit ter</w>
+t b
+t it
+fin ally</w>
+z ed</w>
+su per</w>
+com pan
+us ing</w>
+all s</w>
+li st</w>
+r is</w>
+sho t</w>
+g al
+t ar
+de l</w>
+joh n
+âĢ Ķ</w>
+some thing</w>
+ra m</w>
+inte re
+wh e
+b it</w>
+ðŁ į
+stre et</w>
+oun d
+a i
+tic kets</w>
+movi e</w>
+re al
+k y
+ta king</w>
+o pp
+c c</w>
+l am
+m oun
+in ve
+bl ack
+us ed</w>
+on line</w>
+y or
+loc al</w>
+gu e
+c ks</w>
+o w
+ge st</w>
+bo ys</w>
+illi on</w>
+con t
+re ci
+in ed</w>
+eu ro
+no w
+se en</w>
+p h</w>
+te ach
+de f
+sou th</w>
+su ch</w>
+aw ard</w>
+mu st</w>
+is su
+ca re
+fe el</w>
+p lu
+l atest</w>
+spor ts</w>
+we b
+te x
+e ment</w>
+s k</w>
+fi c</w>
+w an
+te ch</w>
+o t</w>
+bo x</w>
+n er
+fre e
+t al</w>
+a sh
+c ase</w>
+ho t</w>
+won der
+mee ting</w>
+er a</w>
+ch all
+ðŁ IJ
+jo b</w>
+il i
+c ool</w>
+j our
+th s</w>
+m o</w>
+f el
+di e</w>
+mic ha
+e le
+te am
+serv ice</w>
+st and</w>
+ma kes</w>
+p ing</w>
+ear ly</w>
+com es</w>
+e k</w>
+ho li
+v ers</w>
+ag ue</w>
+s au
+thre e</w>
+mon day</w>
+fa shi
+some one</w>
+th ro
+se a</w>
+b ad</w>
+supp or
+tur n</w>
+ur y</w>
+m ing</w>
+photograph y</w>
+n ic
+mar k</w>
+pre tty</w>
+ss ing</w>
+wat ching</w>
+me mb
+ar ri
+coun ty</w>
+be ach</w>
+fr an
+cen ter</w>
+pol ice</w>
+b at
+publi c</w>
+t an
+pre ss</w>
+s af
+s y</w>
+ge ts</w>
+ro y
+n ers</w>
+y our
+bu y</w>
+st ers</w>
+sho w
+as ed</w>
+chil dre
+af ric
+in es</w>
+sp ace</w>
+sc ri
+h all</w>
+pa in
+ar ing</w>
+hom e
+m ur
+heal th
+ch ed</w>
+s and
+rece i
+gu y</w>
+e a
+americ an</w>
+re si
+childre n</w>
+- -
+i ri
+ing ton</w>
+coun try</w>
+ro ss</w>
+le n</w>
+ann a</w>
+boo ks</w>
+b c</w>
+e ce</w>
+d om
+lo vely</w>
+k h
+pe t
+g y
+g ri
+st age</w>
+off ice</w>
+ro ck</w>
+m on</w>
+b ay</w>
+t able</w>
+su n</w>
+m ed</w>
+th in
+l or
+f low
+( @</w>
+uni versity</w>
+stor e</w>
+fron t</w>
+goo d
+z a</w>
+vo te</w>
+nor th</w>
+he y</w>
+an im
+or der</w>
+mi d
+with out</w>
+a de
+re member</w>
+mar ket</w>
+? ?</w>
+mu s
+tra ining</w>
+e duc
+bu t
+co ver</w>
+st an
+sc en
+b la
+bre ak
+l ou
+s ame</w>
+g old</w>
+a in</w>
+o s
+bo th</w>
+l it
+ver n
+a i</w>
+al bu
+p a</w>
+enjo y</w>
+be g
+ell ing</w>
+thur sday</w>
+inf o</w>
+s an</w>
+americ a</w>
+ha ir</w>
+te l</w>
+mar ch</w>
+con cer
+colle ge</w>
+confe rence</w>
+ap p</w>
+h our</w>
+ch ang
+â ļ
+s our
+ol s</w>
+we ather</w>
+w ar</w>
+p hi
+festi val</w>
+secon d</w>
+cu te</w>
+pr ac
+en er
+str y</w>
+le a
+pol it
+s av
+se n</w>
+o w</w>
+m i</w>
+ne ar</w>
+ou ght</w>
+z e
+co ffe
+w illi
+d an
+se y</w>
+davi d</w>
+e se</w>
+f an</w>
+de ci
+the at
+no v
+ati on
+tr ac
+sc i
+re view</w>
+c el
+e m</w>
+u n</w>
+ju ly</w>
+or ig
+ti on
+d ru
+form er</w>
+st ay</w>
+af ter
+in v
+too k</w>
+dat a</w>
+b al</w>
+tu es
+d an</w>
+ev ening</w>
+ðŁĺĤ ðŁĺĤ
+d ol
+u res</w>
+pro vi
+t s
+e st
+sig n</w>
+j ac
+u k
+s ong</w>
+ye t</w>
+bo w
+in du
+j ap
+h oo
+po int</w>
+any one</w>
+z y</w>
+i st</w>
+h ur
+it al
+buil ding</w>
+wom an</w>
+ch ur
+j er
+per for
+co ach</w>
+le ague</w>
+ce ss
+ne t</w>
+i mag
+nati on
+br it
+qu e</w>
+aw ards</w>
+ag es</w>
+wor ks</w>
+c ed</w>
+man ce</w>
+l ate</w>
+ig n</w>
+mon ey</w>
+tru e</w>
+i i</w>
+t ell</w>
+pl ac
+p ac
+as y</w>
+wor ld
+be hin
+im port
+read ing</w>
+gra m</w>
+gi ving</w>
+me t</w>
+h it</w>
+for ward</w>
+st om
+pres ent
+jun e</w>
+so cial</w>
+no on</w>
+mar t
+hal f</w>
+s we
+go vern
+k er
+deta ils</w>
+li sh</w>
+_ _
+ac y</w>
+si a</w>
+ber t</w>
+f all</w>
+! !!!</w>
+) ,</w>
+th i
+d iti
+sp ort</w>
+k ing
+f it
+st af
+c at</w>
+mu se
+cen tr
+y er</w>
+con tro
+b loo
+wal k</w>
+ac tu
+did n</w>
+li m
+lear ning</w>
+re search</w>
+wed ne
+au th
+h ours</w>
+k y</w>
+f ar</w>
+h en
+.. ..
+it ch
+ri l</w>
+str ong</w>
+sk y</w>
+que sti
+jam es</w>
+r on
+d g
+f ur
+c in
+do es
+app ro
+mar ke
+tu res</w>
+ful ly</w>
+ch at</w>
+behin d</w>
+te m
+fin i
+mis sion</w>
+b att
+fe el
+he av
+every thing</w>
+b ar</w>
+w ish</w>
+pre mi
+i ma
+exper ience</w>
+e ach</w>
+re port</w>
+swee t</w>
+tic s</w>
+spr ing</w>
+re spon
+syste m</w>
+vic tor
+l in</w>
+sa w</w>
+al ready</w>
+gh ter</w>
+f le
+ã ĥ
+br ing</w>
+albu m</w>
+- -</w>
+ell s</w>
+st an</w>
+to m</w>
+inter national</w>
+w ent</w>
+an ni
+mat ch</w>
+pp er</w>
+st one</w>
+sm all</w>
+ra in</w>
+fashi on</w>
+are a</w>
+v an
+ag ram</w>
+k o</w>
+thou ght</w>
+wor th</w>
+v an</w>
+m er</w>
+coffe e</w>
+it es</w>
+g n
+arti st</w>
+c on</w>
+ar ch
+c ir
+se cre
+gr ound</w>
+is o
+h and</w>
+co m</w>
+bri dge</w>
+h s</w>
+x i
+l ink</w>
+pu l
+sp l
+r ace</w>
+f li
+ri ver</w>
+g as</w>
+di sco
+d al
+play er</w>
+f it</w>
+photo s</w>
+it y
+o k</w>
+j or
+tr a</w>
+ap ril</w>
+ad s</w>
+a di
+sol u
+beau ty</w>
+do or</w>
+me ss
+up date</w>
+ali a</w>
+sch o
+en ed</w>
+mom ent</w>
+sco t
+sc ience</w>
+i or</w>
+ti es</w>
+ac ross</w>
+ous ly</w>
+sh es</w>
+does n</w>
+p age</w>
+wat er
+m illion</w>
+cla ssi
+l ic
+ca st
+form ation</w>
+micha el</w>
+ell o</w>
+s mo
+in ts</w>
+vi sion</w>
+op ening</w>
+ld n</w>
+au str
+tues day</w>
+win ner</w>
+po ssi
+r ound</w>
+shir t</w>
+di t</w>
+b o</w>
+u es</w>
+il led</w>
+al ong</w>
+tri p</w>
+star ting</w>
+im pro
+k an
+per son</w>
+no t
+re co
+ne eds</w>
+c le</w>
+li e</w>
+re st</w>
+r ing</w>
+win ter</w>
+si mp
+mo m</w>
+be er</w>
+fac e
+tor s</w>
+us a</w>
+collec tion</w>
+ge or
+se ssion</w>
+tr ying</w>
+la s</w>
+la ke</w>
+j en
+orig in
+stu dent</w>
+se cur
+v in</w>
+pic s</w>
+ex pe
+com p
+gon na</w>
+e qu
+b ad
+le y
+a u</w>
+memb ers</w>
+bre ak</w>
+w all</w>
+gi c</w>
+din ner</w>
+bu l
+insp ir
+r i</w>
+min d</w>
+ic a</w>
+win ning</w>
+tal king</w>
+t ren
+s is</w>
+t en</w>
+wonder ful</w>
+s now</w>
+he ar</w>
+th om
+no thing</w>
+gu i
+st in
+blo g</w>
+fe st</w>
+b un
+le e</w>
+war ds</w>
+ch ance</w>
+dre ss</w>
+re n</w>
+pau l</w>
+p es</w>
+tech no
+ru ssi
+c ard</w>
+e ast</w>
+mar i
+w ine</w>
+t i</w>
+la w</w>
+str ic
+k i</w>
+ap e</w>
+au gu
+pro fe
+as h</w>
+cour se</w>
+ma il</w>
+ren tly</w>
+d un
+m un
+lo ve
+is land</w>
+dri ve</w>
+s l
+end ed</w>
+ma in</w>
+lo st</w>
+nat ure</w>
+âĿ¤ ï¸ı
+ch ic
+re por
+p in
+pr o</w>
+st ation</w>
+ce p
+ta kes</w>
+compan y</w>
+go es</w>
+on d</w>
+ma ch
+ra dio</w>
+d ad</w>
+ro ck
+j a</w>
+p ay
+champi on
+e e
+in de
+tt a</w>
+ati c</w>
+t ab
+beli eve</w>
+ener gy</w>
+z i
+t at
+wor d</w>
+on ce</w>
+re sul
+y l
+and re
+an o</w>
+inst agram</w>
+clo se</w>
+t am
+cu stom
+w a</w>
+con om
+sho ws</w>
+li fe
+k in</w>
+ro b
+t age</w>
+n ation</w>
+al most</w>
+list en</w>
+sa ve</w>
+re li
+ac e
+mar y</w>
+tre e</w>
+for get</w>
+j ack
+wa iting</w>
+direc tor</w>
+h ill</w>
+bor n</w>
+te mp
+f l</w>
+st e</w>
+on a</w>
+sing le</w>
+wedne sday</w>
+un ited</w>
+in o</w>
+@ _</w>
+ne l</w>
+celebr ate</w>
+en ding</w>
+de al</w>
+j i</w>
+can ada</w>
+hu ge</w>
+tr ack</w>
+âĢ ¢</w>
+f y</w>
+fan ta
+an g</w>
+yor k</w>
+rele ase</w>
+p un
+ep iso
+wor ds</w>
+t our
+p ack
+i gh
+classi c</w>
+perfor mance</w>
+ke t
+after noon</w>
+recor d</w>
+win s</w>
+pro ble
+âĿ ¤</w>
+f our</w>
+b ed</w>
+ban k</w>
+d ance</w>
+s la
+cal led</w>
+mi ght</w>
+a p</w>
+pa st</w>
+ðŁ ļ
+diffe rent</w>
+it e
+gi ft</w>
+ssi ve</w>
+chur ch</w>
+c us</w>
+pro gram</w>
+ho tel</w>
+ic e
+ma d
+secur ity</w>
+en ge</w>
+d c</w>
+en ough</w>
+st a</w>
+e ty</w>
+de ad</w>
+g un
+he ar
+m ir
+hu man</w>
+gre ss</w>
+oun ds</w>
+pi ece</w>
+bre aking</w>
+gar den</w>
+fi ght</w>
+vie ws</w>
+f ish</w>
+star ted</w>
+run ning</w>
+gre en
+ser i
+s m</w>
+as k</w>
+d or
+de ath</w>
+e conom
+er i
+ir d</w>
+s er</w>
+l unch</w>
+âģ ¦
+bo x
+nat u
+ba se
+b an</w>
+f al
+glo bal</w>
+wil d
+wo w</w>
+out side</w>
+mo ve</w>
+le ad</w>
+an al
+muse um</w>
+on g
+ha w
+pow er
+than k
+b ac
+char ac
+cam pa
+dig ital</w>
+r o</w>
+op er
+de v
+w ol
+p ati
+f a</w>
+m ale</w>
+pap er</w>
+ill ing</w>
+c s</w>
+â ĥ
+educ ation</w>
+ta ken</w>
+e ffe
+m ou
+s ad
+" .</w>
+bas ed</w>
+staf f</w>
+inclu ding</w>
+li ving</w>
+a c</w>
+ch ina</w>
+mo b
+stor m</w>
+lu ck</w>
+ph il
+o o</w>
+y n
+tra vel
+k el
+ti al</w>
+pr ice</w>
+boo k
+import ant</w>
+bi o
+p ool</w>
+ny c</w>
+f ab
+lo ad</w>
+? !</w>
+chall enge</w>
+cr y
+ser ve</w>
+we ar</w>
+bu s</w>
+ta in
+nu mber</w>
+ro r</w>
+k at
+i z
+th ough</w>
+ho sp
+m m</w>
+fa ir</w>
+ut es</w>
+ho t
+po p</w>
+fi ed</w>
+cam p
+develop ment</w>
+li br
+c ali
+em s</w>
+âģ¦ @</w>
+b ol
+is ed</w>
+stand ing</w>
+mo del</w>
+it a</w>
+g le</w>
+bro wn</w>
+ima ge</w>
+ve red</w>
+for ce</w>
+o il</w>
+par tic
+sh u
+da ily</w>
+la w
+se c
+cla ss
+cam p</w>
+holi day</w>
+cl in
+k ers</w>
+pres ent</w>
+gam e
+incre di
+er ship</w>
+inter view</w>
+b ill</w>
+du e</w>
+and y</w>
+ab o
+in nov
+ke y
+ac ade
+p il
+mo der
+st ars</w>
+br and</w>
+f er</w>
+wee ks</w>
+con si
+pr e</w>
+sa fe
+wr it
+di um</w>
+la unch</w>
+marke ting</w>
+ann ual</w>
+as si
+cour t</w>
+la dy</w>
+c ted</w>
+and a</w>
+in side</w>
+chil d</w>
+opp or
+sm ith</w>
+centr e</w>
+gu e</w>
+âģ ©</w>
+f ren
+st y</w>
+for t</w>
+ent ly</w>
+is n</w>
+ke ep
+to ber</w>
+on y</w>
+bo y
+al d</w>
+col la
+de mo
+le vel</w>
+com pet
+ad o</w>
+b our
+fanta stic</w>
+m ate</w>
+s u</w>
+sou th
+oppor tun
+vers ary</w>
+lat er</w>
+bu d
+face book</w>
+la un
+ster n</w>
+p it
+! "</w>
+ma j
+gr am
+tb t</w>
+fi re
+happ y
+a ks</w>
+wh ole</w>
+actu ally</w>
+ill er</w>
+ell a</w>
+lo ts</w>
+al ex
+an ge
+lan ds</w>
+ðŁĺ Ń
+en ter
+r ou
+episo de</w>
+p ed</w>
+in ten
+sh ire</w>
+wh o
+pl an</w>
+h o</w>
+ca ke</w>
+we st
+mag az
+fre sh</w>
+c c
+n ar
+ch ris</w>
+wr iting</w>
+w er</w>
+n om
+l o</w>
+mi dd
+dre am</w>
+o l</w>
+ti onal</w>
+de b
+> ></w>
+be come</w>
+s i</w>
+gr and</w>
+all ing</w>
+hi stor
+ri de</w>
+i red</w>
+saf e</w>
+que en</w>
+ci l</w>
+in tro
+vi l</w>
+d ani
+.. .
+ar tic
+st at
+sh ort</w>
+or ing</w>
+sel fi
+mis si
+do c
+b it
+g all
+b om
+i re
+se lec
+d ition</w>
+ðŁĶ ¥</w>
+fri end
+be at</w>
+gh ting</w>
+ðŁĺ Ĭ</w>
+pe ace</w>
+ex hi
+ant a</w>
+ab ility</w>
+il lu
+j on
+qu ality</w>
+tri bu
+m es</w>
+play ers</w>
+fa ir
+cu t</w>
+c ab
+suc cess</w>
+b i</w>
+su s</w>
+pro mo
+sch e
+an ge</w>
+ic o</w>
+comm it
+cat ch</w>
+ill a</w>
+kin d</w>
+feel ing</w>
+qu o
+s ay
+anni versary</w>
+spo t</w>
+mo ther</w>
+an e</w>
+p end
+your self</w>
+op s</w>
+app le</w>
+min utes</w>
+p o</w>
+gr and
+ri es</w>
+ha ha</w>
+care er</w>
+ed ition</w>
+de c
+ric k</w>
+am i</w>
+concer t</w>
+iti ve</w>
+ge ous</w>
+d ly</w>
+t te</w>
+adv ent
+i g</w>
+li ghts</w>
+ak er</w>
+sk y
+âĥ £</w>
+r ay</w>
+fini shed</w>
+w ay
+s d
+ac coun
+ðŁĴ ķ</w>
+ck y</w>
+ch el
+lit er
+pain ting</w>
+lo s</w>
+st un
+techno logy</w>
+n as
+ma r</w>
+b il
+afric a</w>
+ki e</w>
+ey es</w>
+gol f</w>
+plu s</w>
+ni a</w>
+it ec
+serv ices</w>
+wed ding</w>
+kno wn</w>
+te le
+.. ...</w>
+star ts</w>
+pa ren
+w ants</w>
+ati onal</w>
+mon ths</w>
+win do
+fav our
+er t</w>
+magaz ine</w>
+ex clu
+re ve
+b c
+origin al</w>
+e ss
+n al</w>
+an ti
+st ro
+t ice</w>
+stu dy</w>
+à ¤
+v ac
+nation al
+fi ve</w>
+ra in
+ve ment</w>
+u te</w>
+ver se</w>
+em er
+ar my</w>
+possi ble</w>
+gue ss</w>
+val ley</w>
+ther n</w>
+cro w
+m r
+col or</w>
+on to</w>
+pic k</w>
+cle ar</w>
+dar k</w>
+t ac
+wan ted</w>
+it ting</w>
+can cer</w>
+govern ment</w>
+di e
+ri se</w>
+z ing</w>
+col d</w>
+f oun
+stu dio</w>
+str ation</w>
+bro ther</w>
+a head</w>
+sh el
+mic ro
+ic ally</w>
+d au
+sig ned</w>
+vi ol
+a x
+as se
+i o
+w re
+spl ay</w>
+ch ick
+augu st</w>
+pl at
+ti ps</w>
+sp i
+hu man
+e asy</w>
+lo gi
+mi ke</w>
+gro w
+ag re
+w w
+sh ad
+mo tiv
+wi de</w>
+tur ns</w>
+om g</w>
+v ar
+de fin
+su g
+j im
+ðŁĶ ¥
+t d</w>
+campa ign</w>
+nam ed</w>
+re tweet</w>
+co p
+t v
+le av
+k is
+dou ble</w>
+s mar
+issu e</w>
+vil la
+in formation</w>
+li es</w>
+sto ck</w>
+n t</w>
+di stric
+sh or
+mi x
+er o
+se p
+me x
+see ing</w>
+li ve
+re min
+co de</w>
+g ur
+s c</w>
+wil d</w>
+l un
+h ood</w>
+spo t
+fa ther</w>
+fore ver</w>
+up d
+tra f
+f ly</w>
+ne ed
+gra du
+tra in</w>
+ma ke
+s ab
+be y
+si ze</w>
+lead er</w>
+tal ks</w>
+e u</w>
+lo g
+fo x</w>
+gor geous</w>
+le ss
+le ts</w>
+sur pri
+my self</w>
+no te</w>
+li ves</w>
+f ru
+lo ved</w>
+se ver
+de m
+j i
+so c
+h old</w>
+do gs</w>
+n i</w>
+â ŀ
+lea ve</w>
+air port</w>
+ben ef
+ex pl
+shi ps</w>
+comple te</w>
+ach i
+gre at
+vin tage</w>
+j ack</w>
+ro c
+woo d
+pri v
+off er</w>
+ey e</w>
+ver sion</w>
+te a</w>
+co ach
+off ic
+w ell
+g en</w>
+s at</w>
+h h
+you th</w>
+o x
+? "</w>
+m t</w>
+mi x</w>
+g g</w>
+d le</w>
+natu ral</w>
+buil d</w>
+break fast</w>
+thin king</w>
+theat re</w>
+mo on</w>
+ber g</w>
+go als</w>
+geor ge</w>
+en e
+exc ell
+il ing</w>
+tun e</w>
+y ed</w>
+g ate</w>
+m it
+net work</w>
+jo e</w>
+h ello</w>
+f b</w>
+tu be</w>
+we aring</w>
+ath le
+stru c
+har d
+gla ss</w>
+g ers</w>
+thro w
+g es</w>
+b t
+indu stry</w>
+manag ement</w>
+ali st</w>
+go al</w>
+stre am</w>
+y el
+a vi
+ici ous</w>
+o thers</w>
+s ki
+chri sti
+bir d</w>
+e sc
+m in</w>
+tr o</w>
+l t</w>
+j an</w>
+im p
+ri ghts</w>
+sh a</w>
+or gan
+cent ral</w>
+ar a</w>
+ro ll</w>
+favour ite</w>
+che ster</w>
+el se</w>
+p ay</w>
+car s</w>
+m ine</w>
+ste p</w>
+prac tice</w>
+maj or</w>
+h ang
+ðŁĺ ĺ</w>
+n on</w>
+v ari
+eng ine
+vol un
+di a</w>
+i led</w>
+arch itec
+p ink</w>
+d s
+th y</w>
+wa sh
+web site</w>
+ba g</w>
+contro l</w>
+el li
+f ra
+an sw
+d ence</w>
+y u
+r on</w>
+ol a</w>
+g in
+dr in
+li c</w>
+cou ple</w>
+sp ar
+g on</w>
+cre ate</w>
+c t
+celebr ating</w>
+de ep</w>
+e at</w>
+te e</w>
+vo ice</w>
+dro p</w>
+vis it
+at ors</w>
+sta dium</w>
+f t
+w is
+ro l
+gra de</w>
+fam il
+po ints</w>
+re pre
+w as
+traf fic</w>
+jap an</w>
+or g
+hon or</w>
+tex as</w>
+man u
+âĻ ¥</w>
+safe ty</w>
+re r</w>
+b ag
+em plo
+rele ased</w>
+re gu
+ak a</w>
+n av
+ro le</w>
+sen ior</w>
+spec t</w>
+cro ss</w>
+lin es</w>
+be st
+p ack</w>
+s in</w>
+ti e</w>
+mis sing</w>
+sun set</w>
+li ber
+is ing</w>
+j ay
+sk i</w>
+champion ship</w>
+ac tiv
+la dies</w>
+play ed</w>
+y y
+pu bl
+al o
+pri de</w>
+s r
+pa ki
+lu x
+sur vi
+ck ed</w>
+e ts</w>
+cho col
+austr alia</w>
+par is</w>
+mi les</w>
+h at
+ment al</w>
+al a</w>
+me an</w>
+mob ile</w>
+en a</w>
+in si
+f ound
+chi ef</w>
+t ag
+incredi ble</w>
+re turn</w>
+Ã ©
+goo gle</w>
+fren ch</w>
+cre w</w>
+hal lo
+ali an</w>
+j az
+ch er</w>
+sil ver</w>
+nor th
+eng lish</w>
+base ball</w>
+c af
+lim ited</w>
+follow ing</w>
+app reci
+ear th</w>
+k ir
+ve mber</w>
+w ed</w>
+p tion</w>
+g ed</w>
+oc tober</w>
+fl ori
+c r</w>
+en cy</w>
+ga ve</w>
+lor d</w>
+stu ff</w>
+ber ry</w>
+po st
+sm ile</w>
+bro ad
+st ate
+gg er</w>
+me ans</w>
+ic y</w>
+gu n</w>
+y o</w>
+ma ster</w>
+bur g</w>
+han ds</w>
+ni e</w>
+/ /</w>
+uni on</w>
+brit ish</w>
+big gest</w>
+distric t</w>
+am ing</w>
+h il
+o ce
+per son
+pas s</w>
+en vir
+scho ols</w>
+arri ved</w>
+anc es</w>
+insp ired</w>
+ex pla
+be n</w>
+libr ary</w>
+bo tt
+am p
+ste ph
+cont act</w>
+b ang
+m s
+cali for
+t old</w>
+batt le</w>
+b b</w>
+chic ago</w>
+âľ ¨</w>
+str ate
+sh i</w>
+de ce
+- )</w>
+ad d</w>
+la b
+j ones</w>
+leg end</w>
+cast le</w>
+ing er</w>
+st ance</w>
+be l</w>
+ur a</w>
+re fu
+lead ers</w>
+po t
+se x
+h ic
+artic le</w>
+ki d</w>
+fr ance</w>
+x x</w>
+ex e
+gui de</w>
+volun te
+pr int</w>
+al i</w>
+ce o</w>
+twee ts</w>
+w x</w>
+scen e</w>
+vol u
+ant i</w>
+h an</w>
+as soci
+shar ing</w>
+ro se</w>
+mini ster</w>
+sh er
+in ste
+cle an
+demo cr
+po ster</w>
+sk in</w>
+p sy
+pro per
+cra zy</w>
+i am
+o re
+in i</w>
+any thing</w>
+po d
+mo ving</w>
+cl ick</w>
+ex plo
+com b
+cra ft</w>
+f i</w>
+bloo d</w>
+is ra
+publ ic
+d ent
+ol ym
+eng land</w>
+a si
+ch er
+fac t</w>
+envir on
+har ry</w>
+g one</w>
+me dic
+enjo ying</w>
+just ice</w>
+j r</w>
+indi an</w>
+wi fe</w>
+s ound</w>
+t es</w>
+dra wing</w>
+p al</w>
+ide a</w>
+cr it
+ju li
+il er</w>
+war m</w>
+cl ar
+thou ghts</w>
+def en
+coun cil</w>
+intro duc
+di ed</w>
+jan u
+an i</w>
+s end</w>
+li er</w>
+m l
+intere sting</w>
+tra de</w>
+win d</w>
+b ay
+s ac
+anc y</w>
+sour ce</w>
+b es</w>
+org ani
+ar ly</w>
+lar ge</w>
+ff ici
+ta g</w>
+u t</w>
+de sp
+o es</w>
+tit le</w>
+sy m
+pic tures</w>
+op en
+wom en
+sho wing</w>
+ri a</w>
+le ast</w>
+lead ership</w>
+cur rent</w>
+elec tr
+val ent
+list ening</w>
+c key</w>
+gener al</w>
+de ser
+du ce</w>
+; )</w>
+c ent</w>
+ðŁĺį ðŁĺį
+sco tt</w>
+po or</w>
+selfi e</w>
+ev ents</w>
+i on</w>
+wr ong</w>
+de v</w>
+h ill
+sep te
+cul ture</w>
+l ine
+sor ry</w>
+s ent</w>
+si ster</w>
+ce pt</w>
+k ri
+no vember</w>
+ar i</w>
+announ ce</w>
+z ation</w>
+br an
+g ent
+d u</w>
+l en
+per s
+f m</w>
+mart in</w>
+o p</w>
+e mb
+om e
+midd le</w>
+suc cess
+pe ter</w>
+janu ary</w>
+f lu
+rac ing</w>
+d av
+bi ke</w>
+ðŁı »</w>
+pe t</w>
+shoo t</w>
+profe ssi
+feat uring</w>
+septe mber</w>
+now playing</w>
+sta ur
+z a
+on ic</w>
+qu ick</w>
+bas ke
+spe aking</w>
+mil it
+z er</w>
+chick en</w>
+b ell</w>
+s ad</w>
+co ast</w>
+lo ving</w>
+y ers</w>
+d j</w>
+pan el</w>
+ver age</w>
+s wit
+ic ks</w>
+b ou
+califor nia</w>
+s am</w>
+paren ts</w>
+er o</w>
+k illed</w>
+ph ys
+jo bs</w>
+mi gr
+an th
+e mo
+hallo ween</w>
+and er
+c m</w>
+compet ition</w>
+e ag
+s ket
+sp ir
+may be</w>
+exclu sive</w>
+app e
+jour ney</w>
+scre en</w>
+for d
+i o</w>
+h ate</w>
+u g
+sou l</w>
+her o</w>
+soci ety</w>
+sy n
+gu it
+n h
+d j
+as es</w>
+im pre
+ti me
+sal es</w>
+d d</w>
+f ts</w>
+summ it</w>
+stun ning</w>
+om s</w>
+tur ned</w>
+cle an</w>
+sof t</w>
+be at
+re staur
+de red</w>
+en ces</w>
+ma gic</w>
+di o
+sh ine</w>
+gu est</w>
+health y</w>
+exhi b
+stor ies</w>
+po pu
+n is</w>
+el a</w>
+bel ow</w>
+fun ny</w>
+resul ts</w>
+s ne
+cur rently</w>
+ar d
+down load</w>
+f light</w>
+m al</w>
+f ine</w>
+p ad
+ch u
+ent ed</w>
+h at</w>
+ðŁij ı
+ste ve</w>
+j o</w>
+mar k
+r at
+b all
+p c</w>
+p on
+b by</w>
+o li
+ar ts</w>
+as ure</w>
+bow l</w>
+att ack</w>
+mi c</w>
+de ar</w>
+ran ge</w>
+en ter</w>
+chocol ate</w>
+br illi
+ac cess</w>
+, "</w>
+? ??</w>
+ch ap
+con st
+t n
+mat ter</w>
+blu e
+gall ery</w>
+em p
+work shop</w>
+lead ing</w>
+y ours</w>
+baske tball</w>
+w anna</w>
+th u
+_ _</w>
+mar ri
+sle ep</w>
+bi a</w>
+ch e</w>
+ma d</w>
+imp act</w>
+o wn
+si r</w>
+chan nel</w>
+euro pe</w>
+e sp
+k itch
+hosp ital</w>
+w ra
+roy al</w>
+f s</w>
+ne u
+qu ar
+ne y
+ac ks</w>
+ch ase</w>
+pp y</w>
+st al
+at ely</w>
+ti m</w>
+dece mber</w>
+r are</w>
+per form
+cre am</w>
+we ight</w>
+ch oo
+ni ght
+ha ven</w>
+fr anc
+kh an</w>
+buil t</w>
+hel ping</w>
+tru st</w>
+ty pe</w>
+gol den</w>
+ta x</w>
+s now
+s wi
+di sa
+questi ons</w>
+ve y</w>
+li ght
+c n
+cl oud</w>
+thom as</w>
+ag ed</w>
+sh ou
+te ams</w>
+gr an
+re ason</w>
+a a</w>
+you tube</w>
+v p</w>
+pi zz
+manag er</w>
+bur y</w>
+cre dit</w>
+tre at</w>
+ma x</w>
+i k
+ma in
+g ing</w>
+de ad
+pro bab
+ye ah</w>
+ã Ĥ
+br and
+so li
+pl ant</w>
+ta yl
+gir l
+ðŁĺ Ń</w>
+nam ent</w>
+au to
+mess age</w>
+ko re
+n ur
+ter r
+ag u
+ma p</w>
+sen ting</w>
+lo ves</w>
+gi ves</w>
+g ab
+z en</w>
+ro bert</w>
+con fir
+w ars</w>
+o m</w>
+sta in
+cam era</w>
+and er</w>
+won der</w>
+a b</w>
+ca p</w>
+s old</w>
+su it</w>
+wal king</w>
+contin ue</w>
+effe c
+dau ghter</w>
+d anc
+cha in</w>
+mul ti
+ki d
+y an
+champi on</w>
+v o</w>
+ta ins</w>
+ho st</w>
+min i</w>
+mis sed</w>
+re sc
+ly n
+fin ish</w>
+del icious</w>
+s as
+tayl or</w>
+i b
+pro mis
+produc ts</w>
+moun tain</w>
+flori da</w>
+regi ster</w>
+tre at
+rec ent</w>
+fe male</w>
+boo th</w>
+mat t</w>
+ve hic
+s op
+mo tor
+suppor ting</w>
+phi c</w>
+ex tre
+dr ink</w>
+lan e</w>
+th ird</w>
+p s
+con stru
+ce re
+far m</w>
+ðŁİ ī</w>
+tu red</w>
+ðŁij ī</w>
+c ats</w>
+a j
+gi e</w>
+shoo ting</w>
+as ked</w>
+paki stan</w>
+am e
+m b</w>
+g il
+leg al</w>
+squ are</w>
+in vol
+dra w</w>
+oo oo
+!! !!
+opportun ity</w>
+p y
+e i
+b ts</w>
+teach er</w>
+charac ter</w>
+john son</w>
+br on
+ly wood</w>
+ch ine
+c ing</w>
+c ine
+d ge
+gam ing</w>
+russi a</w>
+ci a</w>
+quo te</w>
+ric h</w>
+go v
+flow ers</w>
+sp iri
+st in</w>
+grow th</w>
+ðŁı ¼</w>
+comm er
+j uni
+mu m</w>
+r an</w>
+s na
+a ren
+c b
+ac tor</w>
+col or
+si t</w>
+pa ir</w>
+ch i</w>
+bo w</w>
+acade my</w>
+hel d</w>
+r ang
+me tal</w>
+y l</w>
+ac tive</w>
+probab ly</w>
+t ch</w>
+need ed</w>
+spe e
+cho ice</w>
+ital y</w>
+ry an</w>
+ðŁĩ º
+flow er</w>
+v it
+m n</w>
+found ation</w>
+b ak
+si ons</w>
+ne igh
+f loo
+he ard</w>
+re mo
+fre sh
+ing ing</w>
+re f
+to wn
+cl ou
+je sus</w>
+spiri t</w>
+cou ldn</w>
+z es</w>
+ðŁĴ Ļ</w>
+willi ams</w>
+pro ce
+moder n</w>
+pro cess</w>
+sho es</w>
+cre ated</w>
+tri c</w>
+issu es</w>
+ann e</w>
+att en
+de but</w>
+h r</w>
+n it
+sti g
+a po
+e ps</w>
+z u
+ã Ģ
+si x</w>
+car ds</w>
+lan gu
+fam ous</w>
+tour nament</w>
+se l</w>
+e bay</w>
+y n</w>
+st on
+k ick
+announ ced</w>
+k am
+vo c
+brilli ant</w>
+hou se
+che ese</w>
+war ri
+mus ic
+ho ckey</w>
+ðŁĺĤ ðŁĺĤ</w>
+sk ills</w>
+au tom
+smar t</w>
+med ical</w>
+mon y</w>
+e x</w>
+gu ar
+gi ve
+pers onal</w>
+ven tion</w>
+al li
+pre ss
+flo or</w>
+m c</w>
+victor y</w>
+hi m
+simp le</w>
+th or
+ðŁĩº ðŁĩ
+ta il</w>
+lu cky</w>
+ale x</w>
+qu ite</w>
+bo t
+ssi ons</w>
+chall eng
+c ann
+amaz on</w>
+h ell</w>
+b ought</w>
+) :</w>
+ed y</w>
+secre t</w>
+produc tion</w>
+inde pend
+de fe
+ad ded</w>
+p r</w>
+p ag
+be d
+gre atest</w>
+with in</w>
+j ay</w>
+ðŁ ¥
+ire land</w>
+re ly</w>
+s d</w>
+te xt</w>
+dri ving</w>
+pro gram
+spe ed</w>
+col um
+str on
+Ã ©</w>
+fore st</w>
+â ĸ
+mach ine</w>
+co in</w>
+sc ar
+oun t</w>
+bi e</w>
+¡ ï¸ı</w>
+por tra
+comm on</w>
+wre st
+recei ved</w>
+kno w
+inve st
+pl ans</w>
+ac cor
+ad op
+ter y</w>
+re ali
+p p</w>
+k al
+art work</w>
+me an
+go d
+inste ad</w>
+an ci
+motiv ation</w>
+as ing</w>
+inspir ation</w>
+up coming</w>
+polit ical</w>
+euro pe
+m ers</w>
+heav y</w>
+ðŁij į</w>
+fe bru
+scot land</w>
+ou gh
+b t</w>
+bo ss</w>
+sche du
+spe ak</w>
+n ick
+u red</w>
+in o
+e k
+ri sk</w>
+tor y</w>
+pres ents</w>
+b on</w>
+ru g
+st ates</w>
+exhib ition</w>
+il o
+m ill
+br ought</w>
+: -)</w>
+tou ri
+com e
+offici ally</w>
+champi ons</w>
+do ors</w>
+re p
+po se</w>
+ex tra</w>
+k ings</w>
+soc cer</w>
+squ ad</w>
+app lic
+at a</w>
+some times</w>
+t ari
+excell ent</w>
+ðŁĺ ĺ
+stra ight</w>
+car ol
+ri p</w>
+âĢ į
+gra phic</w>
+m ol
+elec tion</w>
+febru ary</w>
+as ons</w>
+l i</w>
+di r
+m t
+n ick</w>
+u su
+m rs</w>
+com ics</w>
+inst itu
+cor por
+v i</w>
+ðŁĻ ı
+tu ral</w>
+di se
+ac ci
+we are
+am ong</w>
+sho pping</w>
+t ill</w>
+wh at
+cha ir</w>
+sp an
+chine se</w>
+innov ation</w>
+jo y</w>
+k it</w>
+cent ury</w>
+ob ama</w>
+ph ili
+f c
+re ach</w>
+c iti
+ul ous</w>
+n on
+d ang
+happ ening</w>
+bur n</w>
+p el
+or ange</w>
+d v
+k ick</w>
+cla im
+ing ham</w>
+ph y</w>
+no v</w>
+pod cast</w>
+wh i
+ni ghts</w>
+ear lier</w>
+be ar</w>
+la h</w>
+exc iting</w>
+or a</w>
+gi ven</w>
+s lo
+memor ies</w>
+contin ues</w>
+produc t</w>
+gh o
+c d
+kno ws</w>
+ðŁİ ī
+publi shed</w>
+discu ss</w>
+y ard</w>
+i phone</w>
+tri es</w>
+w all
+fe b</w>
+are n</w>
+tru th</w>
+win ners</w>
+tu re
+diti onal</w>
+milit ary</w>
+proble m</w>
+m and
+do g
+lo ss</w>
+c ric
+can adi
+ve ter
+villa ge</w>
+" ,</w>
+y r</w>
+un g</w>
+don ald</w>
+ag ing</w>
+bir ds</w>
+sci enti
+le s
+th is
+regi on</w>
+tic al</w>
+itt en</w>
+il a</w>
+ðŁĺ İ</w>
+d ad
+di am
+abo ve</w>
+st ren
+li t</w>
+p ir
+la b</w>
+fo cus</w>
+bus y</w>
+d ur
+app ly</w>
+s ma
+auth or</w>
+ac i
+exe cu
+dom in
+re la
+jack son</w>
+at o</w>
+wash ington</w>
+ðŁĻ Į
+k ill</w>
+popu lar</w>
+ce ment</w>
+ro ad
+e ating</w>
+loc ation</w>
+v ent
+ar re
+n an
+cu sto
+advent ure</w>
+or din
+spor t
+ul t</w>
+lo ck</w>
+questi on</w>
+dri ver</w>
+land sc
+on i
+k ins</w>
+p d
+jor dan</w>
+te red</w>
+k k
+a f</w>
+chil d
+s p</w>
+just in</w>
+en i
+s elling</w>
+z o
+wh it
+bo ston</w>
+partic ip
+sig ning</w>
+happ ened</w>
+he at</w>
+m am
+dre ams</w>
+lo ws</w>
+gra ph</w>
+the day</w>
+head ing</w>
+br o</w>
+ble ssed</w>
+vi c</w>
+ve gas</w>
+h d</w>
+in ning</w>
+ro man
+and ro
+den ti
+u se
+c it
+pro gress</w>
+writ er</w>
+bo b</w>
+ff s</w>
+gro wing</w>
+b ly</w>
+aw are
+ex am
+sp ent</w>
+be t</w>
+sc ore</w>
+bey ond</w>
+do cu
+ad el
+s f
+cou ra
+colla bor
+in c</w>
+priv ate</w>
+bo at</w>
+* *</w>
+z one</w>
+p ha
+b ill
+to tal</w>
+plan ning</w>
+to wards</w>
+plac es</w>
+pre view</w>
+cre ative</w>
+dam n</w>
+ide as</w>
+se ems</w>
+po ten
+say ing</w>
+di splay</w>
+s w</w>
+a qu
+lou is</w>
+by e</w>
+li l</w>
+e mail</w>
+we stern</w>
+ger many</w>
+ell er</w>
+re s
+f ant
+ment ary</w>
+de als</w>
+ric hard</w>
+jer sey</w>
+stren g
+ra d
+pizz a</w>
+mon d</w>
+w are</w>
+l ac
+g i</w>
+ar chi
+c d</w>
+yel low</w>
+rec ently</w>
+re ach
+à ¹
+kitch en</w>
+desig ned</w>
+tr y
+g al</w>
+restaur ant</w>
+at ure</w>
+w w</w>
+j as
+l ma
+ðŁij Į</w>
+pa in</w>
+av o
+min ute</w>
+sch ol
+ther ap
+tic ket</w>
+d ry</w>
+jap an
+diti ons</w>
+ter ri
+sel ves</w>
+happ en</w>
+t up</w>
+ma g</w>
+cop y</w>
+sh er</w>
+free dom</w>
+f ile</w>
+speci ally</w>
+tor onto</w>
+lo ad
+g ary</w>
+re y</w>
+answ er</w>
+lo y
+cau ght</w>
+pri ze</w>
+u ne
+fic ation</w>
+ni ger
+sy d
+tou ch</w>
+feat ure</w>
+jaz z</w>
+recor ds</w>
+him self</w>
+di sh</w>
+ro ber
+spot ted</w>
+ma ster
+wa ve</w>
+fin als</w>
+bu ll
+for um</w>
+al d
+re comm
+ch a</w>
+a e</w>
+d oo
+inst ru
+tru ly</w>
+l g
+in k
+bro thers</w>
+de st</w>
+j im</w>
+m it</w>
+clo sed</w>
+is on</w>
+tri ed</w>
+s anta</w>
+af fe
+w an</w>
+hor se</w>
+g row</w>
+camp us</w>
+rel ation
+nati ve</w>
+jour n
+go v</w>
+o ct</w>
+k it
+b ound</w>
+part ner</w>
+re ma
+crow d</w>
+! )</w>
+c alls</w>
+ra il
+qu ali
+solu tion</w>
+con test</w>
+con vers
+sn ap
+b ase</w>
+in iti
+ta x
+y e</w>
+ent repre
+it or</w>
+constru ction</w>
+foo d
+present ed</w>
+n ings</w>
+cli mate</w>
+k m</w>
+mo del
+b j
+blo ck</w>
+present ation</w>
+dre am
+fi x
+c alling</w>
+bus ine
+con gress</w>
+under stand</w>
+we b</w>
+val ue</w>
+ï¸ı âĥ£</w>
+mex ico</w>
+it ely</w>
+ki m</w>
+char ity</w>
+ref lec
+bl an
+fl ying</w>
+anal y
+famil ies</w>
+b and
+reci pe</w>
+celebr ation</w>
+ac cep
+ar y
+to t
+g b</w>
+intere sted</w>
+cap tain</w>
+âĻ ¥
+ti p</w>
+ab sol
+bra z
+inve stig
+o logy</w>
+de c</w>
+tru ck</w>
+ver ing</w>
+c lear
+don t</w>
+go tta</w>
+ad vis
+beg ins</w>
+ma ss
+de scri
+blo ck
+k im
+davi d
+son gs</w>
+memor ial</w>
+feat ures</w>
+su stain
+' .</w>
+gra b</w>
+jo se
+v a
+con serv
+se ts</w>
+man chester</w>
+fi ghting</w>
+de gre
+ag a</w>
+in d</w>
+sle ep
+pos ition</w>
+ha ir
+sig ns</w>
+pol icy</w>
+it o</w>
+al ert</w>
+st am
+sp end</w>
+w y
+absol ut
+d m</w>
+anim al</w>
+my ster
+success ful</w>
+proble ms</w>
+ro bo
+k ay
+gar den
+p d</w>
+may or</w>
+d ale</w>
+t ol
+off ers</w>
+vis iting</w>
+friend ly</w>
+tre es</w>
+offic er</w>
+accoun t</w>
+ke vin</w>
+ðŁij į
+gi ant</w>
+contin u
+con su
+tr act</w>
+n fl</w>
+ðŁĺ Ĭ
+h q</w>
+b ility</w>
+a ar
+dis ney</w>
+te en</w>
+on ed</w>
+wh ite
+tra iler</w>
+de dic
+al one</w>
+absolut ely</w>
+dig ital
+willi am</w>
+in ation</w>
+s wa
+e e</w>
+enti re</w>
+ger man</w>
+ro ll
+h its</w>
+co st</w>
+st ay
+th a</w>
+ali ve</w>
+accor ding</w>
+co t
+liter ally</w>
+her it
+re ti
+haha ha</w>
+exper i
+li kes</w>
+g t</w>
+ste el</w>
+__ __
+ch air
+christi an</w>
+to wer</w>
+diffe rence</w>
+m d</w>
+tre ss</w>
+mi d</w>
+prin ce</w>
+afric an</w>
+fe der
+foo t</w>
+car ri
+ser ved</w>
+r ice</w>
+sh all</w>
+feat ured</w>
+ck er</w>
+rec ru
+po e
+sen se</w>
+ni fic
+com edy</w>
+cont ent</w>
+f at
+po sted</w>
+con tribu
+tim ate</w>
+li ver
+mb le</w>
+inter net</w>
+ag e
+europe an</w>
+cl ing</w>
+gla d</w>
+ff ic
+sc o</w>
+ak es</w>
+el le</w>
+ter min
+ton y</w>
+p ale
+col our</w>
+seri ous</w>
+pat ri
+movi es</w>
+b m
+professi onal</w>
+ad o
+al u
+br inging</w>
+f alls</w>
+isra el</w>
+ter m</w>
+langu age</w>
+bro ok
+man n</w>
+commun ic
+can not</w>
+ac ti
+p he
+y an</w>
+entrepre ne
+tur key</w>
+log ical</w>
+lon g
+ar m</w>
+ur s</w>
+work ers</w>
+ing ly</w>
+gg s</w>
+ri c</w>
+tu al</w>
+recei ve</w>
+op ens</w>
+ge ar</w>
+soci al
+fe et</w>
+c king</w>
+ad ver
+fin an
+fe els</w>
+sp la
+h r
+ea ster</w>
+bra in</w>
+ã ģ
+fi g
+le dge</w>
+ne arly</w>
+prote ct</w>
+ma ssive</w>
+e th
+aw a
+ðŁĺ ģ</w>
+y rs</w>
+aware ness</w>
+defin itely</w>
+k n
+imag ine</w>
+k u</w>
+syste ms</w>
+ðŁij ı</w>
+f as
+li k
+provi de</w>
+am o
+disco ver</w>
+inf lu
+ma ker</w>
+g az
+fit ness</w>
+stre et
+er s
+te d
+w c
+ys is</w>
+pos itive</w>
+hel ped</w>
+que st</w>
+andre w</w>
+bra d
+b in
+hang ing</w>
+l ing
+bri ght</w>
+se ction</w>
+ma ss</w>
+ðŁĻ Į</w>
+follow ers</w>
+ho sting</w>
+tem por
+fla g</w>
+a ve</w>
+let ter</w>
+k ur
+re qui
+of ten</w>
+cry p
+su ff
+âļ ½
+russi an</w>
+treat ment</w>
+al le
+ha y
+l an</w>
+keep ing</w>
+hol y</w>
+power ful</w>
+pre dic
+fun d</w>
+e specially</w>
+windo w</w>
+je wel
+il y
+ðŁĴ ľ</w>
+gener ation</w>
+app a
+seri ously</w>
+o d
+ðŁĺĤðŁĺĤ ðŁĺĤ</w>
+cer ti
+iri sh</w>
+ðŁij Į
+mi ami</w>
+be th</w>
+v ity</w>
+se cu
+che f</w>
+cri me</w>
+graph y</w>
+ma x
+arti sts</w>
+re volu
+gu ard</w>
+spee ch</w>
+u c
+upd ates</w>
+fac es</w>
+st ant</w>
+chang ed</w>
+repor ts</w>
+low er</w>
+pe ar
+n c</w>
+k il
+loo ked</w>
+spe aker</w>
+s f</w>
+re spect</w>
+ok ay</w>
+oce an</w>
+s itting</w>
+architec ture</w>
+tra il</w>
+se at</w>
+i ra
+le g</w>
+japan ese</w>
+d am</w>
+u lar</w>
+sw im
+polit ics</w>
+finan cial</w>
+ol d
+mou th</w>
+at temp
+de stin
+fi shing</w>
+atten tion</w>
+me m
+chang es</w>
+deci ded</w>
+reli gi
+g in</w>
+c av
+z z</w>
+ad am</w>
+ma c</w>
+wr ite</w>
+beg in</w>
+sc ul
+al ter
+is s</w>
+ath on</w>
+imag es</w>
+m oo
+jo ined</w>
+ðŁĺ ī</w>
+âŀ ¡ï¸ı</w>
+pas sed</w>
+mu sli
+h ir
+lar gest</w>
+cam er
+com ic</w>
+gh ted</w>
+rug by</w>
+bur gh</w>
+gg ing</w>
+te sting</w>
+pre par
+lau gh
+al ed</w>
+impro ve</w>
+beli ev
+adv ice</w>
+sha res</w>
+he art
+tur ning</w>
+s b</w>
+t el
+caf e</w>
+n es</w>
+dani el</w>
+pat ter
+t z</w>
+se tt
+par k
+c and
+st ick</w>
+happ ens</w>
+bri an</w>
+ne west</w>
+e pic</w>
+ad or
+ki es</w>
+war ning</w>
+anim als</w>
+custo m</w>
+ar c
+di an</w>
+gol d
+cor e</w>
+t f</w>
+c ity
+pan ts</w>
+re ality</w>
+con fi
+in ju
+fo x
+gu il
+k new</w>
+âĺ º
+cor rec
+itu de</w>
+d den</w>
+. #</w>
+re duc
+pas s
+f on
+y a
+ow ner</w>
+re turns</w>
+n c
+e ast
+ap ol
+in sur
+th o</w>
+si m
+juni or</w>
+be e</w>
+ang el
+att le</w>
+elec tric</w>
+hor ror</w>
+cra sh</w>
+e ye
+pat h</w>
+sou thern</w>
+emplo ye
+ge o
+t an</w>
+ha z
+r ally</w>
+ðŁı »
+proper ty</w>
+was n</w>
+enjo yed</w>
+gre y</w>
+g as
+bre w
+nor thern</w>
+hol ding</w>
+g p</w>
+ta ke
+ch art</w>
+ly n</w>
+dr ama</w>
+z o</w>
+pa id</w>
+throw back</w>
+cu p
+discu ssion</w>
+down town</w>
+w ill
+le w
+b is
+t ary</w>
+bre ad</w>
+up on</w>
+r ate</w>
+teach ers</w>
+it ation</w>
+anc ed</w>
+cy cle</w>
+choo se</w>
+d c
+ir an</w>
+co w
+da ve</w>
+ra ise</w>
+prin cess</w>
+fa ith</w>
+- ></w>
+indu stri
+sp ain</w>
+guit ar</w>
+fac ts</w>
+m n
+sp en
+cour te
+go tt
+projec ts</w>
+au di
+o sc
+pe ter
+s and</w>
+intere st</w>
+happ iness</w>
+ven ue</w>
+sol di
+surpri se</w>
+poten tial</w>
+per io
+custom er</w>
+i i
+g ni
+manu fac
+e co
+bro ken</w>
+sing er</w>
+vel s</w>
+wal es</w>
+hu s
+in j
+f our
+tal ent</w>
+d ying</w>
+mat the
+fil m
+jo ining</w>
+s ell</w>
+j ar
+lma o</w>
+sur ger
+bb c
+sour ces</w>
+au stin</w>
+ni k
+char les</w>
+f am</w>
+prin ci
+ange l</w>
+cas h</w>
+lo t
+o red</w>
+pla ys</w>
+pl ate</w>
+don e
+memor y</w>
+br ings</w>
+n ba</w>
+solu tions</w>
+teach ing</w>
+gr ace</w>
+cir cu
+hel ps</w>
+foun der</w>
+mar y
+expl ore</w>
+de cor
+par ts</w>
+ch o</w>
+inte gr
+ha u
+is es</w>
+pu tting</w>
+in er</w>
+r it
+v y</w>
+mic hel
+blu es</w>
+every day</w>
+for ms</w>
+bi o</w>
+ye ar
+p in</w>
+t ter</w>
+spr ing
+) )</w>
+po t</w>
+al ing</w>
+perform ing</w>
+sh an
+plan et</w>
+mus ical</w>
+head s</w>
+it alian</w>
+stru gg
+âĢį âĻ
+w ings</w>
+pu mp
+h h</w>
+tr ou
+a id</w>
+pri me</w>
+ear th
+pa int</w>
+mon t
+am y</w>
+bb c</w>
+fab ulous</w>
+fru it</w>
+andro id</w>
+bour ne</w>
+cere mony</w>
+enti al</w>
+? ?
+deb ate</w>
+on ing</w>
+dra ft</w>
+sol ar</w>
+t x</w>
+j am</w>
+cor n
+!! !!!</w>
+bro o
+mil k</w>
+po sed</w>
+o hi
+mo vement</w>
+b ren
+part ner
+p g</w>
+et te</w>
+ar ies</w>
+sh out</w>
+n g</w>
+leav ing</w>
+t ells</w>
+sen s
+ta ste</w>
+kel ly</w>
+wor l
+gy m</w>
+ric h
+e gy
+pi d</w>
+ma s
+â Ĥ
+courte sy</w>
+fran k</w>
+incre ase</w>
+wr itten</w>
+pp ers</w>
+re l</w>
+ha i</w>
+s as</w>
+s ound
+tt i</w>
+w ich</w>
+ri ver
+.. ."</w>
+a g</w>
+fel low</w>
+ro me</w>
+sm all
+gen cy</w>
+ic an</w>
+lux ury</w>
+pro of</w>
+me t
+wild life</w>
+mom ents</w>
+ra ther</w>
+cor ner</w>
+com pe
+canadi an</w>
+lik ely</w>
+therap y</w>
+li am
+econom ic</w>
+indi e
+rou te</w>
+fi ght
+ho pe
+se tting</w>
+ant ly</w>
+cro ss
+fant asy</w>
+de e
+sket ch</w>
+comp li
+ym i</w>
+ru les</w>
+engine ering</w>
+fig ure</w>
+ro w
+. ,</w>
+f w</w>
+syd ney</w>
+w ou
+t ation</w>
+dre w</w>
+us es</w>
+the re
+sp read</w>
+struc ture</w>
+pat rick</w>
+appa rently</w>
+ro s
+h ills</w>
+w we</w>
+ann y</w>
+com mission</w>
+di v
+f ying</w>
+con sul
+anal ysis</w>
+ex i
+ten nis</w>
+vehic le</w>
+ðŁĺŃ ðŁĺŃ
+as s</w>
+high ly</w>
+op ened</w>
+b ann
+ðŁĴ Ļ
+mp h</w>
+wi shing</w>
+v or</w>
+fi f
+give away</w>
+r r
+ra y
+je ss
+g at
+ic ymi</w>
+x it</w>
+high est</w>
+yor k
+pi e</w>
+invol ved</w>
+high er</w>
+ri e</w>
+mal ay
+int elli
+desp ite</w>
+che e
+sar ah</w>
+be an</w>
+reco gni
+ar sen
+tal ented</w>
+pas sion</w>
+ic h
+ab c</w>
+lead s</w>
+dise ase</w>
+v is</w>
+se c</w>
+pre senting</w>
+m illi
+hol e</w>
+sho ts</w>
+de part
+surger y</w>
+gov t</w>
+b in</w>
+du al</w>
+e vi
+lon ger</w>
+ev ol
+scre en
+portra it</w>
+et c</w>
+lo se</w>
+ch at
+p en</w>
+p i</w>
+om a</w>
+s ick</w>
+er c
+compan ies</w>
+en try</w>
+plan e</w>
+gr y</w>
+ven e
+liver pool</w>
+premi ere</w>
+sha red</w>
+a red</w>
+fil ms</w>
+ir a</w>
+holi days</w>
+cric ket</w>
+ici an</w>
+v ing
+. )</w>
+ul timate</w>
+di vision</w>
+con duc
+se pt</w>
+for ces</w>
+mon t</w>
+s mart
+disa pp
+sun shine</w>
+in d
+b less</w>
+ma de
+col ors</w>
+fran k
+ir on</w>
+bott le</w>
+s go
+m ood</w>
+j ason</w>
+er ic</w>
+bir th</w>
+te en
+respon se</w>
+tar get</w>
+state ment</w>
+fe ar</w>
+th el
+al um
+ar ab
+bl in</w>
+direc tion</w>
+ste ps</w>
+er ial</w>
+wor ked</w>
+at l
+ðŁĴ ķ
+fel t</w>
+pol i</w>
+scen es</w>
+hom es</w>
+b ell
+e at
+ate ful</w>
+t in</w>
+l ace</w>
+fol ks</w>
+p se</w>
+an n</w>
+wis dom</w>
+fa v</w>
+but ter
+s r</w>
+are as</w>
+sm oo
+bi z</w>
+dg es</w>
+app o
+mo re
+the m
+effe ct</w>
+windo ws</w>
+sun ny</w>
+cap ital</w>
+tot ally</w>
+c ities</w>
+gr ant</w>
+mb ers</w>
+s low</w>
+au tu
+il ities</w>
+w ro
+ri sing</w>
+st ics</w>
+viol ence</w>
+i gh</w>
+qu ot
+h it
+t c</w>
+herit age</w>
+bu ff
+ne s
+z ar
+den tial</w>
+ex ac
+ed ge</w>
+de ep
+aren a</w>
+be came</w>
+benef its</w>
+mar ks</w>
+mb er
+a z</w>
+am es</w>
+pre ci
+dra gon</w>
+re g
+d ings</w>
+do s</w>
+ðŁĴ ª
+n el
+s ity</w>
+me al</w>
+di st
+leg end
+pur chase</w>
+pic al</w>
+st ick
+f at</w>
+du ba
+profe ss
+car to
+pro f</w>
+coun tries</w>
+respon si
+se qu
+fa b</w>
+tribu te</w>
+hon ored</w>
+prac tic
+pur ple</w>
+an ton
+pa red</w>
+t ough</w>
+summ er
+environ ment</w>
+s ons</w>
+ðŁĻ ı</w>
+m ps</w>
+gi es</w>
+her oes</w>
+t elling</w>
+hen ry</w>
+f en
+know ledge</w>
+Ģ ï¸ı</w>
+f r</w>
+ne g
+u re
+ac king</w>
+hear ts</w>
+s oo
+hol lywood</w>
+ju mp
+sau ce</w>
+schedu le</w>
+tur n
+yo ga</w>
+cre ating</w>
+c ket</w>
+cre ek</w>
+â Ń
+custom ers</w>
+ma dri
+gu l
+asse mb
+moun t</w>
+c ell</w>
+to p
+st al</w>
+dav is</w>
+t wi
+sig n
+premi er</w>
+iti ons</w>
+he aring</w>
+un k</w>
+pati ents</w>
+app ear
+heav en</w>
+al ty</w>
+doc tor</w>
+a e
+plat form</w>
+je ff</w>
+ðŁĵ ·</w>
+regi onal</w>
+bi d</w>
+box ing</w>
+ex ten
+or ity</w>
+a w</w>
+w ise</w>
+il le</w>
+sever al</w>
+bi e
+s itu
+sy ria</w>
+âľ ħ</w>
+remin der</w>
+enter tain
+li on</w>
+part ners</w>
+in n</w>
+ph ar
+f au
+pl s</w>
+expe cted</w>
+sug ar</w>
+deci sion</w>
+s b
+ch ron
+associ ation</w>
+leav es</w>
+vis ited</w>
+sh ap
+ðŁĴ ĸ</w>
+fur ther</w>
+h ann
+w i</w>
+run s</w>
+l er
+fun ding</w>
+fil led</w>
+.. ....</w>
+tin y</w>
+han g</w>
+or g</w>
+co ol
+se min
+ðŁı Ĩ</w>
+spon s
+nav y</w>
+sa int</w>
+dru g</w>
+d al</w>
+r oun
+co vered</w>
+tra ditional</w>
+invest ment</w>
+de te
+al ism</w>
+f low</w>
+n is
+sun rise</w>
+fe at</w>
+f ted</w>
+we ird</w>
+je re
+ve gan</w>
+medic ine</w>
+an o
+ac cu
+deli very</w>
+temp le</w>
+chang ing</w>
+wil son</w>
+phili pp
+re fe
+n d
+is er</w>
+g ay</w>
+r and
+ati ves</w>
+t ely</w>
+p and
+intelli g
+g are
+am bas
+de mon
+commit tee</w>
+strate gy</w>
+refu ge
+bud get</w>
+prote c
+pi er
+ex press</w>
+nom in
+econom y</w>
+al low
+ic on</w>
+gal ax
+o h
+indi vi
+dem and</w>
+vir gin
+lu ke</w>
+ali sts</w>
+man i
+s mi
+ju dge</w>
+ent y</w>
+mic hi
+resul t</w>
+am ed</w>
+spe aks</w>
+' ,</w>
+hou ston</w>
+sh in
+b ing</w>
+fl y
+ch em
+au to</w>
+v as
+ge t
+ar m
+thank s
+d in</w>
+gan g</w>
+x x
+si on
+loc ated</w>
+p l</w>
+jo sh</w>
+in fo
+jo ins</w>
+adver ti
+ot d</w>
+el d</w>
+si e</w>
+re asons</w>
+v ent</w>
+ðŁĩºðŁĩ ¸</w>
+â ł
+convers ation</w>
+stu di
+ðŁĶ¥ ðŁĶ¥
+go s</w>
+s ounds</w>
+un it</w>
+mu sc
+ge l</w>
+ack ed</w>
+pac i
+co s</w>
+de re
+u u
+a o</w>
+la m</w>
+inspir ing</w>
+ar ms</w>
+tw are</w>
+mat ters</w>
+ad dic
+du de</w>
+ex t
+cri sis</w>
+b ath</w>
+me et
+sing h</w>
+expe ct</w>
+del hi</w>
+resc ue</w>
+wor st</w>
+au g</w>
+shi pping</w>
+ser ving</w>
+st o</w>
+dar k
+ac es</w>
+histor ic</w>
+landsc ape</w>
+desig ner</w>
+b illion</w>
+gr ateful</w>
+wa ke</w>
+e ve
+m iller</w>
+hou sing</w>
+dy nam
+is co</w>
+be ha
+sh op
+pr ou
+e as
+a sia</w>
+e ding</w>
+k on
+depart ment</w>
+aw ar
+mar ine</w>
+in ci
+photograph er</w>
+ta pe</w>
+lo go</w>
+r ings</w>
+d it
+-- --
+vin yl</w>
+w c</w>
+vo ting</w>
+se ven</w>
+ambas sad
+dal las</w>
+t u</w>
+com ment</w>
+k ra
+b les</w>
+w ag
+u d</w>
+au dio</w>
+stri ke</w>
+offici al
+o ts</w>
+me tho
+to ols</w>
+ra di
+al an</w>
+hun t</w>
+wat ched</w>
+a ke</w>
+fa ke</w>
+drin king</w>
+mer ry</w>
+m l</w>
+b day</w>
+ri o</w>
+ni ke</w>
+c ant</w>
+re pe
+co stu
+mur der</w>
+ak ers</w>
+ch ers</w>
+ou ts</w>
+beg inning</w>
+so s</w>
+ad es</w>
+n in
+not es</w>
+wro te</w>
+sol o</w>
+c i</w>
+li ghting</w>
+ur ban</w>
+bre xit</w>
+att end</w>
+shir ts</w>
+pla yo
+ac tress</w>
+pl ic
+stand ard</w>
+quot es</w>
+par ade</w>
+anci ent</w>
+Â ©</w>
+tur ing</w>
+re e</w>
+pri mary</w>
+fla sh</w>
+citi z
+mat es</w>
+ste in</w>
+z i</w>
+clin ton</w>
+sk in
+gen e
+hu m
+g ar</w>
+t le</w>
+y i
+fo cu
+de an</w>
+pl ants</w>
+cy ber
+b u</w>
+om e</w>
+ho p</w>
+ad dress</w>
+ti x</w>
+gi fts</w>
+relation ship</w>
+sub scri
+fe ed</w>
+exac tly</w>
+haw ks</w>
+ex o</w>
+stre ss</w>
+s n</w>
+arre sted</w>
+an e
+sof tware</w>
+z ero</w>
+the me</w>
+mu mb
+im migr
+mi a</w>
+make up</w>
+ple asure</w>
+uni vers
+har b
+eng ine</w>
+ap er</w>
+r in
+br a</w>
+institu te</w>
+le ather</w>
+al th</w>
+sing ing</w>
+co s
+gh ty</w>
+me as
+st ic
+si de
+insur ance</w>
+co t</w>
+pit ch</w>
+moun tains</w>
+cri min
+su pre
+valent ine</w>
+at er</w>
+wou ldn</w>
+sc ale</w>
+rel ated</w>
+re gar
+star tup</w>
+pack ed</w>
+mi ke
+week ly</w>
+p ts</w>
+coun t</w>
+ha r</w>
+gott en</w>
+min d
+ber lin</w>
+con ditions</w>
+swit ch</w>
+cor n</w>
+sa ve
+g li
+emer gency</w>
+tun ed</w>
+sto ck
+discu ssing</w>
+every body</w>
+s day
+whe ther</w>
+wrest ling</w>
+ec es</w>
+gen der</w>
+ch en
+ðŁij Ģ</w>
+madri d</w>
+mar athon</w>
+e gg</w>
+i er</w>
+th x</w>
+as king</w>
+kore a</w>
+wol f</w>
+ay a</w>
+g m</w>
+g au
+at ory</w>
+v r</w>
+gra ss</w>
+k illing</w>
+b ble</w>
+ur o</w>
+un i</w>
+e th</w>
+sh ore</w>
+th en
+re ale
+bot tom</w>
+ex erc
+k ar</w>
+or ies</w>
+ad ri
+san ds</w>
+se x</w>
+. '</w>
+volunte ers</w>
+per form</w>
+par liam
+inclu de</w>
+deli ghted</w>
+execu tive</w>
+fu el</w>
+kis s</w>
+ã ħ
+char ge</w>
+h u</w>
+ca kes</w>
+ve t</w>
+g lu
+agre e</w>
+pr ices</w>
+n au
+h l</w>
+g ru
+ra j
+streng th</w>
+b ic
+sp ending</w>
+al es</w>
+av en
+b last</w>
+: (</w>
+yo f
+nor mal</w>
+si x
+qu ick
+se a
+d aw
+mee ts</w>
+lo vers</w>
+upd ated</w>
+po tat
+comple ted</w>
+coo k</w>
+opportun ities</w>
+p ure</w>
+organ ic</w>
+tem per
+c am</w>
+avo id</w>
+par king</w>
+duba i</w>
+and o</w>
+di stri
+to y</w>
+comple tely</w>
+don ald
+tri al</w>
+bas s</w>
+b oun
+back ground</w>
+v as</w>
+mar vel</w>
+lu m</w>
+ru s</w>
+t ool</w>
+com missi
+throw back
+fin ding</w>
+is lam
+! ?</w>
+st op
+e vil</w>
+or al</w>
+resi dents</w>
+i denti
+o ak
+ðŁİ ¶</w>
+l il
+span ish</w>
+chap ter</w>
+sto pped</w>
+direc t</w>
+ho sted</w>
+pic ked</w>
+lab our</w>
+lew is</w>
+defen se</w>
+à ®
+health care</w>
+wh is
+mat h</w>
+pe ak</w>
+ra ised</w>
+fi x</w>
+bu ll</w>
+th ir
+chel sea</w>
+fol k</w>
+tr e</w>
+can di
+pau l
+ei ther</w>
+ad am
+poe try</w>
+jewel ry</w>
+ðŁ ¦
+pr ay</w>
+Ø §
+g c</w>
+o z</w>
+wi shes</w>
+fore ign</w>
+sun g</w>
+lear ned</w>
+en e</w>
+n ing
+micha el
+illu stration</w>
+legend ary</w>
+w av
+b au
+ðŁļ ¨</w>
+cal end
+stre ets</w>
+â Ĩ
+mon ster</w>
+bu ck
+g r</w>
+scho ol
+ba th
+wa ste</w>
+ne ck
+ha wa
+be ach
+re plac
+jec t</w>
+on er</w>
+fac tory</w>
+coun t
+ðŁĵ ¸</w>
+mor gan</w>
+der ing</w>
+se an</w>
+steph en</w>
+de p
+no vel</w>
+vide os</w>
+ic al
+press ure</w>
+arsen al</w>
+ex pre
+ir s</w>
+tren ding</w>
+ss a</w>
+fla sh
+re sear
+thr ough
+profess or</w>
+scul p
+to s</w>
+gg ed</w>
+mm a</w>
+be e
+a pe
+hun ter</w>
+am i
+he i
+pla stic</w>
+bu cks</w>
+uni verse</w>
+le gen
+niger ia</w>
+ple ased</w>
+ri s
+thin ks</w>
+autu mn</w>
+i ds</w>
+d is</w>
+anth ony</w>
+ðŁı ½</w>
+ak ed</w>
+gla sses</w>
+fin ance</w>
+z er
+k as
+con tract</w>
+nu mbers</w>
+sh aw
+partner ship</w>
+t il
+laun ched</w>
+s al</w>
+victor ia</w>
+theat er</w>
+usu al</w>
+nam es</w>
+perio d</w>
+eli za
+i th
+bar cel
+ro cks</w>
+bag s</w>
+mat e
+distri bu
+j on</w>
+di ffic
+ali zed</w>
+cur ren
+sco red</w>
+b ha
+du blin</w>
+ro se
+in ted</w>
+soli d</w>
+beha vi
+wal ker</w>
+simp ly</w>
+garden s</w>
+head ed</w>
+in i
+ohi o</w>
+we ap
+f o</w>
+gl en
+e state</w>
+ran dom</w>
+th under
+thr u</w>
+k ill
+jac ket</w>
+it i</w>
+entertain ment</w>
+thanks giving</w>
+ent al</w>
+en coura
+el o
+a ther
+tan k</w>
+high lights</w>
+f ting</w>
+ru le</w>
+model s</w>
+bor der</w>
+bj p</w>
+hus band</w>
+in done
+ken ya</w>
+be ars</w>
+al o</w>
+n inten
+pi x
+str o</w>
+or ders</w>
+sal ad</w>
+ro ads</w>
+n or</w>
+l ation</w>
+sop hi
+ðŁı ¼
+pi eces</w>
+b one</w>
+min s</w>
+inclu des</w>
+nu tr
+phi l</w>
+s ent
+fun dra
+ga in</w>
+bor ough</w>
+n ad
+mon day
+activ ity</w>
+it ems</w>
+be coming</w>
+ken ne
+de tro
+car di
+gue sts</w>
+u x</w>
+world wide</w>
+sever e</w>
+new s
+thank ful</w>
+fic tion</w>
+ve ge
+m all</w>
+si an</w>
+er al</w>
+inj ury</w>
+le e
+men u</w>
+danc ing</w>
+scot ti
+exam ple</w>
+( #</w>
+na i
+studi os</w>
+ba i
+ðŁĴ Ľ</w>
+j av
+diam ond</w>
+vin ce</w>
+ric k
+prote ction</w>
+lin col
+cham ps</w>
+appro ach</w>
+d ar</w>
+m ile</w>
+clou ds</w>
+je ff
+in fin
+l ers</w>
+p les</w>
+pe ace
+go p</w>
+âĻ ¡</w>
+tech n
+str a</w>
+a verage</w>
+ef fort</w>
+introduc ing</w>
+di versity</w>
+austr alian</w>
+am p</w>
+boo st</w>
+s ke
+pati ent</w>
+appreci ate</w>
+ici ans</w>
+pu r</w>
+f ell</w>
+woo ds</w>
+illu str
+ðŁ ĸ
+ag ency</w>
+ac tions</w>
+brit ain</w>
+under way</w>
+se attle</w>
+el and</w>
+ag o
+f ill</w>
+stre aming</w>
+pro test</w>
+challeng es</w>
+ky o</w>
+et sy</w>
+coo king</w>
+exper t</w>
+ru ss
+rain bow</w>
+commer cial</w>
+sp in
+be ats</w>
+c ry</w>
+val u
+el i</w>
+th row</w>
+gr ams</w>
+le vels</w>
+michi gan</w>
+c ad
+ador able</w>
+const itu
+w s
+pu b</w>
+mid night</w>
+th at
+net fli
+braz il</w>
+die go</w>
+regu lar</w>
+jo y
+âĤ ¬</w>
+li qu
+ea stern</w>
+k ni
+fl at</w>
+n p</w>
+bro wn
+w er
+se y
+tt ers</w>
+ac ting</w>
+v anc
+cy cling</w>
+program me</w>
+ra w</w>
+comple x</w>
+tat too</w>
+throwback thursday</w>
+se ssions</w>
+ro oms</w>
+si ght</w>
+speci es</w>
+bom b</w>
+lau gh</w>
+ke eps</w>
+mo on
+offic ers</w>
+con ver
+t r</w>
+ha sh
+t ack
+ri ous</w>
+ad ap
+a j</w>
+reco gn
+ex po</w>
+sug ge
+confir med</w>
+rol ling</w>
+dre ssing</w>
+ic t</w>
+fri day
+ph ones</w>
+ri dge</w>
+con cept</w>
+ro y</w>
+ke ys</w>
+ef for
+c ate
+k ne
+ev en
+l ay</w>
+commun ities</w>
+mo d
+n az
+every where</w>
+al ab
+bit coin</w>
+ban ks</w>
+out door</w>
+feder al</w>
+sto res</w>
+h p</w>
+c al</w>
+m ely</w>
+sig nific
+be ar
+re public
+clo ser</w>
+al lah</w>
+pic k
+x d</w>
+pal ace</w>
+ch ill</w>
+b am
+er ous</w>
+un a</w>
+al len</w>
+out standing</w>
+olym pic</w>
+supp ly</w>
+fi gu
+v au
+l p</w>
+char lie</w>
+un es</w>
+> >></w>
+legen ds</w>
+ici al</w>
+co ast
+benef it</w>
+mul ti</w>
+f its</w>
+far mers</w>
+am ount</w>
+si sters</w>
+har ve
+hon ey</w>
+que en
+b ers</w>
+pl ann
+âŃ IJ
+m u</w>
+barcel ona</w>
+al ber
+stat us</w>
+re main</w>
+ex tra
+c andy</w>
+vi ous</w>
+âľ Į
+o v
+warri ors</w>
+-- ></w>
+ju mp</w>
+am ar
+x mas</w>
+stu dies</w>
+i ors</w>
+k or
+don ate</w>
+pre p
+fi sh
+im a</w>
+pain ted</w>
+ad mini
+co splay</w>
+spor ts
+dro ps</w>
+fi ghter</w>
+evi dence</w>
+ðŁĴ ª</w>
+la ke
+ro b</w>
+cine ma</w>
+pro file</w>
+Ã ±
+stan ds</w>
+leg acy</w>
+sh ape</w>
+ro of</w>
+ci vil</w>
+i ans</w>
+sy l
+sh am
+vo ted</w>
+re tail</w>
+ph illi
+li sted</w>
+du ty</w>
+n b
+th es</w>
+f are</w>
+au ction</w>
+ffici al</w>
+stor ms</w>
+d p</w>
+l oun
+sh ops</w>
+al y
+ani me</w>
+multi ple</w>
+ðŁĺį ðŁĺį</w>
+psy cho
+je an</w>
+ap art
+candi date</w>
+gg y</w>
+con f</w>
+jose ph</w>
+w ick</w>
+me at</w>
+fr ame</w>
+c l</w>
+for got</w>
+ph y
+f ing
+li ed</w>
+re p</w>
+se ed</w>
+f all
+u fc</w>
+nu t</w>
+lin d
+mo de</w>
+fiel ds</w>
+en ce
+s ley</w>
+ðŁ¤ Ķ</w>
+ch ill
+follow ed</w>
+announ ces</w>
+cor ru
+tro phy</w>
+them selves</w>
+ac le</w>
+al du
+k ong</w>
+l on</w>
+s v
+bro ke</w>
+ander son</w>
+ta i
+stor y
+tempor ary</w>
+activ ities</w>
+k ati
+ari z
+cry stal</w>
+spo ke</w>
+extre mely</w>
+tra ding</w>
+ðŁĴ ļ</w>
+Ã ¼
+in ch</w>
+ed in
+out fit</w>
+equ ip
+ma di
+form ed</w>
+be ef</w>
+po p
+ti ger</w>
+this day</w>
+ti red</w>
+neigh b
+re tro
+is a</w>
+un t</w>
+t as
+kan sas</w>
+de st
+secon ds</w>
+ta y
+hur ric
+o u</w>
+galax y</w>
+dad dy</w>
+bro w
+bur ger</w>
+en ced</w>
+de sk</w>
+ac cur
+secre tary</w>
+el ite</w>
+k ab
+ch in
+touri sm</w>
+bud dy</w>
+ici de</w>
+dre ssed</w>
+u d
+vac ation</w>
+che ers</w>
+com for
+charac ters</w>
+j et</w>
+bu ying</w>
+l ins</w>
+n ap
+reale state</w>
+li e
+af c</w>
+i ii</w>
+f ame</w>
+n r
+b at</w>
+ag ent</w>
+ma kers</w>
+âĢ ¼
+sec tor</w>
+op ti
+le on
+di et</w>
+pra yer</w>
+hi p</w>
+mi r</w>
+le x
+br y
+an a
+pas sing</w>
+w en
+reco very</w>
+ak i</w>
+po pul
+res ort</w>
+mar ia</w>
+stu ck</w>
+read s</w>
+ti er</w>
+perfe c
+netfli x</w>
+p oo
+cham p</w>
+o c</w>
+re duce</w>
+we red</w>
+comm ents</w>
+cla im</w>
+acci dent</w>
+s ag
+h ack
+sal t</w>
+kin da</w>
+k iller</w>
+i os</w>
+z y
+ex change</w>
+lec ture</w>
+eng er</w>
+ic king</w>
+t au
+reve als</w>
+pri son</w>
+z om
+gh an</w>
+u l</w>
+jour nal</w>
+i ot</w>
+tr in
+jon a
+govern or</w>
+cap e</w>
+quar ter</w>
+spec tive</w>
+impre ssive</w>
+bab ies</w>
+t x
+m ill</w>
+o y
+har ri
+jo int</w>
+su e</w>
+collabor ation</w>
+tren d</w>
+revolu tion</w>
+re new
+alum ni</w>
+ge tt
+sh ell</w>
+sun day
+ent u
+ni c</w>
+donald trump</w>
+block chain</w>
+paci fic</w>
+expla ins</w>
+sp y</w>
+ad voc
+par adi
+to f
+star ring</w>
+p av
+fe ed
+br ac
+smo ke</w>
+ham p
+y am
+to kyo</w>
+si mon</w>
+d h
+e ffici
+phys ical</w>
+n j</w>
+ell i</w>
+s low
+gradu ate</w>
+americ ans</w>
+ti fy</w>
+f red</w>
+ap ore</w>
+fin ds</w>
+rob in
+we t</w>
+not ice</w>
+se mi</w>
+un ve
+k om
+pil ot</w>
+scre ening</w>
+da ily
+ðŁĴ Ĺ</w>
+roy al
+sp a</w>
+vo tes</w>
+n ag
+wh ate
+att ending</w>
+exper im
+ad dition</w>
+k ate</w>
+sto l</w>
+m ali
+foo t
+chri st</w>
+ch an</w>
+de e</w>
+lic en
+glo bal
+mo ore</w>
+ti a</w>
+bri gh
+myster y</w>
+y ay</w>
+âĿ¤ï¸ı âĿ¤ï¸ı
+cre ati
+me chan
+clo ck</w>
+di c</w>
+âĢ Ķ
+pp er
+al ph
+through out</w>
+al low</w>
+re sources</w>
+selec tion</w>
+ham il
+bb q</w>
+aa aa
+virgin ia</w>
+dis ney
+en g</w>
+so red</w>
+drin ks</w>
+f ancy</w>
+consi der</w>
+end a</w>
+jan e</w>
+hand made</w>
+du l
+on tari
+i us</w>
+s ville</w>
+color ado</w>
+whate ver</w>
+whe el</w>
+promis e</w>
+ne ver
+desig ns</w>
+ab ly</w>
+sex ual</w>
+vanc ou
+at i</w>
+con vention</w>
+cul tural</w>
+sing apore</w>
+pro mo</w>
+load ed</w>
+gla sgo
+pp l</w>
+n oo
+ke e</w>
+ste m</w>
+men tion</w>
+i do
+cru ise</w>
+ri ding</w>
+be comes</w>
+be y</w>
+âļ½ ï¸ı</w>
+tw in</w>
+dedic ated</w>
+na sh
+de si
+work out</w>
+jen ni
+i v
+grou ps</w>
+rela x
+pho eni
+li ft</w>
+mix ed</w>
+m ck
+p c
+mu st
+me tro</w>
+ci es</w>
+y ar
+a im
+ang er</w>
+i e
+rec y
+marri ed</w>
+dro pped</w>
+eng ag
+le st</w>
+ambassad or</w>
+op h
+de s
+w ick
+assi stant</w>
+nat ur
+fa il</w>
+l td</w>
+shor t
+k ap
+sha w</w>
+bi gger</w>
+rema ins</w>
+crit ical</w>
+sur vey</w>
+co verage</w>
+er son</w>
+win d
+n b</w>
+bil ly</w>
+let es</w>
+ac ts</w>
+jim my</w>
+at lan
+al and</w>
+t c
+import ance</w>
+dam age</w>
+f g</w>
+stor age</w>
+tw t</w>
+bon d</w>
+bal ance</w>
+cr ying</w>
+pu ppy</w>
+vo te
+pu sh</w>
+ðŁĴ ľ
+pol y
+me l</w>
+lon don
+terr ori
+effec tive</w>
+corpor ate</w>
+atl anta</w>
+jac o
+nas a</w>
+gre ek</w>
+sen ate</w>
+i sh
+ev a</w>
+intellig ence</w>
+effor ts</w>
+al co
+k un
+h all
+di ag
+claim s</w>
+fir st
+h b
+ba e</w>
+v ul
+pu ll</w>
+Â °</w>
+se par
+spe ed
+vic ti
+on thisday</w>
+audi ence</w>
+r ates</w>
+te ach</w>
+fil ming</w>
+bu sh</w>
+son g
+y um
+br un
+ra ine</w>
+aw a</w>
+par ks</w>
+ð Ŀ
+ra bb
+ra ch
+ra id</w>
+reach ed</w>
+ra il</w>
+mo ves</w>
+selec ted</w>
+fr i</w>
+ra ising</w>
+om y</w>
+st ones</w>
+su k</w>
+franc isco</w>
+cas es</w>
+cap it
+con fu
+w tf</w>
+po ke
+equip ment</w>
+gre g
+ess ential</w>
+off ering</w>
+ne x
+pi es</w>
+be c
+cre ation</w>
+chair man</w>
+cro wn</w>
+w al</w>
+john ny</w>
+shi ft</w>
+ne ck</w>
+ban g</w>
+bir d
+ðŁĺ ı</w>
+du ck</w>
+re serve</w>
+de pu
+ma sters</w>
+over all</w>
+no tic
+ju ice</w>
+sne ak</w>
+che er</w>
+cla sses</w>
+eag les</w>
+n ca
+car pet</w>
+ci vil
+coach es</w>
+har ris</w>
+u ps</w>
+b alls</w>
+dec or</w>
+mar tin
+ro s</w>
+v ice</w>
+announ cement</w>
+who se</w>
+ti gers</w>
+ste red</w>
+c ts</w>
+dr am
+ste el
+youn g
+inst all
+supp o
+recor ding</w>
+de ck</w>
+se ats</w>
+l der</w>
+ang le</w>
+bo t</w>
+sty les</w>
+elec tions</w>
+for tun
+n ab
+but ter</w>
+ari an</w>
+ka sh
+in ner</w>
+ou red</w>
+be ast</w>
+we i
+ic onic</w>
+exper ts</w>
+ne cess
+b eng
+jam es
+li a</w>
+gre ece</w>
+ðŁĵ ·
+ðŁĺ ģ
+good bye</w>
+m itch
+tw ice</w>
+mumb ai</w>
+ste am</w>
+ru sh</w>
+med al</w>
+ne tt</w>
+fashi on
+t ar</w>
+r s
+sav ing</w>
+ric ul
+l m
+sleep ing</w>
+brook lyn</w>
+mis s
+sen ding</w>
+disco vered</w>
+sp here</w>
+of theday</w>
+k icks</w>
+missi ons</w>
+w right</w>
+er n
+ght ly</w>
+i ous</w>
+mel bourne</w>
+star tu
+mo ved</w>
+car ry</w>
+d ak
+ag ues</w>
+bel gi
+e ma
+way ne</w>
+do t</w>
+er ie</w>
+pe l</w>
+it unes</w>
+matthe w</w>
+no body</w>
+est ab
+cal m</w>
+win ds</w>
+lu c
+prep are</w>
+tren ds</w>
+exerc ise</w>
+adv ant
+ðŁĴ ¯</w>
+athle tics</w>
+app s</w>
+c tions</w>
+adv ance</w>
+laun ches</w>
+litt le
+real donaldtrump</w>
+eliza beth</w>
+carol ina</w>
+hu b</w>
+hi dden</w>
+n w</w>
+us er</w>
+pol l</w>
+great er</w>
+mo st
+f ed</w>
+p at</w>
+life style</w>
+s ati
+sco res</w>
+marri age</w>
+l r</w>
+aven ue</w>
+de serve</w>
+ri f
+ðŁ Ĺ
+wat ch
+champion ships</w>
+gr ay</w>
+en ni
+cot ton</w>
+g om
+whe re
+pack age</w>
+su m
+ab solu
+new ly</w>
+foo ds</w>
+ty ler</w>
+assemb ly</w>
+musli m</w>
+ban k
+re memb
+op tions</w>
+produc er</w>
+land o</w>
+fun ds</w>
+u pper</w>
+shad ow</w>
+pro gre
+co p</w>
+ing e</w>
+leg s</w>
+detro it</w>
+hill ary</w>
+jo se</w>
+gi ants</w>
+sou p</w>
+sustain able</w>
+t us</w>
+clo thes</w>
+roc king</w>
+n z</w>
+min ne
+mat eri
+bru ce</w>
+ear t
+ca sting</w>
+independ ent</w>
+thou sands</w>
+ta h</w>
+de cl
+veter ans</w>
+li ons</w>
+wra p</w>
+âĢ ¦
+de ss
+bl ing</w>
+st ine</w>
+e ggs</w>
+o on</w>
+clo sing</w>
+z ay
+at t</w>
+bac on</w>
+fa il
+ariz ona</w>
+de pre
+gho st</w>
+new sp
+w ers</w>
+vi p</w>
+li ked</w>
+id ent
+volunte er</w>
+ad ult</w>
+pu pp
+cir cle</w>
+mat erial</w>
+degre e</w>
+gro wn</w>
+boo m</w>
+calend ar</w>
+su r</w>
+vie wing</w>
+ath letes</w>
+ch and
+re ll</w>
+asi an</w>
+en tr
+vol ley
+victi ms</w>
+bo dy
+m ama</w>
+trans fer</w>
+ge ek</w>
+in dic
+sav ed</w>
+ma i
+g ent</w>
+it s
+loun ge</w>
+k ol
+the ory</w>
+situ ation</w>
+is lands</w>
+ar th
+z oo</w>
+floo d</w>
+vi ously</w>
+show ed</w>
+parliam ent</w>
+ch ev
+el ine</w>
+at trac
+ab ad</w>
+ta il
+h rs</w>
+lu s</w>
+por tu
+gor y</w>
+provi des</w>
+to ys</w>
+de ath
+in fe
+an ce
+g le
+li am</w>
+lo ver</w>
+hu d
+dv d</w>
+reve aled</w>
+g w
+re ment</w>
+ca the
+l ying</w>
+ra dio
+der by</w>
+stor s</w>
+che mi
+hosp it
+âľ ¨
+' :</w>
+ilo ve
+le mon</w>
+re public</w>
+s ni
+ne ss
+do or
+re action</w>
+pre gn
+fla v
+schol ar
+spo tify</w>
+is ation</w>
+vis ual</w>
+aw are</w>
+spon sored</w>
+jo ke</w>
+less ons</w>
+leg is
+lo ck
+si mil
+ðŁĺ ĭ</w>
+kin d
+la y
+ma h
+ho ping</w>
+vancou ver</w>
+as er</w>
+clean ing</w>
+gal a</w>
+thre at</w>
+la p
+ach e</w>
+ro mance</w>
+ex pen
+re post</w>
+z am
+e pi
+mir ror</w>
+o ak</w>
+ad ul
+bat man</w>
+s lu
+l c</w>
+vie wed</w>
+re views</w>
+d ates</w>
+indone sia</w>
+acti vi
+off en
+lea f</w>
+i si
+ag ricul
+costu me</w>
+s ites</w>
+spir itu
+appear ance</w>
+ir y</w>
+st air
+applic ation</w>
+spec tac
+ic ity</w>
+ski es</w>
+hand le</w>
+pun k</w>
+paradi se</w>
+t n</w>
+de al
+provi ding</w>
+do c</w>
+recei ving</w>
+bre w</w>
+micro soft</w>
+Ã ¶
+fer r
+me tro
+th ail
+y um</w>
+car ter</w>
+Ã ¡
+gent le
+bre aks</w>
+coo per
+show case</w>
+cu tting</w>
+egy pt</w>
+bab y
+semin ar</w>
+gl ori
+ss on</w>
+fa ve</w>
+re hear
+lo tte</w>
+la dy
+al as
+pre p</w>
+deli vered</w>
+nu clear</w>
+ir o</w>
+engag ement</w>
+at ta
+con ven
+z an
+gl ory</w>
+hol ds</w>
+busine sses</w>
+str ange</w>
+sch e</w>
+it self</w>
+gra d</w>
+mar kets</w>
+f alling</w>
+st ats</w>
+ge on</w>
+bu dd
+li s
+she et</w>
+thi si
+co lo
+deser t</w>
+regi stration</w>
+ig n
+expla in</w>
+inter ior</w>
+la ws</w>
+writ ers</w>
+spr ings</w>
+k r
+fri ed</w>
+blo om
+inf ra
+a o
+cre d
+pa st
+line up</w>
+bo o</w>
+bre a
+boo ts</w>
+celebr ity</w>
+att acks</w>
+bro ok</w>
+ev es</w>
+ex cu
+cher ry</w>
+oo p</w>
+fas cin
+boy friend</w>
+se as
+n ine</w>
+effec ts</w>
+po wered</w>
+k ha
+ðŁĺ Ģ</w>
+sh out
+con dition</w>
+i j
+her o
+enter pri
+win ter
+applic ations</w>
+sho e</w>
+g el
+batt le
+pro grams</w>
+w art</w>
+ðŁĴ ¥</w>
+ra p</w>
+ho l</w>
+dang erous</w>
+di a
+coun ter</w>
+ric s</w>
+i or
+k night</w>
+co at</w>
+emo tional</w>
+at ures</w>
+d as</w>
+whe el
+fore cast</w>
+tran sport</w>
+glasgo w</w>
+king dom</w>
+prepar ing</w>
+im medi
+ff in</w>
+awar ded</w>
+prin ting</w>
+ro man</w>
+fight ers</w>
+any more</w>
+bel t</w>
+p ine</w>
+win e
+x i</w>
+employe es</w>
+logi es</w>
+al led</w>
+de mo</w>
+birth day
+ange les</w>
+lo g</w>
+dri vers</w>
+neck lace</w>
+k ath
+s it
+athle te</w>
+ef s</w>
+s burg</w>
+pur pose</w>
+resi stance</w>
+rele ases</w>
+t is</w>
+vari ous</w>
+deli ver</w>
+ch al
+s anc
+opp o
+cra w
+neu ro
+dr a</w>
+suppor ters</w>
+sna p</w>
+diffic ult</w>
+swe ar</w>
+logi st</w>
+pa th
+attemp t</w>
+à ¥
+swim ming</w>
+ste ve
+hur t</w>
+inclu ded</w>
+b ap
+wa re
+ðŁĴ ĭ</w>
+end ers</w>
+ja ke</w>
+le eds</w>
+cli mb
+l b</w>
+im ple
+li sa</w>
+clo thing</w>
+ðŁĺ İ
+d t</w>
+com pla
+sw ing</w>
+stra w
+v als</w>
+k le</w>
+us ers</w>
+stor m
+cu ts</w>
+ontari o</w>
+p an</w>
+hand some</w>
+i ow
+ar gu
+chec king</w>
+scotti sh</w>
+Ķ ï¸ı</w>
+si er</w>
+em ma</w>
+po d</w>
+patter n</w>
+de sh</w>
+en h
+ed ward</w>
+t ing
+k h</w>
+hal f
+lincol n</w>
+mo ther
+al leg
+r c</w>
+volley ball</w>
+d n</w>
+g ay
+all y
+le ton</w>
+gro ve</w>
+l oud</w>
+adv anced</w>
+re spec
+cli ent</w>
+supre me</w>
+thail and</w>
+ho w
+gi g</w>
+to i
+do t
+dol lar</w>
+ðŁij ĩ</w>
+p it</w>
+r b</w>
+h n</w>
+produc ed</w>
+gg ers</w>
+âĨ Ĵ</w>
+ml b</w>
+can vas</w>
+fin eart
+us d</w>
+in the
+p son</w>
+actu al</w>
+s l</w>
+t b</w>
+ip ad</w>
+en sure</w>
+u mb
+w d</w>
+sk a</w>
+mar s</w>
+k end
+f eli
+th ing
+count down</w>
+absolu te</w>
+r out
+dra l</w>
+p y</w>
+inju red</w>
+min t</w>
+hun ting</w>
+mm er</w>
+s age</w>
+li gh
+ac ity</w>
+ex pan
+mur ray</w>
+ar o
+sec ure</w>
+four th</w>
+eag le</w>
+reli ef</w>
+st akes</w>
+industri al</w>
+clar k</w>
+under standing</w>
+see m</w>
+pl enty</w>
+sil ver
+cla u
+thre at
+sa il
+pro duce</w>
+ab str
+is is</w>
+b r</w>
+eng ers</w>
+wor ry</w>
+bie ber</w>
+s j
+just in
+reali ze</w>
+ky le</w>
+esp n</w>
+fil ter</w>
+s ch</w>
+ty pes</w>
+game dev</w>
+d ing
+twit ter
+soldi ers</w>
+p om
+car bon</w>
+y ards</w>
+child hood</w>
+ri ed</w>
+ke l</w>
+ele ph
+t ons</w>
+key note</w>
+qui et</w>
+wi re
+po sting</w>
+is sa</w>
+repre senting</w>
+bac ks</w>
+alex ander</w>
+celebr ates</w>
+ta ining</w>
+| |</w>
+ch or
+esc ape</w>
+pe ek</w>
+ti ves</w>
+fiel d
+ssi e</w>
+im pac
+spons or</w>
+r c
+we dd
+cann ab
+si des</w>
+trac ks</w>
+com par
+con trac
+techn ical</w>
+bi ble</w>
+expl oring</w>
+sh are
+tra v
+n ate</w>
+ill o</w>
+sc ru
+m ingham</w>
+gun s</w>
+of the
+sh ame</w>
+se es</w>
+ca tho
+ac cess
+ce l</w>
+repor ted</w>
+Â »</w>
+mari o</w>
+p ad</w>
+hope fully</w>
+ou se</w>
+y on</w>
+disapp o
+ol o</w>
+p itt
+pa c</w>
+ga p</w>
+cru sh</w>
+s g</w>
+k le
+ge m</w>
+emp ire</w>
+dir ty</w>
+a is
+avi ation</w>
+ze aland</w>
+fac ing</w>
+high way</w>
+d anny</w>
+spi der</w>
+ot ta
+ðŁĺ Ħ</w>
+w y</w>
+col ours</w>
+in fl
+co sts</w>
+olym pics</w>
+au s</w>
+h m</w>
+ho ward</w>
+pas ses</w>
+lau ren</w>
+mu sh
+op in
+r ho
+disc ount</w>
+oper ation</w>
+em ily</w>
+mm m</w>
+cham ber</w>
+d il
+to yo
+shi p
+sam u
+pic tured</w>
+un ic
+po l</w>
+keep er</w>
+carto on</w>
+st en
+ig nor
+n ations</w>
+n l</w>
+ta sting</w>
+deta il</w>
+offici als</w>
+mo tor</w>
+franc is</w>
+ed itor</w>
+ðŁij ĩ
+pe ts</w>
+rang ers</w>
+t g
+r n</w>
+w ri
+nic hol
+i se
+spo ts</w>
+ani e</w>
+chec k
+tri ple</w>
+ku mar</w>
+spe akers</w>
+ic ing</w>
+pre pared</w>
+ab use</w>
+friend ship</w>
+mon th
+swi m</w>
+air e</w>
+sc ent</w>
+hamil ton</w>
+indi an
+j es
+yum my</w>
+te ars</w>
+da wn</w>
+i zed</w>
+worl ds</w>
+ðŁ ķ
+b illi
+st one
+n hs</w>
+ba sic</w>
+p or</w>
+st le</w>
+ir on
+ol der</w>
+cle vel
+e ing</w>
+ðŁĺįðŁĺį ðŁĺį</w>
+prin ts</w>
+fir m</w>
+air craft</w>
+fin est</w>
+devel op</w>
+aar on</w>
+t z
+gra ham</w>
+own ers</w>
+fo li
+less on</w>
+qu es</w>
+bab e</w>
+cra ft
+ph en
+ju n</w>
+bir mingham</w>
+v ine</w>
+ll er</w>
+i an
+fineart america</w>
+evol u
+st ab
+im per
+war d
+com ic
+wi z
+inv ited</w>
+du ke</w>
+mat ch
+por ts</w>
+ro ger</w>
+diag no
+ke pt</w>
+te st
+vis u
+r hy
+so c</w>
+to x
+b aker</w>
+sur face</w>
+co vers</w>
+man s</w>
+b its</w>
+x box</w>
+ff le</w>
+n an</w>
+gar d
+h art</w>
+wat ers</w>
+v illa</w>
+re tro</w>
+light ning</w>
+catho lic</w>
+democr acy</w>
+neigh bor
+pen n
+cr an
+jona than</w>
+la ura</w>
+vi bes</w>
+su b</w>
+coach ing</w>
+clear ly</w>
+uk raine</w>
+bra ve</w>
+commit ment</w>
+t all</w>
+mar t</w>
+ra p
+mo di</w>
+sco tt
+bro s</w>
+show er</w>
+ðŁı ¾</w>
+âĺº ï¸ı</w>
+cou sin</w>
+appro ach
+br e</w>
+com pos
+hil ari
+phil ly</w>
+g ad
+quick ly</w>
+ri an</w>
+t m</w>
+vir tual</w>
+hou ses</w>
+k t</w>
+phoeni x</w>
+w ire</w>
+ff y</w>
+b unch</w>
+anc ing</w>
+tal e</w>
+snap chat</w>
+star ter</w>
+h t</w>
+k icking</w>
+ap art</w>
+th y
+) !</w>
+blo gger</w>
+it z</w>
+com fort</w>
+ang els</w>
+w ash</w>
+" :</w>
+ar gent
+re quest</w>
+hon est
+mi ghty</w>
+bo bby</w>
+k g</w>
+ro l</w>
+thou se</w>
+ex po
+h c</w>
+tab les</w>
+mag ical</w>
+po sts</w>
+de m</w>
+n w
+or lando</w>
+ab er
+* **</w>
+ðŁĺ ľ</w>
+environ mental</w>
+trans formation</w>
+mi le
+w ic
+hir ing</w>
+ma ine</w>
+bo ar
+r ying</w>
+ti s
+nit ure</w>
+twee ted</w>
+anton io</w>
+opin ion</w>
+fin ale</w>
+di y</w>
+f is
+th in</w>
+trou ble</w>
+le go</w>
+fi les</w>
+qu art
+sp a
+curren cy</w>
+cli mate
+fan art</w>
+rail way</w>
+sp ace
+ban ds</w>
+dani el
+mo tion</w>
+l eng
+hol der</w>
+oc cu
+mar ie</w>
+cathe dral</w>
+bu zz
+bi es</w>
+nas car</w>
+bm w</w>
+bat tery</w>
+char lotte</w>
+doc tor
+zz le</w>
+se ven
+in san
+d dy</w>
+st en</w>
+lab or</w>
+thr illed</w>
+se ren
+docu mentary</w>
+wav es</w>
+cer tain</w>
+can did
+allow ed</w>
+ninten do</w>
+star wars</w>
+ta p</w>
+home made</w>
+d les</w>
+ther ing</w>
+bre e
+emp ty</w>
+pi ano</w>
+pos iti
+coun try
+por k</w>
+pu ts</w>
+per ry</w>
+m atic</w>
+spot light</w>
+ti st</w>
+or ities</w>
+we alth</w>
+c p
+bar bar
+commit ted</w>
+as sau
+pro fit</w>
+e ight</w>
+hu l
+fini shing</w>
+run ner</w>
+ss o</w>
+insp ec
+char ged</w>
+christ op
+lo sing</w>
+co al</w>
+ho o</w>
+ele v
+de le
+mo ham
+don ation</w>
+c able</w>
+clin ic</w>
+j in
+manag ed</w>
+ter ing</w>
+â ¬
+ur ban
+depu ty</w>
+bb er</w>
+bur n
+acade mic</w>
+o tt</w>
+sta ke</w>
+it er
+sto wn</w>
+ack er</w>
+advent ures</w>
+ad ams</w>
+gre g</w>
+pro m</w>
+vo l</w>
+ac qu
+con gre
+pa int
+citiz ens</w>
+c all
+af ford
+v c</w>
+as ks</w>
+the tic</w>
+independ ence</w>
+â Ľ
+h itting</w>
+bl on
+fu ture
+â ı
+in no
+gen e</w>
+bo ards</w>
+di stance</w>
+se t
+re mem
+th al
+pre vent</w>
+l ang
+ob jec
+su sp
+mat t
+in duc
+bor o</w>
+pi one
+re di
+vir tu
+prin ted</w>
+sco pe</w>
+shar k</w>
+suc ce
+a stron
+il legal</w>
+j ag
+c ting</w>
+ine e</w>
+at o
+rob in</w>
+nutr ition</w>
+b f</w>
+du tch</w>
+b n</w>
+fur niture</w>
+for gotten</w>
+at ar</w>
+ru p
+hy per
+bran ch</w>
+communic ation</w>
+degre es</w>
+on ia</w>
+un cle</w>
+promo te</w>
+or che
+wi i</w>
+j s</w>
+but ton</w>
+ma jor
+c bs</w>
+bri stol</w>
+premi um</w>
+ordin ary</w>
+e dit</w>
+m g</w>
+we ed</w>
+st even</w>
+: '
+gu s</w>
+te s
+cap tured</w>
+dru gs</w>
+do w
+wr ites</w>
+bi shop</w>
+whe els</w>
+ali zation</w>
+disco very</w>
+w r</w>
+rach el</w>
+ne il</w>
+hy dr
+cu test</w>
+entreprene ur</w>
+kore an</w>
+ore gon</w>
+ul ty</w>
+perfec tly</w>
+suppor ted</w>
+histor ical</w>
+t wins</w>
+ell y
+we l</w>
+de vil</w>
+in come</w>
+scienti sts</w>
+de leg
+h en</w>
+on i</w>
+ic ed</w>
+gi o</w>
+cur ry</w>
+reve al</w>
+e g
+buff alo</w>
+n ol
+op era</w>
+camer on</w>
+haha haha
+j ab
+gradu ation</w>
+cra ig</w>
+r al
+i f
+organi zation</w>
+le ge</w>
+g ang
+su d
+edin burgh</w>
+l ack</w>
+fli es</w>
+g ate
+thr ones</w>
+q b</w>
+the real
+e leg
+pp in</w>
+c les</w>
+jam ie</w>
+tn am</w>
+cryp to
+ou l</w>
+p ages</w>
+a se
+roo ts</w>
+stu pid</w>
+a did
+boo t</w>
+prote in</w>
+s ap
+si um</w>
+su s
+end or
+fun ction</w>
+don t
+en na</w>
+ch y</w>
+squ e</w>
+wor ker</w>
+m tv
+e a</w>
+k an</w>
+ðŁĴ ļ
+mu s</w>
+professi on
+t to</w>
+oper ations</w>
+al lo
+c tor</w>
+inv ite</w>
+sc and
+ou th</w>
+z im
+lin ks</w>
+cli ents</w>
+sam sung</w>
+discu sses</w>
+n ell</w>
+ul tra</w>
+some where</w>
+ste wart</w>
+ine t</w>
+de z</w>
+b out</w>
+fac tor</w>
+ti an</w>
+tr ans</w>
+jere my</w>
+d b</w>
+ðŁĩ ¬
+or n</w>
+develop ing</w>
+spo l</w>
+coo per</w>
+ma u
+rememb ering</w>
+tre k</w>
+famil y
+sen iors</w>
+fo ster</w>
+att ended</w>
+w ing
+trans form
+ele mentary</w>
+hor iz
+li sting</w>
+malay sia</w>
+it ch</w>
+warri or</w>
+philipp ines</w>
+russ ell</w>
+m end
+initi ative</w>
+cre ep
+to ps</w>
+br iti
+a ur
+shar p</w>
+adverti sing</w>
+ug ly</w>
+achi ev
+materi als</w>
+bu g</w>
+dev ice</w>
+bon us</w>
+fac ility</w>
+col e</w>
+nh l</w>
+y as
+plann ed</w>
+pol e</w>
+excell ence</w>
+tr ick</w>
+con fl
+r p</w>
+achi eve</w>
+lo an</w>
+swa g</w>
+jess ica</w>
+ho we
+p our</w>
+sc u
+z oo
+r ated</w>
+dre sses</w>
+re bel
+mex ican</w>
+co ordin
+me ss</w>
+atlan tic</w>
+t l</w>
+osc ar</w>
+wal ks</w>
+phar mac
+investig ation</w>
+... #</w>
+cc i</w>
+eas ily</w>
+monday motivation</w>
+y ment</w>
+au ti
+for ced</w>
+ar med</w>
+colle agues</w>
+pap ers</w>
+pro per</w>
+sha ke
+bu c
+le an</w>
+exhi bit</w>
+e vement</w>
+co tt
+bi z
+sp er
+k ent</w>
+sw an
+/ @</w>
+girl friend</w>
+haw k</w>
+âĺ Ģï¸ı</w>
+mon o
+ðŁĴ Ľ
+stat ue</w>
+ðŁĺ ³</w>
+ra s</w>
+te eth</w>
+preci ous</w>
+t ile</w>
+p am
+swi ft</w>
+v ali
+no se</w>
+dr unk</w>
+experi ences</w>
+come back</w>
+gen ius</w>
+wor se</w>
+sh ef
+ra d</w>
+ed it
+hon our</w>
+au spol</w>
+lar ry</w>
+h ire</w>
+gor don</w>
+achi evement</w>
+.... ....
+su icide</w>
+alter native</w>
+su p</w>
+sur roun
+sha ke</w>
+ke ith</w>
+pe pper</w>
+tur k
+crimin al</w>
+be ck
+su m</w>
+w alls</w>
+cn n</w>
+an tic
+of fe
+col li
+win es</w>
+high light</w>
+hawa ii</w>
+emb ar
+l fc</w>
+ðŁĩ ®
+m v</w>
+> >
+at mo
+wor d
+car l
+shout out</w>
+bre wing</w>
+ì Ŀ
+do f
+s ic
+hot test</w>
+col on
+hh h</w>
+shu t</w>
+low ing</w>
+volu me</w>
+apart ment</w>
+agre ement</w>
+de stro
+we e</w>
+religi ous</w>
+iow a</w>
+ro d</w>
+land ing</w>
+re present
+ðŁĵ· :</w>
+la s
+usu ally</w>
+h l
+c ac
+sal v
+al ong
+laugh ing</w>
+be ans</w>
+remin ds</w>
+pha se</w>
+some body</w>
+ma sk</w>
+ran ked</w>
+dest roy
+sc i</w>
+âĢ¼ ï¸ı</w>
+gab ri
+le o</w>
+ro a
+fa iled</w>
+si l</w>
+refuge es</w>
+re vi
+r ing
+ber ries</w>
+coo kies</w>
+y y</w>
+conserv ation</w>
+sh ab
+human s</w>
+de termin
+a in
+ni all</w>
+as su
+mb a</w>
+fro m
+extre me</w>
+vic es</w>
+commer ce</w>
+ght ful</w>
+or dered</w>
+suppor ts</w>
+re cap</w>
+v or
+dro pping</w>
+correc t</w>
+pay ing</w>
+mean ing</w>
+n j
+qui z</w>
+" #</w>
+busine ss
+ðŁĩ® ðŁĩ
+indi gen
+du st</w>
+box es</w>
+bl ind</w>
+x xx</w>
+zz y</w>
+ðŁĩ¬ ðŁĩ
+ss els</w>
+s ant
+dd le</w>
+hilari ous</w>
+desig n
+wonder ing</w>
+vehic les</w>
+k re
+ju d
+rece ption</w>
+par ker</w>
+Ã Ń
+pri vi
+hy dro
+sof tball</w>
+pol lu
+lo cked</w>
+ba h
+e ar</w>
+scri pt</w>
+di vi
+br ace
+geor ge
+the ast</w>
+bel o
+j al
+tion ary</w>
+dent al</w>
+roc ket</w>
+pur ch
+sh ak
+manufac turing</w>
+e z</w>
+it is</w>
+con cep
+tb all
+ch s</w>
+direc ted</w>
+pra yers</w>
+oo k</w>
+phil os
+vari ety</w>
+che ss</w>
+ser ver</w>
+g and
+bal ti
+ðŁĵ ¸
+sel y</w>
+cru z</w>
+spectac ular</w>
+bur ning</w>
+re present</w>
+i z</w>
+t one</w>
+mer ce
+h ell
+bed room</w>
+estab li
+bo l</w>
+com mon
+ãĥ »
+ab or
+kit ty</w>
+hei ghts</w>
+re pair</w>
+willi am
+qu ake</w>
+alab ama</w>
+popul ation</w>
+re v
+re tt</w>
+i sts</w>
+n ite</w>
+le m</w>
+a ha</w>
+clevel and</w>
+r m</w>
+po ver
+ob se
+mon tre
+man ia</w>
+Â ®</w>
+con ne
+car ni
+sh ah</w>
+f y
+u a</w>
+sc or
+strugg le</w>
+bo b
+' '</w>
+appro pri
+deci de</w>
+ff ed</w>
+ca ster</w>
+s ort</w>
+hun gry</w>
+dra g
+ا Ù
+gr ounds</w>
+d w
+sli ghtly</w>
+car din
+dead line</w>
+bron ze</w>
+web in
+bar ry</w>
+sil ence</w>
+e uro</w>
+op tion</w>
+ear n</w>
+ðŁĴ ĸ
+howe ver</w>
+na ren
+na ils</w>
+bath room</w>
+v ine
+ph d</w>
+min ing</w>
+gar age</w>
+( )</w>
+shou lder</w>
+defe at</w>
+di r</w>
+o v</w>
+liber ty</w>
+ple as
+x on</w>
+com pre
+a v</w>
+j in</w>
+ab les</w>
+sil ent</w>
+fam ili
+vis its</w>
+di pl
+ha bit
+milli ons</w>
+regar ding</w>
+innov ative</w>
+sen ator</w>
+r ts</w>
+v on</w>
+k l
+wh il
+requi red</w>
+âĿ Ħ
+lu v</w>
+presi dential</w>
+po cket</w>
+hun dre
+sho wn</w>
+fro zen</w>
+to ward</w>
+fa st
+confi dence</w>
+r ough</w>
+indivi dual</w>
+qu et</w>
+ðŁı ½
+dom e
+fi fa</w>
+engine er</w>
+z en
+re mix</w>
+ðŁĺ ĥ</w>
+pl ant
+min or</w>
+robin son</w>
+as y
+pul led</w>
+cer tain
+potat o</w>
+( :</w>
+pre s</w>
+oc ca
+w it</w>
+it em</w>
+si e
+d ating</w>
+thom pson</w>
+own ed</w>
+an u
+vi e</w>
+te dly</w>
+good night</w>
+ex cept</w>
+ðŁĮ Ł</w>
+ira q</w>
+ki e
+ren ces</w>
+li p</w>
+simil ar</w>
+sau di</w>
+vi g
+arth ur</w>
+pic ks</w>
+mil an</w>
+hon da</w>
+ma xi
+o g</w>
+ste st</w>
+ar ch</w>
+analy tics</w>
+ba sti
+pear l</w>
+ter ry</w>
+hor se
+ast ro
+ac ce
+laun ching</w>
+inter national
+s no
+ta sty</w>
+den ver</w>
+ir l</w>
+pe te</w>
+tor n
+advant age</w>
+var sity</w>
+" "</w>
+sol e</w>
+g c
+lan g</w>
+demon str
+ol ds</w>
+un ity</w>
+ne ts</w>
+insp ire</w>
+cre te</w>
+nash ville</w>
+nel son</w>
+e ter
+wal k
+hy un</w>
+m ack
+tre as
+see king</w>
+ra ge</w>
+bru sh</w>
+ab and
+whil st</w>
+co con
+h ong</w>
+shel ter</w>
+i p</w>
+possi bly</w>
+so o</w>
+it ed
+â Ħ
+rac es</w>
+war ming</w>
+qu in
+tele vision</w>
+mat ches</w>
+ra pi
+ment al
+pal m</w>
+jenni fer</w>
+rol ls</w>
+indi ana</w>
+b ars</w>
+cat ching</w>
+resc u
+candid ates</w>
+fa re
+âł Ģ</w>
+se o</w>
+vie tnam</w>
+alph a</w>
+michel le</w>
+visi ble</w>
+re gre
+wn ed</w>
+app le
+li p
+f fe</w>
+li z
+york shire</w>
+ha il</w>
+se asons</w>
+be gan</w>
+m d
+k c</w>
+la p</w>
+fascin ating</w>
+hel p
+ur y
+u ms</w>
+nu ts</w>
+se m
+along side</w>
+bri dge
+ori al</w>
+o ve
+world cup</w>
+briti sh
+comfor table</w>
+i ve</w>
+hot els</w>
+fair s</w>
+hor ri
+so x</w>
+d ining</w>
+stre am
+bar ri
+ss y</w>
+w im
+ter ms</w>
+v u
+pe re
+l ens</w>
+wal ked</w>
+r or
+l ars</w>
+shi eld</w>
+dou bt</w>
+pro to
+cro ssing</w>
+me ant</w>
+medi um</w>
+ad ding</w>
+e b</w>
+che ap</w>
+fun c
+pap er
+bran ds</w>
+ry an
+feed back</w>
+col lins</w>
+un known</w>
+tro pical</w>
+sand wich</w>
+fal len</w>
+for mu
+selec t</w>
+lo ads</w>
+answ ers</w>
+or i</w>
+mag a</w>
+d or</w>
+du o</w>
+ali e</w>
+dru m</w>
+ur i</w>
+de er</w>
+sou l
+sh ut
+âĺ º</w>
+sto len</w>
+don ated</w>
+bu zz</w>
+patri ots</w>
+ha l</w>
+na sty</w>
+nomin ated</w>
+mon te
+ki a</w>
+th ri
+ing u
+te sts</w>
+pe tro
+ðŁij ij</w>
+ho sts</w>
+ne st</w>
+to pic</w>
+pat ch</w>
+m my</w>
+hu gh
+ab ilities</w>
+ma the
+s miles</w>
+g b
+ag enda</w>
+insi ghts</w>
+chi p</w>
+ph an
+fail ure</w>
+dg ers</w>
+ha i
+signific ant</w>
+sho ck</w>
+ru ral</w>
+gl am
+figu res</w>
+pot us</w>
+o ta</w>
+mini stry</w>
+appe ars</w>
+fe ar
+r h
+americ an
+h att
+son y</w>
+fi res</w>
+e di
+n ou
+e qui
+wh en
+univers al</w>
+mad ness</w>
+i x</w>
+sculp ture</w>
+b ach</w>
+t to
+swe den</w>
+et a</w>
+en to</w>
+develop ed</w>
+month ly</w>
+ma ps</w>
+ra h</w>
+le d
+del ta</w>
+sa ints</w>
+is lam</w>
+ben ch</w>
+fif th</w>
+v ard</w>
+so cks</w>
+wel coming</w>
+j e</w>
+tur ner</w>
+v b</w>
+ad i</w>
+nor way</w>
+ad y</w>
+hurric ane</w>
+por sche</w>
+tra dition</w>
+ex am</w>
+newsp aper</w>
+lu ci
+a ver
+ide al</w>
+d na</w>
+madi son</w>
+ðŁ §
+wit ness</w>
+ac ou
+insi ght</w>
+si mon
+robo t</w>
+sna ke</w>
+n bc</w>
+ac o</w>
+ro ss
+sh ment</w>
+religi on</w>
+ch ann
+in su
+camp bell</w>
+inst alled</w>
+we ather
+hor ses</w>
+ol i</w>
+rober t
+k az
+ðŁı Ģ</w>
+veter an</w>
+th read</w>
+quar ter
+ea sier</w>
+cap ture</w>
+hi pho
+law rence</w>
+roman tic</w>
+pas sion
+cl ay</w>
+ox ford</w>
+th ai</w>
+stu dying</w>
+fi a</w>
+elec ted</w>
+most ly</w>
+c b</w>
+tu mb
+âĢįâĻ Ĥ
+x l</w>
+sh an</w>
+fa ster</w>
+ev ans</w>
+sli de</w>
+sh ri
+see k</w>
+mi es</w>
+chemi stry</w>
+pump kin</w>
+tu m</w>
+, ,</w>
+ro om
+fi red</w>
+li ps</w>
+pres ence</w>
+af f
+brew ery</w>
+arri ve</w>
+sw ag
+photo graph</w>
+pen gu
+chi ps</w>
+at tor
+val ues</w>
+accur ate</w>
+con temporary</w>
+princi pal</w>
+cannab is</w>
+ari o</w>
+any where</w>
+gi a</w>
+democr ats</w>
+buil dings</w>
+li ved</w>
+ap s</w>
+neg ative</w>
+m are</w>
+bal lo
+li on
+diam on
+loo k
+re form</w>
+tom my</w>
+il la
+tre ats</w>
+hundre ds</w>
+port land</w>
+wor thy</w>
+ex cep
+ar ia</w>
+ido l</w>
+be er
+cd n
+y u</w>
+aw k
+ðŁĩ ¨
+c ells</w>
+Ã ³
+ident ity</w>
+dra wn</w>
+de vil
+f inger</w>
+th am</w>
+ðŁij Ĭ
+ear ned</w>
+fin tech</w>
+dol ph
+twee ting</w>
+evolu tion</w>
+ðŁĵ į</w>
+est im
+m vp</w>
+n one</w>
+ðŁĩºðŁĩ ¸
+toyo ta</w>
+au x</w>
+mar in
+b old</w>
+l bs</w>
+ste ak</w>
+mur phy</w>
+it able</w>
+lou is
+sol ve</w>
+pi a</w>
+sk ir
+ill ino
+webin ar</w>
+ban ana</w>
+lo v
+th on</w>
+vo ters</w>
+afford able</w>
+defe ated</w>
+lm fa
+air lines</w>
+super b</w>
+any way</w>
+deb t</w>
+bo red</w>
+ver si
+me tal
+responsi ble</w>
+m k</w>
+s se</w>
+f ay
+cau sed</w>
+f p</w>
+recomm end</w>
+pla za</w>
+spor ting</w>
+alli ance</w>
+au stri
+n n
+t ours</w>
+surpri sed</w>
+arti f
+th under</w>
+sur ve
+wor e</w>
+bri ef</w>
+necess ary</w>
+z ie</w>
+ash ley</w>
+dra ke</w>
+r t
+kni fe</w>
+im mun
+char ges</w>
+a the
+bri de</w>
+rep ly</w>
+g av
+broad cast</w>
+pu er
+brace let</w>
+cap acity</w>
+harve st</w>
+id k</w>
+perfor man
+d ding</w>
+il ers</w>
+par a</w>
+jam a
+pro vince</w>
+ch in</w>
+id ers</w>
+har i</w>
+te aser</w>
+ch en</w>
+re stor
+r at</w>
+fl at
+col om
+ðŁĴ ŀ</w>
+ðŁĩ¨ ðŁĩ
+smoo th</w>
+r t</w>
+p itch
+stay ing</w>
+isra eli</w>
+t cot</w>
+per spective</w>
+do ck</w>
+open er</w>
+lo vel
+x o</w>
+class room</w>
+l ington</w>
+go al
+kenne dy</w>
+sh am</w>
+sp aces</w>
+mitch ell</w>
+home coming</w>
+uk i</w>
+claim ed</w>
+recru it
+ing o</w>
+mu fc</w>
+mon it
+g roo
+resi dent</w>
+per cent</w>
+per man
+otta wa</w>
+int ment</w>
+an xi
+stand ards</w>
+wor ship</w>
+sche me</w>
+f x</w>
+pot ter</w>
+bi an</w>
+athle tic</w>
+af gh
+s se
+sat ell
+par ties</w>
+âĿ¤ âĿ¤
+infra structure</w>
+rela x</w>
+mo du
+wor n</w>
+smo king</w>
+y ach
+practic es</w>
+wc w</w>
+am b
+dome stic</w>
+tay lor
+k entu
+provi ded</w>
+mo di
+ve g
+" ...</w>
+ob serv
+ðŁĺ ©
+be ard</w>
+m our
+an gry</w>
+ðŁĺ ±</w>
+startu ps</w>
+woo den</w>
+di ve</w>
+na il</w>
+anti que</w>
+ro ses</w>
+torn ado</w>
+m at</w>
+^ ^</w>
+su spect</w>
+far m
+de vices</w>
+me ga</w>
+tu l
+scholar ship</w>
+ge e</w>
+disa ster</w>
+arri val</w>
+po in
+mar c</w>
+kati e</w>
+bb ed</w>
+fal se</w>
+deser ves</w>
+ric hard
+ju ana</w>
+fre y</w>
+tion ed</w>
+hy bri
+r w
+sar ah
+ach i</w>
+c ure</w>
+o le
+mor ris</w>
+ch ic</w>
+broad way</w>
+la bel</w>
+pa k</w>
+pover ty</w>
+gol f
+e red</w>
+f u</w>
+er ies</w>
+be es</w>
+alo gue</w>
+st el
+wire less</w>
+je wish</w>
+ti de</w>
+blo cked</w>
+life time</w>
+b har
+sp lit</w>
+am ster
+th i</w>
+jo shu
+br unch</w>
+ha ps</w>
+s for
+oo ps</w>
+ka poor</w>
+hi king</w>
+suppo sed</w>
+ro of
+re as
+tra in
+ti ght</w>
+tru mp
+bas ically</w>
+r r</w>
+ea red</w>
+see ds</w>
+entr ance</w>
+c p</w>
+wi e</w>
+son ic</w>
+vic tim</w>
+he re
+e h</w>
+ear rings</w>
+sal mon</w>
+arc tic</w>
+an ne
+dou gla
+corru ption</w>
+hann ah</w>
+ha sn</w>
+vo ices</w>
+con ce
+att a</w>
+fle et</w>
+clin ical</w>
+democr atic</w>
+ton y
+st ood</w>
+le f
+twit ch</w>
+a il</w>
+honest ly</w>
+incre ased</w>
+dro me</w>
+don na</w>
+accep ted</w>
+visit ors</w>
+ap ar
+ad or</w>
+p ar</w>
+jer ry</w>
+ra i
+brand on</w>
+ab u
+!! !!!!</w>
+me me</w>
+in gh
+glori ous</w>
+b hu
+pu mp</w>
+j ol
+li ke
+fi sher</w>
+ma z
+ag an</w>
+destin ation</w>
+play list</w>
+le tters</w>
+gen u
+br ace</w>
+celebr ated</w>
+bann er</w>
+r he
+dra gon
+ðŁĺ ħ</w>
+sig nature</w>
+gre y
+âľ Ķï¸ı</w>
+al ice</w>
+be red</w>
+ph er
+ber n
+ca th
+ga thering</w>
+sc oring</w>
+influ ence</w>
+sm iling</w>
+de pt</w>
+lo cal
+a x</w>
+ac u
+reti rement</w>
+hon or
+her self</w>
+chem ical</w>
+asse ss
+y all</w>
+fre qu
+appreci ation</w>
+ac a</w>
+cho ir</w>
+cu z</w>
+so il</w>
+c il
+repor ting</w>
+u h</w>
+enterpri se</w>
+gr at
+jaco b</w>
+ru m
+fe e</w>
+j ak
+sp in</w>
+bi kes</w>
+phi a</w>
+ste re
+p is
+bloo d
+t att
+ra ft</w>
+war ren</w>
+sh eri
+back stage</w>
+mar sh
+hash tag</w>
+ther ine</w>
+re in
+game day</w>
+guar an
+reci pes</w>
+min ds</w>
+stron ger</w>
+issu ed</w>
+bic y
+n ak
+ment ed</w>
+sc ary</w>
+u x
+pre vious</w>
+tt le</w>
+th ats</w>
+ac tors</w>
+u ma</w>
+tin a</w>
+bun ny</w>
+promo tion</w>
+u ss</w>
+oli ver</w>
+montre al</w>
+what s
+appreci ated</w>
+la kes</w>
+excu se</w>
+kno wing</w>
+pri zes</w>
+musc le</w>
+shad es</w>
+sco t</w>
+ing redi
+electr onic</w>
+ju an</w>
+comb at</w>
+s ri</w>
+e h
+turk ish</w>
+l om
+stri kes</w>
+pri son
+re e
+po pe</w>
+vi d</w>
+ol dest</w>
+dol l</w>
+sw iss</w>
+certi fied</w>
+cli p</w>
+re turning</w>
+lat or</w>
+le igh</w>
+tt es</w>
+wat son</w>
+heal ing</w>
+el im
+per haps</w>
+ha ss
+k au
+d der</w>
+mou se</w>
+new castle</w>
+indigen ous</w>
+wel comes</w>
+co le
+tau ght</w>
+no ise</w>
+appe ar</w>
+jo e
+can on</w>
+wedne sday
+u tah</w>
+c tive</w>
+dri ven</w>
+i v</w>
+c ell
+stri p</w>
+ac c</w>
+focu sed</w>
+ar rest</w>
+sto cks</w>
+wo o</w>
+â Ĺ
+notic ed</w>
+shad o
+di spla
+ter ror</w>
+bor ne</w>
+secon d
+que ens</w>
+wo ke</w>
+ja il</w>
+no tt
+cam bridge</w>
+har t
+se af
+fa x</w>
+ac cept</w>
+âĺ ħ
+goo ds</w>
+k at</w>
+t win
+h s
+thou sand</w>
+s ins</w>
+su ite</w>
+amp ton</w>
+ar n
+rele v
+ric har
+hoo ps</w>
+n bc
+class ic
+p ab
+soldi er</w>
+de plo
+le ans</w>
+install ation</w>
+cla sh</w>
+le ban
+ee e</w>
+ti re</w>
+belo ved</w>
+fu sion</w>
+travel ing</w>
+ne i
+coo kie</w>
+glo be</w>
+phys ics</w>
+s q
+co l</w>
+wol ves</w>
+d l</w>
+ex it</w>
+" -</w>
+foo tball
+le af
+ster ling</w>
+hi de</w>
+minne so
+fresh man</w>
+natu re
+indi e</w>
+supp lies</w>
+bri s
+iri sh
+ink tober</w>
+doo dle</w>
+ic op
+mess ages</w>
+adul ts</w>
+recor ded</w>
+fix ed</w>
+ar do</w>
+offe red</w>
+under ground</w>
+dr one</w>
+p ine
+ma inten
+and re</w>
+ham mer</w>
+s x
+r ound
+hi ke</w>
+bra d</w>
+ro me
+fu ll
+on ey</w>
+ro ws</w>
+colum bia</w>
+archi ves</w>
+appro ved</w>
+bat ch</w>
+illino is</w>
+recogn ition</w>
+shou ldn</w>
+fo g</w>
+nca a</w>
+ke vin
+human ity</w>
+al though</w>
+pow ers</w>
+p ou
+s ar</w>
+pe st</w>
+alco hol</w>
+con sci
+phil adel
+en o
+t m
+ok la
+cate gory</w>
+particip ate</w>
+accu sed</w>
+bri ef
+po em</w>
+clu bs</w>
+consul t
+ja b</w>
+big data</w>
+amster dam</w>
+ac ing</w>
+certi fic
+n u</w>
+d at</w>
+impro ved</w>
+and y
+campa ig
+pale stin
+p ace</w>
+mo bi
+feel ings</w>
+wol f
+bra in
+pro pos
+inter active</w>
+prin ce
+inde x</w>
+c is
+cha e
+peace ful</w>
+co vering</w>
+ac o
+cour ses</w>
+mon key</w>
+re place</w>
+b l</w>
+bloo dy</w>
+tal es</w>
+brigh ton</w>
+neighbor hood</w>
+g ates</w>
+spiritu al</w>
+af raid</w>
+bre ast</w>
+b ones</w>
+ðŁij ī
+vide o
+w au
+tou ch
+inju ries</w>
+car l</w>
+ri x</w>
+une x
+âĢ ¢
+fre d
+consi dered</w>
+thu si
+an ch
+on y
+u sa
+graph ics</w>
+ac re</w>
+ðŁĺ ©</w>
+com memor
+com mod
+go ti
+guar dian</w>
+star bucks</w>
+pre vention</w>
+haha haha</w>
+admini stration</w>
+portu gal</w>
+fac ulty</w>
+bet a</w>
+ul a</w>
+al bert</w>
+bre ath
+er i</w>
+le tting</w>
+tr ic
+ment ation</w>
+incredi bly</w>
+ten nes
+v d</w>
+ðŁĻ Ī</w>
+ed die</w>
+br ick</w>
+gr ill</w>
+bt w</w>
+wat ches</w>
+resear chers</w>
+t ney</w>
+ni e
+p as</w>
+a ster</w>
+vi br
+poke mon</w>
+ch rome</w>
+go at</w>
+pitt s
+il ly</w>
+festi ve</w>
+y d</w>
+can al</w>
+ðŁ Ĩ
+fi es</w>
+car los</w>
+re que
+partic i
+tra ins</w>
+sam ple</w>
+temper ature</w>
+sym ph
+pic king</w>
+in door</w>
+z ers</w>
+playo ffs</w>
+____ ____
+ap es</w>
+ly rics</w>
+islam ic</w>
+performan ces</w>
+d ick</w>
+spar k
+se as</w>
+hom a</w>
+gr ound
+disc i
+employe e</w>
+com mu
+alas ka</w>
+al an
+fe ast</w>
+dg ing</w>
+ban king</w>
+manu el</w>
+slow ly</w>
+tru cks</w>
+mc car
+oo o</w>
+sc rat
+orche stra</w>
+indivi du
+m x</w>
+bre ath</w>
+stair s</w>
+equ ality</w>
+bla ke</w>
+loc ations</w>
+cocon ut</w>
+balti more</w>
+aa a</w>
+l c
+ðŁı Ĩ
+har vey</w>
+resi st</w>
+immigr ation</w>
+adid as</w>
+fil i
+re f</w>
+lg bt</w>
+mo s</w>
+pp i</w>
+ken ny</w>
+terr or
+ban e</w>
+apol is</w>
+s g
+social media</w>
+ka i</w>
+hon est</w>
+as sas
+bol lywood</w>
+âĢįâĻ Ģï¸ı</w>
+ferr ari</w>
+hor n</w>
+cryp to</w>
+bo om
+mainten ance</w>
+i di
+s man</w>
+w l</w>
+ext ended</w>
+in sul
+ve s
+go sp
+tr i</w>
+pi g</w>
+tar ge
+cel er
+st ati
+sm h</w>
+ri dic
+appe al</w>
+? )</w>
+con clu
+cos me
+she ep</w>
+christop her</w>
+en thusi
+po lish</w>
+me ts</w>
+oun ded</w>
+sustain ability</w>
+creati vity</w>
+con crete</w>
+ra i</w>
+ali en</w>
+ble ss
+te es</w>
+clu b
+ro t</w>
+bo s</w>
+ex ist</w>
+perfe ction</w>
+lu ck
+rock y</w>
+expen sive</w>
+mean while</w>
+happy birthday
+pre t
+thr iller</w>
+ca ve</w>
+playo ff</w>
+som er
+l u</w>
+le x</w>
+def ence</w>
+am writing</w>
+home less</w>
+pro phe
+ch et</w>
+past or</w>
+ðŁ¤ £
+land er</w>
+ww w</w>
+Ģ ï¸ı
+tic a</w>
+! #</w>
+o tic</w>
+rad ar</w>
+po sters</w>
+pow der</w>
+po li
+ha un
+tra p</w>
+bl in
+assau lt</w>
+shor ts</w>
+re y
+sh y</w>
+squ ir
+rac ist</w>
+gar lic</w>
+fu r</w>
+remo te</w>
+sm ell</w>
+impre ssed</w>
+fing ers</w>
+âł Ģ
+din o
+le ment</w>
+s nu
+promo ting</w>
+str ing</w>
+produc tive</w>
+b age</w>
+ma son</w>
+ra z
+direc tly</w>
+j k</w>
+ev al</w>
+ðŁij Ĭ</w>
+doc tors</w>
+co w</w>
+ri der</w>
+st v</w>
+re move</w>
+w u
+na than</w>
+ro d
+n r</w>
+= ></w>
+affe cted</w>
+inve st</w>
+mp tion</w>
+g inger</w>
+o d</w>
+agricul ture</w>
+s que
+mu g</w>
+coun ting</w>
+ke e
+mag nific
+coo k
+ani stan</w>
+roo t</w>
+plac ed</w>
+sym po
+gh ana</w>
+un d</w>
+che er
+thro wing</w>
+secre ts</w>
+f illing</w>
+opti mi
+butter fly</w>
+bu bb
+ðŁĺ ī
+terri ble</w>
+d g</w>
+sil k</w>
+obse ssed</w>
+lo u</w>
+ai de</w>
+sal ute</w>
+mon u
+philadel phia</w>
+scienti fic</w>
+i st
+u ae</w>
+dess ert</w>
+bott les</w>
+can yon</w>
+ðŁĺ Ī</w>
+car ib
+o ther
+w ich
+re source</w>
+guil ty</w>
+un d
+le on</w>
+e ss</w>
+kan e</w>
+el e</w>
+tra iner</w>
+he im</w>
+an te</w>
+man age</w>
+roo kie</w>
+tre ated</w>
+po ses</w>
+rs vp</w>
+cau ses</w>
+aw ak
+je well
+le tt</w>
+on ics</w>
+tit les</w>
+cardi ff</w>
+g aga</w>
+bu mp
+use ful</w>
+? !
+loo se</w>
+bb ing</w>
+: :</w>
+argent ina</w>
+de bu
+cy cl
+wh el
+dis gu
+j el
+k ills</w>
+bio logy</w>
+ex ter
+tra sh</w>
+bo dies</w>
+tr am
+circu it</w>
+expe ct
+la ds</w>
+w ells</w>
+sho t
+ge e
+naren dr
+fa stest</w>
+b ent
+b ills</w>
+mar shall</w>
+h ats</w>
+intro duce</w>
+citi zen</w>
+im possible</w>
+gi b
+az z
+net working</w>
+r ant</w>
+thin k
+in dy
+st ops</w>
+f theday</w>
+bri an
+* *
+amo di</w>
+dom e</w>
+coura ge</w>
+pac king</w>
+af fairs</w>
+g n</w>
+si zed</w>
+ent ary</w>
+pol and</w>
+swit zer
+afgh anistan</w>
+w u</w>
+ten der</w>
+subscri be</w>
+mo sco
+att end
+republic an</w>
+hon ey
+âĢ ĭ</w>
+si mul
+we ster
+foo die</w>
+or o
+midd le
+ab t</w>
+co pies</w>
+ma je
+narendr amodi</w>
+ty pical</w>
+inspir ational</w>
+vit am
+wis con
+cu bs</w>
+tiv ity</w>
+h ali
+e ars</w>
+k ay</w>
+d are</w>
+mari juana</w>
+cu rious</w>
+an ia</w>
+tom ato</w>
+re mind</w>
+ðŁĩ ·</w>
+sc ared</w>
+cou p
+po et</w>
+land ed</w>
+ri d</w>
+wra pped</w>
+mor ri
+climb ing</w>
+e ws</w>
+fe eding</w>
+con tra
+tho logy</w>
+gri d</w>
+ti vely</w>
+read er</w>
+la ser</w>
+di ving</w>
+di g</w>
+lat in</w>
+ti ed</w>
+shake spe
+o ci
+ad m
+show ers</w>
+chu ck</w>
+mar cus</w>
+oo s</w>
+kne e</w>
+o live</w>
+ow l</w>
+dy lan</w>
+an no
+g ym
+deci sions</w>
+well ness</w>
+arri ves</w>
+sati s
+chri s
+thur s</w>
+ðŁ¤ £</w>
+inter views</w>
+thank you</w>
+switzer land</w>
+over night</w>
+journ alist</w>
+ser ves</w>
+vol can
+.... ...</w>
+plo t</w>
+nic ol
+car rying</w>
+mag ne
+tre asure</w>
+ex p
+be ver
+ðŁĺ ¢</w>
+mar ty
+mo le
+don ations</w>
+recogni zed</w>
+b h
+du s</w>
+sh ann
+al do</w>
+success fully</w>
+ent e</w>
+ðŁĺĤðŁĺĤ ðŁĺĤðŁĺĤ
+cab inet</w>
+cu is
+tit led</w>
+d as
+so l</w>
+strate gies</w>
+deli vering</w>
+ad ds</w>
+ani an</w>
+ne ther
+ðŁĴ ĥ
+con tain
+su its</w>
+pa irs</w>
+to dd</w>
+rel la</w>
+ro pe</w>
+ci o</w>
+cro p</w>
+paint ings</w>
+su z
+re jec
+bu st</w>
+d h</w>
+fra ud</w>
+m h
+contro l
+je al
+destroy ed</w>
+al lows</w>
+wo ol
+minneso ta</w>
+om en
+j u</w>
+sympo sium</w>
+d af
+lim it</w>
+accoun ts</w>
+load ing</w>
+inter n
+re solution</w>
+hol land</w>
+qu al
+meet ings</w>
+gra ve</w>
+cam ping</w>
+v am
+re nov
+liber al</w>
+am ber</w>
+gre e
+hu mb
+fe ver</w>
+el ing</w>
+broo ks</w>
+à ²
+be th
+ad ed</w>
+al t
+ro e</w>
+perform ed</w>
+jo sh
+frank lin</w>
+nic ole</w>
+de ss</w>
+bb s</w>
+m g
+net works</w>
+min im
+al t</w>
+weap ons</w>
+gu y
+jas on
+g ha
+harb our</w>
+at on</w>
+pra ise</w>
+kentu cky</w>
+bel fast</w>
+st icks</w>
+blo ss
+ho pes</w>
+an thro
+famili ar</w>
+wa it
+ch ile</w>
+depre ssion</w>
+la x</w>
+je ts</w>
+le ice
+recei ves</w>
+si er
+an k</w>
+de x
+inde ed</w>
+fle xi
+fab ric</w>
+lam b</w>
+hel icop
+am anda</w>
+âĢĶ âĢĶ
+compe te</w>
+sn ack</w>
+techno logies</w>
+sy rian</w>
+mom s</w>
+mu ham
+cho sen</w>
+an at
+dev on</w>
+shar ks</w>
+re t</w>
+fundra iser</w>
+selfi es</w>
+st ations</w>
+communic ations</w>
+tennes see</w>
+tu tor
+ro t
+valu able</w>
+dynam ic</w>
+nur se</w>
+i ed</w>
+earth quake</w>
+deser ved</w>
+a ve
+sar a</w>
+stre tch</w>
+dougla s</w>
+ne pal</w>
+Ã §
+ob viously</w>
+d ame</w>
+ra pe</w>
+any body</w>
+k w
+pat rol</w>
+hol ders</w>
+h anna</w>
+info graphic</w>
+ec o</w>
+be ating</w>
+stan ley</w>
+bo ats</w>
+ri bb
+e z
+wit ch</w>
+inv a
+ac id</w>
+boar ding</w>
+- @</w>
+gi l</w>
+da ve
+care ers</w>
+opp os
+l loy
+in ter</w>
+do pe</w>
+re su
+j agu
+sh ade</w>
+in dy</w>
+on ist</w>
+rel ations</w>
+ag en
+ab le
+inci dent</w>
+me ter</w>
+shar ma</w>
+id r</w>
+pro ve</w>
+immedi ately</w>
+tro ops</w>
+am an</w>
+g low</w>
+gaz a</w>
+blo cks</w>
+person al
+chron ic
+all er
+si d
+sh r
+whats app</w>
+lu cy</w>
+ar chae
+ho u</w>
+journ alism</w>
+our selves</w>
+go t
+the med</w>
+shap ed</w>
+we ak</w>
+cas ual</w>
+leng th</w>
+sla m</w>
+ab bey</w>
+e v</w>
+coun ter
+est a</w>
+reci pi
+cha pel</w>
+expan sion</w>
+sel f
+suff ering</w>
+sp ice</w>
+n z
+sp art
+desp er
+boo king</w>
+quart ers</w>
+y on
+ðŁĴ Ĺ
+p k
+continu ed</w>
+- #</w>
+man hatt
+tal ked</w>
+sh en
+com bo</w>
+hybri d</w>
+je ans</w>
+liqu id</w>
+se al</w>
+re tweets</w>
+ac celer
+collec tive</w>
+t as</w>
+: ))</w>
+profession als</w>
+ra w
+o tt
+su san</w>
+ir ing</w>
+okla homa</w>
+re ven
+survi val</w>
+cre ator</w>
+tran sit</w>
+st ac
+sur f
+i k</w>
+ed iting</w>
+ch illing</w>
+bai ley</w>
+ste al</w>
+ra ble</w>
+pa rent</w>
+hun ger</w>
+sn app
+collec t</w>
+philos oph
+dedic ation</w>
+c f
+c m
+le ep</w>
+repe at</w>
+re ha
+un fortun
+a er
+a ero
+abstr act</w>
+mon itor</w>
+ag ents</w>
+bu l</w>
+sci ence
+harb or</w>
+drag ons</w>
+floo ding</w>
+ac compli
+d ash</w>
+juli a</w>
+the red</w>
+tues day
+cy ber</w>
+b low</w>
+ta ined</w>
+le m
+refe rence</w>
+pp o</w>
+ne goti
+char le
+con nor</w>
+au lt</w>
+access ories</w>
+commissi oner</w>
+rain y</w>
+re ar</w>
+advis ory</w>
+luc as</w>
+ma id</w>
+co al
+k av
+pol o</w>
+ðŁı ¾
+tran sport
+mar gare
+straw berry</w>
+bur ns</w>
+gre ens</w>
+ne v
+partici pants</w>
+col in</w>
+belgi um</w>
+col our
+in form
+d ell</w>
+br on</w>
+cal y
+kick off</w>
+strate gic</w>
+re union</w>
+hon ors</w>
+li b
+egy p
+âŃIJ ï¸ı</w>
+hy po
+si zes</w>
+regi stered</w>
+bet es</w>
+relax ing</w>
+bloo m</w>
+inten se</w>
+valent ines</w>
+insan e</w>
+w wii</w>
+p x</w>
+tri o</w>
+bla de</w>
+wiscon sin</w>
+con e</w>
+plat in
+ali ze</w>
+ra ven
+incre asing</w>
+indi ans</w>
+il ian</w>
+bl u</w>
+rabb it</w>
+exten sion</w>
+je f
+au di</w>
+fer ry</w>
+s ell
+a day</w>
+us b</w>
+swe at
+cham pag
+metho d</w>
+mem ph
+assi st</w>
+s by</w>
+ca pe
+remo ved</w>
+mag n
+v t</w>
+r ams</w>
+f bi</w>
+tack le</w>
+phe w</w>
+h on</w>
+motor cycle</w>
+su spec
+eleph ant</w>
+sub ject</w>
+let te</w>
+da iry</w>
+whe at</w>
+awk ward</w>
+ac t
+tro l
+mit ted</w>
+zay n</w>
+sheri ff</w>
+ene my</w>
+con s</w>
+ke tt</w>
+bul ls</w>
+ev alu
+bt c</w>
+satell ite</w>
+ho lo
+por ter</w>
+dia betes</w>
+bet ter
+rele asing</w>
+sur f</w>
+: -</w>
+se basti
+collec ting</w>
+en cing</w>
+e thi
+go ds</w>
+al ley</w>
+health y
+m ills</w>
+sma sh</w>
+co pper</w>
+cr ack</w>
+read ers</w>
+sp ac
+licen se</w>
+bas ket</w>
+bang la
+en tic</w>
+om i</w>
+m ere</w>
+si vely</w>
+anim ation</w>
+lan es</w>
+dent ally</w>
+chill in</w>
+fi e</w>
+k aren</w>
+dep th</w>
+li pse</w>
+n g
+ri p
+mel o
+sand y</w>
+ðŁijı ðŁijı
+vin cent</w>
+nu t
+hu g</w>
+who le
+cre ates</w>
+? ???</w>
+âĿ¤ï¸ı âĿ¤ï¸ı</w>
+bak ed</w>
+up grade</w>
+rober ts</w>
+har a</w>
+carib bean</w>
+auth entic</w>
+mb s</w>
+mosco w</w>
+attor ney</w>
+wi ki
+ch lo
+hu ll</w>
+cor k</w>
+" !</w>
+sty lish</w>
+ðŁĵ¸ :</w>
+di ary</w>
+impro ving</w>
+ex pand
+bri ght
+pollu tion</w>
+k nights</w>
+person ality</w>
+chec ked</w>
+fac ilities</w>
+z el
+bow ling</w>
+gu er
+ðŁİ Ĥ</w>
+on going</w>
+un its</w>
+hoo k</w>
+be ck</w>
+confl ict</w>
+to dd
+far ming</w>
+educ ational</w>
+k ak
+cla y
+stro ke</w>
+bel ly</w>
+explo re
+mill enni
+th m</w>
+loo p</w>
+sm s</w>
+consi st
+cir ca</w>
+br yan</w>
+d ab
+youn ger</w>
+soli dar
+pp a</w>
+experi enced</w>
+b ella</w>
+bo ard
+shef field</w>
+steph en
+consu mer</w>
+sub mit</w>
+spon sor
+t ang
+ag gre
+comb ined</w>
+trac king</w>
+sand ers</w>
+b az
+survi ve</w>
+fer red</w>
+equ al</w>
+se p</w>
+re ed</w>
+str ong
+priv acy</w>
+st ap
+un g
+ac ry
+pa sta</w>
+pir ates</w>
+ag er</w>
+fair y</w>
+du p</w>
+introduc ed</w>
+wi p</w>
+let s
+spr ay</w>
+ðŁĵ º</w>
+gre w</w>
+a sts</w>
+pitts burgh</w>
+new york</w>
+jo ey</w>
+lau ren
+tra de
+ch op
+pi pe</w>
+cla ire</w>
+behavi or</w>
+v ap
+cre ws</w>
+lap top</w>
+ðŁ¤ Ĺ</w>
+che ster
+disci pl
+d f</w>
+out doors</w>
+k s
+go ver
+super star</w>
+cas ino</w>
+far mer</w>
+; -)</w>
+re turned</w>
+ðŁı Ī</w>
+ma il
+roa sted</w>
+co sta</w>
+v ill
+pe z</w>
+gard ening</w>
+distribu tion</w>
+sh ining</w>
+inve stors</w>
+ra sp
+dec ades</w>
+reali zed</w>
+bar n
+p ti</w>
+st able</w>
+ut d</w>
+pan thers</w>
+m ens</w>
+b n
+ca de
+bu cket</w>
+yn n</w>
+when ever</w>
+wa ke
+da is
+ber nie</w>
+lo dge</w>
+ju lie</w>
+atmo sphere</w>
+ðŁĺĺ ðŁĺĺ</w>
+major ity</w>
+par ti
+exc it
+cu t
+me h
+musli ms</w>
+be gun</w>
+fli ghts</w>
+vene ss</w>
+ce me
+po sing</w>
+so le
+g ou
+dark ness</w>
+pe ach
+cel tic</w>
+auth ority</w>
+grand ma</w>
+ful ness</w>
+smi th
+speci fic</w>
+gar cia</w>
+co ins</w>
+good ness</w>
+aldu b
+recru iting</w>
+den nis</w>
+gar y
+sle eve</w>
+weap on</w>
+pl z</w>
+disco ver
+harri son</w>
+recruit ment</w>
+ja i
+ch im
+com pared</w>
+tom s</w>
+mo thers</w>
+am y
+archi ve</w>
+t ask</w>
+ben jam
+se g
+law yer</w>
+al um</w>
+inve sting</w>
+mi e</w>
+che z</w>
+j p</w>
+a ke
+fl am
+wall paper</w>
+âĻ¥ ï¸ı</w>
+t ton</w>
+che st</w>
+favor ites</w>
+we igh
+coo lest</w>
+r ating</w>
+relev ant</w>
+lo gan</w>
+ma ple</w>
+run ners</w>
+pri or</w>
+peop le
+ma ur
+terrori st</w>
+te sted</w>
+carni val</w>
+su spen
+me asure</w>
+m v
+cyber security</w>
+app ren
+terror ism</w>
+o z
+v ital</w>
+ni es</w>
+gon z
+fun ded</w>
+twi st</w>
+assess ment</w>
+die sel</w>
+en for
+colum n</w>
+ad dressing</w>
+ca sts</w>
+pay ment</w>
+x ton</w>
+fi er</w>
+, '</w>
+la st
+ne e</w>
+un less</w>
+clo se
+sk ill</w>
+cuis ine</w>
+fun eral</w>
+ti les</w>
+a un
+k ru
+relation ships</w>
+ðŁĴ ¯
+ev ent
+âĢįâĻĤ ï¸ı</w>
+kind ness</w>
+pro posed</w>
+acou stic</w>
+a es
+defen der</w>
+dan ce
+h tt
+w at</w>
+vo y
+ðŁ¤ ĺ
+au s
+cli ff</w>
+sear ching</w>
+beauti fully</w>
+in qu
+at l</w>
+speci alist</w>
+ðŁIJ ¶</w>
+da i</w>
+tra ils</w>
+class ics</w>
+inst ant</w>
+v ous</w>
+re venue</w>
+mar ch
+kir k
+fr inge</w>
+fire works</w>
+tri via</w>
+âĺ ħ</w>
+tr action</w>
+wal ter</w>
+mo to
+l ily</w>
+att itude</w>
+cli mb</w>
+sc an
+sav ings</w>
+c w
+fa ith
+cred its</w>
+ab led</w>
+gra ff
+auto graph
+he he</w>
+ran ch</w>
+ha d
+ro gers</w>
+ðŁĮ ¹</w>
+f in</w>
+re qu
+fol k
+ad ditional</w>
+lyn n</w>
+u ber</w>
+dol lars</w>
+lo gic</w>
+wor th
+so m</w>
+the sis</w>
+p ound</w>
+bi c</w>
+st ur
+cer am
+spen cer</w>
+en tered</w>
+v amp
+organi zed</w>
+âľ Ī
+pp s</w>
+tr on</w>
+merce des</w>
+no ti
+compet itive</w>
+do w</w>
+ous ness</w>
+vic tor</w>
+gr illed</w>
+na i</w>
+pu tin</w>
+ab ra
+bl ame</w>
+alex and
+anim al
+dec ent</w>
+p ent
+inter ior
+:' )</w>
+but ler</w>
+bal let</w>
+ðŁĴ Ķ</w>
+albu ms</w>
+down s</w>
+la d</w>
+si r
+pla in</w>
+p ers</w>
+blon de</w>
+dis c</w>
+paki stan
+se ment</w>
+ga a</w>
+w age</w>
+ch as
+man i</w>
+co ps</w>
+terr it
+lo l
+lau ghter</w>
+ri vers</w>
+magnific ent</w>
+lam p</w>
+w b
+new sle
+char ts</w>
+ble ssing</w>
+p unch</w>
+lon gest</w>
+fl oral</w>
+cu tie</w>
+fare well</w>
+sto pping</w>
+mb b</w>
+bu d</w>
+chee se
+de cla
+si m</w>
+mc donald</w>
+de ter
+you th
+t ch
+fre der
+kin dle</w>
+fer n
+at or
+as leep</w>
+p ond</w>
+spr int</w>
+p ounds</w>
+la zy</w>
+gh e
+fundra ising</w>
+dead ly</w>
+gran de</w>
+dou g</w>
+he y
+lin da</w>
+consi dering</w>
+i um</w>
+gol den
+vi k
+auth ors</w>
+di ss
+u ally</w>
+appropri ate</w>
+mor ning
+y le</w>
+hon oring</w>
+foli o</w>
+be c</w>
+re bec
+fin land</w>
+formu la</w>
+corn wall</w>
+sh ay
+cau sing</w>
+bl end</w>
+sig nal</w>
+t ent</w>
+kash mir</w>
+nation als</w>
+har mony</w>
+sc out</w>
+acce ssi
+he ight</w>
+medi eval</w>
+impro vement</w>
+ke es</w>
+prac tical</w>
+car d
+de par
+hu n</w>
+om ing</w>
+cal gary</w>
+ste l</w>
+bu bble</w>
+gur u</w>
+ma h</w>
+unex pe
+n h</w>
+ed a</w>
+me at
+i ge</w>
+si o</w>
+god dess</w>
+in ches</w>
+tun es</w>
+br itt
+sti on</w>
+ra j</w>
+âĻ «</w>
+mer cy</w>
+ðŁĴ ĺ</w>
+sen ds</w>
+i est</w>
+pol ici
+val e</w>
+reduc ed</w>
+as ap</w>
+vi jay</w>
+defen sive</w>
+celebr ations</w>
+ri ders</w>
+med itation</w>
+har mon
+g ing
+Â ¡</w>
+program ming</w>
+in au
+sud den
+m h</w>
+replac ement</w>
+sk u
+j ar</w>
+gra des</w>
+ta st
+k itt
+brand ing</w>
+k aw
+boo t
+f ought</w>
+p ays</w>
+g f</w>
+iz ation</w>
+ho p
+k k</w>
+activi st</w>
+v end
+coast al</w>
+cha os</w>
+ðŁĶ ´</w>
+se me
+bill board</w>
+li fting</w>
+cu mb
+sc al
+ðŁĸ ¤</w>
+stru ck</w>
+l v
+indie dev</w>
+beat en</w>
+jun gle</w>
+al right</w>
+destin y</w>
+m ing
+k c
+ch ances</w>
+om an</w>
+q atar</w>
+cra f
+tra ined</w>
+pri x</w>
+char m</w>
+o tive</w>
+s mu
+e c</w>
+and ers</w>
+hand ed</w>
+al ban
+certain ly</w>
+arri ving</w>
+i ze</w>
+sa i</w>
+tr ack
+pain ter</w>
+hu mble</w>
+appo intment</w>
+head line</w>
+manag ing</w>
+mo d</w>
+as pe
+andre a</w>
+Ã ¤
+ethi op
+un ited
+exi st
+bal i</w>
+k ad
+n t
+d red</w>
+re x</w>
+recogni ze</w>
+tam pa</w>
+be ers</w>
+ati a</w>
+he els</w>
+no te
+transport ation</w>
+tur tle</w>
+re de
+hipho p</w>
+sp icy</w>
+sp urs</w>
+⬠ĩ
+cor p</w>
+ther n
+to ast</w>
+hur ry</w>
+proper ties</w>
+ma ge</w>
+mar co</w>
+ele ments</w>
+bou ti
+syn drome</w>
+ms g</w>
+develop er</w>
+gra ders</w>
+he im
+re sil
+off ices</w>
+del ay</w>
+di men
+vin tag
+barbar a</w>
+ðŁĺ ±
+vene zu
+cu lar</w>
+fac ed</w>
+bar n</w>
+ðŁĺ Ĩ</w>
+survi vor</w>
+wor m</w>
+confu sed</w>
+passion ate</w>
+Ø ±
+identi fy</w>
+electr icity</w>
+sou ls</w>
+brad ley</w>
+repor tedly</w>
+lun ch
+shel f</w>
+eli a</w>
+swee t
+smoo th
+emplo yment</w>
+am el</w>
+manhatt an</w>
+ste am
+oun ts</w>
+ye p</w>
+li ving
+un e</w>
+descri be</w>
+ca res</w>
+man ila</w>
+sha wn</w>
+ac ted</w>
+bas h</w>
+st even
+re st
+pet ition</w>
+div ine</w>
+wel sh</w>
+rac e
+platin um</w>
+ðŁĮ ¸</w>
+p b</w>
+extra ordinary</w>
+solidar ity</w>
+m all
+on ion</w>
+schedu led</w>
+game of
+fer gu
+de ms</w>
+nor m
+p k</w>
+tri als</w>
+polici es</w>
+publi shing</w>
+st ole</w>
+fron t
+charac ter
+van ia</w>
+ex ce
+sti e</w>
+sc a</w>
+resi dential</w>
+sa iling</w>
+ðŁĶ¥ðŁĶ¥ ðŁĶ¥</w>
+spons ors</w>
+th ick</w>
+champag ne</w>
+she pher
+continu ing</w>
+ven ice</w>
+per th</w>
+na p</w>
+a ster
+y ak
+un limited</w>
+cho ices</w>
+ne o</w>
+hi v</w>
+repor ter</w>
+bru ssels</w>
+f old</w>
+dy s
+se mi
+la wn</w>
+it alia</w>
+wi fi</w>
+as k
+em ed</w>
+fr ame
+monit oring</w>
+ste ad</w>
+i da
+gr in
+is a
+fli p</w>
+re stric
+offen sive</w>
+atta ched</w>
+di sh
+wh y
+philli ps</w>
+gre et
+p als</w>
+mix tape</w>
+v ou
+fiel der</w>
+spar k</w>
+alber ta</w>
+g len</w>
+ca sh
+s ri
+u ri
+ro dri
+entreprene urs</w>
+climate change</w>
+p sy</w>
+d le
+em ents</w>
+lin ked</w>
+nether lands</w>
+acci dentally</w>
+oppos ition</w>
+vel vet</w>
+ra ys</w>
+c w</w>
+om o</w>
+m f</w>
+lmfa o</w>
+newsle tter</w>
+: )
+toi let</w>
+liter ature</w>
+di sp
+phili p</w>
+uni form</w>
+sudden ly</w>
+head er</w>
+cool er</w>
+-- -</w>
+prou d
+bri g
+nis san</w>
+scienti st</w>
+j ah</w>
+con centr
+pac ks</w>
+appo inted</w>
+so ap</w>
+eng age</w>
+cho se</w>
+âĻ ¡
+se tup</w>
+jeal ous</w>
+har ry
+g ation</w>
+tun nel</w>
+te mp</w>
+osc ars</w>
+dec ade</w>
+recomm ended</w>
+child ren
+ab a</w>
+anxi ety</w>
+ve ments</w>
+sal on</w>
+pho too
+organi z
+mach ines</w>
+ab s</w>
+vil le
+hy pe</w>
+ti ff
+emer ging</w>
+av geek</w>
+[ #</w>
+contribu tion</w>
+bra dy</w>
+re sto
+g mail</w>
+fit z
+photo shoot</w>
+hel met</w>
+h t
+eleg ant</w>
+ug anda</w>
+nur sing</w>
+or leans</w>
+pen n</w>
+na h</w>
+foo tage</w>
+em a</w>
+w o</w>
+w ad
+concer ns</w>
+ve re
+re mark
+who ever</w>
+str ang
+p t
+qu it</w>
+sh ang
+histor y
+s ick
+perman ent</w>
+ill ness</w>
+col d
+visi on
+he m</w>
+ar row</w>
+con vic
+pin k
+oc cup
+bal d
+ex hau
+u of
+am o</w>
+on t</w>
+ãĥ »</w>
+adop t</w>
+la id</w>
+smo ked</w>
+inter pre
+ess enti
+associ ated</w>
+b d</w>
+bb y
+fi er
+inst all</w>
+dipl om
+con diti
+c f</w>
+w ak
+any a</w>
+gr aci
+fi sher
+s ss</w>
+ap r</w>
+il it
+mus ician</w>
+symph ony</w>
+cor d</w>
+h ack</w>
+le gi
+l v</w>
+bless ings</w>
+hum or</w>
+sc ra
+e ti
+min ster</w>
+trav elling</w>
+bu sh
+jewell ery</w>
+li me</w>
+!! !
+pregn ant</w>
+pe e</w>
+lo b
+cap ital
+ip a</w>
+pen cil</w>
+la bor
+duc ks</w>
+prou dly</w>
+wedd ing
+dere k</w>
+m w</w>
+pe g</w>
+valent ine
+an gu
+re treat</w>
+pro spect</w>
+dang er</w>
+vul ner
+up set</w>
+, #</w>
+sr k</w>
+x im
+thur sday
+n fl
+kis ses</w>
+re ds</w>
+cr ack
+re ward</w>
+c u</w>
+ko k</w>
+me te
+aband oned</w>
+it t</w>
+me als</w>
+sp ell</w>
+stan bul</w>
+del ays</w>
+ru m</w>
+le op
+gu m</w>
+no va</w>
+super man</w>
+ch ick</w>
+m is</w>
+dram atic</w>
+inno cent</w>
+r ounds</w>
+re c</w>
+auti sm</w>
+bangla desh</w>
+mor al</w>
+mo vie
+sp oo
+k la
+âĥ £
+ou ting</w>
+mess i</w>
+ab road</w>
+loo kin</w>
+a im</w>
+q i</w>
+st ack</w>
+colla ge</w>
+à ¯
+hud son</w>
+sc an</w>
+ho e</w>
+ch au
+oc cur
+comm ander</w>
+ho les</w>
+ðŁİ Ħ</w>
+bi as</w>
+v on
+stick er</w>
+ma k
+responsi bility</w>
+colum bus</w>
+sa int
+ed mon
+rac ism</w>
+far ms</w>
+w en</w>
+gul f</w>
+may o</w>
+!!!! !!!!
+corpor ation</w>
+ba chel
+el a
+inter nal</w>
+je ep</w>
+fol lows</w>
+di alogue</w>
+de rer</w>
+smart phone</w>
+he len</w>
+rich mond</w>
+equ ity</w>
+s land</w>
+b g</w>
+ne ar
+av i</w>
+memph is</w>
+we ir
+discu ssed</w>
+bad ge</w>
+p up</w>
+mi stake</w>
+phen omen
+un ite</w>
+ðŁ Ľ
+de pic
+ri des</w>
+in augu
+n at</w>
+sof twitter</w>
+comb ination</w>
+gosp el</w>
+âļ ¾
+ad mission</w>
+retro gaming</w>
+ðŁIJ ¾</w>
+sch u
+mb o</w>
+jun ction</w>
+al arm</w>
+à ¦
+gr ac
+kh ali
+k ul
+m ale
+cap tion</w>
+wi sh
+te re
+cor ps</w>
+ru bber</w>
+play station</w>
+er in</w>
+effici ent</w>
+l or</w>
+jo kes</w>
+in ary</w>
+nor man</w>
+lu is</w>
+inaugu ral</w>
+ch ed
+âļ½ ï¸ı
+di p</w>
+to e</w>
+str at
+aa c</w>
+am u
+pi er</w>
+co tt</w>
+comm and</w>
+tt en
+sn oo
+cu be</w>
+clo ses</w>
+class ical</w>
+s word</w>
+expre ssion</w>
+reach ing</w>
+n app
+co st
+affe ct</w>
+ric o</w>
+gi f
+brea the</w>
+tri be</w>
+or tho
+h ay</w>
+l g</w>
+fri es</w>
+n m</w>
+hi ding</w>
+richar ds</w>
+en de
+mic ro</w>
+capit ol</w>
+cop y
+ro m
+regi me</w>
+mary land</w>
+tax i</w>
+di al</w>
+embar ra
+un believ
+ch t</w>
+v s
+elim in
+o dd</w>
+pen ny</w>
+sound track</w>
+l ings</w>
+trans ition</w>
+rema ining</w>
+a is</w>
+mali k</w>
+? !?</w>
+rand om
+def end</w>
+ul tra
+tru m</w>
+danc er</w>
+st ol
+dri ve
+a ver</w>
+ro ast</w>
+defin ition</w>
+se an
+excit ement</w>
+partic ul
+su rely</w>
+sh av
+ber y</w>
+di shes</w>
+com m</w>
+is ol
+i am</w>
+ob li
+gho st
+hugh es</w>
+chi efs</w>
+b as</w>
+conserv ative</w>
+speci al
+fe min
+sh ri</w>
+n ancy</w>
+inte l</w>
+tu ne
+ðŁĩ ª
+jo el</w>
+gg le</w>
+mo to</w>
+ðŁĺ Ķ</w>
+bu ck</w>
+d ag
+antic ip
+mont ana</w>
+gu id
+fro g</w>
+ec raft</w>
+op e</w>
+dri ves</w>
+nu mer
+x y</w>
+color ful</w>
+wednesday wisdom</w>
+illu min
+bey on
+inau gur
+deep ly</w>
+pre fer</w>
+for tune</w>
+coo ked</w>
+ti ble</w>
+âĺ ķ
+swe ater</w>
+it ter</w>
+tt y
+u i</w>
+gi e
+com plic
+~ ~
+tax es</w>
+cu ps</w>
+di verse</w>
+sam anth
+âłĢ âłĢ
+ba king</w>
+sy mp
+wa i
+be half</w>
+mer cur
+travel s</w>
+ðŁİī ðŁİ
+or ia</w>
+eng aged</w>
+jump ing</w>
+reti red</w>
+n aked</w>
+p uni
+speed way</w>
+sci ences</w>
+rehear sal</w>
+on ym
+dy ou
+pl ates</w>
+r ati
+kri sh
+jaz z
+car ol</w>
+ra f</w>
+pen alty</w>
+tim eline</w>
+ru by</w>
+engine ers</w>
+ra f
+bel le</w>
+do se</w>
+che on</w>
+esc ap
+me g
+ran k</w>
+or d</w>
+me gan</w>
+mer ch</w>
+ec lipse</w>
+âĺº ï¸ı
+ple dge</w>
+kir k</w>
+per si
+leice ster</w>
+sa k
+w k
+saf ely</w>
+yy y</w>
+je t
+promis ed</w>
+j c</w>
+en ne</w>
+no ah</w>
+re no
+re a</w>
+ðŁĺĤðŁĺĤ ðŁĺĤðŁĺĤ</w>
+tra il
+ðŁij Ģ
+f d</w>
+soo o</w>
+ri min
+w k</w>
+ภ²
+i al
+x ox
+bis cu
+d ale
+fan dom</w>
+particip ating</w>
+fla g
+privi lege</w>
+pe ach</w>
+mach ine
+bo ston
+gro ss</w>
+o g
+mir acle</w>
+adop tion</w>
+u ss
+mon sters</w>
+be ij
+clar ke</w>
+pu shing</w>
+pra ying</w>
+ar o</w>
+d n
+ell is</w>
+apol lo</w>
+od ds</w>
+refuge e</w>
+to w
+b p</w>
+ðŁĩ¬ðŁĩ §</w>
+h end
+app eared</w>
+memb ership</w>
+pe an
+du m</w>
+viol ent</w>
+v y
+potat oes</w>
+aw w</w>
+greet ings</w>
+t ts</w>
+ac on</w>
+sh ane</w>
+photograph ed</w>
+cra b</w>
+temper atures</w>
+cu ba</w>
+c fc</w>
+wel com
+he l</w>
+in nings</w>
+m k
+co de
+kno ck</w>
+gra ss
+swe dish</w>
+p ta</w>
+ick y</w>
+v at
+lin ing</w>
+s q</w>
+sa p</w>
+ar c</w>
+announ cing</w>
+sk ins</w>
+cit yof
+br ing
+co x</w>
+gam er</w>
+it arian</w>
+i da</w>
+h d
+ros se</w>
+sad ly</w>
+ge o</w>
+âļ ¡ï¸ı</w>
+tag s</w>
+fa ther
+chan ge
+l ance</w>
+whis key</w>
+adel aide</w>
+te c</w>
+stick ers</w>
+marke t
+class y</w>
+bad ass</w>
+flo rence</w>
+lin er</w>
+fro st</w>
+k ate
+ac on
+scand al</w>
+es sex</w>
+ðŁĺ ı
+vi vi
+dr ill</w>
+blo ggers</w>
+recomm end
+d ha
+ac res</w>
+ro ma</w>
+bu y
+gro cer
+er ia</w>
+ma har
+ff er</w>
+patter ns</w>
+ver i
+com pu
+st ev
+ang a</w>
+ment or</w>
+do o</w>
+it ali
+cdn poli</w>
+on ly
+conduc t</w>
+elec tro
+de f</w>
+wh ale</w>
+prepar ation</w>
+bicy cle</w>
+vi ral</w>
+turn out</w>
+bra ss</w>
+qu ad
+hospit ality</w>
+pack aging</w>
+den cy</w>
+ceme tery</w>
+abo ard</w>
+dre aming</w>
+pic ture
+t all
+inv ent
+ad mi
+o e</w>
+tem ps</w>
+qu an
+fun dam
+pro mp
+resi dence</w>
+mu d</w>
+sour i</w>
+âĦ ¢</w>
+graff iti</w>
+gi f</w>
+d nd</w>
+com p</w>
+s war
+pe eps</w>
+pale stine</w>
+devil s</w>
+san g</w>
+assi stance</w>
+bi ke
+missi ssi
+inter viewed</w>
+ne phew</w>
+dru ms</w>
+v and
+gentle men</w>
+n sw</w>
+inst a</w>
+leban on</w>
+ee ee
+oli via</w>
+ver y
+rou gh
+industri es</w>
+m ation</w>
+ðŁĺ Ĵ</w>
+bar rel</w>
+n ay
+po ps</w>
+moder n
+ill y
+are st</w>
+on ents</w>
+protec ting</w>
+v ans</w>
+e o</w>
+vi kings</w>
+restaur ants</w>
+re ck
+jac kie</w>
+andre w
+w illing</w>
+he ath</w>
+citiz en
+disc rimin
+๠Ī</w>
+stu art</w>
+m ys</w>
+hi p
+tran sp
+" ?</w>
+te x</w>
+su shi</w>
+ke d
+cro ssed</w>
+dist ur
+pe dia</w>
+f ate</w>
+some how</w>
+mo th</w>
+proce ssing</w>
+is s
+r in</w>
+u ts</w>
+yy c</w>
+ver t</w>
+lg bt
+re id</w>
+on to
+arab ia</w>
+habit at</w>
+= =
+stre ak</w>
+simp son</w>
+addic tion</w>
+wim ble
+deli vers</w>
+challeng ing</w>
+ðŁİ ¶
+fran ch
+e du
+s me
+ai ds</w>
+hur st</w>
+th am
+tari an</w>
+remem bered</w>
+palestin ian</w>
+fe es</w>
+tru m
+sket ch
+ur u</w>
+fit ting</w>
+jes se</w>
+ðŁĶ¥ ðŁĶ¥</w>
+---- ----
+ba ch
+ici a</w>
+colo red</w>
+da h</w>
+associ ate</w>
+int el
+s eller</w>
+p u</w>
+stu ffed</w>
+ac s</w>
+b s
+sh in</w>
+cooper ation</w>
+certific ate</w>
+ab u</w>
+ingredi ents</w>
+re v</w>
+in ge
+el der
+christi an
+bun dle</w>
+th ic</w>
+dir t</w>
+beij ing</w>
+comm it</w>
+ted dy</w>
+ed u</w>
+to day
+s field</w>
+w yn
+confir ms</w>
+lo o</w>
+j v</w>
+ene ss</w>
+al pha
+vir us</w>
+ari um</w>
+gr ind</w>
+bri dges</w>
+introduc tion</w>
+pol ls</w>
+bac ter
+z ach</w>
+termin al</w>
+ra iders</w>
+fla vor</w>
+zom bie</w>
+vo d
+sp reading</w>
+gameof thrones</w>
+effici ency</w>
+lat ely</w>
+ale m</w>
+twee t
+cri mes</w>
+cl er
+de y</w>
+dg ed</w>
+hy un
+pay ments</w>
+cir cus</w>
+ðŁĺŃ ðŁĺŃ</w>
+mis souri</w>
+lu b</w>
+episo des</w>
+c age</w>
+po s</w>
+mat ching</w>
+tumb lr</w>
+lin ed</w>
+ge st
+am bi
+nar r
+ing ton
+regu l
+blo wn</w>
+is le</w>
+co co
+on don</w>
+joshu a</w>
+tour ing</w>
+sm a</w>
+sau sage</w>
+best friend</w>
+bo eing</w>
+desi re</w>
+sav age</w>
+ra pper</w>
+de vo
+te ar</w>
+take over</w>
+cow boys</w>
+po ker</w>
+par ag
+pp e</w>
+h int</w>
+we ars</w>
+se th</w>
+ro les</w>
+l anc
+man ga</w>
+form at</w>
+fl yer</w>
+c ay
+mo or</w>
+ba ke</w>
+spla sh</w>
+v ad
+ker ala</w>
+proce eds</w>
+sil ly</w>
+reflec tion</w>
+di str
+wi d
+su it
+ci vic</w>
+yan kees</w>
+by n</w>
+migr ation</w>
+di stin
+or ch
+fe mini
+quali fying</w>
+tu ri
+o be
+hun dred</w>
+cra p</w>
+wan g</w>
+mathe mat
+bu re
+expo sure</w>
+fergu son</w>
+seme ster</w>
+re serv
+pl ym
+a hu
+fac ial</w>
+wa x</w>
+wor ried</w>
+ca b</w>
+vi o
+as a</w>
+co d</w>
+to pics</w>
+p cs</w>
+hal o</w>
+rescu ed</w>
+horiz on</w>
+ar k
+âļ ª
+hol ly</w>
+el f</w>
+ul ti
+pu p
+quali fied</w>
+attend ance</w>
+ati vely</w>
+destro y</w>
+y c</w>
+for th</w>
+photoo ftheday</w>
+c ents</w>
+ic eland</w>
+meas ures</w>
+de sk
+port folio</w>
+artic les</w>
+direc tors</w>
+dat ab
+e w
+creep y</w>
+oun ding</w>
+hon oured</w>
+mi st</w>
+j it
+men tioned</w>
+port able</w>
+iti c</w>
+d ann
+friday feeling</w>
+am id</w>
+ti ger
+scri p
+helicop ter</w>
+hard ware</w>
+expl or
+work place</w>
+austri a</w>
+beat les</w>
+ber nar
+spi der
+disc o</w>
+cul t</w>
+lim its</w>
+shor tly</w>
+fin al
+nin ja</w>
+lu ke
+le bron</w>
+wal mart</w>
+o il
+van illa</w>
+shi re
+ye g</w>
+ak y</w>
+c s
+bl er</w>
+collec ted</w>
+t g</w>
+rol led</w>
+speci als</w>
+b ff</w>
+pier re</w>
+sh im
+vi er</w>
+flash back</w>
+restor ation</w>
+individu als</w>
+pro d</w>
+fre aking</w>
+tu rer</w>
+o a</w>
+re fre
+mor oc
+gre et</w>
+re yn
+care ful</w>
+our ing</w>
+u sh
+is d</w>
+g ill</w>
+vie w
+thunder storm</w>
+b led</w>
+pic nic</w>
+guar di
+pi g
+ar k</w>
+syl vania</w>
+bann ed</w>
+u cl
+vi jay
+ori um</w>
+av engers</w>
+believ es</w>
+eu r</w>
+monu ment</w>
+concer ned</w>
+la bs</w>
+ber g
+a ap
+vi sh
+sing les</w>
+can cel
+z el</w>
+ar ab</w>
+ru th</w>
+too th</w>
+ar ta</w>
+sh af
+chair s</w>
+r ack</w>
+dise ases</w>
+crow d
+cl y
+fle x</w>
+christ ma
+artif icial</w>
+tom at
+fin e
+dra ws</w>
+advoc ate</w>
+fran ce
+Ù Ĭ
+ðŁĺ ³
+heav y
+s our</w>
+compre hen
+no ble</w>
+aa p</w>
+hin du</w>
+cor al</w>
+g ars</w>
+ow en</w>
+n l
+st all</w>
+yel low
+mar ina</w>
+in ver
+suppor t
+tou gh
+promis es</w>
+pi e
+master piece</w>
+sco re
+for ce
+mor tg
+crypto currency</w>
+o x</w>
+r ors</w>
+rock in</w>
+pro vin
+ho g
+no stal
+oak land</w>
+pat rick
+inclu sion</w>
+tra ffic
+ah med</w>
+a ha
+lux ury
+con secu
+de mon</w>
+âĸ º</w>
+b lowing</w>
+st ag
+: "</w>
+encoura ge</w>
+ben e
+sku ll</w>
+do dge</w>
+bu ster</w>
+kin son</w>
+wit ne
+er ror</w>
+lo west</w>
+fel low
+à °
+sh re
+bl ur
+vir gin</w>
+compos er</w>
+sli p</w>
+mor nings</w>
+ga ins</w>
+tab le
+gra in</w>
+ari st</w>
+braz ilian</w>
+w we
+tu es</w>
+ribb on</w>
+an ag
+di st</w>
+sac rif
+em brace</w>
+entreprene ur
+af fili
+de o</w>
+t ali
+touri st</w>
+fat al</w>
+ì Ĭ
+autom atic</w>
+ðŁĩ µ
+we ak
+wel fare</w>
+confir m</w>
+benjam in</w>
+fi ghts</w>
+alleg ed</w>
+me ad
+strugg ling</w>
+pro secu
+che f
+Ã ¨
+propos al</w>
+er n</w>
+ðŁĺ Ħ
+dy k</w>
+on gs</w>
+hon g
+m ack</w>
+mel on</w>
+on ent</w>
+ru sh
+d ap
+tol er
+pro pag
+c ze
+trans lation</w>
+wal let</w>
+cott age</w>
+sa il</w>
+constitu tion</w>
+ðŁĴ Ģ</w>
+mun ici
+fav or</w>
+storm hour</w>
+i h
+ðŁĺ Į</w>
+approach ing</w>
+pin ned</w>
+j ed
+niger ian</w>
+n ach
+sh at
+particul arly</w>
+mc don
+camer as</w>
+anni e</w>
+admini str
+he at
+electr ical</w>
+char ming</w>
+gib son</w>
+bouti que</w>
+ex posed</w>
+ac tor
+pil low</w>
+beach es</w>
+genu ine</w>
+margare t</w>
+ben nett</w>
+lou isi
+pos itions</w>
+el y
+shin y</w>
+ten tion</w>
+architec t</w>
+ren tal</w>
+ac qui
+goo gle
+sub way</w>
+mom ent
+ðŁļ ¨
+ri m</w>
+metho ds</w>
+cy cli
+nor folk</w>
+Ù Ī
+over whel
+ra pid</w>
+we ar
+happy birthday</w>
+progre ssive</w>
+ðŁĴ ¥
+co gn
+pap a</w>
+f ool</w>
+philosoph y</w>
+pol ar</w>
+jim my
+wi g</w>
+ðŁĴ ĭ
+oper ating</w>
+reduc tion</w>
+ph i</w>
+fla gs</w>
+to the
+o di
+a res</w>
+k oo
+k ang
+ar kansas</w>
+ash ton</w>
+wimble don</w>
+sci fi</w>
+attrac tive</w>
+mississi ppi</w>
+logi sts</w>
+ral ph</w>
+la bel
+gradu ates</w>
+ma ha
+home town</w>
+âľĮ ï¸ı</w>
+foun ded</w>
+on the
+li z</w>
+trans l
+mini mum</w>
+pre sti
+ta m</w>
+gener ations</w>
+re bel</w>
+journ alists</w>
+par am
+mc m</w>
+acry lic</w>
+death s</w>
+tes la</w>
+w t</w>
+bry ant</w>
+jer us
+i stanbul</w>
+muham mad</w>
+ri ley</w>
+k ris</w>
+work shops</w>
+is o</w>
+coun ts</w>
+stre t
+prote cted</w>
+trin ity</w>
+man ual</w>
+r hin
+r il
+pleas ant</w>
+le mon
+ner d</w>
+har der</w>
+dar ren</w>
+bur y
+ra h
+bas is</w>
+mi gu
+occa sion</w>
+li sts</w>
+âĿ¤ï¸ıâĿ¤ï¸ı âĿ¤ï¸ı</w>
+e b
+de cre
+hamp ton</w>
+ìĿ ´
+tra vis</w>
+trans form</w>
+puer to</w>
+nh l
+av oc
+tri ps</w>
+unexpe cted</w>
+ve t
+di dyou
+bar ber</w>
+st ages</w>
+m son</w>
+re presented</w>
+for t
+l al
+pp le</w>
+nic ely</w>
+ignor e</w>
+qu il
+qu inn</w>
+h k</w>
+carri er</w>
+remin ded</w>
+am ong
+pass enger</w>
+el len</w>
+gue z</w>
+sc ape</w>
+mu ral</w>
+youn gest</w>
+ma sh
+d ill
+rout ine</w>
+stain less</w>
+jack son
+gand hi</w>
+th al</w>
+on ers</w>
+edit orial</w>
+convers ations</w>
+sd ale</w>
+autom ation</w>
+i ke
+า à¸
+ðŁĩ ª</w>
+hau l</w>
+la ying</w>
+men tions</w>
+am en</w>
+abor tion</w>
+i bi
+coun ties</w>
+ca therine</w>
+man ds</w>
+jam e
+roll er</w>
+au t</w>
+n am</w>
+o logical</w>
+cep tion</w>
+ran king</w>
+tox ic</w>
+sn acks</w>
+victor ian</w>
+bang kok</w>
+psycho logy</w>
+re g</w>
+ang ela</w>
+respon d</w>
+sty le
+sophi e</w>
+dak ota</w>
+achiev ed</w>
+mar ked</w>
+imper ial</w>
+in as</w>
+glo ves</w>
+sli m</w>
+confi dent</w>
+att acked</w>
+gg er
+lon ely</w>
+valentine sday</w>
+re b
+craft beer</w>
+orig in</w>
+zim bab
+ce iling</w>
+te ens</w>
+other wise</w>
+w b</w>
+f ers</w>
+day sof
+advis or</w>
+y ah</w>
+âĻ ª</w>
+en der</w>
+republic ans</w>
+av a</w>
+skir t</w>
+pi pel
+chi e</w>
+jan e
+ja x</w>
+ðŁĺ ĭ
+âľ Ĭ
+j ays</w>
+bre tt</w>
+bal o
+cru cial</w>
+d har
+as is</w>
+de au</w>
+lloy d</w>
+chat ting</w>
+âĿĦ ï¸ı</w>
+rel ay</w>
+remark able</w>
+n s
+we t
+bris bane</w>
+ðŁĶ ´
+tion ally</w>
+f k</w>
+la yer</w>
+house hold</w>
+consecu tive</w>
+es is</w>
+pend ant</w>
+st ir
+crit ic
+su gar
+photo shop</w>
+pa res</w>
+arti stic</w>
+do dgers</w>
+c un
+cra fted</w>
+am end
+bo at
+âŃIJ ï¸ı
+egyp tian</w>
+sa w
+tra ge
+small er</w>
+ox y
+pa ired</w>
+nex t
+i res</w>
+tac o</w>
+o y</w>
+u c</w>
+st i</w>
+a erial</w>
+: //</w>
+dr o</w>
+dot com</w>
+gg ins</w>
+r pg</w>
+ay e</w>
+le an
+stri ker</w>
+lo bby</w>
+prote sts</w>
+pri ority</w>
+congre ss
+am ate
+inv it
+r ington</w>
+mom my</w>
+th us</w>
+allow ing</w>
+pione er</w>
+enfor cement</w>
+g ori
+tal k
+dra g</w>
+du mb</w>
+bul let</w>
+san ge
+er y
+tar gets</w>
+ðŁĩ ¦
+he ather</w>
+consi der
+seaf ood</w>
+ve st</w>
+ris ks</w>
+% .</w>
+p g
+sac red</w>
+he ating</w>
+kick ed</w>
+tto t</w>
+. -</w>
+chan di
+co ven
+po ol
+pul se</w>
+i a
+ro ster</w>
+shakespe are</w>
+es a</w>
+car go</w>
+pean ut</w>
+tro op
+ac tion
+tab let</w>
+home work</w>
+cast le
+stru ction</w>
+mus icians</w>
+free zing</w>
+bu tt
+justin bieber</w>
+j j
+bah rain</w>
+an them</w>
+au dit
+didyou know</w>
+na vig
+guid ance</w>
+âĸ ¶
+tur f</w>
+n un
+fic ations</w>
+ye men</w>
+char ging</w>
+x c</w>
+bron cos</w>
+su bur
+p ale</w>
+bor ing</w>
+among st</w>
+for the
+em per
+om fg</w>
+p j
+expe cting</w>
+ðŁĴ «</w>
+st l</w>
+ad min</w>
+expect ations</w>
+sw an</w>
+shoo t
+oooo o</w>
+min ent</w>
+ãĢ IJ</w>
+wall ace</w>
+stan g</w>
+satur day
+adop ted</w>
+dou bles</w>
+hom ie</w>
+ome z</w>
+d han
+vent ure</w>
+surroun ding</w>
+fi le
+mob ility</w>
+de es</w>
+w ski</w>
+broo ke</w>
+emb ro
+re members</w>
+kar a</w>
+test im
+bo tan
+m tv</w>
+sacrif ice</w>
+jerus alem</w>
+d l
+Â ´</w>
+proper ly</w>
+ili on</w>
+as i</w>
+leg it</w>
+co pe</w>
+m cla
+recy cling</w>
+lar ger</w>
+ðŁĴ ĵ</w>
+pat ric
+gener ous</w>
+ja red</w>
+p f</w>
+mol ly</w>
+thom as
+ju dges</w>
+h b</w>
+sor ts</w>
+bl vd</w>
+o ven</w>
+enter ing</w>
+plan es</w>
+be et
+integr ation</w>
+boo ked</w>
+fre ed
+ver n</w>
+ash es</w>
+to pped</w>
+de pot</w>
+welcom ed</w>
+ren a</w>
+m ick</w>
+d and
+see ks</w>
+gam er
+ran kings</w>
+ren e</w>
+mu t
+whis ky</w>
+fire fighters</w>
+gu es</w>
+ga ther</w>
+tour ney</w>
+de men
+y ang</w>
+new ton</w>
+autom otive</w>
+back yard</w>
+deta iled</w>
+mi st
+to bac
+fi ber</w>
+un usual</w>
+grat itude</w>
+sp are</w>
+ne ys</w>
+: *</w>
+per i
+flo ating</w>
+fin alist</w>
+don ating</w>
+dre ss
+bro ad</w>
+be the
+econom ics</w>
+tai wan</w>
+ed wards</w>
+plu g</w>
+pra iri
+val en
+bab a</w>
+f ad
+an as</w>
+har per</w>
+dis order</w>
+app lied</w>
+p att
+bi kin
+li ver</w>
+cu ri
+carol ine</w>
+ann er</w>
+juli an</w>
+wal king
+mal col
+screen shot</w>
+co ding</w>
+skin care</w>
+activi sts</w>
+myster ious</w>
+ex act</w>
+blo cking</w>
+mercur y</w>
+bat ter
+du mp
+âľ Į</w>
+en se
+li sh
+ridic ulous</w>
+prote sters</w>
+ðŁĻ Ī
+lu st</w>
+swe at</w>
+as s
+ali ke</w>
+co dy</w>
+re ments</w>
+win ds
+as pir
+vi enna</w>
+pra y
+.. .@</w>
+bo i</w>
+cand le</w>
+assi sts</w>
+te e
+der son</w>
+p ony</w>
+f ence</w>
+con spir
+âĺħ âĺħ
+oo th</w>
+e pic
+ba rely</w>
+a unt</w>
+b am</w>
+diamon ds</w>
+end less</w>
+scre ens</w>
+can cer
+gr o</w>
+p st</w>
+pro spec
+mo sque</w>
+help ful</w>
+ou ri
+bro ther
+gu jar
+cri sti
+ine z</w>
+to wers</w>
+ad dresses</w>
+gra y
+bur ton</w>
+re tweeted</w>
+ðŁ¤ Ķ
+n ity</w>
+du ck
+super vis
+jo an</w>
+kin der
+sanc tu
+pi ed</w>
+âı °</w>
+ł ï¸ı</w>
+m ati
+reven ge</w>
+ce ster</w>
+eli fe</w>
+desig ners</w>
+back ed</w>
+bo li
+wei ght
+cou ch</w>
+su res</w>
+s its</w>
+shri mp</w>
+la gos</w>
+auth orities</w>
+os ity</w>
+hol ly
+compu ting</w>
+fac tors</w>
+ab e</w>
+pan els</w>
+ram ad
+sent ence</w>
+missi on
+hol m</w>
+r b
+d ads</w>
+shang hai</w>
+mon ey
+she ets</w>
+sk ate</w>
+thre w</w>
+cup cakes</w>
+infin ite</w>
+l is</w>
+practic ing</w>
+ess ay</w>
+ka i
+as ci
+mo b</w>
+u gh</w>
+hol mes</w>
+re gg
+ik h</w>
+mo ck</w>
+collec tions</w>
+pe p
+o va</w>
+sal t
+nan dez</w>
+co y
+thre ats</w>
+tex ts</w>
+cin nam
+pregn ancy</w>
+pen ding</w>
+stam p</w>
+flow er
+g is</w>
+agre ed</w>
+pay ne</w>
+ro ver</w>
+ph ra
+sof t
+f fin
+fa thers</w>
+pass engers</w>
+aw ays</w>
+al a
+h es</w>
+li van</w>
+in s
+samu el</w>
+ingu i
+h of</w>
+j j</w>
+chen nai</w>
+cat al
+om ic</w>
+he ath
+ni ece</w>
+pump ed</w>
+integr ated</w>
+are l</w>
+no m</w>
+produc tivity</w>
+wan ting</w>
+vis a</w>
+di ana</w>
+tw il
+it v</w>
+cam ps</w>
+ro wing</w>
+d ley</w>
+black and
+gu ards</w>
+b ells</w>
+re verse</w>
+vi be</w>
+ric ky</w>
+mo ss</w>
+ny t</w>
+âĺ Ģï¸ı
+el le
+tro y</w>
+cu dd
+ev an
+women s
+fo to</w>
+mi stakes</w>
+wick ed</w>
+mi l</w>
+c led</w>
+me mes</w>
+co smo
+schol ar</w>
+ren o</w>
+ðŁĺ Ģ
+v ents</w>
+# âĢ¦</w>
+terrori sts</w>
+ca sey</w>
+cardin als</w>
+ðŁĺĬ ðŁĺĬ
+venezu ela</w>
+bol a</w>
+liter acy</w>
+t w</w>
+en o</w>
+con tains</w>
+au stin
+fin anci
+ev an</w>
+har vard</w>
+origin ally</w>
+chev ro
+her ald</w>
+nott ingham</w>
+manag ers</w>
+âŀ ¡</w>
+accep ting</w>
+wal sh</w>
+tutor ial</w>
+entrepreneur ship</w>
+yach t</w>
+requi rements</w>
+glen n</w>
+pe de
+unfortun ately</w>
+ach ing</w>
+dais y</w>
+gi an</w>
+night mare</w>
+âĿ Ĺ
+r ina</w>
+b art</w>
+ema ils</w>
+oppo site</w>
+who m</w>
+sa ke</w>
+pu zzle</w>
+da shi
+par ty
+blan ket</w>
+bus es</w>
+lo re
+beau ty
+reas on
+pun jab</w>
+winds or</w>
+func tional</w>
+exi sting</w>
+hel lo
+gli mp
+con vin
+la k
+scre aming</w>
+rebec ca</w>
+bli ss</w>
+north west</w>
+infin ity</w>
+cosme tics</w>
+pul ling</w>
+coffe e
+pl ing</w>
+op ho
+colom bia</w>
+interior design</w>
+( +</w>
+emo tions</w>
+sa c</w>
+sun glasses</w>
+sav es</w>
+d f
+six th</w>
+al y</w>
+ðŁĺ »</w>
+de en</w>
+dev ast
+polit icians</w>
+lac rosse</w>
+g u</w>
+pe i</w>
+jav a</w>
+comb ine</w>
+coal ition</w>
+er ts</w>
+survi v
+ch ad</w>
+stri an</w>
+n n</w>
+de vi
+coun c
+concer n</w>
+contro ller</w>
+bre ast
+j ury</w>
+tu m
+introduc es</w>
+la di
+mobi le
+al z
+ste ady</w>
+nur ses</w>
+h acking</w>
+on line
+oce an
+ðŁİ Ħ
+a am
+ju ven
+ic c</w>
+louisi ana</w>
+ar te</w>
+street art</w>
+is on
+wn s</w>
+fr m</w>
+p anda</w>
+no ir</w>
+main tain</w>
+del ay
+symp toms</w>
+thor n
+ge ome
+ter n</w>
+carri ed</w>
+p ru
+pan or
+as sy</w>
+per u</w>
+clou d
+sp ra
+pe di
+e ste
+tag ged</w>
+ðŁĺ Ŀ</w>
+shado ws</w>
+naz i</w>
+ا٠Ħ
+cor ri
+âĻ¥ âĻ¥
+j ad
+ðŁĩ «
+form al</w>
+spo ken</w>
+ðŁĮ ŀ</w>
+enjo y
+lo pez</w>
+out look</w>
+in ho</w>
+w ander
+Ù ħ
+ma ya</w>
+pe e
+d ine</w>
+ãĢ ij</w>
+brief ing</w>
+suppor ter</w>
+ar ily</w>
+ght ers</w>
+natur ally</w>
+doctor who</w>
+j en</w>
+v ar</w>
+new year</w>
+re se
+si mm
+re x
+con sequ
+tomat oes</w>
+bur st</w>
+bra vo</w>
+bur gers</w>
+cr acking</w>
+nor theast</w>
+bi om
+mush room</w>
+mar que
+dou ble
+ni er</w>
+v ag
+tw enty</w>
+key board</w>
+win ni
+jama ica</w>
+par ish</w>
+: -
+mental health</w>
+ali zing</w>
+ren der</w>
+wa king</w>
+ðŁİ Ĥ
+g ly
+na than
+wa shing</w>
+mel issa</w>
+jun g</w>
+loy al</w>
+chil i</w>
+song writer</w>
+guit arist</w>
+bo wie</w>
+neighb ors</w>
+onym ous</w>
+as set</w>
+ta i</w>
+head quarters</w>
+ðŁĮ Ī</w>
+i hear
+ci gare
+sur g
+) "</w>
+re pl
+dar ling</w>
+ðŁĻ Ħ</w>
+z ak
+sa re
+ãħ ĭ
+mic key</w>
+ware house</w>
+mass age</w>
+ine es</w>
+did nt</w>
+i w
+hur ts</w>
+eng aging</w>
+mag ic
+women in
+k itten</w>
+mor s</w>
+c art</w>
+tit ans</w>
+colle ague</w>
+compe ting</w>
+er an</w>
+k hal
+mar ble</w>
+dem and
+del ight</w>
+et ary</w>
+bli zz
+lou ise</w>
+m ls</w>
+fini shes</w>
+experim ent</w>
+conduc ted</w>
+electr onics</w>
+itt ers</w>
+car ing</w>
+wh ats</w>
+sym bol</w>
+jun g
+e cu
+pi x</w>
+con text</w>
+char ger</w>
+ðŁĺ ĩ</w>
+re ig
+fra g
+ë ĭ
+ch ad
+tru e
+ker ry</w>
+def ending</w>
+a int</w>
+au ton
+check out</w>
+bar nes</w>
+less ly</w>
+d t
+m me</w>
+clou dy</w>
+second ary</w>
+are z</w>
+_ :</w>
+app a</w>
+const ant</w>
+" )</w>
+ve ts</w>
+jo b
+i ent</w>
+ðŁĺŃðŁĺŃ ðŁĺŃ</w>
+m j
+fren ch
+di ver
+davi es</w>
+hh hh</w>
+e book</w>
+๠ī</w>
+mar iti
+bree ze</w>
+susp ended</w>
+mat o
+vi et</w>
+ra hu
+se i
+bol t</w>
+en ary</w>
+le is
+kar l</w>
+fr amed</w>
+expla ining</w>
+ab c
+de aling</w>
+nat o</w>
+ja ke
+exp and</w>
+leon ard</w>
+establi shed</w>
+du b</w>
+ar men
+el led</w>
+voc al</w>
+nichol as</w>
+ori ent
+k yo
+illustr ated</w>
+ah h</w>
+danc ers</w>
+milli on
+ge ta
+po pp
+as u
+mur dered</w>
+gi ble</w>
+sto ked</w>
+gri ffin</w>
+maxi mum</w>
+adri an</w>
+en counter</w>
+ther o
+david son</w>
+ðŁį »</w>
+holi day
+ev o</w>
+asse ts</w>
+car son</w>
+memor able</w>
+âļ ½</w>
+ob am
+represent ative</w>
+cb d</w>
+tr icks</w>
+vo gue</w>
+vo ice
+mm mm</w>
+sebasti an</w>
+cli f
+ath y</w>
+par alle
+ðŁ¤ ·
+pa k
+ev acu
+e ats</w>
+ا Ø
+tou ched</w>
+organ ised</w>
+spir its</w>
+can ad
+gui ded</w>
+frame work</w>
+ðŁĮ Ł
+pe d
+natur al
+ag ar
+replac ed</w>
+anch or</w>
+ti t</w>
+sha h
+organ is
+super ior</w>
+r n
+ch ro
+eric a</w>
+st ill
+cor on
+chu ck
+loc ks</w>
+or gan</w>
+ro sen
+sc am</w>
+ben ed
+/ #</w>
+ke en</w>
+tre vor</w>
+vamp ire</w>
+sor ted</w>
+! '</w>
+af ford</w>
+in tro</w>
+gr ace
+ðŁĺ ľ
+sau r</w>
+kick starter</w>
+influ en
+v u</w>
+y up</w>
+po c
+ðŁİ ¥</w>
+a ar</w>
+s ang
+tre k
+et sy
+tb h</w>
+scre am</w>
+chevro let</w>
+pix el</w>
+shepher d</w>
+an or
+gabri el</w>
+tw ood</w>
+sd cc</w>
+me ters</w>
+develop ers</w>
+clo sure</w>
+v w</w>
+twit ch
+ì Ĺ
+se oul</w>
+pr ice
+ho g</w>
+n ish</w>
+hill ary
+scrat ch</w>
+in cen
+wag on</w>
+dis ability</w>
+pan ther</w>
+ch ats</w>
+g d
+wit z</w>
+sus sex</w>
+l ate
+den mark</w>
+ger ald</w>
+cancel led</w>
+net te</w>
+i x
+nav al</w>
+bap tist</w>
+te t</w>
+y ad
+ma th
+ho y</w>
+r andy</w>
+po int
+intel lec
+fru its</w>
+w ool</w>
+gu in
+pr on
+the ft</w>
+con dem
+mar ry</w>
+n ola</w>
+architec ts</w>
+cin cin
+roc kets</w>
+gentle man</w>
+ex plan
+t ate</w>
+do e</w>
+ra ises</w>
+wild life
+w l
+insi der</w>
+blan c</w>
+w p</w>
+for sale</w>
+ny c
+po well</w>
+unbeliev able</w>
+pen s
+goo dies</w>
+mu stang</w>
+p ens</w>
+st ays</w>
+squ ash</w>
+xox o</w>
+near by</w>
+ever ton</w>
+co co</w>
+le agu
+k han
+stu d</w>
+south west</w>
+con struc
+s worth</w>
+cro atia</w>
+le a</w>
+su ms</w>
+aim s</w>
+e an</w>
+van ess
+iti ous</w>
+pa thy</w>
+arc ade</w>
+b end</w>
+sugge sts</w>
+sac ram
+roy als</w>
+ri er</w>
+em ir
+in cl</w>
+an k
+clar k
+ri ght
+vac c
+ठ¾</w>
+tan e
+li b</w>
+u sc
+sal es
+hu h</w>
+s ally</w>
+ver a</w>
+p ga</w>
+gro ws</w>
+dru m
+tre e
+eth ics</w>
+sug gest</w>
+is ab
+se aled</w>
+pre viously</w>
+anim ated</w>
+ab du
+ri ses</w>
+glo b
+pre dat
+scar f</w>
+del ic
+om ar</w>
+ll i</w>
+sx sw</w>
+py thon</w>
+ne bra
+fun k</w>
+reflec t</w>
+pav ilion</w>
+tic ally</w>
+ch asing</w>
+bak ery</w>
+inva sion</w>
+ko h
+believ ed</w>
+co hen</w>
+con qu
+cra fts</w>
+nat i</w>
+cle ver</w>
+govern ance</w>
+sam ples</w>
+fa ils</w>
+â Ķ
+ti mo
+r itu
+stri king</w>
+inclu sive</w>
+sho cking</w>
+can t
+requi res</w>
+dra wings</w>
+ภŃ
+purch ased</w>
+du m
+z ach
+war ner</w>
+con sole</w>
+man sion</w>
+foun tain</w>
+circu m
+e sh</w>
+is land
+mil k
+pro fits</w>
+hali fax</w>
+ri val
+âľĪ ï¸ı</w>
+jen ny</w>
+sand ra</w>
+ny e</w>
+k elly
+y al</w>
+qu ad</w>
+no s</w>
+inste in</w>
+fin alists</w>
+mid fielder</w>
+cu e</w>
+excep tional</w>
+a an</w>
+sa pp
+gett in</w>
+sa a</w>
+f ati
+sl ice</w>
+vol k
+s wal
+la sting</w>
+sum mary</w>
+it as</w>
+sm o</w>
+s z
+âĺ Ĩ</w>
+ip l</w>
+fl ames</w>
+ene ws</w>
+ha v
+hoo die</w>
+pitch er</w>
+win dy</w>
+re vol
+centr al
+ton ite</w>
+ðŁİī ðŁİī</w>
+sol ved</w>
+mil wau
+organiz ations</w>
+wee ts</w>
+re fin
+s th
+ãĥ ¼
+el in</w>
+ton a</w>
+cinnam on</w>
+ðŁİ ¨</w>
+ðŁİ ģ</w>
+ron aldo</w>
+pen insu
+ome ga</w>
+el ds</w>
+desig ning</w>
+e igh
+blu et
+ben z</w>
+nu g
+ash a</w>
+robo ts</w>
+su dan</w>
+choo sing</w>
+en do
+ser ge
+clo sely</w>
+hand y</w>
+fing er
+be ing
+ar te
+survi ved</w>
+fl ame</w>
+mile stone</w>
+gu t</w>
+d war
+fu tures</w>
+é e</w>
+el o</w>
+fri dge</w>
+eli c</w>
+ou ch</w>
+u b</w>
+p v</w>
+tit an
+col lar</w>
+st ation
+nev ada</w>
+aur ora</w>
+r d
+dun can</w>
+âģ ł</w>
+bri en</w>
+mar sh</w>
+Ð ¾
+to tal
+ch ry
+s ers</w>
+su ffe
+ra chel
+colle ge
+to days</w>
+cour ts</w>
+ch it
+re united</w>
+gym na
+gen esis</w>
+be side</w>
+re presentation</w>
+ch ant</w>
+collec tor</w>
+ra k
+ath ens</w>
+ni gh
+mun ich</w>
+langu ages</w>
+fl u</w>
+particip ation</w>
+__ _</w>
+c v
+spec trum</w>
+so da</w>
+co ver
+refe ren
+ab bo
+ap a</w>
+public ation</w>
+ed m</w>
+mon ica</w>
+ar my
+ðŁļ Ģ</w>
+div or
+dr y
+stre ams</w>
+robo tics</w>
+ci der</w>
+bull ying</w>
+appro val</w>
+sto ke</w>
+plat forms</w>
+sier ra</w>
+ex tin
+i b</w>
+ha yes</w>
+succe ed</w>
+suff er</w>
+at ically</w>
+da i
+lyn ch</w>
+h ound</w>
+del ines</w>
+ack now
+d ated</w>
+exclu sively</w>
+he res</w>
+fac ilit
+dam aged</w>
+char ter</w>
+la kers</w>
+fal con</w>
+unve iled</w>
+wel ove
+e ase</w>
+pati ence</w>
+l one</w>
+gent le</w>
+gene tic</w>
+produc ing</w>
+g our
+shann on</w>
+bil ities</w>
+zimbab we</w>
+p int</w>
+dau ghters</w>
+liter ary</w>
+bel le
+cl am
+surroun ded</w>
+k any
+ne il
+pir ate</w>
+rang er</w>
+hb d</w>
+nat alie</w>
+bel ong</w>
+olym pi
+emb assy</w>
+sc ol
+en er</w>
+ak in</w>
+lo ren
+b h</w>
+: /</w>
+di va</w>
+den im</w>
+hi pp
+ðŁĩµ ðŁĩ
+arn old</w>
+? '</w>
+we ren</w>
+em power
+dis abled</w>
+man or</w>
+rasp berry</w>
+b af
+aw ful</w>
+dru mmer</w>
+kar dashi
+n ash</w>
+machine learning</w>
+ch u</w>
+rebel s</w>
+tim ing</w>
+mon roe</w>
+ton gue</w>
+ran ge
+pup ils</w>
+re ss</w>
+amaz on
+b z</w>
+har ley</w>
+pal mer</w>
+ballo on</w>
+s ings</w>
+ic ec
+j b</w>
+c ers</w>
+g ps</w>
+whi st
+ri se
+l t
+oo oo</w>
+c attle</w>
+shoo ter</w>
+vod ka</w>
+uc l</w>
+mt g</w>
+le sli
+jon as</w>
+di spo
+at ric</w>
+ste in
+vintag e
+fir ms</w>
+flo yd</w>
+cow boy</w>
+soo oo</w>
+is aac</w>
+war craft</w>
+disney land</w>
+beauti ful
+be am</w>
+franch ise</w>
+bu n</w>
+k ag
+an on</w>
+tur bo</w>
+swee p</w>
+made in
+kar achi</w>
+dete ctive</w>
+penn sylvania</w>
+contro versi
+vitam in</w>
+a side</w>
+chron ic</w>
+descri bes</w>
+remo val</w>
+ha h</w>
+ap er
+ten ed</w>
+u to</w>
+bad ly</w>
+mir ac
+f ry</w>
+ye a</w>
+in jec
+ther mal</w>
+comp act</w>
+th or</w>
+te ed</w>
+ur gent</w>
+l ite</w>
+g illi
+sop hom
+ic o
+che m</w>
+p m
+for k</w>
+fre ak</w>
+ch ak
+recipi ent</w>
+i y
+ni k</w>
+model ing</w>
+c ans</w>
+ðŁı Ģ
+del ux
+se am
+surviv ors</w>
+rad ical</w>
+investig ating</w>
+reli able</w>
+f m
+tur t
+ligh thouse</w>
+to ol
+go wn</w>
+) )
+bo ts</w>
+auto graph</w>
+a id
+bu ffe
+h mm</w>
+horri ble</w>
+ssi onal</w>
+ann i</w>
+๠Ģ
+k its</w>
+sch i
+eter nal</w>
+hu ss
+sens itive</w>
+r u</w>
+tast es</w>
+chec ks</w>
+im o</w>
+por tion</w>
+sk ate
+e den</w>
+half time</w>
+fri ed
+ri hanna</w>
+ti se</w>
+fl ick
+ca in</w>
+s gt</w>
+âľ Ķ</w>
+sh au
+sta ined</w>
+ra ffle</w>
+dro ve</w>
+sal man
+princi ples</w>
+sh o</w>
+ar u
+je ss</w>
+gu ine
+gar bage</w>
+my an
+jel ly</w>
+dis ru
+z ia</w>
+q ld</w>
+ent ries</w>
+la v
+fle w</w>
+ad mit</w>
+objec ts</w>
+comp are</w>
+ny times</w>
+cann es</w>
+p n</w>
+suff ol
+ro c</w>
+d ana</w>
+e gg
+hi st</w>
+coun sel
+' !</w>
+phy si
+imag ination</w>
+ad just
+explo sion</w>
+plym outh</w>
+hor ror
+elli ott</w>
+bour ne
+de x</w>
+bre ed</w>
+au dio
+lob ster</w>
+disappo inted</w>
+nation wide</w>
+( (</w>
+incre ases</w>
+austr ali
+ce dar</w>
+star ing</w>
+rac ial</w>
+e is
+g mt</w>
+visi ons</w>
+stay ed</w>
+discu ssions</w>
+de an
+cur tis</w>
+mai den</w>
+stel lar</w>
+happ iest</w>
+h wy</w>
+pre season</w>
+car av
+mon days</w>
+hospit als</w>
+glimp se</w>
+schol ars</w>
+ja i</w>
+ter race</w>
+ann a
+goo se</w>
+gra ded</w>
+lot us</w>
+hun g</w>
+grocer y</w>
+stam ps</w>
+emper or</w>
+sc oop</w>
+in ser
+c as</w>
+exist ence</w>
+he al</w>
+fal cons</w>
+mar vel
+reduc ing</w>
+terri fic</w>
+magne tic</w>
+perfor ms</w>
+bar re
+p us</w>
+tre ating</w>
+ic on
+w h</w>
+decla red</w>
+tra uma</w>
+do d
+come dian</w>
+nik on</w>
+bu gs</w>
+as m</w>
+mont gom
+ibi za</w>
+comprehen sive</w>
+ha s
+san ti
+fellow ship</w>
+da sh
+p sal
+louis ville</w>
+sp y
+fau lt</w>
+d the
+fi led</w>
+vi sta</w>
+de sc
+fe ars</w>
+you tu
+sp s</w>
+es p</w>
+ri g</w>
+cri me
+ber ger</w>
+wonder land</w>
+k ent
+in formed</w>
+stev ens</w>
+my th</w>
+ast on</w>
+ir i</w>
+visit or</w>
+at ri
+produc ers</w>
+al la
+person ally</w>
+separ ate</w>
+agen cies</w>
+af ri
+il an
+spo ke
+n ina</w>
+squ ad
+di ves</w>
+de pend
+li v
+fier ce</w>
+enter taining</w>
+cha in
+sc at
+bor ders</w>
+pal ette</w>
+sp ro
+os is</w>
+der by
+tobac co</w>
+zi o</w>
+willi e</w>
+ju vent
+zoo m</w>
+hol y
+enti rely</w>
+af e</w>
+mart inez</w>
+be ds</w>
+pe a</w>
+bull dogs</w>
+ðŁĩª ðŁĩ
+ib m</w>
+ne on</w>
+ethiop ia</w>
+team mates</w>
+plan ting</w>
+tw er
+any time</w>
+for bes</w>
+ó n</w>
+run way</w>
+ner vous</w>
+ro ger
+p ile</w>
+ch anc
+apo caly
+u w
+o i</w>
+dr ought</w>
+territ ory</w>
+br ick
+cre atures</w>
+go in</w>
+w aff
+gre n
+sou theast</w>
+je an
+am bul
+ed ited</w>
+stra p</w>
+c v</w>
+aar on
+ãĥ» ãĥ»
+t su
+descri ption</w>
+kin dly</w>
+clu tch</w>
+im mer
+en or
+women sday</w>
+or ange
+ra g
+ob vious</w>
+hy der
+chann els</w>
+man go</w>
+me yer</w>
+ra ining</w>
+ge tty</w>
+pil gri
+coordin ator</w>
+up load</w>
+ninten do
+don uts</w>
+san chez</w>
+app arel</w>
+j r
+zz i</w>
+, @</w>
+jeff erson</w>
+accessi ble</w>
+great ly</w>
+e id</w>
+initi al</w>
+budd ha</w>
+par is
+ma scot</w>
+â¬ĩ ï¸ı</w>
+sch war
+si ri
+sp inning</w>
+mortg age</w>
+e cho</w>
+end ange
+ge dly</w>
+chlo e</w>
+enh ance</w>
+kar nat
+k ry
+explo res</w>
+ðŁĴ ģ
+af fair</w>
+ic als</w>
+all a</w>
+dar t
+dolph ins</w>
+diffe rences</w>
+squir rel</w>
+au gh</w>
+dr ones</w>
+ell en
+re store</w>
+pa w
+un for
+pi ke</w>
+hil ton</w>
+colla b</w>
+consu mers</w>
+co inci
+out comes</w>
+pp p</w>
+a q
+coup on</w>
+li est</w>
+si ms</w>
+k ho
+av es</w>
+spo on</w>
+pu dding</w>
+cor byn</w>
+hat ers</w>
+ex ams</w>
+sla ve</w>
+. !</w>
+p sa</w>
+app les</w>
+tam il</w>
+se d
+co ke</w>
+zz o</w>
+lo sange
+car bon
+cla ir</w>
+... )</w>
+k hu
+cra ig
+explor ation</w>
+sanctu ary</w>
+su e
+al way
+demen tia</w>
+won ders</w>
+super hero</w>
+pakistan i</w>
+brown s</w>
+bluet ooth</w>
+lo cker</w>
+mar c
+ev entu
+delux e</w>
+rodri guez</w>
+âĿ¤ âĿ¤</w>
+ro bb
+ðŁĴ ¦</w>
+lin ux</w>
+ten s</w>
+intellig ent</w>
+se ed
+vo ter</w>
+s ler</w>
+pe aks</w>
+inter n</w>
+teen age</w>
+peninsu la</w>
+hand ling</w>
+ti e
+cou sins</w>
+wen dy</w>
+me e</w>
+à¹Ģ à¸
+din o</w>
+ðŁĴ °</w>
+ðŁĺ ĥ
+ze e</w>
+s bury</w>
+trage dy</w>
+b k</w>
+bo re
+z in
+war ns</w>
+idi ot</w>
+tou ching</w>
+contin ental</w>
+tac os</w>
+saf ari</w>
+wa shed</w>
+po dium</w>
+morri son</w>
+fore sts</w>
+c bc
+al on
+partic ular</w>
+be ads</w>
+inv ented</w>
+lo ch</w>
+li ghter</w>
+where ver</w>
+i de</w>
+docu ments</w>
+a we</w>
+k r</w>
+no where</w>
+min er
+st it
+ro x
+contribu te</w>
+har dy</w>
+cl an</w>
+ob ject</w>
+ca it
+ðŁĴķ ðŁĴķ</w>
+happ ier</w>
+vege tables</w>
+t art</w>
+g ag
+nom inee</w>
+heav ily</w>
+pan ic</w>
+j d</w>
+there sa</w>
+at m</w>
+u ph
+s fc</w>
+su ri
+drin k
+n al
+re vel
+k l</w>
+avoc ado</w>
+nom ination</w>
+ma donna</w>
+shar on</w>
+malcol m</w>
+control led</w>
+sh ers</w>
+revi val</w>
+legis lation</w>
+shoo ts</w>
+n in</w>
+comm entary</w>
+pro s</w>
+human rights</w>
+str anger</w>
+mit ch</w>
+pipel ine</w>
+leg ally</w>
+th u</w>
+gil bert</w>
+tol l</w>
+gran ted</w>
+gh s</w>
+ir anian</w>
+refre shing</w>
+du k</w>
+ab i</w>
+pri me
+jose ph
+mo sa
+stati stics</w>
+produc tions</w>
+mer ry
+pat el</w>
+sa x
+human itarian</w>
+struc tures</w>
+e missions</w>
+town s</w>
+fre el
+ster ing</w>
+rat ings</w>
+alle gedly</w>
+cab in</w>
+st l
+w ade</w>
+fl yers</w>
+tri m</w>
+promis ing</w>
+z u</w>
+bal lot</w>
+compar ison</w>
+free ze</w>
+ou ter</w>
+great ness</w>
+as sign
+snow y</w>
+r ale
+tor ies</w>
+med iter
+kno ck
+consult ant</w>
+cincin nati</w>
+analy st</w>
+sc oo
+je ws</w>
+appro xim
+pu re
+portra its</w>
+cy rus</w>
+ation al
+lo ans</w>
+acqu is
+el u
+accep table</w>
+uni on
+water color</w>
+ru st</w>
+batt les</w>
+per fu
+seas onal</w>
+ser ial</w>
+mind set</w>
+ri ot</w>
+fel d</w>
+enni al</w>
+clo set</w>
+pri est</w>
+tan ks</w>
+int l</w>
+scre w</w>
+bu m</w>
+ab dul
+ou x</w>
+expla ined</w>
+ric a</w>
+imag ing</w>
+law yers</w>
+bu ried</w>
+ãĥ»ãĥ» ãĥ»</w>
+ear l</w>
+âĢ ķ</w>
+l ton</w>
+resto red</w>
+stri pes</w>
+fo ss
+de mands</w>
+ste aling</w>
+alex is</w>
+mun d</w>
+ak er
+ur us</w>
+war dro
+hu gs</w>
+gen re</w>
+e go</w>
+Ù Ħ
+particip ated</w>
+bab es</w>
+ban quet</w>
+ti ous</w>
+he mi
+ds b</w>
+lo st
+milwau kee</w>
+jen ner</w>
+ge m
+ou tra
+lo ses</w>
+id i</w>
+re ps</w>
+ðŁİ §</w>
+regu lation</w>
+fla w
+f ang
+vibr ant</w>
+ram p</w>
+ra ins</w>
+well being</w>
+so viet</w>
+vie wers</w>
+de po
+libr aries</w>
+bi go
+ser y</w>
+g ill
+de struction</w>
+co z</w>
+c x</w>
+bri dal</w>
+al ds</w>
+plan ted</w>
+amate ur</w>
+lu d
+che ering</w>
+show cas
+pro file
+i u
+ver tical</w>
+pack ers</w>
+wiz ard</w>
+ski p</w>
+s light</w>
+be au</w>
+air ways</w>
+mu ch
+re ra</w>
+ðŁĮ Ĭ</w>
+ab sor
+pati o</w>
+pack ages</w>
+s ells</w>
+ment ally</w>
+ðŁĺ ¢
+reyn olds</w>
+k are
+tri bun
+wal t</w>
+kn it</w>
+ta ste
+sur rey</w>
+boun ce</w>
+cre ature</w>
+b are</w>
+bet ting</w>
+su re
+mi ley</w>
+laugh s</w>
+al ore</w>
+cy n
+t l
+arti st
+ann ah</w>
+war mer</w>
+dynam ics</w>
+lunch time</w>
+mariti me</w>
+vulner able</w>
+ðŁĴ ĥ</w>
+wol ver
+dur ham</w>
+const antly</w>
+am in
+si bl
+: @</w>
+bul let
+k ach
+angel o</w>
+wil der
+doo m</w>
+desk top</w>
+law suit</w>
+k ca</w>
+hen derson</w>
+inv iting</w>
+bet ty</w>
+ta wards</w>
+ra fa
+le aked</w>
+and i</w>
+ge ms</w>
+af l</w>
+vel o
+mediter ran
+pro be</w>
+to tten
+steph anie</w>
+sn ation</w>
+com be</w>
+q s</w>
+over come</w>
+assas sin
+ra v
+fil ip
+winni peg</w>
+sh il
+determin ed</w>
+k as</w>
+ou tre
+regre t</w>
+gui des</w>
+aa a
+ðŁĺ Ī
+wi ves</w>
+mani fe
+er ly</w>
+sm y
+sh ima</w>
+x ing</w>
+pix el
+jac ob
+ac commod
+to y
+on o</w>
+po o</w>
+ti er
+an swe
+ðŁĴ ģ</w>
+ro sa</w>
+le ase</w>
+bel ongs</w>
+th ar
+eventu ally</w>
+nei ther</w>
+go a</w>
+ski ing</w>
+at ra</w>
+ag h</w>
+broad casting</w>
+f ury</w>
+py ram
+d ice</w>
+volk swag
+wom ens</w>
+provi der</w>
+bom bs</w>
+miss ile</w>
+whi p</w>
+d ick
+nor we
+back up</w>
+el der</w>
+mat ure</w>
+concer ts</w>
+gi ous</w>
+sque e
+good morning</w>
+bra ves</w>
+^ _
+au ssie</w>
+lun a</w>
+mal es</w>
+he ck</w>
+for tn
+rome o</w>
+steel ers</w>
+p n
+pe er</w>
+re presents</w>
+Â «</w>
+kat y</w>
+migu el</w>
+requ ire</w>
+cha ins</w>
+l ur
+immedi ate</w>
+ti mber
+âĸ¶ ï¸ı</w>
+advoc acy</w>
+ex port</w>
+an z
+tiff any</w>
+auth or
+ðŁİ Ī</w>
+du des</w>
+chil ly</w>
+hi d</w>
+har m</w>
+bu g
+mon ster
+terri er</w>
+tu c
+story telling</w>
+ta k</w>
+in ti
+immigr ants</w>
+b is</w>
+reach es</w>
+com passion</w>
+john ny
+contribu tions</w>
+ðŁIJ ¶
+mechan ical</w>
+impre ssion</w>
+ran ks</w>
+ko be</w>
+men ting</w>
+bloss om</w>
+pab lo</w>
+buil der</w>
+bom bing</w>
+tw el
+sul livan</w>
+om o
+pe te
+de mi</w>
+ku dos</w>
+w bb</w>
+t gif</w>
+mass ach
+neighb or</w>
+che fs</w>
+eng ines</w>
+pun e</w>
+ga ined</w>
+phan tom</w>
+s days</w>
+ext end</w>
+gr an</w>
+cent ers</w>
+jac qu
+dat asci
+sleep y</w>
+el vis</w>
+answe red</w>
+s lot</w>
+con y</w>
+flexi ble</w>
+ti ally</w>
+le tics</w>
+% ,</w>
+andre ws</w>
+si ble</w>
+mom ma</w>
+vin o</w>
+do x</w>
+invit ational</w>
+twil ight</w>
+j ade</w>
+ill ery</w>
+joh ns</w>
+f ou
+p v
+-- -></w>
+break down</w>
+billi on
+prin ter</w>
+mon d
+c bc</w>
+mag gie</w>
+legi on</w>
+du b
+kur t</w>
+po or
+paren ting</w>
+regi ons</w>
+bikin i</w>
+be ware</w>
+si onal</w>
+au burn</w>
+kid ding</w>
+amp les</w>
+sp an</w>
+con tempor
+c ic
+ha bits</w>
+ak o</w>
+pre fe
+bud dies</w>
+it z
+em ily
+person nel</w>
+moun tain
+ver sus</w>
+ðŁĺ ¬</w>
+ear ning</w>
+s ink</w>
+dar i</w>
+u u</w>
+s win
+i ster</w>
+bru tal</w>
+n ac
+kat a</w>
+clo th</w>
+am and
+ðŁĶ Ĺ</w>
+ne o
+alu min
+week ends</w>
+nebra ska</w>
+co des</w>
+delay ed</w>
+brun o</w>
+pro ven</w>
+in c
+i ght
+fl an
+or o</w>
+lam bert</w>
+regu lat
+w f
+massach use
+kardashi an</w>
+bern ard</w>
+fi esta</w>
+volcan o</w>
+grand pa</w>
+anc a</w>
+d re</w>
+st itu
+mean ing
+fo am</w>
+au ck
+at ed
+r l</w>
+hot el
+pers ons</w>
+dy nasty</w>
+ell or</w>
+ma i</w>
+am ne
+sty ling</w>
+avi er</w>
+e g</w>
+vege tarian</w>
+, âĢ¦</w>
+foun ders</w>
+sta in</w>
+g d</w>
+cy cles</w>
+sky line</w>
+trac tor</w>
+exi sts</w>
+tra l</w>
+kid ney</w>
+mar il
+inst ag
+se tte</w>
+addic t</w>
+tri angle</w>
+flash back
+controversi al</w>
+z on</w>
+p ins</w>
+i as</w>
+tr ay</w>
+town ship</w>
+deleg ates</w>
+sp am</w>
+h ms</w>
+cr ane</w>
+peop les</w>
+o lo
+fac tion</w>
+but es</w>
+on ica</w>
+deleg ation</w>
+new profile
+eli er</w>
+mc a</w>
+w and
+g ely</w>
+losange les</w>
+ber ke
+ti ve
+dis rup
+zz a</w>
+cas a</w>
+jor dan
+ford shire</w>
+ga thered</w>
+ic hi</w>
+atten dees</w>
+à¸Ń à¸
+pe ppers</w>
+co in
+bour bon</w>
+ern ity</w>
+ro tary</w>
+behavi our</w>
+jere my
+team work</w>
+compli ance</w>
+tre mend
+ðŁĩ §
+bu hari</w>
+cam bo
+bu yers</w>
+ha gen</w>
+bu ds</w>
+bay ern</w>
+mon te</w>
+sm ells</w>
+an za</w>
+ath lon</w>
+descri bed</w>
+work force</w>
+gi ving
+ap i</w>
+invest ments</w>
+da il
+sel ena</w>
+datab ase</w>
+th um
+mor tal</w>
+stu dent
+bu yer</w>
+do ver</w>
+gar ten</w>
+att le
+loy alty</w>
+gen oci
+holo cau
+theat ers</w>
+ru ling</w>
+ven us</w>
+pat ent</w>
+ch un
+ab by</w>
+awa ke</w>
+mass acre</w>
+bang alore</w>
+break ing
+simm ons</w>
+ju sti
+hal e</w>
+ed chat</w>
+gg les</w>
+haw k
+mar king</w>
+head lines</w>
+stro m</w>
+co ve</w>
+breath taking</w>
+med als</w>
+hair cut</w>
+christ ine</w>
+tele graph</w>
+gujar at</w>
+ju ra
+can e</w>
+sho re
+propag anda</w>
+mu eller</w>
+.... ....</w>
+sa vi
+stom ach</w>
+thro ws</w>
+ta b</w>
+war m
+j ong</w>
+reno wned</w>
+hi r</w>
+ra is
+mush rooms</w>
+guaran teed</w>
+bo a</w>
+m j</w>
+revolu tionary</w>
+certi fication</w>
+bru ins</w>
+jo in
+w es</w>
+pas sport</w>
+c g</w>
+sex u
+cap able</w>
+w v</w>
+ton es</w>
+jac kets</w>
+ac compan
+spin ach</w>
+fore ver
+bla ir</w>
+wat ts</w>
+g l</w>
+cou ples</w>
+prairi e</w>
+newprofile pic</w>
+logi stics</w>
+massachuse tts</w>
+jagu ar</w>
+o id</w>
+we al
+under water</w>
+mo z
+y i</w>
+ma ths</w>
+myan mar</w>
+pre ps</w>
+suffe red</w>
+tr ace</w>
+wal i</w>
+ah hh</w>
+bor g</w>
+st itch</w>
+cu lin
+real ise</w>
+infe ction</w>
+discrimin ation</w>
+sh ame
+an kle</w>
+hu mid
+y t</w>
+brac ket</w>
+tru ck
+tri u
+ea ster
+commun ity
+post card</w>
+invol ving</w>
+ty ler
+car amel</w>
+over view</w>
+ex amples</w>
+integr ity</w>
+base ment</w>
+instru ments</w>
+ani um</w>
+at us</w>
+gh er</w>
+laun dry</w>
+achi eve
+gen eva</w>
+pr icing</w>
+hyder abad</w>
+beli ef</w>
+me ta
+j aw
+accoun ting</w>
+lead er
+cristi ano</w>
+cou ture</w>
+cy p
+vis ed</w>
+, ,,</w>
+k nu
+h ick
+break er</w>
+br am
+ra b
+mo or
+ham as</w>
+gradu ating</w>
+pupp ies</w>
+ak h
+ta h
+ach es</w>
+ri e
+op ini
+g ta
+re ign</w>
+tra gic</w>
+re ver
+p ill
+pine apple</w>
+tou ches</w>
+da re
+le ys</w>
+il o</w>
+inter iors</w>
+sc outs</w>
+bar t
+en zie</w>
+don o
+bro ck
+christi ans</w>
+ense mble</w>
+Â ·</w>
+cine mas</w>
+new port</w>
+air line</w>
+win ston</w>
+le igh
+cont ents</w>
+pre scri
+ur ge</w>
+tr out</w>
+fic ally</w>
+il ia</w>
+sub si
+are r</w>
+âļ¾ ï¸ı</w>
+w ounded</w>
+ðŁĻ Ĥ</w>
+pe pper
+ðŁĴ ŀ
+fit ted</w>
+af f</w>
+re sur
+thursday thoughts</w>
+z ero
+archae ology</w>
+di v</w>
+je e</w>
+i on
+awa iting</w>
+co zy</w>
+beauti es</w>
+bal d</w>
+dat a
+gri zz
+stal k</w>
+kin ds</w>
+cle ared</w>
+jess ic
+regu lar
+ali ens</w>
+plac e
+bo s
+bi zar
+thisi s
+ðŁĴ Ģ
+totten ham</w>
+ma fia</w>
+s lam
+ari ana</w>
+car roll</w>
+back pack</w>
+care y</w>
+uni v</w>
+r g</w>
+pe p</w>
+dig it
+tatt oos</w>
+ag on</w>
+volunte ering</w>
+diffe ren
+consu mption</w>
+ka thr
+head phones</w>
+t shirt</w>
+o b</w>
+ele ment</w>
+re tail
+sh ru
+al gori
+contain er</w>
+consci ous</w>
+fi l</w>
+com ing
+ra sh
+u rope</w>
+def ine</w>
+gi or
+femini st</w>
+flow ing</w>
+rout es</w>
+gl aci
+fer t
+somer set</w>
+ant es</w>
+twee ps</w>
+$ $</w>
+h our
+endange red</w>
+year sof
+ro h
+po pped</w>
+bac king</w>
+ba sil</w>
+bra ke</w>
+mon aco</w>
+lgbt q</w>
+pra gue</w>
+ut ility</w>
+cas si
+gate way</w>
+haun ted</w>
+sch ul
+ðŁİ µ</w>
+shou ld
+walking dead</w>
+comple ting</w>
+dann y
+montgom ery</w>
+pengu in</w>
+ss i</w>
+mer chandi
+ðŁij ij
+chur ch
+h ates</w>
+cap tain
+brea thing</w>
+ce t</w>
+fair ly</w>
+approach es</w>
+compan ion</w>
+surpri sing</w>
+kany e</w>
+pe y
+hin di</w>
+targe ted</w>
+lor ds</w>
+de ut
+di gging</w>
+ger man
+ru t
+ener gy
+close st</w>
+y un
+apo logi
+ภ±</w>
+s ack</w>
+ru p</w>
+dd y
+port al</w>
+d ough</w>
+b ats</w>
+ðŁĵ °</w>
+at ur
+graph er</w>
+pi res</w>
+mo tors</w>
+ðŁĮ ¹
+j c
+dan g</w>
+tu k</w>
+clu e</w>
+us c</w>
+pag e
+d less</w>
+bro ws</w>
+ju s</w>
+ad ing</w>
+re marks</w>
+oo m</w>
+car dio
+ste fan
+arm strong</w>
+âĢ¢ âĢ¢
+ni est</w>
+belgi an</w>
+bi op
+so y</w>
+lo f
+í ĥ
+q t</w>
+flashback friday</w>
+ce e</w>
+ģ à¸
+wre ck</w>
+mar ines</w>
+amend ment</w>
+wardro be</w>
+vo y</w>
+bur ned</w>
+guit ars</w>
+ra inf
+li fel
+ssi l</w>
+oun ce</w>
+exter nal</w>
+c key
+me sh</w>
+she ikh</w>
+inv itation</w>
+sugge sti
+pop corn</w>
+phenomen al</w>
+an onymous</w>
+tun a</w>
+chic ago
+o val</w>
+del y</w>
+loc als</w>
+( &</w>
+pro f
+no vel
+fin der</w>
+spar ks</w>
+la ven
+in fu
+nic ks</w>
+qu ant
+ra e</w>
+exe c</w>
+dist ingui
+st ances</w>
+mu tual</w>
+sh al
+unve ils</w>
+edmon ton</w>
+zan ia</w>
+a dio</w>
+vie wer</w>
+brad ford</w>
+audit orium</w>
+qu is
+re act</w>
+htt p</w>
+l ero
+chee ky</w>
+impac ts</w>
+ta k
+ed t</w>
+desper ate</w>
+t ay</w>
+ì Ħ
+sett le</w>
+bar gain</w>
+resu me</w>
+un ite
+thro wn</w>
+ke st</w>
+se ys</w>
+mar ching</w>
+am it
+decl ine</w>
+sch ar
+me tr
+stan ford</w>
+lin ke
+ber ra</w>
+dol ls</w>
+rug by
+jam i
+b or</w>
+road trip</w>
+dino saur</w>
+mi k
+sun der
+re m
+b k
+over seas</w>
+nau ghty</w>
+imple mentation</w>
+iam srk</w>
+lun cheon</w>
+fir ing</w>
+mi ami
+pere z</w>
+the e</w>
+z on
+gi fted</w>
+con version</w>
+ceram ic</w>
+¡ ï¸ı
+pe dro</w>
+ì Ĩ
+v ick
+! @</w>
+he ed</w>
+si d</w>
+b w</w>
+docu ment</w>
+pl un
+gr ants</w>
+fant asy
+predic tions</w>
+vali d</w>
+car ved</w>
+gradu ated</w>
+ðŁijį ðŁı»</w>
+nation ally</w>
+ch y
+af l
+re sso</w>
+blan k</w>
+ri vals</w>
+j ig
+e ties</w>
+om ics</w>
+une mp
+b ound
+sk o
+inspec tion</w>
+par al
+high s</w>
+cri sp</w>
+b ans</w>
+ob a</w>
+[ @</w>
+co spla
+costu mes</w>
+rec all</w>
+mou th
+ni gel</w>
+b ts
+ter a</w>
+ko v</w>
+do cs</w>
+west minster</w>
+dic t</w>
+gra vity</w>
+kar i</w>
+ro gue</w>
+t ted</w>
+war k</w>
+ida ho</w>
+w end
+aw i</w>
+queen sland</w>
+proce sses</w>
+cli ffe</w>
+m ick
+com pens
+op ol
+the y
+cl ari
+wiki pedia</w>
+salman khan</w>
+haz ard</w>
+pre ston</w>
+swee test</w>
+pd f</w>
+che es
+tr ilo
+south africa</w>
+bur nt</w>
+( $</w>
+con tain</w>
+t p</w>
+sub mitted</w>
+sound cloud</w>
+at u
+re z</w>
+word press</w>
+corru pt</w>
+n f
+ma ker
+í ķ
+par as
+adv ent</w>
+ri al</w>
+ca fe
+fo ssil</w>
+!!!! !!!</w>
+co ws</w>
+c j</w>
+sp ur
+institu tions</w>
+land mark</w>
+ent it
+re ut
+h is
+alz heim
+we mb
+regg ae</w>
+mo squ
+st at</w>
+identi fied</w>
+deal er</w>
+re am</w>
+re land</w>
+ten sion</w>
+ðŁĩ ©
+wra pping</w>
+deep er</w>
+fr at
+red dit</w>
+ar is</w>
+moroc co</w>
+.. "</w>
+b low
+ma pping</w>
+pri orities</w>
+ing a</w>
+swa p</w>
+re wards</w>
+conspir acy</w>
+creati ve
+c j
+congre ssional</w>
+vau lt</w>
+ple x</w>
+sophom ore</w>
+shad ow
+ele ss
+ðŁĺ ħ
+dar ts</w>
+aldu b</w>
+anno ying</w>
+pro ps</w>
+n as</w>
+alumin um</w>
+h bo</w>
+offen se</w>
+j ill</w>
+oni ons</w>
+la ur
+ta e
+har dest</w>
+sh ro
+ga ining</w>
+meas ure
+ed tech</w>
+cyp rus</w>
+tar a</w>
+ang eli
+car lo</w>
+go on</w>
+all i</w>
+im plic
+ju pit
+resil ience</w>
+ha il
+bal anced</w>
+) ...</w>
+joy ce</w>
+gr a</w>
+th eli
+defin ed</w>
+shi pped</w>
+main ly</w>
+min a</w>
+l m</w>
+sac ri
+o ber
+p im
+claim ing</w>
+ent ers</w>
+co rey</w>
+bo k</w>
+cri ed</w>
+cool ing</w>
+dani elle</w>
+pharmac y</w>
+thor ough
+ca ke
+k lo
+outre ach</w>
+z ens</w>
+digital marketing</w>
+val ent</w>
+sn p</w>
+her b</w>
+mr w</w>
+caf é</w>
+cap tures</w>
+no tre</w>
+triu mph</w>
+pan cakes</w>
+cu mber
+spi ke</w>
+d ation</w>
+bi gg
+sp er</w>
+crit ical
+am al
+too th
+foun ding</w>
+a stro</w>
+' #</w>
+quan tum</w>
+th ames</w>
+un c</w>
+pri de
+air bus</w>
+kno cked</w>
+un defeated</w>
+mediterran ean</w>
+cal cu
+clo wn</w>
+sens or</w>
+ham mer
+for give</w>
+cu shi
+ber ry
+maje stic</w>
+elec t</w>
+polit an</w>
+g ta</w>
+k ari
+bur ke</w>
+sea hawks</w>
+volkswag en</w>
+re i
+landsc apes</w>
+cas u
+grand father</w>
+list ened</w>
+/ /
+star trek</w>
+rainf all</w>
+fur ry</w>
+vi er
+star k</w>
+rif le</w>
+ff a</w>
+leg es</w>
+hillary clinton</w>
+min us</w>
+correc tly</w>
+architec tural</w>
+pre ce
+up side</w>
+box er</w>
+ðŁĻĮ ðŁı¼</w>
+is ai
+de t</w>
+pro vo
+tis sue</w>
+spoo ky</w>
+ve led</w>
+re con
+prospec ts</w>
+que bec</w>
+âļ «
+ig no
+anat omy</w>
+shap es</w>
+w p
+p interest</w>
+hor e</w>
+an es</w>
+pick up</w>
+ti p
+pra desh</w>
+hu gh</w>
+co e</w>
+po k
+gram my</w>
+well ington</w>
+sti gate</w>
+ri gh
+lea p</w>
+king ston</w>
+scen ic</w>
+go sh</w>
+v ani
+au g
+s ary</w>
+zi er</w>
+bure au</w>
+lin son</w>
+con te
+fra gr
+all an</w>
+g aw
+lan a</w>
+colli sion</w>
+surve ill
+ren ais
+ar range
+s ali
+do in</w>
+br ance</w>
+bren dan</w>
+our se</w>
+in coming</w>
+suspen sion</w>
+à ´
+l la</w>
+educ ators</w>
+in tri
+da e</w>
+bio graphy</w>
+bul gar
+villa in</w>
+go thic</w>
+rw anda</w>
+e w</w>
+may or
+meet up</w>
+democr at</w>
+mor gan
+su dden</w>
+te sco</w>
+car rot</w>
+bom ber</w>
+mck in
+re ne
+fun day</w>
+agricul tural</w>
+haha h</w>
+show time</w>
+form ing</w>
+col a</w>
+scor pi
+quo te
+po ppy</w>
+s life</w>
+d az
+tu b</w>
+ne n</w>
+mo t</w>
+ðŁĺ »
+s ore</w>
+elder ly</w>
+o ve</w>
+skin ny</w>
+um i</w>
+anc o</w>
+man ship</w>
+we re
+g v
+k ah</w>
+fol ding</w>
+ne at</w>
+samanth a</w>
+dan ish</w>
+uk rain
+humid ity</w>
+nu tri
+jak arta</w>
+cand les</w>
+oooo oooo
+at ile</w>
+streng th
+i bra
+bap ti
+charle ston</w>
+fr ames</w>
+girl s
+clear ing</w>
+glu ten
+# #</w>
+super natural</w>
+ju bi
+ph one
+he in
+dr un
+le ak</w>
+invest or</w>
+y er
+dom ain</w>
+ball room</w>
+mi sh
+app li
+off shore</w>
+bla ze</w>
+dor o
+âĺķ ï¸ı</w>
+win ery</w>
+shar if</w>
+ad ore</w>
+n ir
+saf er</w>
+si gh</w>
+as cri
+strong ly</w>
+trac y</w>
+ck er
+ol l</w>
+faith ful</w>
+ey ed</w>
+deli ghtful</w>
+vis m</w>
+karnat aka</w>
+tit an</w>
+wh ar
+jer seys</w>
+re fur
+heav en
+gri p</w>
+pan ama</w>
+pre li
+glu ten</w>
+o dd
+cont ent
+pon ti
+tion ing</w>
+e commerce</w>
+feder ation</w>
+flaw less</w>
+ge ar
+ti res</w>
+by r
+pol ice
+cu ban</w>
+tri butes</w>
+tic ul
+chur ches</w>
+nur sery</w>
+di aries</w>
+muse ums</w>
+snapp ed</w>
+i van
+wi ght</w>
+touri sts</w>
+ramad an</w>
+t rent</w>
+prophe t</w>
+won dered</w>
+focu sing</w>
+hi d
+ic ons</w>
+i q
+ambul ance</w>
+pi st
+fun niest</w>
+time less</w>
+sr ilan
+bu ys</w>
+ki ds
+colour ful</w>
+a shi
+ch ir
+mu m
+ðŁĵ ļ</w>
+let ter
+x en
+reut ers</w>
+pre serve</w>
+in ting</w>
+ste p
+fu ji
+uni ver
+i u</w>
+show down</w>
+po ems</w>
+surveill ance</w>
+suspec ted</w>
+ta e</w>
+sol ving</w>
+tom b</w>
+mother sday</w>
+car pen
+recru it</w>
+pil ots</w>
+bro c
+mix ing</w>
+fri days</w>
+ty r
+represent atives</w>
+tra pped</w>
+abdu l</w>
+free style</w>
+clu ster</w>
+âļ łï¸ı</w>
+k d</w>
+sk ill
+pit t</w>
+ex o
+commer ci
+muse um
+loc ally</w>
+g ina</w>
+no bel</w>
+immun e</w>
+fr ac
+cap su
+main ed
+attemp ts</w>
+bull dog</w>
+be spoke</w>
+sing ers</w>
+sp elling</w>
+seg ment</w>
+nat ures</w>
+tic k</w>
+lip stick</w>
+clean er</w>
+gett able</w>
+preci sion</w>
+âĢ¼ ï¸ı
+th ood</w>
+re ef</w>
+no pe</w>
+bill y
+di gi
+mu si
+ri val</w>
+figu red</w>
+tal ity</w>
+sun ny
+ber k
+aw ww</w>
+awa its</w>
+un real</w>
+co pen
+asy lum</w>
+ex otic</w>
+bu en
+mo ck
+en able</w>
+arch y</w>
+fr a</w>
+pla stic
+al mond</w>
+amp li
+displa ys</w>
+abbo tt</w>
+s me</w>
+x p</w>
+ðŁĻ ĥ</w>
+graph ic
+i ved</w>
+mar a</w>
+cau tion</w>
+lea ks</w>
+en berg</w>
+ul u</w>
+unic orn</w>
+cann on</w>
+appren tic
+ðŁĺĺ ðŁĺĺ
+b ball</w>
+wil low</w>
+at ics</w>
+am as</w>
+manufac turer</w>
+campaig ns</w>
+port ers</w>
+flo ors</w>
+l su</w>
+ty pe
+ke j
+honor ary</w>
+it im
+to le
+min ecraft</w>
+d x</w>
+ma sh</w>
+ri o
+consequ ences</w>
+ron ald</w>
+go ssi
+suffol k</w>
+mu se</w>
+r bi</w>
+live music</w>
+i van</w>
+ðŁİ ¤</w>
+le u
+patri ot</w>
+man it
+lan ca
+home decor</w>
+de ar
+sig ma</w>
+ti de
+str ings</w>
+v ita</w>
+sequ el</w>
+try na</w>
+inve stigate</w>
+bor is</w>
+ve gan
+barri er</w>
+mind fulness</w>
+web b</w>
+hu stle</w>
+in da</w>
+tan zania</w>
+str ay</w>
+tex as
+c ag
+diagno sis</w>
+wom an
+g w</w>
+ob session</w>
+l ative</w>
+nu fc</w>
+fl ynn</w>
+moment um</w>
+sof a</w>
+wal d</w>
+vege table</w>
+tu cker</w>
+supp er</w>
+se ab
+ar ro
+se ag
+ven ting</w>
+counc ill
+sp lat
+cal cul
+.. #</w>
+com fy</w>
+odi sha</w>
+sto pp
+war fare</w>
+ca es
+à ¨
+co y</w>
+price less</w>
+in sec
+ðŁĺ Ľ</w>
+contro ls</w>
+empower ment</w>
+datasci ence</w>
+per pe
+gen ic</w>
+e res</w>
+tru deau</w>
+man o
+sla very</w>
+expand ing</w>
+ma he
+fa iling</w>
+s aga</w>
+photograph s</w>
+cre st</w>
+re on</w>
+surf ing</w>
+hi e</w>
+ðŁį Ģ</w>
+ja e</w>
+fel lows</w>
+south ampton</w>
+sol om
+ce ster
+tab ility</w>
+hor n
+se ct</w>
+he e</w>
+cole man</w>
+at las</w>
+explo rer</w>
+consul tation</w>
+copy right</w>
+organi zing</w>
+den ied</w>
+mon keys</w>
+noo dles</w>
+br is</w>
+fl or
+dou gh
+bon ds</w>
+sho cked</w>
+eco system</w>
+care fully</w>
+w m</w>
+apart ments</w>
+cur ve</w>
+san diego</w>
+must ard</w>
+comm en
+cere mon
+e ch
+ru th
+ðŁĻĮ ðŁı»</w>
+hawa i
+fil med</w>
+te ar
+as ingly</w>
+ca ir
+wat t</w>
+instru ment</w>
+ou tta</w>
+ye ol</w>
+river side</w>
+ë °
+. :</w>
+nor wich</w>
+alo g</w>
+migr ants</w>
+new man</w>
+ri de
+spr ink
+targe ting</w>
+beli eve
+tor ch</w>
+reflec ts</w>
+per mission</w>
+ff man</w>
+ene mies</w>
+bas ics</w>
+se ized</w>
+sun days</w>
+le i
+hass an</w>
+en do</w>
+h c
+st ad
+le ments</w>
+kk kk
+nan o
+shar k
+man a</w>
+on ic
+treat ments</w>
+ear ly
+collabor ative</w>
+shu ttle</w>
+bran ches</w>
+mis ses</w>
+mained cm</w>
+ap ers</w>
+ky le
+carri e</w>
+leis ure</w>
+sh et
+bir ding</w>
+adv ances</w>
+ðŁĵ Ŀ</w>
+popu lar
+di ane</w>
+a be
+re war
+neigh bour
+k pop</w>
+remem brance</w>
+play ground</w>
+ru b
+krish na</w>
+e bola</w>
+inqu iry</w>
+ep a</w>
+lu min
+organ isation</w>
+abra ham</w>
+norm ally</w>
+pre ten
+jan et</w>
+w t
+ðŁĴ İ</w>
+encoura ging</w>
+a stic</w>
+bu mp</w>
+syd ney
+s z</w>
+ss ss</w>
+gar rett</w>
+ðŁĵ »</w>
+consul ting</w>
+roman ia</w>
+spo tting</w>
+chanc ellor</w>
+ar ma
+presti gious</w>
+ðĿ IJ
+t ad
+cry st
+compe tit
+rati o</w>
+cat aly
+bro w</w>
+j ur
+vi king</w>
+commu te</w>
+y day</w>
+la yers</w>
+du mb
+esc al
+genoci de</w>
+f ill
+gu pta</w>
+ste pping</w>
+se i</w>
+fo to
+wild cats</w>
+col i</w>
+projec t
+ear nings</w>
+st r</w>
+ge ons</w>
+comple tion</w>
+b m</w>
+decor ated</w>
+craw ford</w>
+af ghan</w>
+sc are</w>
+visi bility</w>
+hi b
+direc tion
+stro ll</w>
+christ ina</w>
+alter nate</w>
+cl are</w>
+sty list</w>
+be hold</w>
+s ance</w>
+leop ard</w>
+acqui red</w>
+narr ative</w>
+ash i</w>
+the a
+?? ??
+pe as</w>
+at ch</w>
+sli des</w>
+le en</w>
+renew able</w>
+eng lish
+qu ir
+co aster</w>
+r x</w>
+fo ols</w>
+match day</w>
+mis m</w>
+amaz ing
+z ig
+ke ting</w>
+won t</w>
+to wel</w>
+di ab
+sta ke
+n m
+mel t</w>
+e than</w>
+gra pe</w>
+polit ician</w>
+sm en</w>
+í ĺ
+re o
+wedd ings</w>
+cat cher</w>
+or acle</w>
+me mo
+ðŁĮ ´</w>
+ec k</w>
+rob bie</w>
+norwe gian</w>
+oper ator</w>
+am or</w>
+se wing</w>
+ju l</w>
+x ie</w>
+u v</w>
+fif ty</w>
+me ga
+tatt oo
+liber als</w>
+u pri
+traffic king</w>
+richard son</w>
+su v</w>
+ki p</w>
+mess y</w>
+tremend ous</w>
+gl ou
+cour tney</w>
+la d
+stere o
+my ers</w>
+i dio
+^_ ^</w>
+man ning</w>
+dy e</w>
+w d
+thr one</w>
+jun k</w>
+as u</w>
+provin cial</w>
+k ook</w>
+wr c</w>
+fine art</w>
+hamp shire</w>
+renais sance</w>
+b red</w>
+fall out</w>
+s j</w>
+sn l</w>
+al am</w>
+tor ture</w>
+fy i</w>
+sh ines</w>
+pa w</w>
+ch ar</w>
+hen ry
+c row</w>
+aci ous</w>
+di an
+pa ige</w>
+ba re
+stock holm</w>
+scen ery</w>
+ðŁĩ ·
+jef frey</w>
+pu sh
+decor ation</w>
+ne d
+cu te
+brig ade</w>
+laven der</w>
+inv ites</w>
+e sports</w>
+vo ir</w>
+dri ed</w>
+tran spl
+sur geon</w>
+no vels</w>
+pul ls</w>
+son y
+lun ar</w>
+man e</w>
+i vy</w>
+fru str
+dor set</w>
+sa i
+tor res</w>
+ssi on
+shut down</w>
+suggesti ons</w>
+writ ing
+e o
+battle field</w>
+u ga</w>
+ðŁIJ ¾
+vac u
+spl ac
+g it
+u g</w>
+high land</w>
+% )</w>
+mer maid</w>
+sacram ento</w>
+ta ils</w>
+p w</w>
+ka h
+t ell
+enh anced</w>
+ì ķ
+auck land</w>
+cru el
+ðŁ¤ ©</w>
+au dre
+sail or</w>
+gram mar</w>
+g love</w>
+de on</w>
+infl am
+fresh ly</w>
+k ell
+zi p</w>
+christi e</w>
+mil d</w>
+di xon</w>
+instru ctor</w>
+g ence</w>
+ãħ ł
+sub jec
+constitu tional</w>
+crow ds</w>
+in visible</w>
+ru ins</w>
+da k</w>
+si p</w>
+pla que</w>
+p ouring</w>
+comple x
+z ine</w>
+ste ad
+f let
+trans mission</w>
+lo way</w>
+ar un
+incre asingly</w>
+au d
+transp aren
+cro wned</w>
+sc oun
+blizz ard</w>
+lux u
+fi ers</w>
+achieve ments</w>
+hun ters</w>
+rock ed</w>
+bas in</w>
+vio let</w>
+pro ves</w>
+achiev ing</w>
+pro sper
+se ga</w>
+flo at</w>
+vi an</w>
+xi v</w>
+pol ic
+tur a</w>
+approxim ately</w>
+wander lust</w>
+keep ers</w>
+geta way</w>
+co d
+pol is</w>
+br yan
+col ts</w>
+tal ents</w>
+yo gur
+gluten free</w>
+wri st</w>
+gr y
+cze ch</w>
+ðŁİ Ī
+ev ille</w>
+ðŁı Ī
+to x</w>
+dani els</w>
+am er</w>
+bi ds</w>
+weare one
+me tab
+g t
+boy z</w>
+pd x</w>
+pos session</w>
+pu shed</w>
+shr ine</w>
+reali stic</w>
+tri gger</w>
+na vi
+ru mors</w>
+n af
+jen kins</w>
+tr un
+comm uni
+Ã Ĺ</w>
+gam ers</w>
+arm or</w>
+moham med</w>
+bal cony</w>
+y ah
+stron gest</w>
+rhy thm</w>
+unfor gettable</w>
+k p
+ho bb
+custo dy</w>
+greg or</w>
+r ita</w>
+aes thetic</w>
+il ation</w>
+sponsor ing</w>
+n ay</w>
+kid napp
+sh s</w>
+ra jas
+me g</w>
+signific antly</w>
+butt ons</w>
+la c</w>
+ver sions</w>
+essenti als</w>
+opini ons</w>
+k ro
+d printing</w>
+wi dely</w>
+d k</w>
+ur an</w>
+y al
+reque sted</w>
+c n</w>
+cur ric
+plu m</w>
+gr un
+v m
+dev on
+m yo
+rel ation</w>
+juvent us</w>
+rou ge</w>
+min ority</w>
+min es</w>
+jupit er</w>
+n ine
+oxy gen</w>
+fran kie</w>
+une sco</w>
+fab ric
+disgu sting</w>
+sal man</w>
+dete ction</w>
+lan ka</w>
+d ac
+ðŁĩ« ðŁĩ·</w>
+argu ment</w>
+shel ves</w>
+cel tics</w>
+rober to</w>
+pi gs</w>
+he dge
+fau l
+pow ering</w>
+butter flies</w>
+fi r</w>
+re make</w>
+att i</w>
+com o</w>
+emp ha
+kend all</w>
+poke mon
+se ating</w>
+d ans</w>
+bald win</w>
+ðŁij »</w>
+lesli e</w>
+one direction</w>
+ti mber</w>
+im an</w>
+fon t</w>
+e der</w>
+di on</w>
+ste ph</w>
+for mat
+gre gory</w>
+pro p</w>
+he x
+ru in</w>
+sor y</w>
+inf er
+n aw
+bar ak</w>
+sd gs</w>
+kar ao
+lu sh</w>
+v ander
+end ent</w>
+g is
+a fro
+soc cer
+ay an</w>
+t uni
+lun g</w>
+da yof
+alex a</w>
+mar ath
+addic ted</w>
+ag ile</w>
+hy gi
+light weight</w>
+ì §
+mand ela</w>
+jo ey
+anc y
+hu m</w>
+bi r</w>
+memor ial
+jim in</w>
+ging er
+v ak
+jav ascri
+cro ps</w>
+orig ins</w>
+d ari
+pi per</w>
+im port</w>
+aggre ssive</w>
+predic tion</w>
+re pairs</w>
+cr acker</w>
+voy age</w>
+ni ke
+mu mmy</w>
+linke din</w>
+country side</w>
+bor der
+gla ss
+per t</w>
+s als</w>
+sho e
+autograph ed</w>
+wal nut</w>
+colle gi
+sal ary</w>
+pa iring</w>
+ðŁĮ ¸
+cath ol
+swee the
+defe ats</w>
+streng then</w>
+roof top</w>
+impro vements</w>
+barri ers</w>
+ur u
+t ally</w>
+ru led</w>
+ðŁĨ ļ</w>
+nai ja</w>
+emo ji</w>
+per cent
+gi o
+pro bs</w>
+on ce
+adm its</w>
+pa ths</w>
+li ar</w>
+day tona</w>
+pe ters</w>
+cal i</w>
+cal li
+mu g
+o sa
+ap h
+ab y
+hy de</w>
+eth nic</w>
+pla ins</w>
+ol f</w>
+haha hahaha</w>
+holi c</w>
+?! ?!</w>
+su bli
+bl acks</w>
+mo t
+gh ton</w>
+lo vin</w>
+b rent</w>
+bar u</w>
+l ati
+de w</w>
+ate au</w>
+q a</w>
+pain ful</w>
+bu sters</w>
+st atic</w>
+ðŁĩ¨ðŁĩ ¦</w>
+note book</w>
+out fits</w>
+si es</w>
+r f</w>
+floo ds</w>
+Ñ Ģ
+thro at</w>
+su ici
+ro vers</w>
+beng al</w>
+pre pares</w>
+blo g
+mini ature</w>
+Ø ¨
+am phi
+com b</w>
+r sp
+in timate</w>
+green e</w>
+Ì ĩ</w>
+al tar</w>
+surg ical</w>
+ves sel</w>
+... ?</w>
+gav in</w>
+g ator</w>
+threat ened</w>
+z ar</w>
+rob bery</w>
+di er</w>
+promo ted</w>
+y g</w>
+x s</w>
+su bs</w>
+inter viewing</w>
+threat ening</w>
+do zen</w>
+me ado
+water fall</w>
+nintendo switch</w>
+cal um</w>
+mini sters</w>
+dro p
+univers ities</w>
+war ned</w>
+tac tics</w>
+ðŁĩ ²
+refu se</w>
+ad ju
+v ast</w>
+ðŁĺ ´</w>
+mc fc</w>
+lib ya</w>
+no filter</w>
+distribu ted</w>
+re ser
+ron nie</w>
+de co</w>
+javascri pt</w>
+mon k</w>
+intere sts</w>
+fle x
+mar tha</w>
+sti es</w>
+oo d
+ðŁ¤£ ðŁ¤£
+e un
+b ali
+g omez</w>
+sti mul
+moder ate</w>
+d ity</w>
+ir is</w>
+stra w</w>
+consist ent</w>
+direc tions</w>
+adop t
+sal sa</w>
+cro o
+reco vered</w>
+black friday</w>
+lan caster</w>
+accep t
+weareone exo</w>
+buil ds</w>
+free man</w>
+air plane</w>
+diti on
+bel ong
+jam ie
+pit ching</w>
+li f
+om in
+cri spy</w>
+pre pping</w>
+ve g</w>
+chan g</w>
+accompli shed</w>
+graci as</w>
+dolph in</w>
+elec tor
+culin ary</w>
+super bowl</w>
+wal a</w>
+pur suit</w>
+black berry</w>
+be an
+cardin al</w>
+pro ved</w>
+immigr ant</w>
+stric tly</w>
+holocau st</w>
+pass age</w>
+ha us</w>
+cou p</w>
+pur se</w>
+har ass
+< <</w>
+le ed
+ado be</w>
+st ad</w>
+legis lat
+par ked</w>
+pri yan
+sil va</w>
+kri st
+s the
+fun ky</w>
+ig a</w>
+sett lement</w>
+ph s</w>
+t mrw</w>
+stre ssed</w>
+hun t
+ho ckey
+treas ures</w>
+cham bers</w>
+ol u
+hu t</w>
+mar ley</w>
+tex ture</w>
+wilder ness</w>
+mm ing</w>
+poten tially</w>
+om aha</w>
+ju dy</w>
+to es</w>
+spo iler</w>
+distingui shed</w>
+feli x</w>
+ah u</w>
+recommend ations</w>
+zom bies</w>
+hit ler</w>
+tri ple
+colla pse</w>
+motiv ated</w>
+ulti mat
+gg ling</w>
+so y
+ci gar</w>
+fo ren
+vine yard</w>
+gl itter</w>
+fin dings</w>
+colon ial</w>
+hun ter
+eri k</w>
+den s</w>
+beet le</w>
+lot te
+sub tle</w>
+s matter</w>
+tru sted</w>
+experim ental</w>
+nam ents</w>
+ðŁĺ Ĩ
+regi on
+acquis ition</w>
+bre eding</w>
+quarter back</w>
+am reading</w>
+oo td</w>
+ru de</w>
+initi atives</w>
+st out</w>
+hy ung</w>
+out come</w>
+al fred</w>
+mic s</w>
+exper tise</w>
+bacter ia</w>
+pengu ins</w>
+jump er</w>
+valen cia</w>
+bar k</w>
+ing day</w>
+sell ers</w>
+contrac ts</w>
+hou ston
+commissi oned</w>
+adap tation</w>
+swan sea</w>
+santi ago</w>
+common wealth</w>
+ju dging</w>
+sub mission</w>
+sco rer</w>
+tom my
+ñ o</w>
+ex quis
+fil ing</w>
+explan ation</w>
+alli son</w>
+wemb ley</w>
+ri dge
+chev y</w>
+san tos</w>
+own ership</w>
+cogn itive</w>
+favour ites</w>
+sh ed
+phil anthro
+dele ted</w>
+go dd
+s nor
+gui delines</w>
+ff ing</w>
+je ep
+cli ps</w>
+sw amp</w>
+an or</w>
+guil d</w>
+bol ton</w>
+spring field</w>
+munici pal</w>
+goal keeper</w>
+ye on</w>
+ðŁĺįðŁĺį ðŁĺįðŁĺį
+ãħĭ ãħĭ
+water front</w>
+gra ve
+contempor ary
+ar ity</w>
+ÃŃ a</w>
+sle eps</w>
+sy rup</w>
+al am
+pi re
+co yo
+moto gp</w>
+ty son</w>
+kej ri
+cir cul
+sing ly</w>
+cr unch</w>
+complic ated</w>
+nostal gia</w>
+k op
+mo ve
+k ale</w>
+mac ro</w>
+mid west</w>
+h ans</w>
+tri bal</w>
+nu de</w>
+௠į</w>
+bey once</w>
+congratul ate</w>
+cat er
+leagu e
+ðŁĻ Ĭ</w>
+la dder</w>
+cra shed</w>
+tech nic
+karao ke</w>
+harass ment</w>
+ro ts</w>
+experi encing</w>
+kri sten</w>
+ðŁĩ ³
+ðŁ¤ Ĺ
+reflec tions</w>
+guin ness</w>
+illustr ator</w>
+ðŁĻı ðŁı»</w>
+cen ter
+nar row</w>
+comm ons</w>
+regul ations</w>
+Ù Ĩ
+har m
+cro ft</w>
+cu ssion</w>
+hong kong</w>
+st ical</w>
+intern ship</w>
+zo e</w>
+cho p</w>
+hoo ds</w>
+estim ated</w>
+batter ies</w>
+berke ley</w>
+smooth ie</w>
+shau n</w>
+cro s
+~ ~</w>
+cam pe
+hu mp
+b g
+proto type</w>
+cl ick
+shaw n
+re viewed</w>
+tem pl
+p f
+jed i</w>
+blo gs</w>
+ray mond</w>
+as th
+ba h</w>
+av ail</w>
+scot ch</w>
+leaf s</w>
+nik ki</w>
+to k
+hol low</w>
+ur ges</w>
+of t</w>
+un like</w>
+lat in
+u e
+cat ering</w>
+mil i
+alter nati
+ma ver
+Ð ¸
+ag le</w>
+pre order</w>
+lu x</w>
+cu cu
+ðŁijı ðŁijı</w>
+t art
+âĿ¤âĿ¤ âĿ¤</w>
+arab ic</w>
+rapi dly</w>
+ar rang
+all en
+travel tuesday</w>
+pa ws</w>
+flo ws</w>
+st ability</w>
+flu id</w>
+ca pp
+can berra</w>
+uu uu
+sp ani
+demon stration</w>
+m la</w>
+plac ement</w>
+m w
+presi dents</w>
+awe som
+bever ly</w>
+ani st</w>
+ne al</w>
+father sday</w>
+referen dum</w>
+la hore</w>
+o aks</w>
+deb bie</w>
+half way</w>
+gho sts</w>
+de bor
+matthe ws</w>
+fi at</w>
+t fw</w>
+pre sen
+rob i</w>
+de d
+bro ck</w>
+laugh ed</w>
+am ounts</w>
+bam boo</w>
+kinder garten</w>
+eat en</w>
+mtv hottest</w>
+break out</w>
+u sic</w>
+fra ser</w>
+legis lative</w>
+p ang
+modu le</w>
+sam my</w>
+go ver</w>
+ear ns</w>
+expe dition</w>
+gar h</w>
+concep ts</w>
+char lie
+la va</w>
+bachel or</w>
+veg gies</w>
+deter mine</w>
+el lie</w>
+un locked</w>
+fru it
+dal la
+cou pe</w>
+wash ington
+depo sit</w>
+iv ory</w>
+pau la</w>
+chic ag
+gu cci</w>
+ðŁİ ĥ</w>
+cul tiv
+pier ce</w>
+li fted</w>
+stu mb
+re cover</w>
+musc les</w>
+conduc ting</w>
+cb s
+mcla ren</w>
+sophi a</w>
+cel lu
+oce ans</w>
+up loaded</w>
+game play</w>
+mal dives</w>
+kim ber
+avo i
+rac er</w>
+ca ine</w>
+cav s</w>
+h ana</w>
+li ga</w>
+ra ven</w>
+inter vention</w>
+inaugur ation</w>
+oo h</w>
+at traction</w>
+merchandi se</w>
+tune in</w>
+li king</w>
+juni ors</w>
+int ended</w>
+att acking</w>
+aqu arium</w>
+i wd</w>
+comp onents</w>
+sur ing</w>
+cent u
+yogur t</w>
+ðŁı ĥ
+show room</w>
+op tical</w>
+ty our
+ju dge
+yi eld</w>
+an to
+pl c</w>
+transparen cy</w>
+recy cled</w>
+chi ef
+ar om
+ambassad ors</w>
+plan et
+âĿĦ ï¸ı
+om ed</w>
+vaness a</w>
+cour t
+mar gar
+hal ey</w>
+v r
+reg ina</w>
+pd ates</w>
+hi span
+live stream</w>
+âģ £</w>
+ya hoo</w>
+gal la
+secu red</w>
+w ir
+bene ath</w>
+off l</w>
+n il
+am b</w>
+ye g
+out let</w>
+u te
+pe ep</w>
+lind say</w>
+bent ley</w>
+... !</w>
+he el</w>
+trilo gy</w>
+vo s</w>
+ty re</w>
+there fore</w>
+tor onto
+ab i
+simp li
+ja e
+exten sive</w>
+eleph ants</w>
+s or</w>
+orient ation</w>
+im peach
+re play</w>
+constru cted</w>
+peter son</w>
+pa is
+por ted</w>
+custom s</w>
+colla p
+ad u
+high lands</w>
+sal em</w>
+shel by</w>
+ko vic</w>
+stra in</w>
+ro sie</w>
+sen ators</w>
+snap s</w>
+bo bb
+suz uki</w>
+bla des</w>
+k p</w>
+lo lo
+gener ate</w>
+si ght
+ma e
+struc tural</w>
+predic t</w>
+jump ed</w>
+ah mad</w>
+sun g
+just ice
+gla m</w>
+vol vo</w>
+jubi lee</w>
+de tention</w>
+lo sses</w>
+pu ri
+every time</w>
+Ð °
+ra o</w>
+ed ge
+li mer
+rese mb
+har old</w>
+re tri
+sacri fic
+surpri ses</w>
+am c</w>
+srilan ka</w>
+bar bie</w>
+men s
+fin n</w>
+ag s</w>
+ukrain ian</w>
+em brac
+î IJ
+flav ors</w>
+hom er</w>
+lau re
+ou th
+pr iced</w>
+ver de</w>
+fir m
+ah s</w>
+cu b
+tre y</w>
+par anor
+pro fit
+in dv
+who a</w>
+har sh</w>
+al ot</w>
+crit ics</w>
+hu bby</w>
+fi gur
+gi ra
+ca stro</w>
+chan el</w>
+in put</w>
+origin als</w>
+ten ant</w>
+yy yy</w>
+ture rs</w>
+lincol n
+co on</w>
+lear n
+ch ou
+ac are</w>
+o les</w>
+din er</w>
+hy p
+bizar re</w>
+mc r</w>
+let sgo
+decor ating</w>
+ðŁĮ İ</w>
+al ison</w>
+ar vin
+f d
+reha b</w>
+mccar thy</w>
+lot tery</w>
+da h
+minne apolis</w>
+eli gible</w>
+diagno sed</w>
+emer ald</w>
+destin ations</w>
+s ans</w>
+or y
+bla zers</w>
+n v</w>
+ba il</w>
+digital art</w>
+no c
+mal ta</w>
+sol ar
+pi pes</w>
+alleg ations</w>
+no ck</w>
+po pe
+bri d
+premi er
+n x</w>
+present ations</w>
+ef a</w>
+bo ws</w>
+val ve</w>
+opp onent</w>
+Į ë
+visu al
+ing le</w>
+cate gor
+e ter</w>
+po is
+dan i</w>
+at tract</w>
+neu tral</w>
+th ene
+cra shes</w>
+fred die</w>
+ut ili
+c st</w>
+awak ening</w>
+slo ven
+quali fy</w>
+pro of
+fair y
+le v
+fre ight</w>
+enjo ys</w>
+cup cake</w>
+flav our</w>
+â ķ
+protec tive</w>
+ðŁijı ðŁı»</w>
+is u
+ad mir
+h mmm</w>
+continu ous</w>
+ai res</w>
+rap tors</w>
+showcas ing</w>
+y uk
+pa ste</w>
+follow er</w>
+instru ctions</w>
+sp ru
+@ __</w>
+the o
+debu ts</w>
+ve tte</w>
+sto w</w>
+es of
+ach ed</w>
+sul tan</w>
+sand wich
+som alia</w>
+franc o</w>
+car ne
+flu ffy</w>
+al pine</w>
+jas mine</w>
+he ated</w>
+viol in</w>
+ple ss</w>
+divor ce</w>
+per former</w>
+phi es</w>
+port sm
+dar a</w>
+kir by</w>
+lo p</w>
+chill i</w>
+for th
+sky pe</w>
+ðŁĩ®ðŁĩ ¹</w>
+celebr ities</w>
+ed y
+ve e</w>
+po ison</w>
+ey el
+gra bs</w>
+ssi c</w>
+un o</w>
+wester n
+rail road</w>
+am er
+numer ous</w>
+s v</w>
+fo w
+fi st</w>
+âĢ ĭ
+reque sts</w>
+mar tial</w>
+em my</w>
+accept ance</w>
+lau ra
+ภ´</w>
+er up
+hyun dai</w>
+out lander</w>
+u tt
+wrest le
+esp resso</w>
+demand ing</w>
+g dp</w>
+geo graphy</w>
+sas kat
+tro ll</w>
+confe der
+su es</w>
+se m</w>
+be ts</w>
+t ful</w>
+to sh</w>
+teach es</w>
+col oured</w>
+gal way</w>
+mac y</w>
+dis orders</w>
+bb cra
+at em
+fen der</w>
+lit ter</w>
+e sh
+provi ders</w>
+renov ation</w>
+nomin ate</w>
+ps g</w>
+nomin ations</w>
+jen na</w>
+shar p
+some day</w>
+z ur
+bra ins</w>
+che shire</w>
+pre y</w>
+hu go</w>
+Â ¿</w>
+to ken</w>
+r v
+car r</w>
+tac tical</w>
+zel da</w>
+kay la</w>
+fern ando</w>
+photograph ers</w>
+j our</w>
+umb rella</w>
+woo dy</w>
+congress man</w>
+du mp</w>
+le vy</w>
+ju an
+d azz
+sign als</w>
+la in</w>
+an u</w>
+mic hel</w>
+por ch</w>
+al den
+sibl ings</w>
+y ale</w>
+pe el</w>
+sw ick</w>
+gg in</w>
+ll c</w>
+k ale
+s con
+il d</w>
+pat reon</w>
+re el</w>
+qu in</w>
+wit t</w>
+mar ty</w>
+moo dy</w>
+ton i</w>
+der y</w>
+g ators</w>
+speci fically</w>
+dd in</w>
+ly on</w>
+tr ick
+meado ws</w>
+p j</w>
+bor gh
+vi k</w>
+tu r</w>
+bron x</w>
+pu ff</w>
+lan tern</w>
+ðŁ¤ ¦
+g ently</w>
+be stie</w>
+fac t
+refu sed</w>
+fas ci
+mp y</w>
+ðŁĶ µ</w>
+cross over</w>
+mead ow</w>
+indian apolis</w>
+duc ation</w>
+sle y
+loo m</w>
+mix er</w>
+new music</w>
+film maker</w>
+prosper ity</w>
+li m</w>
+week end
+cre amy</w>
+neu tr
+lu ther</w>
+h v
+nor thern
+tw o
+h ra</w>
+cat ches</w>
+appear ances</w>
+ha bit</w>
+kitt ens</w>
+n v
+illa c</w>
+inf an
+regar dless</w>
+liz ard</w>
+dun k</w>
+cur tain</w>
+ac om
+in tu
+ve z</w>
+e min
+fl ats</w>
+calend ars</w>
+em power</w>
+ru ined</w>
+hun gary</w>
+vi d
+we x
+u lum</w>
+aber deen</w>
+o sa</w>
+k t
+ma ssi
+se emed</w>
+s den</w>
+' ?</w>
+tele phone</w>
+de fi
+insp ires</w>
+me ow</w>
+z ones</w>
+bl ind
+pl y
+tuc son</w>
+advent ure
+ge d
+oy ster</w>
+ðŁijıðŁijı ðŁijı</w>
+out put</w>
+tt t</w>
+metal lic</w>
+sma sh
+ucl a</w>
+sco ts</w>
+perfe ct
+lu cy
+regular ly</w>
+sp ic
+rel ative</w>
+ath ers</w>
+mis e</w>
+batt ling</w>
+deci des</w>
+mat a</w>
+occu pied</w>
+random ly</w>
+cat softwitter</w>
+gi an
+ball y
+al ties</w>
+al lies</w>
+im men
+sy rac
+ðŁĴľ ðŁĴľ
+l lan
+au r</w>
+k ut
+lam ar</w>
+affe cts</w>
+n ra</w>
+star war
+ðŁ¤ ĺ</w>
+sc ram
+en chan
+pro cess
+luxu rious</w>
+ar ray</w>
+sher lock</w>
+comp ati
+dor f</w>
+stre ss
+m su</w>
+s with
+sal a</w>
+sof instagram</w>
+fo il</w>
+under stood</w>
+qu ay</w>
+r p
+c ade</w>
+ja w</w>
+en ab
+en coun
+ðŁİī :</w>
+do ck
+satur n</w>
+mu ll
+lay out</w>
+ra rely</w>
+happ ily</w>
+fix ture</w>
+or ph
+over looking</w>
+her bs</w>
+m itt
+pil lar</w>
+nol an</w>
+pe tty</w>
+str y
+u i
+mu k
+o res</w>
+o vers</w>
+á µ
+re creation</w>
+we sley</w>
+ri t</w>
+kejri wal</w>
+sto cking</w>
+g v</w>
+subscri bers</w>
+moo se</w>
+ma e</w>
+ber t
+opp re
+assign ment</w>
+u ro
+high lighting</w>
+cal vin</w>
+we igh</w>
+cambo dia</w>
+av on</w>
+ke m</w>
+dis abilities</w>
+read y
+char gers</w>
+p ads</w>
+iz ing</w>
+illi an</w>
+tru ste
+col leges</w>
+associ ates</w>
+alban y</w>
+mil ton</w>
+cr on
+bu r</w>
+har dly</w>
+si ghts</w>
+anti ques</w>
+e cho
+surpri singly</w>
+ha iti</w>
+cap t</w>
+ph p</w>
+op io
+ine quality</w>
+equ al
+ken y
+sch mid
+autograph s</w>
+ren t
+qu er
+cit rus</w>
+challeng ed</w>
+te c
+epi de
+fe st
+z hou</w>
+li me
+citizen ship</w>
+cry stal
+convin ced</w>
+mess enger</w>
+copen hagen</w>
+âĿĹ ï¸ı</w>
+war ran
+develop ments</w>
+ï¸ı âĥ£
+fore x</w>
+hi ro
+sne akers</w>
+xi de</w>
+vi va</w>
+stere o</w>
+bat ting</w>
+ss el
+ho st
+beng al
+critic ism</w>
+q c</w>
+cr un
+attemp ted</w>
+ry e</w>
+determin ation</w>
+cre ations</w>
+d read
+label s</w>
+pos se
+anc er</w>
+joh an
+si ster
+partner ships</w>
+les bian</w>
+k st</w>
+guaran tee</w>
+bar o
+fix ing</w>
+ma son
+m ous</w>
+chem icals</w>
+t less</w>
+bio diversity</w>
+par o
+bhar at</w>
+ac ol
+refu ge</w>
+en te
+t iti
+dys sey</w>
+respon ds</w>
+lef to
+in er
+se vel
+rahu l</w>
+ol ine</w>
+frank fur
+cho reo
+enjoy able</w>
+c to</w>
+strugg les</w>
+wood land</w>
+heavy weight</w>
+gen s</w>
+rece p
+ac cred
+ðŁĺ ¡</w>
+trans formed</w>
+list en
+at op</w>
+n k</w>
+sur ge</w>
+be re
+gover nor
+prison ers</w>
+clau de</w>
+t ill
+mu lator</w>
+emo tion</w>
+water loo</w>
+star t
+ðŁĩ º</w>
+clean ed</w>
+grand mother</w>
+fear less</w>
+afric an
+astron omy</w>
+ðŁı ģ</w>
+ภĻ
+the world</w>
+su itable</w>
+anth ony
+k and
+tt en</w>
+meaning ful</w>
+disc lo
+jaco bs</w>
+Ã ¸
+tom linson</w>
+ghe tti</w>
+ty pho
+sub stan
+as co</w>
+te k
+nag ar</w>
+mu d
+am on
+vacc ine</w>
+f ty</w>
+fle sh</w>
+no el</w>
+infl ation</w>
+portu gue
+glam our</w>
+tra m</w>
+v re</w>
+te qu
+roun dup</w>
+w yn</w>
+rejec ted</w>
+mosa ic</w>
+si ghting</w>
+cal f</w>
+o ta
+com position</w>
+go pro</w>
+gonz ale
+e ed</w>
+b ard</w>
+tu e</w>
+effec tively</w>
+we en
+al to</w>
+ri bs</w>
+rel ate</w>
+thir sty</w>
+fu rious</w>
+di m</w>
+ch ard</w>
+perfu me</w>
+s ny
+chur chill</w>
+k of
+master class</w>
+wa ve
+ðŁĶ µ
+er in
+own s</w>
+to be
+sk illed</w>
+te m</w>
+go f
+en i</w>
+tor i</w>
+cra zy
+l ick</w>
+resi stant</w>
+ici al
+ag ar</w>
+! :</w>
+g ali
+del aware</w>
+bl itz</w>
+koh li</w>
+pu ck</w>
+avail ability</w>
+hi malay
+influ ential</w>
+cro chet</w>
+victor i
+read ing
+ho bby</w>
+vie t
+j as</w>
+en gra
+sk ul
+ðŁĩ² ðŁĩ
+educ ate</w>
+tech no</w>
+distric ts</w>
+blu es
+se tt</w>
+seven th</w>
+lear ns</w>
+ee ee</w>
+apocaly pse</w>
+hang out</w>
+cru el</w>
+mu tu
+bru h</w>
+hel en
+she er</w>
+c tion
+kle in</w>
+tex ans</w>
+ce real</w>
+sh ine
+ne red</w>
+gra s</w>
+am bro
+f ella</w>
+hin du
+matthe w
+li ma</w>
+mir anda</w>
+je wel</w>
+so ho</w>
+euro vision</w>
+neighb ours</w>
+chand ler</w>
+be sides</w>
+ðŁ¥ °</w>
+ast ros</w>
+thu mbs</w>
+ren ault</w>
+ra ve</w>
+hi red</w>
+ðŁĸ ¤
+it ary</w>
+z or
+bla zer</w>
+k ine
+ea u</w>
+kat y
+dc comics</w>
+pe c</w>
+ro dgers</w>
+water proof</w>
+kill ers</w>
+super int
+pre serv
+as so</w>
+brew ers</w>
+promo tional</w>
+sc am
+villa ges</w>
+sket ches</w>
+ju icy</w>
+for life</w>
+au dit</w>
+so lo
+fundam ental</w>
+len e</w>
+philipp ine</w>
+t end
+conserv atives</w>
+sponsor ship</w>
+dd le
+a ine</w>
+h tc</w>
+os i</w>
+hul k</w>
+w af
+ภĻ</w>
+evalu ation</w>
+ant ine</w>
+sle e
+robert son</w>
+roo sevel
+ag i</w>
+sophi stic
+emplo yers</w>
+bubb les</w>
+ko wski</w>
+inter action</w>
+sh u</w>
+bou le
+ic an
+j are
+han k</w>
+leg itim
+k nicks</w>
+kar ma</w>
+recei ver</w>
+per ks</w>
+u h
+sta ir</w>
+sun i
+labor atory</w>
+gra ves</w>
+voc als</w>
+oo t</w>
+c ture</w>
+thri ve</w>
+tic o</w>
+ãĥ ³
+b w
+carto ons</w>
+mcdon alds</w>
+dra w
+y ung</w>
+pl er</w>
+li d</w>
+eth ical</w>
+groo ve</w>
+ent a</w>
+international womensday</w>
+pat ron</w>
+wor ries</w>
+ðŁİ ħ
+ðŁij ĭ</w>
+ka therine</w>
+di az</w>
+tor i
+bach chan</w>
+tru st
+min eral</w>
+ic om
+buil ders</w>
+bor n
+col oring</w>
+lat te</w>
+ca se
+revolu tion
+tra der</w>
+ox id
+chi pot
+inst antly</w>
+sou thern
+se hun</w>
+pro b
+her nandez</w>
+lis bon</w>
+hu awe
+p ong</w>
+me a</w>
+ro oney</w>
+wheel chair</w>
+ke en
+be tt
+cor in
+regulat ory</w>
+di splac
+ka ren
+sch em
+sun sets</w>
+wh ales</w>
+remin is
+he p
+hi de
+mar cel
+pand ora</w>
+do yle</w>
+th fc</w>
+ot to</w>
+no kia</w>
+trans gender</w>
+ko v
+hawai ian</w>
+sha ve</w>
+so vere
+exc er
+nick i</w>
+pu g</w>
+st or</w>
+ro th
+wee t</w>
+leg al
+dig nity</w>
+po w</w>
+hom age</w>
+ðŁĩ³ ðŁĩ
+s re
+can on
+la x
+wo ah</w>
+quart z</w>
+ñ a</w>
+gree ting</w>
+flick r</w>
+nai robi</w>
+advoc ates</w>
+an c</w>
+vi i</w>
+eu gene</w>
+th ra
+c re</w>
+el an
+pen sion</w>
+th letics</w>
+ton i
+re agan</w>
+x v</w>
+sto re
+ben ch
+har lem</w>
+todd ler</w>
+sent enced</w>
+âĻ¥ ï¸ı
+glob ally</w>
+che aper</w>
+u f
+ma m</w>
+nic o</w>
+ik u</w>
+tho u</w>
+ni st</w>
+dam i
+th ala</w>
+rho des</w>
+sal e
+bow ls</w>
+â Ī
+las vegas</w>
+sanc tions</w>
+adm ire</w>
+mat ched</w>
+un able</w>
+travel er</w>
+ele ven</w>
+straw berries</w>
+âĢĶâĢĶ âĢĶâĢĶ
+stu dio
+jac ques</w>
+im s</w>
+valu ed</w>
+s no</w>
+cheese cake</w>
+n xt</w>
+e os</w>
+s x</w>
+f x
+ton ic</w>
+hat ch</w>
+chic ks</w>
+gra ds</w>
+hand ic
+r ory</w>
+as p
+ri pped</w>
+denti st</w>
+n en
+lu fc</w>
+âľ Ĭ</w>
+di ge
+hop kins</w>
+sher man</w>
+f da</w>
+for all</w>
+ash ley
+str and</w>
+h y</w>
+liqu or</w>
+buffe t</w>
+ess ence</w>
+phar ma</w>
+suri ya</w>
+ðŁĴĻ ðŁĴĻ
+festi vals</w>
+z an</w>
+re fresh
+pur ple
+uni forms</w>
+kenne th</w>
+= )</w>
+as an</w>
+hel sin
+transform ers</w>
+k ali
+person alized</w>
+chal k</w>
+bo bby
+â Į
+the mes</w>
+depar ture</w>
+prin t
+illustr ations</w>
+qui et
+agre es</w>
+gri ff
+Ø ³
+m iti
+toge ther
+conven ience</w>
+ab ar
+car lo
+turt les</w>
+info sec</w>
+some what</w>
+ar lington</w>
+scholar ships</w>
+emir ates</w>
+mu ms</w>
+st ella</w>
+auton om
+fe ather</w>
+g ore</w>
+nom inees</w>
+fragr ance</w>
+Ñ Ĥ
+w ong</w>
+thea stern</w>
+gr e</w>
+z illa</w>
+is i</w>
+bump er</w>
+go o</w>
+do zens</w>
+ab duc
+âļª ï¸ı</w>
+o ils</w>
+don ors</w>
+sil icon</w>
+i pod</w>
+fortn ite</w>
+ðŁĴ ¨</w>
+tor o</w>
+spark ling</w>
+consci ousness</w>
+pal a</w>
+nu m
+moun ted</w>
+ffin s</w>
+thi eves</w>
+team mate</w>
+pra b
+om er</w>
+ta pes</w>
+bo d
+mit su
+ste w</w>
+e re
+p bs</w>
+tu sc
+lo we</w>
+ra de</w>
+parliam entary</w>
+h m
+ed gar</w>
+ðŁijĩ ðŁijĩ
+to a
+a gh
+hon i</w>
+s late</w>
+ge ek
+ap t</w>
+hard t</w>
+ta p
+horiz on
+grow th
+make over</w>
+hi l</w>
+paper back</w>
+id an</w>
+reha bil
+gi u
+possi bilities</w>
+let tu
+fran co
+bo ss
+ach er</w>
+does nt</w>
+mo e</w>
+ta ker</w>
+huss ain</w>
+ml k</w>
+di l</w>
+th ia</w>
+ham a</w>
+real ised</w>
+raven s</w>
+curric ulum</w>
+m ith</w>
+k night
+ted x
+r v</w>
+isai ah</w>
+cumb ria</w>
+birth days</w>
+f ing</w>
+pre z</w>
+mu barak</w>
+exquis ite</w>
+clear ance</w>
+y en</w>
+par i
+ev o
+Ã º
+modi fied</w>
+app lying</w>
+imple ment</w>
+disco vering</w>
+chap man</w>
+indie game</w>
+dis k</w>
+crowd funding</w>
+mach in
+li vel
+sty led</w>
+âĿ Į</w>
+ma king
+rehear sals</w>
+nutr iti
+subscri ption</w>
+and ro</w>
+cre ators</w>
+car ries</w>
+ky lie</w>
+cam den</w>
+appren tice</w>
+tax pay
+c ca</w>
+tuesday thoughts</w>
+pis sed</w>
+er man</w>
+dete c
+freed om
+mer i
+.. !</w>
+psal m</w>
+sun light</w>
+per spec
+be ings</w>
+book store</w>
+rock star</w>
+fun ctions</w>
+p ence</w>
+fav es</w>
+z n</w>
+obam acare</w>
+sp ill</w>
+coven try</w>
+pi geon</w>
+pi vo
+ba it</w>
+kol kata</w>
+av al
+don or</w>
+wa h</w>
+privi leg
+tra ditions</w>
+rajas than</w>
+ten ess</w>
+portugue se</w>
+yn es</w>
+tack les</w>
+de fic
+tor n</w>
+pol ling</w>
+thor ne</w>
+in a
+bened ict</w>
+bar ry
+cal ories</w>
+ver dict</w>
+save the
+nor ton</w>
+off ice
+main stream</w>
+impro ves</w>
+fr on</w>
+respon ding</w>
+real tor</w>
+scotti sh
+de clar
+r l
+shi v
+supp lier</w>
+re sting</w>
+swee ts</w>
+qu i</w>
+. âĢ¦</w>
+whit ney</w>
+startu p
+thank you
+teach er
+h alls</w>
+ha ve
+hand made
+pro ving</w>
+quar tet</w>
+ro chester</w>
+li an</w>
+virtu al
+mend es</w>
+of icial</w>
+mid lands</w>
+x box
+meas uring</w>
+o vo</w>
+accommod ation</w>
+bri des</w>
+collegi ate</w>
+intellec tual</w>
+in car
+ni ag
+ðŁį ·</w>
+sf w</w>
+coco a</w>
+co ats</w>
+civil ians</w>
+presi dency</w>
+mat rix</w>
+sweethe art</w>
+tri athlon</w>
+wag ner</w>
+ra dic
+plann er</w>
+the o</w>
+execu tion</w>
+k um
+the walkingdead</w>
+sc ar</w>
+ro tation</w>
+blo gging</w>
+bom b
+re son
+bb les</w>
+st are</w>
+assi sted</w>
+e do</w>
+brand ed</w>
+war nings</w>
+thor pe</w>
+acknow le
+satis fied</w>
+sho res</w>
+ri d
+dor a</w>
+phys ically</w>
+bi gh
+appro ves</w>
+ha h
+ric al</w>
+vers atile</w>
+pret end</w>
+lu m
+ab hi
+ye e
+sp it
+ãĢ Į</w>
+dj s</w>
+ash tra</w>
+j t</w>
+ven ues</w>
+gram mys</w>
+cy clo
+tr acker</w>
+over watch</w>
+repl ica</w>
+el yn</w>
+nr l</w>
+lind sey</w>
+hom o
+ballo ons</w>
+kitch en
+si s
+am os</w>
+ende av
+ðŁĴ »</w>
+a rec
+thu g</w>
+hoo ked</w>
+hr c</w>
+new york
+bur gh
+americ as</w>
+patric ia</w>
+ug u</w>
+ap athy</w>
+ha st
+psy chi
+cor k
+petro l</w>
+ðŁİ ¬</w>
+ak u
+po pping</w>
+psycho logical</w>
+au x
+g ma</w>
+cad illac</w>
+wa ste
+auth ent
+bri stol
+nam e
+que er</w>
+to ber
+jer ry
+com in</w>
+ch ant
+privileg ed</w>
+op ar
+lo ser</w>
+tex t
+mar ker</w>
+stri es</w>
+equ ally</w>
+ak i
+christ mas
+gare th</w>
+ble w</w>
+em ma
+imag in
+se als</w>
+che at</w>
+conditi oning</w>
+j ana</w>
+ren s</w>
+dar ies</w>
+o asis</w>
+disc ounts</w>
+coun cil
+i ka</w>
+shir ley</w>
+vou cher</w>
+al ps</w>
+w x
+q r</w>
+dri ft</w>
+attemp ting</w>
+ut c</w>
+Ø ª
+gonzale z</w>
+m f
+jo ker</w>
+paralle l</w>
+pa re
+aspe cts</w>
+proce du
+n p
+am a
+rale igh</w>
+bright en</w>
+gu ire</w>
+radi ation</w>
+cre scent</w>
+ho b
+il le
+str and
+v ore</w>
+n ard</w>
+che st
+di wali</w>
+av atar</w>
+al der
+d ling</w>
+pa thetic</w>
+ðŁĴ ĺ
+spir it
+jor ge</w>
+film making</w>
+ðŁĻı ðŁĻı
+challeng er</w>
+b j</w>
+down town
+ht ml</w>
+ade qu
+twi sted</w>
+in ely</w>
+( '</w>
+wra ps</w>
+oper ational</w>
+y ne</w>
+n us</w>
+mag net</w>
+market place</w>
+health ier</w>
+snap shot</w>
+dam on</w>
+inter ven
+fe derer</w>
+ow ls</w>
+biscu its</w>
+j p
+ro deo</w>
+blue berry</w>
+lec tion</w>
+fron tier</w>
+summ ers</w>
+re yes</w>
+pede strian</w>
+go l</w>
+caf fe
+refur bi
+bou lder</w>
+me ghan</w>
+speci alty</w>
+la ss</w>
+e i</w>
+suspec ts</w>
+appro x</w>
+rr r</w>
+ra th
+st im
+cru shed</w>
+he d
+wh un
+lo af</w>
+cr ore</w>
+river a</w>
+gene tics</w>
+so ck</w>
+wa sted</w>
+ny pd</w>
+answ ering</w>
+do ve</w>
+bel la
+ol in</w>
+du n</w>
+fi ji</w>
+pre tty
+spar kle</w>
+y un</w>
+j d
+euro pa</w>
+li fts</w>
+am ber
+mu r</w>
+te k</w>
+boy d</w>
+roy alty</w>
+in do</w>
+ri b</w>
+go tham</w>
+ti est</w>
+inst alling</w>
+ke mp
+the photo
+cos mic</w>
+) ))</w>
+whole sale</w>
+loy ment</w>
+eas y
+su ing</w>
+sett led</w>
+af p</w>
+pro ver
+suppor tive</w>
+re es</w>
+ne ath</w>
+deli ber
+c é</w>
+wel come
+pic oftheday</w>
+new born</w>
+pat ty</w>
+sun s</w>
+si est</w>
+fl int</w>
+diffe rently</w>
+spo ilers</w>
+troop er</w>
+g ins</w>
+cor y</w>
+look out</w>
+equi pped</w>
+ta pe
+to by</w>
+resear cher</w>
+u sh</w>
+ke yes</w>
+al ma</w>
+induc tion</w>
+k w</w>
+k har
+sl ick</w>
+bri de
+e ur
+cra ving</w>
+book ings</w>
+ch es
+tr unk</w>
+vern on</w>
+sp her
+cryst als</w>
+rel atively</w>
+pom pe
+uni ons</w>
+val ley
+par a
+w ant
+ok c</w>
+de af</w>
+ser gio</w>
+len non</w>
+sh ay</w>
+cr a</w>
+v at</w>
+he e
+t we
+liqu id
+pol y</w>
+ðŁİ ģ
+b ent</w>
+be aring</w>
+motor sport</w>
+bar be
+te sti
+han i</w>
+fin ancing</w>
+astron aut</w>
+water colour</w>
+ri sh
+comic con</w>
+gar t
+wr ong
+ber n</w>
+it an</w>
+ste pped</w>
+fil ters</w>
+c low
+me x</w>
+dem ons</w>
+all o</w>
+expand ed</w>
+comm and
+et ers</w>
+go ats</w>
+si ri</w>
+y r
+pot tery</w>
+mari on</w>
+i le
+el an</w>
+san to</w>
+person a</w>
+du ke
+hom eless
+li ghted</w>
+wheel er</w>
+chang er</w>
+cab bage</w>
+sur real</w>
+ham burg</w>
+sma shed</w>
+str an
+k not</w>
+i art
+ob i</w>
+be dro
+di al
+th ick
+b ingo</w>
+fu s</w>
+vacu um</w>
+con ve
+ati ve
+accur acy</w>
+accoun t
+re fer
+ri z
+spider man</w>
+ban a</w>
+r ite</w>
+u b
+ab s
+medic al
+lin k
+si em
+> >>></w>
+be tra
+g lowing</w>
+re actions</w>
+pupp et</w>
+spa ghetti</w>
+ang s</w>
+re medi
+pray for
+roy ce</w>
+char lotte
+£ ï¸ı</w>
+gh et
+affe cting</w>
+ro de</w>
+soci alist</w>
+mo ses</w>
+az i</w>
+o it
+re porters</w>
+cd t</w>
+ap ing</w>
+s nat
+minim al</w>
+wa ist</w>
+sie ge</w>
+>> >>
+ri g
+schmid t</w>
+h are</w>
+ec a</w>
+thor n</w>
+he mp</w>
+es the
+cly de</w>
+th a
+don ut</w>
+moham ed</w>
+ling erie</w>
+le gg
+carpen ter</w>
+perform ers</w>
+de a</w>
+imag ined</w>
+cur se</w>
+la sh</w>
+ct r</w>
+agu a</w>
+ro ar</w>
+gr i</w>
+ro le
+j fk</w>
+resur rec
+roosevel t</w>
+maril yn</w>
+sm alle
+will is</w>
+wa ited</w>
+char ities</w>
+the res</w>
+li k</w>
+origin al
+car i
+c ough</w>
+cru ci
+la gun
+contra st</w>
+k ou
+arm our</w>
+re moving</w>
+t ent
+maz da</w>
+bri ghter</w>
+thi ef</w>
+cor ner
+tequ ila</w>
+buzz ing</w>
+al bi
+p am</w>
+az ure</w>
+disc oun
+pixel art</w>
+possi bility</w>
+ham ont</w>
+tra des</w>
+bu da
+hi ve</w>
+vers y</w>
+fin ch</w>
+tran spa
+em i</w>
+terri fying</w>
+in qui
+g ba</w>
+sub stitu
+collec ti
+plac ing</w>
+cin dy</w>
+k ann
+pa tho
+diamon d
+mour inho</w>
+guine a</w>
+anthro po
+air s</w>
+pu mps</w>
+ì ļ
+pas o</w>
+cur ling</w>
+an ita</w>
+resi dency</w>
+ne wh
+jo on</w>
+cigare tte</w>
+que ue</w>
+ex trac
+gam es
+spl en
+ex press
+public ly</w>
+bon nie</w>
+tribun e</w>
+ba ek
+reason able</w>
+c or</w>
+timo thy</w>
+she eran</w>
+Ä ±
+f dn</w>
+su tton</w>
+concentr ation</w>
+carav an</w>
+x avier</w>
+al ger
+cy lin
+freder ick</w>
+ner ve</w>
+pe ak
+lettu ce</w>
+j ail
+pre game</w>
+kav an
+up graded</w>
+eco logy</w>
+squad ron</w>
+gra pes</w>
+goo g
+pa stry</w>
+ðŁĹ £</w>
+ãĥ¼ ãĥ
+mil ano</w>
+awa z</w>
+presen ter</w>
+ðŁĮ ¿</w>
+her d</w>
+king s
+tem plate</w>
+fl our</w>
+h v</w>
+k ley</w>
+i ya</w>
+spe c</w>
+at er
+frankfur t</w>
+co ch
+tex ting</w>
+del i</w>
+communi st</w>
+regi ment</w>
+ele anor</w>
+anticip ated</w>
+ðŁijĮ ðŁı»</w>
+thephoto hour</w>
+ran o</w>
+survi ving</w>
+simul ation</w>
+daw son</w>
+ar in</w>
+aqu a</w>
+m or</w>
+âĢ¦ .</w>
+cin o</w>
+ira qi</w>
+sh az
+dun dee</w>
+we s
+dra u
+hann ah
+s news</w>
+occup ation</w>
+ste en</w>
+x m</w>
+ang les</w>
+sett ings</w>
+gur u
+kno x
+or ca</w>
+shap ing</w>
+w ent
+dr illing</w>
+zz ie</w>
+br i</w>
+kis sing</w>
+fin d
+ma ine
+âŃIJï¸ı âŃIJï¸ı
+ðŁĮ į</w>
+lar ry
+bu sted</w>
+ta vern</w>
+acti vely</w>
+- "</w>
+replac ing</w>
+no d</w>
+un lock</w>
+. "
+âŀ ¤</w>
+affili ate</w>
+to w</w>
+l n</w>
+happy newyear</w>
+di f
+j m</w>
+green wich</w>
+contro versy</w>
+daw g</w>
+con dol
+sav annah</w>
+compens ation</w>
+touch down</w>
+te o</w>
+amb itious</w>
+embro i
+convic ted</w>
+iart g</w>
+bar ack
+tr ance</w>
+testim ony</w>
+au dition</w>
+thum b</w>
+my ths</w>
+be x
+que z</w>
+orch id</w>
+den y</w>
+entit led</w>
+hoo d
+gr ant
+in box</w>
+blue jays</w>
+r illa</w>
+smalle st</w>
+bur den</w>
+in famous</w>
+divi ded</w>
+boun daries</w>
+t ter
+el t</w>
+wy oming</w>
+be verage</w>
+me sm
+one ws</w>
+budd hist</w>
+y ana</w>
+as sad</w>
+is ms</w>
+bar rett</w>
+predic ted</w>
+back to
+tw it</w>
+e there
+cap tains</w>
+escap ed</w>
+ay o</w>
+lam borgh
+gard ner</w>
+la ps</w>
+k al</w>
+adverti sement</w>
+insec ts</w>
+na po
+am en
+ac y
+r and</w>
+g k</w>
+te h
+k athle
+tri dge</w>
+pan cake</w>
+at ro
+pyram id</w>
+bu la</w>
+paral ym
+gau ge</w>
+en cies</w>
+tom y</w>
+biscu it</w>
+but cher</w>
+quali fier</w>
+coun ty
+ke i
+po ols</w>
+dar ker</w>
+should ers</w>
+ðŁĩºðŁĩ¸ ðŁĩºðŁĩ¸
+sp re
+( "</w>
+writ ers
+g m
+ðŁİ ĵ</w>
+k nit
+hu ff
+mt b</w>
+philli es</w>
+o st</w>
+den is</w>
+g art</w>
+licen sed</w>
+inter face</w>
+ex cel</w>
+d well</w>
+from the
+co fficial</w>
+az zi</w>
+appear ing</w>
+fore st
+n ana</w>
+ke ith
+manufac turers</w>
+beck ham</w>
+) ?</w>
+e se
+col ony</w>
+delic ate</w>
+ut ter
+mc in
+transpl ant</w>
+pre ferred</w>
+par d</w>
+ari e</w>
+hu b
+po ds</w>
+perspec tives</w>
+pic t</w>
+del u
+app er</w>
+be than
+p mo
+crimin als</w>
+femin ism</w>
+sh ack</w>
+circum stances</w>
+fel las</w>
+prote sting</w>
+wa x
+sugge sted</w>
+t ator</w>
+dre w
+om ni
+fa ke
+kath y</w>
+re b</w>
+del ine</w>
+ber ni
+mi sty</w>
+ðŁij ©
+er able</w>
+break through</w>
+men swear</w>
+millenni als</w>
+chan yeol</w>
+la z
+inser t</w>
+rep lies</w>
+phra se</w>
+n x
+ihear tawards</w>
+audre y</w>
+gran ite</w>
+rac ec
+ori e</w>
+ter ra</w>
+innov ations</w>
+britt any</w>
+at eral</w>
+pe ar</w>
+bio logical</w>
+sh ments</w>
+institu tion</w>
+m sn
+frequ ency</w>
+d man</w>
+neg lec
+t f
+ste fan</w>
+fox news</w>
+ty po
+comm s</w>
+sequ ence</w>
+car men</w>
+wh ites</w>
+econom ist</w>
+exe ter</w>
+se um</w>
+re sorts</w>
+cas ually</w>
+bun de
+divi de</w>
+Ø ¹
+ga g</w>
+cre ed</w>
+reti re</w>
+cau cus</w>
+rapi ds</w>
+wrestle mania</w>
+tul sa</w>
+sunder land</w>
+fundam ent
+o di</w>
+yam aha</w>
+v ary</w>
+intri gu
+el se
+be acon</w>
+an gie</w>
+tra ded</w>
+tran sm
+g ents</w>
+kn itting</w>
+gal ac
+ðĿ Ĺ
+u to
+sea side</w>
+hol t</w>
+re rs</w>
+far go</w>
+train ers</w>
+mon soon</w>
+b ale</w>
+sou ght</w>
+mad die</w>
+h w</w>
+co li
+fr an</w>
+fav s</w>
+ðŁĴ Ķ
+int ent</w>
+r ally
+s bs</w>
+lemon ade</w>
+barack obama</w>
+bre ad
+stick y</w>
+explo sive</w>
+chel ten
+t j
+as soc</w>
+ram en</w>
+hom ies</w>
+v log</w>
+mi ster</w>
+lor d
+âĢįâĻ Ģï¸ı
+aly ssa</w>
+sketch book</w>
+ru mble</w>
+cat ch
+migr ant</w>
+discipl ine</w>
+un likely</w>
+chronic les</w>
+fl ora</w>
+sl ams</w>
+am id
+s boro</w>
+coo p</w>
+ju mps</w>
+tran qu
+mel is
+sof ia</w>
+en ri
+gab e</w>
+sy ri
+nicol as</w>
+cha i</w>
+w v
+be cky</w>
+foo ty</w>
+ta o</w>
+suppo se</w>
+ðŁĺįðŁĺį ðŁĺįðŁĺį</w>
+plu sh</w>
+ri sh</w>
+ðŁ¤ ĵ</w>
+k ha</w>
+satur days</w>
+ac cent</w>
+he c
+lim it
+carl ton</w>
+wi red</w>
+taylor swift</w>
+ðŁĺ ij</w>
+sq l</w>
+har ro
+recipi ents</w>
+g at</w>
+go p
+th of
+amaz ed</w>
+gh an
+ðŁıĨ ðŁıĨ
+por to</w>
+cla re
+di stant</w>
+na c</w>
+ohi o
+ðŁĻı ðŁı¼</w>
+mt n</w>
+anti bio
+dino sa
+me sa</w>
+par tial</w>
+b v
+lear nt</w>
+lov ato</w>
+questi on
+ex tract</w>
+gossi p</w>
+gi bb
+niag ara</w>
+ðŁij ¨
+displa yed</w>
+so oner</w>
+ste vie</w>
+nug gets</w>
+ml n</w>
+bro m
+tur b
+give aways</w>
+stu pi
+bl ink</w>
+c ili
+conven ient</w>
+mo h
+vi ve
+f ric
+cau se
+cham ber
+cu les</w>
+ne arest</w>
+is se</w>
+small biz</w>
+t j</w>
+canadi ans</w>
+smar ter</w>
+bra sil</w>
+ra re
+que tte</w>
+w ha
+cand le
+at omic</w>
+ðŁijį ðŁijį</w>
+warri or
+relax ed</w>
+stri ps</w>
+ne ur
+k ka</w>
+r fc</w>
+jen sen</w>
+reco vering</w>
+respon ses</w>
+sal am
+ortho dox</w>
+acti ve
+ell ers</w>
+n it</w>
+âŃ IJ</w>
+metro politan</w>
+centu ries</w>
+vi da</w>
+gra ding</w>
+transpa rent</w>
+sim ple
+do ts</w>
+superint endent</w>
+elev ator</w>
+autom ated</w>
+red skins</w>
+ima m</w>
+summer time</w>
+jona than
+ge aring</w>
+michel le
+confl ic
+m ice</w>
+to te</w>
+publi sh</w>
+pa x</w>
+) -</w>
+na iled</w>
+á ´
+tele scope</w>
+ser bia</w>
+ba b</w>
+ape u
+st ically</w>
+sen ti
+r ats</w>
+isol ated</w>
+grou p
+hat red</w>
+paranor mal</w>
+stan ley
+ali on</w>
+safe ty
+l s
+ठ°</w>
+nex us</w>
+alexand ra</w>
+mas ks</w>
++ +</w>
+tr on
+au k</w>
+brother hood</w>
+brow se</w>
+mix es</w>
+sim one</w>
+mu sk</w>
+appro ve</w>
+lo la</w>
+ex p</w>
+per th
+fu turi
+un seen</w>
+d m
+chel se
+sc outing</w>
+o we</w>
+portsm outh</w>
+k ram
+mi ze</w>
+di spen
+su p
+d lc</w>
+adver t</w>
+tere sa</w>
+is le
+cy cle
+met all
+shi elds</w>
+marin ers</w>
+ra z</w>
+ing en</w>
+fun d
+an go</w>
+jon es
+o ka</w>
+mad den</w>
+broc coli</w>
+domin ic</w>
+situ ations</w>
+mer o</w>
+cric ke
+puni shment</w>
+d b
+sha king</w>
+ðŁĺ ļ</w>
+m q
+ari ans</w>
+le h
+cla w</w>
+we ds</w>
+d ure</w>
+ni el
+j elly
+gour met</w>
+tra ders</w>
+le vi</w>
+w ages</w>
+kne es</w>
+wi se
+heaven ly</w>
+avi d</w>
+melo dy</w>
+z ack</w>
+ban anas</w>
+apprentic e
+pro p
+fun ny
+o de
+respec ted</w>
+me gan
+fe wer</w>
+dra fted</w>
+med it
+gra pe
+us army</w>
+cru sad
+vo cali
+prepar ations</w>
+non sense</w>
+us age</w>
+th r</w>
+ro th</w>
+wiz ards</w>
+insi de
+promo tions</w>
+mon a</w>
+red sox</w>
+si g</w>
+eleg ance</w>
+ch ia</w>
+univer sal
+ãĢ į</w>
+ra ja</w>
+un ga</w>
+pol lin
+filip ino</w>
+ak a
+t sun
+ik on</w>
+bi king</w>
+decor ations</w>
+z ac</w>
+cade ts</w>
+hum our</w>
+ag m</w>
+re ppin</w>
+vac cin
+elo ve</w>
+u w</w>
+dia be
+galla gher</w>
+az er
+do l</w>
+a while</w>
+pro minent</w>
+wel sh
+t ann
+' )</w>
+bi en
+wa g</w>
+in al</w>
+c wc</w>
+wic ket</w>
+ur st</w>
+q anon</w>
+x e</w>
+out door
+dun n</w>
+star r</w>
+co logy</w>
+ric ky
+u efa</w>
+reb ounds</w>
+s music</w>
+inf ant</w>
+ðŁĻ ĭ
+so p</w>
+u mber
+hand ing</w>
+beg in
+sor ting</w>
+ha sh</w>
+sp ati
+re k</w>
+buda pest</w>
+black hawks</w>
+dele te</w>
+ro m</w>
+can did</w>
+auth ori
+de bris</w>
+spe cul
+inter section</w>
+marri ott</w>
+im ran</w>
+ðŁĺģ ðŁĺģ</w>
+cru ises</w>
+ram sey</w>
+rafa el</w>
+aware ness
+vas cular</w>
+beyon cé</w>
+ru g</w>
+ðŁĺ Į
+festi v
+ar am
+s able</w>
+bas il
+p ill</w>
+flo oring</w>
+un beaten</w>
+implic ations</w>
+u f</w>
+w ound</w>
+for ge</w>
+poin ting</w>
+po ts</w>
+popular ity</w>
+ðŁijı ðŁı»
+mani pul
+s lots</w>
+deb ates</w>
+abs ence</w>
+ver mont</w>
+never forget</w>
+wri st
+gl oria</w>
+ren ce
+hu sk
+mel ting</w>
+ðŁİ Ł
+br aces</w>
+tim ely</w>
+transform ing</w>
+am ps</w>
+ma k</w>
+po e</w>
+ah an</w>
+gener ally</w>
+nd p</w>
+ale ppo</w>
+unic ef</w>
+pro fs</w>
+nor d
+ma sk
+jackson ville</w>
+v v
+sh ells</w>
+bloom ing</w>
+oper ators</w>
+char coal</w>
+ne ville</w>
+ma gi
+chi p
+sam a</w>
+ir an
+re forms</w>
+accu mul
+ru e</w>
+æ ľ
+web sites</w>
+ga on</w>
+devast ating</w>
+sto s</w>
+glaci er</w>
+ra pp
+chipot le</w>
+pr a</w>
+or ous</w>
+rom ney</w>
+seas on
+decor ative</w>
+c isco</w>
+dit ch</w>
+compla in</w>
+ll o</w>
+assu me</w>
+ðŁĺĤðŁĺĤ ðŁĺĤðŁĺĤðŁĺĤ</w>
+n els</w>
+cent ric</w>
+ft w</w>
+car rots</w>
+tat a</w>
+can ter
+per ience</w>
+li ers</w>
+demo s</w>
+bl unt</w>
+oper ate</w>
+reserv ations</w>
+le ah</w>
+sub stance</w>
+di son</w>
+an te
+elec tion
+v ue</w>
+squ are
+non profit</w>
+ca a</w>
+f su</w>
+y am</w>
+ãĤ ¤
+v ladi
+comple tes</w>
+mar i</w>
+philli p</w>
+ne ill</w>
+er as
+ka it
+men do
+mahar ashtra</w>
+g p
+dan e</w>
+provi dence</w>
+ther apeu
+juven ile</w>
+me mo</w>
+in corpor
+aa aa</w>
+seven teen</w>
+teen ager</w>
+Ã £
+or ns</w>
+wi de
+cu teness</w>
+tw d</w>
+ff les</w>
+bar a</w>
+com edy
+over time</w>
+y az
+bar on</w>
+unemp loyment</w>
+ðŁij ĭ
+exter ior</w>
+den se</w>
+cent res</w>
+match up</w>
+history month</w>
+artif icial
+qu it
+e sk
+war n</w>
+cr itic</w>
+j af
+ðŁĵ ²</w>
+inform ative</w>
+fu els</w>
+recy cle</w>
+nam ing</w>
+stri pe</w>
+sol ic
+mole cular</w>
+dee pi
+con vo</w>
+s sel</w>
+na e</w>
+de scent</w>
+ti z</w>
+accoun tability</w>
+ter ry
+r ito</w>
+sl ay</w>
+em o</w>
+dem ol
+sens ation</w>
+co v
+tor e</w>
+round table</w>
+y ol
+excu ses</w>
+ॠį</w>
+tur quo
+hh hh
+pod casts</w>
+cele b</w>
+me ssi
+li o</w>
+man n
+contribu ted</w>
+u z
+gener ator</w>
+ele ts</w>
+veg gie</w>
+indu l
+en suring</w>
+detro it
+pun jab
+tran spor
+instru ction</w>
+ad d
+por cel
+pan eli
+cir cles</w>
+persi st
+clay ton</w>
+sp n</w>
+dog softwitter</w>
+is nt</w>
+sp r</w>
+retail ers</w>
+p w
+hun gar
+el ena</w>
+mon aster
+gu atem
+je ssie</w>
+an z</w>
+ra shi
+fle e
+car ving</w>
+fau x</w>
+l al</w>
+hen ri
+d jo
+du ll</w>
+s ana</w>
+lar a</w>
+glo be
+cri mson</w>
+com pass</w>
+pau se</w>
+na b</w>
+lion el</w>
+ba ths</w>
+u fo</w>
+invent ory</w>
+sin gh
+sat an</w>
+ðŁĩ ¸
+ce ments</w>
+in form</w>
+gener ated</w>
+bi den</w>
+av g</w>
+tas ks</w>
+de er
+sa u</w>
+ja iled</w>
+pa stel</w>
+sc c</w>
+na il
+steel e</w>
+per is
+lamborgh ini</w>
+pur sue</w>
+mar gin
+u ch
+bo sch</w>
+dra in</w>
+cl ara</w>
+bo m</w>
+lat ino</w>
+web ster</w>
+rose mary</w>
+r ha
+s oun
+billion aire</w>
+not ch</w>
+percent age</w>
+con or</w>
+' "</w>
+hom es
+earth day</w>
+h ort</w>
+big gest
+di sin
+wal ton</w>
+edit ors</w>
+im ma</w>
+om ar
+equi valent</w>
+pharmac eu
+ah med
+cam eo</w>
+han ni
+under rated</w>
+ge ment</w>
+micro bi
+v oo
+honor able</w>
+obe sity</w>
+âļ ¡ï¸ı
+limer ick</w>
+invol vement</w>
+st agram</w>
+boule vard</w>
+bur g
+blackand white</w>
+liber ation</w>
+fi ve
+inter im</w>
+sm m</w>
+rival ry</w>
+cap abilities</w>
+stat ements</w>
+thu mb
+ve d
+sw ans</w>
+bar ber
+e que
+seren a</w>
+hel m</w>
+noo dle</w>
+sam pling</w>
+n awaz</w>
+sing le
+thunder storms</w>
+sh on
+in ev
+ë ¯
+to pp
+orch ard</w>
+bi an
+ðŁĺ Ķ
+door step</w>
+salv ation</w>
+marke ting
+r ons</w>
+cle mson</w>
+ra vi</w>
+in take</w>
+stand with
+sin a</w>
+ha iku</w>
+ple y</w>
+elector al</w>
+ph illy
+la ys</w>
+electr ic
+cap turing</w>
+u pp
+er gy</w>
+believ ing</w>
+cul tures</w>
+es day</w>
+inva sive</w>
+ed ed</w>
+spee ch
+end ur
+viet nam
+boy cott</w>
+pe de</w>
+deli ver
+ðŁĴĸ ðŁĴĸ
+mer chant</w>
+st ir</w>
+den ies</w>
+poc kets</w>
+o ti
+cu ddle</w>
+ro land</w>
+mm ed</w>
+den ed</w>
+lear ners</w>
+hoo p</w>
+sour cing</w>
+h acked</w>
+di m
+environ ments</w>
+ben son</w>
+jud icial</w>
+wor cester</w>
+pear ls</w>
+govern ments</w>
+arri vals</w>
+cor ners</w>
+tun ing</w>
+la bour
+y m</w>
+or dering</w>
+le wi
+i fe</w>
+hygi ene</w>
+thou ghtful</w>
+indone sian</w>
+campaig ning</w>
+princi ple</w>
+assau l
+ru bb
+at v</w>
+wil ly</w>
+en tre</w>
+il i</w>
+ph on
+du ties</w>
+âĻ¥ âĻ¥</w>
+sn akes</w>
+lo op
+am ar</w>
+conver tible</w>
+bon ding</w>
+ment oring</w>
+max well</w>
+ethere um</w>
+destro ying</w>
+ax is</w>
+ca iro</w>
+fin nish</w>
+sho ck
+ðŁĺ IJ</w>
+cal eb</w>
+com a</w>
+pe dal</w>
+co re
+contin ent</w>
+el son</w>
+temp o</w>
+helsin ki</w>
+ac p</w>
+tack ling</w>
+st ated</w>
+bl a</w>
+dou b
+sma shing</w>
+a ja</w>
+camer on
+disru ption</w>
+warm th</w>
+being salmankhan</w>
+bullet in</w>
+o de</w>
+syrac use</w>
+ar an</w>
+mc gregor</w>
+bul k</w>
+an ton</w>
+confir mation</w>
+sp ine</w>
+im ran
+instru c
+jac ks</w>
+chi o</w>
+pal m
+str e</w>
+embarra ssing</w>
+un t
+elimin ate</w>
+to ss</w>
+c ise</w>
+a ws</w>
+oni sts</w>
+sh inee</w>
+jo s</w>
+ho se</w>
+li vely</w>
+opp onents</w>
+mo vements</w>
+recogni zing</w>
+sandwich es</w>
+sh akes</w>
+exerc ises</w>
+se at
+profe ssion</w>
+merry christmas</w>
+lu gg
+adopt dont
+mar vin</w>
+byr ne</w>
+un le
+he t</w>
+ku wait</w>
+rah man</w>
+aspe ct</w>
+humb led</w>
+gen es</w>
+f and
+long time</w>
+) ;</w>
+cam pu
+an gus</w>
+ðŁijį ðŁı¼</w>
+q uran</w>
+sle eves</w>
+s lic
+¸ ë
+twel ve</w>
+your e</w>
+i ke</w>
+go gh</w>
+b st</w>
+dic tionary</w>
+reflec ting</w>
+to on</w>
+yar n</w>
+em bed
+ðŁı ´</w>
+re serves</w>
+floo ded</w>
+ver iz
+du sk</w>
+estab lish</w>
+pro li
+au d</w>
+ritu al</w>
+or bit</w>
+declar ation</w>
+recor dings</w>
+cam o</w>
+cas sette</w>
+good luck</w>
+cu tter</w>
+bo p</w>
+b ho
+che ating</w>
+paci fic
+ma res</w>
+tim er</w>
+col t</w>
+tr ous
+tomor row
+han sen</w>
+ci e</w>
+w ang
+ban i</w>
+circu lar</w>
+ac ute</w>
+far mer
+co ys</w>
+p se
+ir ving</w>
+w j
+haw kins</w>
+b ison</w>
+ur day</w>
+cru ising</w>
+o te</w>
+k ath</w>
+whi stle</w>
+your selves</w>
+ant is</w>
+sla sh</w>
+thorough ly</w>
+ke sh</w>
+ser ie</w>
+ex em
+en ig
+guil d
+sh red
+ho gan</w>
+ap o</w>
+ä ¸
+pu zz
+ne tball</w>
+au ssi
+panor ama</w>
+ws j</w>
+av is</w>
+ar ming</w>
+hum ph
+brow ser</w>
+cri es</w>
+fo ggy</w>
+mat te</w>
+ðŁĮ »</w>
+it er</w>
+tal lest</w>
+by ron</w>
+cap tiv
+je su
+any ways</w>
+flag ship</w>
+p ton</w>
+we y</w>
+fay ette</w>
+financi al
+f oul</w>
+solom on</w>
+jenni fer
+cucu mber</w>
+ar gue</w>
+tex tile</w>
+wrest ler</w>
+john ston</w>
+pa stor
+ðŁĺŃðŁĺŃ ðŁĺŃðŁĺŃ
+cac tus</w>
+edi ble</w>
+re served</w>
+ric hie</w>
+met res</w>
+ingredi ent</w>
+h ella</w>
+un to</w>
+ch ol
+cele bs</w>
+po ets</w>
+gra ham
+hay den</w>
+coinci dence</w>
+b aw
+communic ate</w>
+flet cher</w>
+/ -</w>
+tole do</w>
+ecu ador</w>
+coun sel</w>
+s laughter</w>
+line ar</w>
+at p</w>
+os u</w>
+jo el
+ev ed</w>
+conqu er</w>
+ru stic</w>
+plic ity</w>
+recogn ise</w>
+room mate</w>
+cr acked</w>
+jas per</w>
+ph er</w>
+ðŁĮ º</w>
+wo ven</w>
+mo ist
+ff c</w>
+ste ering</w>
+ni sh
+stand ings</w>
+frequ ent</w>
+ar di</w>
+haz el
+as msg</w>
+bau m</w>
+d art</w>
+si dd
+nat h</w>
+ch ero
+card board</w>
+c ss</w>
+n sfw</w>
+pa ir
+ðŁĺį ðŁĺĺ</w>
+occur red</w>
+homeless ness</w>
+mal one</w>
+ph e</w>
+xi a
+pad dy</w>
+decl are</w>
+theat re
+b f
+per sian</w>
+ta d</w>
+ax e</w>
+susp icious</w>
+lam b
+mu cho</w>
+sen ior
+st as</w>
+k ite</w>
+st ing
+gra d
+k af
+wat ering</w>
+Ø ¯
+spi ral</w>
+th ms</w>
+educ ator</w>
+jer ome</w>
+of c</w>
+clo ck
+su l</w>
+pe mb
+.... .....</w>
+park way</w>
+de aux</w>
+restric tions</w>
+m ons</w>
+need le</w>
+e j
+le agues</w>
+water melon</w>
+am an
+pl enary</w>
+max im
+w ab
+coming soon</w>
+bry ce</w>
+vi gil</w>
+super market</w>
+fortun ate</w>
+turquo ise</w>
+presi dent
+li v</w>
+inter ns</w>
+feel in</w>
+fix tures</w>
+stun t</w>
+st aged</w>
+premi eres</w>
+lo k
+prac titi
+shor tage</w>
+log ne</w>
+ve c
+con cor
+roc ke
+li g
+com posed</w>
+syn thetic</w>
+di p
+cam ila</w>
+ch is
+j ou
+su san
+eye brows</w>
+supp lement</w>
+satis faction</w>
+moham mad</w>
+ti bet
+house of
+pu n</w>
+as sam</w>
+shado whun
+psy ched
+se duc
+mand atory</w>
+her bert</w>
+sc allo
+stream ers</w>
+proto col</w>
+block buster</w>
+produc es</w>
+sch nei
+lau rel</w>
+tri be
+time hop</w>
+pl a</w>
+mod elling</w>
+tv time</w>
+mtv stars</w>
+wi dow</w>
+me tric</w>
+ch am</w>
+con do</w>
+flow ering</w>
+ale c</w>
+d ms</w>
+inten sity</w>
+Â ¨
+mccar tney</w>
+islam abad</w>
+k b</w>
+f fi
+ph al
+anal og</w>
+f ond</w>
+h acks</w>
+positi vity</w>
+treat y</w>
+sub marine</w>
+conne ct</w>
+sel en
+categor ies</w>
+cu b</w>
+organi ze</w>
+si k
+quote oftheday</w>
+remin ding</w>
+am or
+loc king</w>
+ðŁijı ðŁı¼</w>
+comp ound</w>
+et te
+b out
+rec ur
+fe rence</w>
+mi zz
+tren d
+hip ster</w>
+for tress</w>
+forth coming</w>
+preli min
+o dyssey</w>
+ang p</w>
+del ici
+even ings</w>
+ðŁĶ ¹</w>
+i q</w>
+d w</w>
+da ir
+kathr yn</w>
+christian ity</w>
+moon light</w>
+ha b</w>
+wh oo
+f bf</w>
+se th
+genu inely</w>
+pa x
+char ity
+deplo yed</w>
+b nb</w>
+bu cs</w>
+ju dg
+con ge
+plant ation</w>
+im press</w>
+car a</w>
+sc lub</w>
+sco py</w>
+land ers</w>
+compla ints</w>
+b ama</w>
+re build</w>
+x y
+real ism</w>
+sh our</w>
+le in
+brac elets</w>
+mer a</w>
+assas sin</w>
+an chor
+ðŁijĮ ðŁı¼</w>
+lin en</w>
+con fron
+chronic le</w>
+comm ent
+cat alog</w>
+il les</w>
+gor ge</w>
+me try</w>
+jung kook</w>
+love my
+sent in
+se em
+fit ness
+alli ed</w>
+ts man</w>
+digital transformation</w>
+pr an
+lo ft</w>
+min ton</w>
+alden richards</w>
+en vel
+cher ish</w>
+certain ty</w>
+zz z</w>
+rhin o</w>
+per kins</w>
+en rich
+cape town</w>
+ome ter</w>
+sec tions</w>
+ske leton</w>
+def enders</w>
+ðŁĺ Ŀ
+pen c
+bri t</w>
+ja h
+capital ism</w>
+ðŁ¥ ĩ</w>
+baz aar</w>
+re me
+ex t</w>
+kk k</w>
+conver t</w>
+stor my</w>
+b ye
+kar an
+chry sler</w>
+ad os</w>
+pre ssed</w>
+syn c</w>
+ation day</w>
+dang er
+bad ges</w>
+refu ses</w>
+em powering</w>
+ly m
+ex ports</w>
+adoptdont shop</w>
+ðŁĩ ¯
+th c</w>
+awa ited</w>
+focu ses</w>
+fin ed</w>
+o at
+haha hah</w>
+âģ ©
+n family</w>
+fi ona</w>
+luck ily</w>
+thr illing</w>
+ty ping</w>
+out break</w>
+di es
+he u
+craw l</w>
+ne sses</w>
+o ath</w>
+scri pts</w>
+gee ks</w>
+ðŁIJ Ŀ</w>
+p b
+mathemat ics</w>
+al is</w>
+________ ________
+gymna stics</w>
+acti vism</w>
+recommend ation</w>
+gre n</w>
+wa in</w>
+cour ty
+n apol
+cau li
+hor nets</w>
+g als</w>
+jo ckey</w>
+dir ty
+at ar
+enor mous</w>
+pe st
+greg ation</w>
+an os</w>
+ii ii
+def ends</w>
+black historymonth</w>
+at x</w>
+mb c</w>
+lugg age</w>
+wit ch
+co b
+la sts</w>
+cu m
+gg g</w>
+ba thing</w>
+n ar</w>
+ce bu</w>
+ðŁį ĥ</w>
+navig ation</w>
+min e
+re jo
+ðŁİ Ģ</w>
+gif tide
+re ta
+use less</w>
+pu ll
+defic it</w>
+al lu
+ati me</w>
+it v
+tr illion</w>
+pu e
+ac ies</w>
+proce dure</w>
+l ori
+jen ny
+c ad</w>
+ul ously</w>
+dr ac
+promo tes</w>
+ing the
+can u
+woo hoo</w>
+na omi</w>
+zar dari</w>
+ts u</w>
+be ir
+sd g</w>
+le ver
+we ber</w>
+ab ud
+lun d</w>
+crow ded</w>
+deplo yment</w>
+ter rain</w>
+ken ny
+ho f
+witne ssed</w>
+lo ch
+j k
+bul ly</w>
+w ren
+poe try
+do ff</w>
+ww i</w>
+mo red</w>
+din i</w>
+cul ture
+promp t</w>
+Â ¥</w>
+maur ice</w>
+to pps</w>
+r m
+cor respon
+ab out
+jewel s</w>
+gi br
+eag le
+ðŁĺĺ ðŁĺĺðŁĺĺ</w>
+l ending</w>
+sou ven
+ç Ķ
+contemporary art</w>
+establi shment</w>
+j ong
+âĢ¦ "</w>
+gat or
+patri otic</w>
+mc coy</w>
+v ape</w>
+human e</w>
+feli z</w>
+coach ella</w>
+re posting</w>
+ste als</w>
+fu ller</w>
+n ering</w>
+at ra
+( -</w>
+bla ke
+he ather
+wor ms</w>
+discipl inary</w>
+rede mption</w>
+y ard
+am in</w>
+" @_</w>
+d nc</w>
+t ds</w>
+k appa</w>
+ne wark</w>
+comm its</w>
+spe ars</w>
+j ams</w>
+t and
+msn bc</w>
+inter medi
+aim ed</w>
+at ic
+teen th</w>
+observ ation</w>
+kash mir
+kavan augh</w>
+ou l
+san francisco</w>
+re u
+bel ated</w>
+cho w
+pass word</w>
+st ills</w>
+deta ined</w>
+sar i</w>
+day ton</w>
+dar ren
+itali an
+ar th</w>
+amu sic</w>
+ar bit
+w m
+v m</w>
+he m
+dou g
+my r
+a sho
+pre v
+vin d</w>
+bra h
+sta g</w>
+ภµ</w>
+pre views</w>
+gu k</w>
+con taining</w>
+leon ardo</w>
+sad dle</w>
+ru shing</w>
+st av
+lon gh
+gam bling</w>
+ve gas
+reserv ation</w>
+end ale</w>
+bal a</w>
+fl a</w>
+vari ant</w>
+he dge</w>
+bulgar ia</w>
+nat ali
+we aver</w>
+sol st
+encoura ged</w>
+ap c</w>
+as parag
+ne st
+cycli sts</w>
+fe l</w>
+ìĬ ¤
+overwhel ming</w>
+pey ton</w>
+j it</w>
+a post
+mb le
+ble eding</w>
+neighbour hood</w>
+a very</w>
+expre ssions</w>
+mac donald</w>
+gi gs</w>
+mon ds</w>
+illu sion</w>
+n ct</w>
+cam ero
+over head</w>
+my th
+ol y
+vi o</w>
+et v</w>
+lau rie</w>
+unve iling</w>
+pri or
+con n</w>
+iron man</w>
+di ff</w>
+day in
+crit ici
+con go</w>
+re vision</w>
+wal e</w>
+direc tor
+p ines</w>
+black pink</w>
+gar ner</w>
+cur ated</w>
+manit oba</w>
+h ac
+common ly</w>
+bar ton</w>
+.... #</w>
+mor tality</w>
+live smatter</w>
+philos op
+shor ter</w>
+con vince</w>
+fre ak
+vend ors</w>
+insi ghtful</w>
+el ly</w>
+sens ors</w>
+e led</w>
+s berg</w>
+weight loss</w>
+u kip</w>
+sp ur</w>
+priv ate
+qu a</w>
+ss c</w>
+, ...</w>
+supervis or</w>
+advis er</w>
+amaz ingly</w>
+less er</w>
+at es
+mah on</w>
+oooo oo</w>
+sar as
+pmo india</w>
+waff le</w>
+un ders</w>
+toler ance</w>
+sculp tures</w>
+her sh
+kno cking</w>
+smo ke
+cathol ic
+gri m
+tra veled</w>
+fli p
+ge off</w>
+dinosa urs</w>
+sle pt</w>
+scar let</w>
+ok i</w>
+compla int</w>
+ob sc
+nam i
+la g</w>
+cross fit</w>
+u fc
+mc cain</w>
+refe ree</w>
+sad ness</w>
+pen ny
+li eu
+mo de
+ki er
+vol s</w>
+w is</w>
+el on</w>
+she a</w>
+ba o</w>
+son ia</w>
+cla ire
+em manuel</w>
+moist ure</w>
+di gest</w>
+vi ii</w>
+t eller</w>
+ch on
+access ory</w>
+night club</w>
+foss il
+aw an</w>
+hu sky</w>
+ab original</w>
+brand on
+ffici ent</w>
+cou gars</w>
+ste d
+ad mitted</w>
+igno red</w>
+content marketing</w>
+ag as
+v ase</w>
+execu ted</w>
+negoti ations</w>
+she ad</w>
+n and
+tab lets</w>
+go th</w>
+ts al</w>
+d fw</w>
+on ep
+protec tor</w>
+sp ho
+gaz ette</w>
+andre as</w>
+ss er</w>
+comp ilation</w>
+ha v</w>
+contain ers</w>
+bro ker</w>
+soc al</w>
+porcel ain</w>
+hy uk</w>
+air ing</w>
+ðŁĴ °
+publi sher</w>
+scen ario</w>
+spart ans</w>
+re viewing</w>
+itu des</w>
+ed el
+pear son</w>
+ba sh
+mau i</w>
+a ad
+ðŁĮ Ĭ
+li u</w>
+ul ate</w>
+program mes</w>
+fav our</w>
+web design</w>
+real ty</w>
+motiv ational</w>
+cro sses</w>
+' ...</w>
+bus ch</w>
+adjust able</w>
+ar jun</w>
+mist ak
+dimen sion</w>
+pi stol</w>
+weigh s</w>
+en y</w>
+unve il</w>
+indy car</w>
+gor don
+f ade</w>
+fran ken
+qual ities</w>
+bet t</w>
+loc ate</w>
+ker r</w>
+sp c</w>
+confu sion</w>
+ne e
+luck y
+bas es</w>
+dep ends</w>
+fire fighter</w>
+ol a
+re t
+mar oon</w>
+ðŁĶ Ĭ</w>
+w am
+defin ing</w>
+whe at
+bi l</w>
+é s</w>
+b hai</w>
+psy ch</w>
+ta u</w>
+ic ans</w>
+thi k</w>
+ob ile</w>
+inspec tor</w>
+ìĨ Įë
+ill on</w>
+go s
+ev angel
+fa i
+si st</w>
+voc ation</w>
+bur ge
+chi stan</w>
+renew ed</w>
+enthusi asm</w>
+en ting</w>
+ag ri
+ike a</w>
+m sc</w>
+aero space</w>
+sens iti
+memo ir</w>
+hosp ice</w>
+co caine</w>
+der ry</w>
+mechan ics</w>
+Ħ à¸
+tin o</w>
+reduc es</w>
+collec tors</w>
+in justice</w>
+supp re
+v ana</w>
+ab un
+nap a</w>
+su sa</w>
+os lo</w>
+e ff
+en core</w>
+lic ence</w>
+ched dar</w>
+z al
+moun t
+ðŁĴ IJ</w>
+threat ens</w>
+!! "</w>
+archi e</w>
+fu tsal</w>
+scu ba</w>
+jo s
+gn on</w>
+se xi
+s official</w>
+compar ing</w>
+domin ant</w>
+tof theday</w>
+fa it</w>
+propos als</w>
+gi ft
+y as</w>
+cn c</w>
+l r
+ha b
+reser voir</w>
+beli efs</w>
+gener al
+mar ti
+t d
+est e</w>
+ì ł
+wi l</w>
+ðŁij ¯</w>
+ðŁĶ «</w>
+sp x</w>
+et work</w>
+excer pt</w>
+e instein</w>
+hir o</w>
+sil hou
+team ed</w>
+per ception</w>
+corri dor</w>
+mental health
+hin ts</w>
+ben ny</w>
+induc ted</w>
+sw x</w>
+wi desp
+spe ak
+cher yl</w>
+dru g
+ðŁĺ ķ</w>
+h f</w>
+asparag us</w>
+myster ies</w>
+fitz gerald</w>
+off er
+therap ist</w>
+care er
+dam aging</w>
+ts d</w>
+per u
+wei bo</w>
+y ay
+phoeni x
+disc re
+mac book</w>
+bar ker</w>
+stig ma</w>
+sp read
+roc kies</w>
+kang ar
+bri dg
+pa i
+bi shop
+ta iled</w>
+capsu le</w>
+ðŁĴ ĵ
+ge of
+roy ale</w>
+short listed</w>
+o ste
+ash amed</w>
+ch app
+key e</w>
+cl a</w>
+screen shot
+austri an</w>
+nati ve
+en ight</w>
+juli et</w>
+michel e</w>
+ðŁĮ ´
+travel ers</w>
+pi l</w>
+football er</w>
+win chester</w>
+ðŁĻ Ħ
+azer bai
+gold eng
+organis ations</w>
+interpre tation</w>
+predat or</w>
+ofthe week</w>
+lo gan
+pok é
+mari e
+cal la
+t nt</w>
+cin de
+ge tic</w>
+fit fam</w>
+gra v
+ow ens</w>
+ðŁĮ ±</w>
+shoot out</w>
+sal is
+commissi ons</w>
+co he
+p tic</w>
+ni xon</w>
+hi a</w>
+amb ition</w>
+mar ine
+cruel ty</w>
+t k</w>
+cru de</w>
+sal ty</w>
+jim a</w>
+mon go
+ir ony</w>
+on wards</w>
+arre sts</w>
+strang ers</w>
+ig er</w>
+cycli st</w>
+ra g</w>
+exten ds</w>
+tra dio</w>
+bour g</w>
+mo i
+el la
+e able</w>
+lex us</w>
+au l
+der a</w>
+histor ian</w>
+mor ton</w>
+ti ff</w>
+man ner</w>
+ko t</w>
+d k
+po inted</w>
+mar qu
+a an
+en ey</w>
+du blin
+on poli</w>
+em ili
+secre t
+fl o</w>
+âļ ¡</w>
+ba j
+ste ep</w>
+accompan ied</w>
+rum ours</w>
+dev i</w>
+purch asing</w>
+fi g</w>
+pu b
+sch oo
+autonom ous</w>
+go alie</w>
+x ia</w>
+autom atically</w>
+re vers
+ter o
+fu ku
+titan ic</w>
+shoo k</w>
+sand als</w>
+see kers</w>
+exc av
+nor dic</w>
+bigo live</w>
+ba ke
+r att
+z ak</w>
+ne p
+ðŁĺ ¤</w>
+cand y
+billi ons</w>
+book worm</w>
+pp et</w>
+à ³
+sur faces</w>
+sc ars</w>
+phil ip
+do gg</w>
+ci gars</w>
+co te</w>
+transl ated</w>
+cur ator</w>
+sin dh</w>
+han gover</w>
+bre wer</w>
+on es
+el ton</w>
+ðŁĴª ðŁı¼</w>
+mar cu
+elli ot</w>
+righ te
+di oce
+ru ss</w>
+rail ways</w>
+grand son</w>
+as cen
+apo logy</w>
+awa it</w>
+mob ili
+re spir
+parti san</w>
+oli vi
+stri ke
+yo o</w>
+white house</w>
+expre ssed</w>
+pu ps</w>
+bed ford</w>
+cul tur
+fro gs</w>
+fly ing
+cav ali
+c ds</w>
+fri ger
+street photography</w>
+re solve</w>
+tali ban</w>
+kan g</w>
+cru shing</w>
+ju m
+ðŁĺ Ĵ
+william son</w>
+tan g</w>
+cur ly</w>
+t man</w>
+veter an
+fa ire</w>
+artificial intelligence</w>
+un anim
+pre n
+back drop</w>
+fr ances</w>
+oc cer</w>
+doro thy</w>
+work ing
+ar thr
+conver ted</w>
+day light</w>
+serv ant</w>
+pad dle</w>
+compla ining</w>
+thir ty</w>
+nad al</w>
+ak u</w>
+ibra him</w>
+ad dressed</w>
+p iss</w>
+green house</w>
+batt alion</w>
+si mulator</w>
+out lets</w>
+embroi dery</w>
+ðŁĵ ±</w>
+fis cal</w>
+ger ard</w>
+sas sy</w>
+ðŁİī ðŁİīðŁİī</w>
+vent ures</w>
+mer it</w>
+public ity</w>
+ðŁij Ī</w>
+sophistic ated</w>
+c tu
+conven tional</w>
+condol ences</w>
+isra el
+tra dition
+ar an
+te ss</w>
+gla d
+ðŁĺĬ ðŁĺĬ</w>
+correc tion</w>
+ge on
+am d</w>
+or ship</w>
+be ast
+ch ment</w>
+ì ŀ
+nic o
+wk nd</w>
+wel s</w>
+cushi on</w>
+beli e
+vo c</w>
+idio ts</w>
+under neath</w>
+pu ma</w>
+corn ell</w>
+en ation</w>
+lu l
+swa ch
+ab ig
+u rer</w>
+mi e
+form erly</w>
+ca f</w>
+er nal</w>
+chor us</w>
+juli us</w>
+sen ator
+âľ į
+wh ir
+salv ador</w>
+ph d
+uni fied</w>
+boo ster</w>
+graph ical</w>
+w rec
+son ny</w>
+mi z
+dere rs</w>
+s all</w>
+ven s</w>
+tusc any</w>
+wi d</w>
+y ong</w>
+kur ds</w>
+w az
+trol ls</w>
+mac ro
+cat urday</w>
+pre ssing</w>
+sa sha</w>
+cent ennial</w>
+gu sts</w>
+em c
+be fore
+den ise</w>
+cu st
+ðŁĵ ¢</w>
+lo oo
+base l</w>
+eng land
+y olo</w>
+ar du
+manife sto</w>
+do ha</w>
+ì ľ
+kni ves</w>
+bourne mouth</w>
+bi bl
+bar b</w>
+al icia</w>
+Ø ©</w>
+com er</w>
+cycl one</w>
+g it</w>
+ane ws</w>
+character i
+vent ura</w>
+in tra
+sf giants</w>
+hu t
+be a</w>
+dar win</w>
+ell er
+al v
+re ese</w>
+bl y
+kar an</w>
+conclu sion</w>
+man ny</w>
+fla kes</w>
+unite blue</w>
+nad u</w>
+co pp
+ed ges</w>
+lanca shire</w>
+i als</w>
+o tta</w>
+philipp e</w>
+l ent
+che e</w>
+ment ors</w>
+festi val
+an ism</w>
+compli mentary</w>
+r j</w>
+pu g
+d ine
+we i</w>
+cli ffs</w>
+sar my</w>
+ti veness</w>
+treas ury</w>
+il and</w>
+after math</w>
+rabb i</w>
+ou n</w>
+bou quet</w>
+herit age
+zi on</w>
+sur render</w>
+shen an
+in ks</w>
+kar l
+gh ty
+pol icing</w>
+exam ination</w>
+ce y</w>
+per su
+measure ment</w>
+hydro gen</w>
+lu han</w>
+âłĢâłĢ âłĢâłĢ
+war i</w>
+о Ð
+j y
+fow ler</w>
+mis h</w>
+al fre
+âĺ ij
+bb naija</w>
+cat alogue</w>
+recogn ised</w>
+sa ver</w>
+hu skies</w>
+col in
+mun do</w>
+si va</w>
+p ng</w>
+discoun ted</w>
+man utd</w>
+fre sno</w>
+de vin</w>
+prelimin ary</w>
+tro phies</w>
+pla stics</w>
+du g</w>
+pro cu
+indi go</w>
+g ard</w>
+dy lan
+pit ches</w>
+ground breaking</w>
+in son</w>
+bl ac
+an thology</w>
+f h</w>
+expl ic
+r ard</w>
+admi ral</w>
+so chi</w>
+la shes</w>
+splen did</w>
+en vy</w>
+ad v</w>
+sex y
+festiv ities</w>
+stic king</w>
+bi b</w>
+thr ill</w>
+op p</w>
+ari el</w>
+botan ical</w>
+endur ance</w>
+fe males</w>
+br icks</w>
+vat ican</w>
+black pool</w>
+ber mu
+br ough</w>
+roll er
+bi d
+sue de</w>
+sloven ia</w>
+mm ing
+ml b
+med alist</w>
+di ans</w>
+rehabil itation</w>
+ne on
+s go</w>
+li thu
+ram os</w>
+z ed
+pi anist</w>
+inten sive</w>
+broad band</w>
+stu dy
+peter sburg</w>
+lu ca</w>
+ah hhh</w>
+phys ician</w>
+dill on</w>
+tele com</w>
+gri ef</w>
+mu n</w>
+ac ro
+si ded</w>
+s ly</w>
+blo ws</w>
+classic cars</w>
+tri um
+ar gy
+? :</w>
+h ri
+marsh mal
+âĢ ĵ
+to pping</w>
+war saw</w>
+tran sc
+preserv ation</w>
+b av
+re friger
+experim ents</w>
+ä º
+gl it
+sli ga</w>
+g age</w>
+fac tor
+flav ours</w>
+br ony</w>
+sp o</w>
+cook book</w>
+carri age</w>
+aw ay
+ny fw</w>
+on ian</w>
+w g
+simp sons</w>
+ro lex</w>
+ðŁı ¿</w>
+cro sby</w>
+ãħ ¤
+cre di
+syn dic
+pu bs</w>
+ali fe</w>
+poor ly</w>
+mac ed
+ðŁĺ ŀ</w>
+behin dthe
+w enger</w>
+n ats</w>
+ðŁİ Ł</w>
+rubb ish</w>
+procedu res</w>
+typho on</w>
+opho bia</w>
+er do
+fu el
+vi era</w>
+bu mps</w>
+millenni um</w>
+new zealand</w>
+lec tures</w>
+it on</w>
+mil ky</w>
+respon ded</w>
+ê °
+landsc ape
+.. @</w>
+bo ther</w>
+âĸ ¶</w>
+z hang</w>
+huawe i</w>
+tu ition</w>
+s worn</w>
+in u
+y or</w>
+pa olo</w>
+au ditions</w>
+ab il
+malay sian</w>
+ho ps</w>
+fe athers</w>
+mp le</w>
+au ts</w>
+ã o</w>
+boun ty</w>
+ic he</w>
+ì ĺ
+sh q</w>
+pin ot</w>
+ge ars</w>
+disapp ear
+video games</w>
+t na</w>
+alzheim er</w>
+ðŁĮ ŀ
+a ji</w>
+under wear</w>
+swit ching</w>
+sign age</w>
+o scar
+ec on</w>
+dro w
+cl int</w>
+pl ated</w>
+gun dy</w>
+emb lem</w>
+ho es</w>
+ici st</w>
+nel ly</w>
+juni or
+road show</w>
+miner als</w>
+at le
+alexand ria</w>
+ac claimed</w>
+v ell
+shi va</w>
+ad he
+en ne
+amne sty</w>
+h ounds</w>
+councill or</w>
+ðŁĴ ¦
+aes the
+part nering</w>
+influ enced</w>
+mag no
+fl are</w>
+extin ction</w>
+civil ian</w>
+maje sty</w>
+va il</w>
+law makers</w>
+rac ks</w>
+mc c</w>
+ori an</w>
+sp ices</w>
+er rors</w>
+may er</w>
+co ca</w>
+pa i</w>
+s ooooo</w>
+reti ring</w>
+ba thro
+ðŁĻĮ ðŁĻĮ
+âĸ ª
+su f
+endor sement</w>
+buil ding
+broo ch</w>
+pal la
+arvin d
+ag ent
+kar ate</w>
+r hi
+c tv
+ta ine
+um m</w>
+ba x
+reig ns</w>
+uni of
+enterpri ses</w>
+adel e</w>
+fla ke</w>
+at tire</w>
+bru ce
+ba hamas</w>
+gra vy</w>
+sa in
+che ek</w>
+tri vi
+lo v</w>
+e en</w>
+bb lo
+lady gaga</w>
+itt a</w>
+. "-</w>
+du stin</w>
+observ atory</w>
+eigh th</w>
+bloom berg</w>
+kh s</w>
+f cc</w>
+gi st</w>
+commemor ate</w>
+ve er
+sexu ality</w>
+ed c</w>
+nic ole
+vac ancy</w>
+u ser
+son a</w>
+:' (</w>
+dipl oma</w>
+t end</w>
+up grades</w>
+Å Ł
+jura ssic</w>
+cardi ac</w>
+dr s</w>
+widesp read</w>
+Ã ł</w>
+dail ies</w>
+vend or</w>
+sim plicity</w>
+wi der</w>
+len ses</w>
+supp lements</w>
+de pos
+ob served</w>
+vin es</w>
+parti ally</w>
+renew al</w>
+collabor ate</w>
+ali g
+fin ity</w>
+ph u
+zz y
+pe tit</w>
+ðŁĵ ħ</w>
+z in</w>
+i gu
+sm ack
+fall on</w>
+ðŁĵ £</w>
+back wards</w>
+comp onent</w>
+o so</w>
+compati ble</w>
+bin ding</w>
+zur ich</w>
+thom e</w>
+w ounds</w>
+ly ric</w>
+fresh men</w>
+sne aky</w>
+fi bro
+di et
+emplo yer</w>
+in sect</w>
+h ated</w>
+sch er</w>
+raz or</w>
+n sw
+boo ker</w>
+califor ni
+av fc</w>
+Â °
+preten ding</w>
+pep si</w>
+al is
+un titled</w>
+k art</w>
+grand parents</w>
+e the
+o ck</w>
+lux emb
+visu als</w>
+small business</w>
+abdul lah</w>
+min ho</w>
+su baru</w>
+h ra
+reve aling</w>
+heart breaking</w>
+clar ity</w>
+am g</w>
+sl r</w>
+** **
+âŀ ĸ
+recor d
+ici ary</w>
+min ded</w>
+ye h</w>
+exce ssive</w>
+knu ck
+icec ream</w>
+tru th
+ev ic
+ta stic</w>
+ant arc
+ren dering</w>
+, ,
+mit t</w>
+loren zo</w>
+st patrick
+bound ary</w>
+zi g</w>
+vo cab
+osa ka</w>
+fur n
+tu n</w>
+gu l</w>
+s ounding</w>
+blo gger
+utter ly</w>
+g af
+adv ancing</w>
+l cd</w>
+mar gin</w>
+lifel ong</w>
+solst ice</w>
+sh ra
+wa its</w>
+ple ar
+bre ach</w>
+en ligh
+ad er</w>
+itt le</w>
+c ation</w>
+ho on</w>
+stu died</w>
+?? ???</w>
+k ash</w>
+ev angeli
+ps l</w>
+wei ghts</w>
+met als</w>
+ty res</w>
+tur no
+wi e
+car b</w>
+g ale</w>
+se al
+sun ite</w>
+am ic</w>
+patter son</w>
+á n</w>
+eu ph
+up stairs</w>
+quali fiers</w>
+khali fa</w>
+apple music</w>
+ìĨĮë ħ
+vau ghan</w>
+al ter</w>
+cru iser</w>
+mu a</w>
+t ana</w>
+kat rina</w>
+id ols</w>
+spo iled</w>
+secre tly</w>
+fi bre</w>
+part nered</w>
+um es</w>
+gi ov
+com et</w>
+screenshot saturday</w>
+k eller</w>
+fil tr
+fe t
+con way</w>
+pe u
+bad minton</w>
+gi d</w>
+m ound</w>
+don key</w>
+bu ff</w>
+lea ther
+lar gely</w>
+bro ch
+int ments</w>
+am use
+r k</w>
+sto ve</w>
+impac ted</w>
+con t</w>
+cr acks</w>
+prison er</w>
+bar i
+contrac tor</w>
+ori oles</w>
+domin ate</w>
+pol ar
+am elia</w>
+dr c</w>
+ðŁijĮ ðŁijĮ</w>
+vi st</w>
+su arez</w>
+injec tion</w>
+blo oms</w>
+ðŁļ¨ ðŁļ¨</w>
+sti ff</w>
+pay pal</w>
+sno wing</w>
+thur sdays</w>
+goo se
+we dge</w>
+educ ated</w>
+weak ness</w>
+de cker</w>
+abud ha
+bree zy</w>
+Û Į
+hope ful</w>
+o bi
+rai der</w>
+gh am
+de u
+se ve
+par tly</w>
+fu t
+infu sed</w>
+mer ri
+than e</w>
+some time</w>
+hu e</w>
+me in</w>
+cre dit
+sli ding</w>
+ran de</w>
+cher ry
+dead pool</w>
+sh ol
+ar am</w>
+under wood</w>
+sky e</w>
+distur bing</w>
+m nt</w>
+poli shed</w>
+guardi ans</w>
+ha dn</w>
+pic asso</w>
+ari us</w>
+ak shay
+ir ri
+j h</w>
+happ en
+la kh</w>
+dal ton</w>
+at the
+s well</w>
+mar sha</w>
+re h
+cour s</w>
+j kt</w>
+top us</w>
+serv ice
+r ink</w>
+hack ers</w>
+dono van</w>
+hor o
+tc m
+may hem</w>
+cha se
+dev ops</w>
+ken sing
+sc up</w>
+sh ere</w>
+quali fication</w>
+c live</w>
+ton g</w>
+n ancy
+mar is
+der dale</w>
+ber man</w>
+cinde rella</w>
+jol ly</w>
+ci c</w>
+loo t</w>
+collecti bles</w>
+hom icide</w>
+g ge
+epide mic</w>
+su ites</w>
+mu ddy</w>
+gi mme</w>
+e rec
+- *</w>
+tal la
+lis le</w>
+embro ide
+ðŁĩ© ðŁĩª</w>
+veriz on</w>
+ve ctor</w>
+be anie</w>
+arti san</w>
+ga in
+flo res</w>
+vi gil
+u so</w>
+ðŁĻı ðŁı½</w>
+grin ding</w>
+gh er
+air ports</w>
+respon sive</w>
+shaf t</w>
+can cel</w>
+ceremon ies</w>
+e me</w>
+at ari</w>
+bru shes</w>
+eag er</w>
+bo hemi
+children s</w>
+yan kee</w>
+ma a</w>
+suspen se</w>
+mor an</w>
+mac ar
+sun flower</w>
+cre w
+vo id</w>
+ke ar
+fashi oned</w>
+jen nings</w>
+sunday funday</w>
+sub missions</w>
+me ad</w>
+her man</w>
+wa i</w>
+crit ically</w>
+le um</w>
+baek hyun</w>
+for cing</w>
+co bra</w>
+ãģ ®
+acqu ire</w>
+al k</w>
+ge ology</w>
+pri mar
+import antly</w>
+ire z</w>
+bunde sliga</w>
+curi osity</w>
+sen a</w>
+stric t</w>
+con soli
+win ters</w>
+ven om</w>
+chelten ham</w>
+ðŁį º</w>
+cen a</w>
+t at</w>
+ba in</w>
+glo ver</w>
+under cover</w>
+as ses</w>
+car n
+memorial day</w>
+am eli
+i rene</w>
+ch on</w>
+syn thesis</w>
+spe edy</w>
+mitsu bi
+sla yer</w>
+compos ite</w>
+under stands</w>
+pe w
+inter rup
+hen ri</w>
+mor row</w>
+an om
+thof july</w>
+g lee</w>
+thre e
+ðŁĺ ®</w>
+and hi</w>
+ch att
+renew ables</w>
+ye s
+trans fers</w>
+!!!! !!!!</w>
+bab u</w>
+du ter
+lo ops</w>
+pe ers</w>
+o ilers</w>
+pau lo</w>
+ic ation</w>
+h mu</w>
+war a</w>
+mer cer</w>
+hom eland</w>
+fu ji</w>
+ale y</w>
+year book</w>
+re m</w>
+re en
+ab sur
+bo is</w>
+] :</w>
+caes ar</w>
+shot gun</w>
+kur dish</w>
+o ren
+ra e
+anci es</w>
+ty pic
+f h
+def ault</w>
+re plic
+lu k</w>
+trans actions</w>
+r ys</w>
+infan try</w>
+ðŁį ¾</w>
+cho w</w>
+chick ens</w>
+ba gh
+wy att</w>
+ay e
+gg i</w>
+bre ws</w>
+ed itions</w>
+mi ra
+commen cement</w>
+pre su
+peris cope</w>
+ic hi
+guatem ala</w>
+zam bia</w>
+pain ts</w>
+wit ches</w>
+wan i</w>
+un dere
+cro y
+vo ws</w>
+us mc</w>
+hear ted</w>
+theat res</w>
+shu ffle</w>
+le vel
+mul tic
+squee ze</w>
+fer n</w>
+app et
+post al</w>
+mal t</w>
+on board</w>
+ld nt</w>
+co o</w>
+s sc
+k ac
+ðŁĺ ĩ
+sc rap</w>
+mar cos</w>
+deal ers</w>
+ann u
+mill er
+co ve
+ul ary</w>
+vladi mir</w>
+be ef
+th ur</w>
+pick led</w>
+se same</w>
+bengal uru</w>
+mo tt</w>
+kathle en</w>
+hi st
+no tor
+dr ank</w>
+du chess</w>
+snow fall</w>
+e ff</w>
+tin y
+j n</w>
+sy our
+speci alists</w>
+scot us</w>
+bay lor</w>
+eve rest</w>
+mali bu</w>
+pre m</w>
+harm ful</w>
+l ali
+b ates</w>
+g ye
+differen ti
+and ra</w>
+geome try</w>
+el over</w>
+black out</w>
+== ==
+ko ta</w>
+inter act</w>
+asi an
+la yo
+samu rai</w>
+fi del
+exhau sted</w>
+gla di
+pd t</w>
+spher ic</w>
+anti qu
+guit ar
+stu ri
+ho pper</w>
+ang le
+f ills</w>
+sla p</w>
+mi th
+rod ney</w>
+ong i</w>
+in som
+pre venting</w>
+cassi dy</w>
+ap ho
+ore gon
+lo in</w>
+ham mond</w>
+contribu ting</w>
+f n</w>
+gar ri
+ori on</w>
+comp elling</w>
+escap ing</w>
+aim ing</w>
+plu mb
+bi stro</w>
+be asts</w>
+concer ning</w>
+bo e</w>
+do pp
+shop local</w>
+stumb led</w>
+âĤ ¹</w>
+naz is</w>
+âĢįâĻĤ ï¸ı
+gest ure</w>
+war ts</w>
+us open</w>
+hi ggins</w>
+char li
+hang s</w>
+bom bers</w>
+° :</w>
+fe eds</w>
+c ch
+st il
+nic ola</w>
+ðŁĵ º
+clam ation</w>
+tro pic
+af ro</w>
+ou k</w>
+expen ses</w>
+der rick</w>
+al ine</w>
+fa w
+reg ard</w>
+im er</w>
+sat in</w>
+thi um</w>
+ry der</w>
+pear l
+te ss
+mm mmm</w>
+sen ses</w>
+ðŁĩ ¹
+positi ve
+exhau st</w>
+occu r</w>
+nor ris</w>
+lil ly</w>
+is les</w>
+direc ting</w>
+yo fficial</w>
+count less</w>
+sam ar
+on stage</w>
+flo ck</w>
+mir rors</w>
+arch er</w>
+mo i</w>
+k d
+vi v
+in os</w>
+si kh</w>
+le i</w>
+sen sory</w>
+br its</w>
+kno x</w>
+chest nut</w>
+op y</w>
+coli seum</w>
+z af
+di vin
+adap ter</w>
+:) ))</w>
+tem ple
+ku n</w>
+hel mets</w>
+t df</w>
+gu ide
+m old</w>
+o ids</w>
+lu ther
+he is
+monaster y</w>
+sp ree</w>
+k lu
+brit ney</w>
+jagu ars</w>
+gre ats</w>
+c cc</w>
+ky rie</w>
+machin ery</w>
+cric ket
+re ro</w>
+ab o</w>
+aspir ing</w>
+semi finals</w>
+ale ss
+sig natures</w>
+var d
+me th
+her bal</w>
+hol den</w>
+king dom
+ap or
+reg gie</w>
+ore o</w>
+palestin ians</w>
+em mys</w>
+sec tional</w>
+ro i</w>
+ney mar</w>
+qu el</w>
+cu ll
+l ka</w>
+haz el</w>
+estim ate</w>
+ul ties</w>
+go w
+be a
+purch ases</w>
+bel ts</w>
+protec ts</w>
+m é
+gue ssing</w>
+bb o</w>
+clau dia</w>
+fr acking</w>
+jon ny</w>
+el k</w>
+cel tic
+al mighty</w>
+ra je
+courty ard</w>
+ig i</w>
+can es</w>
+ðŁĴª ðŁı»</w>
+bank rup
+le thal</w>
+âľĮ ï¸ı
+graphic design</w>
+vad er</w>
+penc ils</w>
+rough ly</w>
+dan te</w>
+m fg</w>
+const ell
+cam el</w>
+j b
+bloss oms</w>
+en to
+balo chistan</w>
+cine mato
+ill ard</w>
+jer sey
+con sent</w>
+dent ed</w>
+con templ
+sch er
+hol i</w>
+lou gh
+st our</w>
+a yo
+begin ners</w>
+cur b</w>
+v hs</w>
+a jax</w>
+du ff</w>
+av eng
+dom est
+commit ting</w>
+ai red</w>
+cha p</w>
+hedge hog</w>
+disappo inting</w>
+freel ance</w>
+in land</w>
+char ms</w>
+ðŁĺį âĿ¤ï¸ı</w>
+ai sh
+m x
+buck le</w>
+ti dal</w>
+per mit</w>
+bo ating</w>
+ra cha
+kend rick</w>
+b ello</w>
+b hi</w>
+ple a</w>
+estim ates</w>
+l b
+apo logies</w>
+jay a</w>
+bb l</w>
+ast oni
+inter state</w>
+main taining</w>
+el bow</w>
+mu p</w>
+ep it
+ðŁĺ ¡
+viol ations</w>
+def end
+be h
+sl c</w>
+am ir</w>
+pur i</w>
+ti um</w>
+fi fa
+blur ry</w>
+scri m
+ðŁĻı ðŁı¾</w>
+ma ple
+rel atives</w>
+âĺ Ŀ
+cho c</w>
+con nor
+⾨ ⾨</w>
+whi sp
+list ings</w>
+ma ze</w>
+than king</w>
+ri dd
+grass roots</w>
+shi fting</w>
+desper ately</w>
+gor illa</w>
+den i
+ju les</w>
+stra th
+g ley</w>
+ja in</w>
+bu ick</w>
+t anner</w>
+ðŁĴ Ŀ</w>
+ga e</w>
+pri m
+it ors</w>
+n ano</w>
+separ ation</w>
+armen ia</w>
+bor deaux</w>
+ðŁ ħ
+pj net</w>
+bu rial</w>
+e bon
+glo ss</w>
+re new</w>
+gri er</w>
+spe eds</w>
+comic books</w>
+sym boli
+pur poses</w>
+ãħł ãħł
+spati al</w>
+no table</w>
+ci on</w>
+n ps</w>
+ho ffman</w>
+nor man
+rt g</w>
+du sty</w>
+situ ated</w>
+tr an</w>
+k fc</w>
+em en</w>
+nic kel</w>
+hast ings</w>
+sett ling</w>
+gr it
+l ena</w>
+w aw
+art s
+gu m
+ca regi
+le wis
+sapp hire</w>
+rememb er
+embed ded</w>
+t lc</w>
+bl at
+serge ant</w>
+el sa</w>
+boot camp</w>
+bow man</w>
+photo graphic</w>
+pill ars</w>
+direction ers</w>
+classi fied</w>
+no is
+ve er</w>
+barre ls</w>
+wh oop</w>
+ðŁĺ± ðŁĺ±
+fe male
+petro leum</w>
+medi a
+e fc</w>
+poké mon</w>
+ठķ</w>
+enthusi astic</w>
+var un</w>
+pro files</w>
+pedi atric</w>
+acci dents</w>
+con rad</w>
+jan g</w>
+jo jo</w>
+ac or
+ob server</w>
+l f</w>
+live stock</w>
+for gi
+fo s</w>
+el m</w>
+an and</w>
+go e
+c ere</w>
+avoi ding</w>
+gri t</w>
+om an
+thank fully</w>
+scat tered</w>
+nick y</w>
+cylin der</w>
+chees y</w>
+di ver</w>
+mahe sh</w>
+cav es</w>
+ear liest</w>
+qu inte
+subjec ts</w>
+b end
+gul f
+vocali st</w>
+glu e</w>
+pat ches</w>
+un stopp
+sny der</w>
+demonstr ating</w>
+pi o</w>
+hor ns</w>
+wic kets</w>
+and the
+r ama</w>
+yo on</w>
+stra ight
+bed time</w>
+or ang
+bul lets</w>
+sa urus</w>
+min ers</w>
+inci dents</w>
+! ...</w>
+ðŁİ ¸</w>
+ag ers</w>
+hand les</w>
+stat es
+in ity</w>
+d ons</w>
+incredi ble
+emin em</w>
+avi v</w>
+ru dy</w>
+moz art</w>
+folk lore
+appli ances</w>
+mt l</w>
+fre y
+di as
+hu a</w>
+page ant</w>
+stri ve</w>
+im prison
+bul lish</w>
+r ana</w>
+al erts</w>
+bb mas</w>
+hy per</w>
+derby shire</w>
+re cre
+re dd
+debor ah</w>
+cosmo s</w>
+law son</w>
+mel anie</w>
+psy cho</w>
+ho or
+doo dles</w>
+sni per</w>
+shad y</w>
+man tle</w>
+canadi an
+new year
+inter actions</w>
+separ ated</w>
+cor ds</w>
+spiritu ality</w>
+ap u
+it o
+p ct</w>
+pel osi</w>
+rebel lion</w>
+se iz
+wor cester
+sec tors</w>
+ul i</w>
+san ta
+Ð µ
+ðŁĩªðŁĩ ¸</w>
+bi ased</w>
+class ical
+gam ma</w>
+dee plear
+emer ge</w>
+back er</w>
+sur ance</w>
+hand crafted</w>
+ðŁİ ¥
+franc is
+mill an</w>
+ic i</w>
+cro wn
+wo w
+stri ped</w>
+un fair</w>
+relax ation</w>
+³ ï¸ı
+embrac ing</w>
+she alth</w>
+pale o</w>
+martin i</w>
+dist illery</w>
+wr ink
+or k
+na th
+hay ley</w>
+cour thouse</w>
+si ber
+sa di
+quiet ly</w>
+mel t
+m sm</w>
+me h</w>
+smart phones</w>
+rel ent
+pp ing
+war wick</w>
+co logne</w>
+gli a</w>
+cot ton
+pro g</w>
+lon e
+ip sw
+star ters</w>
+expan ds</w>
+u mp
+su ed</w>
+ski pper</w>
+infe ctions</w>
+ing le
+Ã ¡</w>
+cler k</w>
+demonstr ate</w>
+ac ar
+ðŁĺĤðŁĺĤ ðŁĺĤ
+ti bet</w>
+bun s</w>
+alo m</w>
+demol ition</w>
+ssi a</w>
+g st</w>
+[ ]</w>
+so ar</w>
+âĺ Ģ</w>
+ðŁĺ ª</w>
+ðŁĵ Ĭ</w>
+dee pest</w>
+beyon d
+are t</w>
+att ends</w>
+activ ated</w>
+di mit
+âļª ï¸ı
+high lighted</w>
+magaz ines</w>
+rum or</w>
+az za</w>
+steph ens</w>
+dol ph</w>
+sho ckey</w>
+mat s</w>
+we av
+mel an
+serv ers</w>
+tra um
+ku sh
+æ Ĺ
+bab ys
+pa z</w>
+a al
+la use</w>
+break ers</w>
+canter bury</w>
+ul ture</w>
+mi ri
+euro s</w>
+tane ous</w>
+impre ssions</w>
+du tch
+il d
+gh i</w>
+pur due</w>
+adequ ate</w>
+l p
+sy ner
+ang ler</w>
+du rable</w>
+gal ore</w>
+ro wn
+mg mt</w>
+ðŁĵ Į</w>
+lu cia</w>
+âĺij ï¸ı</w>
+zay n
+bor row</w>
+. (</w>
+north umber
+cru sh
+eng a</w>
+su sh
+extra vag
+t out</w>
+ma hal</w>
+ali stic</w>
+ther mo
+gall eries</w>
+es se</w>
+chi bi</w>
+attrac tions</w>
+lex ington</w>
+legislat ure</w>
+docu mented</w>
+resi den
+brow nies</w>
+w f</w>
+st ool</w>
+plan ets</w>
+sho ppers</w>
+conduc tor</w>
+ms p</w>
+tr icky</w>
+fru ity</w>
+end ra</w>
+feel the
+whi pped</w>
+hair style</w>
+re fer</w>
+oo k
+oc topus</w>
+audi ences</w>
+ku mar
+after no
+op tim
+c fl</w>
+ni p</w>
+gen i
+alpha bet</w>
+ann ab
+lam in
+accep ts</w>
+l ng</w>
+ðŁĺ «</w>
+t ine</w>
+ac om</w>
+cheer leaders</w>
+t k
+gr on
+v g</w>
+k ung</w>
+ja x
+dha bi</w>
+r ss</w>
+mack enzie</w>
+beir ut</w>
+clean up</w>
+gy psy</w>
+st ell
+bur ger
+hurric anes</w>
+educ ation
+st ina</w>
+âĻ¡ âĻ¡
+unfortun ate</w>
+jere mi
+bad ger</w>
+at ers</w>
+: âĢ¦</w>
+ter ra
+subli me</w>
+stu d
+y mca</w>
+mr u</w>
+duter te</w>
+bren nan</w>
+bul b</w>
+mel o</w>
+yl on</w>
+hack er</w>
+c red</w>
+gu d</w>
+as an
+pad illa</w>
+embroide red</w>
+vietnam ese</w>
+pione ers</w>
+projec tion</w>
+re boot</w>
+id c</w>
+an ey</w>
+pri mer</w>
+suff ers</w>
+win ding</w>
+p on</w>
+sto day</w>
+mor n</w>
+u ch</w>
+all in</w>
+adid as
+eliza beth
+tu ck</w>
+o graphy</w>
+ðŁļ Ģ
+be g</w>
+os borne</w>
+ghet to</w>
+r h</w>
+cn n
+ir ma</w>
+ma kin</w>
+cab les</w>
+mur ders</w>
+oc ks</w>
+inst a
+al as</w>
+si k</w>
+cu ff</w>
+la re
+foo dies</w>
+o vic</w>
+at om
+geome tric</w>
+em pathy</w>
+ภµ
+cent enary</w>
+newsp apers</w>
+administr ative</w>
+ðŁİ Ĭ</w>
+sti ve</w>
+contrac tors</w>
+le tt
+tas mania</w>
+awesom eness</w>
+den sity</w>
+ve en</w>
+prince ton</w>
+frequ ently</w>
+re ject</w>
+gh i
+modu lar</w>
+ceram ics</w>
+sh ag
+ki wi</w>
+can vas
+sweat shirt</w>
+an j
+ti mm
+napol i</w>
+il er
+appe als</w>
+hamil ton
+ma yo
+we ave</w>
+arrang ed</w>
+whar f</w>
+occu py
+b vb</w>
+as aki</w>
+ot ter</w>
+nor m</w>
+vi es</w>
+de tox</w>
+tion al
+dere k
+id ad</w>
+ad missions</w>
+constitu ency</w>
+u pper
+woo t</w>
+allo y</w>
+se ve</w>
+lu b
+un comfortable</w>
+ed win</w>
+ab re
+d wight</w>
+ar che
+virtu ally</w>
+sp ol
+pri e
+ai i</w>
+er r
+swit ch
+bar ack</w>
+se ok</w>
+cou l
+wn t</w>
+pou l
+o live
+caffe ine</w>
+cardi ff
+notor ious</w>
+de mp
+ex cess</w>
+bar r</w>
+t ford</w>
+a jay
+bump ed</w>
+my thology</w>
+shel ley</w>
+fal con
+shakespe are
+must angs</w>
+no ted</w>
+bon e
+civil ization</w>
+sy d</w>
+par sons</w>
+un official</w>
+hy ped</w>
+sp ends</w>
+oppo sed</w>
+v ings</w>
+space x</w>
+noti fication</w>
+deci ding</w>
+bio tech</w>
+out si
+sal ah</w>
+! .</w>
+fe d
+ss y
+c ms</w>
+bad gers</w>
+cr o</w>
+ela ine</w>
+n ba
+dy our
+n ant</w>
+honey moon</w>
+climb ed</w>
+conom y</w>
+ath a</w>
+m ell
+ne bula</w>
+nature photography</w>
+juli e
+bm x</w>
+inve sted</w>
+mon o</w>
+lieu tenant</w>
+wat kins</w>
+techn ician</w>
+o se</w>
+ka e
+ì Ľ
+mc queen</w>
+pre ach</w>
+trav eller</w>
+flexi bility</w>
+ze bra</w>
+reta iler</w>
+p ant</w>
+ben der</w>
+brand t</w>
+squ id</w>
+war rant</w>
+veri fied</w>
+cas s</w>
+pier cing</w>
+hon ours</w>
+t ying</w>
+mor ris
+kis sed</w>
+op rah</w>
+panor amic</w>
+me i
+splat oon</w>
+wich ita</w>
+ari as</w>
+gal li
+indy ref</w>
+good times</w>
+athe ist</w>
+confe ssion</w>
+ow ski</w>
+re pping</w>
+ad ditions</w>
+mechan ism</w>
+z im</w>
+j ans</w>
+su f</w>
+cho pped</w>
+beg innings</w>
+vitam ins</w>
+ãħ¤ ãħ¤
+or th
+po les</w>
+ru b</w>
+antarc tica</w>
+indie film</w>
+web cam</w>
+ket ch
+bre tt
+cle ment
+her on</w>
+defe ating</w>
+hydr o</w>
+buc ket
+wand ering</w>
+sid ney</w>
+future of
+b inge</w>
+on ies</w>
+knock out</w>
+administr ator</w>
+syn the
+l ent</w>
+jan i</w>
+bar ley</w>
+premier league</w>
+ner ds</w>
+cr m</w>
+bra s</w>
+bot any</w>
+evol ved</w>
+rot ter
+ro wed</w>
+tum or</w>
+weal thy</w>
+Â Ń</w>
+mon arch</w>
+li shed</w>
+da hl</w>
+ðŁİ ĥ
+bu ch
+ken yan</w>
+Ø §</w>
+red ness</w>
+assemb led</w>
+se mit
+hud der
+shro p
+ran i</w>
+lear ning
+mor y</w>
+iti a</w>
+geo graphic</w>
+worl dof
+f b
+pho sp
+boo gie</w>
+am ped</w>
+? ...</w>
+che w</w>
+dwar f</w>
+ar us</w>
+s sen</w>
+ru sty</w>
+recru its</w>
+h k
+gar de</w>
+app lause</w>
+vol umes</w>
+invol ves</w>
+ta c</w>
+hand bag</w>
+trans late</w>
+ffe l</w>
+se ym
+aqu atic</w>
+trans fer
+zo di
+and r
+acade mia</w>
+cr ater</w>
+te z</w>
+ar se</w>
+adap t</w>
+col oni
+snow man</w>
+mal i</w>
+hang in</w>
+di schar
+oy sters</w>
+pho e
+colon el</w>
+w ba</w>
+hispan ic</w>
+thri ving</w>
+sh y
+ag les</w>
+sales force</w>
+cre me</w>
+so les</w>
+la fayette</w>
+â ī
+ter ia</w>
+ach a</w>
+sp erson</w>
+go go</w>
+car ly</w>
+the ore
+am ore</w>
+vo x</w>
+af t</w>
+ãĤ ¹
+stap le</w>
+mu ffin</w>
+di agram</w>
+ino x</w>
+su stained</w>
+av ent
+me ta</w>
+arbit r
+dec ay</w>
+ado le
+Ð ½
+ec ol
+ph o</w>
+n k
+o cu
+gr anny</w>
+ç a</w>
+luxemb our
+stad t</w>
+alber to</w>
+le vit
+am as
+d x
+or phan
+co bb</w>
+as c
+lo gy
+immen se</w>
+chan ts</w>
+off line</w>
+p ent</w>
+bre x
+w inger</w>
+plan e
+i el</w>
+nichol s</w>
+ca thy</w>
+nar uto</w>
+low ed</w>
+/ //</w>
+ignor ance</w>
+cat astro
+you ts</w>
+sch en
+buil d
+haz i</w>
+s ine
+critical role</w>
+du g
+dete ct</w>
+lo gs</w>
+en amel</w>
+stpatrick sday</w>
+ed die
+co pa</w>
+cigare ttes</w>
+ho ff</w>
+kay a</w>
+la goon</w>
+ra pha
+air borne</w>
+choo se
+puer tor
+ke v
+gui ding</w>
+fro sty</w>
+bor ough
+mir a</w>
+ðŁİ Ĭ
+cade t</w>
+anu sh
+yo gi</w>
+e ger</w>
+fl ing</w>
+slo pe</w>
+nin th</w>
+we ston</w>
+foot wear</w>
+f n
+may weather</w>
+a am</w>
+pla in
+stair case</w>
+witne sses</w>
+work outs</w>
+ro bust</w>
+dex ter</w>
+co hort</w>
+ðŁļ Ĺ</w>
+sp ell
+ha ze</w>
+o om
+organ ising</w>
+wild fire</w>
+cont acts</w>
+av on
+min o</w>
+upd ating</w>
+ðŁį »
+li thium</w>
+ing ual</w>
+k is</w>
+au ga</w>
+lo com
+de duc
+u da</w>
+th ak
+boy le</w>
+mp er</w>
+hot tie</w>
+eri k
+re vised</w>
+is la</w>
+travel photography</w>
+oo za</w>
+en qui
+confe rences</w>
+clo ver</w>
+g room</w>
+cur ves</w>
+live on
+per f</w>
+displac ed</w>
+bo log
+xx xx</w>
+ðŁĺ© ðŁĺ©
+te al</w>
+ve ssels</w>
+rain forest</w>
+cal ci
+pan ther
+gira ffe</w>
+ta sted</w>
+imag ery</w>
+pad res</w>
+day time</w>
+bas s
+ri pe</w>
+opio id</w>
+nu e
+vin yl
+invent or</w>
+sen s</w>
+process or</w>
+mu t</w>
+gad gets</w>
+bibl ical</w>
+shann on
+jacqu eline</w>
+car y</w>
+the resistance</w>
+ali en
+n vi
+co sy</w>
+bi har</w>
+fo ley</w>
+ren d</w>
+mu gs</w>
+fa ken
+cl one</w>
+ni allo
+gra bbed</w>
+chi hu
+power house</w>
+n tt</w>
+chero kee</w>
+spon ge
+imple menting</w>
+rh ine
+le one</w>
+ðŁį Ģ
+pret tiest</w>
+infra red</w>
+impro v</w>
+swit ched</w>
+tu bes</w>
+con tr
+bl k</w>
+projec ted</w>
+be aver</w>
+yo t
+bbcra dio</w>
+thi gh</w>
+per secu
+apologi ze</w>
+w ack
+po ster
+oli ver
+az a</w>
+lou d
+( ?)</w>
+f the
+women shi
+spar row</w>
+blu sh</w>
+us able</w>
+sc ales</w>
+it ative</w>
+peu ge
+ne eding</w>
+legg ings</w>
+glam orous</w>
+mat ur
+c z
+wat t
+da b</w>
+tam ar
+et sym
+bau er</w>
+heart felt</w>
+h n
+else where</w>
+bir ch</w>
+alu mini
+hu ck
+e me
+j l</w>
+traf ford</w>
+d z</w>
+por tions</w>
+ana sta
+arthr itis</w>
+esp n
+ber gen</w>
+viol ation</w>
+yo shi
+c z</w>
+northumber land</w>
+clo sures</w>
+ðŁĩ¯ ðŁĩ
+smi ley</w>
+r w</w>
+tel ugu</w>
+inten si
+gre gg</w>
+ve ga</w>
+dun geon</w>
+south bound</w>
+ba il
+domin ican</w>
+semi final</w>
+chap ters</w>
+h itch
+van ity</w>
+trans iti
+recomm ends</w>
+sati sf
+bar ca</w>
+queen s
+( (
+de struc
+stra it</w>
+ra vi
+dess erts</w>
+in tru
+har am</w>
+k os</w>
+fo e</w>
+fat ty</w>
+pais ley</w>
+magn itude</w>
+dri dge</w>
+com ey</w>
+schem es</w>
+vision ary</w>
+our t</w>
+down loaded</w>
+ðŁĻĮ ðŁı½</w>
+gd pr</w>
+lan i</w>
+p wc</w>
+gu ad
+nic est</w>
+stake holders</w>
+re ferred</w>
+george town</w>
+arvind kejriwal</w>
+schnei der</w>
+in doors</w>
+all star</w>
+strand ed</w>
+gen der
+ze pp
+ma sses</w>
+ðŁIJ ±</w>
+pati ently</w>
+bl dg</w>
+z ab
+we arab
+vi vid</w>
+he ck
+d ella</w>
+sy mb
+je opar
+la ger</w>
+à ª
+comb ines</w>
+ne c</w>
+br ay</w>
+flo p</w>
+tx wx</w>
+jo ys</w>
+pon t</w>
+pro found</w>
+sur round</w>
+mad hu
+ma ble</w>
+ay r
+te as
+n sa</w>
+open ly</w>
+er nest</w>
+ãĥ ©
+to po
+g na</w>
+anti oxid
+ti an
+e tr
+c ello</w>
+ma thi
+gener osity</w>
+b iting</w>
+man ic
+kel sey</w>
+chee ks</w>
+ten der
+w th</w>
+pron oun
+ultimat ely</w>
+gu sta
+ari anag
+ger ry</w>
+ble ed
+red dy</w>
+mic h</w>
+mitsubi shi</w>
+oper ated</w>
+sex ually</w>
+ma u</w>
+cl lr</w>
+vi ds</w>
+co c
+mel ted</w>
+ðŁĮ Ī
+q ld
+ite ch</w>
+instru mental</w>
+end game</w>
+ðŁĵ ĸ</w>
+ener gi
+brow nie</w>
+tam il
+at in</w>
+domin ated</w>
+pra ises</w>
+fire place</w>
+sens ational</w>
+men a</w>
+k arti
+un prece
+ru pt</w>
+ori ental</w>
+mc cor
+tour naments</w>
+scen ter</w>
+re eves</w>
+prescri ption</w>
+sam e
+fra u
+tru ffle</w>
+em bo
+roman s</w>
+bla sts</w>
+techno logical</w>
+pr at
+b sb</w>
+y ar</w>
+tren dy</w>
+ac l</w>
+al ad
+ðŁį ģ</w>
+o hh</w>
+bankrup t
+tho ven</w>
+regar ds</w>
+is er
+war wick
+vine yards</w>
+real m</w>
+niallo fficial</w>
+do ta</w>
+ge mini</w>
+to do</w>
+v able</w>
+¨ ¨
+la u</w>
+wre ath</w>
+ju ve</w>
+nat asha</w>
+le ver</w>
+lor i</w>
+hor ser
+cc tv</w>
+air bnb</w>
+es anders</w>
+sin clair</w>
+ema biggest
+high school</w>
+con test
+optimi stic</w>
+t te
+ðŁĴķ ðŁĴķ
+ss d</w>
+ye e</w>
+hel ena</w>
+con sen
+ric ks</w>
+jes se
+an ic</w>
+ðŁİ ¯</w>
+re acts</w>
+ro be</w>
+independ ence
+vol tage</w>
+m ington</w>
+s ant</w>
+à¸Ļ à¸
+-------- --------
+sentin el</w>
+ke tt
+rehear sing</w>
+aaaa aaaa
+sof the
+stir ling</w>
+sear ch
+wi gan</w>
+stand out</w>
+sna il</w>
+pent agon</w>
+Ä ģ
+ch lor
+cru st</w>
+net any
+chemi st</w>
+disapp eared</w>
+ric ardo</w>
+sp iders</w>
+bo se</w>
+war ren
+me ssing</w>
+bann ers</w>
+gu el
+par ach
+ma id
+coun ted</w>
+epi le
+bon fire</w>
+speech less</w>
+se tter</w>
+meas ured</w>
+rejec ts</w>
+nik ki
+le ster
+foren sic</w>
+fab rics</w>
+alo ha</w>
+pre served</w>
+wat ford</w>
+deta iling</w>
+dar th</w>
+bo u</w>
+car ly
+... '</w>
+tail gate</w>
+noti fications</w>
+å ¤
+pas sive</w>
+trous ers</w>
+balo ch</w>
+ro ther
+typic ally</w>
+Ã ¥
+sp it</w>
+wi z</w>
+sic ily</w>
+technic ally</w>
+ex pose</w>
+st age
+hu bb
+cre am
+cap s</w>
+po ke</w>
+sle ek</w>
+ju ne
+tempor arily</w>
+de z
+awak ens</w>
+l ame</w>
+_ -</w>
+ji ha
+tues days</w>
+advis ed</w>
+advis ors</w>
+exi sted</w>
+dis agree</w>
+news room</w>
+lo sers</w>
+world tour</w>
+dr ying</w>
+al di</w>
+har ness</w>
+foot print</w>
+hobb it</w>
+p mln</w>
+i ro
+que red</w>
+asse ss</w>
+gaz e</w>
+sa b</w>
+th ian</w>
+í Ĭ
+ti f</w>
+ob serve</w>
+ev il
+dra wer</w>
+swee p
+cor y
+co dy
+kyo to</w>
+cal lum</w>
+n inj
+lau rent</w>
+be i</w>
+sket ching</w>
+custom ized</w>
+du r</w>
+regre ts</w>
+knox ville</w>
+ìķ Ħ
+mess aging</w>
+grac ie</w>
+abun dance</w>
+bi dding</w>
+bre wed</w>
+fl ouri
+therapeu tic</w>
+alt itude</w>
+ho gs</w>
+bur ner</w>
+elec tro</w>
+wonder fully</w>
+he ater</w>
+post pon
+li very</w>
+r all
+ad as</w>
+a ac
+sau l</w>
+brook lyn
+play house</w>
+âĻ¥âĻ¥ âĻ¥</w>
+char itable</w>
+in y</w>
+z ah
+compet itions</w>
+be av
+plu gged</w>
+o is</w>
+do om
+astron om
+speci alized</w>
+max i</w>
+ta ps</w>
+cellu lar</w>
+depre ssed</w>
+folklore thursday</w>
+cri b</w>
+e mul
+ë° ©
+fi gh
+ru z</w>
+car lisle</w>
+spe ar
+side walk</w>
+de i</w>
+depend ent</w>
+lac es</w>
+nh s
+ðŁĮ Ļ</w>
+reali zing</w>
+net work
+ric he
+re gin
+re fresh</w>
+st ral</w>
+pa thology</w>
+pla id</w>
+psyched elic</w>
+hin d</w>
+u ka</w>
+algori thm</w>
+lin king</w>
+progre ssi
+fe y</w>
+d ade</w>
+hydr ated</w>
+b ant
+fam ed</w>
+cot sw
+bo ise</w>
+as c</w>
+rac ing
+ja vier</w>
+ww en
+mar lins</w>
+poo p</w>
+swe pt</w>
+toni ghts</w>
+we f</w>
+ani me
+slo vak
+âŀĸ âŀĸ
+cla us</w>
+lem me</w>
+cli ppers</w>
+re ls</w>
+arianag rande</w>
+r te</w>
+ko t
+thal apathy</w>
+hungar ian</w>
+zu ma</w>
+y von
+is u</w>
+jour neys</w>
+clin ics</w>
+be be</w>
+ww f</w>
+n ws
+super heroes</w>
+er it
+sle ague</w>
+identi fication</w>
+mo tto</w>
+ba i</w>
+sour ced</w>
+ill er
+ap i
+pri se</w>
+unprece dented</w>
+dam as
+tuni sia</w>
+dra in
+undere stim
+e ther
+quarter ly</w>
+rewar ding</w>
+al ham
+wolver ine</w>
+cab ine
+hyp no
+nad ine</w>
+hav ana</w>
+da e
+ðŁĵ Ī</w>
+dr on</w>
+read ings</w>
+b ati
+pic o</w>
+mer ci
+iti an</w>
+wal kers</w>
+el ope</w>
+mi key</w>
+god zilla</w>
+bur lington</w>
+abu ja</w>
+social ism</w>
+at ility</w>
+sh ell
+harry potter</w>
+g no
+ab ur
+re leg
+fel ici
+ro gen</w>
+neuro science</w>
+inst in
+ath am</w>
+vou chers</w>
+j arre
+fu se</w>
+def ici
+monte rey</w>
+de port
+mid day</w>
+pp ard</w>
+fre ed</w>
+ame ter</w>
+wil t
+n ingham</w>
+pr att</w>
+liber ty
+slo gan</w>
+o to</w>
+pr i</w>
+co ated</w>
+c pd</w>
+ne tt
+il las</w>
+mal awi</w>
+evol ve</w>
+accessi bility</w>
+ðŁĶ¥ðŁĶ¥ ðŁĶ¥ðŁĶ¥
+or nament</w>
+b p
+el is
+son line</w>
+chi ro
+fl ick</w>
+ib m
+ar ak
+en ables</w>
+gar land</w>
+san e</w>
+cu ties</w>
+tri p
+rotter dam</w>
+n ys</w>
+lam ps</w>
+lu cas
+bo g
+ra ils</w>
+travel led</w>
+hic ks</w>
+en u
+sab ha</w>
+scru b</w>
+hi er
+hart ford</w>
+fo o</w>
+fer nandez</w>
+tre vor
+mat tress</w>
+appo intments</w>
+ale j
+fe i
+o logist</w>
+saf ar
+oc ta
+sr c</w>
+sha un
+ambi ent</w>
+dri c</w>
+bi ker</w>
+she e
+must ache</w>
+h ta
+bo one</w>
+her ty</w>
+car dio</w>
+bra kes</w>
+rec ital</w>
+consi sts</w>
+overwhel med</w>
+cau l
+robb ins</w>
+im it
+al th
+ur l</w>
+bi bli
+on ne</w>
+black livesmatter</w>
+diffic ulties</w>
+tel ang
+tall er</w>
+ðŁĵ Ĩ</w>
+deb ating</w>
+bur rito</w>
+mo vember</w>
+strength ening</w>
+bo e
+te stam
+mirac les</w>
+base ball
+re nee</w>
+ðŁijī ðŁı»</w>
+al fa</w>
+âĺ ĺ
+unstopp able</w>
+ec s</w>
+g mo</w>
+giftide as</w>
+path way</w>
+fen cing</w>
+ðŁİ ¤
+b ham</w>
+ra s
+sk o</w>
+d led</w>
+thel ast
+magn um</w>
+bin ary</w>
+wil de</w>
+wil der</w>
+wh ati
+barbe cue</w>
+h ism</w>
+can oe</w>
+kur di
+eli ve</w>
+advant ages</w>
+mad ame</w>
+bi er</w>
+mis sing
+enter tain</w>
+air force</w>
+y ama</w>
+c is</w>
+hash tags</w>
+j is</w>
+ve il</w>
+dream y</w>
+ten se</w>
+may ward</w>
+ch ateau</w>
+hunt ington</w>
+âļ ĵ
+v all
+up on
+bl ouse</w>
+dun es</w>
+ðŁĺ ´
+fert ility</w>
+m ole</w>
+curren cies</w>
+st u</w>
+ber lin
+toa sted</w>
+div as</w>
+wal t
+lar k</w>
+por a</w>
+hit ter</w>
+um er</w>
+chil led</w>
+bal ancing</w>
+fa is
+y in</w>
+or tiz</w>
+east enders</w>
+h ate
+ur al
+ap ril
+tim el
+à ±
+per o</w>
+sto cked</w>
+respec ts</w>
+th t</w>
+best friends</w>
+giving tuesday</w>
+be ad</w>
+inv ent</w>
+im i</w>
+nap les</w>
+comb ining</w>
+tok ens</w>
+thir st</w>
+ma sc
+par rot</w>
+sp u
+dent on</w>
+* -*</w>
+t res</w>
+subur ban</w>
+wid th</w>
+si ve
+con tender</w>
+siri us
+lo k</w>
+troop ers</w>
+outra ge</w>
+tur bo
+frag ile</w>
+me ssed</w>
+do h</w>
+disc ord</w>
+netany ahu</w>
+re sign</w>
+forgi veness</w>
+mo han</w>
+mun ch
+cam ou
+identi fying</w>
+enab ling</w>
+hot ter</w>
+thorn ton</w>
+jai pur</w>
+ar ya</w>
+ðŁı» âĢįâĻĢï¸ı</w>
+mu staf
+maj ors</w>
+o ke</w>
+du ffy</w>
+roh ing
+til t</w>
+ðŁĩ®ðŁĩ ³</w>
+rock star
+she ep
+hend rix</w>
+ra v</w>
+in vention</w>
+do u</w>
+lagun a</w>
+gru mpy</w>
+sw is
+im pe
+) '</w>
+you ths</w>
+bun ker</w>
+st ache</w>
+oppo se</w>
+indi es</w>
+acceler ate</w>
+ml p</w>
+ed en
+w ann
+k ail
+akshay kumar</w>
+su pt</w>
+pol ym
+midd leton</w>
+extra ordin
+wil son
+australi an
+alumini um</w>
+way ne
+alum nus</w>
+mat ics</w>
+gri m</w>
+er nie</w>
+opp a</w>
+competit ors</w>
+rand all</w>
+h ence</w>
+decla res</w>
+pre aching</w>
+sha he
+can e
+sustain able
+stap les</w>
+le dge
+ad ena</w>
+doctor al</w>
+bur gundy</w>
+decor ate</w>
+ren dered</w>
+ri sen</w>
+pr ank</w>
+di or</w>
+bee thoven</w>
+flo or
+ac com
+to t</w>
+ho dg
+touri sm
+say in</w>
+objec tive</w>
+mar kers</w>
+premi ership</w>
+en abled</w>
+camou fla
+gi ant
+Ñ ģ
+smo key</w>
+ric ket</w>
+pan g</w>
+de pending</w>
+s ation</w>
+evol ving</w>
+inter cep
+cen sus</w>
+tof the
+re en</w>
+mendo za</w>
+trum pet</w>
+marke ters</w>
+an it
+ðŁĻ Ĭ
+north western</w>
+v la
+foto gra
+blackand white
+che wan</w>
+wi g
+tro om</w>
+ginger bread</w>
+k n</w>
+ro mero</w>
+n fc</w>
+or chi
+fun ko</w>
+sour ce
+f s
+ra ped</w>
+o st
+tar ot</w>
+ann ually</w>
+ðŁĺ ¬
+r ill</w>
+del av
+.. !!</w>
+se s
+can n</w>
+medic are</w>
+ph el
+ape x</w>
+guardi an
+rema ined</w>
+r pm</w>
+a ñ
+story month</w>
+instag ood</w>
+neighb our</w>
+p ing
+sem ite</w>
+my stic</w>
+as cot</w>
+mat er</w>
+hand ful</w>
+dang ers</w>
+ti d</w>
+ana heim</w>
+opol y</w>
+sh allow</w>
+nami bia</w>
+tor ia</w>
+procu rement</w>
+big bang</w>
+announ cements</w>
+prosecu tor</w>
+beng als</w>
+sal le</w>
+en roll
+ga stro
+sugge stion</w>
+ba k</w>
+ha ul
+budd hism</w>
+berni esanders</w>
+flu te</w>
+fati gue</w>
+cyn thia</w>
+cho i</w>
+ir win</w>
+gu a</w>
+str ous</w>
+h p
+ba p</w>
+satisf ying</w>
+play a</w>
+ðŁİ ¼</w>
+inst ap
+al ice
+t p
+irri gation</w>
+ðŁĩ¬ðŁĩ §
+in tric
+clu es</w>
+ple x
+sa x</w>
+he pat
+dump ed</w>
+signific ance</w>
+by u</w>
+medic ation</w>
+pro v
+tough est</w>
+corn ish</w>
+âŀ ľ</w>
+kel ley</w>
+u v
+si zz
+si bling</w>
+me st</w>
+di stor
+diplom atic</w>
+aun tie</w>
+b hat
+son ic
+bren da</w>
+pump kins</w>
+ro ch
+black burn</w>
+ur ged</w>
+shi a</w>
+arrange ments</w>
+floo d
+sa unders</w>
+lec turer</w>
+nou ri
+popul ations</w>
+diplom acy</w>
+consist ently</w>
+ðŁ¤ Ļ
+t mund</w>
+cauli flower</w>
+l ily
+vocab ulary</w>
+vari eties</w>
+coo ker</w>
+up town</w>
+qu ent
+mo sa</w>
+re inde
+velo city</w>
+spru ce</w>
+social medi
+i ber
+volun tary</w>
+proce ssed</w>
+bal tic</w>
+y ang
+leban ese</w>
+d p
+dol ly</w>
+arrange ment</w>
+y uri</w>
+cran berry</w>
+kal yan</w>
+elev ation</w>
+cli ff
+pu shes</w>
+ìĬ ¤</w>
+sil ic
+co wx</w>
+eter nity</w>
+sla ves</w>
+vine gar</w>
+glou cester</w>
+con tained</w>
+breaking news</w>
+aga inst
+renov ated</w>
+norm andy</w>
+hero in</w>
+ys m</w>
+mo ds</w>
+gre ek
+un di</w>
+tren ch</w>
+v h</w>
+encoura ges</w>
+head ache</w>
+gr ange</w>
+: '</w>
+ever green</w>
+Ù Ĭ</w>
+reck on</w>
+ab used</w>
+th ru
+cho ice
+ti dy</w>
+col der</w>
+scho ice</w>
+ha in</w>
+bru m
+li ars</w>
+bre it
+yor ker</w>
+sh ack
+he idi</w>
+micha els</w>
+sco pic</w>
+fasci st</w>
+play ful</w>
+ca c</w>
+yas ss</w>
+sh ad</w>
+.. ?</w>
+qu en
+ram irez</w>
+clif ton</w>
+pr s</w>
+best fan
+âģ ł
+gener ating</w>
+head set</w>
+disappo intment</w>
+abstr act
+bo iled</w>
+paren thood</w>
+azerbai jan</w>
+exhib iting</w>
+bom bay</w>
+oli vier</w>
+ko so
+un lea
+mat ernity</w>
+iz er</w>
+si ves</w>
+r hu
+col l</w>
+saskat chewan</w>
+fre akin</w>
+de k</w>
+na g</w>
+stab ili
+ðŁį ķ</w>
+organi zer</w>
+bo sses</w>
+ar u</w>
+u va</w>
+at able</w>
+ta un
+after wards</w>
+fert ili
+ver ge</w>
+az i
+mor ph
+๠ģà¸
+jer k</w>
+cosme tic</w>
+ko w</w>
+stru st</w>
+ap ache</w>
+post cards</w>
+for mul
+ì ĭ
+spin al</w>
+jack pot</w>
+elec tri
+Ã Ń</w>
+lo y</w>
+gra der</w>
+diab lo</w>
+ar di
+he sit
+f w
+arch ery</w>
+pa sh
+the ories</w>
+repe al</w>
+re live</w>
+per cy</w>
+âĺ Ĩ
+im in
+syn chron
+sham poo</w>
+coup ons</w>
+o to
+la i</w>
+thou ght
+luxembour g</w>
+mo v</w>
+ðŁĺ ¥</w>
+ge mma</w>
+se ated</w>
+m ga</w>
+strat ford</w>
+un certainty</w>
+shi fts</w>
+est o</w>
+fo ol
+fire arms</w>
+cor rie</w>
+ki ki</w>
+appa rent</w>
+p ills</w>
+olym pia</w>
+fi d</w>
+elev ated</w>
+de cks</w>
+ignor ing</w>
+av alan
+ro v</w>
+whist le
+p tsd</w>
+milit ants</w>
+robo tic</w>
+pac ers</w>
+quil t</w>
+bankrupt cy</w>
+lic h
+per cussion</w>
+celebr ity
+al s
+( ;</w>
+su t
+pokemon go</w>
+h g
+off s</w>
+gibr altar</w>
+scre ams</w>
+billi e</w>
+gen ome</w>
+mar in</w>
+be ams</w>
+arch bishop</w>
+em in</w>
+bedro oms</w>
+g ated</w>
+ol ly</w>
+warran ty</w>
+at own</w>
+cudd les</w>
+gun na</w>
+k ic
+vi ve</w>
+cy mru</w>
+nar row
+pro b</w>
+le o
+refe rences</w>
+manufac tured</w>
+cho pper</w>
+brun swick</w>
+sem is</w>
+don ia</w>
+r ye
+man o</w>
+hur ting</w>
+? #</w>
+hol li
+investig ations</w>
+c els</w>
+ðŁĵ ŀ</w>
+le ster</w>
+temp les</w>
+sto rey</w>
+mc mahon</w>
+toi lets</w>
+wo of</w>
+ï¸ İ</w>
+le verage</w>
+at om</w>
+night mares</w>
+victor ious</w>
+haun ting</w>
+custom er
+ag i
+yo ongi</w>
+mon ty</w>
+ver onica</w>
+w ur
+inti mid
+blan kets</w>
+volu tion</w>
+j m
+âĺ İ
+am on</w>
+jud ith</w>
+ðŁĺİ ðŁĺİ</w>
+distr acted</w>
+dri p</w>
+hurric ane
+and es</w>
+revel ation</w>
+tro op</w>
+ab leg</w>
+col lin
+tibet an</w>
+wor rying</w>
+inter nationally</w>
+eat er</w>
+camero on</w>
+brad or</w>
+y uk</w>
+ðŁĴĹ ðŁĴĹ</w>
+tra k</w>
+slo pes</w>
+ci er
+ne a</w>
+ol er
+ta ka
+albi on</w>
+volcan ic</w>
+am n</w>
+a fi
+ob stac
+face time</w>
+ger ing</w>
+n pr</w>
+metall ica</w>
+organ ic
+ðŁĴ ¡</w>
+ki dd</w>
+d ances</w>
+pemb ro
+wash er</w>
+m its</w>
+om er
+emo tionally</w>
+tan go</w>
+ip o</w>
+do cks</w>
+scan ning</w>
+spec s</w>
+tho m</w>
+the ology</w>
+emer gen
+om i
+g pa</w>
+selec tions</w>
+un necessary</w>
+ima ge
+ter s
+induc ed</w>
+gi gan
+rent als</w>
+supp lied</w>
+m fa</w>
+shan kar</w>
+lat er
+pa jam
+cla ve</w>
+Ù ģ
+ma hin
+carl son</w>
+avi an</w>
+ano va</w>
+kati e
+aj ith</w>
+design ated</w>
+chocol ates</w>
+investig ators</w>
+gla zed</w>
+prin cess
+er ry</w>
+ra gn
+ou rable</w>
+hr u</w>
+sun dance</w>
+peuge ot</w>
+steam punk</w>
+gh lin</w>
+gre ase</w>
+hi res</w>
+z ap
+per ce
+j ill
+tom e
+he hehe</w>
+joy ful</w>
+mae stro</w>
+ni shed</w>
+gene alo
+v ich</w>
+p its</w>
+fox es</w>
+good man</w>
+emer son</w>
+lo bes</w>
+con verse</w>
+o ats</w>
+thom son</w>
+ra him</w>
+mal ware</w>
+ah i</w>
+man kind</w>
+re sin</w>
+im g</w>
+sw ood</w>
+kin der</w>
+sc roll</w>
+ar a
+sak ura</w>
+ro bbed</w>
+xi on</w>
+ny a</w>
+c ism</w>
+ce dar
+be in</w>
+mour ning</w>
+tor to
+heath row</w>
+done gal</w>
+bar b
+hydr ation</w>
+k or</w>
+elim ination</w>
+su pdates</w>
+hill s
+appe ti
+star red</w>
+ko m</w>
+gw en</w>
+dd d</w>
+cra y
+sc anner</w>
+personal ised</w>
+seren ity</w>
+re design</w>
+meta ph
+box ed</w>
+judg ment</w>
+no se
+ë ¹
+er ad
+ac ne</w>
+supp liers</w>
+ener getic</w>
+v om
+as ap
+ðŁĶ ¸</w>
+ir vine</w>
+hat ch
+la ss
+ad ren
+waff les</w>
+accur ately</w>
+ici o</w>
+itt le
+se un
+occup y</w>
+web cam
+thene w
+ent es</w>
+ga i
+j w</w>
+accoun table</w>
+vis or</w>
+ir rit
+licen sing</w>
+hudder sfield</w>
+gen ie</w>
+ðŁİ ¾</w>
+atmo spheric</w>
+ten sions</w>
+spart an</w>
+clif ford</w>
+ol an</w>
+north bound</w>
+ame en</w>
+cen sor
+u el</w>
+ster y</w>
+$ $
+far rell</w>
+hy ster
+cl t</w>
+se dan</w>
+rep lied</w>
+descri bing</w>
+micro wave</w>
+sla b</w>
+pro sp
+assi sting</w>
+ru bio</w>
+e than
+hh hhh</w>
+gu ay</w>
+z man</w>
+ra ise
+roll ing
+o e
+n ile</w>
+ambro se</w>
+scar borough</w>
+hero ic</w>
+coo ks</w>
+mor t
+chop ra</w>
+ðŁĮ ·</w>
+to b</w>
+shav ing</w>
+stac ey</w>
+dor m</w>
+motor sports</w>
+wi ki</w>
+fol ds</w>
+sp iced</w>
+stress ful</w>
+liter al</w>
+fu dge</w>
+pe ggy</w>
+wa ite</w>
+tre sses</w>
+se sh</w>
+pr ic
+ðŁİ ħ</w>
+fri ght
+r va</w>
+mumb ai
+po m</w>
+tt v</w>
+cel lar</w>
+tom e</w>
+andro id
+dor is</w>
+tsun ami</w>
+tin der</w>
+o ec
+m wc</w>
+dor tmund</w>
+no thin</w>
+l iti
+so u</w>
+believe in
+at u</w>
+kno cks</w>
+mag ni
+ss sss</w>
+ro hit</w>
+ine ws</w>
+ang i</w>
+m andy</w>
+ke ttle</w>
+intermedi ate</w>
+av ant</w>
+cur l</w>
+endor sed</w>
+ori o</w>
+ur t</w>
+consider ation</w>
+wi res</w>
+shel ters</w>
+b ino</w>
+vik ram</w>
+imple mented</w>
+ly dia</w>
+bu k</w>
+paro dy</w>
+c news</w>
+under graduate</w>
+canu cks</w>
+sam i</w>
+polit ically</w>
+ro tten</w>
+gh z</w>
+tex tiles</w>
+over load</w>
+moder ni
+recre ational</w>
+fli r
+bat on</w>
+typo graphy</w>
+ov ation</w>
+intrigu ing</w>
+pilgri mage</w>
+al ge
+ad ays</w>
+tcm party</w>
+sp elled</w>
+cur ls</w>
+boo ze</w>
+ste m
+ann es</w>
+ir ls</w>
+spon ge</w>
+sho pper</w>
+sig nation</w>
+bra ss
+mi stress</w>
+le ah
+beg inner</w>
+lau derdale</w>
+augu st
+pre school</w>
+ta ping</w>
+tai pei</w>
+execu tives</w>
+b d
+rhe tor
+esc or
+immun o
+deeplear ning</w>
+stat ues</w>
+it us</w>
+manu script</w>
+ly ric
+cor vette</w>
+mol ly
+la ge</w>
+de p</w>
+cn bc</w>
+le st
+je ssi
+fi fe</w>
+griff ith</w>
+oppo sing</w>
+ran g</w>
+dr ills</w>
+respec tful</w>
+p ity</w>
+d ell
+har ding</w>
+play boy</w>
+blo ke</w>
+shut out</w>
+k ili
+o sp
+se attle
+bc poli</w>
+mis es</w>
+journ als</w>
+team ing</w>
+es ther</w>
+fre ddy</w>
+Ķ ï¸ı
+metr ics</w>
+no tre
+gar ry</w>
+for ty</w>
+navi gate</w>
+perio ds</w>
+bened ic
+j id</w>
+da w</w>
+ance stors</w>
+restor ing</w>
+con g</w>
+aller gy</w>
+tit anium</w>
+c ence</w>
+lean ing</w>
+ab bas</w>
+v ast
+uc f</w>
+roof ing</w>
+e man
+seve rely</w>
+vo gue
+ve au</w>
+in bound</w>
+d z
+tane ously</w>
+stret ching</w>
+man chester
+dr yer</w>
+dav is
+kan th</w>
+the game</w>
+it ted</w>
+re tain</w>
+el les</w>
+conge stion</w>
+frat ernity</w>
+ol lie</w>
+lo ki</w>
+fre ely</w>
+cho o</w>
+pon y
+sc ep
+tab ly</w>
+bal t</w>
+rock n
+di me</w>
+lo gging</w>
+ðŁį ·
+ad u</w>
+ha voc</w>
+water ford</w>
+char is
+swee tie</w>
+run ning
+ner d
+erdo gan</w>
+z ara</w>
+weigh ing</w>
+fif ty
+pre cise</w>
+low ell</w>
+kurdi stan</w>
+r yo
+or th</w>
+syn th</w>
+lin ers</w>
+phenomen on</w>
+art illery</w>
+il legally</w>
+constru ct</w>
+nostal gic</w>
+gar th</w>
+al ta
+shel ton</w>
+a sean</w>
+w ander</w>
+dur ban</w>
+di versi
+bon o</w>
+cl on
+le man</w>
+sh un
+obstac les</w>
+appet ite</w>
+fe eder</w>
+respir atory</w>
+di xie</w>
+formu la
+an to</w>
+so ber</w>
+extin ct</w>
+au c
+ing les</w>
+legitim ate</w>
+; ;</w>
+min nie</w>
+ipsw ich</w>
+dram atically</w>
+ðŁijı ðŁı¼
+ingh am
+milit ary
+mon et</w>
+us navy</w>
+for k
+dun no</w>
+play er
+q otd</w>
+st oo
+ex or
+ethiop ian</w>
+film fest</w>
+pe red</w>
+c ate</w>
+sau di
+in ner
+sin cere
+tion ality</w>
+ale e</w>
+de eds</w>
+cooper ative</w>
+ir onic</w>
+cro cod
+br ary</w>
+post season</w>
+cam per</w>
+can ary</w>
+e in</w>
+exten sions</w>
+nb d</w>
+sher wood</w>
+spo kane</w>
+hu mp</w>
+jit su</w>
+ê ¹
+dar yl</w>
+p si</w>
+stab bed</w>
+offer ings</w>
+expe cts</w>
+cav al
+body building</w>
+fr aming</w>
+f ca</w>
+ye arly</w>
+bom bed</w>
+sk il
+resear ching</w>
+jud iciary</w>
+gree ted</w>
+tu dor</w>
+mil o</w>
+innov ate</w>
+ðŁĺ Ľ
+r hs</w>
+ru by
+contribu tor</w>
+fam er</w>
+soci ally</w>
+m lin</w>
+fi ery</w>
+ut ter</w>
+beau t</w>
+it os</w>
+de voted</w>
+rain bow
+bar ney</w>
+pe ren
+ar jun
+r na</w>
+gab by</w>
+ut i</w>
+hann ity</w>
+pick le</w>
+ser v</w>
+qu akes</w>
+pp e
+fe m
+wh itec
+j n
+victor ies</w>
+ðŁ§ ¡</w>
+gol fer</w>
+congratul ates</w>
+resul ting</w>
+mechan ic</w>
+ur ve
+cen tered</w>
+kie v</w>
+an s
+in cub
+< <
+c mo</w>
+bestfan army</w>
+dap h
+en ham</w>
+on cology</w>
+ku sh</w>
+t xt</w>
+ori ented</w>
+fashion able</w>
+c sr</w>
+sa hara</w>
+r ack
+pd p</w>
+han son</w>
+ภĩ
+ti ers</w>
+ra r</w>
+pan am
+in sky</w>
+sa hi
+testam ent</w>
+asth ma</w>
+in her
+fisher ies</w>
+or der
+ho we</w>
+gall on</w>
+ep is
+suz anne</w>
+drow ning</w>
+paneli sts</w>
+ðŁĺ ²</w>
+ë ¦
+al ach
+commemor ative</w>
+at tribu
+ðŁij »
+mo o</w>
+visi onal</w>
+week sary</w>
+gu st</w>
+ak in
+poin te</w>
+ee e
+di spar
+ni pp
+dent al
+st all
+pi an</w>
+bor e</w>
+ul ster</w>
+tic k
+ir r
+tae hyung</w>
+micro phone</w>
+bermu da</w>
+ga ard</w>
+el er</w>
+plumb ing</w>
+hu gely</w>
+âļ« ï¸ı</w>
+race way</w>
+cam bridge
+mar cel</w>
+burn ley</w>
+to ast
+holly wood
+fa sting</w>
+me red
+hib ition</w>
+ca pped</w>
+benef icial</w>
+ow ning</w>
+cont amin
+arab ian</w>
+to on
+cap ac
+hul u</w>
+sm ir
+nutri ents</w>
+se in</w>
+graph s</w>
+con ditional</w>
+ðŁij ħ</w>
+or ac
+play in</w>
+nor the
+tor nad
+mar ian</w>
+ju mbo</w>
+lex i</w>
+incredible india</w>
+road to
+uk one</w>
+confu sing</w>
+sp h</w>
+shan k</w>
+pi ed
+mq m</w>
+positi vely</w>
+sher ry</w>
+path ways</w>
+consi ders</w>
+tof u</w>
+argu ments</w>
+resil ient</w>
+che tt</w>
+with dra
+ter o</w>
+ated ly</w>
+sw ana</w>
+he b
+fli ght
+har ley
+decre ase</w>
+kind le
+book shop</w>
+³ ï¸ı</w>
+marty rs</w>
+sm ur
+mc cl
+concer to</w>
+sti me</w>
+rejo ice</w>
+app lau
+cle ment</w>
+mer kel</w>
+jai me</w>
+im mortal</w>
+isle of
+mar co
+youtu ber</w>
+stal king</w>
+me too</w>
+st ack
+sp ouse</w>
+u st</w>
+lu v
+âļ¾ ï¸ı
+eque strian</w>
+ev ing</w>
+fl in
+nick name</w>
+the big
+as ar
+st acks</w>
+wal ker
+bor a</w>
+kidnapp ed</w>
+hur ling</w>
+humb old
+rec alls</w>
+co pper
+ann is</w>
+se o
+mer ger</w>
+mu ir</w>
+ad dy</w>
+ðŁĴª ðŁĴª</w>
+be x</w>
+cr acy</w>
+con an</w>
+congratul ation</w>
+mid st</w>
+âĻ ¬</w>
+for bi
+op tic</w>
+cr ate</w>
+crocod ile</w>
+mad agas
+secur ing</w>
+ast on
+o gue</w>
+savi or</w>
+salis bury</w>
+love it</w>
+fuji film</w>
+cast les</w>
+as st</w>
+ar rows</w>
+sp acious</w>
+tr s</w>
+poly vore</w>
+progre ssion</w>
+m ri</w>
+nel son
+bi m</w>
+indic ator</w>
+o da</w>
+pe pe</w>
+re signation</w>
+gu t
+sne aker</w>
+log ically</w>
+az y</w>
+are lla</w>
+te aring</w>
+jo shi</w>
+ssion ism</w>
+q pr</w>
+mari ah</w>
+p x
+ble ed</w>
+mi an</w>
+med ley</w>
+we iss</w>
+ker ry
+gat ory</w>
+at al</w>
+madi son
+av enger</w>
+nab y</w>
+pl and</w>
+gi les</w>
+fresh water</w>
+d ington</w>
+ta j</w>
+demonstr ates</w>
+n tv
+bul bs</w>
+sunday morning</w>
+pe ake</w>
+souven ir</w>
+wa h
+ton nes</w>
+m kt</w>
+complex ity</w>
+con den
+ross i</w>
+b ing
+y ds</w>
+su k
+n go</w>
+mid land</w>
+ol y</w>
+life is
+ri pple</w>
+mo reno</w>
+dd ers</w>
+tu s
+á ĥ
+bou l
+x a</w>
+hol dings</w>
+wn y</w>
+shadowhun ters</w>
+ke i</w>
+asp ire</w>
+m ous
+ow en
+so ak</w>
+skir ts</w>
+moun taine
+stor ming</w>
+ch rome
+ri ots</w>
+sar ato
+amaz e</w>
+less ness</w>
+nav ar
+crit eria</w>
+ra fa</w>
+indul ge</w>
+ay er</w>
+por to
+nam o</w>
+........ ........
+yi elds</w>
+val le
+j h
+mac ron</w>
+sa ins
+dur ant</w>
+tra ilers</w>
+wo t</w>
+confeder ate</w>
+sh rin
+id ol
+form ally</w>
+ten e
+motor cycles</w>
+than g</w>
+no de</w>
+bang er</w>
+dal y</w>
+p ats</w>
+enroll ment</w>
+au ctions</w>
+at al
+ar bor</w>
+lo gos</w>
+de arest</w>
+trans action</w>
+dom ingo</w>
+fle a</w>
+ser mon</w>
+de ck
+sin cere</w>
+questi oning</w>
+juli o</w>
+was p</w>
+pre tz
+armen ian</w>
+k ham
+inflam mation</w>
+picture sque</w>
+acci dental</w>
+film makers</w>
+ðŁĺ ļ
+ðŁĴ į</w>
+ca sey
+so b
+yee zy</w>
+good will</w>
+parag ra
+ss ly</w>
+fe ather
+dy ed</w>
+assassin ation</w>
+na de
+b cs</w>
+app lies</w>
+femin ine</w>
+fe u
+ext ent</w>
+depu ties</w>
+l ack
+psy chic</w>
+go i</w>
+kill ings</w>
+pse u
+ðŁ¤ ª</w>
+un c
+mar l
+tan e</w>
+mck enna</w>
+sur fer</w>
+influ ences</w>
+free way</w>
+hack ney</w>
+mal aria</w>
+el and
+te au</w>
+rema stered</w>
+Ø ±</w>
+raz or
+gg y
+cor ro
+lak sh
+fla ir</w>
+honest y</w>
+hoor ay</w>
+de pp</w>
+am c
+wedne sdays</w>
+q a
+ed its</w>
+- $</w>
+se villa</w>
+dou bled</w>
+human ities</w>
+c cot</w>
+som os</w>
+r ine</w>
+af a</w>
+si oux</w>
+re construction</w>
+wel ding</w>
+th reads</w>
+am ish</w>
+encoura gement</w>
+po der
+bo ck</w>
+bal m</w>
+p tions</w>
+stand up</w>
+accompli shments</w>
+guar ding</w>
+convic tion</w>
+ac ion</w>
+napo leon</w>
+depic ting</w>
+att ack
+su i</w>
+wear able</w>
+âĸª ï¸ı</w>
+pot ter
+esc ort</w>
+vis e</w>
+to ts</w>
+bo on
+event profs</w>
+angu lar</w>
+womenshi storymonth</w>
+bar row</w>
+sch i</w>
+ac comp
+ti k
+l end</w>
+kensing ton</w>
+wol fe</w>
+st acked</w>
+cra shing</w>
+exhi bit
+wing ed</w>
+sab rina</w>
+ma sa
+k ms</w>
+alway s
+et t</w>
+pla sma</w>
+counsel ing</w>
+pick les</w>
+nfl draft</w>
+mr s
+inev itable</w>
+coura geous</w>
+staf ford</w>
+writers life</w>
+ho s</w>
+e j</w>
+gh yun</w>
+trade mark</w>
+adri an
+influen cer</w>
+coron ation</w>
+ra ging</w>
+explo red</w>
+usa f</w>
+excep tion</w>
+eu x</w>
+tan ker</w>
+sw ami</w>
+pac ket</w>
+ðŁij¨ âĢį
+f en</w>
+she en</w>
+a ero</w>
+j l
+re gal</w>
+nw t</w>
+au ster
+meh ta</w>
+char ge
+a ste
+b ate
+inf eld</w>
+racec ourse</w>
+collap sed</w>
+fle ece</w>
+z il
+al lie</w>
+alternati ves</w>
+geor ges</w>
+ðŁĵ į
+quir ky</w>
+fc b</w>
+nat geo</w>
+philanthro py</w>
+bra i
+every day
+ðŁIJ °</w>
+ach ers</w>
+ja an</w>
+fin es</w>
+q i
+fisher man</w>
+distin ct</w>
+gri mes</w>
+nation alist</w>
+comm ence</w>
+ro wn</w>
+âĢ ³</w>
+z ing
+f ter</w>
+hr w</w>
+baro que</w>
+bl ender</w>
+kitt y
+hoo ks</w>
+c ited</w>
+w anda</w>
+consen sus</w>
+reinde er</w>
+an and
+supp ly
+me ds</w>
+v n</w>
+ol ph</w>
+rat chet</w>
+shel don</w>
+secur ities</w>
+ë°© íĥ
+cro m
+mosqu ito</w>
+j eric
+im mac
+dimen sions</w>
+â ¤
+di ssi
+sponge bob</w>
+dami en</w>
+steven son</w>
+jo anne</w>
+del ish</w>
+yi kes</w>
+than x</w>
+surve ys</w>
+postpon ed</w>
+alco holic</w>
+al ised</w>
+ðŁĻı ðŁı»
+do ch</w>
+sen tim
+mered ith</w>
+com pares</w>
+b ago</w>
+happy days</w>
+mo ss
+ãħ ĭ</w>
+ne c
+gn ment</w>
+frustr ated</w>
+comb in
+ri v
+ec lec
+col lo
+compli ment</w>
+actor slife</w>
+ct to</w>
+nic ar
+op hon
+apar the
+man t
+ja de
+trol ley</w>
+optimi zation</w>
+eye on</w>
+eco logical</w>
+qui st</w>
+ep he
+ॠĩ</w>
+cin co</w>
+appo ints</w>
+old school</w>
+c pr</w>
+behavi oral</w>
+min aj</w>
+:- (</w>
+tag ging</w>
+ev al
+jo aqu
+ðŁĺ «
+ha k
+de me
+jama ican</w>
+so s
+hy att</w>
+hand book</w>
+libr arian</w>
+hanni bal</w>
+pump ing</w>
+ch om
+f man</w>
+ga i</w>
+hu ll
+respon ders</w>
+green ville</w>
+n us
+vau gh
+ðŁİī ðŁİī
+ta xi
+gold berg</w>
+man tra</w>
+te ase</w>
+forbi dden</w>
+metho dist</w>
+ati vity</w>
+* ***</w>
+ec t</w>
+mc gr
+Ħ ëĭ
+se b</w>
+amid st</w>
+disapp ear</w>
+thy ro
+phili ps</w>
+er ina</w>
+v icious</w>
+stream er</w>
+million aire</w>
+ma p
+str ick
+hack athon</w>
+gh a</w>
+ed ic
+mi ka</w>
+pe ck
+ill i</w>
+anto ine</w>
+ar ca
+op tic
+ma ure
+ðŁĩ¦ ðŁĩº</w>
+cla shes</w>
+man ly</w>
+âĺ ģ
+al var
+and res</w>
+me i</w>
+el m
+ww ww</w>
+al tered</w>
+l te</w>
+ê¹ Ģ
+mo jo</w>
+for rest</w>
+thal ai
+non t</w>
+spee ches</w>
+acknow ledge</w>
+ign ite</w>
+x factor</w>
+ðŁ¥ Ĥ</w>
+mead ow
+disru pt</w>
+debu ted</w>
+scrim mage</w>
+pharmaceu tical</w>
+fi dd
+found ations</w>
+philosop her</w>
+et al</w>
+publi shers</w>
+bo ys
+c ke
+ru gged</w>
+opti mism</w>
+re be
+phil harmon
+nar cis
+ral lies</w>
+lu is
+go blue</w>
+fol ded</w>
+un acceptable</w>
+optim al</w>
+li sa
+pol aro
++ .</w>
+en za</w>
+âĿ £ï¸ı</w>
+mon opoly</w>
+grace ful</w>
+dair y
+du a</w>
+diffic ulty</w>
+judge ment</w>
+o si
+mer sey
+flu x</w>
+new found
+ter ns</w>
+dimen sional</w>
+in vic
+al ba</w>
+am it</w>
+abudha bi</w>
+alger ia</w>
+autom obile</w>
+the ad</w>
+lo tion</w>
+acceler ator</w>
+vac ant</w>
+iti on
+lu f
+al ic
+pl l</w>
+bla zing</w>
+ba z</w>
+sen e
+ðŁij ¼
+villa ins</w>
+direc tory</w>
+eis en
+to ck</w>
+broch ure</w>
+ri pp
+hb d
+zayn malik</w>
+nic he</w>
+lo lol</w>
+certific ates</w>
+mor se</w>
+fac up</w>
+x ham</w>
+un wanted</w>
+im ports</w>
+carne gie</w>
+fan sign</w>
+mo u</w>
+r alph
+destroy er</w>
+sw ing
+trek king</w>
+cili ation</w>
+pit bull</w>
+g aps</w>
+ho well</w>
+defin itive</w>
+mc le
+f ps</w>
+et z</w>
+bol ly
+lyn n
+gan o</w>
+at ure
+fur suit
+co il</w>
+na v</w>
+but ts</w>
+tro jans</w>
+eu re
+en ko</w>
+sch umer</w>
+horri fic</w>
+install ment</w>
+br b</w>
+subur bs</w>
+a bel</w>
+vi r</w>
+de sh
+cun ningham</w>
+ðŁIJ »</w>
+span n</w>
+sch we
+ke mp</w>
+tr u</w>
+ste alth</w>
+qu es
+le w</w>
+deli ghts</w>
+ko ch</w>
+hu mili
+cr iti
+il t</w>
+sp ells</w>
+mi ley
+car ic
+ðŁį ´</w>
+lc fc</w>
+substitu te</w>
+oun g</w>
+? !!</w>
+af fir
+predic table</w>
+class of</w>
+er r</w>
+cy press</w>
+chand ra</w>
+age ing</w>
+__ __</w>
+ther land</w>
+don caster</w>
+el in
+yo shi</w>
+sail ors</w>
+har ris
+jo anna</w>
+niger ians</w>
+h ers</w>
+pla gue</w>
+pro cra
+k no</w>
+can ton</w>
+busine s
+un h
+pra kash</w>
+c in</w>
+bow en</w>
+co ating</w>
+m als</w>
+be gging</w>
+smith son
+ponti ac</w>
+sp ies</w>
+dam ian</w>
+pl ine</w>
+und ant</w>
+al ta</w>
+one ss</w>
+shame less</w>
+da q</w>
+bb m</w>
+wal es
+stam pede</w>
+ser um</w>
+Ù Ĩ</w>
+cataly st</w>
+x n</w>
+ab sc
+free zer</w>
+ch un</w>
+ari os</w>
+mc cre
+fore head</w>
+he ars</w>
+damas cus</w>
+tac oma</w>
+ardu ino</w>
+encoun ters</w>
+stan ton</w>
+lg b
+ab as
+" ..</w>
+ke te
+drac ula</w>
+ele m</w>
+g ne</w>
+zepp elin</w>
+la brador</w>
+pul p</w>
+op tional</w>
+or n
+russi ans</w>
+san itation</w>
+hil ary</w>
+etsym ntt</w>
+pen alties</w>
+au st</w>
+ig ans</w>
+olympi an</w>
+medic aid</w>
+vers ace</w>
+va pe
+re stra
+pe ep
+sexi est</w>
+st alls</w>
+di le
+the a</w>
+punjab i</w>
+pupp y
+tuesday motivation</w>
+ðŁĵ ļ
+the flash</w>
+roc ket
+mo dest</w>
+chihu ahu
+on na
+k sa</w>
+hur dles</w>
+ca ve
+fail ures</w>
+sp lit
+bo ho</w>
+gur l</w>
+disappo int</w>
+ho ward
+nug get</w>
+fran z</w>
+stal ert</w>
+kaz akh
+for getting</w>
+sch ri
+ag ate</w>
+am at</w>
+eve rett</w>
+du et</w>
+veter inary</w>
+juli an
+ch ills</w>
+bra ve
+ghost busters</w>
+lan do
+gre ets</w>
+profit able</w>
+d é
+ti r
+ze e
+om en</w>
+pd x
+gray son</w>
+har i
+fix es</w>
+stab bing</w>
+swim mer</w>
+symb ols</w>
+compli ments</w>
+po se
+func tioning</w>
+th nx</w>
+gi r</w>
+corpor ations</w>
+bar low</w>
+lo e</w>
+off season</w>
+distin ctive</w>
+marvel ous</w>
+nik on
+enri que</w>
+ky u</w>
+ja ws</w>
+amo to</w>
+lom bar
+travel blogger</w>
+fa h
+ouri sm</w>
+tri stan</w>
+so e</w>
+ce ase</w>
+ðŁı ħ</w>
+z ac
+mck enzie</w>
+taxpay ers</w>
+swim suit</w>
+bl o</w>
+les ley</w>
+kan sas
+w ks</w>
+ki el</w>
+provo king</w>
+my les</w>
+str ing
+kangar oo</w>
+galac tic</w>
+fif th
+s ke</w>
+we ir</w>
+ll is</w>
+mat ory</w>
+ðŁĩ ¿
+un ci
+re productive</w>
+roo ting</w>
+ti des</w>
+gad get</w>
+.... ......</w>
+alex ander
+bow ler</w>
+scre w
+apo log
+eri ka</w>
+wal ters</w>
+shet ty</w>
+lan e
+ban ter</w>
+as ant</w>
+me so
+v ain</w>
+" ""</w>
+us i</w>
+fer din
+accomp lish</w>
+man sfield</w>
+bom bar
+collabor ating</w>
+cla p</w>
+it ure</w>
+s da</w>
+smo ky</w>
+na k</w>
+im person
+car la</w>
+com ra
+bur gl
+lo co</w>
+ti es
+in hi
+trac ey</w>
+se is
+diss er
+rr rr
+dra y
+prote ct
+cor ona</w>
+hun ger
+ck en
+c eli
+trou bled</w>
+predat ors</w>
+fic tional</w>
+shav ed</w>
+riche st</w>
+metab oli
+ful ham</w>
+gro oming</w>
+mono chrome</w>
+wa sting</w>
+as co
+ast e</w>
+ti sta</w>
+remedi es</w>
+ung soo</w>
+south end</w>
+perman ently</w>
+bu mble
+procra stin
+ident ical</w>
+practic ally</w>
+ma scul
+su ke</w>
+assu red</w>
+val erie</w>
+devi ant
+grizz lies</w>
+thi er</w>
+pur a</w>
+ne pal
+not ts</w>
+bil ateral</w>
+spo il</w>
+car mel</w>
+cine matic</w>
+ph l</w>
+ni fty</w>
+ma o</w>
+hypo cri
+la ser
+pan try</w>
+mathemat ical</w>
+el isa
+coordin ation</w>
+bel mont</w>
+a it
+radi ant</w>
+bo iler</w>
+man g
+f ag
+cr c</w>
+h ams</w>
+br in
+â¬ĩ ï¸ı
+famil ia</w>
+âĿ £</w>
+sab er</w>
+ru pert</w>
+gg an</w>
+rit z</w>
+mic h
+sal ford</w>
+le vi
+gra l</w>
+ðŁĴ ¤</w>
+n ino</w>
+ce d
+business man</w>
+ul tr
+sim ply
+compre ssion</w>
+pa ins</w>
+hal t</w>
+ë°©íĥ Ħ
+landsc aping</w>
+n f</w>
+croo ked</w>
+er d</w>
+itt in</w>
+ddle ston</w>
+sur passed</w>
+ino a</w>
+da g</w>
+bl en
+exten ding</w>
+at ing
+al gae</w>
+ball er</w>
+u mar</w>
+snoo ker</w>
+col lu
+flo wn</w>
+thu b</w>
+ridic ulously</w>
+ki sh
+op le</w>
+di re</w>
+as ser
+ari sto
+sc iss
+h ating</w>
+trou ble
+syl via</w>
+suc cul
+plo ts</w>
+sincere ly</w>
+al er
+laure ate</w>
+br ack
+att n</w>
+rif les</w>
+me to
+collec tible</w>
+cu omo</w>
+conte stant</w>
+consist ency</w>
+ant z</w>
+rang es</w>
+abig ail</w>
+de b</w>
+mini ster
+grow ers</w>
+an oo
+hoo ver</w>
+dream er</w>
+nu cle
+resear ch
+mi y
+sha hid
+ma v
+d honi</w>
+cin i</w>
+do j</w>
+hin dus</w>
+part ying</w>
+dal i</w>
+alon so</w>
+inform al</w>
+clark son</w>
+it ton</w>
+ki an</w>
+cit yo
+mor i
+la sted</w>
+as pen</w>
+libr ary
+susp ici
+qu at
+den ial</w>
+fol der</w>
+ch ori
+swee ping</w>
+eni x</w>
+ðŁį Ĥ</w>
+Ø Ń
+nas car
+handmade hour</w>
+mou l
+heat wave</w>
+em er</w>
+exam ine</w>
+ib n</w>
+gr ind
+po v</w>
+tion ist</w>
+m bo
+she ila</w>
+integr ate</w>
+om es</w>
+take away</w>
+cer v
+con nie</w>
+tic ket
+ce led</w>
+bi en</w>
+visu ally</w>
+madagas car</w>
+sor ry
+gu i</w>
+park run</w>
+tra its</w>
+la be
+pois oning</w>
+ॠĢ</w>
+vi able</w>
+bohemi an</w>
+denti stry</w>
+bad os</w>
+spr outs</w>
+mask ed</w>
+te ddy
+ðŁĺ ·</w>
+sa f</w>
+sa as</w>
+ji ang</w>
+ti ght
+spe aker
+withdra wal</w>
+bc n</w>
+as signed</w>
+class rooms</w>
+fle ming</w>
+ðŁĴ «
+super girl</w>
+tot als</w>
+table top</w>
+e books</w>
+horizon tal</w>
+cra z
+flu sh</w>
+j ard
+c dc</w>
+er son
+ãħ ł</w>
+green wood</w>
+ni h</w>
+co x
+ad a
+lit re</w>
+go ing
+v icky</w>
+cur ved</w>
+lou ie</w>
+gra ins</w>
+hy e</w>
+lon ge
+reme dy</w>
+tra inee</w>
+san jay</w>
+super stars</w>
+ma ser
+man u</w>
+s age
+wh l</w>
+ðŁĺĤ ðŁĺŃ</w>
+ðŁijį ðŁı»
+m sd
+en z
+rab hu</w>
+j oo
+gh u
+ac er</w>
+e po
+resurrec tion</w>
+justice for
+bl ended</w>
+mo da</w>
+avalan che</w>
+france sco</w>
+re spective</w>
+g s
+ye ast</w>
+wel ch</w>
+devo tion</w>
+ge tin
+athe ism</w>
+am ic
+carol yn</w>
+lo c</w>
+ld nont</w>
+ave c</w>
+us da</w>
+le gged</w>
+bra very</w>
+b lower</w>
+cow boy
+he h</w>
+sti ble</w>
+buff al
+chann el
+run chat</w>
+âĺķ ï¸ı
+ide ology</w>
+best seller</w>
+y oo
+pe anu
+bon ne</w>
+fel ic
+edi son</w>
+fr actu
+naren dra</w>
+pp ets</w>
+seym our</w>
+ri viera</w>
+he ctor</w>
+necess arily</w>
+bi anca</w>
+soci eties</w>
+the best</w>
+w g</w>
+sent ences</w>
+win k</w>
+vacc ines</w>
+pal ooza</w>
+jam ming</w>
+as f</w>
+mp us</w>
+agre ements</w>
+ec k
+ba c</w>
+hon ore
+com pul
+wild cat</w>
+im posed</w>
+yo ga
+hud son
+can celed</w>
+l ich</w>
+fu zzy</w>
+es que</w>
+ch uk
+w vu</w>
+se k</w>
+fli pping</w>
+r hon
+wi shed</w>
+wh a</w>
+cap ability</w>
+len ovo</w>
+ìĨĮëħ Ħëĭ
+vi vo</w>
+tv d</w>
+nor a</w>
+sil k
+pas adena</w>
+yo semite</w>
+valu ation</w>
+clo cks</w>
+u ber
+mr c</w>
+dar kest</w>
+au bre
+ss o
+bell y
+wrest lers</w>
+kill in</w>
+lou der</w>
+buck ley</w>
+ge el
+ad on
+un s</w>
+appe aling</w>
+ðŁij ¯
+semit ism</w>
+list ens</w>
+fit z</w>
+ãĥ³ ãĥ
+ny lon</w>
+ar ty</w>
+seem ingly</w>
+hal a</w>
+su ited</w>
+et y
+she ds</w>
+mu ffins</w>
+ap ric
+um ents</w>
+u ta</w>
+jam mu</w>
+chelse afc</w>
+star z</w>
+yo ko
+roo t
+clean sing</w>
+di ar
+pione ering</w>
+ihear tradio</w>
+dig iti
+fin dyour
+can o</w>
+ðŁĴ İ
+z ol
+spac ecraft</w>
+six ers</w>
+moi sturi
+b ile</w>
+ti sts</w>
+hor ton</w>
+rang ing</w>
+colum bi
+mete oro
+senti ment</w>
+ep l</w>
+foo th
+text book</w>
+drain age</w>
+r ly</w>
+sc ue</w>
+imran khan
+ðŁĴ ¸</w>
+margar ita</w>
+ed dy</w>
+predic ts</w>
+gamer gate</w>
+advis e</w>
+growth hacking</w>
+love you</w>
+ug and
+v f</w>
+beng hazi</w>
+s later</w>
+ne wor
+ch el</w>
+independence day</w>
+p np</w>
+cul len</w>
+hoo dies</w>
+num bered</w>
+brit t</w>
+t sa</w>
+kl tu</w>
+s ages</w>
+mom o</w>
+onep lus</w>
+col l
+gu ts</w>
+w ta</w>
+mesm eri
+enh ancing</w>
+chiro prac
+j is
+teen agers</w>
+m one</w>
+constell ation</w>
+sweep stakes</w>
+e ze
+slovak ia</w>
+la ye
+pear ce</w>
+wa ver
+po gba</w>
+k ron
+sur geons</w>
+mar x</w>
+ti d
+gg a</w>
+desc end
+p ours</w>
+upri sing</w>
+wal la
+sab bath</w>
+bachel ore
+mack in
+k am</w>
+peter borough</w>
+hor a</w>
+ðŁĮŁ ðŁĮŁ
+think big
+r j
+hy drau
+sp al
+univers it
+ðŁı ī</w>
+mail online</w>
+league of
+ten ants</w>
+w ally</w>
+lan ce
+heav ens</w>
+dd r</w>
+bol ts</w>
+am ir
+i phone
+ci gar
+en du
+re i</w>
+el abor
+r inging</w>
+john son
+characteri stics</w>
+sal oon</w>
+algori thms</w>
+tal kin</w>
+m tn
+di ve
+region als</w>
+ff ice</w>
+hat i</w>
+deviant art</w>
+so tto</w>
+shir o</w>
+l ama</w>
+k we
+f aded</w>
+por ting</w>
+tu mmy</w>
+est ates</w>
+buen os</w>
+ðŁ¦ ģ</w>
+beli ever</w>
+pen etr
+dar n</w>
+sp ite</w>
+can opy</w>
+fashi oni
+t illa</w>
+pet als</w>
+eli jah</w>
+bra wl</w>
+marty r</w>
+ë°©íĥĦ ìĨĮëħĦëĭ
+mid town</w>
+eric h</w>
+d apper</w>
+sm town</w>
+me gam
+ww w
+le le</w>
+on s
+cat fish</w>
+fir th</w>
+fossil friday</w>
+ball park</w>
+th aw
+pot ent</w>
+illi e</w>
+cre ep</w>
+car p</w>
+so ap
+gun dam</w>
+infe c
+yy yyy</w>
+ठ¨</w>
+z ag
+rit t</w>
+calcu lator</w>
+bo ca</w>
+ok o</w>
+to ad</w>
+threat en</w>
+refin ed</w>
+olym pic
+accompli shment</w>
+bacter ial</w>
+a ji
+tat um</w>
+feli z
+she ed</w>
+j at
+th ic
+jam al</w>
+ðĿ ĺ
+lin a</w>
+ðŁIJ ¯</w>
+jo king</w>
+yot po</w>
+pin ch</w>
+ak ron</w>
+her b
+motiv ation
+li a
+ho stage</w>
+cre ek
+gam ble</w>
+russ ell
+patt i</w>
+fo tos</w>
+c pc</w>
+bro ken
+back the
+cla ys</w>
+u mm
+stock ton</w>
+mat ernal</w>
+ü r
+la kel
+cent ury
+be k</w>
+infe cted</w>
+ภ¡
+smack down</w>
+man ned</w>
+ta hoe</w>
+sm es</w>
+bas a</w>
+su la</w>
+augu sta</w>
+. *</w>
+rohing ya</w>
+gre ed</w>
+counsel or</w>
+silhou ette</w>
+gra vit
+cla use</w>
+' -</w>
+bo bc
+occa sions</w>
+now adays</w>
+dic tat
+be ard
+n ally</w>
+brigh test</w>
+kab ul</w>
+inc india</w>
+dhan ush
+archae ological</w>
+che ape
+mizz ou</w>
+d hi</w>
+ov ski</w>
+bax ter</w>
+asse mble</w>
+Ã ¢
+gi gi</w>
+ac am
+wis ely</w>
+haz ard
+north ampton</w>
+âľĪ ï¸ı
+me th</w>
+bla sting</w>
+re unite</w>
+mu lus</w>
+ali zes</w>
+t read
+mil a</w>
+ed ward
+ko va</w>
+pe sto</w>
+ðŁij ¶
+vit z</w>
+hydrau lic</w>
+refurbi shed</w>
+mo tel</w>
+isab ella</w>
+hom me</w>
+sever ance</w>
+uph ol
+mis erable</w>
+f ari
+lat ter</w>
+ef er</w>
+crack ers</w>
+es l</w>
+ac io</w>
+yy j</w>
+in an</w>
+ec b</w>
+z ind
+pan as
+tru cking</w>
+re ed
+sh aker</w>
+burge ss</w>
+em pire
+ag nes</w>
+n ington</w>
+art works</w>
+fr s</w>
+ti le
+bi ome
+eu n</w>
+ch ong</w>
+americ ana</w>
+god father</w>
+go blin</w>
+i shi
+! ).</w>
+temp ted</w>
+gen omics</w>
+mand ate</w>
+ck y
+ðŁĴĻ ðŁĴĽ</w>
+som ali</w>
+br andy</w>
+in ven
+spoke sperson</w>
+pc b</w>
+yu an</w>
+h g</w>
+fa z
+starwar s
+ro wan</w>
+blue grass</w>
+don g
+d day</w>
+trin idad</w>
+er ton</w>
+ban ning</w>
+re tention</w>
+cu red</w>
+tober fest</w>
+re set</w>
+we is
+deta ched</w>
+behindthe scenes</w>
+immun ity</w>
+ph a</w>
+bra y
+ðŁij ½</w>
+ran cho</w>
+ram say</w>
+est onia</w>
+nd tv</w>
+] .</w>
+cab aret</w>
+tar o</w>
+d v</w>
+show cases</w>
+plu m
+ðŁij ¸
+son oma</w>
+pre pa
+memor ab
+e stu
+drive way</w>
+u les</w>
+magn us</w>
+x r</w>
+nn n</w>
+much as</w>
+en ge
+stre amed</w>
+fore stry</w>
+audio book</w>
+tro y
+reck less</w>
+kil om
+ru ler</w>
+ra k</w>
+proce ssion</w>
+i ons</w>
+po ole</w>
+noc tur
+wh s</w>
+farm house</w>
+per a</w>
+par me
+hypocri sy</w>
+s ics</w>
+v ant
+cas k</w>
+holi stic</w>
+au st
+Ð ¿
+in do
+ðŁij© âĢį
+di so
+disp atch</w>
+ol sen</w>
+make it
+en nis</w>
+cent re
+ar range</w>
+ðŁĮ ¼</w>
+sal ted</w>
+ea siest</w>
+f ate
+reg atta</w>
+mo zz
+ac an</w>
+sin i</w>
+g ically</w>
+ch ops</w>
+chick en
+work in</w>
+ha gg
+invol ve</w>
+wee ds</w>
+book day</w>
+wake up
+ky r
+michel in</w>
+fu ss</w>
+re juven
+vac ancies</w>
+incar cer
+m st</w>
+sc ents</w>
+sovere ign</w>
+kick er</w>
+à §
+bo d</w>
+âĢĶ ></w>
+sa h</w>
+mob il
+shrop shire</w>
+oph one</w>
+dress er</w>
+mis suni
+hep burn</w>
+i mo
+foli age</w>
+diagno stic</w>
+as san
+cycl ing
+guil t</w>
+c sa</w>
+puertor ico</w>
+win elover</w>
+wake field</w>
+do ggy</w>
+k he
+pa pp
+co g
+al lot
+cu ck
+poe tic</w>
+mi o</w>
+re vit
+mag ician</w>
+ç ¥
+ant enna</w>
+west wood</w>
+mber g</w>
+lux e</w>
+oat meal</w>
+Ø ¬
+te at
+ffe e</w>
+sear ches</w>
+l ly</w>
+plu to</w>
+el on
+let tering</w>
+inno cence</w>
+fa i</w>
+ann on</w>
+telang ana</w>
+ma it
+neu ral</w>
+can ni
+ar oma</w>
+a stor
+fe x</w>
+co cac
+mon etary</w>
+f ent
+un sure</w>
+' @</w>
+indi rec
+teh ran</w>
+isol ation</w>
+li bs</w>
+make up
+merce des
+ff y
+he tero
+de o
+sco m</w>
+cur sed</w>
+veteran sday</w>
+franken stein</w>
+shre ws
+de co
+ge ese</w>
+lefto ver</w>
+ha did</w>
+vari able</w>
+acade mics</w>
+carol in
+under going</w>
+vari ation</w>
+na h
+ssi er</w>
+gamer sunite</w>
+pur suing</w>
+emer ged</w>
+ll ers</w>
+control ling</w>
+ro aring</w>
+mete or
+vol t</w>
+daw gs</w>
+be aver
+is life</w>
+bathro oms</w>
+aci onal</w>
+pre vent
+lake district</w>
+in als</w>
+y ani</w>
+gra bbing</w>
+sac ks</w>
+le z</w>
+sw ay
+k ool</w>
+time s
+klo pp</w>
+la de</w>
+con cord</w>
+resul ted</w>
+revi ve</w>
+recon ciliation</w>
+ol and</w>
+az z</w>
+gir o</w>
+mand arin</w>
+de en
+nutriti onal</w>
+is coming</w>
+van i</w>
+aw www</w>
+der ived</w>
+love your
+stop the
+shou ting</w>
+nov ak</w>
+ðŁĻĮ ðŁı¾</w>
+lo af
+displa ying</w>
+sunday with
+ma guire</w>
+ch eri
+ðŁı Ł</w>
+re match</w>
+qu ic
+Ú ©
+y in
+ðŁĺ ¹
+ili ve</w>
+z ip
+our ke</w>
+down loads</w>
+sw at</w>
+missi ss
+care rs</w>
+t ment</w>
+proper ty
+hahahaha haha</w>
+gi bbs</w>
+sur rey
+ar ise</w>
+tic ism</w>
+sti a</w>
+ir ling</w>
+fro g
+co se</w>
+bas sist</w>
+fore ig
+lea u</w>
+pil lows</w>
+hol la</w>
+eli e</w>
+disclo sure</w>
+peanu ts</w>
+inte ch</w>
+ww c</w>
+plun ge</w>
+trium ph
+cor i
+sli ppers</w>
+ðŁĻı ðŁĻı</w>
+neutr ality</w>
+ma re
+hair y</w>
+gang ster</w>
+hu mming
+cust ard</w>
+mer lin</w>
+ale a</w>
+s by
+dam p</w>
+mo han
+ver bal</w>
+j st</w>
+gu tted</w>
+b jor
+un finished</w>
+ðŁĩ¯ðŁĩ µ</w>
+un happy</w>
+âļ« ï¸ı
+by pass</w>
+at su</w>
+fis cher</w>
+sa v</w>
+afric ans</w>
+re use</w>
+mid way</w>
+demo lished</w>
+ger rard</w>
+her cules</w>
+Ä Ł
+medic ines</w>
+cl icking</w>
+sur round
+jo ong</w>
+wav ing</w>
+tri bes</w>
+wet lands</w>
+offici el</w>
+argu ing</w>
+l le
+do va</w>
+su zy</w>
+club house</w>
+ne gro</w>
+ob tain</w>
+ga o</w>
+gl ance</w>
+assi st
+ch os</w>
+ãĤ ¢
+âĺ ķ</w>
+adri d</w>
+occur s</w>
+st ans</w>
+par don</w>
+livel i
+emplo yed</w>
+re visit</w>
+ff xiv</w>
+bb le
+ne aring</w>
+min er</w>
+ðŁĺ ¹</w>
+giov anni</w>
+up to</w>
+mar vell
+mar se
+to wels</w>
+cb n</w>
+engine ered</w>
+y elling</w>
+spart an
+si ans</w>
+ðŁĻĮ ðŁı¼
+se v
+coyo te</w>
+sta di
+t cm</w>
+app en</w>
+shenan igans</w>
+open access</w>
+so aked</w>
+ma squ
+le vine</w>
+stro kes</w>
+l k</w>
+aparthe id</w>
+hipho p
+char don
+may may
+ha asan</w>
+stri pped</w>
+fr o</w>
+scri ption</w>
+f ton</w>
+h f
+pri sons</w>
+marsh al</w>
+ķ ãĤ
+an cho
+com promise</w>
+classi fication</w>
+buzz feed</w>
+bblo ggers</w>
+deser ving</w>
+) /</w>
+s way</w>
+ob o</w>
+camp ers</w>
+poder nfamily</w>
+p oured</w>
+bri e</w>
+squir rels</w>
+se ize</w>
+: #</w>
+le k
+ti mb
+st acy</w>
+nas daq</w>
+repe atedly</w>
+br at</w>
+mi ghty
+competit or</w>
+mah one</w>
+de si</w>
+o ke
+bm w
+shi e</w>
+f cb
+cheape st</w>
+minim alist</w>
+par amount</w>
+n ate
+har as
+insan ity</w>
+lat eral</w>
+ment ality</w>
+mo zam
+ta pped</w>
+yad av</w>
+u sp
+b way</w>
+the od
+bil t</w>
+ra ids</w>
+em press</w>
+adap ted</w>
+pat ron
+nut shell</w>
+ag ra
+be aded</w>
+sundaywith marsha</w>
+vi king
+proce ed
+main tained</w>
+thinkbig sundaywithmarsha</w>
+sn es</w>
+mus ica</w>
+to wer
+ch ab
+bo k
+sm t</w>
+insul t</w>
+harve sting</w>
+windo w
+ru ther
+be ige</w>
+dec al</w>
+indic ate</w>
+ma iling</w>
+ri ft</w>
+po le
+ander son
+ch oral</w>
+sp ride</w>
+l ili
+ev elyn</w>
+imrankhan pti</w>
+.... "</w>
+ke red</w>
+un dp</w>
+water falls</w>
+se ars</w>
+le mans</w>
+world series</w>
+ri el</w>
+ani e
+app ar
+score rs</w>
+lam p
+a than</w>
+phys icians</w>
+qu inoa</w>
+refu sing</w>
+vu itton</w>
+unle ash</w>
+s la</w>
+pat i</w>
+shou ts</w>
+inten tions</w>
+fo amed</w>
+europe an
+neighbor hoods</w>
+me er
+man son</w>
+du h</w>
+br at
+con es</w>
+bow l
+kazakh stan</w>
+ठ¿</w>
+in appropriate</w>
+del hi
+ketch up</w>
+ful ton</w>
+s ys</w>
+consul t</w>
+gar field</w>
+to go</w>
+f ml</w>
+f led</w>
+b ds</w>
+facilit ate</w>
+ree bok</w>
+selfi e
+elev ate</w>
+activ ate</w>
+bi ble
+ca wx</w>
+b ys</w>
+cam ille</w>
+sy ou
+sk ool</w>
+her t
+w bc</w>
+ple dges</w>
+recor der</w>
+po sh</w>
+ac re
+so aking</w>
+mat il
+v sco
+shoot ings</w>
+pla r</w>
+e con
+ðŁĻĮ ðŁı»
+rashi d</w>
+u bi
+ðŁ¤ ¤</w>
+sw inging</w>
+wi pe</w>
+rap tor</w>
+m su
+music video</w>
+dur ham
+at tic</w>
+apar ty</w>
+fe tus</w>
+activ ation</w>
+aa z</w>
+motiv ate</w>
+ðŁĴķ ðŁĴķðŁĴķ</w>
+j al</w>
+ठ®</w>
+ag on
+sche er</w>
+stal ker</w>
+fo ster
+az zo</w>
+tele gram</w>
+vi gor
+s laugh
+screen shots</w>
+entrepre neu
+kri stin</w>
+inten tion</w>
+ch illi
+fr action</w>
+don a</w>
+ge a</w>
+tc u</w>
+s ite
+la k</w>
+em il
+d nt</w>
+bor o
+wil kinson</w>
+re cu
+ato day</w>
+t anya</w>
+bl anco</w>
+cd n</w>
+brilli antly</w>
+g cc</w>
+ac c
+evacu ated</w>
+ther ine
+den ny</w>
+cait lin</w>
+she pard</w>
+pou ch</w>
+hand held</w>
+sou theastern</w>
+ha a</w>
+Ã ´
+re solutions</w>
+led ger</w>
+sr in
+r ar
+shat tered</w>
+chim ney</w>
+im with
+mete or</w>
+hand led</w>
+ra ke
+town send</w>
+en han
+shi py
+duc t</w>
+tw x</w>
+inflam matory</w>
+war hammer</w>
+theat rical</w>
+gro s
+sk ar</w>
+sco tty</w>
+ni el</w>
+tit o</w>
+tin i</w>
+conne ction</w>
+_ .</w>
+goldeng lobes</w>
+sha q</w>
+ðŁı ³ï¸ı
+hall way</w>
+fron ts</w>
+effec tiveness</w>
+gla ston
+d hs</w>
+ex pi
+to h</w>
+c pl</w>
+sc s</w>
+re o</w>
+ha g
+resemb lance</w>
+hor an</w>
+abu sive</w>
+qu er</w>
+virtu e</w>
+cho lester
+a q</w>
+shan e
+m ce
+carri ers</w>
+di stress</w>
+re wind</w>
+Â ¡
+voo doo</w>
+int act</w>
+ann o</w>
+ðŁĺ ¤
+pi led</w>
+adi a</w>
+ãĥ ³</w>
+en ow</w>
+di gs</w>
+light ly</w>
+goo fy</w>
+turb ine</w>
+governor s</w>
+con te</w>
+re open</w>
+pa h</w>
+i ve
+cra fting</w>
+swee ps</w>
+jo di</w>
+an de
+zu cker
+kaw aii</w>
+o ko
+v ai
+out line</w>
+kri sti
+ts n</w>
+insp o</w>
+qu int
+fil thy</w>
+lyn ne</w>
+listen ers</w>
+depar ting</w>
+or d
+t weed</w>
+, &</w>
+ale k
+sel fish</w>
+nor ther
+recogni zes</w>
+i ps</w>
+be s
+a ed</w>
+w ills</w>
+pe at</w>
+surround ings</w>
+mon uments</w>
+ais le</w>
+be cker</w>
+la v</w>
+quant ity</w>
+v ah</w>
+helicop ters</w>
+tu cked</w>
+alv arez</w>
+sha pe
+o bey</w>
+ad diti
+road side</w>
+m ite</w>
+bl ers</w>
+ep age</w>
+j au
+ignor ant</w>
+b ins</w>
+lu lu</w>
+x o
+c fo</w>
+ee eee</w>
+apprentice ship</w>
+shef fiel
+to i</w>
+ho k
+faken ews</w>
+deplo y</w>
+aid an</w>
+husk ers</w>
+ãĢ İ</w>
+west brook</w>
+mi ster
+confi gur
+car r
+fic a</w>
+proceed ings</w>
+ha w</w>
+ste ak
+mur derer</w>
+pay day</w>
+a jo</w>
+p vc</w>
+don ates</w>
+bi af
+nom nom</w>
+be it</w>
+k ali</w>
+x rp</w>
+ahmed abad</w>
+se mic
+che y
+x tra</w>
+an twer
+head lining</w>
+squ ares</w>
+roun ded</w>
+flu ore
+bol d
+disa sters</w>
+am oo</w>
+gener ic</w>
+cran es</w>
+brief ly</w>
+gi g
+auster ity</w>
+anticip ation</w>
+for ti
+treas urer</w>
+cann y</w>
+ce cil
+dete cted</w>
+check list</w>
+ภ§
+pam ela</w>
+bar bados</w>
+an field</w>
+hear ty</w>
+tx lege</w>
+peren ni
+arro g
+ing ram</w>
+âĹ ı</w>
+ty ne
+spo on
+r ation
+am ba</w>
+m be</w>
+cam el
+h hs</w>
+york shire
+reflec tive</w>
+fre aks</w>
+to k</w>
+ju do</w>
+partic les</w>
+du bs</w>
+ban jo</w>
+accred itation</w>
+prover bs</w>
+over dose</w>
+inte gral</w>
+gu ang
+mc s</w>
+super car</w>
+af b</w>
+al vin</w>
+ail s</w>
+x tre
+st aging</w>
+tw ent
+rabb its</w>
+mar o
+inste m</w>
+dol l
+cr ay</w>
+sant ana</w>
+ble ach</w>
+mini ons</w>
+che ap
+man t</w>
+di vers</w>
+catal onia</w>
+lo is</w>
+mat ri
+cou gar</w>
+kay ak</w>
+e gre
+p so
+a ia</w>
+å ®
+char lton</w>
+tr acked</w>
+sc ari
+pe tt
+f wd</w>
+x in
+gra vel</w>
+br ic
+bigg boss</w>
+ar den</w>
+hu gging</w>
+pal ms</w>
+st v
+li mb
+the movie</w>
+handic ap</w>
+ri me</w>
+z ai</w>
+stu b
+indi a
+lithu ania</w>
+rhy th
+p ita</w>
+maced onia</w>
+high ered</w>
+brid get</w>
+schwar z
+ske let
+hi kes</w>
+ant arctic</w>
+c ps</w>
+mash up</w>
+Ð °</w>
+n ell
+chand ra
+he ir
+an us</w>
+sher idan</w>
+mi mi</w>
+muse u
+bec ca</w>
+an ir
+bar rie</w>
+dioce se</w>
+compar able</w>
+ðŁı³ï¸ı âĢį
+yuk on</w>
+me p</w>
+hor mon
+mer ic</w>
+al f</w>
+con quered</w>
+christ church</w>
+ðŁĴĻ ðŁĴĻ</w>
+hazard ous</w>
+poo h</w>
+cont ing
+retro spective</w>
+par ame
+na ir</w>
+con sor
+ho tra</w>
+astoni shing</w>
+cater pillar</w>
+u man</w>
+ti sm</w>
+t vs</w>
+serv ic
+croy don</w>
+mor ales</w>
+c g
+cu m</w>
+te ur</w>
+scan ada</w>
+s all
+magno lia</w>
+el ise</w>
+th our</w>
+à® ¿</w>
+ag omez</w>
+phel ps</w>
+ë°©íĥĦìĨĮëħĦëĭ ¨</w>
+wh os</w>
+weav ing</w>
+si sd</w>
+pro poses</w>
+cro ws</w>
+pre sale</w>
+econom ies</w>
+bernar do
+sha hid</w>
+air show</w>
+mc cann</w>
+hor ticul
+nr l
+du el</w>
+mongo lia</w>
+tou lou
+requi rement</w>
+struc tured</w>
+ed i</w>
+o lives</w>
+he a
+cu ter</w>
+Ð º
+enthusi ast</w>
+harri et</w>
+domin ion</w>
+sub mer
+ðŁį ĥ
+sa ab</w>
+nes burg</w>
+mo ff
+def ended</w>
+bur t</w>
+rewar ded</w>
+gold man</w>
+op tics</w>
+khali d</w>
+house holds</w>
+buc kets</w>
+ce cil</w>
+che ss
+substan tial</w>
+ef l</w>
+oper ation
+evalu ate</w>
+st n</w>
+rece ssion</w>
+l ll</w>
+tom as</w>
+tru ths</w>
+ak bar</w>
+s words</w>
+p act</w>
+embarra ss
+ha o</w>
+ay urve
+scrip ture</w>
+ny cc</w>
+op t</w>
+di ameter</w>
+sc ented</w>
+organi zers</w>
+re lat
+ha e</w>
+dream ers</w>
+de se
+ðŁĮ »
+restric ted</w>
+n ale</w>
+r hp</w>
+dol an</w>
+mun ster</w>
+ha ired</w>
+consult ants</w>
+jo ints</w>
+hu mil
+d ill</w>
+relent less</w>
+t é
+af il
+ut ilities</w>
+japan ese
+condem n</w>
+pet ite</w>
+colli de</w>
+q f</w>
+peach es</w>
+cou rier</w>
+l ore</w>
+âĺİ ï¸ı</w>
+reli ability</w>
+ch uk</w>
+ðŁĻ ĥ
+stu res</w>
+ge ther</w>
+ho stel</w>
+bi er
+- _-</w>
+â ĩ
+e ze</w>
+ta ilo
+di ent</w>
+blu ff</w>
+chu ffed</w>
+pil ip
+mon arch
+e em</w>
+bu chan
+b ick
+op au
+ku ps</w>
+ภ¢
+pist ons</w>
+sp ins</w>
+m and</w>
+ce st</w>
+bur ne</w>
+v ile</w>
+cher ries</w>
+bec kett</w>
+need les</w>
+pan ch
+ë Ĥ
+haha h
+trou bles</w>
+insi sts</w>
+do you
+g mc</w>
+mor tar</w>
+deleg ate</w>
+in n
+g anda</w>
+sin atra</w>
+ठ¤</w>
+spee ding</w>
+pu pil</w>
+pre mises</w>
+ali gnment</w>
+pi kach
+as us</w>
+j alan</w>
+Ø µ
+lime stone</w>
+fol kl
+parme san</w>
+ce il
+mo y
+shawn mendes</w>
+ac up</w>
+hu st
+ot es</w>
+med ina</w>
+ma di</w>
+gta v</w>
+censor ship</w>
+ar g</w>
+swe eney</w>
+sy kes</w>
+col o</w>
+foot steps</w>
+cann ed</w>
+adv ance
+gta online</w>
+healthy living</w>
+ðŁį ¾
+a ig
+p ality</w>
+oc s</w>
+he brew</w>
+im minent</w>
+berk shire</w>
+jeremi ah</w>
+out going</w>
+bak er
+entr ata</w>
+ma ids</w>
+gro ves</w>
+bo c
+a del</w>
+m fw</w>
+con science</w>
+arm ys</w>
+nut ella</w>
+conte stalert</w>
+novel ist</w>
+la h
+ban ker</w>
+marque z</w>
+ðŁı ¡</w>
+to ff</w>
+out age</w>
+gr p</w>
+ðŁĺŃðŁĺŃ ðŁĺŃðŁĺŃ</w>
+musc le
+du dley</w>
+nvi dia</w>
+mi di</w>
+m uni
+ess ays</w>
+dat ac
+car ter
+ภ£</w>
+t ans</w>
+i ves</w>
+public ations</w>
+al er</w>
+ok wx</w>
+il u
+cu tt
+har p</w>
+out law</w>
+luther an</w>
+br ill
+bo lic</w>
+do well</w>
+green land</w>
+be sties</w>
+path i</w>
+pay ton</w>
+gue st
+har den</w>
+ðŁ¤ ©
+ann ed</w>
+evacu ation</w>
+po ised</w>
+mc der
+b han
+o i
+envel ope</w>
+ci d</w>
+ca vi
+ta pas</w>
+book review</w>
+grey hound</w>
+âĻ ª
+fe ud</w>
+lun gs</w>
+for te</w>
+rai der
+ff er
+oni x</w>
+dep end</w>
+yn wa</w>
+rel ating</w>
+de vs</w>
+ðŁĴ IJ
+acqui res</w>
+d ha</w>
+j yo
+priv ati
+can ine</w>
+k b
+cra b
+sar din
+imag ining</w>
+k j
+em por
+down hill</w>
+ne z</w>
+ta eyeon</w>
+nick imin
+gb p</w>
+à µ
+w ap
+sec co</w>
+ma shed</w>
+ðŁĴ¥ ðŁĴ¥
+augu stine</w>
+diss ol
+dic tator</w>
+â ĵ
+vi per</w>
+ed fringe</w>
+vau x
+hard work</w>
+book let</w>
+no x</w>
+chi ff
+ðŁĴ ¨
+observ ations</w>
+xbox one</w>
+u sher</w>
+ke er
+lu p</w>
+dal las
+cal gary
+ma dra
+di ous</w>
+k bs</w>
+wood ward</w>
+hero ine</w>
+lu mber
+sea world</w>
+o ws</w>
+mc ke
+maver ick</w>
+gu la</w>
+cross roads</w>
+fan g</w>
+s ade</w>
+nik ol
+chee tah</w>
+me c</w>
+pp g</w>
+er ick
+ðŁİ µ
+tox ic
+bj j</w>
+viol a</w>
+sp ire</w>
+ch ino</w>
+tra vis
+institu tional</w>
+ha as</w>
+low ry</w>
+w ac
+ea e</w>
+hu mid</w>
+mp ton</w>
+ru ck
+je w</w>
+c ine</w>
+zim mer
+se f</w>
+bhar at
+fre es
+aam ir</w>
+ðŁĴ ħ
+z inc</w>
+wan e</w>
+multi player</w>
+royal wedding</w>
+e el</w>
+preci pit
+qu ery</w>
+kimber ly</w>
+isa bel</w>
+ful fill</w>
+ig an</w>
+vau l
+pan e</w>
+sc y
+dig it</w>
+gun n</w>
+u tah
+dog day</w>
+fi on
+xia omi</w>
+da c</w>
+el ast
+cha vez</w>
+ro blo
+g ine
+ten th</w>
+ab h
+ke to
+hur dle</w>
+na dia</w>
+memorab ilia</w>
+ha bs</w>
+qu an</w>
+h w
+hv ac</w>
+pix ar</w>
+ec cle
+kram er</w>
+accu ses</w>
+ðŁĴļ ðŁĴļ
+per se
+mean time</w>
+wa hl
+atle tico</w>
+âĢ¢âĢ¢ âĢ¢âĢ¢
+ott oman</w>
+no vo
+k us</w>
+conne cted</w>
+tru sts</w>
+d mv</w>
+spen cer
+rahu lg
+do ve
+sto kes</w>
+bolog na</w>
+enthusi asts</w>
+Ã ª
+rockstar games</w>
+ted cruz</w>
+du ras</w>
+s acked</w>
+late x</w>
+immer sive</w>
+cer t</w>
+lu cin
+princi pals</w>
+fa res</w>
+sa ils</w>
+far n
+am ent</w>
+saf fron</w>
+quent in</w>
+check point</w>
+fer ris</w>
+ex cur
+ðŁijī ðŁı¼</w>
+bai ley
+se h
+ter re</w>
+mad am</w>
+s band</w>
+wan derers</w>
+cumber batch</w>
+yy c
+digit ally</w>
+blackandwhite photography</w>
+roll in</w>
+moroc can</w>
+ðŁĮ ħ</w>
+din ner
+d well
+to om
+m ye
+ez ra</w>
+cp fc</w>
+war hol</w>
+me er</w>
+jon ah</w>
+no aa</w>
+s gate</w>
+so on
+secu lar</w>
+g ating</w>
+ti o</w>
+dri ver
+si ssy</w>
+assan ge</w>
+ta th
+ed mund</w>
+bobc ats</w>
+ra ji
+po stage</w>
+stu ds</w>
+m gm</w>
+kat o</w>
+edin burgh
+meet the
+shir t
+fa a</w>
+mens fashion</w>
+sp reads</w>
+wi m</w>
+car ts</w>
+phoe be</w>
+j ars</w>
+bot swana</w>
+Ù Ĥ
+ed war
+sk ar
+ri ve
+gu sty</w>
+c tv</w>
+ferdin and</w>
+su therland</w>
+nickimin aj</w>
+k v
+si us</w>
+bee ch</w>
+re z
+desi res</w>
+on ial</w>
+camp o</w>
+quar ry</w>
+lor raine</w>
+gil more</w>
+ig gy</w>
+µ ï¸ı</w>
+ho pping</w>
+avi z</w>
+ðŁĮ º
+uni sex</w>
+dedic ate</w>
+att itudes</w>
+ste er</w>
+jun kie</w>
+rail way
+y b</w>
+whi sper</w>
+key an</w>
+k us
+ju g</w>
+di x</w>
+a ins</w>
+sum mon
+ov ich</w>
+sy ed</w>
+her ald
+ma ison</w>
+me ded</w>
+wild flower
+main land</w>
+ri sky</w>
+ru kh</w>
+over looked</w>
+ki c</w>
+destro ys</w>
+nam an</w>
+ki p
+z ano</w>
+champion sleague</w>
+ban dit</w>
+quin cy</w>
+smi le
+cal vin
+open ings</w>
+ta pp
+ol ulu</w>
+spec tro
+accred ited</w>
+ap k</w>
+pra ised</w>
+bar nett</w>
+pol len</w>
+premi ered</w>
+selen agomez</w>
+tou red</w>
+screen ings</w>
+uu u</w>
+mis o
+en se</w>
+adam lambert</w>
+guel ph</w>
+har yana</w>
+hu tto
+le ar</w>
+l tc</w>
+po ached</w>
+brex it
+æ Ŀ
+tt c</w>
+pa vement</w>
+mon gers</w>
+ro e
+ad ers</w>
+ling ton
+particip ant</w>
+ca red</w>
+ga il</w>
+y ates</w>
+lan tic</w>
+dash board</w>
+jo o</w>
+feli pe</w>
+ssi onist</w>
+bu m
+s end
+a eri
+thu gs</w>
+luci fer</w>
+a he
+dete ctor</w>
+fil ly</w>
+gas oline</w>
+ham per</w>
+hump day</w>
+the ta</w>
+the band</w>
+fore casts</w>
+o hhh</w>
+lo bb
+hol l
+cp u</w>
+az u
+ad ar
+hai ley</w>
+bu b
+car t
+quo ted</w>
+an archy</w>
+pan cre
+twit art</w>
+al den</w>
+st ash</w>
+the less</w>
+or ni
+belie bers</w>
+mor mon</w>
+partic le</w>
+avi ation
+⬠Ĩ
+webcam toy</w>
+sad dened</w>
+cru is
+ham let</w>
+n ct
+roll ins</w>
+marque e</w>
+saw yer</w>
+reli ance</w>
+a ura</w>
+di ec
+soo thing</w>
+sig nings</w>
+ak is</w>
+Ã ³</w>
+at kins</w>
+aer op
+ðŁĮ ¿
+y ab
+sh ari
+con nol
+du bbed</w>
+manufac ture</w>
+convin cing</w>
+feelthe bern</w>
+ra u
+pu lit
+on ec
+gem stone</w>
+ur ging</w>
+bag u
+ga h</w>
+aci ds</w>
+fi anc
+zodi ac</w>
+sn oop</w>
+her rera</w>
+initi ated</w>
+ven ge
+profess ors</w>
+pro di
+stron ger
+e mission</w>
+bb a</w>
+hal le
+ta pp</w>
+haw an</w>
+wh im
+compe ted</w>
+myr tle</w>
+ir port</w>
+cold play</w>
+ach e
+ske p
+m son
+ss ic
+calli graphy</w>
+swim mers</w>
+me y</w>
+pp c</w>
+thri ft</w>
+po c</w>
+re places</w>
+commu ter</w>
+âģ¦ âģ¦@</w>
+go ers</w>
+lo gue</w>
+para dig
+bas kets</w>
+sensiti vity</w>
+joh an</w>
+atl antis</w>
+& &</w>
+suit case</w>
+anxi ous</w>
+l h
+str i</w>
+gal loway</w>
+stre ad</w>
+war den</w>
+gr ounded</w>
+ffici ency</w>
+li feat
+reli c</w>
+disgu ise</w>
+island ers</w>
+f cofficial</w>
+classical music</w>
+b mc</w>
+en field</w>
+bi que</w>
+oak ley</w>
+bat man
+sla ying</w>
+ner ves</w>
+mul tit
+calci um</w>
+projec tor</w>
+scott sdale</w>
+ant ino</w>
+gri ps</w>
+kim mel</w>
+des mond</w>
+prote stors</w>
+hi atus</w>
+metaboli sm</w>
+conclu ded</w>
+press er</w>
+ti pping</w>
+sli de
+e to
+hun ting
+aus open</w>
+ri k</w>
+pp ery</w>
+innov ators</w>
+pitch ers</w>
+ag ger
+fun gi</w>
+z ad</w>
+proli fic</w>
+rockn roll</w>
+bl ames</w>
+ct ar</w>
+stam ford</w>
+q ad
+mozz arella</w>
+insan ely</w>
+den ver
+ph ouse</w>
+nom ad</w>
+ï ¿
+s ris
+pro du
+hen ley</w>
+pag an</w>
+am trak</w>
+ru bi
+in cl
+tu tor</w>
+sco tia</w>
+wo es</w>
+sing apo
+fun nel</w>
+turn bull</w>
+know ledge
+gri mm</w>
+real madrid</w>
+we are</w>
+missi les</w>
+con sol
+emo jis</w>
+sne ak
+smi ths</w>
+ru iz</w>
+br ou
+i el
+ha ver
+ðŁĮ ļ</w>
+kin gof
+basil ica</w>
+circul ation</w>
+prin ters</w>
+ta pping</w>
+ri dley</w>
+dra gged</w>
+ha j
+writ er
+fundament als</w>
+personal ities</w>
+me tre</w>
+stereo types</w>
+bur le
+best of
+n ffc</w>
+ha th
+mini stries</w>
+a ali
+trac ing</w>
+pav ed</w>
+ł ï¸ı
+g ic
+insp ire
+tu g</w>
+ha re
+repe ated</w>
+ex pon
+lol li
+rho de</w>
+pre cin
+install ations</w>
+instag ram
+az ar</w>
+i es
+sole ly</w>
+du kes</w>
+mission ary</w>
+van guard</w>
+fursuit friday</w>
+on d
+pol ari
+ma st</w>
+har an</w>
+jos é</w>
+jack ed</w>
+ec oun
+al ities</w>
+ne ph
+ra vel</w>
+moder ated</w>
+sco w
+s fb</w>
+uru guay</w>
+as o</w>
+ni g
+au du
+p ints</w>
+lat ina</w>
+ben z
+m itting</w>
+char ted</w>
+mat ology</w>
+cit ro
+biop ic</w>
+ðŁij Ń</w>
+djo kovic</w>
+fox y</w>
+agu il
+so to</w>
+an ada</w>
+sin king</w>
+sc rap
+hair s</w>
+bethan y</w>
+fact friday</w>
+ðŁIJ IJ</w>
+unlea shed</w>
+) (</w>
+contra dic
+ram on</w>
+coast line</w>
+y ong
+sn sd</w>
+li gan</w>
+p ome
+mit age</w>
+ge tt</w>
+wat i</w>
+ri sk
+so aring</w>
+bru sh
+f pl</w>
+av an
+å Ĩ
+lar son</w>
+sh ear
+mul til
+blu r</w>
+multi media</w>
+chun ky</w>
+par i</w>
+n ani</w>
+weir d
+cholester ol</w>
+char les
+dream ed</w>
+tan ning</w>
+puzz les</w>
+fr am
+hand ball</w>
+ch ag
+beli ze</w>
+al u</w>
+bang s</w>
+Ñ Ħ
+detec tives</w>
+mc g</w>
+ish q
+bo thered</w>
+saf c</w>
+mp ing</w>
+ten eri
+g ays</w>
+sail or
+an gi
+mul ticul
+gue ssed</w>
+ros é</w>
+high ways</w>
+bro om</w>
+chatt anoo
+- '</w>
+see ker</w>
+on ed
+at f</w>
+lu c</w>
+> <</w>
+bar i</w>
+per cep
+jewel ry
+as ph
+sor row</w>
+sl ing
+mam moth</w>
+jac kie
+ë §
+wilt shire</w>
+sa o</w>
+can cell
+im paired</w>
+tor ial</w>
+bre ed
+guy en</w>
+jud ice</w>
+tit le
+pro spective</w>
+applic ants</w>
+ðŁį Ĭ</w>
+epis cop
+e id
+b yo
+stock ings</w>
+ðŁĴĥ ðŁĴĥ
+ll p</w>
+sna g</w>
+keep it
+l ough</w>
+ol son</w>
+matur ity</w>
+!! !"</w>
+cop ter</w>
+i sha</w>
+bl i</w>
+wil mington</w>
+tr youts</w>
+th ai
+ðŁ¥ ³</w>
+pe bble</w>
+kra ft</w>
+f p
+Â º</w>
+ssi vely</w>
+li vin</w>
+contest ants</w>
+tex tures</w>
+jo an
+h dr</w>
+film festival</w>
+prov ence</w>
+wi do
+op end
+c si</w>
+sto wn
+cro ati
+ad just</w>
+host ile</w>
+analy sts</w>
+il an</w>
+cu ppa</w>
+bru m</w>
+newfound land</w>
+good win</w>
+me tt</w>
+mall orca</w>
+plu gs</w>
+bu k
+bb hutto
+wrest le</w>
+sa ire</w>
+sho pped</w>
+for za</w>
+le head</w>
+vi vo
+ba st
+ro xy</w>
+reg is</w>
+hard working</w>
+hon olulu</w>
+desp air</w>
+young sters</w>
+ni g</w>
+impro mp
+roll tide</w>
+de emed</w>
+tre ason</w>
+ru shed</w>
+for ged</w>
+ff f</w>
+pikach u</w>
+bri ggs</w>
+do it</w>
+ac cent
+la us</w>
+gla ze</w>
+compet ent</w>
+a ho
+photo g</w>
+mid field</w>
+le go
+har vard
+min orities</w>
+re illy</w>
+slic ed</w>
+once upon
+initi ally</w>
+financi ally</w>
+landscape photography</w>
+har dro
+qu o</w>
+mm ers</w>
+par kinson</w>
+smu gg
+read iness</w>
+bru tally</w>
+glou cester
+mp ed</w>
+bbhutto zardari</w>
+mur der
+ye d
+dat aviz</w>
+sr t</w>
+dow ning</w>
+bi ans</w>
+m ü
+fle ck</w>
+fli pped</w>
+s ly
+brilli ance</w>
+ri m
+k um</w>
+bubb a</w>
+ko i</w>
+knit ted</w>
+sor g</w>
+ma is</w>
+ðŁĮ ²</w>
+ti ss
+su stain</w>
+sen su
+ak han</w>
+zi est</w>
+exam ines</w>
+chardon nay</w>
+user name</w>
+short list</w>
+re bs</w>
+on o
+dar ing</w>
+hard wood</w>
+che que</w>
+righte ous</w>
+light ening</w>
+dir k</w>
+shra dd
+du ra
+down stairs</w>
+sh al</w>
+ami gos</w>
+ru ff
+s law</w>
+ri es
+red nation
+man us</w>
+ðŁĩ§ ðŁĩ·</w>
+distin ction</w>
+u bun
+dur an</w>
+mi gra
+thi ans</w>
+la ver
+domest ic
+k x
+jaz zy</w>
+justi fy</w>
+belong ing</w>
+insul ation</w>
+color stv</w>
+drun ken</w>
+chann eling</w>
+qu and</w>
+xi ii</w>
+enligh ten
+kan o</w>
+fati ma</w>
+teen choice</w>
+terri fied</w>
+p ba</w>
+as ley</w>
+met museum</w>
+dun e</w>
+pack er</w>
+ki o
+ðŁĴľ ðŁĴľ</w>
+bo iler
+fas cism</w>
+ar mored</w>
+back grounds</w>
+in mates</w>
+embarra ssed</w>
+defin es</w>
+th d</w>
+we go</w>
+silic one</w>
+lo on</w>
+el ding</w>
+bor rowed</w>
+he mp
+ak sh
+kaw asaki</w>
+br y</w>
+de af
+kill er
+dispo sal</w>
+ðŁĩ °
+glaston bury</w>
+un covered</w>
+o xide</w>
+po ff</w>
+d ant</w>
+k j</w>
+ku ro
+dri zzle</w>
+peop les
+fe e
+pro pri
+dd lovato</w>
+pi ggy</w>
+ot is</w>
+aller gies</w>
+u bis
+pengu in
+ser a</w>
+vi z
+prosp erous</w>
+ici des</w>
+tornad oes</w>
+sene gal</w>
+web cast</w>
+sto red</w>
+enchan ted</w>
+bb cone</w>
+bay area</w>
+entrepreneu rial</w>
+rednation rising</w>
+experim enting</w>
+ang an</w>
+lot to</w>
+they re</w>
+por e</w>
+er p</w>
+seren e</w>
+east wood</w>
+bro kers</w>
+bar ge</w>
+stal lion</w>
+timber lake</w>
+tailo red</w>
+dy stop
+b ate</w>
+lat ors</w>
+di xit</w>
+bran son</w>
+dynam o</w>
+ky lie
+shame ful</w>
+bt wn</w>
+spring time</w>
+mix ture</w>
+s ounded</w>
+lu ton</w>
+dad es</w>
+mal a</w>
+op ra</w>
+en ic</w>
+rahulg andhi</w>
+se wer</w>
+~~ ~~
+ky u
+nor theastern</w>
+ca er
+bc u</w>
+nir vana</w>
+kitch ens</w>
+ous y</w>
+al m</w>
+river dale</w>
+hid den
+fl int
+sp d</w>
+pat rons</w>
+katy perry</w>
+au gh
+exhib itions</w>
+sm c</w>
+shu ts</w>
+at ore</w>
+da in</w>
+some thing
+ber th</w>
+bo g</w>
+por ter
+gen to</w>
+con cussion</w>
+ang lic
+ro we</w>
+gr illing</w>
+scar lett</w>
+master ing</w>
+mor nin</w>
+comm ented</w>
+si me
+si zing</w>
+christ y</w>
+ce os</w>
+st m</w>
+at ry</w>
+tari ffs</w>
+vac ation
+pre judice</w>
+p su</w>
+paren tal</w>
+far age</w>
+can a</w>
+cap com</w>
+koso vo</w>
+you re
+men stru
+stal in</w>
+grape fruit</w>
+br an</w>
+che sa
+dav en
+exc el
+!! )</w>
+๠Į</w>
+distribu tor</w>
+ce a</w>
+bride sma
+millenni al</w>
+wa in
+ob serving</w>
+mis ery</w>
+plan etary</w>
+expo sing</w>
+bra ised</w>
+comp ton</w>
+don gha
+q l</w>
+spring steen</w>
+th ul
+syl ve
+cab o</w>
+pal ad
+niel sen</w>
+gaz ing</w>
+ba ja</w>
+r oud</w>
+orchi ds</w>
+johan nesburg</w>
+se man</w>
+d ji</w>
+oper ative</w>
+affe ction</w>
+eclec tic</w>
+at c</w>
+mut ant</w>
+aw x</w>
+nic e
+mel bourne
+indu lg
+tu lip</w>
+dias pora</w>
+wel p</w>
+big gie</w>
+mississ auga</w>
+retri ever</w>
+or an</w>
+tam my</w>
+c ta</w>
+hipp o
+seas oned</w>
+ger mans</w>
+eng v
+marvell ous</w>
+im f</w>
+rela ys</w>
+mon tan
+maur iti
+me ister</w>
+as surance</w>
+reig ning</w>
+su fficient</w>
+han e</w>
+no thing
+pos se</w>
+nav y
+in love</w>
+brigh ton
+en qu
+ch ung</w>
+sweat y</w>
+es c</w>
+cal ed
+man s
+nicar agua</w>
+sl ices</w>
+mo cha</w>
+washington post</w>
+bb n</w>
+dam ned</w>
+grow ing
+en burg</w>
+lo an
+me s
+wh oops</w>
+believ ers</w>
+spi el
+vo daf
+l at</w>
+s led</w>
+cricke ter</w>
+brown e</w>
+golf ers</w>
+bar ra
+wat chers</w>
+lu igi</w>
+sw amy</w>
+mom s
+pit ched</w>
+san tor
+cr s</w>
+si re</w>
+sc amp</w>
+bo de
+ste war
+jon ny
+ent ity</w>
+pac qui
+mind ful</w>
+min india</w>
+bear ded</w>
+temp t</w>
+scorpi on</w>
+eat on</w>
+authori zed</w>
+ar to
+s vp</w>
+op athy</w>
+cch ini</w>
+house music</w>
+disney world</w>
+âĢĶ @</w>
+pro pose</w>
+di y
+expen se</w>
+ten g</w>
+pupp ets</w>
+sm el
+d aca</w>
+per ry
+fin n
+boo sting</w>
+lefto vers</w>
+cou gs</w>
+satell ites</w>
+man y
+az e</w>
+g ong</w>
+fi e
+metho do
+fer ries</w>
+ðŁ¤Ķ ðŁ¤Ķ</w>
+explore rs</w>
+load er</w>
+attrac ted</w>
+il ton</w>
+godd amn</w>
+pi azza</w>
+doc tr
+sav ing
+paragra ph</w>
+visu alization</w>
+may ors</w>
+work flow</w>
+ack les</w>
+ðŁĺĤðŁĺĤðŁĺĤðŁĺĤ ðŁĺĤðŁĺĤðŁĺĤðŁĺĤ
+ठ¸</w>
+twer k</w>
+clu t
+lo ver
+te ases</w>
+si an
+o te
+deter ior
+accor d</w>
+l fw</w>
+swar ovski</w>
+nat al</w>
+tra ps</w>
+k ina</w>
+analy ze</w>
+laye red</w>
+bever ages</w>
+un it
+ran som
+pe shaw
+dest ined</w>
+astro logy</w>
+si pping</w>
+miley cyrus</w>
+cam ino</w>
+marshmal low</w>
+bli ss
+out back</w>
+fa q</w>
+int oler
+humil ity</w>
+po ppin</w>
+hallo ween
+mon tene
+op hy
+nu n</w>
+tattoo ed</w>
+a as
+ðŁĮ ³</w>
+dale y</w>
+qual ity
+du sa</w>
+fisher men</w>
+swi f
+ter rac
+st au
+le in</w>
+trol ling</w>
+ship ment</w>
+garden er</w>
+march madness</w>
+head band</w>
+gr t</w>
+bur nett</w>
+w and</w>
+!!!! !!!!!</w>
+gh e</w>
+du x</w>
+hu d</w>
+war ner
+ðŁĩ ¦</w>
+ex ile</w>
+rescu e
+rat a</w>
+d han</w>
+duc ati</w>
+dro wn</w>
+bl ends</w>
+spi e
+alli gator</w>
+simul taneously</w>
+broo ke
+u ke</w>
+k har</w>
+comm union</w>
+ri ka</w>
+ford fc</w>
+chin atown</w>
+you rown
+me y
+can al
+syste matic</w>
+de pri
+ox ford
+an il
+w ut</w>
+equ ation</w>
+be z
+fle ur</w>
+the good
+lang ley</w>
+ad ity
+ed ith</w>
+al fie</w>
+о ÑĤ
+en cry
+br ill</w>
+ex emp
+ce sar</w>
+mb ling</w>
+ab ri
+sc icom
+j ing</w>
+school ing</w>
+mi ka
+mechan isms</w>
+impromp tu</w>
+rhe a</w>
+moo re
+crime a</w>
+be sto
+wri ght
+el ders</w>
+ro ds</w>
+kam al</w>
+folkl ore</w>
+be et</w>
+mini on</w>
+reli eve</w>
+thr o</w>
+team usa</w>
+pas cal</w>
+made with
+boli via</w>
+itt i</w>
+free bies</w>
+desi red</w>
+best selling</w>
+l iness</w>
+la den</w>
+ke ane</w>
+mi sts</w>
+hipp ie</w>
+atta chment</w>
+@ /</w>
+se w</w>
+flan agan</w>
+âĿĹ ï¸ı
+supre mac
+stl cards</w>
+si as</w>
+q u</w>
+rh ys</w>
+ste ep
+val leys</w>
+v w
+pav ing</w>
+disp at
+al ison
+por te</w>
+id u</w>
+new sc
+soc ket</w>
+mo s
+co star
+re vo
+prote ins</w>
+stanley cup</w>
+m cal
+ear ring</w>
+se cs</w>
+mc lean</w>
+cap ric
+nick elo
+ad en
+v c
+shou se</w>
+adap tive</w>
+maxi mize</w>
+entertain er</w>
+pro se</w>
+gri ffi
+six teen</w>
+lam ar
+mi rage</w>
+saudi arabia</w>
+awe ather</w>
+ru st
+in filtr
+fashion week</w>
+ðŁĺĬðŁĺĬ ðŁĺĬ</w>
+selec tive</w>
+bubb le
+a den</w>
+fen nel</w>
+deci sive</w>
+m ta</w>
+mock ing
+mb les</w>
+st amp
+mu le</w>
+bernar do</w>
+gr in</w>
+po tt
+j ingle</w>
+vet tel</w>
+colom bian</w>
+cam o
+motivation monday</w>
+ba han</w>
+p ly</w>
+dh ary</w>
+k ami</w>
+x men</w>
+sleep er</w>
+gar a</w>
+my sti
+confi dential</w>
+conflic ts</w>
+p neu
+ce s
+insur tech</w>
+clean se</w>
+me rely</w>
+va is</w>
+tu x
+the great
+shar on
+ma j</w>
+hol a</w>
+eco systems</w>
+aj ay</w>
+aa j
+hu sh</w>
+har mon</w>
+backto school</w>
+wiki leaks</w>
+reflec ted</w>
+ðŁĺ ĵ</w>
+commemor ating</w>
+ac et
+buck ingham</w>
+messi ah</w>
+tu ous</w>
+hor net</w>
+to be</w>
+d q</w>
+he ine
+mi g</w>
+pl ate
+nichol son</w>
+sp ie</w>
+cumber land</w>
+nor mal
+pho bia</w>
+happy halloween</w>
+city fc</w>
+mc el
+gilli an</w>
+ke to</w>
+lu de</w>
+de mise</w>
+su ga</w>
+str ate</w>
+mcgr ath</w>
+visit scotland</w>
+foo led</w>
+cb r</w>
+gc se</w>
+col ori
+po td</w>
+missuni verse</w>
+fin ances</w>
+ma poli</w>
+for ks</w>
+Ø ´
+cann on
+medic inal</w>
+ðŁĹ ĵ</w>
+kh o</w>
+wre ck
+pan to</w>
+bag el</w>
+gu ll</w>
+syndic ate</w>
+ic y
+pr c</w>
+ki en</w>
+zi ka</w>
+ti sh</w>
+pe ta</w>
+c co</w>
+li za</w>
+ch ut
+ex traction</w>
+el g
+gl i</w>
+fu eled</w>
+pos it
+respec tively</w>
+leice ster
+br ink</w>
+vulner ability</w>
+im ported</w>
+e sha</w>
+ðŁ¦ ħ</w>
+r ural
+re ll
+gam ing
+atlan tic
+aband on</w>
+no ah
+re solved</w>
+pro state</w>
+aller gic</w>
+ps d</w>
+âĺ ¹
+dun geon
+fang irl</w>
+illumin ated</w>
+m hs</w>
+white sox</w>
+d ently</w>
+ck o</w>
+endor se</w>
+over ly</w>
+dazz ling</w>
+prior iti
+night life</w>
+ut il
+be have</w>
+flam en
+east bound</w>
+ðŁĴ Ł</w>
+ilove you</w>
+gov uk</w>
+mozam bique</w>
+alle gi
+dr i</w>
+testim onial</w>
+ath s</w>
+ì§ Ģ
+mm y
+shab by</w>
+pro secco</w>
+friend ships</w>
+cal am
+dam ages</w>
+off set</w>
+jura ssic
+jun o</w>
+arre ll</w>
+ðŁĴ ©</w>
+interven tions</w>
+dare devil</w>
+car ver</w>
+run away</w>
+ran e</w>
+truste es</w>
+ha ute</w>
+dep ths</w>
+ðŁİ Ń</w>
+me in
+sacrific es</w>
+con cier
+ne sting</w>
+i zzy</w>
+me tam
+ilove my
+ur ine</w>
+du lu
+mal hotra</w>
+ve ins</w>
+night ly</w>
+co at
+an di
+he witt</w>
+lon el
+ci ble</w>
+wr ite
+jen nie</w>
+sant ac
+ĸ ï¸ı</w>
+str ato
+singapo re
+sop rano</w>
+kri sten
+cheer ful</w>
+flee twood</w>
+fa iri
+m eli
+wa st
+tur nt</w>
+sfor sale</w>
+sc rolling</w>
+angel ina</w>
+ren dition</w>
+jeric ho</w>
+nick y
+or b
+fla vo
+patri ot
+ash eville</w>
+sick ness</w>
+re fund</w>
+aggre ssion</w>
+b pl</w>
+ãĥ ĥ
+elu sive</w>
+thi story</w>
+hang er</w>
+bu ffs</w>
+vil las</w>
+at kinson</w>
+sp h
+ja it
+decl ined</w>
+wo k</w>
+supre macy</w>
+oo tball</w>
+ey ang</w>
+ðŁİ ĵ
+s ford</w>
+ath i</w>
+consu me</w>
+road ster</w>
+e so</w>
+u pro
+reci pe
+au f</w>
+uc i</w>
+ar on</w>
+oo oh</w>
+cs go</w>
+re ich</w>
+mc d</w>
+min ute
+ladi es
+pun k
+rut gers</w>
+mee k</w>
+ariz on
+ta j
+land lord</w>
+de gra
+autu mn
+lyn x</w>
+us f</w>
+b hi
+fairy tale</w>
+dongha e</w>
+bet sy</w>
+explo ded</w>
+chen nai
+op a</w>
+pro tag
+br ant
+ðŁĵ °:</w>
+g f
+pal li
+ðŁı¼ âĢįâĻĢï¸ı</w>
+su t</w>
+ill ini</w>
+colum nist</w>
+shir tless</w>
+de centr
+sear ched</w>
+ec or
+bu ggy</w>
+s ack
+ðŁĺĤ ðŁĺŃ
+de t
+ther i
+or naments</w>
+bring back
+to v</w>
+quarter finals</w>
+ic he
+con stra
+gi er</w>
+buchan an</w>
+vi x
+kay aking</w>
+mu stread</w>
+swal low</w>
+mel b</w>
+sc af
+op al</w>
+may oral</w>
+har at</w>
+ðŁ¦ ĭ</w>
+schedu les</w>
+id f</w>
+ha gue</w>
+ro z
+a ah</w>
+d mc</w>
+du plic
+ca che</w>
+orph an</w>
+frac ture</w>
+rec on</w>
+ch av
+bun nies</w>
+al ain</w>
+mustaf a</w>
+ðŁİ Ļ
+vac ations</w>
+dynam ite</w>
+tex ted</w>
+broad caster</w>
+ðŁĴ £</w>
+ste amed</w>
+rock er</w>
+di etary</w>
+luxury travel</w>
+inaugur ated</w>
+sa wards</w>
+vaugh n</w>
+lincoln shire</w>
+click ed</w>
+kra ja</w>
+f anc
+remo ves</w>
+layo ffs</w>
+mc far
+bre eds</w>
+win nie</w>
+jon ghyun</w>
+incen tive</w>
+vari ations</w>
+pat ton</w>
+atur day</w>
+persist ent</w>
+pr un
+pi ers</w>
+dal es</w>
+æ ĸ
+breast feeding</w>
+r ance</w>
+ta wa</w>
+Ĥ âĸ
+mur doch</w>
+cap tive</w>
+thi stle</w>
+nic a</w>
+commod ity</w>
+cou ldnt</w>
+board walk</w>
+graci ous</w>
+practiti oners</w>
+n gc</w>
+scru m</w>
+ner o</w>
+camoufla ge</w>
+col on</w>
+he i</w>
+phys icist</w>
+saturday morning</w>
+ten er</w>
+si won</w>
+colum ns</w>
+bru ne
+y vr</w>
+ba ir
+reti res</w>
+hal am
+cab er
+shaz am</w>
+min u
+cas cade</w>
+milk shake</w>
+gri d
+d ren
+vin cent
+so dium</w>
+plat ter</w>
+cheer leader</w>
+chen ko</w>
+y ak</w>
+elimin ated</w>
+ty po</w>
+y man</w>
+re think</w>
+âĿ Ĺ</w>
+ts ville</w>
+bernardo kath</w>
+ex tr
+ðŁĺģ ðŁĺģðŁĺģ</w>
+ta o
+re per
+mo ths</w>
+em powered</w>
+c iting</w>
+transpor ted</w>
+mon ks</w>
+san at
+cle ars</w>
+bachelore tte</w>
+camp bell
+racha el</w>
+har le
+hand ler</w>
+climb s</w>
+inter ference</w>
+rele ase
+sh and
+r bs</w>
+hr h</w>
+ãģ ª
+val le</w>
+r é
+sli me</w>
+w akes</w>
+chu bby</w>
+slo an</w>
+el ves</w>
+ath en
+attor neys</w>
+micro scope</w>
+ston er</w>
+sc aling</w>
+o be</w>
+c out
+se man
+mid week</w>
+bal sam
+ðŁĺį âĿ¤</w>
+ti ful</w>
+v ish</w>
+lo tta</w>
+ri pping</w>
+re mn
+ti re
+le ap
+ha vent</w>
+la by
+hi mach
+whisp ers</w>
+we in
+ðŁİ ¸
+wild flowers</w>
+se le
+u cc</w>
+li ability</w>
+az ine</w>
+sw ings</w>
+k ya</w>
+ta ir
+re main
+e do
+flo ps</w>
+poc ket
+grand ad</w>
+exam iner</w>
+gr is</w>
+ffe ct</w>
+ðŁijĬ ðŁı»</w>
+stud ded</w>
+heart beat</w>
+de acon</w>
+firm ly</w>
+infec tious</w>
+ste f
+out lines</w>
+le asing</w>
+cla ws</w>
+sen se
+tab s</w>
+hoo t</w>
+mo sul</w>
+spa wn</w>
+co a</w>
+hog warts</w>
+ve in</w>
+alban ia</w>
+manu el
+b ino
+vaux hall</w>
+scot land
+go bucks</w>
+mat ty</w>
+phy sio</w>
+tor ino</w>
+const able</w>
+investig ated</w>
+s lower</w>
+mistak en</w>
+bay er</w>
+wild fires</w>
+vo ic
+x on
+time to
+chas sis</w>
+bar ric
+pi on</w>
+bald head</w>
+woo k</w>
+regi str
+dra fts</w>
+b hs</w>
+li gue</w>
+l ick
+staf fordshire</w>
+baf ta</w>
+dar ry
+je anne</w>
+ven ding</w>
+cor p
+⼠³ï¸ı</w>
+kid dos</w>
+fen way</w>
+ca o</w>
+west bound</w>
+ðŁĺ Ļ</w>
+dv r</w>
+quick er</w>
+bla h</w>
+goo die</w>
+ðŁĴĭ ðŁĴĭ</w>
+vo x
+esp er
+fac ade</w>
+cor relation</w>
+red bull</w>
+rou p</w>
+decl ining</w>
+chi ve</w>
+mc gee</w>
+tur o</w>
+in der</w>
+f eller</w>
+fu g
+il ysm</w>
+mar di</w>
+peshaw ar</w>
+ki eran</w>
+ine ma</w>
+meat balls</w>
+pe ck</w>
+depre ssing</w>
+sen sing</w>
+gi z
+dd ington</w>
+spring watch</w>
+ro aming</w>
+yellow stone</w>
+horse shoe</w>
+am man</w>
+week day</w>
+ol or</w>
+ðŁ¥ °
+boo sts</w>
+spr int
+scar ves</w>
+je e
+bee tro
+cl an
+all the
+ìĦ ¸ë
+enlighten ment</w>
+ado be
+re generation</w>
+? @</w>
+cont ag
+yach ts</w>
+to u</w>
+mor a</w>
+en voy</w>
+r ani
+go li
+dhanush kraja</w>
+wood working</w>
+streng ths</w>
+se di
+disc s</w>
+ar ina</w>
+sc on</w>
+lit e
+ano ther
+ðŁ¥ Ĭ</w>
+ye men
+gu ern
+sav vy</w>
+lo yed</w>
+biom ed
+heart break</w>
+comra des</w>
+milli e</w>
+pat ch
+un f
+jar vis</w>
+bl aming</w>
+commemor ation</w>
+ge y</w>
+å ¥
+cardio vascular</w>
+alig ned</w>
+docu ment
+. ?</w>
+aesthe tics</w>
+em u</w>
+the irs</w>
+le h</w>
+ps ic
+si f</w>
+pl ateau</w>
+ex pend
+domin ating</w>
+rob es</w>
+mauriti us</w>
+excep tionally</w>
+hom er
+discover ies</w>
+bra un</w>
+ten nant</w>
+insul in</w>
+ðŁİ ®</w>
+car bs</w>
+te as</w>
+? !"</w>
+zi e
+franco is</w>
+brow sing</w>
+th ol
+cla rence</w>
+hel per</w>
+ob tained</w>
+cas sie</w>
+le es
+! ,</w>
+pome gran
+hu bs</w>
+presti ge</w>
+] [</w>
+mach er</w>
+bott led</w>
+pun ch
+pi pe
+o ch
+gall ons</w>
+deliver ies</w>
+u ra
+un day</w>
+mon de</w>
+depic ts</w>
+re gency</w>
+outra geous</w>
+khal ed</w>
+car o</w>
+he arti
+za g</w>
+develop mental</w>
+over coming</w>
+stati stical</w>
+flavo red</w>
+for ds</w>
+cre atives</w>
+lau rence</w>
+di as</w>
+sun screen</w>
+in ked</w>
+pre acher</w>
+n ul
+impac ting</w>
+auti stic</w>
+âļ Ķï¸ı</w>
+o ss
+pel icans</w>
+cele ste</w>
+v b
+ru mp</w>
+mc gra
+fair fax</w>
+hu mor
+bbc news</w>
+row ling</w>
+cal der
+seam less</w>
+ag ne
+p ti
+mix ed
+t shirts</w>
+mer ci</w>
+b tob</w>
+women instem</w>
+genealo gy</w>
+pre ven
+l our
+cra dle</w>
+gi use
+Ð ¾</w>
+chron o
+fair ness</w>
+chocol ate
+tor y
+as da</w>
+pre scott</w>
+stret ched</w>
+al man
+u il</w>
+re charge</w>
+in tre
+ob st
+hosp ital
+hay ward</w>
+teneri fe</w>
+fried man</w>
+vap ing</w>
+confe ssions</w>
+ye ah
+bal li
+luck now</w>
+cor pse</w>
+sculp tor</w>
+amp ton
+t pp</w>
+indic ates</w>
+sur plus</w>
+tru man</w>
+ðĿ Ļ
+sin ha</w>
+in vo
+sovere ign
+ke v</w>
+establi shing</w>
+engra ved</w>
+assu ming</w>
+ðŁı ģ
+sou za</w>
+fab i
+ton ed</w>
+oun ge</w>
+del oit
+dow ney</w>
+no ble
+om or
+car tridge</w>
+ðŁı IJ</w>
+u hur
+hol loway</w>
+succe sses</w>
+r sa</w>
+âĦ ¢
+ma zz
+tw d
+disc ourse</w>
+. <</w>
+y at
+satis fy</w>
+com pri
+ठ¹</w>
+graph ite</w>
+disser tation</w>
+ar ter
+í Ķ
+b ally</w>
+zom bi
+ly ons</w>
+a ic
+u bc</w>
+pra da</w>
+e il
+da x</w>
+cla i
+grand daughter</w>
+extravag anza</w>
+chall enge
+ðŁ¤ ŀ
+po ver</w>
+primar ily</w>
+dad dy
+man a
+bi kers</w>
+inqui ries</w>
+da un
+fel ine</w>
+gener ative</w>
+he f
+benef iting</w>
+lind sey
+pol ka</w>
+demonstr ated</w>
+al le</w>
+rand y
+o su
+low key</w>
+weir dest</w>
+red bull
+our y</w>
+n ous</w>
+wood stock</w>
+cre denti
+nic er</w>
+g ado</w>
+aly ss
+ap h</w>
+prepa redness</w>
+station ary</w>
+incorpor ated</w>
+dy er</w>
+sarato ga</w>
+cele sti
+: "
+antibio tics</w>
+or gs</w>
+inde fin
+ap ron</w>
+и Ð
+fif teen</w>
+no f
+ðŁĶ Ŀ</w>
+ph x</w>
+te ga</w>
+m z
+organiz ational</w>
+on air</w>
+band ung</w>
+pleas ures</w>
+mor i</w>
+secre tari
+rac coon</w>
+ca shi
+pil ates</w>
+k on</w>
+geof frey</w>
+la o</w>
+kam p</w>
+depart ments</w>
+back packing</w>
+an am
+Ã «
+crack down</w>
+aun ty</w>
+on do</w>
+li zzie</w>
+ph ers</w>
+cu n</w>
+ðŁĩ ±
+k pop
+pu t
+inten tional</w>
+connol ly</w>
+bar clays</w>
+hs fb</w>
+swin don</w>
+u ku
+s ally
+a int
+âľ ħ
+pen ang</w>
+up lifting</w>
+epile psy</w>
+inter ro
+bun gal
+go ku</w>
+blue berries</w>
+ठ¦</w>
+u ssia</w>
+sil ky</w>
+mou red</w>
+i stic</w>
+bri efs</w>
+me ats</w>
+go b
+ch aser</w>
+state wide</w>
+pra sad</w>
+gl itch</w>
+ar in
+ban ff</w>
+memb er
+ðŁĺŃ âĿ¤ï¸ı</w>
+lo ving
+hall a</w>
+ภ¡</w>
+smo kers</w>
+yak u
+scicom m</w>
+physi o
+sw ol
+lem ons</w>
+gel ato</w>
+ch ool</w>
+capit als</w>
+ki stan</w>
+ti ghts</w>
+spi kes</w>
+trav ellers</w>
+ik lan</w>
+commissi oning</w>
+ar ine</w>
+emabiggest fans</w>
+empha sis</w>
+front line</w>
+pad dock</w>
+destruc tive</w>
+ba ha
+l inger</w>
+je wish
+shet land</w>
+mc gin
+mon key
+ko z
+s one</w>
+raj ini
+te h</w>
+y en
+c vs</w>
+masqu er
+gir ly</w>
+we sle
+was nt</w>
+bro dy</w>
+termin ator</w>
+gil le
+mag gi
+bir die</w>
+jeopar dy</w>
+cu bic</w>
+vm ware</w>
+intric ate</w>
+an up
+to pia</w>
+east on</w>
+sab res</w>
+investig ates</w>
+bu sting</w>
+bil ingual</w>
+valent ino</w>
+in format
+fer re
+advent ur
+hydr ate</w>
+for sy
+az iz</w>
+san to
+e de
+whist ler</w>
+continu ously</w>
+d ham
+un used</w>
+ji had</w>
+addic tive</w>
+vi dy
+do b
+i do</w>
+fi ed
+ni versary</w>
+n one
+fu er
+ðŁĺį ðŁĺĺ
+coven ant</w>
+prin table</w>
+immac ulate</w>
+o em</w>
+cl t
+serv ants</w>
+consu med</w>
+un released</w>
+sc um</w>
+pack aged</w>
+me re
+ìĦ¸ë ¸
+to by
+ta f
+spo ons</w>
+me al
+f ball</w>
+fair field</w>
+jan et
+silver stone</w>
+dart mouth</w>
+follow me</w>
+voy ager</w>
+kom bat</w>
+anni ver
+ene w
+mag dal
+ho ve</w>
+sa th
+grizz ly</w>
+car di</w>
+gart ner</w>
+sand y
+kan ye
+post ure</w>
+po ign
+im pulse</w>
+radio logy</w>
+horiz ons</w>
+si am
+aish war
+= =></w>
+no che</w>
+tr is</w>
+el yn
+com me</w>
+du i</w>
+ce c
+councill ors</w>
+cudd ling</w>
+creep ing</w>
+loc ke</w>
+manag es</w>
+trans ferred</w>
+ne cks</w>
+di er
+dan o</w>
+v ick</w>
+lun ches</w>
+d he
+en sures</w>
+cri ss</w>
+ul ster
+bann on</w>
+cont enders</w>
+sp am
+sweet ness</w>
+med al
+hon duras</w>
+arc tic
+ultra sound</w>
+in fr
+disco vers</w>
+ei ffel</w>
+ca sters</w>
+ru ben</w>
+du st
+awe ed</w>
+atri um</w>
+lest we
+se ared</w>
+ðŁĵº :</w>
+ty ne</w>
+ex changes</w>
+little mix</w>
+l le</w>
+astron auts</w>
+hersh ey</w>
+work day</w>
+kno b</w>
+so v</w>
+re signs</w>
+today show</w>
+der man</w>
+an th</w>
+af c
+ta ster</w>
+sw oo
+sa eed</w>
+per ing</w>
+narrow ly</w>
+rn li</w>
+best buy</w>
+panas onic</w>
+obst acle</w>
+farmer s
+ðŁİ Ļ</w>
+pa wan
+ki est</w>
+ang ers</w>
+absur d</w>
+oh my
+sin o</w>
+pist achi
+sp ice
+giu li
+prime time</w>
+ko w
+k ens</w>
+ex agger
+! ?!</w>
+u ba</w>
+midd les
+ju dd</w>
+e jec
+slam med</w>
+pen sions</w>
+of a</w>
+re create</w>
+b hp</w>
+xx l</w>
+liver pool
+thre sh
+pur ity</w>
+ni eu
+hol ics</w>
+wr ath</w>
+ra do</w>
+gli o</w>
+am ma</w>
+dile mma</w>
+cr u</w>
+lets go</w>
+.... @</w>
+âĿ ĵ</w>
+sugge sting</w>
+tru mps</w>
+hor us</w>
+f v
+ic om</w>
+refer ring</w>
+predic tive</w>
+tar ts</w>
+ge tte</w>
+so ck
+glo ssy</w>
+pin ky</w>
+al ec
+thy me</w>
+ou ra
+thero ad</w>
+pe tr
+cr am
+p fi
+dv n</w>
+me ier</w>
+incen tives</w>
+tun nels</w>
+mobi l</w>
+rec ap
+extra s</w>
+upri ght</w>
+rev amp</w>
+per severance</w>
+, -</w>
+ot p</w>
+mir ror
+ar wx</w>
+ger ry
+ma her</w>
+g or</w>
+hom epage</w>
+am is</w>
+ag ra</w>
+made le
+best friend
+sirius xm</w>
+bun dles</w>
+admir ing</w>
+t dsb</w>
+ðŁį ģ
+ch as</w>
+slow ing</w>
+ro h</w>
+wall papers</w>
+âĢ¦ /</w>
+tek ken</w>
+gang s</w>
+tal a</w>
+lind say
+shou l
+line backer</w>
+tool kit</w>
+ur anium</w>
+caly p
+ab rams</w>
+mat thi
+ðŁı ¿
+hon ourable</w>
+da yo
+ver sail
+tan k
+st c</w>
+fr itz</w>
+spl end
+pat ag
+anno yed</w>
+on day</w>
+devast ated</w>
+chattanoo ga</w>
+national ism</w>
+mas sey</w>
+jen n</w>
+tail or</w>
+dev gn</w>
+org ans</w>
+zu cchini</w>
+on fox</w>
+sat ire</w>
+wex ford</w>
+dis grace</w>
+no to
+vol ta
+âĿ¤ï¸ıâĿ¤ï¸ı âĿ¤ï¸ıâĿ¤ï¸ı</w>
+à ¶
+home owners</w>
+poin ter</w>
+m cr
+au sten</w>
+day sto
+mo ons</w>
+pal ma</w>
+gra zing</w>
+e so
+influen cers</w>
+shahid kapoor</w>
+compli ant</w>
+measure ments</w>
+develop s</w>
+y d
+par l</w>
+p vt</w>
+rand olph</w>
+tor tured</w>
+ger ald
+eli as</w>
+deepi kap
+war mup</w>
+hick ory</w>
+g ap
+co ffin</w>
+am our</w>
+re neg
+moun ting</w>
+seven s</w>
+ig le
+hi er</w>
+dec ad
+tri ght</w>
+esc apes</w>
+wer ner</w>
+t fl</w>
+ful filled</w>
+ni ger</w>
+sour dough</w>
+re aper</w>
+choo ses</w>
+spin ner</w>
+week nd</w>
+fil tered</w>
+sh uk
+kat i</w>
+old ham</w>
+open source</w>
+kh anna</w>
+at elier</w>
+conne c
+opho bic</w>
+gla s
+complic ations</w>
+ar son</w>
+counc ils</w>
+sm ol
+as sy
+lur king</w>
+ling ui
+han ks</w>
+e in
+Ù ħ</w>
+ru gs</w>
+n guyen</w>
+nou veau</w>
+men ace</w>
+le v</w>
+alad din</w>
+ru ining</w>
+round about</w>
+k m
+con or
+shoo ps</w>
+may day</w>
+traum atic</w>
+prab has</w>
+ka iser</w>
+k ita</w>
+rou ter</w>
+pe dro
+re tar
+stun ner</w>
+spani sh
+distur bed</w>
+acade my
+e learning</w>
+wit ty</w>
+sen g</w>
+fer al</w>
+av y</w>
+sta b</w>
+ke aton</w>
+ur du</w>
+ko to</w>
+hu i</w>
+coo ke</w>
+ari an
+the personal
+u ma
+se ap
+a sting</w>
+rhetor ic</w>
+hand writing</w>
+munici pality</w>
+consor tium</w>
+ðŁIJ Ł</w>
+glasgo w
+ra ya</w>
+eli za</w>
+polym er</w>
+bro th</w>
+prac ti
+correspon dent</w>
+addic ts</w>
+gay le</w>
+ail ing</w>
+o fe
+p li
+hear tw
+st itch
+sight ings</w>
+prie sts</w>
+sam o
+slo th</w>
+good wood</w>
+roc co</w>
+sab c</w>
+summ it
+l ace
+pres ley</w>
+itt en
+cin cy
+thepersonal network</w>
+s week</w>
+pe gas
+af con</w>
+regi stry</w>
+ci m</w>
+le th
+dic ap
+cand ice</w>
+flu ent</w>
+sm ack</w>
+pede stri
+al oud</w>
+car ac
+priyan kach
+p gh</w>
+ir ons</w>
+dol ce
+lat via</w>
+dece ased</w>
+thero ck</w>
+cla p
+cen e</w>
+fo am
+morris sey</w>
+gre t
+essenti ally</w>
+com cast</w>
+be agle</w>
+argu es</w>
+ing ed</w>
+- âĢ¦</w>
+sa g</w>
+ha san</w>
+ðŁĻ Ĩ
+ðŁį °</w>
+nh ra</w>
+kann ada</w>
+indic ators</w>
+on er
+bri xton</w>
+at as</w>
+screen play</w>
+sor ority</w>
+sha heed</w>
+he em</w>
+class mates</w>
+tain ment</w>
+es i</w>
+breast cancer</w>
+zucker berg</w>
+aur or
+en cia</w>
+ref ers</w>
+kae per
+vor tex</w>
+com part
+lym ph
+photograph ing</w>
+ste ff
+rest ling</w>
+par sley</w>
+mom ento</w>
+th man</w>
+lac king</w>
+du tt</w>
+ocu lus</w>
+fin o</w>
+fren zy</w>
+ra sc
+der n</w>
+dis missed</w>
+noo k</w>
+met gala</w>
+sh ill</w>
+rapha el</w>
+maver icks</w>
+exhib its</w>
+eag erly</w>
+c pa</w>
+amen ities</w>
+. âłĢ</w>
+exo dus</w>
+ern st</w>
+lit a</w>
+deal t</w>
+womens march</w>
+i ain</w>
+score board</w>
+campe ones</w>
+c en</w>
+ti ki</w>
+garri son</w>
+fidel ity</w>
+bra g</w>
+road map</w>
+psy chop
+lo e
+ble u</w>
+ðŁijĬ ðŁı¼</w>
+sau vi
+spr inger</w>
+temp tation</w>
+ru dolph</w>
+ac ura</w>
+wic z</w>
+parach ute</w>
+stro l
+len ny</w>
+zi k</w>
+dom s</w>
+nb af
+al pac
+vivi an</w>
+ro ve</w>
+pre et</w>
+perpe tu
+sna ke
+air soft</w>
+infl atable</w>
+prin ces</w>
+ati e</w>
+ffe y</w>
+pati ent
+m ire</w>
+chel le</w>
+sl ack</w>
+groo vy</w>
+# :</w>
+up loading</w>
+!!!!!!!! !!!!!!!!
+siem ens</w>
+provi sion</w>
+v fx</w>
+need y</w>
+f ats</w>
+to poli</w>
+bhu tto</w>
+sa thletics</w>
+alu ms</w>
+t winning</w>
+south western</w>
+adop ting</w>
+last night</w>
+man ne
+la ga</w>
+tw ell</w>
+ac ia</w>
+-- --</w>
+eye wear</w>
+hur ley</w>
+fle e</w>
+sa ch
+pe cker</w>
+cost ly</w>
+is k</w>
+cr ates</w>
+polic y
+ero sion</w>
+in go
+wer k</w>
+ðŁIJ į</w>
+torto ise</w>
+therap ies</w>
+inter net
+chihuahu a</w>
+ri ps</w>
+fre i
+ed or
+tai ji</w>
+t fc</w>
+do d</w>
+demp sey</w>
+christ in
+chen g</w>
+hi ps</w>
+gra eme</w>
+com passionate</w>
+cavali ers</w>
+histor ic
+soul ful</w>
+crimin al
+ja c</w>
+vin ci</w>
+expi red</w>
+sur at</w>
+turi smo</w>
+k ona</w>
+se aweed</w>
+ber ts</w>
+le ica</w>
+expre ssing</w>
+a al</w>
+wor t</w>
+break fast
+her ring</w>
+am used</w>
+rhu barb</w>
+mar tian</w>
+cospla yer</w>
+y ash
+stri al</w>
+ra ul</w>
+refer ral</w>
+dw ts</w>
+j w
+ad ler</w>
+cur tains</w>
+gu r</w>
+val ence</w>
+tyr one</w>
+sw fc</w>
+coach ed</w>
+re born</w>
+diabe tic</w>
+cho ke</w>
+nor folk
+investig ative</w>
+ðŁĴ¯ ðŁĴ¯
+z id
+v mas</w>
+phi e</w>
+objec tives</w>
+âľ ĭ</w>
+over due</w>
+di vers
+mat su
+ðŁİŁ ï¸ı</w>
+casu alties</w>
+ภ§</w>
+al k
+stand ardi
+re alist</w>
+arti facts</w>
+pand or
+ke x
+in vin
+( !)</w>
+ine y</w>
+par aly
+mr t</w>
+fay e</w>
+the voice</w>
+on ga</w>
+de ed</w>
+skin ner</w>
+az wx</w>
+speci men</w>
+priyankach opra</w>
+nu evo</w>
+bar kley</w>
+toulou se</w>
+resu mes</w>
+football ers</w>
+cit i</w>
+fe tch</w>
+è re</w>
+lestwe forget</w>
+ðŁĻ ĭ</w>
+ch unk</w>
+dri fting</w>
+manipul ation</w>
+equ als</w>
+pu tt</w>
+ky ungsoo</w>
+âĿ¤ï¸ı #</w>
+ela stic</w>
+par ano
+fo y</w>
+do ping</w>
+cin cy</w>
+ss ler</w>
+interrup ted</w>
+al ay
+ado res</w>
+ame thy
+con voy</w>
+ãĢ ı</w>
+Ĭ ãģ
+black list</w>
+gener als</w>
+sa chin</w>
+bru shed</w>
+oun ces</w>
+non stop</w>
+illi ams</w>
+bt sarmy</w>
+u av</w>
+ru ff</w>
+bur ma</w>
+bi k
+defen ce
+schul tz</w>
+bo asts</w>
+lonel iness</w>
+go re
+trans forms</w>
+alum na</w>
+@ @</w>
+ra ppers</w>
+ne hru</w>
+car o
+himalay an</w>
+wearab les</w>
+ge h
+pepper mint</w>
+re development</w>
+flam ingo</w>
+cos by</w>
+big baldhead</w>
+ag ri</w>
+bare foot</w>
+sco pes</w>
+re gram</w>
+gh ana
+ðŁİ «</w>
+i heart
+sa die</w>
+carri e
+microbi al</w>
+ku ala</w>
+sk ater</w>
+quer que</w>
+âĻ ©
+gen res</w>
+reas oning</w>
+ch ased</w>
+as o
+sli pped</w>
+en can
+vam os</w>
+ker s
+ad verse</w>
+mo il</w>
+commod ities</w>
+with you</w>
+sil ent
+hy pe
+an de</w>
+am ination</w>
+whi spe
+lit z</w>
+âļ½ï¸ı âļ½ï¸ı
+ri ff</w>
+pp y
+lam bs</w>
+gan esh</w>
+ab sent</w>
+regu lator</w>
+marse ille</w>
+en roll</w>
+par cel</w>
+wa p</w>
+by rd</w>
+ðŁĩ Ń
+tu ber
+country music</w>
+par l
+contro llers</w>
+responsi bilities</w>
+we y
+ch ate
+montene gro</w>
+chic o</w>
+mil an
+l ms</w>
+tra inees</w>
+appropri ately</w>
+un certain</w>
+popp ies</w>
+ed sheeran</w>
+nutr itious</w>
+gar o</w>
+deut sch
+awe some
+ãĥ ¼</w>
+comfor tably</w>
+land marks</w>
+et i</w>
+re usable</w>
+daniel le
+ro sal
+co les</w>
+just ic
+c cs</w>
+f anny</w>
+ni m
+mc u</w>
+clin ch</w>
+at ene
+mer ge</w>
+im db</w>
+ang lo</w>
+uc cino</w>
+pan ini</w>
+an not
+bur berry</w>
+feat ure
+predic ting</w>
+fashioni sta</w>
+s ask</w>
+imag inary</w>
+mm o</w>
+south sudan</w>
+spe ar</w>
+hu bble</w>
+jo inthe
+coyo tes</w>
+sli go</w>
+ko dak</w>
+sit com</w>
+polaro id</w>
+roo ted</w>
+corru p
+ðŁĻĮ ðŁĻĮ</w>
+bris ban
+at z</w>
+ah l</w>
+re my</w>
+tal ent
+aval on</w>
+ra da</w>
+pau line</w>
+locom otive</w>
+go ons</w>
+ne mo</w>
+maser ati</w>
+ic u</w>
+stu tt
+histor ically</w>
+sm b</w>
+pres by
+avo id
+so oners</w>
+rhine stone</w>
+w ad</w>
+ri sing
+tro t</w>
+mo des</w>
+reg ent</w>
+optimi ze</w>
+re ece</w>
+sm u</w>
+ver ti
+newyork city</w>
+cor tez</w>
+ra c</w>
+in case</w>
+sin c</w>
+fiel ding</w>
+e tta</w>
+tiff any
+al monds</w>
+sad dle
+k rat
+mat ter
+g low
+star ving</w>
+gl o</w>
+cra ppy</w>
+sl ur
+st d</w>
+monit ors</w>
+recei pt</w>
+maymay entrata</w>
+mc il
+un is
+rain bows</w>
+cal dwell</w>
+pacqui ao</w>
+j op
+a fe
+hoo k
+es sen</w>
+wiz ard
+medi an</w>
+fla ws</w>
+com s</w>
+âĿ Ħ</w>
+ing h</w>
+ha ynes</w>
+anton io
+tem plates</w>
+ou ter
+na w</w>
+cardi gan</w>
+bel grade</w>
+ðŁĴ ī</w>
+hom o</w>
+a ise</w>
+ro pes</w>
+no ve
+what you
+tri gge
+concep tion</w>
+ad ukone</w>
+na di
+fri ars</w>
+sw er
+adju sted</w>
+hot line</w>
+san ity</w>
+kau r</w>
+down loading</w>
+c gi</w>
+ten or</w>
+eth nic
+app alach
+ภ¸</w>
+pa g</w>
+gol ds
+on set</w>
+investig ator</w>
+car tel</w>
+peace fully</w>
+jarre tt</w>
+cat alan</w>
+poli o</w>
+n um</w>
+fru stration</w>
+dhar ma</w>
+my life</w>
+âľĮ ðŁı»</w>
+aber deen
+mu sa</w>
+bin der</w>
+spark ly</w>
+fle eing</w>
+instin ct</w>
+co ping</w>
+domin ance</w>
+ill ers</w>
+er a
+u conn</w>
+lo oms</w>
+living ston</w>
+gal i</w>
+he s
+c ma
+bel a</w>
+se ley</w>
+mon k
+la ch
+mar x
+Â ´
+m erica</w>
+woman in
+es sex
+ra ina</w>
+jim i</w>
+nep tune</w>
+z ack
+chine se
+mart ins</w>
+chand elier</w>
+her n
+with us</w>
+ear l
+asph alt</w>
+modu les</w>
+st p</w>
+ul la</w>
+psychi atric</w>
+mile age</w>
+captiv ating</w>
+si der</w>
+men to</w>
+mor t</w>
+tran ce
+tal bot</w>
+ab by
+ì ĥ
+âľĮ ðŁı¼</w>
+j ak</w>
+daw n
+turn up</w>
+scre wed</w>
+fe ds</w>
+blue print</w>
+ðŁĴĸ ðŁĴĸ</w>
+har sh
+er os</w>
+insom nia</w>
+ban kers</w>
+ta emin</w>
+mis conduct</w>
+hu mber
+gi di</w>
+edu ardo</w>
+con a</w>
+musc ular</w>
+consu ming</w>
+ra sh</w>
+don nie</w>
+di pped</w>
+col lie</w>
+samu el
+melt down</w>
+ðŁĺįðŁĺį ðŁĺį
+me z
+exam ining</w>
+schwar tz</w>
+pri stine</w>
+ðŁIJ Ŀ
+ve it</w>
+ful filling</w>
+an esthe
+gue sses</w>
+dra ft
+som me</w>
+soli d
+pati onal</w>
+ho ped</w>
+evolu tionary</w>
+all er</w>
+enter tained</w>
+sli ps</w>
+lud wig</w>
+conclu des</w>
+sen sible</w>
+bon net</w>
+cra ze</w>
+tra s</w>
+haz ards</w>
+const antine</w>
+ed ics</w>
+star trek
+to c</w>
+occu pational</w>
+in cheon</w>
+deepikap adukone</w>
+pizz as</w>
+new comer</w>
+de part</w>
+oppre ssion</w>
+ebon y</w>
+foss ils</w>
+tro jan</w>
+el en
+ste aks</w>
+k hou</w>
+positi oning</w>
+ug by</w>
+red cross</w>
+ak h</w>
+dol ce</w>
+us mnt</w>
+pp en</w>
+dil ig
+ma vs</w>
+call er</w>
+cost ello</w>
+⼠Ħ
+dy n</w>
+thing s
+rhin os</w>
+a xi
+sar kar</w>
+con vocation</w>
+att ers</w>
+ss ss
+fun gus</w>
+eu gen
+russ o</w>
+squ at</w>
+w sb
+eli on</w>
+william sburg</w>
+s off</w>
+defici ency</w>
+be arer</w>
+o kin
+key stone</w>
+t wain</w>
+cal ming</w>
+break able</w>
+wa res</w>
+horser acing</w>
+com bs</w>
+bun ting</w>
+u it
+t land</w>
+ðŁĴĻðŁĴĻ ðŁĴĻ</w>
+ga stron
+sab ot
+ick ers</w>
+commissi oners</w>
+sen ate
+ii ot</w>
+ath ena</w>
+nit rogen</w>
+an tony</w>
+ero tic</w>
+di alo
+mis sou
+hypo cr
+âľ Ī</w>
+kaeper nick</w>
+can v
+d roo
+clevel and
+o sh
+mon sta</w>
+stefan o</w>
+^ )</w>
+sh ul
+po ison
+ha e
+commerci als</w>
+ma ul
+nit ro</w>
+co worker</w>
+alo e</w>
+vap or</w>
+t ents</w>
+russi an
+qu id</w>
+question able</w>
+mid get</w>
+po ker
+girl friends</w>
+sin the
+erit rea</w>
+ten ure</w>
+depos its</w>
+buc keyes</w>
+spot ter</w>
+theod ore</w>
+trin ity
+joaqu in</w>
+u cci</w>
+follow the
+caf c</w>
+mp a</w>
+ðŁIJ »
+plo tting</w>
+dom ino</w>
+ta ek
+sion ally</w>
+dicap rio</w>
+pa p</w>
+car mel
+ig er
+bt cc</w>
+beth le
+www bigbaldhead</w>
+foo die
+bagh dad</w>
+mason ry</w>
+off ended</w>
+à ·
+ภģ</w>
+sc ro
+vers es</w>
+ori ent</w>
+ar ches</w>
+pi yu
+know your
+gre e</w>
+ta kers</w>
+gu ard
+dish on
+bucket list</w>
+bha fc</w>
+war dly</w>
+ðŁİīðŁİ Ĭ</w>
+leigh ton</w>
+pe w</w>
+stra y
+assaul ted</w>
+in hal
+ly fe</w>
+amar keting</w>
+l x</w>
+kat z</w>
+ubun tu</w>
+me o</w>
+carto onist</w>
+turno ver</w>
+mi z</w>
+dis like</w>
+mul len</w>
+mo f
+bl and</w>
+hi des</w>
+emer ges</w>
+chori zo</w>
+truste e</w>
+ma hog
+lan sing</w>
+paralym pic</w>
+fa int</w>
+fa una</w>
+ch al</w>
+sn ar
+cat h</w>
+bent on</w>
+cast illo</w>
+sli ppery</w>
+apric ot</w>
+oec d</w>
+bar o</w>
+l z</w>
+he ming
+clow ns</w>
+co workers</w>
+peru vian</w>
+commu ters</w>
+y ell</w>
+ðŁļ ´
+under ing</w>
+v j</w>
+tt p</w>
+fli pk
+w ana</w>
+soc ent</w>
+Ĥâĸ Ĥâĸ
+ठĤ</w>
+oo sa</w>
+jag ger</w>
+di sm
+e less</w>
+d ham</w>
+cali f</w>
+a official</w>
+ec lip
+harro gate</w>
+gra pp
+com rade</w>
+n tr</w>
+concentr ate</w>
+thi ghs</w>
+bit coin
+bel arus</w>
+ë ĵ
+end uring</w>
+now watching</w>
+industri al
+pi p</w>
+ar on
+ar at</w>
+Â ®
+whit by</w>
+oooo ooo</w>
+sa ree</w>
+tic als</w>
+mis leading</w>
+yo on
+year s
+sle igh</w>
+roman ian</w>
+sciss ors</w>
+vam pires</w>
+ac up
+ab ba</w>
+th weeksary</w>
+cent ri
+fl ye
+u o
+c bi</w>
+bu ena</w>
+sin d</w>
+mar ino</w>
+bur r</w>
+re building</w>
+ठ²</w>
+anniver saire</w>
+ac ca</w>
+ðŁĴĢ ðŁĴĢ
+gett ing
+tu lips</w>
+wolf pack</w>
+âľį ï¸ı</w>
+more than
+ta kin</w>
+ðŁ¤ĺ ðŁı»</w>
+u be</w>
+mon ic
+dou bts</w>
+mo wer</w>
+co balt</w>
+don ne
+specul ation</w>
+argu ably</w>
+kak u</w>
+htt ps</w>
+prosecu tion</w>
+din ah</w>
+stam atic</w>
+disclo sed</w>
+bever ly
+fl wx</w>
+cra bs</w>
+extraordin aire</w>
+war mest</w>
+imper i
+o logists</w>
+trac es</w>
+par c</w>
+lake side</w>
+am r</w>
+ter i</w>
+hour ly</w>
+domin ation</w>
+ar row
+shrews bury</w>
+ance stry</w>
+wr angler</w>
+trigge red</w>
+pen sac
+roo ster</w>
+survi ves</w>
+a on
+bo ko</w>
+val or</w>
+love is
+la g
+pe y</w>
+fo cal</w>
+out laws</w>
+bl anc
+artic ho
+wit s</w>
+marsh all
+die go
+support small
+u ca</w>
+sa h
+je et</w>
+syn ago
+gover ning</w>
+ðŁĴ ¬</w>
+sal ads</w>
+cre ate
+miri am</w>
+cen sored</w>
+ami de</w>
+no u</w>
+z eta</w>
+allegi ance</w>
+* )</w>
+bl m</w>
+ric an</w>
+pa stors</w>
+oly mpus</w>
+blo c</w>
+whir l
+star ry</w>
+pr one</w>
+y k</w>
+p ne
+congratul ating</w>
+be v</w>
+so ber
+love island</w>
+sa ir</w>
+an ing</w>
+tutor ials</w>
+q e</w>
+lun d
+in ist</w>
+cle ver
+taxpay er</w>
+ali z
+wren ch</w>
+dd ling</w>
+cap ri</w>
+h pa</w>
+ðŁı» âĢįâĻĤï¸ı</w>
+na j
+o j
+futuri stic</w>
+jelly fish</w>
+ðŁĶ¥ðŁĶ¥ ðŁĶ¥ðŁĶ¥</w>
+cel ery</w>
+plan k</w>
+fil a</w>
+ne me
+un healthy</w>
+lec tions</w>
+ðŁ§ ¡
+rit chie</w>
+n ws</w>
+mi kha
+wonder woman</w>
+âĢ İ</w>
+hip stamatic</w>
+ka g</w>
+ðŁĴľðŁĴľ ðŁĴľ</w>
+poul try</w>
+mo w
+wor ds
+lo ff</w>
+ðŁ¤£ ðŁ¤£</w>
+relat able</w>
+re mixes</w>
+keny atta</w>
+ke m
+re signed</w>
+fo d
+stra igh
+j lo</w>
+hu tch
+box ers</w>
+colle en</w>
+mag s</w>
+instruc tional</w>
+ko l</w>
+attrac ts</w>
+pra g
+account ant</w>
+go ggles</w>
+br u</w>
+th ole</w>
+mar row</w>
+leu ke
+oc to
+pon ds</w>
+bubb ly</w>
+he ist</w>
+ìĹ ij
+im p</w>
+a har
+ha unt</w>
+hall mark
+psy ch
+kkkk kkkk
+col umb
+jump suit</w>
+cost co</w>
+si delines</w>
+ag gies</w>
+over turned</w>
+ni b</w>
+key chain</w>
+fu k</w>
+f af
+mi am
+assist ants</w>
+cy cled</w>
+ri der
+dam mit</w>
+red wings</w>
+mag es</w>
+kin s
+ì Ĥ
+ho d
+son t</w>
+carol ine
+" '</w>
+cu le</w>
+bra id</w>
+fel ony</w>
+ar ities</w>
+ruther ford</w>
+depic tion</w>
+isab elle</w>
+ro ach</w>
+k day</w>
+fifth harmony</w>
+em y
+li gam
+bari sta</w>
+albu querque</w>
+gro ss
+ðŁį º
+oo ks</w>
+ðŁij ¼</w>
+dun can
+try in</w>
+jag s</w>
+g ould</w>
+li tho
+âģ £
+а Ð
+sam my
+tun g</w>
+cas ser
+apo lo
+aaaa a</w>
+man g</w>
+as ics</w>
+sh en</w>
+p ye
+tur bul
+ss p</w>
+saint sfc</w>
+on lin
+n anny</w>
+he ster</w>
+do z</w>
+ภĶ
+th read
+ren ts</w>
+kh and</w>
+ðŁĴª ðŁı½</w>
+un conditional</w>
+rob son</w>
+car re
+ph on</w>
+sacrific ed</w>
+Â £
+auto s</w>
+par ker
+oc a</w>
+log in</w>
+kee gan</w>
+hard cover</w>
+dough nuts</w>
+ðŁĮ İ
+spit fire</w>
+refresh ments</w>
+saskat oon</w>
+commod ore</w>
+j f
+rub ber
+halam adrid</w>
+child care</w>
+stra da</w>
+io m</w>
+ri k
+dak ar</w>
+ther mom
+cro pped</w>
+gar u</w>
+ali k</w>
+ven i</w>
+i ft
+si ka</w>
+ritu als</w>
+z ul
+e ch</w>
+Â ©
+su dan
+l land
+i me</w>
+do cker</w>
+ì ¤
+fe ared</w>
+fa o</w>
+wal ter
+no g</w>
+mutu als</w>
+l h</w>
+ali gn</w>
+mon ia</w>
+concep tart</w>
+ðŁĻı ðŁı¼
+sco e</w>
+compet ence</w>
+sw ine</w>
+ly me</w>
+laun ch
+green er</w>
+abstract art</w>
+inqu is
+gran ada</w>
+ga elic</w>
+flu ff</w>
+d backs</w>
+grave yard</w>
+ba be
+acade mic
+adventur ous</w>
+joh ann</w>
+~ !</w>
+bi bi</w>
+| #</w>
+pl ings</w>
+gett y
+as b</w>
+âĿ¤ï¸ı @</w>
+staf f
+religi ons</w>
+bang or</w>
+world bookday</w>
+me gh
+de vin
+ash ore</w>
+meri dian</w>
+gi thub</w>
+qui z
+all stars</w>
+be stest</w>
+ir resi
+ack er
+do te</w>
+war rington</w>
+pol ly</w>
+newor leans</w>
+cr ou
+wi gs</w>
+che y</w>
+smithson ian</w>
+la sag
+de tour</w>
+bor is
+stra ps</w>
+mari ah
+inten tionally</w>
+ko h</w>
+ðŁį ¸</w>
+ssi an</w>
+mar issa</w>
+cor al
+episcop al</w>
+casu alty</w>
+tom o
+supply chain</w>
+sam p
+on go</w>
+ro o</w>
+cavi ar</w>
+p fw</w>
+clau dio</w>
+buff alo
+s ations</w>
+mat ty
+snap back</w>
+l ds</w>
+al arms</w>
+mat te
+âĺ Ķï¸ı</w>
+conditi oner</w>
+d ors</w>
+he x</w>
+fi zz</w>
+a stri
+sus sex
+secur ity
+qa eda</w>
+all star
+cocac ola</w>
+as one</w>
+cl icks</w>
+sc ans</w>
+mu te</w>
+he avier</w>
+ðŁİ §
+âĺ ŀ</w>
+lv l</w>
+book boost</w>
+youtu be
+fla shes</w>
+f jor
+c su</w>
+explo de</w>
+do dge
+cair n
+gonz ales</w>
+th ill</w>
+pel le
+hart ley</w>
+renew able
+re tin
+e stre
+costar ica</w>
+shipy ard</w>
+nc fc</w>
+pri ya</w>
+a ghan</w>
+an ath</w>
+plu gin</w>
+co rey
+re bound</w>
+or u</w>
+kat rin
+hor mone</w>
+gi m
+mahin dra</w>
+s sus</w>
+park land</w>
+har per
+fanta stic
+infer no</w>
+ep ilo
+wrest ling
+fe ct</w>
+c it</w>
+ac oun
+to ssed</w>
+monu mental</w>
+char tered</w>
+bu st
+pe tra</w>
+âĮ ļ
+wildflower hour</w>
+sweat ers</w>
+* .</w>
+bl er
+ate ch</w>
+go wan</w>
+demo graphic</w>
+bra l</w>
+suici de
+renov ations</w>
+vu el
+sin ister</w>
+ar mani</w>
+miso gy
+ph arrell</w>
+nap s</w>
+un iting</w>
+crusad ers</w>
+cor gi</w>
+insu red</w>
+than i</w>
+no or</w>
+g q</w>
+d ada</w>
+bicy cles</w>
+snu ggle</w>
+sch an
+ten berg</w>
+ss al
+fe mme</w>
+bo il</w>
+½ ï¸ı</w>
+re ap</w>
+occur ring</w>
+hus sein</w>
+divi d
+sto ke
+sh alom</w>
+na ia</w>
+o lic</w>
+frustr ating</w>
+Ù ĩ</w>
+ig s</w>
+gro ver</w>
+scen arios</w>
+n ds</w>
+bru tality</w>
+med alli
+bu on
+sas s</w>
+skate boarding</w>
+ony x</w>
+lor ry</w>
+ny u</w>
+gau tam</w>
+mm ings</w>
+gu g
+end i</w>
+lo thian</w>
+comm ando</w>
+chal k
+ph ora</w>
+asse ssing</w>
+ti gh
+crun chy</w>
+ad ay
+is l</w>
+ci ara</w>
+pilgri ms</w>
+kam al
+p to
+brit anni
+t ani
+sm c
+l ure</w>
+app store</w>
+ab y</w>
+golf ing</w>
+cl c</w>
+fa u</w>
+an as
+shu tting</w>
+regul ated</w>
+carn age</w>
+scow boys</w>
+all enge</w>
+c ma</w>
+humbold t</w>
+rel le</w>
+ku mb
+her i</w>
+refin ery</w>
+sound check</w>
+d wayne</w>
+bos nia</w>
+i sp
+the alth</w>
+anni v</w>
+relev ance</w>
+my a</w>
+bag gage</w>
+dre ad</w>
+s bc</w>
+th ed</w>
+bu h</w>
+hi jab</w>
+lo id</w>
+ke w</w>
+c te</w>
+respec t
+lovel ies</w>
+cu bes</w>
+celebr ate
+dir t
+sav ers</w>
+_ ,</w>
+gar ment</w>
+pulit zer</w>
+mas jid</w>
+beat port</w>
+al arts</w>
+encry ption</w>
+s ner</w>
+ple ads</w>
+found ry</w>
+sym metry</w>
+ru mi</w>
+birth place</w>
+scallo ps</w>
+supp le
+pivo tal</w>
+t ati
+no de
+so d</w>
+pro xim
+tr ics</w>
+col dest</w>
+bren t
+mand u</w>
+cla ir
+e ach
+and alu
+hi ddleston</w>
+ðŁIJ º</w>
+mel ts</w>
+v ance</w>
+pin n
+se ments</w>
+scre ened</w>
+sa chs</w>
+o bl
+ic ha
+âĺĺ ï¸ı</w>
+school ers</w>
+heal ed</w>
+lo gged</w>
+ðŁ¤ĺ ðŁı¼</w>
+ic us</w>
+bore dom</w>
+b ish</w>
+b ffs</w>
+tal king
+sure sh</w>
+hoo kem</w>
+de on
+de fl
+ei leen</w>
+ðŁį ķ
+women intech</w>
+ri sotto</w>
+rang er
+adverti se</w>
+ภģà¸
+tel ly</w>
+la go</w>
+dart moor</w>
+d ong</w>
+sk ates</w>
+lo go
+un ner</w>
+mail box</w>
+ma sala</w>
+lo oooo
+amethy st</w>
+che wing</w>
+c bb</w>
+australi ans</w>
+rc mp</w>
+game art</w>
+# ...</w>
+kor n</w>
+extre mism</w>
+fruit ful</w>
+anci ent
+pu bg</w>
+pol ite</w>
+wh it</w>
+mur als</w>
+m gr</w>
+line man</w>
+dav ao</w>
+ste ms</w>
+ten nis
+av age</w>
+tu pac</w>
+gigan tic</w>
+hs bc</w>
+auto biography</w>
+up the
+ี à¹Ī</w>
+re gal
+fig uring</w>
+ku l</w>
+mis sy</w>
+hoo p
+gra s
+for ums</w>
+back lash</w>
+abduc ted</w>
+p nw</w>
+min ic
+bu tt</w>
+bott oms</w>
+at on
+ven g</w>
+ðŁĮ ı</w>
+del aney</w>
+prab hu</w>
+fan club</w>
+over haul</w>
+health ye
+sy no
+aa f</w>
+ren amed</w>
+kim i</w>
+un cle
+man city</w>
+se u</w>
+qu anti
+este em</w>
+um in</w>
+en zo</w>
+mel vin</w>
+under go</w>
+j har
+far ah</w>
+coast ers</w>
+humph rey</w>
+mh z</w>
+children s
+^ .
+d hi
+disrup tive</w>
+integr ating</w>
+r nb</w>
+over sized</w>
+a ide
+ne au</w>
+docu mentation</w>
+ðŁijĢ ðŁijĢ</w>
+pal o</w>
+hear th
+ri yad
+pun ctu
+abc news</w>
+secu res</w>
+boy band</w>
+bir ch
+ju co</w>
+tra ff
+legislat ors</w>
+bay a</w>
+ãĤ ¯
+no ises</w>
+collec ts</w>
+s warm</w>
+k ner</w>
+bi shops</w>
+stur geon</w>
+snapp ing</w>
+mo l</w>
+fre aky</w>
+chair person</w>
+tro p</w>
+lyn ch
+car cin
+art sy</w>
+e sto
+cha i
+fl ur
+inv ali
+sau sages</w>
+im el
+j or</w>
+fun fact</w>
+wit ter</w>
+puni shed</w>
+ac ons</w>
+h ya</w>
+re versi
+em c</w>
+dif fu
+z x</w>
+sp aw
+cla d</w>
+d mit
+hol land
+fre sco</w>
+pay roll</w>
+ab undant</w>
+stu ffing</w>
+mor o</w>
+c ny</w>
+boy cott
+wend y
+ele ven
+pro voc
+pil ot
+tr x</w>
+be ad
+climate action</w>
+ri on
+assi e</w>
+ì ĸ
+o sm
+islam ic
+ho ar
+good reads</w>
+al ici
+afterno ons</w>
+spoke sman</w>
+jo lie</w>
+it as
+masc ara</w>
+âĻ© âĻ«</w>
+pre vail</w>
+beetro ot</w>
+lu jah</w>
+k li
+dod ger</w>
+Â »
+ru le
+l n
+scre am
+ho bart</w>
+col bert</w>
+r tc</w>
+er m</w>
+pat ro
+quo ting</w>
+s live</w>
+que st
+non fiction</w>
+semin ary</w>
+prosecu tors</w>
+ve st
+express way</w>
+g ge</w>
+nau tical</w>
+et f</w>
+ðŁİīðŁİ Ĭ
+dur ation</w>
+cha ired</w>
+the film</w>
+fab io</w>
+she h
+can o
+ðŁĴª ðŁı»
+with draw</w>
+! :)</w>
+cor pus</w>
+phen om
+yel p</w>
+la wn
+ent om
+snapp er</w>
+but te</w>
+pin ball</w>
+pro xy</w>
+libr e</w>
+alle vi
+n ada</w>
+gabri el
+fo wl</w>
+eure ka</w>
+daph ne</w>
+tu nes
+pun ched</w>
+wh ore</w>
+jo g</w>
+ren tial</w>
+man ners</w>
+o pe
+wh ufc</w>
+gu th
+revol t</w>
+sne aker
+philharmon ic</w>
+ho ste
+sovereign ty</w>
+ðŁĻıðŁĻı ðŁĻı</w>
+fish ing
+sci art</w>
+fe ta</w>
+i pp
+dump ing</w>
+kel own
+gir i</w>
+dig its</w>
+sal u
+san jay
+twee ters</w>
+sp as
+col chester</w>
+sc ab
+ma dd
+๠Ħà¸
+Ä ĩ</w>
+ged don</w>
+march for
+do p</w>
+maure en</w>
+un plugged</w>
+di do</w>
+fashion blogger</w>
+up a</w>
+mex ic
+tar y
+pol ye
+jame son</w>
+v t
+grin der</w>
+mad dy</w>
+consult ancy</w>
+¬ ë
+leagueof legends</w>
+ac cents</w>
+um ni</w>
+jane iro</w>
+tu ss
+h ens</w>
+ampli fier</w>
+to shi
+pret tier</w>
+pre vents</w>
+new town</w>
+red wood</w>
+vant age</w>
+ball ard</w>
+ar tof
+a she</w>
+a sion</w>
+lac ey</w>
+ap at
+gro ve
+ภĦ</w>
+rw and
+real tors</w>
+tra itor</w>
+bed ding</w>
+ö r
+zi on
+fla shing</w>
+cam pan
+boom er</w>
+secretari at</w>
+ab ol
+liti gation</w>
+cont amination</w>
+se dly</w>
+shred ded</w>
+in for
+do herty</w>
+bench mark</w>
+ro che</w>
+skate board</w>
+sho vel</w>
+i zz
+to pper</w>
+o ster
+laby rin
+autu m
+k ong
+hum mus</w>
+vi z</w>
+tech news</w>
+kla us</w>
+am using</w>
+socialmedi amarketing</w>
+i des</w>
+cast ell
+ste e
+underestim ate</w>
+cal ab
+pa ign</w>
+b illing</w>
+unanim ously</w>
+g mb</w>
+fly fishing</w>
+hath away</w>
+commerci al
+colour ing</w>
+skul ls</w>
+pivo t</w>
+te p</w>
+tb c</w>
+motor way</w>
+x press</w>
+construc tive</w>
+pu k</w>
+under lying</w>
+kir sten</w>
+mani ac</w>
+cha o</w>
+se ma</w>
+chiff on</w>
+ðŁijĮ ðŁı»
+ver ona</w>
+kom o</w>
+stan doff</w>
+wi ped</w>
+c ated</w>
+bla ir
+wor kin
+m sc
+bethle hem</w>
+swi pe</w>
+unexpe c
+pe es</w>
+pe tri
+orig ami</w>
+ðŁij ħ
+mex ico
+flav or
+ru dd</w>
+cannab is
+mar u</w>
+ri ddle</w>
+wor shi
+sil on</w>
+sch at</w>
+ap se</w>
+tang er
+bi ous</w>
+e er</w>
+questi oned</w>
+o zar
+dan k</w>
+angle sey</w>
+char an</w>
+bak u</w>
+compe ten
+re pri
+bat ter</w>
+sa xon</w>
+cal ves</w>
+leng ths</w>
+$ $$</w>
+âŀ ¡ï¸ı
+immer sion</w>
+ga unt
+car ry
+cy to
+b anda</w>
+shu tt
+experi ence
+el gin</w>
+mous se</w>
+ta z</w>
+ê µ
+in correct</w>
+en z</w>
+b ham
+mor on</w>
+so ver</w>
+ar un</w>
+ti pped</w>
+la ble</w>
+de arly</w>
+bau tista</w>
+í Ļ
+mor tal
+woo p</w>
+dt la</w>
+sho cks</w>
+dav os</w>
+ðŁĵ Ŀ
+swim wear</w>
+her man
+ðŁijĩ ðŁijĩ</w>
+z ir
+neglec ted</w>
+grac ed</w>
+campu ses</w>
+av s</w>
+ar ora</w>
+swach hb
+live pd</w>
+ac cra</w>
+enqui ries</w>
+shoo ters</w>
+kur t
+vancou ver
+brad ley
+gar da</w>
+g ü
+ol la</w>
+attrac ting</w>
+up ton</w>
+ne win
+lu mia</w>
+furn ace</w>
+ev ers</w>
+e on</w>
+sw a</w>
+roo kies</w>
+a oc</w>
+v ss</w>
+bris ket</w>
+tor ch
+yo da</w>
+heart land</w>
+tac o
+ph ony</w>
+food bank</w>
+ab bey
+bab ylon</w>
+u y
+gre ate
+expre sses</w>
+d andy</w>
+sc apes</w>
+survi vor
+ron d
+e ci
+ha vin</w>
+ab el
+chil dish</w>
+tor que</w>
+wav y</w>
+ur self</w>
+kanye west</w>
+year of
+ale stine</w>
+o brien</w>
+al fon
+sk ag
+kore an
+anchor age</w>
+val eri
+de w
+ðŁİ ¨
+land slide</w>
+car ole</w>
+christ en
+go phers</w>
+af i</w>
+priyan ka</w>
+q q
+power of
+it te</w>
+pc so</w>
+tw ol
+pr y
+intellec tu
+guer rero</w>
+pi les</w>
+wish list</w>
+w ren</w>
+time table</w>
+ë ı
+prodi gy</w>
+gibb ons</w>
+. /</w>
+ne ur</w>
+anz ac</w>
+mur ray
+vie st</w>
+pla ster</w>
+la ir</w>
+art gallery</w>
+inter continental</w>
+g br</w>
+bell ator</w>
+nam joon</w>
+mam mals</w>
+am el
+y aw
+saras ota</w>
+cam ar
+bud ding</w>
+sum mari
+aco sta</w>
+la sh
+ey ou
+post graduate</w>
+instruc tors</w>
+ti g</w>
+const ant
+were wolf</w>
+ic os</w>
+cla s
+glen n
+bud ge
+ðŁĻ Ĥ
+er ta</w>
+sta ins</w>
+persecu tion</w>
+cumb ri
+o ch</w>
+syner gy</w>
+hu ang</w>
+scand in
+mid terms</w>
+comment ator</w>
+regar ded</w>
+perpe tual</w>
+bo iling</w>
+al p
+lan ge</w>
+sch le
+fac eli
+twee ta
+ri dden</w>
+ok toberfest</w>
+charlotte sville</w>
+ik lan
+jo u</w>
+ch atham</w>
+b sc</w>
+ðŁį ¦</w>
+stra uss</w>
+mel low</w>
+xx xx
+happy hour</w>
+re actor</w>
+ww er
+distr action</w>
+at orial</w>
+ðŁĴª ðŁı¼
+twin peaks</w>
+fay ette
+a or
+ko k
+bro om
+sy fy</w>
+ou se
+am ag
+Ø ·
+ubis oft</w>
+lu lu
+hall mark</w>
+stu art
+it ya</w>
+si deline</w>
+venge ance</w>
+re lu
+sex ism</w>
+boun cing</w>
+un ites</w>
+gu stav
+te ssa</w>
+stu mp</w>
+pro clamation</w>
+ima x</w>
+divid end</w>
+col by</w>
+ðŁį İ</w>
+play wright</w>
+un safe</w>
+co smo</w>
+ðŁĩ²ðŁĩ ½</w>
+cup board</w>
+constitu ents</w>
+ang lia</w>
+ram page</w>
+ðŁĺįðŁĺį ðŁĺįðŁĺįðŁĺį</w>
+than ked</w>
+take aways</w>
+shro ff</w>
+de bat
+kh ur
+conduc ts</w>
+format s</w>
+à ©
+port age</w>
+graph ers</w>
+u ten
+pre m
+mo ines</w>
+condem ns</w>
+s ous</w>
+l ps</w>
+f cs</w>
+deal ership</w>
+leuke mia</w>
+bure au
+ski d</w>
+guardi ola</w>
+ca ster
+thir d
+avoi ded</w>
+en cyclo
+c sr
+vi xx</w>
+analy zing</w>
+she ar</w>
+dulu th</w>
+shap iro</w>
+chan ting</w>
+stre sses</w>
+as be
+mil itia</w>
+ãĥ ª
+col lin</w>
+arsen e</w>
+sure sh
+teach ings</w>
+yi xing</w>
+sh ill
+nu des</w>
+sv u</w>
+clear water</w>
+war ped</w>
+pro life</w>
+artist son
+it u</w>
+versail les</w>
+galax y
+ax el</w>
+spring st</w>
+cal a</w>
+hu hu</w>
+sc u</w>
+commit ments</w>
+exe ter
+poign ant</w>
+mo tion
+conserv atory</w>
+row dy</w>
+rec alled</w>
+mu sk
+emb elli
+so the
+âĺ Ģ
+sto pper</w>
+sch ild</w>
+to pe
+el mo</w>
+zi el</w>
+j om
+barn sley</w>
+snow den</w>
+on tour</w>
+jour ney
+hills borough</w>
+par ole</w>
+w ts</w>
+mo ving
+ag ility</w>
+tiv o</w>
+ff ers</w>
+kindle unlimited</w>
+g wen
+ann an</w>
+ah mad
+tex tured</w>
+hepat itis</w>
+dra m</w>
+insi ders</w>
+tis sues</w>
+ãĥ Ħ</w>
+fc barcelona</w>
+cr atic</w>
+na acp</w>
+pe can</w>
+f gm</w>
+custom ize</w>
+concer t
+g sm</w>
+pe g
+p one</w>
+justin trudeau</w>
+super cars</w>
+happy holidays</w>
+bu lar</w>
+ado x</w>
+lap tops</w>
+digital health</w>
+destin ation
+gradu ally</w>
+áĥ ¦</w>
+popp y
+ss l</w>
+inhi bit
+star light</w>
+of fro
+glo omy</w>
+x per
+hal der</w>
+im plants</w>
+le to</w>
+hass el
+a as</w>
+un told</w>
+en ci
+liber ia</w>
+or an
+con tests</w>
+il ah</w>
+sma g</w>
+sc out
+mari anne</w>
+cr yo
+schedu ling</w>
+lo s
+kan e
+stutt gart</w>
+ne se</w>
+law rence
+da in
+pho tom
+car ou
+ภ£
+g wy
+national dogday</w>
+roa sting</w>
+band camp</w>
+kentu cky
+stret ches</w>
+ke rel</w>
+ca she
+ãĤ ¸
+sta x</w>
+tran si
+dog gie</w>
+at ric
+hal le</w>
+ci vic
+brow ning</w>
+lein ster</w>
+cat day</w>
+high land
+joy ous</w>
+in cumb
+or lando
+ro mo</w>
+col ton</w>
+del ta
+car ab
+ro tc</w>
+aster oid</w>
+goose bumps</w>
+mo logy</w>
+yo ko</w>
+an ds</w>
+tomor rows</w>
+red carpet</w>
+sm p</w>
+ca sio</w>
+ðŁ¤£ðŁ¤£ ðŁ¤£</w>
+se au</w>
+rejec tion</w>
+rot ating</w>
+bi partisan</w>
+th un
+mat i</w>
+bon i
+ol l
+ener gye
+do it
+l j</w>
+mother hood</w>
+lou ise
+neck laces</w>
+el ite
+ni x</w>
+l cs</w>
+en v
+gl u</w>
+le sh</w>
+cran k</w>
+su sie</w>
+m clau
+so tu</w>
+crow ley</w>
+rat ri</w>
+use d
+bre ton</w>
+alfre do</w>
+ye o
+travel pics</w>
+ti pp
+elli son</w>
+sax ophone</w>
+me red</w>
+heu ghan</w>
+ta ine</w>
+f es</w>
+vi ro
+suppo sedly</w>
+i as
+dige stive</w>
+y le
+li zzy</w>
+wildlife photography</w>
+bri anna</w>
+west field</w>
+ra ined</w>
+am her
+ðŁĺĦ ðŁĺĦ</w>
+distribu te</w>
+bott om
+pre serving</w>
+oil and
+craf ty</w>
+de scen
+col ling
+shakespeare sunday</w>
+r wc</w>
+ang led</w>
+ci an</w>
+t ations</w>
+mon tage</w>
+me yers</w>
+france sca</w>
+ðŁĮ ·
+wi ggins</w>
+san ford</w>
+volunte er
+car ra
+bar k
+vari ed</w>
+pl in</w>
+am u</w>
+kap il
+rock ers</w>
+qu ind
+br ane</w>
+in mate</w>
+ent al
+impro vis
+michi gan
+re tweeting</w>
+progre ssing</w>
+mercedes benz</w>
+smo ker</w>
+physi ology</w>
+dor ado</w>
+watt pad</w>
+h wa</w>
+sr bachchan</w>
+w ga</w>
+vol atility</w>
+hi re
+ac ap
+wn ba</w>
+hein z</w>
+stit ches</w>
+kidnapp ing</w>
+bur ys</w>
+lim b</w>
+f itters</w>
+thumb nail</w>
+ton e
+mir and
+desi rable</w>
+ad dison</w>
+tar an
+tamil nadu</w>
+spec tator</w>
+soci ology</w>
+amit shah</w>
+remo tely</w>
+âĻ ¦
+ham id</w>
+r ds</w>
+g lee
+smooth ly</w>
+sch ro
+er c</w>
+lali ga</w>
+he als</w>
+us f
+ni shi
+d hu
+un il
+h le</w>
+tro mb
+bhu tan</w>
+pilip inas</w>
+se ung
+whit man</w>
+te y</w>
+min ce</w>
+snow boarding</w>
+re au</w>
+k ker</w>
+av o</w>
+zach ary</w>
+ran veer
+ti k</w>
+gover n</w>
+qu al</w>
+beck y
+anthropo logy</w>
+att en</w>
+grocer ies</w>
+de bit</w>
+war p</w>
+sil icon
+hawa ii
+ðŁĴ ħ</w>
+pomegran ate</w>
+pe er
+orang es</w>
+people schoice</w>
+end ure</w>
+ðŁĴĽ ðŁĴĽ
+ãĤ¹ ãĥ
+ac ial</w>
+a haha</w>
+stu k</w>
+imper ial
+bl ond</w>
+pow der
+kno ts</w>
+vin ce
+wood lands</w>
+den a</w>
+watch in</w>
+mat cha</w>
+ma hat
+galax ies</w>
+middles brough</w>
+k ö
+stre e</w>
+resc ues</w>
+wal do</w>
+lero y</w>
+desp ic
+real ities</w>
+tm nt</w>
+ha q</w>
+un o
+pe c
+bolly wood
+blin ds</w>
+design thinking</w>
+he ms
+and hra</w>
+ab sen
+fan s
+ste ch</w>
+shire hour</w>
+bla ine</w>
+shak ti</w>
+pu rely</w>
+ðŁı ı</w>
+tra fal
+ke ynes</w>
+gr ate
+to bias</w>
+spon taneous</w>
+satur ated</w>
+caval ry</w>
+pri sc
+ðŁĺ ij
+wh t</w>
+pas si
+~~ ~</w>
+vir at</w>
+patt inson</w>
+la o
+weir do</w>
+sym pathy</w>
+ju da
+occa sionally</w>
+cred ited</w>
+stat u
+es co
+hil ly</w>
+esc ape
+dischar ge</w>
+se er</w>
+may nard</w>
+sud bury</w>
+z lat
+or al
+we er</w>
+encoun tered</w>
+sm elling</w>
+over sight</w>
+ê ¸
+that cher</w>
+mack ay</w>
+you can
+fre ep
+freed oms</w>
+prophe cy</w>
+ho e
+ishq ba
+dra ke
+qu its</w>
+pel led</w>
+tur k</w>
+o vi
+wesle yan</w>
+new music
+leg g</w>
+ch eng
+h illi
+ay y</w>
+pan ties</w>
+ad versity</w>
+ad jac
+vaccin ation</w>
+ju ke
+ga c</w>
+exce ed</w>
+time sof
+sta ining</w>
+ep cot</w>
+v ital
+up ward</w>
+bethe sda</w>
+apar k</w>
+ma hi
+camp fire</w>
+enchan ting</w>
+rha pso
+h z</w>
+na ver</w>
+fa x
+vali dation</w>
+ac ad</w>
+ny r</w>
+as ym
+coordin ated</w>
+depar ted</w>
+all ery</w>
+var ies</w>
+spr ite</w>
+chap lin</w>
+ss occer</w>
+s wat
+bre t</w>
+relu ct
+tunes app</w>
+super star
+reminis cing</w>
+o co</w>
+home grown</w>
+dough nut</w>
+un canny</w>
+la pd</w>
+thyro id</w>
+! âĿ¤ï¸ı</w>
+botan ic</w>
+bre s</w>
+sp ade</w>
+i ste</w>
+echo es</w>
+du lil
+bur sting</w>
+qui ero</w>
+ðŁij İ</w>
+loy ola</w>
+amuse ment</w>
+ha ils</w>
+sleep y
+burgl ary</w>
+âľ ı
+ro gue
+cot land</w>
+mo ors</w>
+low er
+wic ked
+ðŁĶ Ĭ
+compet iti
+argent ine</w>
+yvon ne</w>
+karti keyan</w>
+ili ary</w>
+gat sby</w>
+precin ct</w>
+six ty</w>
+na ji
+cam s</w>
+practiti oner</w>
+ðŁĺ³ ðŁĺ³
+pu ne
+neg li
+juli en</w>
+inv aded</w>
+cali br
+cla m</w>
+duba i
+mu k</w>
+lan tic
+produc t
+fe dex</w>
+ï¸ı :</w>
+eu ra
+dari us</w>
+s ling</w>
+virtual reality</w>
+home stead</w>
+ðŁı³ï¸ıâĢį ðŁĮĪ</w>
+pac ed</w>
+in ha</w>
+pul mon
+la zy
+premi ering</w>
+ma stered</w>
+in he
+con gregation</w>
+ba jo</w>
+sport ing
+new jersey</w>
+hor ny</w>
+lma oo</w>
+leng thy</w>
+du t
+yo gh
+swe aring</w>
+philosoph ical</w>
+pap ua</w>
+in ski</w>
+know les</w>
+dy ke</w>
+âĢ ²</w>
+to ken
+mc guire</w>
+ri ot
+probab ility</w>
+mc con
+gro s</w>
+su mat
+c ite</w>
+da a</w>
+on da</w>
+mad dow</w>
+che w
+board games</w>
+spar ked</w>
+re claimed</w>
+ad hd</w>
+ny se</w>
+imwith her</w>
+equ inox</w>
+boo ths</w>
+balsam ic</w>
+ha zy</w>
+dor chester</w>
+ag os</w>
+se aw
+moder ator</w>
+seri ea</w>
+ander sen</w>
+pilgri m</w>
+âŃIJ âŃIJ
+itch en</w>
+hal li
+x ton
+nathan iel</w>
+mun ition</w>
+celesti al</w>
+ga f</w>
+zo om
+mark le</w>
+pen thouse</w>
+cal e</w>
+s fa</w>
+bar king</w>
+tu cket</w>
+em ery</w>
+cal orie</w>
+li que
+ad ar</w>
+mc nam
+tor tilla</w>
+wood pecker</w>
+mo town</w>
+bad ger
+ayr shire</w>
+scram ble</w>
+dd ay
+cra ziest</w>
+per rie</w>
+cho co</w>
+cast e</w>
+i ot
+wre cked</w>
+selec ting</w>
+uss r</w>
+gra ft</w>
+pun t</w>
+lab ou
+ir st</w>
+ba ek</w>
+Û Į</w>
+su ki</w>
+que u
+ach at</w>
+te ster</w>
+aug mented</w>
+wc vb</w>
+sin ks</w>
+ðŁĵ »
+ra ke</w>
+inter ne
+be cause
+belle vue</w>
+une arth
+light en</w>
+ðŁĺ £</w>
+turn around</w>
+labe led</w>
+unemp loyed</w>
+twitter kurds</w>
+le ia</w>
+h ye
+great er
+ðŁIJ İ</w>
+tim ed</w>
+i red
+e tt
+limit ations</w>
+cab e</w>
+s out</w>
+bee ch
+anni hil
+re trac
+yo ona</w>
+ang er
+den nis
+supp lying</w>
+di z</w>
+" (</w>
+sc ur
+gun man</w>
+su ho</w>
+sauvi gnon</w>
+ภ¥</w>
+wi ley</w>
+land on</w>
+choreo graphy</w>
+pre historic</w>
+ðŁı ĥ</w>
+var gas</w>
+assess ments</w>
+pinn acle</w>
+di i</w>
+chamber lain</w>
+ì Ī
+v p
+present ers</w>
+deut sche</w>
+sun shine
+sal utes</w>
+r one</w>
+bu siest</w>
+- .-</w>
+motor ists</w>
+hemi sphere</w>
+al wx</w>
+ps p</w>
+ow a</w>
+den ying</w>
+cho c
+gu tier
+han uk
+mus kete
+jait ley</w>
+se wage</w>
+t ame</w>
+thin kers</w>
+shi m</w>
+se quo
+pap ar
+middle east</w>
+k wa
+ke g</w>
+patag onia</w>
+no y</w>
+bar ça</w>
+take off</w>
+he a</w>
+à ¬
+n sc
+g dc</w>
+ðŁij Ī
+mou stache</w>
+mel ania</w>
+thr a</w>
+â¬Ĩ ï¸ı</w>
+pier ced</w>
+ze us</w>
+fon ts</w>
+ber a</w>
+it iner
+q atar
+contr ary</w>
+ire land
+i fy</w>
+ou los</w>
+commun al</w>
+fin s</w>
+un paid</w>
+pa a</w>
+ðŁijĩ ðŁı»</w>
+ri os</w>
+ou p</w>
+f iller</w>
+cafe teria</w>
+ภŃ</w>
+kas i</w>
+cali ber</w>
+z ulu</w>
+v sco</w>
+ts ford</w>
+dragon fly</w>
+smo kin</w>
+pi st</w>
+psycho logist</w>
+diplom at</w>
+we bs</w>
+buc cane
+à® ¾</w>
+motiv ational
+du ne
+ba e
+c fs</w>
+with out
+er on</w>
+i ac
+ate e</w>
+pen sion
+fra zier</w>
+en sis</w>
+sk is</w>
+par ting</w>
+ger y</w>
+territ ories</w>
+nach os</w>
+eni ght
+ever lasting</w>
+msd honi</w>
+tel e</w>
+sp un</w>
+po di
+sab ah</w>
+environ mentally</w>
+ce ase
+beau mont</w>
+mar ta</w>
+kel vin</w>
+ho ff
+sun il</w>
+n da</w>
+co b</w>
+sh ale</w>
+ree dus</w>
+un boxing</w>
+u bio</w>
+re opened</w>
+n all</w>
+capsu les</w>
+mar r</w>
+himalay as</w>
+swee ter</w>
+ja z</w>
+f mr</w>
+twee ter</w>
+dha ka</w>
+na u</w>
+de mi
+d fs</w>
+ta urus</w>
+fad ing</w>
+it utes</w>
+ci p
+over flow</w>
+jef frey
+don ny</w>
+car tunesapp</w>
+ðŁį ij</w>
+prefe cture</w>
+danc ed</w>
+c pt</w>
+ple asing</w>
+ital k</w>
+earth quakes</w>
+ul ation</w>
+hi o</w>
+ãĢ ĭ</w>
+ant an
+nutri ent</w>
+de ere</w>
+selec ts</w>
+enrich ment</w>
+r iti
+tram pol
+bl amed</w>
+j ia</w>
+contribu tors</w>
+chesa peake</w>
+pi geons</w>
+tribun al</w>
+mad uro</w>
+w su</w>
+ilo ve</w>
+effici ently</w>
+dar cy</w>
+war ms</w>
+ar ra
+ec u</w>
+ho wer</w>
+strugg led</w>
+rajini kanth</w>
+ðŁĺ¢ ðŁĺ¢
+hou sing
+str at</w>
+eli x
+disp ro
+raf fic</w>
+thi erry</w>
+na sty
+c fb</w>
+staf fing</w>
+al ma
+back ers</w>
+hen son</w>
+sky walker</w>
+reale state
+roo s</w>
+ness y</w>
+chan ce
+cair ns</w>
+c ci
+pe dal
+ly ft</w>
+cross word</w>
+wait er</w>
+only in
+kru ger</w>
+k ir</w>
+alej andro</w>
+car tier</w>
+car rera</w>
+re paired</w>
+ou at</w>
+un clear</w>
+un breakable</w>
+today in
+qu eries</w>
+jo dy</w>
+gen ital</w>
+win ner
+to l</w>
+kelown a</w>
+fascin ated</w>
+ãĥ ¬
+sris ri</w>
+squ ared</w>
+spr ung</w>
+negoti ate</w>
+priv ately</w>
+av en</w>
+>> >>></w>
+g ical</w>
+gav in
+chester field</w>
+zu mba</w>
+or r</w>
+nat alia</w>
+impeach ment</w>
+mn l</w>
+car at</w>
+criti que</w>
+credi ble</w>
+trac y
+tan i</w>
+musi k</w>
+jig saw</w>
+gam bia</w>
+tol kien</w>
+fe u</w>
+as per
+sav ory</w>
+fo xx</w>
+f itt
+mar lon</w>
+l rt</w>
+v ell</w>
+p br</w>
+imprison ed</w>
+i om
+chu l</w>
+wind shield</w>
+kay e</w>
+ba a</w>
+chor d</w>
+s art</w>
+al gon
+minister ial</w>
+nat geo
+la zio</w>
+nor ms</w>
+ðŁijį ðŁijį
+lic king</w>
+fut bol</w>
+un sung</w>
+dalla scowboys</w>
+sh red</w>
+distur b
+dev ine</w>
+be ards</w>
+ch f</w>
+b day
+ro sso</w>
+ig or</w>
+ay i</w>
+si ren</w>
+k air
+sti les</w>
+ro f
+mag nets</w>
+un cover</w>
+mou se
+bang ing</w>
+si ghted</w>
+spe ople</w>
+impac t
+row land</w>
+kir a</w>
+environ ment
+love the
+p sis</w>
+mish ra</w>
+gl endale</w>
+ca jun</w>
+o che</w>
+de ception</w>
+sex ist</w>
+stra ws</w>
+s ga</w>
+buff er</w>
+apost le</w>
+sp l</w>
+pop up</w>
+ðŁļ Ĺ
+r g
+up er</w>
+ball in</w>
+i dy
+occa sional</w>
+national park</w>
+ðŁı Ĭ
+u an</w>
+innov ation
+ภ«
+te aparty</w>
+re tte</w>
+counter fe
+b ha</w>
+rec s</w>
+ig en</w>
+ðŁĮ IJ</w>
+humming bird</w>
+cu r</w>
+ha ven
+la zar
+pue blo</w>
+: :
+zi onist</w>
+op ath
+inver ness</w>
+promo ter</w>
+carto on
+cabine ts</w>
+mahog any</w>
+surve ying</w>
+r ational</w>
+feel ing
+testi fy</w>
+so w</w>
+oc on</w>
+ภ¢</w>
+ne el
+mar is</w>
+sol itary</w>
+che mo
+rad cliffe</w>
+sim ons</w>
+ros ary</w>
+new er</w>
+jo die</w>
+re tali
+pra wn</w>
+pad dy
+hen ge</w>
+k ala</w>
+im plant</w>
+at y</w>
+bren twood</w>
+par adox</w>
+ene z</w>
+re designed</w>
+p our
+wy d</w>
+al de
+௠ģ</w>
+sol d
+biomed ical</w>
+๠Ĥ
+tt tt</w>
+mat teo</w>
+ys er</w>
+new ton
+de bun
+ner dy</w>
+loo l</w>
+wo on</w>
+elisa beth</w>
+ec c</w>
+wh i</w>
+ach o</w>
+salv age</w>
+sal aries</w>
+qu ity</w>
+navig ating</w>
+oph thal
+con soles</w>
+re built</w>
+o pec</w>
+ast ers</w>
+sho red
+set list</w>
+kathr yn
+rhy mes</w>
+re visiting</w>
+ash ish</w>
+li ft
+re post
+sole il</w>
+âı ±</w>
+weal th
+sa at
+we c</w>
+king james</w>
+flipk art</w>
+field work</w>
+se gu
+mo dal</w>
+bu b</w>
+are rs</w>
+ðŁį Ĵ</w>
+clo oney</w>
+pad dington</w>
+necess ity</w>
+guth rie</w>
+pen te
+li mo</w>
+jo sie</w>
+ar tin
+en c</w>
+l hs</w>
+betra yal</w>
+info graphics</w>
+i er
+mo a</w>
+hear ings</w>
+bon jour</w>
+sym bolic</w>
+ag ro
+wed ges</w>
+krist ina</w>
+wild flower</w>
+athle tic
+photograph y
+pe sh
+ca hill</w>
+chi lean</w>
+gou l
+fi oren
+ðŁij ¶</w>
+z il</w>
+sk im
+bad oo</w>
+deli a</w>
+tre ble</w>
+n cc
+ðŁĩ¦ ðŁĩ
+a house</w>
+bul lock</w>
+sol itude</w>
+ا٠Ĩ</w>
+can cers</w>
+futureof work</w>
+hu tch</w>
+water shed</w>
+war mongers</w>
+sp illed</w>
+colom bo</w>
+mo th
+associ ations</w>
+weigh ed</w>
+global goals</w>
+not just
+christ i</w>
+tor g</w>
+swe ating</w>
+man eu
+clu sters</w>
+âĢ¼ï¸ı âĢ¼ï¸ı</w>
+ta ped</w>
+ul y
+tru sting</w>
+yu suf</w>
+te in</w>
+ra b</w>
+, ,,,</w>
+sin ai</w>
+audi ble</w>
+explic it</w>
+cro wns</w>
+sch iz
+at least</w>
+ðŁĹ £
+de bra</w>
+je suit</w>
+ene gger</w>
+z hen</w>
+one sie</w>
+i it</w>
+ss f</w>
+gur gaon</w>
+chak ra</w>
+bear cats</w>
+k ran
+k awa</w>
+reque sting</w>
+han over</w>
+g end
+sor os</w>
+mer cy
+lovel y
+do omed</w>
+tim my</w>
+ku z
+ul l
+ab ram
+sa ison</w>
+ãĥ «
+clean ers</w>
+re mo</w>
+circu its</w>
+bar red</w>
+o th
+mo ist</w>
+madele ine</w>
+gall o</w>
+u j
+per mits</w>
+hea viest</w>
+car ols</w>
+az te
+gior gio</w>
+flo ats</w>
+decl aring</w>
+us rc</w>
+min at</w>
+craf ts
+pri ma</w>
+conven i
+nickelo deon</w>
+danc ing
+ceremon ial</w>
+blo gg
+tw p</w>
+anglic an</w>
+she k</w>
+k nick
+( ((</w>
+hubb ard</w>
+harve y
+hit man</w>
+fen g</w>
+we some</w>
+for za
+s word
+op us</w>
+bro m</w>
+gi bility</w>
+z al</w>
+m unch</w>
+dance hall</w>
+gre edy</w>
+hd mi</w>
+re birth</w>
+ðŁĺĭ ðŁĺĭ</w>
+s world</w>
+figur ine</w>
+com post</w>
+k f
+engra ving</w>
+gior no</w>
+st ana</w>
+k man</w>
+ham ster</w>
+compos ers</w>
+aj e</w>
+func tionality</w>
+pol k</w>
+is ons</w>
+air planes</w>
+te se</w>
+hor rors</w>
+musc at</w>
+gi ven
+sp ence</w>
+ðŁĩ¸ ðŁĩ
+eli ot</w>
+ach illes</w>
+fre ck
+crypto currencies</w>
+sou ther
+hal o
+bor neo</w>
+polit ic
+hahahaha h</w>
+up state</w>
+si ena</w>
+obsc ure</w>
+hau sen</w>
+lloy d
+happy friday</w>
+motor bike</w>
+bon a</w>
+americ as
+hol s</w>
+- (</w>
+spor ty</w>
+un aware</w>
+reven ues</w>
+christop her
+bank sy</w>
+av an</w>
+ev apor
+com press
+eyel iner</w>
+to dos</w>
+buff y</w>
+renewable energy</w>
+ly rical</w>
+ar chan
+rapi st</w>
+fair trade</w>
+lma ooo</w>
+beat z</w>
+pro active</w>
+la pse</w>
+ir ical</w>
+revers al</w>
+po de
+mcin tyre</w>
+mac au</w>
+ãĥ ķãĤ
+nash grier</w>
+f sa</w>
+g all</w>
+çĶ Ł
+perpe tr
+il ya</w>
+configur ation</w>
+% ;</w>
+str ange
+rac i
+ภĩ</w>
+pic kups</w>
+kov sky</w>
+mam mal</w>
+w ps</w>
+g able</w>
+compar ative</w>
+z h
+save our
+da vey</w>
+on etsy</w>
+mu ssels</w>
+mis er
+cri stina</w>
+electr on</w>
+cra ve</w>
+lo ren</w>
+precipit ation</w>
+m z</w>
+ðŁį «</w>
+vin cen
+snow board</w>
+no ida</w>
+ah n</w>
+marin ated</w>
+g tr</w>
+town hall</w>
+min is
+bethe l</w>
+adv an
+su ra
+shi el
+fur ry
+ðŁĺĤðŁĺĤðŁĺĤðŁĺĤ ðŁĺĤðŁĺĤ</w>
+lyn d
+so il
+sc ence</w>
+sen eca</w>
+shar jah</w>
+dick ens</w>
+credenti als</w>
+av ar
+per k</w>
+requ iring</w>
+pre fer
+j ian</w>
+de ca</w>
+r ach</w>
+ing for
+del e</w>
+be ep</w>
+ðŁĴ »
+cis ely</w>
+hu ddle</w>
+green sboro</w>
+haw king</w>
+ho ax</w>
+hang ar</w>
+ç ľ
+mis o</w>
+lo vin
+gre ta</w>
+ab ad
+logi e</w>
+at an</w>
+snow flake</w>
+mahe sh
+fear the
+al kal
+bobb lehead</w>
+ba hn</w>
+ju dged</w>
+fu tu
+feli x
+ðŁį ĵ</w>
+pi ke
+der iv
+notic es</w>
+au er</w>
+dis super</w>
+or da
+wi pes</w>
+am ino</w>
+stri kers</w>
+foo tb
+dram as</w>
+pun ching</w>
+score less</w>
+heming way</w>
+bi h</w>
+bal lad</w>
+chat ter
+am mo</w>
+kle in
+fabric ation</w>
+kari m</w>
+z end
+hi sto
+vol ta</w>
+rock y
+marke ter</w>
+xtre me</w>
+sequ encing</w>
+paradig m</w>
+cle ats</w>
+boom ing</w>
+âģł âģł</w>
+block ade</w>
+promp ts</w>
+yogh urt</w>
+pur pose
+nu r</w>
+regu late</w>
+nois y</w>
+ing rid</w>
+bird watching</w>
+bar tender</w>
+Ù ĥ
+wor dof
+cha otic</w>
+shor ty</w>
+el dest</w>
+z app
+onceupon atime</w>
+fl yo
+rit os</w>
+mike quind
+ðŁIJ ´</w>
+regi stering</w>
+. ]</w>
+ad ol
+gg gg</w>
+pur ge</w>
+kid lit</w>
+ar bor
+val ves</w>
+synago gue</w>
+o th</w>
+unanim ous</w>
+veri fication</w>
+dar rell</w>
+ãģ Ħ
+vander bilt</w>
+tape stry</w>
+pro sper</w>
+did dy</w>
+dra fting</w>
+de cep
+marqu is</w>
+st int</w>
+michael jackson</w>
+pee led</w>
+men us</w>
+bb b</w>
+sc are
+ema il
+wri gley</w>
+it is
+f ell
+some thin</w>
+bar ra</w>
+ed gar
+di pping</w>
+pu ddle</w>
+sla de</w>
+lear ner</w>
+jal en</w>
+ðŁ§ IJ</w>
+the daily
+mikequind azzi</w>
+ju x
+iq bal</w>
+mckin ney</w>
+ra iser</w>
+ef an
+dr one
+cat o</w>
+pic ket</w>
+cro we</w>
+l att
+uk o</w>
+giuse ppe</w>
+hin i</w>
+synthe si
+ponti fex</w>
+song writing</w>
+to d</w>
+swit ches</w>
+din ners</w>
+h q
+gabri elle</w>
+pensac ola</w>
+cir cle
+expo ses</w>
+ev s</w>
+riyad h</w>
+pro men
+o ck
+sa j
+cit ation</w>
+brew co</w>
+jo si
+ep aper</w>
+dri f
+point less</w>
+tang led</w>
+cri pp
+line ups</w>
+fairi es</w>
+daz e</w>
+mour n</w>
+bla dder</w>
+sal z
+bur undi</w>
+book mark</w>
+the people</w>
+sub sequ
+princi pal
+sk er</w>
+court ney
+a oki</w>
+rac ers</w>
+ad m</w>
+mom a</w>
+critical role
+hou n</w>
+shed ding</w>
+sa ka</w>
+ace ous</w>
+mck ay</w>
+hus bands</w>
+Â ½</w>
+me da</w>
+accu sations</w>
+ro sel
+nc is</w>
+witne ssing</w>
+or ama</w>
+go ds
+hil ton
+el man</w>
+ÃŃ n</w>
+meg ap
+cra ven</w>
+announ cer</w>
+crit eri
+sheffiel dissuper</w>
+milit ant</w>
+consu l</w>
+hoo ded</w>
+aby ss</w>
+b x</w>
+ma dam
+lo cu
+mary am
+manic ure</w>
+grat is</w>
+ac tresses</w>
+ros ario</w>
+this dayin
+king ly</w>
+gn ome</w>
+cel ine</w>
+r ous
+he el
+lil ac</w>
+vish al</w>
+ab h</w>
+thor ns</w>
+s ls</w>
+ne al
+construc ting</w>
+be ren
+s lang</w>
+ma ins</w>
+far ra
+sar ko
+pai ge
+gu iller
+l ala</w>
+ice berg</w>
+nou n</w>
+plann ers</w>
+u mmm</w>
+ou ses</w>
+ill ary</w>
+ma an</w>
+box ing
+zi pper</w>
+srin agar</w>
+migu el
+o str
+mp o</w>
+responsi bly</w>
+lan terns</w>
+appli ance</w>
+x b</w>
+gren ade</w>
+neglec t</w>
+dy sle
+ham mock</w>
+ne ctar</w>
+wit cher</w>
+r gv</w>
+di ence</w>
+ser bian</w>
+seed ed</w>
+cru z
+bi sh
+sp he
+e q</w>
+sky rim</w>
+alge bra</w>
+phil ately</w>
+bungal ow</w>
+ge off
+y ves</w>
+demand ed</w>
+consider ations</w>
+the vamp
+pawan kalyan</w>
+co ded</w>
+grit ty</w>
+erup tion</w>
+se infeld</w>
+uni denti
+ëĭ Ī
+wor m
+ac us</w>
+se ung</w>
+dun g</w>
+ro land
+su d</w>
+di visions</w>
+ab lanc
+shor test</w>
+j f</w>
+p oun
+plant based</w>
+be to</w>
+tough er</w>
+mc o</w>
+don et
+mark us</w>
+v fl</w>
+ðŁı ł</w>
+open ing
+co ward</w>
+caber net</w>
+o xi
+burle sque</w>
+sand ra
+su mo</w>
+consi st</w>
+tho t</w>
+cay man</w>
+motor ola</w>
+gutier rez</w>
+d slr</w>
+y w
+no bel
+nov ice</w>
+moms demand</w>
+grun ge</w>
+sp or</w>
+d cc</w>
+pre sses</w>
+sli st</w>
+allot ment</w>
+voc ational</w>
+ft c</w>
+pu ja</w>
+lo ven
+utt arak
+tan dem</w>
+sh ep
+come dians</w>
+anat om
+cant wait</w>
+healthye ating</w>
+west side</w>
+mar gins</w>
+chi ang</w>
+asbe stos</w>
+stupi dity</w>
+proble matic</w>
+fit bit</w>
+: $</w>
+ceil ings</w>
+shu a</w>
+protec tions</w>
+bio tic</w>
+beng ali</w>
+re sts</w>
+bien nale</w>
+tim o</w>
+cul min
+e minent</w>
+affe ction
+unbeliev ably</w>
+individu ally</w>
+canvas sing</w>
+wh itt
+nov asco
+chin son</w>
+h pe</w>
+go w</w>
+gloucester shire</w>
+pa o</w>
+thresh old</w>
+chev ron</w>
+s ine</w>
+we ther
+pp ie</w>
+aqu ino</w>
+antwer p</w>
+âĸ ¬
+po on
+inst af
+equ ine</w>
+cinemato graphy</w>
+nbaf inals</w>
+vali ant</w>
+kil kenny</w>
+te rence</w>
+syste mic</w>
+sr l</w>
+p ound
+made ira</w>
+pl ough
+tre cht</w>
+mat ed</w>
+mp d</w>
+ransom ware</w>
+ph in</w>
+li qui
+bb ce
+boom er
+i standwith
+con ju
+r te
+nar a</w>
+foo lish</w>
+da shing</w>
+vier nes</w>
+br ite</w>
+da u</w>
+juni per</w>
+ai da</w>
+you now</w>
+ra zer</w>
+de i
+repe ating</w>
+comfor ting</w>
+adjac ent</w>
+e to</w>
+ca sted</w>
+chat ur
+mu er
+syn th
+san itary</w>
+mac le
+independ ent
+law ful</w>
+e erie</w>
+h or</w>
+ðŁĴ Ń</w>
+am rit
+vel o</w>
+station ery</w>
+mu f
+may may</w>
+contempl ating</w>
+elabor ate</w>
+gre gor
+dri es</w>
+ac col
+ภļ
+schwarz enegger</w>
+ill nesses</w>
+day break</w>
+follow back</w>
+collu sion</w>
+electr onic
+jo vi</w>
+hiro shima</w>
+ta w
+hom ec
+mic ah</w>
+qu itting</w>
+fro sting</w>
+ben fica</w>
+hel i
+s ical</w>
+pic cad
+corpor ate
+ment orship</w>
+you are
+sing er
+shi va
+ru ne
+ing er
+ri um</w>
+play able</w>
+doo p</w>
+wil low
+ter re
+ni p
+at d</w>
+war bler</w>
+profession ally</w>
+er ase</w>
+proce ed</w>
+pedestri ans</w>
+mis chief</w>
+ben ding</w>
+alas kan</w>
+c kett</w>
+mo p</w>
+dd les</w>
+shut ter</w>
+ge ared</w>
+atene o</w>
+ma deline</w>
+g ations</w>
+o sha</w>
+der ick</w>
+sw ild
+an gry
+pat ents</w>
+hun k</w>
+decre ased</w>
+fr y
+ðŁĴĸðŁĴĸ ðŁĴĸ</w>
+sal on
+quant ities</w>
+d ario</w>
+ni gel
+ku ma</w>
+jen n
+happ ye
+xx x
+rex perience</w>
+pro s
+au sch
+rele ssly</w>
+ham burger</w>
+fuku shima</w>
+er ne
+stat ec
+ren d
+may field</w>
+j one
+lef ty</w>
+bern stein</w>
+sm il
+gener ates</w>
+fore station</w>
+band its</w>
+ta yo</w>
+r ca</w>
+ac ci</w>
+rodri go</w>
+kn app</w>
+elo vers</w>
+vege tation</w>
+u ral</w>
+le ft
+ħ ï¸ı</w>
+worl dre
+sur i</w>
+embar k</w>
+w son</w>
+ba you</w>
+mu ller</w>
+mo vers</w>
+ðŁķ º
+presby ter
+l f
+cre e
+bat b</w>
+sal am</w>
+demonstr ations</w>
+an ec
+n pc</w>
+it ics</w>
+to graphy</w>
+re inst
+thur st</w>
+tal e
+off ences</w>
+smart city</w>
+bro tha</w>
+ofthe year</w>
+in valuable</w>
+ear n
+ðŁijı ðŁı½</w>
+kre mlin</w>
+gra dy</w>
+town fc</w>
+guern sey</w>
+ma ha</w>
+contag ious</w>
+dre x
+be en
+( £</w>
+nati vity</w>
+k tm</w>
+somer halder</w>
+comp ounds</w>
+íķ ĺ
+" âĢ¦</w>
+af g</w>
+ott news</w>
+h ound
+fire fly</w>
+cil an
+donet sk</w>
+volunte ered</w>
+ak ira</w>
+è ª
+sing ul
+st h</w>
+dro wned</w>
+mand o</w>
+he ir</w>
+ðŁİīðŁİ Ī</w>
+tax is</w>
+y uki</w>
+vel d</w>
+k ans</w>
+el k
+ran ts</w>
+hash tag
+t eng
+ro g</w>
+a at
+gru b</w>
+e ber
+in india</w>
+colo ssus</w>
+sig ni
+so ever</w>
+mile stones</w>
+der o</w>
+differen tial</w>
+phu ket</w>
+master mind</w>
+an gh
+mel ani
+bro ker
+actor vijay</w>
+stun ned</w>
+continu ity</w>
+af fl
+vo cal
+perenni al</w>
+fianc é</w>
+in complete</w>
+hun ts</w>
+re issue</w>
+domin ates</w>
+tur meric</w>
+ro am</w>
+ri on</w>
+bag ged</w>
+nas sau</w>
+fu t</w>
+x ox</w>
+national trust</w>
+jo ye
+san o</w>
+hearth stone</w>
+dis respect</w>
+le es</w>
+h se</w>
+siber ian</w>
+offe e</w>
+re stock</w>
+wolf gang</w>
+re gan</w>
+plan o</w>
+un wind</w>
+re par
+mil le</w>
+] ,</w>
+skul l
+fat ally</w>
+concep tual</w>
+ðŁĮ ²
+f é
+ber to</w>
+b ms</w>
+u a
+mag na</w>
+notre dame</w>
+le te</w>
+la undering</w>
+heartw arming</w>
+buffe tt</w>
+go at
+pe abo
+wind mill</w>
+v ac</w>
+continu ally</w>
+az alea</w>
+mem brane</w>
+can cels</w>
+make yourown
+athe red</w>
+p to</w>
+tor pe
+ðŁĺ ł</w>
+ðŁĴ §</w>
+sc ares</w>
+le aking</w>
+z et
+pix els</w>
+ac i</w>
+kh il
+marath i</w>
+ðŁĻı ðŁı½
+u la
+tam u</w>
+chandi garh</w>
+z agre
+aa b</w>
+pronoun ced</w>
+aubre y</w>
+sand er</w>
+pun ta</w>
+har low</w>
+ic elan
+celebr atory</w>
+so t</w>
+unci ation</w>
+stru ly
+mc dowell</w>
+deepi ka</w>
+remin ders</w>
+my stical</w>
+ct c</w>
+chat ted</w>
+s ica</w>
+bar gains</w>
+ch hat
+ru bin</w>
+m net</w>
+oiland gas</w>
+pel ican</w>
+o at</w>
+mor ality</w>
+k our
+i h</w>
+nu clear
+gc u</w>
+ric her</w>
+vene zia</w>
+m ma
+le ith</w>
+ac company</w>
+rich mond
+sports net</w>
+ba ahu
+smu ggling</w>
+mm i</w>
+ðŁĩ®ðŁĩ ª</w>
+twi sts</w>
+sahi b</w>
+.... .
+amb itions</w>
+il lo
+histor ical
+fo rec
+show biz</w>
+pon ies</w>
+chas ers</w>
+remo del
+will ing
+prince sses</w>
+am ple</w>
+cushi ons</w>
+ac les</w>
+lot r</w>
+da ch
+an the
+in corporate</w>
+new bury</w>
+ki ri
+fried rich</w>
+ab v</w>
+ball ers</w>
+alber t
+ðŁij Ń
+let i</w>
+nan op
+ci de</w>
+anal o
+n sf</w>
+)) ))</w>
+griffi ths</w>
+valen ci
+ro ano
+fun run</w>
+babys itting</w>
+ca day</w>
+ent re
+u ck</w>
+slu g</w>
+tic al
+the sims</w>
+ro ar
+car ney</w>
+g am</w>
+sto we</w>
+fi d
+bun ny
+sham rock</w>
+pe cu
+mol ina</w>
+go cougs</w>
+con tributes</w>
+transform ation
+mo y</w>
+v aj
+sever y
+antioxid ants</w>
+thir teen</w>
+sight seeing</w>
+l j
+reversi ble</w>
+odd ly</w>
+hoo kah</w>
+nou vel
+hal al</w>
+fe i</w>
+stab les</w>
+mul t
+ho pped</w>
+bra ids</w>
+inter change</w>
+ghana ian</w>
+ww ww
+eth no
+con junction</w>
+ago v</w>
+ye ti</w>
+earth and
+ts p</w>
+con serve</w>
+heir loom</w>
+metaph or</w>
+woo f
+tor io</w>
+self less</w>
+n wa</w>
+em ilia</w>
+yl ene</w>
+y xe</w>
+gi ar
+moder ating</w>
+pro bz</w>
+b fi</w>
+ne er
+du mmy</w>
+hanuk kah</w>
+we bber</w>
+k v</w>
+eye brow</w>
+dag ger</w>
+su mp
+ra ges</w>
+ork ney</w>
+tb o</w>
+hal sey</w>
+assign ments</w>
+tr onic</w>
+scri b
+co on
+an war</w>
+# âĢİ</w>
+jal ape
+flori da
+qu aid</w>
+haw keyes</w>
+âĻ¡ âĻ¡</w>
+street car</w>
+ro g
+dat lantic
+gran ola</w>
+un changed</w>
+expect ation</w>
+Ù ĩ
+mar lin</w>
+gu mmy</w>
+ðŁĻı ðŁı¾
+awareness month</w>
+oil painting</w>
+mu th</w>
+per ch</w>
+jun to</w>
+villa gers</w>
+mor g
+che ated</w>
+web comic</w>
+the future</w>
+d ps</w>
+la kings</w>
+men tioning</w>
+vo or
+ident ities</w>
+accor d
+mc gu
+l pga</w>
+rum our</w>
+massi vely</w>
+m pls</w>
+heal y</w>
+d ate
+sp oli</w>
+re visited</w>
+on t
+al and
+scru tiny</w>
+lakel and</w>
+bl ending</w>
+< /</w>
+an kara</w>
+jami edor
+metab olic</w>
+f ences</w>
+ann y
+å ħ
+semic on
+oo tt</w>
+space ship</w>
+wack y</w>
+le ta</w>
+ap ac</w>
+she e</w>
+in herit
+do res</w>
+ðŁĩ¨ðŁĩ ¦
+gent e</w>
+tw ick
+ri ms</w>
+gal ve
+de ville</w>
+king fisher</w>
+scorpi o</w>
+ow l
+al ar
+vari an</w>
+ðŁĹ ĵ
+vene tian</w>
+star dust</w>
+then orth</w>
+q ing</w>
+har rington</w>
+consul ate</w>
+spectac le</w>
+ho bbs</w>
+tur ks</w>
+gre er</w>
+mat ing</w>
+ðŁİ Ģ
+ðŁĮ Ģ</w>
+direc ts</w>
+í ĭ
+pompe o</w>
+vo iced</w>
+la os</w>
+tz u</w>
+pro me
+pri sm</w>
+mer c
+fortun ately</w>
+bc fc</w>
+mcdon nell</w>
+not sorry</w>
+smi led</w>
+t ba</w>
+for war
+mid term</w>
+dar by</w>
+we instein</w>
+up grading</w>
+wol ff</w>
+bron co</w>
+cab ello</w>
+ðŁ¥ ĩ
+fi able</w>
+shar pe</w>
+bat tered</w>
+sat o</w>
+myth ical</w>
+instap ic</w>
+pre pped</w>
+eni um</w>
+e spo
+di aper</w>
+explan ations</w>
+who pping</w>
+ragn ar
+pe el
+antibio tic</w>
+l acks</w>
+harri son
+li sm</w>
+au l</w>
+qu ail</w>
+martin a</w>
+sent encing</w>
+sc ams</w>
+di di</w>
+tr onics</w>
+ãħł ãħł</w>
+go ff</w>
+za in
+param ore</w>
+cha ined</w>
+clin ton
+li ff</w>
+cott ages</w>
+em on</w>
+reve rend</w>
+consu mer
+ce an
+t any
+lum pur</w>
+e bay
+sto ol
+ðŁĺ» ðŁĺ»
+ta pro
+h ath</w>
+modern art</w>
+just ine</w>
+prover b</w>
+app y</w>
+tra x</w>
+mani fest</w>
+am bu
+nai k</w>
+pe pp
+r sd</w>
+mer chants</w>
+kitch ener</w>
+shi fted</w>
+li zz
+âĺħâĺħ âĺħâĺħ
+âĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶ
+uto pia</w>
+tom o</w>
+ou ted</w>
+com ers</w>
+chiroprac tic</w>
+book club</w>
+cin dy
+pro hibition</w>
+se uss</w>
+ë¯ ¼
+thin kin</w>
+rr rr</w>
+go fund
+t ack</w>
+om b</w>
+catastro phic</w>
+ling u
+guild ford</w>
+bo td</w>
+ॠĭ</w>
+plan ter</w>
+^ ^
+win k
+kath mandu</w>
+sto ppers</w>
+smooth ies</w>
+re efs</w>
+hin d
+bell amy</w>
+Ħ ë
+waste water</w>
+vo or</w>
+nat l</w>
+! ]</w>
+re el
+y ap</w>
+scoo by</w>
+work space</w>
+corin thians</w>
+bl un
+obli gation</w>
+g bbo</w>
+dy son</w>
+cra vings</w>
+ell ington</w>
+dap l</w>
+wre xham</w>
+earthand clouds</w>
+uk runchat</w>
+positi oned</w>
+kal b</w>
+four square</w>
+jo ck</w>
+im pending</w>
+even ing
+ath y
+pro claimed</w>
+c ites</w>
+ann apolis</w>
+san i</w>
+mar th
+ir l
+accom mo
+ka a</w>
+fin a</w>
+y aa</w>
+di sper
+ec ar
+bha k
+will y
+ðŁĺĢ ðŁĺĢ</w>
+mcder mott</w>
+mo j
+gener ational</w>
+u said</w>
+train ing
+lon ely
+lo res</w>
+impe cc
+âĢ IJ</w>
+beav ers</w>
+ma ki</w>
+he b</w>
+aap l</w>
+å ı
+wolver hampton</w>
+leader board</w>
+me u</w>
+c fa</w>
+easter n
+hu r</w>
+civil war</w>
+ou rage</w>
+hor ned</w>
+le high</w>
+awar ds
+evi dent</w>
+gi gab
+r ous</w>
+ma del
+ro byn</w>
+ur gently</w>
+k ors</w>
+en as</w>
+heis man</w>
+bam bam</w>
+fab ian</w>
+f om
+evalu ating</w>
+assemb ly
+out sourcing</w>
+hun tsville</w>
+ðŁĶ ª</w>
+justi fied</w>
+cashi er</w>
+sp aper
+buc keye</w>
+analy tical</w>
+illumin ati</w>
+au tho
+o j</w>
+sha de
+geel ong</w>
+wh ey</w>
+he aton</w>
+terri bly</w>
+ele k
+un charted</w>
+sd live</w>
+moto cross</w>
+her mes</w>
+dar shan</w>
+dar lington</w>
+cash mere</w>
+gri pping</w>
+cilan tro</w>
+pun ish</w>
+... :</w>
+ðŁĴ Ħ</w>
+inst ance</w>
+der i
+lo bal</w>
+muk her
+sp ar</w>
+thin ker</w>
+fre mont</w>
+com piled</w>
+color ado
+vig ne</w>
+sm d</w>
+whe ad</w>
+villa ge
+le ek</w>
+formula e</w>
+ta res</w>
+persist ence</w>
+?? ????</w>
+ped ago
+he z
+alzheim ers</w>
+vul ture</w>
+off ence</w>
+is great</w>
+suff ra
+kick in</w>
+h mmmm</w>
+broad way
+ï¸ı @</w>
+art i</w>
+alli son
+endor ses</w>
+ry u</w>
+lolli pop</w>
+soy bean</w>
+kend all
+cer a</w>
+inv ade</w>
+( ðŁĵ·:</w>
+conver ter</w>
+car pets</w>
+ho bo
+fr it
+pe ac
+es qu
+ern an</w>
+ou f</w>
+an il</w>
+di ffer</w>
+ch ing
+bre cht</w>
+sp g</w>
+daven port</w>
+stra va</w>
+sever n</w>
+n gos</w>
+stor ians</w>
+fe te</w>
+parame dic</w>
+j hb</w>
+al amo</w>
+sne aking</w>
+gold coast</w>
+roof s</w>
+isi l</w>
+depic ted</w>
+projec tions</w>
+nu mb
+o ss</w>
+ep i</w>
+glu cose</w>
+zid ane</w>
+infin iti</w>
+íĺ Ħ</w>
+ran som</w>
+ton ics</w>
+fal k
+g ler</w>
+ou tw
+re ss
+week ly
+the on</w>
+n ole</w>
+ðŁĩªðŁĩ º</w>
+vol ley</w>
+sum mar
+neg ativity</w>
+sam son</w>
+ye w</w>
+aus votes</w>
+ju l
+ju dy
+f art</w>
+pra yed</w>
+pal ate</w>
+multicul tural</w>
+double header</w>
+cycl ones</w>
+pier re
+ãģ ¨
+âĺ łï¸ı</w>
+rt w</w>
+conver ting</w>
+wir ral</w>
+l ari
+ir relevant</w>
+austin mahone</w>
+an che</w>
+ya an</w>
+sd f</w>
+$ .</w>
+explo ding</w>
+ulti mate
+prof ici
+gofund me</w>
+cell ence</w>
+ep stein</w>
+bul lied</w>
+sep tic</w>
+à® ¤</w>
+lu mber</w>
+cu ff
+vsco cam</w>
+pl or
+ภ¥
+se ok
+ro to
+venezu elan</w>
+sor ta</w>
+spir ited</w>
+daniel padilla</w>
+team sisd</w>
+radio active</w>
+icelan dic</w>
+ðŁĴ ¤
+ver e</w>
+accommo date</w>
+shi pp
+ot ter
+ol ina</w>
+e go
+su la
+san antonio</w>
+de as</w>
+simil arities</w>
+âļ ¾</w>
+y om
+bro ward</w>
+å °
+can cun</w>
+veri fy</w>
+on te</w>
+candle light</w>
+ìł ķ
+inf ants</w>
+az am</w>
+ðŁĺ °</w>
+le ven</w>
+un stable</w>
+bloom ington</w>
+x ford</w>
+con tour</w>
+y p</w>
+innov ator</w>
+histor ies</w>
+po y</w>
+lolo lol</w>
+ex pires</w>
+cat alo
+bill boards</w>
+an ab
+el ic
+novasco tia</w>
+fa ire
+ìĿ ´</w>
+rock well</w>
+gr ille</w>
+az tec</w>
+joh or</w>
+ur struly
+fi ren
+dun lop</w>
+id le</w>
+port man</w>
+jo es</w>
+tx hsfb</w>
+hol m
+cham ele
+under world</w>
+lo ss
+ti em
+therap ists</w>
+past ure</w>
+pa ste
+ing now</w>
+vul can</w>
+ra gon</w>
+lar kin</w>
+o shi</w>
+ho co</w>
+child hood
+umb rel
+success or</w>
+kath y
+iz en</w>
+° ï¸ı</w>
+share holders</w>
+ol ga</w>
+ai b</w>
+he ap</w>
+fl aming</w>
+ro u</w>
+air tel</w>
+rat t</w>
+z ane</w>
+vo w</w>
+thor ough</w>
+sn ag
+par th</w>
+un conscious</w>
+ve y
+new release</w>
+gh ee</w>
+croati an</w>
+facilit ating</w>
+swan son</w>
+astor ia</w>
+to logy</w>
+master y</w>
+ðŁ¤ ij</w>
+bil bao</w>
+trou pe</w>
+the ori
+chey enne</w>
+ro tt
+shore line</w>
+gra sso</w>
+master chef</w>
++ )</w>
+vi x</w>
+ellen show</w>
+as g</w>
+an ak
+ku ya</w>
+safar ilive</w>
+debu ting</w>
+blu m</w>
+list ener</w>
+v ins</w>
+book shelf</w>
+smart cities</w>
+makeyourown lane</w>
+; ;
+ðŁIJ ¯
+ri zz
+on ward</w>
+bull dog
+bear ish</w>
+vir uses</w>
+fri gh
+lin den</w>
+we iser</w>
+sn t</w>
+gon a</w>
+dre sden</w>
+fl anders</w>
+cu k</w>
+wheel ing</w>
+ba u</w>
+atu esday</w>
+surf ers</w>
+swi ft
+mc call</w>
+arbitr ation</w>
+aw d</w>
+mon c
+b ine</w>
+at x
+re fr
+mi ro
+po sey</w>
+n are
+rit ter</w>
+âģ ¦</w>
+play book</w>
+blow out</w>
+sports manship</w>
+s oooooo</w>
+malay alam</w>
+gri ms
+bur bank</w>
+infin ity
+sar gent</w>
+oit nb</w>
+joseph ine</w>
+ski pping</w>
+par kin
+excur sion</w>
+semin ars</w>
+jo har</w>
+par tridge</w>
+post game</w>
+ll ll
+blan che</w>
+temp ting</w>
+m na</w>
+lu ka</w>
+is ers</w>
+to ffee</w>
+bar ron</w>
+he mmings</w>
+sa e</w>
+go hawks</w>
+cu pid</w>
+li mbs</w>
+con se
+un common</w>
+z ada</w>
+head shot</w>
+so ils</w>
+pione er
+mam ma</w>
+sem itic</w>
+pan dey</w>
+jamiedor nan</w>
+spl its</w>
+vel a</w>
+son i
+ra ff
+t mobile</w>
+âŀ ĸ</w>
+pra wns</w>
+lit er</w>
+enjo yment</w>
+egg plant</w>
+tu b
+cultur al
+us ic
+suspici on</w>
+sy cam
+summ ed</w>
+ma du
+ho ck
+up wards</w>
+eye ing</w>
+ri ve</w>
+assas sins</w>
+âĤ ¬
+out fy</w>
+chi ves</w>
+t ner</w>
+la is</w>
+por ridge</w>
+sad dest</w>
+w cc</w>
+vick i</w>
+sna ils</w>
+biz italk</w>
+mill an
+ðŁĮ į
+sam oa</w>
+j ing
+mi key
+gu j
+chel ms
+eli gibility</w>
+arma da</w>
+thro p</w>
+surger ies</w>
+ãĤ ¿
+mo hawk</w>
+ex its</w>
+me m</w>
+is lington</w>
+c me</w>
+land fill</w>
+kait lyn</w>
+ðŁİ ¼
+combin ations</w>
+tomorrow land</w>
+ver b</w>
+cor a</w>
+pre cisely</w>
+na om
+ðŁĨ ķ</w>
+shr ink</w>
+sof tly</w>
+merce de
+mand el
+poo dle</w>
+ball erina</w>
+sop h</w>
+jux ta
+y at</w>
+ary an</w>
+hesit ate</w>
+lo wered</w>
+gu lar</w>
+dungeon sand
+ron an</w>
+my ri
+sp f</w>
+men opau
+gra sp</w>
+pa thi
+fe asi
+fla w</w>
+shi story</w>
+ste ward
+gg le
+fay re</w>
+cli que</w>
+credi bility</w>
+yo g
+sec tion
+mu sko
+se ville</w>
+no tt</w>
+cal m
+mate o</w>
+indic ted</w>
+fi ba</w>
+by l</w>
+lin o</w>
+u kin
+!! #</w>
+enig ma</w>
+siri us</w>
+bu sc
+ðŁį Ĭ
+mac kerel</w>
+psal ms</w>
+a at</w>
+tomorrow spaper
+ðŁĺ ĸ</w>
+p fc</w>
+........ ...</w>
+shre k</w>
+mul let</w>
+o sh</w>
+danger ously</w>
+immen sely</w>
+am ur
+ðŁį Ĥ
+pro por
+sy a</w>
+london marathon</w>
+abo ve
+obli gatory</w>
+pro v</w>
+ra cha</w>
+alex is
+pri mary
+sh h</w>
+ether net</w>
+d stv</w>
+cou gar
+un lucky</w>
+ni l</w>
+steak house</w>
+mel a</w>
+fc bayern</w>
+cause way</w>
+ca therine
+fluore scent</w>
+nx t
+to kyo
+au sp
+releg ation</w>
+qui zz
+shored itch</w>
+proud tobe
+promo s</w>
+inter acting</w>
+home brew</w>
+da esh</w>
+w pg</w>
+stead ily</w>
+provin ces</w>
+bal lots</w>
+i ah</w>
+al to
+< <<</w>
+you u</w>
+ri ley
+prefe rence</w>
+tra verse</w>
+incen se</w>
+am munition</w>
+ho dges</w>
+# @</w>
+hail state</w>
+tart an</w>
+witch craft</w>
+vent ilation</w>
+liber tarian</w>
+! âĢ¦</w>
+ow es</w>
+% !</w>
+ong chang</w>
+bru shing</w>
+le ic
+fi ber
+under attack</w>
+down load
+ex pir
+hy o</w>
+pompe y</w>
+mc bride</w>
+y ag
+stre e
+com bat
+ten ding</w>
+ai ra
+gug gen
+ab ra</w>
+in na</w>
+fli ps</w>
+aw al</w>
+m ach</w>
+dol lar
+inspir ations</w>
+z um</w>
+o du
+it ty</w>
+video game</w>
+aqu aman</w>
+har u</w>
+bel fast
+je b</w>
+but ch</w>
+us gs</w>
+calcu lus</w>
+go yal</w>
+mor gen</w>
+x finity</w>
+stand up
+contrac ep
+sab re</w>
+na be
+in secure</w>
+gener ously</w>
+epit ome</w>
+l w</w>
+t ca</w>
+narr atives</w>
+don nell</w>
+pand as</w>
+ber gh</w>
+tu t</w>
+ker al
+fel icity</w>
+br ampton</w>
+quinte t</w>
+nom ore
+ðŁĶ ij</w>
+lo i</w>
+alham dulil
+ðŁĶ¥ ðŁĶĹ</w>
+ston er
+shaw l</w>
+clin ical
+bren dan
+gon e
+fla wed</w>
+tri ppy</w>
+j g</w>
+al location</w>
+po aching</w>
+ve vo</w>
+mo cks</w>
+lef tist</w>
+bon uses</w>
+condem ned</w>
+abil ity
+st ating</w>
+microbi ome</w>
+bio logist</w>
+for you</w>
+wahl berg</w>
+ss or</w>
+ift ar</w>
+w ul
+ÑĦ оÑĤ
+pom er
+me me
+ver te
+tre ll</w>
+tra it</w>
+in let</w>
+hormon es</w>
+deliber ately</w>
+vill ar
+battle ship</w>
+p bl</w>
+tw enti
+ho kies</w>
+dal ail
+say a</w>
+may fair</w>
+han s
+die ts</w>
+⾨ ⾨
+od in</w>
+hot spur</w>
+pap i</w>
+k ana</w>
+k amp
+fin na</w>
+flo tus</w>
+ti ans</w>
+unic orns</w>
+tribe ca</w>
+chang ers</w>
+fore ground</w>
+out a</w>
+inv aders</w>
+gett ys
+tomorrowspaper stoday</w>
+mac millan</w>
+hand written</w>
+w fp</w>
+u de</w>
+state of
+base d
+âĺģ ï¸ı</w>
+cas m</w>
+psy ched</w>
+histor ians</w>
+fol d
+d da</w>
+ag grav
+p ans</w>
+green way</w>
+au sv
+ðŁĺ ¶</w>
+shradd ha
+inde x
+be sti
+zim mer</w>
+t ness</w>
+eye shadow</w>
+ot te</w>
+go ts</w>
+distribu ting</w>
+pro min
+yo l</w>
+ace a</w>
+tram rahim</w>
+hoo per</w>
+supre me
+jam min</w>
+intu itive</w>
+quali fications</w>
+sli m
+sid di
+jay ne</w>
+tri pping</w>
+g tx</w>
+pun s</w>
+e manuel</w>
+om g
+mid summer</w>
+in to
+succul ent</w>
+ri en</w>
+new mexico</w>
+o or</w>
+hoo king</w>
+in f</w>
+ðŁ¤ Ŀ</w>
+flir ting</w>
+na hi</w>
+g friend</w>
+t ps</w>
+hel ix</w>
+z s</w>
+on ie</w>
+ct f</w>
+kri s
+irresi stible</w>
+fla p</w>
+ðŁijıðŁı» ðŁijıðŁı»
+us wnt</w>
+ru d
+ram ps</w>
+pin oy</w>
+ot w</w>
+lol z</w>
+low ering</w>
+favor ite
+t mc</w>
+phra ses</w>
+her mi
+aver aging</w>
+em br
+ben o
+estu ary</w>
+sle eve
+ribb ons</w>
+ta sh
+ภ¹</w>
+x f</w>
+aw gs</w>
+sun ited</w>
+brew eries</w>
+anir ud
+pun ches</w>
+ol die</w>
+ip ads</w>
+wi fey</w>
+land lords</w>
+d ji
+gun ner</w>
+íķ ´</w>
+tex an
+ex op
+cas sandra</w>
+s off
+ðŁļ «</w>
+igh ton</w>
+bak ers
+awareness week</w>
+v all</w>
+ear p</w>
+bts bbmas</w>
+apologi zes</w>
+âļĵ ï¸ı</w>
+was ps</w>
+states man</w>
+snat ch</w>
+watch dog</w>
+ra fi
+after party</w>
+spi ke
+j er</w>
+peri ph
+r nc</w>
+mu ll</w>
+le en
+shi es</w>
+li eu</w>
+urstruly mahesh</w>
+mer ton</w>
+de sai</w>
+shi f
+ðŁĮ ±
+pe dic
+gos ling</w>
+arrang ing</w>
+ww g</w>
+gen y</w>
+you uu</w>
+netfli x
+e ttes</w>
+k wi
+bernar dino</w>
+am iga</w>
+Ø ¨</w>
+kashmir i</w>
+t ings</w>
+emer itus</w>
+de cat
+ab domin
+dc i</w>
+pha ses</w>
+d jan
+be am
+op ry</w>
+i shed</w>
+the ellenshow</w>
+the st</w>
+habit ats</w>
+to ons</w>
+mclau ghlin</w>
+ri pper</w>
+micro biology</w>
+tal aga</w>
+clu eless</w>
+ss u</w>
+cro che
+bro mance</w>
+longe vity</w>
+zagre b</w>
+prev ented</w>
+tra ve
+spo ilt</w>
+darry l</w>
+migra ine</w>
+al cat
+dd dd</w>
+vi v</w>
+ser pent</w>
+mat tel</w>
+jam a</w>
+con quest</w>
+î Ħ
+sam sung
+presbyter ian</w>
+ket ch</w>
+fire fox</w>
+mo tif</w>
+le c</w>
+cho pping</w>
+cher no
+j ann
+ðŁIJ °
+pro lon
+wake up</w>
+conver gence</w>
+mersey side</w>
+heart broken</w>
+lo oming</w>
+hal lucin
+mai ze</w>
+commun ism</w>
+mo h</w>
+twitter storians</w>
+serge y</w>
+res eller</w>
+favor able</w>
+ed gy</w>
+re iter
+mal aga</w>
+live me</w>
+ka hn</w>
+pul sion</w>
+big g</w>
+kim kardashian</w>
+ati o</w>
+tyr anny</w>
+ru ption</w>
+q ant
+pro ven
+by z
+pu shaw
+kri stin
+e er
+tar dis</w>
+ri z</w>
+awak en</w>
+mi ko</w>
+un documented</w>
+path finder</w>
+indirec t</w>
+resemb les</w>
+h ler</w>
+conce aled</w>
+scand al
+re im
+d nb</w>
+cr itters</w>
+attend ant</w>
+apprentice ships</w>
+aa u</w>
+scre amed</w>
+l su
+fa h</w>
+har bour
+ed d</w>
+bat sman</w>
+li ss</w>
+mi sha</w>
+spani el</w>
+it f</w>
+advan cement</w>
+fa c</w>
+close up</w>
+cecil ia</w>
+medi c</w>
+narcis si
+lav ish</w>
+gi ac
+ma ys</w>
+le it
+wine wednesday</w>
+pushaw ard
+let to</w>
+curren ts</w>
+bug atti</w>
+out ine</w>
+w j</w>
+un do</w>
+ler osis</w>
+devo tional</w>
+ðŁij «</w>
+on na</w>
+fais al</w>
+sa una</w>
+himach al</w>
+am ii
+à® ®</w>
+di zzy</w>
+screen writing</w>
+ph x
+sp n
+ick i</w>
+ag irl</w>
+fi shes</w>
+wb z</w>
+pi m</w>
+bo ar</w>
+ac id
+! ..</w>
+rocke feller</w>
+n ga</w>
+dra stically</w>
+simpli fy</w>
+dru mming</w>
+autum nal</w>
+gur mee
+lor de</w>
+jo ann
+give up</w>
+b our</w>
+am ura</w>
+der land</w>
+sim pler</w>
+wat son
+tri dent</w>
+concor dia</w>
+bel lum</w>
+bre k
+dum plings</w>
+vi on</w>
+dungeonsand dragons</w>
+sp ri
+ascen sion</w>
+wil datlantic
+u st
+rob ins</w>
+legi on
+insi st</w>
+jar o</w>
+gue ss
+so b</w>
+bigh it</w>
+pool side</w>
+negoti ating</w>
+mc gill</w>
+bil d</w>
+techn icians</w>
+miti gation</w>
+ajay devgn</w>
+b to</w>
+ant en
+cosmo politan</w>
+ðŁĺĬðŁĺĬ ðŁĺĬðŁĺĬ
+patri oti
+temp er</w>
+promen ade</w>
+nav ajo</w>
+nam m</w>
+wrink les</w>
+dc fc</w>
+le ach</w>
+bru nette</w>
+r f
+cout inho</w>
+al ti
+tradition ally</w>
+op tome
+na z</w>
+accord ingly</w>
+rec ard</w>
+de ets</w>
+sw ell
+po sure</w>
+whit ening</w>
+strang er
+illi on
+here ford</w>
+u wu</w>
+ro bber</w>
+cotsw olds</w>
+cl en
+gor ge
+nam aste</w>
+re lish</w>
+gri ff</w>
+adren aline</w>
+bla sio</w>
+val e
+ê ²
+toler ate</w>
+rail minindia</w>
+jen sen
+ho ven</w>
+el lu
+ob sole
+eisen hower</w>
+unidenti fied</w>
+than niversary</w>
+body guard</w>
+Ø ¯</w>
+i dge</w>
+sch al
+stock port</w>
+sn i</w>
+re taining</w>
+po po</w>
+pix ie</w>
+oli thic</w>
+ki er</w>
+ha jj</w>
+sa z</w>
+cor bin</w>
+!!!! !!!!!!</w>
+v it</w>
+me gat
+de h</w>
+circu it
+af fleck</w>
+theore tical</w>
+hope less</w>
+u ab</w>
+slu mp</w>
+b ice
+jam med</w>
+let stalk</w>
+can i
+side ways</w>
+labyrin th</w>
+re fs</w>
+ha hn</w>
+jare d
+ðŁį ¹</w>
+jam bo
+ph yl
+enhan cement</w>
+c tr
+ful lest</w>
+se ye</w>
+do ba</w>
+cho ic
+yo s</w>
+cb j</w>
+andr é</w>
+re watch</w>
+pri ma
+doctr ine</w>
+for gets</w>
+u hm</w>
+ar ound
+u le</w>
+art lovers</w>
+shi raz</w>
+har th</w>
+ex tor
+Å ¡
+unexpec tedly</w>
+eli us</w>
+y x</w>
+em my
+se ac
+ðŁijĩðŁijĩ ðŁijĩ</w>
+correc ted</w>
+com bu
+wom anc
+cou gh
+what son
+publi shes</w>
+divers ity
+back bone</w>
+lock down</w>
+mesmeri zing</w>
+nor te</w>
+ma b</w>
+desig ner
+í ģ
+ra gh
+mole cules</w>
+get outside</w>
+the beatles</w>
+semicon duc
+nach o</w>
+lun es</w>
+ham mers</w>
+sul tan
+o on
+fe ren
+att ach</w>
+ar qu
+uttarak hand</w>
+s ash</w>
+; -
+tre ad</w>
+i ko
+ar thur
+scandin avian</w>
+r ation</w>
+ga el</w>
+charge able</w>
+fish y</w>
+v ma</w>
+hand bags</w>
+char a</w>
+ay ne</w>
+de fam
+sett lers</w>
+qad ri</w>
+pal ais</w>
+in wx</w>
+apocaly ptic</w>
+poo ja</w>
+a es</w>
+at ories</w>
+proof ing</w>
+n lp</w>
+ts la</w>
+v ina</w>
+li do</w>
+dee phouse</w>
+informat ics</w>
+v v</w>
+pp ings</w>
+di ss</w>
+Ã ¯
+uhur u</w>
+st ony</w>
+betra yed</w>
+b aff
+my ra</w>
+as pen
+allow ance</w>
+tam ara</w>
+ci f</w>
+cor bett</w>
+ser ge</w>
+di go</w>
+ambi gu
+pain ters</w>
+p cr</w>
+p ca</w>
+nom s</w>
+lo ft
+ve e
+opend ata</w>
+ðŁIJ ±
+alex andre</w>
+identi fies</w>
+fantasy football</w>
+re production</w>
+brom ley</w>
+ware agle</w>
+mm er
+p ss
+cu es</w>
+ay at</w>
+hut chinson</w>
+sar ac
+jack man</w>
+ira h</w>
+ap ink</w>
+col s</w>
+aussi es</w>
+ex ecs</w>
+day ton
+ðŁĻ Ĩ</w>
+im v
+har am
+chuck le</w>
+authent icity</w>
+ar do
+incub ator</w>
+ภª</w>
+photo shopped</w>
+embrac ed</w>
+fight for</w>
+gor man</w>
+zz zz
+schol astic</w>
+cri sps</w>
+te apo
+mid night
+ga ine
+col lier</w>
+s ate</w>
+de tte</w>
+å Ń
+imag ine
+i ff
+tw ili
+i fication</w>
+teat ro</w>
+nor ma</w>
+es ur
+emergen cies</w>
+rise up</w>
+r inger</w>
+hass le</w>
+cait lyn</w>
+tranqu il</w>
+vers a</w>
+se b
+over look</w>
+gin i</w>
+bo go</w>
+se re
+may ne</w>
+henri k</w>
+contamin ated</w>
+rhapso dy</w>
+pro portion</w>
+wildatlantic way</w>
+âģ© .</w>
+organis ers</w>
+tran e</w>
+stand ard
+sper m</w>
+laun cher</w>
+ric ci
+her ts</w>
+paper work</w>
+showcas ed</w>
+mer yl</w>
+pen a</w>
+p imp
+disa strous</w>
+^. ^</w>
+phar a
+x is</w>
+fron tal</w>
+sw irl</w>
+sp ills</w>
+swag ger</w>
+smart watch</w>
+sizz ling</w>
+savi our</w>
+cat ar
+bb cr</w>
+refurbi shment</w>
+dr is</w>
+citro en</w>
+absor b</w>
+patrioti sm</w>
+il leg
+chro mo
+fresh ers</w>
+ru s
+lim iting</w>
+ef ish</w>
+down ed</w>
+man dir</w>
+hazel nut</w>
+p all
+mac on</w>
+disappear ing</w>
+quali fies</w>
+bo on</w>
+bar racks</w>
+am ine</w>
+gen dere
+ðŁļ ĺ</w>
+j es</w>
+ãĥ Ń
+qu ito</w>
+middle weight</w>
+sch au
+quad ru
+aci ones</w>
+limit less</w>
+ðŁijĮ ðŁı½</w>
+ch man</w>
+ar av
+regulat ors</w>
+it up</w>
+batter sea</w>
+mil ford</w>
+g z</w>
+tic king</w>
+gh ou
+cru shes</w>
+tu tu</w>
+dread ful</w>
+fam ine</w>
+for change</w>
+dalail ama</w>
+ðŁĴ į
+whit aker</w>
+hash mi</w>
+h us</w>
+vo d</w>
+bet te</w>
+aa ah</w>
+iso o</w>
+ðŁ¥ Ī</w>
+ha ar</w>
+la ine</w>
+b v</w>
+all day</w>
+spr out</w>
+indie games</w>
+free bie</w>
+gree ks</w>
+but ler
+ill in</w>
+ha al</w>
+ware ness</w>
+si ma</w>
+public health</w>
+gam a</w>
+wa a</w>
+oun g
+goo oo
+okin awa</w>
+off enders</w>
+im pose</w>
+ho c</w>
+young ster</w>
+story teller</w>
+sc ap
+figh ter
++ ,</w>
+whit es
+music monday</w>
+re za</w>
+go ducks</w>
+bri a</w>
+mi um</w>
+cas per</w>
+cru mbs</w>
+a ad</w>
+marti alarts</w>
+ch p</w>
+ri gged</w>
+tn g</w>
+harve sted</w>
+sa k</w>
+do jo</w>
+mill wall</w>
+b nw</w>
+oc d</w>
+histor yof
+t mr</w>
+si rens</w>
+fan ci
+caregi vers</w>
+vir a</w>
+son i</w>
+recur ring</w>
+acknowle dged</w>
+ðŁı Ł
+oph ile</w>
+bu cky</w>
+stre ssing</w>
+roo k</w>
+di gger</w>
+vi val
+san do
+fle et
+si ers</w>
+sel caday</w>
+refre shed</w>
+anti fa</w>
+a que
+po lo
+disappear ance</w>
+de mb
+âĮļ ï¸ı</w>
+ren ted</w>
+ber ger
+g mb
+cu la</w>
+ss al</w>
+goo dy</w>
+u hh</w>
+marcel o</w>
+w anna
+soft ware
+shop small</w>
+turt le
+tom as
+fri sco</w>
+ðŁĺį ðŁĴķ</w>
+jim enez</w>
+c su
+day z</w>
+an do
+wyn ne</w>
+choreo grapher</w>
+cerv ical</w>
+trail blazers</w>
+ed g
+zend aya</w>
+travel blog</w>
+el s
+whole some</w>
+co g</w>
+lab out
+ar ney</w>
+del le</w>
+su isse</w>
+ma si
+ine se</w>
+om be</w>
+fi ddle</w>
+re claim</w>
+pa u</w>
+wat cher</w>
+sla in</w>
+ber ty</w>
+opti mum</w>
+el ites</w>
+min is</w>
+tur key
+patro ls</w>
+ger ard
+au reli
+wild ly</w>
+wal tz</w>
+br gy</w>
+w ob
+cre st
++ ++</w>
+ve z
+fro sted</w>
+davi do</w>
+the x
+param edics</w>
+p into</w>
+han k
+du pont</w>
+ur g</w>
+fo stering</w>
+micro poetry</w>
+spec tre</w>
+---- ></w>
+ne uro</w>
+fri da</w>
+music al
+galve ston</w>
+e ffic
+sc ape
+pal azzo</w>
+th all</w>
+pro visional</w>
+p js</w>
+au re
+ðŁĶ ľ</w>
+mam amoo</w>
+kit ties</w>
+cre e</w>
+wa k</w>
+lo ool</w>
+lu pus</w>
+cn blue</w>
+Ã º</w>
+ðŁİ ¬
+rac ed</w>
+tro se</w>
+om as</w>
+stri de</w>
+co ors</w>
+⤠µï¸ı</w>
+in comparable</w>
+cy ril</w>
+broad er</w>
+arec lipse</w>
+ðŁį Ķ</w>
+inter val</w>
+ti ru
+co working</w>
+w aco</w>
+a ham
+a bee</w>
+flouri sh</w>
+the times</w>
+ol ini</w>
+kick boxing</w>
+lu cer
+at la
+as un
+casser ole</w>
+mi aw</w>
+lobb ying</w>
+jan ice</w>
+cir que</w>
+re flex</w>
+le ary</w>
+sanat omy</w>
+tem pest</w>
+se mb
+mur dering</w>
+us av
+ro bo</w>
+on et</w>
+p cc</w>
+nati ves</w>
+life of
+sa ha
+ruth less</w>
+rel ates</w>
+appeti zer</w>
+pye ongchang</w>
+nor d</w>
+er u
+a thing</w>
+ug ly
+pl ying</w>
+bran ce
+organ ise</w>
+kend ra</w>
+dat o</w>
+chees es</w>
+par ma</w>
+burn out</w>
+a stra</w>
+pre toria</w>
+adjust ment</w>
+uk u</w>
+sl o</w>
+li ken
+fav ors</w>
+cli ve
+be ets</w>
+snow donia</w>
+go tv</w>
+sy n</w>
+open house</w>
+pan i</w>
+portra yed</w>
+sl ated</w>
+me cca</w>
+ren al</w>
+supportsmall streamers</w>
+staf fs</w>
+da o</w>
+bi ker
+vik tor</w>
+tit us</w>
+admi red</w>
+ðŁĵ ±
+hurric an
+he ats</w>
+gl ory
+photo genic</w>
+mer i</w>
+de por
+burn ham</w>
+or angu
+dj ing</w>
+impre ssionism</w>
+ign ition</w>
+ca i</w>
+w ynn</w>
+de pe
+cove ted</w>
+colla gen</w>
+sau s</w>
+or nam
+administr ators</w>
+ss on
+nh politics</w>
+hahahaha hahahaha
+aspir ations</w>
+r gb</w>
+swol len</w>
+so we
+sc r</w>
+diver gent</w>
+hou ghton</w>
+han oi</w>
+d ory</w>
+ni ki</w>
+land ry</w>
+b cci</w>
+ðŁijĮ ðŁijĮ
+is mail</w>
+tri pod</w>
+her d
+bhat t</w>
+dress age</w>
+tab by</w>
+ingu ish</w>
+hur on</w>
+à³ į</w>
+Ã ł
+to das</w>
+evangel ical</w>
+chor ds</w>
+st john
+slo ppy</w>
+marty r
+face book
+ali ght</w>
+sen sei</w>
+kath niel</w>
+r ites</w>
+zi one</w>
+u o</w>
+revel ations</w>
+weight lifting</w>
+pan o</w>
+nc wx</w>
+ac ton
+à® ķ</w>
+Ø ²
+som a</w>
+ภĹ</w>
+respec ting</w>
+mar che</w>
+fore man</w>
+be tty
+ki k</w>
+shi bu
+po on</w>
+argy le</w>
+k swx</w>
+et z
+mar bella</w>
+brac kets</w>
+stand by</w>
+fire side</w>
+defi ance</w>
+v ex
+britanni a</w>
+in habit
+appo int</w>
+piyu sh
+le ash</w>
+sci ento
+fla sk</w>
+sen na</w>
+> :</w>
+at roc
+sand erson</w>
+id lib</w>
+dhan ush</w>
+ðŁĺ Ļ
+en thr
+hit ch</w>
+de dly</w>
+al ley
+dor k</w>
+mon do</w>
+cudd ly</w>
+mis sin</w>
+ye sss</w>
+night ing
+j pn</w>
+w ary</w>
+ump ire</w>
+ma z</w>
+ê ³
+bab s</w>
+ĭ ãģ
+stan ford
+posse ssed</w>
+exce eded</w>
+ðŁĶ ¶</w>
+wall art</w>
+tra p
+j il
+hi bis
+sp ying</w>
+scri be</w>
+khali l</w>
+trans lator</w>
+lu mb
+di zed</w>
+ch c</w>
+super vision</w>
+shut ter
+ja g</w>
+_ *</w>
+yester days</w>
+ms f</w>
+hi hi</w>
+gonz aga</w>
+gille spie</w>
+vive k</w>
+ec static</w>
+this morning</w>
+ch us</w>
+ed es</w>
+ston ed</w>
+be es
+ðŁĩ¹ ðŁĩ
+tur in</w>
+ho ver
+at rics</w>
+ster n
+sam heughan</w>
+auti sm
+mi ya</w>
+eye witness</w>
+writ ings</w>
+travel tips</w>
+chut ney</w>
+px rtg</w>
+keny ans</w>
+my stic
+k rit
+/ $</w>
+red head</w>
+world ly</w>
+am us</w>
+op la
+le ve
+gab bana</w>
+se en
+o clock</w>
+gang a</w>
+keen an</w>
+sc ent
+ol dies</w>
+go green</w>
+corner stone</w>
+comp ly</w>
+con cours</w>
+ðŁİ¶ ðŁİ¶</w>
+ha an</w>
+con fis
+aw son</w>
+cle op
+î Ģ
+su zu
+sau té
+al gar
+subscri ber</w>
+este emed</w>
+ãĤ¤ ãĥ
+worth while</w>
+mel rose</w>
+flo ck
+bri ghtly</w>
+viol inist</w>
+p ere</w>
+sli pping</w>
+and co</w>
+si gh
+ha van</w>
+cu lo
+m sa</w>
+fibro sis</w>
+matil da</w>
+ra fting</w>
+aw ard
+ë ª
+mm mm
+ge aux
+ste iner</w>
+sin n</w>
+help ers</w>
+beet les</w>
+ai mee</w>
+tai wan
+pistachi o</w>
+mac beth</w>
+m zan
+descend ants</w>
+on sale</w>
+in r</w>
+il m</w>
+grou se</w>
+sa ig
+mo w</w>
+bi gre
+adjust ments</w>
+tu la</w>
+mathe w</w>
+transl ates</w>
+mu h
+bol lah</w>
+ðŁĴĽ ðŁĴĻ</w>
+amo res</w>
+ab outs</w>
+bomb shell</w>
+bla ster</w>
+x avi
+s ns</w>
+k roger</w>
+ga ther
+erad ic
+daf t</w>
+chem o</w>
+ben ches</w>
+ðŁĩ© ðŁĩ
+ut v</w>
+our a</w>
+n ko
+gator ade</w>
+biaf ra</w>
+ok state</w>
+im danielpadilla</w>
+dom ains</w>
+open ingday</w>
+kid do</w>
+do i</w>
+ric e
+day care</w>
+mac millan
+ba thurst</w>
+cheer leading</w>
+ðŁ¦ ģ
+cash back</w>
+k won</w>
+hob bies</w>
+exem pl
+ries ling</w>
+âļ ª</w>
+ag les
+ny s
+every thing
+nav is</w>
+ad di</w>
+magne sium</w>
+faceli ft</w>
+ark ham</w>
+grand es</w>
+extre mist</w>
+don at
+vit ality</w>
+pump kin
+be tta</w>
+sl td</w>
+arti san
+li by
+pe aked</w>
+ah hhhh</w>
+mary am</w>
+assi m</w>
+un sc</w>
+ment e</w>
+al aya</w>
+low ers</w>
+ar as</w>
+gri ev
+le ip
+gr ati
+cri ses</w>
+spr ints</w>
+exe cute</w>
+w to</w>
+ms d</w>
+mag ical
+re viewer</w>
+spark les</w>
+juke box</w>
+ðŁĺĤ âĿ¤ï¸ı</w>
+pay back</w>
+licen ses</w>
+dun kin</w>
+bel t
+lake wood</w>
+h ateful</w>
+bud gets</w>
+rev amped</w>
+ph erson</w>
+ky iv</w>
+went worth</w>
+ro sen</w>
+cru ise
+gi ggle</w>
+def star</w>
+assassin scre
+ym outh</w>
+win kle</w>
+w fc</w>
+band wagon</w>
+b kk</w>
+w iring</w>
+kear ney</w>
+south side</w>
+pe tit
+! ðŁĺį</w>
+nor dic
+mir za</w>
+mu gabe</w>
+v l</w>
+scon es</w>
+k tv
+sand al
+du c</w>
+m alls</w>
+ðŁĴŀ ðŁĴŀ</w>
+it c</w>
+al ay</w>
+im pair
+un rest</w>
+flo ss</w>
+c é
+ab ou
+var ying</w>
+muse o</w>
+ser ver
+di ya</w>
+hibis cus</w>
+ero y</w>
+mer ritt</w>
+fin dom</w>
+f pp</w>
+un usually</w>
+go tt</w>
+conting ent</w>
+ali aa</w>
+ball on</w>
+jo l</w>
+hi ked</w>
+zy me</w>
+ay r</w>
+ag n
+ga z</w>
+perio dic</w>
+spar ty</w>
+practi sing</w>
+lin ton</w>
+tal is
+cy pri
+womanin biz</w>
+radio disney</w>
+ðŁĮ ¼
+jump ers</w>
+endo cr
+ðŁļ¨ ðŁļ¨
+and on</w>
+shar apo
+mi er</w>
+ma sonic</w>
+fac tories</w>
+vi en
+bb ers</w>
+ìĽ IJ</w>
+hol d
+ke bab</w>
+be ak</w>
+approach ed</w>
+ac milan</w>
+mun ro</w>
+ko sher</w>
+excell ency</w>
+negoti ation</w>
+walt disneyworld</w>
+cr ouch</w>
+te asing</w>
+suppre ssion</w>
+en ya</w>
+b ce</w>
+transformation tuesday</w>
+cal lie</w>
+vis was
+p gat
+ic ted</w>
+end ings</w>
+esc u
+recru ited</w>
+it fc</w>
+collabor ations</w>
+g ino</w>
+snu ck</w>
+ausch witz</w>
+i fc</w>
+x ii</w>
+ke sha</w>
+ger vais</w>
+clo ak</w>
+x l
+sa ad</w>
+prob ation</w>
+pre cau
+mac in
+anasta si
+le k</w>
+e azy</w>
+daysof code</w>
+mariah carey</w>
+yo g</w>
+stit ched</w>
+boy friends</w>
+sh ar</w>
+ph ile</w>
+ag u</w>
+twin kle</w>
+phi shing</w>
+week ender</w>
+ic ton</w>
+gurmee tramrahim</w>
+al ton</w>
+l eness</w>
+all an
+pen ultimate</w>
+kry stal</w>
+go u</w>
+lan de</w>
+dis mant
+ab using</w>
+nor se</w>
+pat erson</w>
+ed mun
+ap an</w>
+xi umin</w>
+sk el
+cat walk</w>
+re act
+wal led</w>
+t angle</w>
+br yn
+ve to</w>
+super moon</w>
+cas ablanc
+appreci ates</w>
+ski d
+bo th
+catal ina</w>
+ele ague</w>
+cyber monday</w>
+cau tious</w>
+ðŁ¤ ĵ
+nov o</w>
+hamp ton
+ha ye
+jose f</w>
+var an
+lo bos</w>
+roano ke</w>
+orph ans</w>
+tt in</w>
+squ ads</w>
+ishqba aaz</w>
+black panther</w>
+e tu
+k sh</w>
+cru mble</w>
+cess na</w>
+reli eved</w>
+scul ly</w>
+pollin ators</w>
+explore canada</w>
+ki es
+kam loops</w>
+kir an</w>
+pri mal</w>
+sett lements</w>
+hot spot</w>
+brain storming</w>
+ce dric</w>
+bi ennial</w>
+sh ant
+âĻ¡âĻ¡ âĻ¡</w>
+do on</w>
+hear n</w>
+walk way</w>
+fe m</w>
+ve al</w>
+deport ation</w>
+tox ins</w>
+elimin ating</w>
+descen ding</w>
+by the
+bla sphe
+ha sta</w>
+comple ment</w>
+as cent</w>
+ri ga</w>
+provo st</w>
+âĸ ª</w>
+wee ping</w>
+anti semitism</w>
+employe e
+unearth ed</w>
+pin o</w>
+natali e
+bla d</w>
+ang ola</w>
+lock heed</w>
+in ian</w>
+ag r
+ni ster</w>
+im pala</w>
+m ke</w>
+fan atic</w>
+âĺħ âĺħ</w>
+ðŁij ¸</w>
+lu ch
+simpli fied</w>
+gall ery
+econom ic
+cy borg</w>
+con i</w>
+sel ma</w>
+in ception</w>
+ko ala</w>
+dv ds</w>
+cre sted</w>
+m mor
+visi ble
+n sd</w>
+ðŁĻĮ ðŁı½
+w under
+refriger ator</w>
+re opening</w>
+e era</w>
+carou sel</w>
+as p</w>
+balli stic</w>
+victor y
+mo tive</w>
+tre y
+sharapo va</w>
+si i</w>
+mon ter
+int end</w>
+west chester</w>
+sp e</w>
+cy mb
+vi dal</w>
+ll ama</w>
+uni v
+fin er</w>
+crafts manship</w>
+jazz fest</w>
+b ch</w>
+ag gio</w>
+n cc</w>
+lamb da</w>
+tranqu ility</w>
+cis co
+ba den</w>
+so bbing</w>
+of i
+go ta</w>
+ru mored</w>
+war med</w>
+ore an</w>
+ac ton</w>
+mar ci
+gh ani</w>
+âľ ĵ</w>
+as sorted</w>
+pembro ke
+pen elope</w>
+da f</w>
+at ty</w>
+aim o</w>
+pretz el</w>
+carni val
+than os</w>
+ko chi</w>
+mer sal</w>
+ham radio</w>
+ar twit</w>
+cas c
+guer rilla</w>
+kush ner</w>
+k app
+al ise</w>
+todd lers</w>
+steward ship</w>
+o tti</w>
+ter ri</w>
+tem pe</w>
+rest less</w>
+vit o</w>
+zay ed</w>
+rsp b</w>
+pi on
+hi ppo</w>
+haw thorne</w>
+in as
+am ily</w>
+nut cracker</w>
+lo p
+d ali
+tro pic</w>
+ðŁ¤ ł</w>
+ul o</w>
+jare dle
+py rene
+pale o
+usa ir
+m ould</w>
+it ated</w>
+gene tically</w>
+biom ass</w>
+ðŁĩ³ðŁĩ ±</w>
+do dd</w>
+practic ed</w>
+monarch s</w>
+un manned</w>
+m buhari</w>
+am al</w>
+photo gra
+ko ol
+bren don</w>
+ju ices</w>
+cu re
+world bank</w>
+poin ters</w>
+ðŁĴ Ŀ
+tur f
+le ds</w>
+bor ussia</w>
+bapti sm</w>
+warwick shire</w>
+moun ts</w>
+gay o</w>
+be gg
+co pied</w>
+asi ans</w>
+k g
+moder nist</w>
+gi d
+front man</w>
+concentr ated</w>
+y t
+sc avenger</w>
+iron ically</w>
+adi c</w>
+ps n</w>
+ðŁ¥ ī</w>
+cultur ally</w>
+yu v
+mac arthur</w>
+fertili zer</w>
+be withyou</w>
+ri gor
+min ors</w>
+z oning</w>
+âĸ ł</w>
+ri r</w>
+adole scent</w>
+vin ny</w>
+ren g</w>
+sand stone</w>
+gu et</w>
+we sth
+ple dged</w>
+lac ed</w>
+sp ide
+v ai</w>
+ty coon</w>
+seiz ure</w>
+du p
+appalach ian</w>
+ro k</w>
+cathol ics</w>
+sey chel
+posse ss</w>
+la ger
+jo di
+cham p
+stra s
+d ina</w>
+cent uri
+cal der</w>
+blur ay</w>
+ðŁĩ¨ðŁĩ ³</w>
+mo do</w>
+an nette</w>
+youtu bers</w>
+chap s</w>
+ang ling</w>
+label ing</w>
+a qui
+pk wy</w>
+ly le</w>
+bi sexual</w>
+lit ur
+dug out</w>
+li bby</w>
+grey sanatomy</w>
+sub stances</w>
+august us</w>
+rall ying</w>
+fi del</w>
+ing ue</w>
+äº º
+hallmark channel</w>
+tooth brush</w>
+m á
+adi rond
+ag gi
+ðŁĵį :</w>
+cru sade</w>
+tax ation</w>
+k z</w>
+i ver
+dou bling</w>
+room ie</w>
+wa b</w>
+en rolled</w>
+az on</w>
+a ju
+grand children</w>
+as df
+ðŁ¥ º</w>
+mat ic
+ough ton</w>
+utili ze</w>
+ðŁĴ £
+pon der</w>
+rais in</w>
+dys function</w>
+co bain</w>
+butter nut</w>
+e man</w>
+su red</w>
+dri an</w>
+and friends</w>
+with the
+on omy</w>
+heine ken</w>
+bri dal
+leader ship
+pyram ids</w>
+deutsch land</w>
+jo cel
+bo wel</w>
+y qr</w>
+horse power</w>
+be acon
+ing eni
+gra dient</w>
+fer mented</w>
+mo om
+thing y</w>
+pot assi
+wrist band</w>
+bor d</w>
+bo died</w>
+ðŁĺŃ ðŁĺį</w>
+ma pp</w>
+ka u</w>
+cyber punk</w>
+ph ish</w>
+loo king
+co ates</w>
+ap ur
+am ie</w>
+uk labour</w>
+at in
+g la</w>
+adop table</w>
+shel by
+v illi
+ri ya</w>
+m ingly</w>
+cli mber</w>
+bumble bee</w>
+ðŁĺ ¸</w>
+c sd</w>
+âĿ ¥</w>
+hospit alized</w>
+c ki
+hat er</w>
+ch r</w>
+re tina</w>
+it a
+fan base</w>
+beat rice</w>
+gwy ne
+go ss</w>
+fo s
+favor ited</w>
+swachhb harat</w>
+mal ade</w>
+mon mouth</w>
+" [</w>
+si van</w>
+sh hh</w>
+command ing</w>
+sains burys</w>
+wee d
+g man</w>
+ss w</w>
+rep tile</w>
+iv y
+tro pics</w>
+roll ers</w>
+over cast</w>
+ex position</w>
+masquer ade</w>
+man crush
+wa ist
+spr inter</w>
+sle et</w>
+le vin</w>
+j pg</w>
+_ (</w>
+o pel</w>
+explo it</w>
+ap a
+po we
+wrec king</w>
+jong in</w>
+or b</w>
+er ick</w>
+bo sco</w>
+pra ising</w>
+ber tr
+to wing</w>
+in security</w>
+ku t</w>
+resto cked</w>
+rr p</w>
+prescri bed</w>
+trafal gar</w>
+per t
+g ases</w>
+app rais
+g har</w>
+music als</w>
+âĸ¬ âĸ¬
+mc fad
+ag ony</w>
+conditi on
+equi p</w>
+shi k</w>
+atra vel</w>
+ðŁĩ¿ ðŁĩ¦</w>
+ke h</w>
+abduc tion</w>
+pe oria</w>
+wil kins</w>
+g ms</w>
+as d</w>
+ev i</w>
+ðŁĴĹ ðŁĴĹðŁĴĹ</w>
+u z</w>
+mo c</w>
+halle lujah</w>
+guad alu
+lou vre</w>
+dra wing
+go ve</w>
+ph ant
+fri e
+web dev</w>
+program mer</w>
+z able</w>
+games com</w>
+clari fy</w>
+li th
+kin ky</w>
+âĿ £
+labour doorstep</w>
+son ata</w>
+ju ris
+mai den
+vi adu
+buch arest</w>
+conditi oned</w>
+capit alist</w>
+u de
+ps b</w>
+sp ca</w>
+lul la
+footh ills</w>
+kay o</w>
+bon d
+wom b</w>
+roun der</w>
+ce sar
+bur sts</w>
+ap ra
+sw oon</w>
+sab rin
+fra grant</w>
+cle arer</w>
+ku brick</w>
+cli max</w>
+jour no</w>
+ag le
+ðŁı½ âĢįâĻĢï¸ı</w>
+poo ch</w>
+hal e
+sol it
+sal mon
+organis ms</w>
+bron son</w>
+art en</w>
+hodg son</w>
+alo ve</w>
+vent ure
+bb i</w>
+ae a</w>
+ðŁIJ ¢</w>
+ld n
+d nr</w>
+o zone</w>
+el las</w>
+man ny
+azz ur
+un beat
+tru ffles</w>
+th ong</w>
+ma ñ
+las ers</w>
+ley e</w>
+gettys burg</w>
+back packs</w>
+or is</w>
+ma ison
+craw ling</w>
+la bra
+cl ing
+dra gging</w>
+ste al
+dou bt
+de van
+ck ers</w>
+agent sof
+photo bomb</w>
+elon musk</w>
+abo y</w>
+dist ances</w>
+story line</w>
+sp i</w>
+nor than
+europe ans</w>
+wh ale
+ser pent
+ðŁļ ²</w>
+fi or
+tr it
+ox o</w>
+awar ding</w>
+class mate</w>
+su fc</w>
+smar test</w>
+rich es</w>
+pr k</w>
+big foot</w>
+ar mb
+bi polar</w>
+dw elling</w>
+om ars</w>
+k wan
+gri me</w>
+m eng
+freder ick
+navar ro</w>
+sorry notsorry</w>
+jaredle to</w>
+pa ve</w>
+sl ack
+barn sley
+att ar</w>
+evic tion</w>
+accumul ation</w>
+o ir</w>
+cat chy</w>
+wel ter
+vik as</w>
+has see</w>
+nik ita</w>
+mo yes</w>
+mathe ws</w>
+shi v</w>
+gat wick</w>
+pro filing</w>
+compan ions</w>
+mar rake
+an tics</w>
+ðŁĻĮðŁĻĮ ðŁĻĮ</w>
+se se</w>
+bo i
+bart lett</w>
+poison ous</w>
+ab uses</w>
+ym m</w>
+kam pala</w>
+guggen heim</w>
+imv kohli</w>
+dol om
+bre e</w>
+thro ttle</w>
+gare th
+fitz patrick</w>
+un ya</w>
+par ad
+mar got</w>
+j nr</w>
+we a
+potassi um</w>
+p nc</w>
+disgu ised</w>
+cra sh
+ren ergy</w>
+ill ic
+coup led</w>
+ni els</w>
+ci ones</w>
+æĹ ¥</w>
+im ent</w>
+despic able</w>
+d ye
+what cha</w>
+conne ctions</w>
+paralym pics</w>
+gaunt let</w>
+wait rose</w>
+suici dal</w>
+star ship</w>
+vap or
+st ou
+law maker</w>
+coo led</w>
+si mo</w>
+then o
+offro ad</w>
+ja den</w>
+bas que</w>
+vick y
+lu kaku</w>
+centr o</w>
+tri sh</w>
+strate gist</w>
+medic ations</w>
+hor st</w>
+b fc</w>
+gra il</w>
+sharp ly</w>
+ad itya</w>
+tom b
+kau fman</w>
+tri pad
+sam ba</w>
+pastor al</w>
+brit ney
+sag an</w>
+hill side</w>
+mas ons</w>
+sar a
+z one
+x u</w>
+to tes</w>
+rob bie
+app en
+mon tag
+der o
+short film</w>
+charis matic</w>
+tat ors</w>
+ki ba
+and ri
+al arming</w>
+split ting</w>
+ic ar
+th ug
+scari est</w>
+sylve ster</w>
+an an
+u trecht</w>
+a difference</w>
+me ade</w>
+bu ster
+air strikes</w>
+cu ffs</w>
+account ants</w>
+ðŁĺ¡ ðŁĺ¡
+new t</w>
+bo tt</w>
+issu ing</w>
+cl ancy</w>
+wwen etwork</w>
+kyu hyun</w>
+rese mble</w>
+pajam as</w>
+sin k
+kin ney</w>
+sul ph
+or k</w>
+li es
+la gh
+or ton</w>
+ra hul
+d sc</w>
+we will
+re am
+collo qui
+shar ia</w>
+hec tic</w>
+sar casm</w>
+land er
+tm z</w>
+endor f</w>
+ro z</w>
+ham mered</w>
+fri s
+w adi</w>
+pope francis</w>
+he it</w>
+flash light</w>
+un born</w>
+op es</w>
+hol iness</w>
+ðŁIJ ¦</w>
+nach t</w>
+im sa</w>
+gr acing</w>
+bj p
+ver ts</w>
+c sc</w>
+home owner</w>
+a que</w>
+bigo try</w>
+anni e
+bag h</w>
+âĿ¤ï¸ı ðŁĺį</w>
+car i</w>
+thom p
+dispo sable</w>
+cardio logy</w>
+pat ented</w>
+hh hhhh</w>
+ld r</w>
+stephen son</w>
+cro res</w>
+fan ning</w>
+cli mat
+ðŁijį ðŁijįðŁijį</w>
+ðŁijį ðŁı¼
+aer on
+piccad illy</w>
+bank rupt</w>
+sil via</w>
+emplo y
+don ny
+commen ting</w>
+screen writer</w>
+io ta</w>
+ce an</w>
+anc ers</w>
+tu an</w>
+street wear</w>
+ठ¯</w>
+sk ine</w>
+esp a
+asi f</w>
+os ce</w>
+she ppard</w>
+more cam
+bott le
+der s
+orac le
+google play</w>
+aver aged</w>
+edmon ton
+steph an</w>
+sister hood</w>
+cru sted</w>
+stag gering</w>
+methodo logy</w>
+congress woman</w>
+c abo
+tri ggers</w>
+mil ky
+gli de</w>
+tooth paste</w>
+room mates</w>
+nu ff</w>
+gu am</w>
+sprink les</w>
+alternati ve
+wat fordfc</w>
+uof t</w>
+hal ey
+cont acted</w>
+bun dy</w>
+pro stitu
+gh ar
+pre ston
+on site</w>
+hil ar
+g ts</w>
+c att
+hamp stead</w>
+? ?!</w>
+ðŁĩ§ ðŁĩ
+bbc qt</w>
+aless andro</w>
+resi st
+ma idan</w>
+t ko</w>
+shad ing</w>
+pin up</w>
+gal lo
+sin u
+at ec
+fun k
+ac lu</w>
+stri des</w>
+rhy me</w>
+wet land</w>
+bbc springwatch</w>
+t ins</w>
+wild card</w>
+st our
+flamen co</w>
+pau la
+onto logy</w>
+gang sta</w>
+am ade
+ãĤ «
+t bs</w>
+skelet al</w>
+run ner
+jard in</w>
+harri er</w>
+hun ted</w>
+z hen
+believein film</w>
+de mean
+au diti
+re start</w>
+chon dri
+âĿ¤ï¸ı ðŁĴĻ</w>
+mcla ren
+ga b</w>
+sh um
+au sa</w>
+lewi sham
+y pg</w>
+k jv</w>
+fur nished</w>
+dor o</w>
+bon ded</w>
+mor ty</w>
+lat itude</w>
+_ )</w>
+lo va</w>
+water ways</w>
+vin ai
+shor th
+drun k
+c ay</w>
+ay ana</w>
+kap lan</w>
+capp uccino</w>
+spr o</w>
+life boat</w>
+has bro</w>
+spol ice</w>
+tor on
+do ing
+dam n
+sh ree</w>
+foun tains</w>
+ent ation</w>
+mar u
+boar der</w>
+to pless</w>
+j ada</w>
+chan ning</w>
+ul ls</w>
+en closure</w>
+gib son
+fractu red</w>
+brit ton</w>
+Ã ¶</w>
+t ous</w>
+por th
+dra f
+tra iling</w>
+mar gate</w>
+eli fe
+down ward</w>
+lin n</w>
+gla des</w>
+girl power</w>
+ak rish
+u ki
+ron da</w>
+ts c</w>
+appreci ationday</w>
+vis ing</w>
+lo om
+ðŁį ³</w>
+mex ican
+ar gos</w>
+y ya</w>
+jad ine</w>
+south port</w>
+d end
+si sta</w>
+rede em</w>
+men g</w>
+bra xton</w>
+antioxid ant</w>
+s key</w>
+mp g</w>
+fin ding
+vibr ation</w>
+ce u</w>
+kh art</w>
+di mini
+cl ine</w>
+shel ly</w>
+hin es</w>
+ī ï¸ı</w>
+to pical</w>
+no ver</w>
+ma xx</w>
+prim itive</w>
+illustr ate</w>
+b ounds</w>
+tren ton</w>
+join tly</w>
+breed ers</w>
+u chi
+wakeup america</w>
+b ada</w>
+ðŁĹ £ï¸ı</w>
+gu acam
+sp heres</w>
+pere gr
+youth ful</w>
+lo lo</w>
+bir min
+t ly
+jeremy corbyn</w>
+defe cts</w>
+co sm
+a rent</w>
+v aa</w>
+bag els</w>
+medi ac
+cori ander</w>
+ic ago</w>
+g haz
+ab bas
+re model</w>
+struc turing</w>
+pu m
+out law
+ad ani</w>
+r bc</w>
+gul ls</w>
+n li</w>
+confu se</w>
+ðŁijĩ ðŁı¼</w>
+vil a</w>
+mcnam ara</w>
+correc tions</w>
+mug hal</w>
+ser i</w>
+re gain</w>
+ss b</w>
+lea ve
+haha hah
+gran de
+di stressed</w>
+re chargeable</w>
+ho a</w>
+hou sed</w>
+sti l</w>
+attribu ted</w>
+opath ic</w>
+di ps</w>
+pri t</w>
+head phone</w>
+conclu de</w>
+pil o
+he t
+ut sa</w>
+nit in</w>
+je m</w>
+sni ppet</w>
+tutor ing</w>
+op er</w>
+sun k</w>
+en sla
+cha u</w>
+ac orn</w>
+quinte ss
+ran kin</w>
+affili ated</w>
+our lives</w>
+cl int
+se ater</w>
+isa ac
+ba shing</w>
+sme ar</w>
+nur se
+doo dling</w>
+" ;</w>
+sa ku
+atroc ities</w>
+im am
+g fs</w>
+viol ating</w>
+comm end
+brad shaw</w>
+er ville</w>
+b illed</w>
+b be</w>
+thul hu</w>
+i phones</w>
+moo se
+di os</w>
+re w</w>
+me thane</w>
+strang ely</w>
+whis ky
+ti ghtly</w>
+spiel berg</w>
+radi us</w>
+notic ing</w>
+wi f</w>
+ig nati
+i fa</w>
+ap is</w>
+w ali
+ha itian</w>
+bu shes</w>
+y z
+v l
+ex ited</w>
+asse l</w>
+tru ec
+dom en
+ash er</w>
+in king</w>
+newyear seve</w>
+hend ricks</w>
+bat i</w>
+ìĿ´ ì
+rich ter</w>
+mon santo</w>
+con line</w>
+agre at
+ðŁ¤ ¯</w>
+master pieces</w>
+ar n</w>
+rough s</w>
+cle ve
+se v</w>
+fashi ons</w>
+to ya</w>
+sh ail
+cop eland</w>
+aqu ari
+dec als</w>
+are you
+y aya</w>
+a str
+fon t
+ml m</w>
+ar ca</w>
+pp or
+pol lock</w>
+xper ia</w>
+conserv ation
+chain saw</w>
+ag gie</w>
+?! ?!?</w>
+si le
+sh on</w>
+ìĹ IJ
+note books</w>
+marque tte</w>
+de us</w>
+bb led</w>
+spic er</w>
+mc cabe</w>
+nor wich
+modi fication</w>
+boo sted</w>
+stru m</w>
+sales man</w>
+bang le</w>
+nis san
+hez bollah</w>
+brea sts</w>
+a af
+anth us</w>
+sk er
+ow ed</w>
+her os</w>
+gi fs</w>
+fo sters</w>
+eat ers</w>
+du es</w>
+_ /
+lymph oma</w>
+sf am</w>
+me gal
+afri di</w>
+ag ic</w>
+p amp
+jeal ousy</w>
+ðŁijĮ ðŁı¼
+calcul ate</w>
+napp ing</w>
+g ale
+ðŁ¦ Ħ</w>
+lub bock</w>
+assu med</w>
+ren ting</w>
+íĥ ľ
+subur b</w>
+ãĤ ·
+tech nic</w>
+u cla
+in front</w>
+gar net</w>
+ster oids</w>
+stri ving</w>
+ho war
+mo ver</w>
+le ton
+bull do
+is in</w>
+ci ao</w>
+sn z</w>
+fore front</w>
+d ams</w>
+mid wife</w>
+ma wards</w>
+cla pton</w>
+we in</w>
+subsi dies</w>
+spr oud</w>
+rother ham</w>
+phan tom
+ar ach
+spi el</w>
+rac ket</w>
+sel amat</w>
+no on
+l bc</w>
+enti ally</w>
+ðŁĴ ¸
+sil ve
+m oud</w>
+kine tic</w>
+y asi
+ðŁİ ©</w>
+o ol
+mi ku</w>
+i za</w>
+fer a</w>
+flo ren
+barber shop</w>
+groo t</w>
+z est</w>
+ne ars</w>
+stan is
+z and
+police man</w>
+juris dic
+form ations</w>
+appar atus</w>
+sp d
+arti fact</w>
+to sc
+motiv ating</w>
+womanc rush
+re dro
+diagno stics</w>
+ra za</w>
+out fitters</w>
+el xn</w>
+dod gy</w>
+ry n</w>
+sh d</w>
+ortho don
+ol de</w>
+jay anti</w>
+bal ances</w>
+quic kest</w>
+can ton
+friday reads</w>
+! *</w>
+na a</w>
+a ak
+ðŁĶ ·</w>
+behavi ors</w>
+rasp berries</w>
+ä »
+polit ical
+cam il
+å ľ
+di k</w>
+ast ounding</w>
+lie be</w>
+novel ty</w>
+tur moil</w>
+sul ly</w>
+spring break</w>
+hon ouring</w>
+cc g</w>
+ðŁı Ĵ</w>
+my little
+ky c</w>
+pro ms</w>
+ðŁķ Ĭ</w>
+Ã ¨</w>
+bi ge
+av ril</w>
+ðŁĩµðŁĩ °</w>
+mari on
+as ants</w>
+sur ya</w>
+oc tag
+luf than
+ac ron
+fayette ville</w>
+ti que</w>
+love s
+en ca</w>
+de kalb</w>
+ta ver
+de vote
+aux iliary</w>
+joh annes</w>
+tread mill</w>
+ay an
+qu r</w>
+donald son</w>
+cher yl
+" ....</w>
+s ven
+kir sty</w>
+gun ners</w>
+ra dish</w>
+o ahu</w>
+v sky</w>
+i ble</w>
+con course</w>
+b ps</w>
+elo qu
+ash ford</w>
+te bow</w>
+roblo x</w>
+ma da</w>
+dri ving
+th day</w>
+spro ject</w>
+m ms</w>
+band ed</w>
+. !!</w>
+libr arians</w>
+flan nel</w>
+intoler ance</w>
+her al
+ç µ
+neme sis</w>
+list a</w>
+tar ak</w>
+cry pt</w>
+star plus</w>
+vish nu</w>
+sc ale
+cr is</w>
+% ),</w>
+j illian</w>
+regg ae
+pegas us</w>
+ol in
+ip ment</w>
+man ic</w>
+l fc
+godd ard</w>
+ite am</w>
+parl our</w>
+anch ors</w>
+lee minho</w>
+talla hassee</w>
+ant it
+d ho
+kid ney
+y ash</w>
+batt led</w>
+az ad</w>
+gar is</w>
+faul kner</w>
+sni ff</w>
+papar azzi</w>
+ed m
+phy llis</w>
+con tested</w>
+aa ay</w>
+se ca</w>
+k ton</w>
+vel ve
+rain ier</w>
+for um
+tam pab
+ho sp</w>
+trac tors</w>
+ox fordshire</w>
+no tion</w>
+guang zhou</w>
+ðŁĺ ¯</w>
+ref ill</w>
+wednesday motivation</w>
+sli der</w>
+mukher jee</w>
+pr att
+fon taine</w>
+alph on
+af ar</w>
+ts i</w>
+pest icides</w>
+fi ends</w>
+mo cking</w>
+bra w
+tran sat
+do ses</w>
+co res</w>
+hom ophobia</w>
+docu menting</w>
+zlat an</w>
+con doms</w>
+s é
+sun set
+kun st</w>
+ton ga</w>
+ภª
+v ation</w>
+sp ray
+chow der</w>
+ra ps</w>
+palla dium</w>
+nor wood</w>
+music history</w>
+hoo ker</w>
+si si</w>
+osp rey</w>
+ph ys</w>
+conce ded</w>
+bob cat</w>
+ar mad
+ze it
+Ù Ħ</w>
+ðŁĺģ ðŁĺģ
+mer idi
+ðŁĩ· ðŁĩº</w>
+corn wall
+! ),</w>
+touch downs</w>
+ze it</w>
+chal et</w>
+mm m
+al che
+gor illa
+fo ss</w>
+ati ku</w>
+lumin ous</w>
+ivan ka</w>
+be ek</w>
+sta res</w>
+sw iss
+âĿ¤âĿ¤ âĿ¤âĿ¤
+scru bs</w>
+me ath</w>
+gusta v</w>
+jo gging</w>
+confe tti</w>
+as os</w>
+ers fc</w>
+breit bart</w>
+applic able</w>
+autho red</w>
+ya ho
+h in</w>
+displac ement</w>
+j v
+ðŁĮ¹ ðŁĮ¹
+ot c</w>
+non profits</w>
+diec ast</w>
+gu sto</w>
+inte stin
+c ages</w>
+me en
+lu kas</w>
+moon ey</w>
+ðŁĺ ·
+very day</w>
+tor ah</w>
+is sion</w>
+wa c</w>
+lever aging</w>
+ish able</w>
+cu se</w>
+le wood</w>
+may an</w>
+turn table</w>
+ju ice
+tru sty</w>
+tu p
+eti quette</w>
+supervis ors</w>
+stu n</w>
+gu zman</w>
+confe ren
+ric o
+fe ast
+back ward</w>
+pol aris</w>
+mic he
+jo g
+h ing
+field house</w>
+vel ing</w>
+sho cker</w>
+esc ence</w>
+ठ¾
+vi be
+anasta sia</w>
+mar ched</w>
+kill ing
+Ķ ë
+fe tt</w>
+exop lan
+... (</w>
+snow day</w>
+lo h</w>
+ir ani</w>
+la khs</w>
+del a</w>
+po caly
+boom ers</w>
+dictat orship</w>
+ac er
+tur keys</w>
+quarter final</w>
+muskete ers</w>
+ðŁĴĽ ðŁĴļ
+sf x</w>
+museum week</w>
+sc ala</w>
+ri sis</w>
+( ðŁĵ·</w>
+ãĢ Ĥ</w>
+z ies</w>
+bo eh
+hu es</w>
+lu sci
+dol a</w>
+impeach trump</w>
+roo d</w>
+don caster
+tor re</w>
+hero es
+fo yer</w>
+tar i</w>
+blur red</w>
+ke w
+frank ly</w>
+dro id</w>
+ap al
+Ð ¼
+y af
+bre t
+par agu
+cac ao</w>
+ðŁĻĮ ðŁı¾
+ru e
+head aches</w>
+shaw ty</w>
+char ley</w>
+pal er
+go wns</w>
+correc tional</w>
+ðŁĺ© ðŁĺ©</w>
+breaking bad</w>
+ol ing</w>
+da p</w>
+endeav our</w>
+cit adel</w>
+tra d</w>
+incumb ent</w>
+medit ate</w>
+foo ted</w>
+ðŁĴ µ</w>
+shab bat</w>
+dayof the
+wil lem</w>
+gal way
+to red</w>
+marri age
+f illion</w>
+sleeve less</w>
+aud itor</w>
+jin young</w>
+invin cible</w>
+kad una</w>
+a and
+volcan oes</w>
+mon eti
+indie gogo</w>
+buccane ers</w>
+ðŁijī ðŁı½</w>
+ãĢ Ĥ
+lay ton</w>
+cuck oo</w>
+hu mber</w>
+buzz er</w>
+Ï ī</w>
+to re
+stra ins</w>
+sto m</w>
+pa ine</w>
+s we</w>
+du ff
+z ou
+si mi</w>
+li pp
+ur n</w>
+se agu
+ðŁĶ ®</w>
+sun dae</w>
+hi c</w>
+ðŁĺ ¨</w>
+bull pen</w>
+u per
+flyo ver</w>
+al dridge</w>
+glo bes</w>
+ali es</w>
+ken zie</w>
+ge es</w>
+y cle</w>
+sp lin
+mag enta</w>
+j ha</w>
+bal u
+gh orn</w>
+ti pper
+wick er</w>
+taste of
+con clave</w>
+ch ale</w>
+inv asi
+cat er</w>
+dio xide</w>
+me gab
+win n</w>
+at p
+transform ative</w>
+nest led</w>
+hi g
+bri dging</w>
+lil ies</w>
+chee red</w>
+bad dest</w>
+sc rolls</w>
+real is</w>
+dipl o</w>
+ðŁĶ «
+conce ssion</w>
+prefe rences</w>
+explo des</w>
+er gon
+introduc tory</w>
+ine au</w>
+ch af
+som es</w>
+land rover</w>
+spir ation</w>
+sex y</w>
+sco recard</w>
+illustr ates</w>
+soul mate</w>
+wi en</w>
+inter disciplinary</w>
+fore casting</w>
+ent ities</w>
+glu ed</w>
+en lar
+cur t</w>
+percep tions</w>
+boot leg</w>
+mi re
+asho k</w>
+v az
+hor ne</w>
+cal le</w>
+ac ulture</w>
+ther oy
+night time</w>
+oc al</w>
+character design</w>
+ar mist
+ðŁĺı ðŁĺı</w>
+yah oo
+ac eae</w>
+to se</w>
+even to</w>
+sou t
+nay anth
+wh om
+v are
+ri gging</w>
+gen us</w>
+hi ve
+com mands</w>
+sti e
+day a</w>
+ethan ol</w>
+en f
+hi fi</w>
+flu ence</w>
+cle mson
+re invent</w>
+thermom eter</w>
+humor ous</w>
+emer ging
+aci ón</w>
+ðŁĺĺ ðŁĺį</w>
+s ity
+haw ke</w>
+accompan ying</w>
+t ility</w>
+ðŁĺ ª
+re cess</w>
+protag onist</w>
+l ery</w>
+dun dal
+int l
+britt any
+q bs</w>
+off the
+marri ages</w>
+how to
+viol ated</w>
+adel aide
+wit t
+lanc er</w>
+pak v
+hu me</w>
+st ade</w>
+bra gging</w>
+ou tright</w>
+ad c</w>
+super st
+real time</w>
+cu res</w>
+garden ers</w>
+ero ck</w>
+dale jr</w>
+ver o</w>
+bar tol
+mo ti
+mc fly</w>
+v pn</w>
+st ink</w>
+over rated</w>
+guer ra</w>
+e tis
+ath ome</w>
+twd family</w>
+th ab
+tn x</w>
+rafa el
+family travel</w>
+x ley</w>
+sat anic</w>
+equ ations</w>
+ru dy
+wal dorf</w>
+stan i</w>
+tu be
+meas les</w>
+zimmer man</w>
+obli gations</w>
+i ously</w>
+bow ser</w>
+trans former</w>
+sho ppe</w>
+shak en</w>
+gh ouse</w>
+to d
+ke tball</w>
+share holder</w>
+mar ca</w>
+kp mg</w>
+ak an</w>
+given chy</w>
+coast al
+au th</w>
+roller coaster</w>
+mar ches</w>
+coordin ate</w>
+cine ma
+apprentic es</w>
+par lor</w>
+mit o
+men on</w>
+consider able</w>
+bar re</w>
+glo ss
+enh ances</w>
+jaz eera</w>
+fal mouth</w>
+thra sh</w>
+stat en</w>
+k zn</w>
+eng el
+samanth ap
+flo ppy</w>
+sal om
+ðŁıĨ ðŁıĨ</w>
+w ack</w>
+deliber ate</w>
+osc ill
+herit ag
+du sted</w>
+orni thology</w>
+pad dle
+fer ns</w>
+bar un
+cl ans</w>
+anticip ate</w>
+a ay
+mat ically</w>
+é ĩ
+tu mble</w>
+post man</w>
+unic ef
+tro tter</w>
+op d</w>
+leaf let</w>
+ge ist</w>
+cease fire</w>
+scre ws</w>
+cre ation
+wal nuts</w>
+longh orns</w>
+under statement</w>
+ab b</w>
+proxim ity</w>
+na x
+un ity
+turn pike</w>
+orda ined</w>
+dub step</w>
+chak ra
+me ch</w>
+love her</w>
+look alike</w>
+donne in
+vir on
+Ù Ī</w>
+bang ers</w>
+vari ants</w>
+out dated</w>
+in ta</w>
+cri sto</w>
+sp elt</w>
+food and
+f on</w>
+stefan i</w>
+margin al</w>
+hu tton</w>
+ti ara</w>
+tel ford</w>
+qu en</w>
+fair grounds</w>
+que tta</w>
+mikha il</w>
+heal er</w>
+v ball</w>
+ty re
+under grad</w>
+gl end
+hom ers</w>
+scri bed</w>
+main tains</w>
+po che
+mis sal</w>
+mar ko</w>
+u as</w>
+á n
+sh p</w>
+con vey</w>
+pad re</w>
+sab a</w>
+pu glia</w>
+madhu ri
+pa xton</w>
+chap lain</w>
+n ago
+ca si
+... !!!</w>
+fli rt</w>
+sal eh</w>
+k are</w>
+di re
+stam ped</w>
+extre me
+ðŁĺĥ ðŁĺĥ</w>
+ho ppy</w>
+guadalu pe</w>
+advant aged</w>
+eu char
+p low</w>
+un n</w>
+mac qu
+port land
+cla sh
+pe s
+lou bout
+y p
+keep ing
+arca dia</w>
+fran kie
+fi u</w>
+de th</w>
+encyclo pedia</w>
+si ze
+inve sts</w>
+ðŁį ©</w>
+geo logical</w>
+fran ç
+con front</w>
+ðŁĺ ¥
+d ys</w>
+af m</w>
+tex an</w>
+graph ene</w>
+repost app</w>
+ac f</w>
+ur sula</w>
+gaz a
+dd led</w>
+fu m</w>
+wsb tv</w>
+m be
+fron tiers</w>
+chrono graph</w>
+ke s
+inter faith</w>
+tab oo</w>
+spar ta</w>
+won do</w>
+flori st</w>
+em braces</w>
+ca w
+no el
+arch ers</w>
+ðŁIJ ·</w>
+roman o</w>
+ban an
+sh akers</w>
+melo dies</w>
+geo thermal</w>
+se phora</w>
+ìļ °
+оР´
+pro c
+hand shake</w>
+pan de
+popul ated</w>
+slow down</w>
+hor tons</w>
+registr ations</w>
+un deni
+lan ts</w>
+pas sover</w>
+thak ur</w>
+li ef</w>
+adhe sive</w>
+pe tal
+micro scopy</w>
+memph is
+confir ming</w>
+air drop</w>
+mesm er
+perce ived</w>
+ming le</w>
+lifel ine</w>
+gh j
+worcester shire</w>
+pas sions</w>
+ach er
+el lar</w>
+ah o</w>
+firen ze</w>
+bar ang
+letter man</w>
+hat field</w>
+lu cha</w>
+je ter</w>
+e shop
+william s
+horo scope</w>
+pre de
+east bourne</w>
+dur ga</w>
+di version</w>
+al trin
+seis mic</w>
+premi osm
+nar co
+ti r</w>
+ori g</w>
+or m</w>
+land fall</w>
+ci ous</w>
+lin do</w>
+max ine</w>
+x ico</w>
+tra y
+os wald</w>
+c ba</w>
+ric otta</w>
+n cr</w>
+mar au
+ภ²</w>
+gladi ator</w>
+ch ery</w>
+lun g
+u me
+po psic
+lon ging</w>
+can als</w>
+ta ya</w>
+decentr alized</w>
+sho pp
+pres sures</w>
+mahar aj</w>
+eti had</w>
+wal greens</w>
+succe ssion</w>
+sign aling</w>
+li g</w>
+staf fer</w>
+north korea</w>
+def ying</w>
+as ma</w>
+de g</w>
+peri meter</w>
+oak ville</w>
+m sk
+balti more
+rece ip
+de ple
+ðŁĺŃ ðŁĺĤ</w>
+jambo ree</w>
+> .<</w>
+rsp b
+puni sher</w>
+consider ably</w>
+in tothe
+pari sian</w>
+acceler ated</w>
+polye ster</w>
+low es</w>
+fr ying</w>
+sauté ed</w>
+mou ths</w>
+seychel les</w>
+ra x</w>
+go dis
+dak ota
+house wives</w>
+the me
+mat inee</w>
+black bird</w>
+ye sung</w>
+pre fers</w>
+pelle gr
+in ated</w>
+trun ks</w>
+stronger together</w>
+re pet
+re pairing</w>
+ped als</w>
+toler ant</w>
+her r</w>
+dun ne</w>
+indic ation</w>
+decat ur</w>
+b tv</w>
+exhibit ors</w>
+ik on
+friday motivation</w>
+bra gg</w>
+live tweet</w>
+al ves</w>
+womens art</w>
+foreig ners</w>
+wal lets</w>
+min dy</w>
+lan ey</w>
+bb in</w>
+tv miaw</w>
+lif ter</w>
+tar get
+tam e
+dr ou
+astro photography</w>
+mp c</w>
+g pu</w>
+nord strom</w>
+fric tion</w>
+run off</w>
+lov able</w>
+sp nfamily</w>
+ext ingui
+bloo dy
+sch el</w>
+arti stry</w>
+sw ish</w>
+scar ce</w>
+ph ils</w>
+max im</w>
+pos sum</w>
+com promised</w>
+sty li
+sc fc</w>
+is sa
+birmin gham
+sket ched</w>
+angel ica</w>
+ordin ance</w>
+je ts
+conqu er
+ðŁĺ IJ
+online shopping</w>
+s ori
+reason ably</w>
+nue stro</w>
+ar turo</w>
+ch l</w>
+benef ici
+spho to</w>
+wel t</w>
+ni kk
+ðŁ¤ ŀ</w>
+dan ao</w>
+for mid
+as se</w>
+af irst</w>
+âľ Ĥ
+gil lette</w>
+as sor
+an onym
+sel ca</w>
+fe mi</w>
+bear able</w>
+y and
+ar mory</w>
+cre pe</w>
+celtic fc</w>
+bra vo
+in expensive</w>
+de lec
+ge cko</w>
+new market</w>
+snow flakes</w>
+kab ir</w>
+con tra</w>
+can ning</w>
+mor pho
+gar wal</w>
+ðŁĴĥ ðŁı»</w>
+fight ing
+mu tation</w>
+woo dy
+ju gg
+gr aces</w>
+premiosm tvmiaw</w>
+kenne dy
+gu p
+sa e
+op ha
+off spring</w>
+fini sher</w>
+bet ts</w>
+span ning</w>
+mar j
+h one</w>
+sh ing
+contin ents</w>
+samanthap rabhu</w>
+un related</w>
+l acy</w>
+explo sions</w>
+benjam in
+sophi e
+no ting</w>
+micro soft
+as sen</w>
+a hoy</w>
+i ker</w>
+ho fer</w>
+mo e
+ah madi
+yan n</w>
+an ak</w>
+ma hi</w>
+be u
+aha h</w>
+creep er</w>
+baahu bali</w>
+am at
+pri ory</w>
+haw keye</w>
+deloit te</w>
+sko da</w>
+print making</w>
+assemb ling</w>
+mirac ulous</w>
+no ch</w>
+sw o
+leg a</w>
+oper ates</w>
+border lands</w>
+eli e
+stron gh
+rep tiles</w>
+pir ate
+un fold</w>
+Â ¯
+qual comm</w>
+un predictable</w>
+ot r</w>
+rose wood</w>
+direc tional</w>
+counsel ors</w>
+corn ell
+liber ated</w>
+j ad</w>
+ir regular</w>
+bulgar ian</w>
+high ness</w>
+vodaf one</w>
+sw ild</w>
+mini mize</w>
+gra zie</w>
+๠ĩ</w>
+r stats</w>
+stre ep</w>
+ome tric</w>
+humb le
+lu mp</w>
+l ille</w>
+b ü
+home depot</w>
+tripad visor</w>
+ki wan
+a via</w>
+er z</w>
+ex ico</w>
+du f
+blu men
+mi zing</w>
+ar ma</w>
+in im
+con stan
+sor a</w>
+ju al</w>
+au n</w>
+tw ell
+tren ches</w>
+her a</w>
+r k
+po plar</w>
+recipe oftheday</w>
+ll an</w>
+bhu ban
+short ages</w>
+ing don</w>
+bridge water</w>
+ðŁIJ ĺ</w>
+fortn ite
+cam den
+un cture</w>
+pro w
+colon ies</w>
+t ks</w>
+n go
+b hm</w>
+live pd
+spl ace</w>
+sli ke
+happye aster</w>
+ter rence</w>
+revol ver</w>
+j ed</w>
+yy yy
+office of
+m ts</w>
+exist ential</w>
+r ourke</w>
+explore bc</w>
+sse d
+pri est
+vix en</w>
+si ding</w>
+k pa</w>
+a har</w>
+ju ic
+ob struc
+foren sics</w>
+uk mfg</w>
+cancell ation</w>
+we ary</w>
+ab q</w>
+ele c</w>
+pri zed</w>
+deb ts</w>
+me zz
+salv atore</w>
+m dc
+gre tte</w>
+c gc</w>
+th on
+snow storm</w>
+ts ch</w>
+cook ery</w>
+å ¹
+wa xing</w>
+n acional</w>
+mur s</w>
+ra ve
+cap es</w>
+ger main</w>
+dri pping</w>
+sub mitting</w>
+ome lette</w>
+iter ation</w>
+aj es</w>
+shim mer</w>
+fu eling</w>
+ðŁĩ§ ðŁĩª</w>
+li po
+bo bble</w>
+un follow</w>
+islam ist</w>
+hi ber
+cat s
+agentsof shield</w>
+sen si
+____ _</w>
+ster ia</w>
+inst al
+ausp icious</w>
+har row</w>
+over land</w>
+femini sts</w>
+inst ant
+char iot</w>
+blind ness</w>
+sp ed</w>
+sc arec
+nu it</w>
+mini atures</w>
+ho seok</w>
+glo ck</w>
+fifa worldcup</w>
+e te
+dis m</w>
+we iner</w>
+ex foli
+ear ts</w>
+ภĶ</w>
+my art</w>
+man il
+iss ant</w>
+form a</w>
+in cu
+buffal ob
+in tim
+mc cul
+anj ali</w>
+po po
+un doub
+hil a</w>
+fun gal</w>
+thank ful
+fu tur
+en dish</w>
+ren ds</w>
+th ar</w>
+she ff
+ring o</w>
+nichol ls</w>
+io wa
+po tom
+cl ams</w>
+ãģ Ħ</w>
+acon f</w>
+stadi ums</w>
+di mp
+di k
+residen ces</w>
+do v</w>
+caric ature</w>
+seagu ll</w>
+kl m</w>
+confe ss</w>
+sla pped</w>
+cele b
+turb ines</w>
+pp v</w>
+nur ture</w>
+el ab</w>
+.... .#</w>
+tu ff</w>
+de press
+al far
+amii bo</w>
+di spon
+e wing</w>
+que er
+friend s
+for re
+âĺ ¼</w>
+sw t</w>
+aqu arius</w>
+head liner</w>
+cur d</w>
+fi gs</w>
+o tters</w>
+love fl</w>
+kare em</w>
+go vegan</w>
+fri yay</w>
+consol ation</w>
+at ri</w>
+ì§ Ħ</w>
+âĺĿ ï¸ı</w>
+poly ne
+gu ed</w>
+o ya</w>
+la us
+intestin al</w>
+cam illa</w>
+scal p</w>
+pi r</w>
+leed s
+horri fying</w>
+bore tum</w>
+dand elion</w>
+fer rer</w>
+ell ic
+as x</w>
+so ren
+re loaded</w>
+ale ague</w>
+navig ator</w>
+ine tte</w>
+add ams</w>
+al chemist</w>
+ak shay</w>
+dystop ian</w>
+awe c</w>
+n aya</w>
+al isa</w>
+ai led</w>
+ag or
+avi ator</w>
+ali zer</w>
+smo bile</w>
+findyour park</w>
+cop ying</w>
+to ddy</w>
+sh ti</w>
+mon ger</w>
+cal houn</w>
+nap kin</w>
+break up</w>
+y atra</w>
+se thu
+ric hi
+eras mus</w>
+fer ry
+am ore
+prac tise</w>
+bo bo</w>
+power point</w>
+oo se</w>
+li ffe</w>
+chin a
+sh ka</w>
+fad navis</w>
+du ane</w>
+war on
+fal se
+ðŁļ Ĥ</w>
+wa shes</w>
+disc ip
+==== ====
+g k
+ab b
+stub born</w>
+medi eval
+p ci</w>
+ðŁį ª</w>
+maril yn
+h yo
+man di
+cr i</w>
+prede cess
+continu ation</w>
+om usic</w>
+s lat
+wh al
+mall ory</w>
+bon n</w>
+shen zhen</w>
+ca i
+âĺ ĥ
+sa fest</w>
+for wards</w>
+dra wers</w>
+bla sted</w>
+sle e</w>
+mor phe
+mb ta</w>
+dumb ass</w>
+ÑĦоÑĤ о</w>
+alhamdulil lah</w>
+ec lub</w>
+al beit</w>
+heal ey</w>
+ayurve da</w>
+adverti sed</w>
+cro cs</w>
+itt les</w>
+bry son</w>
+be i
+nj pw</w>
+honore e</w>
+fu sed</w>
+ðŁĶ ĺ</w>
+mul tin
+n aga</w>
+de parts</w>
+ko p</w>
+kin o</w>
+jhar khand</w>
+ed na</w>
+ax le</w>
+mil ton
+supremac ist</w>
+marrake ch</w>
+domin ic
+tran script</w>
+] [#</w>
+: ).</w>
+wo c</w>
+sur rounds</w>
+o gil
+leaf lets</w>
+co well</w>
+whe w</w>
+tru de</w>
+proli fer
+succe s
+sports man</w>
+con dom</w>
+po che</w>
+k up
+imprison ment</w>
+{ }</w>
+scram bled</w>
+å Ľ
+ka ine</w>
+cell phone</w>
+metam or
+con i
+remn ants</w>
+ee z</w>
+down pour</w>
+afterno on
+exerc ising</w>
+ber ser
+architec ture
+wick low</w>
+m ns</w>
+is p</w>
+bo c</w>
+n iss</w>
+mn wild</w>
+stu mble</w>
+r si</w>
+lu ffy</w>
+sil en
+dd ad</w>
+bul lies</w>
+haw ker</w>
+bb cc
+scu ba
+e pp
+que ts</w>
+for aging</w>
+pal let</w>
+ha di</w>
+cinemato grapher</w>
+cat chers</w>
+to aster</w>
+k hi
+lite coin</w>
+kid lit
+amher st</w>
+maur icio</w>
+ip ad
+mar malade</w>
+fe y
+don nelly</w>
+g to</w>
+est as</w>
+cere bral</w>
+ant grasso</w>
+zz led</w>
+vir gil</w>
+swa pped</w>
+ðŁĺħ ðŁĺħ</w>
+no dapl</w>
+greate st
+nhl bruins</w>
+fra ser
+b mo</w>
+ane w
+. âĿ¤ï¸ı</w>
+se gregation</w>
+remark ably</w>
+mccor mick</w>
+lo gger</w>
+er as</w>
+contrac ting</w>
+âłĢ âłĢ</w>
+yor ks</w>
+uku lele</w>
+touch screen</w>
+de cked</w>
+ben n</w>
+south wark</w>
+ra vin
+nu mis
+ðŁ¤ Ļ</w>
+ru t</w>
+gre co</w>
+eth ic</w>
+red neck</w>
+ar r
+t cs</w>
+ih ri
+ðŁĩ« ðŁĩ·
+l k
+inher ited</w>
+zy k</w>
+viadu ct</w>
+marty red</w>
+hi gu
+ss n</w>
+be in
+street style</w>
+fer gie</w>
+bank of
+æĹ ¥
+stake holder</w>
+exempl ary</w>
+cre ss</w>
+ess a</w>
+ero tica</w>
+intre pid</w>
+gom es</w>
+bra un
+bethan y
+bang tan</w>
+pulmon ary</w>
+m illing</w>
+doctor ate</w>
+trump russia</w>
+ठ°
+s ani
+bl att</w>
+pla u
+depri ved</w>
+t le
+ful ly
+bour n</w>
+st ak
+lufthan sa</w>
+kio sk</w>
+far oo
+def y</w>
+bad an</w>
+ðŁĺĺ âĿ¤ï¸ı</w>
+rit z
+tri sha</w>
+ran ds</w>
+middle sex</w>
+arab s</w>
+pro j</w>
+sport scenter</w>
+repe ats</w>
+iv f</w>
+bleed blue</w>
+as sure</w>
+o bs</w>
+territ orial</w>
+ele n</w>
+bever ley</w>
+ann ah
+âĿ¤ï¸ıâĿ¤ï¸ı âĿ¤ï¸ıâĿ¤ï¸ı
+z l</w>
+for good</w>
+science fiction</w>
+gla u
+son ya</w>
+pri th
+st weets</w>
+mix ers</w>
+mari o
+ant elope</w>
+writing community</w>
+went z</w>
+den ham</w>
+be di</w>
+sf o</w>
+harley davidson</w>
+look book</w>
+immuno therapy</w>
+or phe
+es ville</w>
+ed ged</w>
+tas k
+sb ball</w>
+corro sion</w>
+kilom eters</w>
+co sting</w>
+play back</w>
+ke ke</w>
+di visi
+u ter
+re location</w>
+yel led</w>
+pen g</w>
+up beat</w>
+ser ve
+âļ ł</w>
+hal en</w>
+stir ring</w>
+reh man</w>
+en v</w>
+schu macher</w>
+frag ment</w>
+alkal ine</w>
+sb k</w>
+resil i
+share point</w>
+rol lover</w>
+tra sh
+counter part</w>
+âĻ «
+ob itu
+à ½
+ãĤ ¹</w>
+mul berry</w>
+ðŁİ Ĩ</w>
+auton omy</w>
+spra ying</w>
+nat l
+love you
+fran ki
+nu k</w>
+esc ar
+can teen</w>
+ali baba</w>
+de plor
+mole cule</w>
+pu d
+fort night</w>
+blon die</w>
+sp hin
+portra yal</w>
+ta che</w>
+bu te</w>
+consi sting</w>
+freep alestine</w>
+c sp</w>
+im mort
+d ns</w>
+ðŁĴ¥ ðŁĴ¥</w>
+tour de
+coo king
+archi val</w>
+ga thers</w>
+bit t</w>
+b anc
+pre mature</w>
+snow ball</w>
+poetry day</w>
+lou dly</w>
+fug itive</w>
+ed ay
+em ra
+ðŁĩ¸ ðŁĩª</w>
+sci en
+node js</w>
+jur gen</w>
+je ong</w>
+band ana</w>
+un is</w>
+fox sports</w>
+v andy
+pro visions</w>
+wee p</w>
+tu k
+i ko</w>
+h oun
+zig gy</w>
+z r</w>
+fil let</w>
+bat a</w>
+tin k
+con e
+we want
+k ilo
+hor ace</w>
+sl t</w>
+sc t</w>
+stay tuned</w>
+victor ia
+umb ria</w>
+att acker</w>
+ingham shire</w>
+fright ening</w>
+no ir
+fr at</w>
+con tempt</w>
+lia ison</w>
+ho i
+br ink
+tr ill</w>
+ni agar
+kick ass</w>
+dun das</w>
+not my
+rho de
+bu mble</w>
+no xi
+fa g</w>
+spec tators</w>
+mancrush monday</w>
+jin ping</w>
+distr act</w>
+dais y
+wal den</w>
+portra it
+ar thistory</w>
+vol tron</w>
+ev el
+is c</w>
+ac m</w>
+r ite
+na o</w>
+de ported</w>
+swe ats</w>
+ru fus</w>
+lo bo</w>
+labor day</w>
+gam o</w>
+ihri thik</w>
+bl it
+abdomin al</w>
+ãħ¤ãħ¤ ãħ¤ãħ¤
+i it
+e q
+bu sy
+allu arjun</w>
+un disclosed</w>
+de ton
+pro create</w>
+ki l</w>
+ðŁİĤ ðŁİĤ
+mitch ell
+ki i</w>
+inherit ance</w>
+al p</w>
+jo burg</w>
+pat rolling</w>
+compul sory</w>
+un signed</w>
+ni am
+l ga</w>
+eshop suk</w>
+tr illi
+ma w
+appreci ating</w>
+rock ab
+mañ ana</w>
+an tal
+mal vern</w>
+roy o</w>
+grand prix</w>
+sut ton
+go ftheday</w>
+dig i</w>
+ãħĭãħĭ ãħĭãħĭ
+t les</w>
+varan asi</w>
+erec ted</w>
+discip les</w>
+cont act
+ðŁĺ µ</w>
+li d
+⬠ĩ</w>
+scen tre</w>
+radi ator</w>
+ing tips</w>
+trans itions</w>
+thursday motivation</w>
+chem ical
+separ ati
+sal is</w>
+mi m</w>
+geo graphical</w>
+book fest</w>
+/ .</w>
+âľ ĭ
+v ae</w>
+cur rie</w>
+ag garwal</w>
+acceler ation</w>
+the ses</w>
+lg m</w>
+u mass</w>
+pro portions</w>
+nat a</w>
+ani ans</w>
+ku ch</w>
+be acons</w>
+ap r
+@ #</w>
+ðŁĴª ðŁı¾</w>
+nu ke</w>
+sher aton</w>
+ki o</w>
+ma kati</w>
+polit ico</w>
+mor ale</w>
+ì Ļ
+econom ically</w>
+gg ly</w>
+ss en
+pa stries</w>
+intern ships</w>
+vic ente</w>
+fanta ken</w>
+aveng ers
+accu se</w>
+slee pover</w>
+indic ated</w>
+the dream</w>
+ster one</w>
+ren ders</w>
+fro st
+ou i</w>
+gre gg
+d ore</w>
+⾨ ⾨⾨</w>
+pu gs</w>
+sat y
+nu mb</w>
+hems worth</w>
+tam i</w>
+la ssic</w>
+schi ff</w>
+igle sias</w>
+ag awa</w>
+] "</w>
+re shi</w>
+game stop</w>
+divor ced</w>
+theat er
+clau di
+un conventional</w>
+prophe ts</w>
+ac in
+twel f
+tow ering</w>
+t ml
+sc lerosis</w>
+k wan</w>
+ge ts
+distur b</w>
+na ira</w>
+ener g
+pir acy</w>
+pru itt</w>
+noti fied</w>
+hen na</w>
+bra m</w>
+ground water</w>
+bl s</w>
+opti mis
+$ )</w>
+luci e</w>
+biz hour</w>
+fang irling</w>
+gr ills</w>
+or l</w>
+ver se
+c ina</w>
+law less</w>
+artistson twitter</w>
+tele vised</w>
+marshmal lows</w>
+radio head</w>
+bar r
+m fc</w>
+bre vi
+mmor pg</w>
+g aya</w>
+âĸ «
+sub titles</w>
+j t
+disney land
+to bago</w>
+nh m</w>
+groo ve
+fi awec</w>
+" /</w>
+ba o
+scra bble</w>
+om ni</w>
+ff l</w>
+um c</w>
+si mba</w>
+ali er</w>
+ter rell</w>
+plu me</w>
+mi di
+dig nit
+co c</w>
+bru t</w>
+ad ata</w>
+alche my</w>
+d sm</w>
+ðŁĺĨ ðŁĺĨ</w>
+win try</w>
+spa res</w>
+cu er
+conclu sions</w>
+to ys
+od or</w>
+fl ann
+gar vey</w>
+scrip tions</w>
+inspec tions</w>
+cat ap
+ang lo
+st louis</w>
+heim er</w>
+at ay
+tr ich</w>
+en yc</w>
+chil ds</w>
+vent il
+mont p
+guiller mo</w>
+circu lare
+z ell</w>
+mode led</w>
+craf tsman</w>
+al ina</w>
+stimul ation</w>
+cashe w</w>
+ju das</w>
+best of</w>
+to ire</w>
+susp ends</w>
+scol lege</w>
+real ising</w>
+by tes</w>
+bloo ds</w>
+as si</w>
+ðŁĴ ¿</w>
+o hs</w>
+ðŁį ĭ</w>
+scallo p</w>
+ठµ</w>
+gi fting</w>
+camo gie</w>
+wil kes</w>
+o zzy</w>
+ðŁ¤ ¤
+ver onic
+sav oy</w>
+deme tri
+baby girl</w>
+ðŁĺį ðŁĺŃ</w>
+so x
+cly de
+induc tee</w>
+count down
+self care</w>
+ठľ</w>
+vi ka</w>
+tor re
+phd chat</w>
+pe ars</w>
+aw h</w>
+suff rage</w>
+le sn
+admir ation</w>
+mp p</w>
+shark week</w>
+schul z</w>
+santor ini</w>
+clo ver
+( *</w>
+stras bourg</w>
+ex iting</w>
+so yu
+finger print</w>
+che a</w>
+ãĢ ľ</w>
+vin dic
+song writers</w>
+so a</w>
+prou der</w>
+nam a</w>
+= ))</w>
+simple st</w>
+delici ously</w>
+gil les</w>
+u q</w>
+mn wx</w>
+ep p</w>
+sh un</w>
+ken nel</w>
+fall on
+ðŁIJ £</w>
+sin d
+tra gically</w>
+out es</w>
+modern ism</w>
+co ke
+gy n</w>
+spi on
+âĺ¹ ï¸ı</w>
+le am
+compress or</w>
+apolog ise</w>
+twent yon
+fan atics</w>
+âĻ »
+sco tsman</w>
+sa wa</w>
+ko u</w>
+as er
+ภļ</w>
+welter weight</w>
+phen om</w>
+twick enham</w>
+stri a</w>
+p out</w>
+ka z</w>
+gi am
+cd p</w>
+ho y
+emplo y</w>
+red mond</w>
+ภĦà¸
+sm ere</w>
+trance family</w>
+proto cols</w>
+pie ce
+lu iz</w>
+iter acy</w>
+carl s
+united states</w>
+har med</w>
+phd life</w>
+ch aw
+foot prints</w>
+l é
+cho ker</w>
+z ana</w>
+sli pper</w>
+eric sson</w>
+insul ting</w>
+articho ke</w>
+advis ing</w>
+acquis itions</w>
+op or
+mut ations</w>
+re ar
+ॠģ</w>
+pod cast
+wi ther
+kun g
+íĺ ¸</w>
+win slow</w>
+di apers</w>
+ðŁĵ¸ @</w>
+ec ker
+col lar
+hu ey</w>
+gi ro
+mono gram</w>
+kas ich</w>
+si veness</w>
+malay si
+arom atic</w>
+gre s</w>
+gali leo</w>
+u ji</w>
+rob b</w>
+dr m</w>
+none theless</w>
+as a
+: ></w>
+lo a</w>
+l np</w>
+at work</w>
+ag t</w>
+laksh mi</w>
+pipel ines</w>
+id al</w>
+stre l</w>
+re all
+chain z</w>
+stone wall</w>
+san sk
+ðŁı ´
+pied mont</w>
+hoste ss</w>
+ci u
+t é</w>
+analy ses</w>
+wil helm</w>
+scott y
+rw by</w>
+mosqu it
+use mb
+qu ins</w>
+ðŁij İ
+tu cker
+s conf</w>
+speci fications</w>
+psychi atry</w>
+broo kes</w>
+s ils</w>
+ol af</w>
+de to
+co di
+cli p
+fil th</w>
+womancrush wednesday</w>
+go to
+ang erous</w>
+be ale</w>
+w tc</w>
+paneli st</w>
+ne x</w>
+lar sen</w>
+emili o</w>
+tab leau</w>
+h itters</w>
+conce ived</w>
+americ ani
+or tega</w>
+mar di
+Ñ ĥ
+pain tball</w>
+thir sty
+new yorker</w>
+etis ation</w>
+go ss
+we aker</w>
+u gh
+tro ll
+har ga</w>
+du al
+ght ning</w>
+at ine</w>
+ðŁĺİ ðŁĺİðŁĺİ</w>
+cook out</w>
+pyrene es</w>
+po ss</w>
+authent ication</w>
+sports wear</w>
+yun ho</w>
+kir o</w>
+archi pel
+shen ko</w>
+ren der
+nov ation</w>
+divin ity</w>
+ðŁij £</w>
+su fi</w>
+humb ling</w>
+ge opol
+devote es</w>
+wait ress</w>
+tr ough</w>
+py ro
+i ba</w>
+bl ing
+gra f</w>
+epilo ts</w>
+bt r</w>
+of tball</w>
+bas king</w>
+domin os</w>
+so om
+r ath</w>
+sher yl</w>
+qu el
+astronom ical</w>
+wel d</w>
+track list</w>
+sig nee</w>
+slee pless</w>
+com man
+ch ron</w>
+summ on</w>
+pure michigan</w>
+cri spr</w>
+sli p
+la gi</w>
+ra q
+um u</w>
+thal ap
+char med</w>
+scru mp
+quad copter</w>
+ski p
+peter sen</w>
+mun i</w>
+ðŁĮ ¾</w>
+mon aghan</w>
+tra ys</w>
+ick ed</w>
+canad aday</w>
+te gr
+ï¿ ½</w>
+hot ness</w>
+heavy metal</w>
+ab ar</w>
+gop debate</w>
+az ul</w>
+spider man
+sun flowers</w>
+ľ ë
+web comics</w>
+bar d
+Ð ²
+nichol as
+slu sh</w>
+ram an</w>
+mark ham</w>
+ffici al
+ff ler</w>
+íĬ ¸</w>
+ple ss
+anush ka</w>
+to to</w>
+sk aters</w>
+pro wrestling</w>
+compet es</w>
+ay ala</w>
+myster y
+thr ills</w>
+mp g
+independ ently</w>
+y ul
+imper ative</w>
+formid able</w>
+tire less</w>
+st acking</w>
+ton gues</w>
+mal tese</w>
+pot ts</w>
+mat ti
+char ting</w>
+chill out</w>
+super nova</w>
+ome o</w>
+sky sports
+nu tty</w>
+ðŁĹĵ ï¸ı</w>
+ro han</w>
+insp ired
+concier ge</w>
+ser ra</w>
+ma kk
+gal at
+chi pp
+ye v</w>
+ì £
+reim bur
+op ul
+kimber ley</w>
+i eee</w>
+bre men</w>
+ch itec
+or in</w>
+nak u
+bon kers</w>
+foo ty
+emer gence</w>
+ðŁĨ ĺ</w>
+sti p
+serge i</w>
+zo ey</w>
+ai me</w>
+wou ld
+dy es</w>
+destin y
+vinai grette</w>
+dri er</w>
+circulare conomy</w>
+an archi
+ss r</w>
+sch el
+cin er
+gro om
+determin ing</w>
+gar min</w>
+cal ais</w>
+incarcer ation</w>
+bu kit</w>
+no i</w>
+chelms ford</w>
+mckin ley</w>
+chi pped</w>
+belong ed</w>
+tu mors</w>
+str oud</w>
+mi i</w>
+influen za</w>
+wwen xt</w>
+tun dra</w>
+tele communications</w>
+cat sofinstagram</w>
+t ages</w>
+beat ty</w>
+o du</w>
+ml kday</w>
+oo per</w>
+dang le</w>
+ak ley</w>
+cru mb</w>
+anti gua</w>
+ti mbers</w>
+rou hani</w>
+ðŁĴª ðŁĴªðŁĴª</w>
+ha fi
+... !!</w>
+w cs</w>
+coo p
+sn c</w>
+lit res</w>
+ãĢ Ĭ</w>
+ha z</w>
+co z
+k ant
+green field</w>
+cur ti
+y ale
+flye agles
+what soever</w>
+wor thing</w>
+rou lette</w>
+flyeagles fly</w>
+un da</w>
+a inted</w>
+stand ing
+lusci ous</w>
+h pc</w>
+effic acy</w>
+ash land</w>
+me ghan
+ky wx</w>
+n pr
+bath tub</w>
+ac os</w>
+h ani
+mar cor
+man tis</w>
+da isi
+bo ba</w>
+ab bie</w>
+mu til
+vi al</w>
+spy der</w>
+po z
+g ti</w>
+el fie</w>
+nigh tw
+metro id</w>
+anton i
+mad die
+dh ry</w>
+dar lings</w>
+ten ds</w>
+taek wondo</w>
+atlan ta
+me ow
+chlo e
+ãĥ İ</w>
+ym es</w>
+siber ia</w>
+k con</w>
+gu es
+mar iner</w>
+fac il
+azz le</w>
+[ ...
+han nover</w>
+bav aria</w>
+vir go</w>
+te uk</w>
+u sps</w>
+) #</w>
+wall a</w>
+sam pson</w>
+need less</w>
+ver bally</w>
+hay ley
+bow led</w>
+pi us</w>
+lam pard</w>
+ham string</w>
+vol vo
+road safety</w>
+cho king</w>
+sor bet</w>
+a hem</w>
+healthy food</w>
+brai ded</w>
+horticul ture</w>
+cr ative</w>
+che ek
+ad do</w>
+the force
+ko ko</w>
+schiz oph
+j ie</w>
+w ada</w>
+twentyon epilots</w>
+h bcu</w>
+pro ton</w>
+pau ls</w>
+lou isa</w>
+lat am</w>
+kyr gy
+com pac
+sd k</w>
+sap i
+?? ?
+liber alism</w>
+ep silon</w>
+ai den</w>
+w usa</w>
+spra yed</w>
+baske tball
+kim ono</w>
+blue wave</w>
+ali as</w>
+ë§ Ī
+mug shot</w>
+ce c</w>
+do gre
+ad ora</w>
+ðŁĵ· @</w>
+kra kow</w>
+intrigu ed</w>
+exhau sting</w>
+astron omer</w>
+ven ison</w>
+lady bug</w>
+ci v
+bra e</w>
+us m</w>
+bri be</w>
+acup uncture</w>
+pembro ke</w>
+ke ating</w>
+chi e
+y ad</w>
+t si
+sm i</w>
+see ding</w>
+gate shead</w>
+lis boa</w>
+gy p
+canv ass</w>
+ðŁĶ´ âļªï¸ı</w>
+op i
+ni r</w>
+soci etal</w>
+ly te</w>
+ati es</w>
+c sm</w>
+ar tery</w>
+al in</w>
+aka poor</w>
+abstr acts</w>
+âĢ¦ âĢ¦</w>
+teen wolf</w>
+ne we
+travel gram</w>
+sentim ental</w>
+per ched</w>
+han del</w>
+ho ek</w>
+f ay</w>
+coordin ating</w>
+anim ate</w>
+man ian</w>
+effor t
+jer ky</w>
+f ck
+adri enne</w>
+ma bly</w>
+tra ding
+my el
+spi ro
+sol a</w>
+stor ing</w>
+over drive</w>
+monday morning</w>
+dream team</w>
+pul se
+bon di</w>
+ber nie
+pgat our</w>
+tri poli</w>
+son am
+plat t</w>
+âļ ¡
+ag roup</w>
+îIJ Ĵ
+inv ading</w>
+v cu</w>
+k ell</w>
+ñ os</w>
+un dead</w>
+pod casting</w>
+mercede sam
+mana fort</w>
+cor tex</w>
+que so</w>
+impecc able</w>
+pal mer
+wil doz</w>
+sport sc
+guacam ole</w>
+dispen ser</w>
+cate gori
+stun ts</w>
+per il
+invit ations</w>
+dune din</w>
+xi e
+achi eves</w>
+saf er
+pre ds</w>
+ph an</w>
+knuck les</w>
+k ak</w>
+igno res</w>
+lovemy job</w>
+aru ba</w>
+ound ation</w>
+datac enter</w>
+co vert</w>
+gr ing</w>
+cou ple
+ا ر
+vol i</w>
+mc cle
+arti sans</w>
+lu do
+kal am</w>
+arom a
+under taker</w>
+hu la</w>
+wiz kid</w>
+gu mb
+god frey</w>
+bakers field</w>
+ker n</w>
+engine er
+car ve</w>
+pal in</w>
+guaran tees</w>
+pe bbles</w>
+b ays</w>
+zi eg
+fin k</w>
+â¬ĩï¸ı â¬ĩï¸ı
+down pours</w>
+ro chelle</w>
+rasp berry
+ðŁĺ ®
+gra phies</w>
+stom p</w>
+caf es</w>
+ari zed</w>
+utt ar</w>
+cal vary</w>
+dri e</w>
+crusad er</w>
+bus an</w>
+tux edo</w>
+si u</w>
+seam us</w>
+cul tured</w>
+blan chard</w>
+town house</w>
+ge red</w>
+butter milk</w>
+flu ctu
+roger federer</w>
+hel i</w>
+ðŁ¦ ĥ</w>
+u ous</w>
+ram esh</w>
+mu ppets</w>
+email marketing</w>
+ye ss</w>
+br ice</w>
+ri zio</w>
+pel o
+donnein arte</w>
+u rable</w>
+inve stin
+bump ing</w>
+raji v</w>
+sav a</w>
+thro wer</w>
+fore x
+o hhhh</w>
+th rust</w>
+pull man</w>
+r fid</w>
+sep sis</w>
+le ed</w>
+fri ght</w>
+roun ding</w>
+ne b
+ph ins</w>
+ai sha</w>
+utili zing</w>
+squ ats</w>
+gold smith</w>
+j ic</w>
+bo ks</w>
+vau s</w>
+i po
+exclu sion</w>
+tari ff</w>
+po kes</w>
+min al</w>
+land s
+en force</w>
+washington dc</w>
+or char
+g x</w>
+mar ys</w>
+ey our
+aussi e
+bak ers</w>
+un popular</w>
+latin os</w>
+lar ge
+pu tnam</w>
+bol o</w>
+wa de
+pel o</w>
+di zz
+ob struction</w>
+fla ppy</w>
+weare the
+depend ence</w>
+pajam a</w>
+e te</w>
+y ann
+e wan</w>
+disc la
+a ay</w>
+kar ina</w>
+e ic
+an trim</w>
+w soc</w>
+neg atively</w>
+kai do</w>
+fotogra fia</w>
+dh ru
+colo ssal</w>
+mcle od</w>
+k wang</w>
+mani pu
+ex hilar
+us atoday</w>
+summer slam</w>
+co les
+tapro om</w>
+unbeat able</w>
+de ma
+tic ks</w>
+k ling
+fil s</w>
+campaig ners</w>
+ภķ
+brew ster</w>
+audu bon</w>
+qu ay
+ch s
+ki gali</w>
+d ler</w>
+strength ens</w>
+som al
+sign ingday</w>
+gol ds</w>
+pig ment</w>
+orche stral</w>
+g q
+lin kin
+ðŁı ĩ</w>
+ta w</w>
+algar ve</w>
+ho v</w>
+ear le</w>
+gold fish</w>
+am ig
+ex er
+ben in</w>
+dru id</w>
+ðŁIJ ¸</w>
+she m</w>
+quat tro</w>
+mer cen
+men te
+incorpor ating</w>
+bon anza</w>
+state fair</w>
+en de</w>
+concep tions</w>
+e es</w>
+âĻ¥ï¸ı âĻ¥ï¸ı
+d son</w>
+fire arm</w>
+orb ital</w>
+we h</w>
+multi p
+fo b</w>
+requi em</w>
+p light</w>
+thou se
+sa id
+oc re</w>
+remem brance
+n old</w>
+chi pping</w>
+be v
+er t
+ca thy
+sy m</w>
+ri ggs</w>
+m ley</w>
+dialo gues</w>
+sl ender</w>
+how l</w>
+gau teng</w>
+wd w</w>
+to bi
+smo kes</w>
+im plo
+b pm</w>
+ad n</w>
+mom basa</w>
+cap sul
+bloom field</w>
+artic ul
+cle o</w>
+goog led</w>
+flu ffy
+l ard</w>
+en zyme</w>
+ve sti
+ibra hi
+fl ame
+e mea</w>
+out ages</w>
+dispro por
+ble ak</w>
+an sel
+ick er</w>
+st louis
+stock market</w>
+good friday</w>
+sau lt</w>
+stal led</w>
+pro m
+ep som</w>
+b é
+the se
+sau ces</w>
+me w</w>
+lit fest</w>
+pre d
+re u</w>
+kar ak
+si enna</w>
+ell in</w>
+bio technology</w>
+ï¸ıâĥ£ -</w>
+tac tic</w>
+sa in</w>
+por k
+mon za</w>
+ka j</w>
+lu sh
+compart ment</w>
+chang ing
+shraddha kapoor</w>
+fo al</w>
+ar tem
+cu ando</w>
+can ola</w>
+ori ente
+me sse</w>
+d ited</w>
+br c</w>
+box er
+bbc two</w>
+s st</w>
+ment day</w>
+em ing</w>
+de wey</w>
+kof i</w>
+âŀĸâŀĸ âŀĸâŀĸ
+reali zation</w>
+smo l</w>
+tw ood
+san je
+flag staff</w>
+ber wick</w>
+cor set</w>
+can ary
+whistle blower</w>
+et ched</w>
+com posing</w>
+squee zed</w>
+bow er</w>
+auto desk</w>
+ne h
+mathi eu</w>
+ba ja
+Å Ĥ
+hy dra</w>
+da im
+am eri
+insi sted</w>
+mer lot</w>
+gar ros</w>
+heart news</w>
+gaine sville</w>
+cut ler</w>
+bo de</w>
+ðŁĺī ðŁĺī</w>
+lew es</w>
+scoun try</w>
+g sa</w>
+us u</w>
+cc m</w>
+god awgs</w>
+phara oh</w>
+cra e</w>
+mor ley</w>
+hyp noti
+f ades</w>
+neur ons</w>
+fu zz</w>
+ing co</w>
+high landers</w>
+star k
+vig ne
+pac kets</w>
+amar illo</w>
+reu ben</w>
+insul ts</w>
+bas ic
+vec tor
+n me</w>
+ac ruz</w>
+tro s</w>
+transm itter</w>
+ðŁĺ ŀ
+interpre t</w>
+ðŁĺ ²
+pre quel</w>
+mc gowan</w>
+dis semin
+ðŁĴĺ ðŁĴĺ</w>
+mascul inity</w>
+indie gamedev</w>
+ali ve
+te t
+pe tal</w>
+ema iled</w>
+ar med
+ko o</w>
+he er</w>
+ba ird</w>
+super junior</w>
+metro polis</w>
+delav in
+decl ines</w>
+stit utes</w>
+Û ģ
+p tbo</w>
+g lan
+cho res</w>
+e aling</w>
+chri ssy</w>
+ste mc
+vi an
+assassin ated</w>
+pron ounce</w>
+illeg als</w>
+discover y
+cav ill</w>
+fri fotos</w>
+f al</w>
+so i</w>
+sabot age</w>
+t int</w>
+p dc</w>
+ðŁİīðŁİ Ī
+ãĤ Ĭãģ
+ji o</w>
+endeav or</w>
+in sig
+commit tees</w>
+she arer</w>
+me tz</w>
+mar rying</w>
+h dd</w>
+g by</w>
+fre t</w>
+tri sh
+pu l</w>
+scrip ted</w>
+sa ki</w>
+l w
+ke ye
+shim i</w>
+nan aimo</w>
+ca h</w>
+Ã «</w>
+tem pered</w>
+ici an
+du gg
+dish washer</w>
+air field</w>
+s rugby</w>
+gr inch</w>
+y st
+r ms</w>
+mahat ma</w>
+lan kan</w>
+disc ar
+dige stion</w>
+no des</w>
+l ls</w>
+om ic
+gu tter</w>
+tis garh</w>
+feder ico</w>
+election day</w>
+bo he
+master card</w>
+fire ball</w>
+âľ Ķï¸ı
+oy ster
+p ong
+do k
+en route</w>
+m vc</w>
+beat the
+ali stair</w>
+shu b</w>
+sh aming</w>
+cherno byl</w>
+ghi bli</w>
+the s
+pin ion</w>
+d bs</w>
+sal ts</w>
+ic tion</w>
+epi ph
+nc pol</w>
+in convenience</w>
+whit ley</w>
+inspec ting</w>
+wood ley</w>
+wi ener</w>
+skil let</w>
+no les</w>
+m ca
+h ina</w>
+a sha
+willing ness</w>
+well ness
+tam ed</w>
+show time
+dis advantaged</w>
+ber nat
+us n</w>
+mission aries</w>
+coun selling</w>
+arrog ant</w>
+quant itative</w>
+leg alization</w>
+ho dge</w>
+energye fficiency</w>
+cameron dallas</w>
+pos sessions</w>
+p bb</w>
+harris burg</w>
+v g
+hindu ism</w>
+happy thanksgiving</w>
+fi b</w>
+re acting</w>
+tweeta picture
+pol iti
+mu ppet</w>
+hur rah</w>
+pac e
+coast guard</w>
+guar ded</w>
+as am
+par ry</w>
+fore very
+x q</w>
+oom f</w>
+ke anu</w>
+j ind
+ri st</w>
+customer service</w>
+sac red
+ðŁĺ º</w>
+ton er</w>
+occur rence</w>
+mat u
+val dez</w>
+red d</w>
+is ak
+power rangers</w>
+pe asant</w>
+raj ini</w>
+abra ham
+e mil</w>
+car do</w>
+tr il
+hair styles</w>
+obsole te</w>
+sam pler</w>
+direc tive</w>
+delavin kisses</w>
+ver ton</w>
+glo s</w>
+sp ay
+paler mo</w>
+com ets</w>
+man ziel</w>
+chicag of
+ski pped</w>
+pic torial</w>
+h ant
+b mi</w>
+a ol</w>
+re opens</w>
+pad dling</w>
+devo s</w>
+fra ud
+bas eline</w>
+que ues</w>
+sp ired</w>
+sn are</w>
+eu ve</w>
+descri ptions</w>
+daisi es</w>
+ca ching</w>
+gall eria</w>
+tri mmed</w>
+stin o</w>
+recy cla
+ic ular</w>
+bir ken
+raw lings</w>
+fli x</w>
+chic as</w>
+b gt</w>
+lik eli
+argy ll</w>
+thel ove
+ga ston</w>
+bl anca</w>
+ha k</w>
+f one</w>
+sailor moon</w>
+h aci
+ima c</w>
+fl yn
+de can
+bel les</w>
+ap ic
+zo g</w>
+taun ton</w>
+con stance</w>
+lasag na</w>
+ker nel</w>
+in ka</w>
+har bor
+collec tively</w>
+calcul ated</w>
+av ille</w>
+shil pa</w>
+pur du
+gi mm
+fun er
+a est</w>
+pembroke shire</w>
+nighting ale</w>
+n unes</w>
+hyper tension</w>
+hu bert</w>
+sli ders</w>
+infer tility</w>
+comm ended</w>
+transat lantic</w>
+metr ical</w>
+!! @</w>
+Å Ł</w>
+ss g</w>
+bac ca</w>
+inver ted</w>
+fun factfriday</w>
+it ans</w>
+albu m
+acqu ainted</w>
+ri er
+whel an</w>
+sar ab
+mu e</w>
+snoo ze</w>
+pi ff</w>
+agre eing</w>
+sp itting</w>
+jer maine</w>
+n ye
+âľı ï¸ı</w>
+am bush</w>
+ze ph
+con greg
+univers ity
+s app</w>
+wann abe</w>
+pat rice</w>
+ib d</w>
+do glo
+fri dges</w>
+sun d</w>
+king ston
+ar gon
+kam en</w>
+hardro ck</w>
+ds ley</w>
+do lores</w>
+ì °
+ota ku</w>
+pi ping</w>
+be having</w>
+âŃIJï¸ıâŃIJï¸ı âŃIJï¸ı</w>
+blue bird</w>
+an sari</w>
+teapo t</w>
+fire work</w>
+cro p
+log ans</w>
+ty ped</w>
+thick ness</w>
+ig ers
+c fp</w>
+dys functional</w>
+contra sting</w>
+et ty</w>
+aston martin</w>
+tx st</w>
+dra grace</w>
+at tributes</w>
+marath on
+manu scripts</w>
+john stone</w>
+ðŁĺ± ðŁĺ±</w>
+bo er</w>
+ay u</w>
+aru gula</w>
+poo rest</w>
+con du
+assu mption</w>
+anag h</w>
+no h</w>
+delav in</w>
+sit ter</w>
+g ö
+mor ow</w>
+kick start</w>
+com i
+gl acial</w>
+ghe ad</w>
+ba in
+ker shaw</w>
+en dof
+fre ud</w>
+om at
+i af</w>
+hu g
+sign up</w>
+each other</w>
+defin ite</w>
+tu bing</w>
+shak ira</w>
+ðŁijı ðŁı½
+uu uu</w>
+sw in</w>
+sham bles</w>
+ol as</w>
+sk ell</w>
+brit ain
+kn w</w>
+clu tter</w>
+om y
+j ens</w>
+hang ed</w>
+city scape</w>
+scra ps</w>
+un locking</w>
+dead liest</w>
+er no</w>
+breast cancer
+a it</w>
+inspec t</w>
+fu ri
+ðŁĴ Į</w>
+ku d
+ju le
+or ah</w>
+mi ds</w>
+m dt</w>
+bur gring</w>
+r attle
+pu sa</w>
+stal k
+cle ans</w>
+iss ance</w>
+z ek</w>
+worth it</w>
+nam eis
+musko ka</w>
+council man</w>
+urban art</w>
+bar rac
+un solved</w>
+tu l</w>
+g ita</w>
+white board</w>
+soy beans</w>
+em ent
+cont i</w>
+saturday motivation</w>
+conveni ently</w>
+doc king</w>
+t ado</w>
+âı ©</w>
+sp ino
+puppy love</w>
+po f
+fabric ated</w>
+robb ers</w>
+adop ts</w>
+ti fied</w>
+kk r</w>
+indulg ence</w>
+notic eable</w>
+macqu arie</w>
+chap el
+sensu al</w>
+ki ko</w>
+melan oma</w>
+lore tta</w>
+li ance</w>
+ab en
+sp lus</w>
+ga al</w>
+ac ele
+lib dems</w>
+compar isons</w>
+ðŁĮ µ</w>
+rhy thms</w>
+mer y</w>
+en capsul
+nap ier</w>
+ðŁijĮ ðŁijĮðŁijĮ</w>
+ðŁij IJ</w>
+plat z</w>
+fre sno
+re formed</w>
+ran bir</w>
+el it
+the best
+bhu shan</w>
+vin nie</w>
+impro vised</w>
+s ittin</w>
+re created</w>
+e ba</w>
+ec ker</w>
+ac rob
+pon te</w>
+cor d
+gi ddy</w>
+eur usd</w>
+fe ver
+intu ition</w>
+gar i
+dum mies</w>
+bud weiser</w>
+amend ments</w>
+te tra
+sch nit
+ay as</w>
+mar ys
+ci st</w>
+k ani
+ker mit</w>
+ðŁĺ±ðŁĺ± ðŁĺ±</w>
+tin ker</w>
+strol ling</w>
+di visional</w>
+niger i
+omin ous</w>
+menstru al</w>
+kar ab
+k hy
+bw fc</w>
+pan handle</w>
+l illi
+well er</w>
+stra pped</w>
+son the
+transfer ring</w>
+ethe real</w>
+sne aks</w>
+ru dol
+gab les</w>
+jac king</w>
+cin code
+for tune
+canadi ens</w>
+con for
+ab normal</w>
+frank lin
+tit a</w>
+mu la</w>
+persi st</w>
+cu ties
+ki el
+ðŁĩ± ðŁĩ
+her mann</w>
+aw k</w>
+fi asco</w>
+ko to
+we ta</w>
+hi ker</w>
+budd y
+preven tive</w>
+mcgra w</w>
+game boy</w>
+forsy th</w>
+top shop</w>
+si ob
+sad h
+in tram
+follow art</w>
+so aps</w>
+dragon ball
+ou x
+morri son
+๠ĥ
+lu bric
+adul thood</w>
+morri sons</w>
+âļ łï¸ı
+her mo
+ta ka</w>
+stall one</w>
+mis use</w>
+team gb</w>
+ra gha
+con fined</w>
+at y
+hom ophobic</w>
+nw o</w>
+sky news</w>
+ho ya</w>
+ac rosse</w>
+wi iu</w>
+pur ée</w>
+jed dah</w>
+ðŁ¤ §</w>
+advis ers</w>
+ph ine</w>
+an is
+scrump tious</w>
+ë° ķ
+c ke</w>
+vin y
+ter m
+s dc</w>
+o do</w>
+home school</w>
+vas c</w>
+leop ards</w>
+debor ah
+illic it</w>
+cur ran</w>
+as roma</w>
+nau ght</w>
+mar ig
+brand i</w>
+em p</w>
+ðŁĺį ðŁijĮ</w>
+î Į
+su spend</w>
+lu z</w>
+initi ation</w>
+sch aft</w>
+jensen ackles</w>
+craw ler</w>
+post doc</w>
+des ks</w>
+trail blazer</w>
+den omin
+tri x</w>
+no ise
+po et
+± ï¸ı</w>
+s mug</w>
+vol atile</w>
+proof s</w>
+pharmac ist</w>
+sardin ia</w>
+mash able</w>
+kim chi</w>
+co ed</w>
+schal ke</w>
+doo dled</w>
+c sw</w>
+sh ur
+ro x</w>
+do k</w>
+chris brown</w>
+mathemat ician</w>
+ab ound</w>
+ang elic</w>
+rock ford</w>
+d ole</w>
+yor kers</w>
+ms n</w>
+g man
+xavi er
+bor rowing</w>
+mark ings</w>
+longh orn</w>
+k ja
+diver ted</w>
+mm it</w>
+euph oria</w>
+ay yy</w>
+te a
+pa h
+ck i</w>
+un cut</w>
+li ven
+ky ung</w>
+fan art
+mer ing</w>
+red ding</w>
+amo vie</w>
+gri di
+c thulhu</w>
+schol arly</w>
+ju dah</w>
+th bewithyou</w>
+eu calyp
+ðŁIJ ķ</w>
+hert fordshire</w>
+cour troom</w>
+by u
+auc tioned</w>
+ple ase
+mar cia</w>
+ê° ĵ
+succe eded</w>
+el as</w>
+arvin d</w>
+t lot</w>
+saig on</w>
+re tt
+ra kesh</w>
+fd ny</w>
+as en
+se bring</w>
+gladi ators</w>
+you know</w>
+v lad</w>
+gol a</w>
+par ap
+ÑĢ и
+sab cnews</w>
+one team</w>
+oh l</w>
+sun e</w>
+ri j
+cd c
+star gate</w>
+run down</w>
+plat o</w>
+ph c</w>
+chat ter</w>
+ra viol
+mn f</w>
+mand ala</w>
+li et</w>
+ภķ</w>
+mari a
+hun gover</w>
+consoli dation</w>
+fer rell</w>
+tradition al
+ilove art</w>
+gal ap
+ðŁı Į
+que zon</w>
+espa ña</w>
+ðŁĩ¨ðŁĩ Ń</w>
+ho bby
+steam boat</w>
+mali gn
+guil lau
+pro hi
+its me
+íĥ Ģ
+in scription</w>
+al z</w>
+mari an
+k ade</w>
+mm on</w>
+adju sting</w>
+ne sts</w>
+intern ally</w>
+ci r</w>
+vik ram
+mal ala</w>
+k ph</w>
+fel icia</w>
+the real</w>
+cap tivity</w>
+at is</w>
+marcor ubio</w>
+kale ido
+che v</w>
+mano j</w>
+le more</w>
+gent ri
+vi ps</w>
+tro pe</w>
+" âĢĶ</w>
+pair ings</w>
+mal nutrition</w>
+fr ay</w>
+desig nation</w>
+brun omars</w>
+az e
+tor rential</w>
+pan zer</w>
+ga il
+under the
+the ological</w>
+schizoph re
+dazz le</w>
+freder ic</w>
+mo par</w>
+ad illa</w>
+so ggy</w>
+ra un
+medi ocre</w>
+colo rec
+i fe
+p inst
+blu ef
+Â ²</w>
+world water
+gir oud</w>
+clar inet</w>
+ad olf</w>
+tar antino</w>
+receip ts</w>
+assu mp
+ðŁij Ł</w>
+coffe es</w>
+âľĬ ðŁı¾</w>
+du plex</w>
+s of</w>
+r x
+lin o
+timber wolves</w>
+pan dit</w>
+mo tm</w>
+e ga</w>
+ay ama</w>
+ach s</w>
+outsi der</w>
+ll en
+co er
+til ly</w>
+cheese burger</w>
+ma ds</w>
+ple dis</w>
+emp ty
+national parks</w>
+az iz
+p mi</w>
+jun kies</w>
+f ener
+sq n</w>
+è s</w>
+gener ation
+cleop atra</w>
+bhuban es
+mosqu es</w>
+ty free</w>
+popp ins</w>
+tw c</w>
+or well</w>
+n age</w>
+ka whi</w>
+hol low
+dal ai</w>
+¨¨ ¨¨
+ou ro
+m health</w>
+gi on</w>
+az o</w>
+vis as</w>
+reneg ade</w>
+re ic
+w sop</w>
+ðŁĴļ ðŁĴĽ</w>
+e chel
+tox icity</w>
+mü n
+bun k</w>
+stimul ating</w>
+asth our</w>
+\ '</w>
+ep h</w>
+ende mic</w>
+cn bc
+shrin king</w>
+peabo dy</w>
+michel angelo</w>
+can yon
+wal e
+su mi</w>
+si ders</w>
+inu it</w>
+? .</w>
+profession alism</w>
+dr acing</w>
+plat oon</w>
+p ons</w>
+out bound</w>
+maple leafs</w>
+de sol
+cen cy</w>
+a than
+ver ma</w>
+ru bbing</w>
+ok an
+ðŁij ł</w>
+mull ins</w>
+authent ic
+Å į
+alman ac</w>
+ga ia</w>
+bb q
+on imo</w>
+ke h
+ty a</w>
+tou ts</w>
+y av
+re posit
+, .</w>
+wi ght
+se eyou
+cal lof
+done sia</w>
+bar gaining</w>
+gr anth
+sd su</w>
+amphi theater</w>
+p su
+re watching</w>
+wine tasting</w>
+peak district</w>
+dete cting</w>
+thur man</w>
+phe e</w>
+èª ķ
+u mich
+re r
+sculp ted</w>
+go le
+name sake</w>
+ðŁĶ ģ</w>
+serv icing</w>
+bau gh</w>
+pu gh</w>
+pen cil
+dar th
+munch kin</w>
+at orium</w>
+ten ers</w>
+sun y</w>
+rolling stones</w>
+mag ing</w>
+star rer</w>
+i dris</w>
+fe instein</w>
+ag ron
+âĺºï¸ı âĺºï¸ı</w>
+supervis ed</w>
+chamele on</w>
+aggre gate</w>
+succe ssive</w>
+mo gul</w>
+inst yle</w>
+pol dark</w>
+custom e
+ohio state</w>
+ha ya</w>
+ci des</w>
+broker age</w>
+angel ou</w>
+fifa wwc</w>
+de forestation</w>
+al ton
+pam ph
+hu gged</w>
+ho bo</w>
+change able</w>
+ku ber
+bur roughs</w>
+demon etisation</w>
+cape cod</w>
+vers atility</w>
+or ice</w>
+le ila</w>
+womenin science</w>
+tu a</w>
+he dges</w>
+embarrass ment</w>
+ali fe
+so ars</w>
+ni ghter</w>
+hy mn</w>
+gi pp
+chas u
+tech s</w>
+ni all
+k illa</w>
+hi ka</w>
+cam els</w>
+valu e
+Â ¢</w>
+sc oops</w>
+mah moud</w>
+clu sive</w>
+adri ana</w>
+pac o</w>
+oz il</w>
+un as</w>
+transl ations</w>
+whispe rer</w>
+s bi</w>
+bu xton</w>
+bio tics</w>
+indi ffe
+ken ney</w>
+k lar
+et ching</w>
+barra best</w>
+inst ability</w>
+se ine</w>
+vo tel
+blo gged</w>
+whis key
+my space</w>
+t ant
+lan dia</w>
+give back</w>
+illu s</w>
+aw ak</w>
+ac ab
+f bloggers</w>
+cloud computing</w>
+blat ant</w>
+syri ans</w>
+band ra</w>
+sty n</w>
+an em
+ke ted</w>
+kar thik</w>
+barun sob
+pin ot
+gu bernat
+gay e</w>
+arti ste</w>
+i fied</w>
+conven tions</w>
+hu an</w>
+geni uses</w>
+eeee ee</w>
+fol ly</w>
+somer ville</w>
+pride month</w>
+ðŁĩºðŁĩ¸ ðŁĩºðŁĩ¸</w>
+chemo therapy</w>
+paul s
+bak ar</w>
+ìĦ¸ë¸ IJ</w>
+taiwan ese</w>
+fol lo
+c ss
+re ign
+nn nn</w>
+fla un
+catastro phe</w>
+iti es
+frag ments</w>
+extre mists</w>
+ym oun
+car men
+eze kiel</w>
+conne cting</w>
+se h</w>
+man ta</w>
+remodel ing</w>
+we ymouth</w>
+at oms</w>
+ce m</w>
+ne well</w>
+lu mi
+the open</w>
+mo c
+mili band</w>
+g land</w>
+z shq</w>
+mag gie
+mani acs</w>
+m sp
+ad y
+cre ams</w>
+le anne</w>
+e sta
+py g
+af finity</w>
+pray er
+dun bar</w>
+ligh troom</w>
+ac adi
+wyn onna
+roman tic
+state dept</w>
+sick le</w>
+wh os
+lam o
+et our</w>
+fin ity
+shru b</w>
+shar pen
+pun dit</w>
+ed on</w>
+af ore
+mar s
+jeff ery</w>
+ter ps</w>
+medal list</w>
+kath arine</w>
+accu sing</w>
+ta z
+roy d</w>
+from home</w>
+confron tation</w>
+alle gh
+ðŁijī ðŁijī</w>
+refresh er</w>
+ran veer</w>
+never land</w>
+jo jo
+lu crative</w>
+en am
+ca ver
+pa edi
+man jaro</w>
+flu ids</w>
+the ssal
+oppre ssed</w>
+mu ss
+joh anna</w>
+Ø ®
+cn g</w>
+buil dthe
+sett les</w>
+s ith</w>
+fu ego</w>
+cl amp</w>
+ar ag
+pay er</w>
+ted x</w>
+mand y
+inter stellar</w>
+fr c</w>
+ch and</w>
+b cc</w>
+mo lo
+len til</w>
+johan sson</w>
+grims by</w>
+nature lovers</w>
+ðŁļ¨ ðŁļ¨ðŁļ¨</w>
+shin de</w>
+x in</w>
+international dayof
+transiti onal</w>
+sat a</w>
+cad dy</w>
+wo d</w>
+if u</w>
+ha ys</w>
+holl yo
+j ang
+ir c</w>
+co im
+grad able</w>
+" "
+ðŁį ´
+ঠ¾</w>
+a el
+n yo
+west lake</w>
+time out</w>
+sof i
+phenom ena</w>
+cultiv ation</w>
+ag no
+un armed</w>
+so t
+con j
+gen o
+royal navy</w>
+nutriti on
+fair mont</w>
+ti relessly</w>
+sn g</w>
+re ty</w>
+mic a</w>
+lu cent</w>
+slo ane</w>
+droo l</w>
+riz al</w>
+od ell</w>
+critici zed</w>
+. '"</w>
+la ze</w>
+deser ted</w>
+co der</w>
+pra s</w>
+l illian</w>
+itiner ary</w>
+dav y</w>
+an ap
+whi pping</w>
+hobo ken</w>
+kare ena</w>
+çľ Ł
+vi us</w>
+ter n
+nan tucket</w>
+mis understood</w>
+bu laga</w>
+st ant
+chin ook</w>
+z am</w>
+reli es</w>
+d ss</w>
+ed mond</w>
+sket chy</w>
+m ell</w>
+fe x
+rec tor</w>
+dist ill
+day dream</w>
+wine maker</w>
+ri pley</w>
+billion aires</w>
+hel ene</w>
+ati f</w>
+cul prit</w>
+bertr and</w>
+wou ldnt</w>
+ma pped</w>
+v ak</w>
+gla dly</w>
+parliam ent
+kidlit art</w>
+ware ness
+goli ath</w>
+âĨ ĵ</w>
+view point</w>
+tat ted</w>
+fu ls</w>
+dor sey</w>
+ang lers</w>
+li ds</w>
+ki ya</w>
+bow les</w>
+be h</w>
+b ite</w>
+compati bility</w>
+ance stral</w>
+pro x
+beha ved</w>
+gubernat orial</w>
+ch field</w>
+sab an</w>
+z h</w>
+teen y</w>
+shibu ya</w>
+holli day</w>
+pan cy</w>
+âĿĦï¸ı âĿĦï¸ı
+seun gri</w>
+? ,</w>
+ðŁĩ¦ ðŁĩ·</w>
+im itation</w>
+impac tful</w>
+any i</w>
+gene vie
+añ os</w>
+bate man</w>
+gli der</w>
+af ar
+ra sheed</w>
+effor tless</w>
+sh war</w>
+dach sh
+er un</w>
+at os</w>
+kin i</w>
+ch d</w>
+kha ki</w>
+k lin</w>
+felici dades</w>
+bel o</w>
+as l</w>
+to ppers</w>
+fin ley</w>
+stac ey
+rigor ous</w>
+kar ting</w>
+le ppard</w>
+car michael</w>
+be ret</w>
+c se</w>
+ak hi
+mer ingue</w>
+ab an
+ha ke
+ger i
+er jee</w>
+re sto</w>
+comm anders</w>
+pr it
+fl or</w>
+ad ven
+ex termin
+remain der</w>
+å IJ
+es g</w>
+martin o</w>
+lulla by</w>
+| @</w>
+mi gn
+in store</w>
+big bang
+cor di
+cau ley</w>
+ante bellum</w>
+dg ate</w>
+cro ck
+span dex</w>
+scaf folding</w>
+ore os</w>
+ê°ĵ ìĦ¸ë¸IJ</w>
+pom ona</w>
+ma uro</w>
+uni versi
+re mi</w>
+af ootball</w>
+t ant</w>
+sm alls</w>
+ne h</w>
+worl do
+tropic al
+mor ph</w>
+jav elin</w>
+gla r</w>
+arqu itec
+reminis cent</w>
+tu bs</w>
+spide y</w>
+make u
+syl la
+progressi ves</w>
+blo t</w>
+shor ten</w>
+keep in</w>
+ch ak</w>
+ang st</w>
+super food</w>
+decad ent</w>
+ston y
+neuro logical</w>
+ar boretum</w>
+ann ak
+fe ma</w>
+per cu
+dis respectful</w>
+small biz
+lo x</w>
+co om
+c sc
+bs bi
+pre valence</w>
+him ss</w>
+esp an
+mo ga
+fr ampton</w>
+sky map</w>
+mas se
+levi athan</w>
+( ).</w>
+noctur nal</w>
+car ameli
+ang or</w>
+amne sia</w>
+outsi ders</w>
+she alth
+rhin o
+ant ag
+ag io</w>
+ðŁĴ° ðŁĴ°
+take me
+kab addi</w>
+c si
+m sh
+coch rane</w>
+thessal oni
+sil a</w>
+ha us
+du sting</w>
+obe se</w>
+mack lemore</w>
+mani sh
+len in</w>
+m dc</w>
+gro wn
+shef field
+s rs</w>
+ke le
+car son
+ch um</w>
+dah lia</w>
+can tore</w>
+opp o</w>
+how ling</w>
+cyber crime</w>
+sur realism</w>
+sc ran
+fa iz
+thre n</w>
+rac ists</w>
+r out</w>
+pk not</w>
+se mana</w>
+sin i
+mc cull
+ma chi
+alfon so</w>
+y b
+sar dar</w>
+kend rick
+den g</w>
+reci pro
+on f</w>
+doom sday</w>
+bri bery</w>
+custom iz
+art is</w>
+c pi</w>
+ðŁĻĪ ðŁĻĪ</w>
+sla va</w>
+let te
+en s
+âĿ¤ï¸ı ðŁĺĺ</w>
+cra yon</w>
+ad an</w>
+tr c</w>
+migr ate</w>
+simp son
+row ers</w>
+king sley</w>
+farmers market</w>
+shee han</w>
+ne phe
+bor non
+car ton</w>
+mic key
+all ure</w>
+u lu
+sli pknot</w>
+heb do</w>
+gui do</w>
+dog celebration</w>
+online marketing</w>
+acceler ating</w>
+) ..</w>
+origin ated</w>
+macar oni</w>
+ed tech
+out field</w>
+mit z
+disc us</w>
+adverti ser</w>
+man or
+ha shi</w>
+descri p
+cap ita</w>
+ful bright</w>
+recep tor</w>
+con n
+con ey</w>
+spion age</w>
+r attle</w>
+pre st
+u li
+blog post</w>
+acker ay</w>
+) âĢ¦</w>
+red velvet</w>
+mat th
+inspir ing
+b sd</w>
+ker ri
+po con
+mil lar</w>
+re pur
+accent ure</w>
+ä ¹
+ram bo</w>
+ragnar ok</w>
+dele ting</w>
+british museum</w>
+pat ory</w>
+leip zig</w>
+flori an</w>
+sci fi
+in ers</w>
+br ate</w>
+yo y</w>
+melis sa
+ab er</w>
+ma sa</w>
+po te</w>
+mosquit oes</w>
+transpl ant
+r pa</w>
+; ))</w>
+bast ille</w>
+yl an</w>
+joye ux</w>
+melo dic</w>
+cap tions</w>
+atri st</w>
+roch dale</w>
+gott i</w>
+pew die
+cuties aturday</w>
+who is
+aqu aculture</w>
+tiv a</w>
+sp el
+he ss</w>
+ha ji</w>
+fred die
+co per
+brand o</w>
+v k</w>
+photo book</w>
+* ,</w>
+my dayin
+micha ela</w>
+brune i</w>
+sr ini
+in te</w>
+Ä ±</w>
+de ol</w>
+d fc</w>
+separ ately</w>
+bun d</w>
+ve sts</w>
+to c
+me ck
+rein forced</w>
+constra ints</w>
+car roll
+sq ft</w>
+re ver</w>
+cam per
+bird man</w>
+in action</w>
+gener ators</w>
+triumph ant</w>
+pe sts</w>
+o vo
+gy pt</w>
+al amo
+sc aled</w>
+suresh pp
+sd n</w>
+is mo</w>
+gi os</w>
+) @</w>
+justic eleague</w>
+restaur ant
+gab i</w>
+den gue</w>
+next gen</w>
+exemp li
+ap ex
+inspir ational
+down side</w>
+kid z</w>
+u pl
+et na</w>
+alvar o</w>
+fel dman</w>
+bar net</w>
+m ha</w>
+es ch</w>
+bloo ded</w>
+>>>> >>>>
+kan i</w>
+ho fficial</w>
+casablanc a</w>
+bir ds
+ty ga</w>
+sw amp
+o day</w>
+new castle
+nb ap
+ci sion</w>
+cho ols</w>
+af lo
+ne p</w>
+mon ton</w>
+ak b</w>
+super model</w>
+down time</w>
+th os</w>
+sc wx</w>
+snoo py</w>
+ag greg
+yo ke</w>
+nor cal</w>
+we tt</w>
+prolon ged</w>
+me tast
+beat er</w>
+f ta</w>
+t lap</w>
+disgu sted</w>
+y h</w>
+voice over</w>
+itch y</w>
+ip c</w>
+ðŁİ ¾
+phe asant</w>
+stra its</w>
+ram pant</w>
+j g
+fer til
+assu res</w>
+fortun es</w>
+sal inas</w>
+liz ards</w>
+kett le
+i bs</w>
+cyn thi
+he g
+mc cr
+soccer oos</w>
+happen ings</w>
+cor den</w>
+ðŁĺĤ ðŁijĮ</w>
+t ches</w>
+egre t</w>
+wolver ines</w>
+congratul ated</w>
+ho gg</w>
+bott ling</w>
+wr i</w>
+fer ri
+bo sch
+af ire</w>
+og den</w>
+s jo
+j dm</w>
+sv t</w>
+con tex
+tol lywood</w>
+min k</w>
+me se</w>
+super sonic</w>
+op oulos</w>
+å ¸
+âĶ ģ
+knuck le</w>
+gu ise</w>
+gam i</w>
+chu cky</w>
+z inger</w>
+radi al</w>
+compla ined</w>
+bo da</w>
+fe tal</w>
+discipl ines</w>
+cor ro</w>
+ðŁĩ®ðŁĩ ¹
+op ted</w>
+filtr ation</w>
+ad nan</w>
+em cee</w>
+mi stre
+insom ni
+fer gus</w>
+tra jec
+on don
+med tech</w>
+tanger ine</w>
+madra s</w>
+gru e
+cab s</w>
+z hu
+sureshpp rabhu</w>
+insul ated</w>
+day swild</w>
+pp m</w>
+band ai</w>
+v day</w>
+s ff</w>
+squ id
+lo thing</w>
+not dead</w>
+expre ssive</w>
+cu ll</w>
+ala stair</w>
+x u
+up front</w>
+fish ers</w>
+en es</w>
+um d</w>
+dis missal</w>
+sti er</w>
+sel s</w>
+lu st
+re active</w>
+prote ster</w>
+eyel ashes</w>
+al im
+goo de</w>
+gre eng
+da ir</w>
+com pen
+anush ka
+proto typing</w>
+ma pu
+bear ings</w>
+ðŁIJ Ł
+for me</w>
+bsbi botany</w>
+timo thy
+out skirts</w>
+am bed
+are tha</w>
+wend ell</w>
+stre aks</w>
+ni m</w>
+k pk</w>
+sne e
+fit ter</w>
+quo ta</w>
+p ate</w>
+win ning
+ðŁį Ń</w>
+sho pping
+ma inst
+cul ver</w>
+ste vie
+mcfad den</w>
+counter parts</w>
+gren fell</w>
+fol som</w>
+dor set
+tech crunch</w>
+⬠ħï¸ı</w>
+tip tuesday</w>
+us l</w>
+tre x</w>
+geor gie</w>
+ranveer official</w>
+lic ks</w>
+se wn</w>
+k f</w>
+' âĢ¦</w>
+jap s</w>
+p ate
+orth op
+fe sta</w>
+stra s</w>
+mon tal
+hammer smith</w>
+fore most</w>
+wido ws</w>
+mad re</w>
+ite z</w>
+mito chondri
+lig ans</w>
+z ona</w>
+cari bou</w>
+m ss
+andre i</w>
+weather channel</w>
+gh c</w>
+: ...</w>
+ta ft</w>
+awe ather
+al isation</w>
+bru tal
+bliss ful</w>
+nik ola</w>
+mal icious</w>
+q m</w>
+mpg vip</w>
+bro die</w>
+bl itz
+applau d</w>
+dri bb
+v ague</w>
+dog go</w>
+transl ating</w>
+interpre ted</w>
+hat ched</w>
+ge tyour
+benefici aries</w>
+spar ring</w>
+caes ars</w>
+aw illiams</w>
+la hat</w>
+bro ke
+ti mp
+virtu es</w>
+rel ying</w>
+pie tro</w>
+k tn
+ici sts</w>
+pab lo
+lou i
+a ag
+pn pp
+cha st
+pul ses</w>
+fini sh
+usair force</w>
+type writer</w>
+thomp son
+dog s
+ut to</w>
+ãģ į
+sand al</w>
+new ly
+do ge</w>
+z w</w>
+wan kers</w>
+ne gr
+mu cha</w>
+determin es</w>
+black fish</w>
+sk unk</w>
+mu ps</w>
+instru ment
+phy to
+daysto go</w>
+skin ned</w>
+hai der</w>
+con ten
+ðŁIJ¾ ðŁIJ¾</w>
+we iler</w>
+undoub tedly</w>
+chair ing</w>
+wall is</w>
+sh ard</w>
+zind abad</w>
+adul t
+absor ption</w>
+pre sto</w>
+deplo ying</w>
+drum mond</w>
+battle front</w>
+seag ulls</w>
+how dy</w>
+juda ism</w>
+des de</w>
+part ition</w>
+âľ Ŀ
+no logy</w>
+national bestfriend
+lesn ar</w>
+film fare</w>
+co asts</w>
+christen sen</w>
+ac an
+mb u</w>
+co pped</w>
+ru bble</w>
+sw c</w>
+fun nier</w>
+far ther</w>
+where as</w>
+nano technology</w>
+with stand</w>
+pil low
+bow ers</w>
+to pe</w>
+it ly</w>
+con fit</w>
+ma kar
+comfor ts</w>
+bo sh</w>
+cli pper</w>
+bal la
+sti k</w>
+mil b</w>
+safe guard</w>
+musi que</w>
+eas port
+ya z</w>
+pad ded</w>
+bad er</w>
+fore ign
+chop in</w>
+archi ve
+o ka
+tran sporting</w>
+tml talk</w>
+aj it</w>
+consequ ence</w>
+sc roo
+ff o</w>
+collabor ated</w>
+pug chat</w>
+ye mi</w>
+jav ed</w>
+au burn
+o of</w>
+ma w</w>
+sau cer</w>
+miti gate</w>
+i les</w>
+evangeli st</w>
+ter ie</w>
+re cl
+indic tment</w>
+cat a</w>
+bright ness</w>
+may the</w>
+whim sical</w>
+un lv</w>
+key word</w>
+cu min</w>
+med way</w>
+west world</w>
+tra w
+im posing</w>
+form ity</w>
+coul ter</w>
+ab z</w>
+ny pd
+grass i</w>
+kel sey
+qld pol</w>
+clock work</w>
+f dr</w>
+di anne</w>
+âĺ ij</w>
+ad h</w>
+p ann
+bra vely</w>
+ae ge
+un lawful</w>
+ver di</w>
+pocaly pse</w>
+phar o
+kar la</w>
+reson ance</w>
+ma stiff</w>
+la dak
+bu u
+ma iled</w>
+hi i</w>
+craw ley</w>
+tor rent</w>
+mach ado</w>
+liby an</w>
+effort lessly</w>
+fal sely</w>
+q vist</w>
+ke ef</w>
+craf thour</w>
+cheri shed</w>
+val kyrie</w>
+s ari
+kal amaz
+be he
+ðŁĮ Ļ
+th im
+ro ddy</w>
+col trane</w>
+but chers</w>
+ach im</w>
+wk end</w>
+awk ward
+cab rera</w>
+:) )))</w>
+fran c</w>
+decl an</w>
+con dos</w>
+a ja
+pandor amusic</w>
+char ter
+ph ill
+mon trose</w>
+hatch back</w>
+handic app
+gre aves</w>
+eucalyp tus</w>
+ut most</w>
+t son
+bur ton
+mid wives</w>
+in cur
+ðŁĺį #</w>
+moo d
+compre ssed</w>
+tom a
+must ang
+mo g</w>
+as ana</w>
+te stic
+sho tel</w>
+in sol
+cor sair</w>
+nh q</w>
+ben ny
+sm ma</w>
+kap ur</w>
+in con
+jon as
+ener gies</w>
+don al
+as ad</w>
+se z</w>
+n pa</w>
+archi ved</w>
+stimul ate</w>
+do p
+hy d</w>
+gri eving</w>
+ãĥ Ī
+ron a</w>
+why te</w>
+tree house</w>
+ss ell</w>
+sand ro</w>
+ko bo</w>
+ther most
+se clu
+hi ya</w>
+ge ez</w>
+mam as</w>
+prisc illa</w>
+flav oured</w>
+fas s
+w old</w>
+maker space</w>
+cospla y
+p tv</w>
+happy valentinesday</w>
+sequo ia</w>
+love craft</w>
+gu an</w>
+d tm</w>
+ci i</w>
+yoko hama</w>
+pos thum
+re q</w>
+ðŁĶµ âļªï¸ı</w>
+galat asar
+dol by</w>
+hamp tons</w>
+disturb ance</w>
+stone henge</w>
+ok c
+disrup ting</w>
+month sary</w>
+jun gle
+head lights</w>
+du stin
+micro sof
+happy mothersday</w>
+ko ko
+gra zi
+te sto
+na idu</w>
+mal ay</w>
+ari al</w>
+ru mb
+ab oo</w>
+har man</w>
+tra pe
+spo ils</w>
+je ho
+go dly</w>
+lock screen</w>
+z un
+pi ous</w>
+ma gento</w>
+l enders</w>
+prob able</w>
+corpor al</w>
+m our</w>
+aw al
+su a</w>
+call me
+ton ne</w>
+go vin
+devast ation</w>
+x j</w>
+gear box</w>
+war lock</w>
+per me
+it ate</w>
+gaza underattack</w>
+du val</w>
+paras ite</w>
+clement e</w>
+le th</w>
+i va</w>
+fro zen
+tho les</w>
+to bin</w>
+cair n</w>
+s ill
+luc kiest</w>
+conver ts</w>
+st ale</w>
+pan cra
+euro pale
+wis dom
+sch ur
+ì ¶
+verti go</w>
+bi j
+u bc
+nu re
+righte ousness</w>
+mt c</w>
+factor y
+ver st
+revers ed</w>
+hur i</w>
+hee chul</w>
+fab er</w>
+ar r</w>
+ul ous
+ven om
+ph at</w>
+green ery</w>
+bra dy
+Ã ¦
+: ((</w>
+never giveup</w>
+di sha</w>
+mo ta</w>
+health care
+dun ham</w>
+dex po</w>
+den zel</w>
+bb ins</w>
+f ics</w>
+wh am
+mc g
+eli an</w>
+wat a</w>
+str alia</w>
+tel lu
+pe sky</w>
+spin off</w>
+ar moured</w>
+re acted</w>
+do fficial</w>
+te du</w>
+sag ar</w>
+mor ally</w>
+paralle led</w>
+fi os</w>
+dow ner</w>
+dau gh
+re do</w>
+world cup
+tari q</w>
+bar ne
+glaci ers</w>
+oc cult</w>
+barbar ian</w>
+her mosa</w>
+!! !)</w>
+y ur
+inter nation
+p ss</w>
+sit u</w>
+p int
+american air</w>
+sw am</w>
+dopp ler</w>
+ðŁĴĻ ðŁĴľ</w>
+cincode mayo</w>
+le van
+hell enic</w>
+mc ne
+ju di
+yu h</w>
+st x</w>
+qu are</w>
+ðŁĺĤ .</w>
+sti g</w>
+g els</w>
+mot ley</w>
+hard work
+euro zone</w>
+e ad
+ç¥ Ń</w>
+seab ir
+ci us</w>
+la id
+alpac a</w>
+presu mably</w>
+pewdie pie</w>
+boo ted</w>
+am ari
+tam ine</w>
+sol ace</w>
+bar row
+acade mies</w>
+x ian</w>
+om ination</w>
+dun geons</w>
+b ma</w>
+de ity</w>
+ai k</w>
+stab il
+hir a</w>
+affection ate</w>
+ving ne</w>
+new port
+ãħĭ ãħĭ</w>
+thir ds</w>
+re tains</w>
+aroma therapy</w>
+ski er</w>
+ni ma</w>
+do pe
+cr inge</w>
+con domin
+to or
+anim ator</w>
+sar aj
+seas cape</w>
+minim alism</w>
+lake shore</w>
+calla way</w>
+berg man</w>
+ठĹ</w>
+whisp ering</w>
+stupi d
+ri ghtful</w>
+requ is
+ir n</w>
+se va</w>
+ut pol</w>
+tuber culo
+squ ish
+de but
+govern mental</w>
+christ ine
+all man</w>
+weap on
+s ito</w>
+bur i</w>
+lo lita</w>
+leaf y</w>
+fu ch
+tin ted</w>
+mck en
+a hahaha</w>
+ðŁĩµðŁĩ ¹</w>
+repe al
+ne gan</w>
+ðŁķ Ĭ
+tail gating</w>
+game insight</w>
+ðŁıŁ ï¸ı</w>
+yaku za</w>
+z t</w>
+ti ring</w>
+pro posing</w>
+bow lers</w>
+tra itors</w>
+ak shi</w>
+cler gy</w>
+cit o</w>
+up sets</w>
+tu scal
+symph onic</w>
+sil ently</w>
+shu ff
+black well</w>
+ðŁĺĤ )</w>
+ko be
+rober to
+ri dg
+dc u</w>
+mer ino</w>
+ft p</w>
+east side</w>
+. ~</w>
+nb l</w>
+mn leg</w>
+ts for
+frau dul
+ca pping</w>
+in my
+gymna st</w>
+ston es
+ss in</w>
+twe aks</w>
+shag gy</w>
+oak land
+dem sin
+sang ria</w>
+mm va</w>
+hen nessy</w>
+down ton</w>
+ri ghtly</w>
+in it</w>
+aga ve</w>
+ob last</w>
+northe ast
+friend ship
+dal a</w>
+tro phy
+ðŁij ½
+mag in
+margar itas</w>
+ê ·
+ww fc</w>
+fa sh
+di ke</w>
+cu d
+char t
+ðŁij ®
+refuge es
+jop lin</w>
+n cs</w>
+imp y</w>
+firm ware</w>
+pas cu
+flam in
+health tech</w>
+bell letstalk</w>
+w aka</w>
+ol ls</w>
+la go
+co wan</w>
+bombar dier</w>
+sh ome</w>
+ðŁĻ ħ
+mc master</w>
+na ve
+well s
+u ta
+tell ers</w>
+mis fits</w>
+kap il</w>
+face off</w>
+af firm
+a pro
+whit epaper</w>
+super yacht</w>
+speci mens</w>
+al located</w>
+... ,</w>
+- __
+ka w</w>
+dachsh und</w>
+djo ker
+s work</w>
+qui ere</w>
+or um</w>
+ðŁIJ ł</w>
+som m
+c mt</w>
+ingh our</w>
+skin ny
+lgb ti</w>
+gi ggles</w>
+break away</w>
+resear ched</w>
+par ity</w>
+my al
+ms l</w>
+re tained</w>
+si vity</w>
+make inindia</w>
+sol ves</w>
+defam ation</w>
+wal tham
+sri racha</w>
+road way</w>
+concep tu
+al in
+iw ant
+å Ī
+del ft</w>
+tender loin</w>
+ga ins
+faul ts</w>
+sw ire</w>
+st ellen
+pol lo</w>
+dy ne</w>
+bornon thisday</w>
+asdf ghj
+sq l
+sali m</w>
+advis es</w>
+vo ip</w>
+ìĹij ìĨ
+un touched</w>
+she il
+ontari o
+uph ill</w>
+so bre</w>
+de shi</w>
+nov ella</w>
+du tton</w>
+craw fish</w>
+ا٠Ĩ
+ma a
+tw ine</w>
+kal in
+ðŁĩµðŁĩ Ń</w>
+ye ss
+brook s
+hoo siers</w>
+ton ka</w>
+umbrel las</w>
+ay ers</w>
+ate am</w>
+acqu iring</w>
+su ction</w>
+ä n
+wi es
+tari ans</w>
+soci o</w>
+mat tb
+shepher ds</w>
+o so
+charity tuesday</w>
+s logans</w>
+ninj as</w>
+al bat
+by te</w>
+bash ir</w>
+trampol ine</w>
+mydayin la</w>
+i ja</w>
+bas el
+ror y
+gol die</w>
+fi rec
+un noticed</w>
+pecu liar</w>
+sch a
+ker son</w>
+mour ns</w>
+liquid ity</w>
+qu ipment</w>
+hi bs</w>
+ar s
+aeron au
+slide show</w>
+sla bs</w>
+delici ousness</w>
+sk itchen</w>
+hta fc</w>
+full erton</w>
+cre ighton</w>
+aer ob
+procrastin ation</w>
+az ores</w>
+white hall</w>
+uss occer</w>
+medi ation</w>
+djoker nole</w>
+and me</w>
+um en</w>
+noxi ous</w>
+jo ss</w>
+ili fe</w>
+anni vers
+sudan ese</w>
+et res</w>
+under mine</w>
+whole foods</w>
+diso be
+kor i</w>
+ade le
+eli z
+can ti
+al on</w>
+gymna sium</w>
+sarko die</w>
+meteoro logist</w>
+yl de</w>
+ste en
+stamp collecting</w>
+nas al</w>
+lo tt</w>
+fran ks</w>
+ex ol</w>
+ack i</w>
+good year</w>
+animal rights</w>
+y les</w>
+vio lets</w>
+mm es</w>
+s thel
+ra pping</w>
+tu scan</w>
+wai ver</w>
+tur ner
+eat local</w>
+northe asthour</w>
+anim ations</w>
+tom morow</w>
+t sh
+ff ame</w>
+bra e
+pe tron
+glam our
+br yn</w>
+d cs</w>
+bal es</w>
+ðŁĶ ¶
+bro v
+bre v</w>
+b ons</w>
+physi que</w>
+car ne</w>
+x e
+elix ir</w>
+vol ved</w>
+l oma</w>
+ìľ ł
+æ ĺ
+van u
+ri gs</w>
+bal ance
+va res</w>
+bon ita</w>
+sprink le</w>
+perfec to</w>
+di on
+le ak
+calcu tta</w>
+o ba
+d ma</w>
+c mon</w>
+tun er</w>
+pneu monia</w>
+bo gus</w>
+apolo ge
+cl ough</w>
+bor ne
+)) ))
+revi ved</w>
+o varian</w>
+ner f</w>
+c legg</w>
+fan fest</w>
+cho u</w>
+reali zes</w>
+mc n
+li gu
+leg alize</w>
+just saying</w>
+for ster</w>
+bo sni
+k hi</w>
+in dom
+hei del
+en cryp
+si ss
+ed di
+mar bles</w>
+brisban e
+y ing
+pre paid</w>
+wal sall</w>
+cooper ate</w>
+orche str
+mar isa</w>
+ho wie</w>
+che wy</w>
+bren ner</w>
+andro meda</w>
+e gan</w>
+sto cki
+cav endish</w>
+ag an
+ban o</w>
+de ir
+go g</w>
+bl k
+re thinking</w>
+ch ig
+rhe u
+sni p</w>
+p eng
+semin ole</w>
+m swx</w>
+an nex
+lyn da</w>
+lewisham ilton</w>
+cu mul
+tb l</w>
+dolph in
+agu ero</w>
+........ ....</w>
+pre lude</w>
+at our</w>
+gr anger</w>
+too ting</w>
+ro tun
+dis ar
+home items</w>
+da res</w>
+**** ****
+ðŁij Ĩ
+compre h
+jin x</w>
+as well</w>
+iri e</w>
+circul ating</w>
+ðŁIJ ¥</w>
+over board</w>
+cultiv ate</w>
+rhe tt</w>
+oriente ering</w>
+ca k</w>
+bal kans</w>
+s itt
+jas min
+britney spears</w>
+ro tor</w>
+se aling</w>
+g bc</w>
+oc ci
+f as</w>
+eman cip
+com er
+war time</w>
+tic kle</w>
+son ny
+pac es</w>
+log g</w>
+at rix</w>
+sr p</w>
+g win
+do bbs</w>
+uz be
+the wanted</w>
+dru sh</w>
+ex tru
+m icky</w>
+honore es</w>
+dar win
+re dux</w>
+mm j</w>
+ram i</w>
+jalape ño</w>
+io c</w>
+do ver
+ju ju</w>
+whit ney
+s eng
+en ly</w>
+au ch</w>
+archipel ago</w>
+vigil ant</w>
+man gal
+wil dest</w>
+parano id</w>
+hal i</w>
+bb ly</w>
+sanc tioned</w>
+real ms</w>
+con co
+u ddin</w>
+c sk</w>
+play time</w>
+libr a</w>
+sav ag
+oc tane</w>
+rec tan
+re turn
+par rish</w>
+mor rha
+cc p</w>
+c mu</w>
+sa iled</w>
+se vent
+ro sie
+pil ing</w>
+he w</w>
+boar ded</w>
+seg ments</w>
+neph ro
+( .</w>
+cr ats</w>
+bak es</w>
+ðŁį ¸
+back tothe
+sibl ing
+kirk land</w>
+ke o
+gu wa
+bre ads</w>
+ðŁĺľ ðŁĺľ</w>
+t q</w>
+haras sed</w>
+ga u</w>
+wil bur</w>
+j isoo</w>
+ep er</w>
+li sam
+tri ppin</w>
+sh ino
+ru kh
+beast mode</w>
+cho a</w>
+inst aweather
+rich land</w>
+gar i</w>
+fe z</w>
+cowboy snation</w>
+fur suit</w>
+k run
+a en
+sycam ore</w>
+se gun
+ent ennial</w>
+di h</w>
+o ax
+demsin philly</w>
+ðŁĻ Ģ</w>
+sn hl</w>
+pen nies</w>
+pass words</w>
+ma kin
+ty e</w>
+d eng
+kni gh
+jeep life</w>
+hel pline</w>
+a for
+zz zz</w>
+ste amy</w>
+pic ker</w>
+iter ate</w>
+happen ingnow</w>
+ki b
+bloom berg
+martyr dom</w>
+bul ly
+assor tment</w>
+a hora</w>
+zo e
+no i
+illu stri
+agar wal</w>
+p sc</w>
+electr onica</w>
+recruit er</w>
+gar diner</w>
+rad ha</w>
+naf ta</w>
+dot net</w>
+pi ero</w>
+geor g</w>
+bel s</w>
+ðŁĺĤ ðŁĺį</w>
+tuberculo sis</w>
+run nin</w>
+mor is
+haul ing</w>
+ev oc
+bre thren</w>
+sha ir</w>
+frame works</w>
+a stu
+ri gid</w>
+ku ma
+kre me</w>
+jin nah</w>
+insu rers</w>
+ny u
+f ere</w>
+nol lywood</w>
+good vibes</w>
+- ...</w>
+toi le
+sk ril
+instaweather pro</w>
+cze ch
+pa vel</w>
+one piece</w>
+nike plus</w>
+fi let</w>
+cav ity</w>
+ðŁı½ âĢįâĻĤï¸ı</w>
+ðŁİ £</w>
+dra stic</w>
+dail ys
+siam ese</w>
+re bu
+oste o
+lar k
+f re</w>
+sh elling</w>
+p é
+glad ys</w>
+ðŁıĢ ðŁıĢ
+gusta ve</w>
+submer ged</w>
+grand stand</w>
+att u</w>
+won t
+f pv</w>
+b ley</w>
+jon i</w>
+ang ames</w>
+weigh ted</w>
+al ou
+ठ¶</w>
+les bians</w>
+f j
+anni es</w>
+am l</w>
+dor ia</w>
+dav in
+be ta
+can c
+madewith unity</w>
+ha j</w>
+bad lands</w>
+mu l</w>
+blu ec
+pa wn</w>
+cov ington</w>
+neuro logy</w>
+htt weets</w>
+dysle xia</w>
+thel ove</w>
+ne at
+fork lift</w>
+autom ate</w>
+une ven</w>
+monte ss
+he in</w>
+ha g</w>
+rel ics</w>
+competiti veness</w>
+can elo</w>
+mar tens</w>
+bullet proof</w>
+sk ittles</w>
+g ya</w>
+pri mo</w>
+americ afirst</w>
+woo o</w>
+abor tions</w>
+?? !!</w>
+ma che
+ld ers</w>
+rl ly</w>
+preli ms</w>
+direc t
+cour se
+swa in</w>
+super cell</w>
+ec centric</w>
+sting ray</w>
+ple ts</w>
+wil cox</w>
+west in</w>
+okan agan</w>
+kir an
+car bo
+bomb ings</w>
+ra rest</w>
+bo h
+gaw d</w>
+di gg
+mo ana</w>
+enti rety</w>
+en closed</w>
+dodge ball</w>
+par ton</w>
+milky way</w>
+at r</w>
+thorough bred</w>
+re ally
+qant as</w>
+epiph any</w>
+ine e
+aero smith</w>
+spi eth</w>
+ar thro
+ell ini</w>
+du bu
+bra ving</w>
+âļ½ âļ½
+re structuring</w>
+illumin ate</w>
+equ ili
+mp i</w>
+ash ton
+pony tail</w>
+ma scots</w>
+flat tering</w>
+cru m
+ast a</w>
+à® °</w>
+stranger things</w>
+bar nab
+ر ÙĬ
+make shift</w>
+got cha</w>
+will am
+cho irs</w>
+kilom etres</w>
+gho sh</w>
+eu than
+dol ly
+un ning</w>
+the ar
+cre we</w>
+w sw</w>
+j ace</w>
+dis miss</w>
+ke an
+ho ta</w>
+kh at
+~ ></w>
+thir u
+ren dez
+hart man</w>
+tee ssi
+cas ca
+z ah</w>
+hydr ange
+fo d</w>
+aw p</w>
+mzan si</w>
+thick er</w>
+nago ya</w>
+ne va</w>
+sti que</w>
+cast el
+dam ian
+there by</w>
+ji ang
+ale k</w>
+music islife</w>
+ra q</w>
+calla han</w>
+gou ache</w>
+somal iland</w>
+sean hannity</w>
+ra heem</w>
+lo se
+elo ve
+whar ton</w>
+rectan gular</w>
+illustr ating</w>
+har ne
+auti sma
+scra pped</w>
+ell and</w>
+decre e</w>
+nag pur</w>
+ki pp
+so re
+n md</w>
+ma as
+gun a</w>
+gart ner
+bel li
+then ight</w>
+je on</w>
+gendere quality</w>
+gi ver</w>
+a el</w>
+gar ments</w>
+ne u</w>
+mardi gras</w>
+mar sden</w>
+ro wer</w>
+pollu ted</w>
+camer aman</w>
+vin od</w>
+be asley</w>
+cro c</w>
+ji u
+hollyo aks</w>
+anesthe sia</w>
+al les</w>
+ste ward</w>
+lati mes</w>
+ðŁĩºðŁĩ¸ðŁĩºðŁĩ¸ ðŁĩºðŁĩ¸</w>
+tic ian</w>
+gor ia</w>
+come dic</w>
+ðŁ¤Ķ ðŁ¤ĶðŁ¤Ķ</w>
+nai ve</w>
+sli ons</w>
+ł Ī
+bur glar</w>
+ðŁĺŃðŁĺŃ ðŁĺŃðŁĺŃðŁĺŃ</w>
+york shi
+se ñ
+fan boy</w>
+lau rel
+inci dence</w>
+potom ac</w>
+rober ta</w>
+presi den
+pr yor</w>
+os bourne</w>
+w ku</w>
+te me
+pal ae
+ðŁ¥ º
+re boun
+itu de
+red dish</w>
+k hand
+coloni alism</w>
+north carolina</w>
+ðĿ Ĵ
+manne quin</w>
+lady bird</w>
+ta sty
+knowledge able</w>
+g shore</w>
+ðŁĮ Į</w>
+à® ©</w>
+qu aker</w>
+salz burg</w>
+med alists</w>
+chy na</w>
+bridesma id</w>
+ma ori</w>
+ro p</w>
+outra ged</w>
+in adequate</w>
+truck ers</w>
+al ana</w>
+ìĿ ¼
+ri x
+oooo oooo</w>
+command ments</w>
+lam beth</w>
+aa j</w>
+eco friendly</w>
+bla z
+morecam be</w>
+boun cy</w>
+rou x</w>
+rai ded</w>
+mi zed</w>
+sh c</w>
+gaw x</w>
+labor atories</w>
+ru bs</w>
+rest room</w>
+consult ations</w>
+ca jun
+virgin i
+so ir</w>
+rev ue</w>
+ple in</w>
+wag er</w>
+ç ¹
+we do</w>
+growing up
+! ðŁĺĬ</w>
+face ted</w>
+sin ners</w>
+ho vering</w>
+ti ene</w>
+seas oning</w>
+an ja</w>
+leg go</w>
+il is</w>
+fla x</w>
+dev o</w>
+ash ram</w>
+mati sse</w>
+ker i</w>
+go wer</w>
+bo tox</w>
+mar shes</w>
+unh cr</w>
+ts m</w>
+opti mus</w>
+dun i</w>
+stu ffs</w>
+so k</w>
+order ly</w>
+n bad
+islam ophobia</w>
+raviol i</w>
+fab er
+cre ds</w>
+won ka</w>
+in fusion</w>
+over weight</w>
+daily news</w>
+assi mil
+acol lege</w>
+medalli on</w>
+kili manjaro</w>
+sti ff
+tham es
+sun ken</w>
+th ard</w>
+my dubai</w>
+hilari ously</w>
+han nel</w>
+plu mber</w>
+fair view</w>
+separ ating</w>
+rasc al</w>
+qui en</w>
+necess ities</w>
+confeder ation</w>
+ll ll</w>
+: ]</w>
+weak nesses</w>
+bron co
+ra ffles</w>
+el ot</w>
+ãĤ¸ ãĥ
+advent calendar</w>
+ðŁİ ¹</w>
+stra vel</w>
+tun ic</w>
+k su</w>
+im peach</w>
+e spionage</w>
+! -</w>
+di ment</w>
+cur rant</w>
+bio de
+commu ting</w>
+by ron
+ðŁĴĵ ðŁĴĵ</w>
+shad ed</w>
+tr uro</w>
+cray ons</w>
+ar ne</w>
+h sc</w>
+fre aked</w>
+dram ati
+fle ek</w>
+u cd</w>
+marl borough</w>
+^ -
+cross ings</w>
+mal o</w>
+black ops</w>
+bin ance</w>
+cho ked</w>
+chen ey</w>
+pl o</w>
+ge stures</w>
+val edic
+ryan air</w>
+rem ington</w>
+v cs</w>
+mc kee</w>
+ec z
+be gs</w>
+nail art</w>
+mayor of
+happy fathersday</w>
+war t
+pet itions</w>
+n ingly</w>
+clean energy</w>
+bro x</w>
+sl alom</w>
+exist ent</w>
+ab ay</w>
+ug liest</w>
+tom p
+stom a</w>
+sel by</w>
+goal scorer</w>
+ben ji</w>
+overwhel mingly</w>
+lan s
+semiconduc tor</w>
+south korea</w>
+re scheduled</w>
+sk yl
+en listed</w>
+dow ski</w>
+si del
+rosen berg</w>
+nas ser</w>
+white head</w>
+pri us</w>
+har are</w>
+en n</w>
+ry der
+í Ĥ
+mon g</w>
+clas ico</w>
+transpor ter</w>
+po tty</w>
+is me</w>
+** ***</w>
+vic e
+sk it</w>
+ode ssa</w>
+l mp</w>
+her n</w>
+raci ally</w>
+pin oy
+paragu ay</w>
+obitu ary</w>
+go es
+bu cha</w>
+side walks</w>
+angu lar
+un constitutional</w>
+transiti oning</w>
+i bu
+gu ys
+un packing</w>
+oooo oo
+black girl
+ber gs</w>
+Â ¯</w>
+wordof theday</w>
+trump train</w>
+thunder bolt</w>
+m si
+fasci sts</w>
+ठ¬</w>
+t sk</w>
+collap ses</w>
+raje sh</w>
+loveis love</w>
+migr ating</w>
+set back</w>
+ðŁĺĬ âĿ¤ï¸ı</w>
+t els</w>
+safety first</w>
+nar rated</w>
+jae joong</w>
+un answered</w>
+lique ur</w>
+en nes</w>
+dal go</w>
+bill ings</w>
+salt water</w>
+mer maids</w>
+lon gs</w>
+clap ham</w>
+we arec
+pic collage</w>
+n ach</w>
+h ace</w>
+pois oned</w>
+lo th</w>
+ag na</w>
+adel rey</w>
+guar dia</w>
+poli shing</w>
+peace keeping</w>
+d all</w>
+p isa</w>
+la pland</w>
+process ors</w>
+de andre</w>
+so bs</w>
+p once</w>
+dra ins</w>
+c be</w>
+ðŁİ¥ :</w>
+spla sh
+meat ball</w>
+fon tana</w>
+worcester shirehour</w>
+ne v</w>
+bri sk</w>
+b int
+ac r</w>
+po x</w>
+cay enne</w>
+skril lex</w>
+j fc</w>
+hahahaha hahaha</w>
+gla s</w>
+en gul
+tempor al</w>
+oni zed</w>
+con cre
+com pose</w>
+vibr ations</w>
+plant ers</w>
+fer t</w>
+criticalrole fanart</w>
+t bli
+sch allenge</w>
+huck abee</w>
+munici pal
+iam bic
+radi os</w>
+ne vis</w>
+dura bility</w>
+mc cla
+horse back</w>
+inst itutes</w>
+ful fill
+atta ch
+ate ur</w>
+ak an
+resi sting</w>
+illumin ation</w>
+hand le
+hair care</w>
+om ent</w>
+macle od</w>
+ka iser
+g no</w>
+bear down</w>
+ly f</w>
+gl omer
+distor tion</w>
+z m</w>
+san k</w>
+roo sters</w>
+is now</w>
+as ports</w>
+ag en</w>
+wo ken</w>
+st george
+ro mper</w>
+my le
+econom ists</w>
+ru to</w>
+t will</w>
+health and
+d ito</w>
+ws l</w>
+tair p</w>
+pra kash
+mic heal</w>
+h ts</w>
+w rights</w>
+kat su</w>
+fioren tina</w>
+defen seman</w>
+d itch
+var sity
+texan scheer</w>
+ba ham
+sc anned</w>
+we il</w>
+seduc tive</w>
+ðŁijį ðŁı½</w>
+fu e</w>
+er win</w>
+dav ison</w>
+ter ran
+moo ds</w>
+wool f</w>
+re source
+@ .</w>
+cu sh
+ðŁį °
+regre ssion</w>
+cur led</w>
+la zer</w>
+jo anne
+ab bott
+mo z</w>
+down ers</w>
+mm mmmm</w>
+valent ina</w>
+k hair
+dream t</w>
+cro ok</w>
+che k</w>
+ste aming</w>
+nephe ws</w>
+cl eric</w>
+as ober
+indefin itely</w>
+w ye</w>
+us news</w>
+joy ce
+flu shing</w>
+wynonna earp</w>
+ron do</w>
+kis s
+hot dog</w>
+bar ns</w>
+sax ophon
+far ley</w>
+gas p</w>
+decre asing</w>
+al way</w>
+pe x</w>
+l sd</w>
+shi ft
+p outine</w>
+ra zz
+rescu ing</w>
+ni ko</w>
+ho ch
+cc l</w>
+u aap</w>
+n ts</w>
+m car
+il wx</w>
+conqu ering</w>
+ket tering</w>
+stur dy</w>
+delay ing</w>
+sto k</w>
+vani shed</w>
+cath ar
+bin gham
+in v</w>
+ic hiro</w>
+he mo
+budge ting</w>
+[... ]</w>
+be ss</w>
+sebasti an
+slow ed</w>
+ðĿ ij
+musli m
+stun s</w>
+acton climate</w>
+ve a</w>
+se ton</w>
+rose tta</w>
+oun t
+hard in</w>
+flu id
+ca w</w>
+ðŁ¥ Ĥ
+yach t
+un l</w>
+sp hy
+provoc ative</w>
+or ic</w>
+is back</w>
+__ _
+nicol as
+gy an</w>
+loo se
+fl in</w>
+reb ate</w>
+: ::</w>
+! "@</w>
+com icon</w>
+she ff</w>
+down stream</w>
+chic hester</w>
+beach life</w>
+mom life</w>
+diabe te
+ar ra</w>
+van e</w>
+ok u</w>
+ye o</w>
+man go
+try out</w>
+app ell
+he irs</w>
+arjun a</w>
+dd u</w>
+na veen</w>
+movi c</w>
+soci alists</w>
+s back</w>
+criteri on</w>
+soyu z</w>
+k her</w>
+da z</w>
+yol anda</w>
+wine oclock</w>
+re ina</w>
+one w</w>
+leon ard
+en dez</w>
+u bs</w>
+support local</w>
+facilit ated</w>
+carameli zed</w>
+b pa</w>
+vuel ta</w>
+my tho
+m ami</w>
+spe are</w>
+nbap layoffs</w>
+fe vre</w>
+nick jonas</w>
+im print</w>
+c so</w>
+craig slist</w>
+la salle</w>
+gi deon</w>
+ha doop</w>
+dis regard</w>
+w ud</w>
+tu c</w>
+ma gee</w>
+acou stics</w>
+ta a</w>
+qui e
+pol a</w>
+cr t</w>
+dw yer</w>
+dis sec
+capit ol
+men tion
+kn oll</w>
+he igh
+fin ders</w>
+plac ements</w>
+l se</w>
+indi ra</w>
+gur i</w>
+madhuri dixit</w>
+kingdom s</w>
+iambic pent</w>
+geor gina</w>
+je ky
+conflic ting</w>
+bay an</w>
+aga tha</w>
+uph old</w>
+dr on
+vic ar</w>
+ex pat</w>
+periph eral</w>
+pe ssi
+fa f</w>
+ance stor</w>
+? ..</w>
+wid get</w>
+pun c
+comm enced</w>
+beav s</w>
+air waves</w>
+ad dis</w>
+po a</w>
+de sses</w>
+co den
+vu e
+ru pee</w>
+kar in</w>
+spo ck</w>
+m sy</w>
+ภ°
+pr ick
+fill more</w>
+ti fication</w>
+thing sto
+sar de
+em ile</w>
+pere ira</w>
+n ad</w>
+bright ening</w>
+arre sting</w>
+wo king</w>
+usc g</w>
+sp ill
+raspberry pi</w>
+hu go
+ite c</w>
+is ma
+cuff links</w>
+optimi zed</w>
+oc c</w>
+mi wx</w>
+en ka</w>
+el ited
+afford able
+sa kh</w>
+coron ado</w>
+ho h</w>
+at ul</w>
+ai oli</w>
+jim cantore</w>
+accoun ted</w>
+vin ay
+her mit</w>
+groo ves</w>
+ran ch
+r illa
+we tter</w>
+ou tof
+veter in
+ni kov</w>
+ki an
+fair banks</w>
+ram apho
+n iti
+k ko</w>
+ru sty
+ne stle</w>
+tv xq</w>
+shahe er</w>
+âĿ¤âĿ¤ âĿ¤âĿ¤</w>
+penn ant</w>
+gem stones</w>
+dem debate</w>
+ðŁIJ Ĭ</w>
+auton ews</w>
+support indiefilm</w>
+mach o</w>
+ve x</w>
+new sat</w>
+ne ti
+conce ssions</w>
+can died</w>
+yof the
+mac au
+den ds</w>
+cricke ters</w>
+san iti
+mari ano</w>
+gh at</w>
+ar toftheday</w>
+¡ ľ
+e gos</w>
+gen oa</w>
+chat bots</w>
+bri er</w>
+al labout
+mon ty
+spi ed</w>
+r tr</w>
+comfor t
+sni ppets</w>
+real time
+gra in
+exam ined</w>
+en lightening</w>
+tt u</w>
+god bless</w>
+release the
+sing ular</w>
+ki ans</w>
+ha ka</w>
+sor ren
+defe ct</w>
+mar g</w>
+equ ities</w>
+d orian</w>
+su ka</w>
+per l
+aishwar ya</w>
+pul lover</w>
+preci sion
+fair way</w>
+ne ve</w>
+rive ting</w>
+vill anova</w>
+en com
+ak o
+passion ately</w>
+europale ague</w>
+siem pre</w>
+x vi</w>
+enligh tened</w>
+c fr</w>
+âĺħâĺħ âĺħâĺħ</w>
+wast eland</w>
+is f</w>
+new comers</w>
+emergen cy
+amphi theatre</w>
+- .</w>
+text books</w>
+figur ative</w>
+tre mb
+pe sc
+ab hin
+ab bot</w>
+ac acia</w>
+har ds</w>
+por sche
+kau ai</w>
+el isa</w>
+car rick</w>
+abo u</w>
+elli er</w>
+be ch
+neu tron</w>
+galap agos</w>
+ru ben
+in nis
+how to</w>
+nun s</w>
+sab ine</w>
+i ac</w>
+clin ched</w>
+no tori
+fi ves</w>
+cairn gor
+per i</w>
+gr c</w>
+ðŁĴ¯ ðŁĴ¯</w>
+mal m
+twelf th</w>
+di ff
+rout ines</w>
+marty n</w>
+lin den
+synthesi zer</w>
+nu mber
+game cube</w>
+fal kirk</w>
+byz antine</w>
+queu ing</w>
+gr ill
+scal able</w>
+char red</w>
+rou ting</w>
+her bali
+gri zz</w>
+ðŁĺŃðŁĺŃ ðŁĺŃ
+tol l
+termin als</w>
+l pc</w>
+ab d</w>
+war mups</w>
+remo vable</w>
+¯ \
+vi go</w>
+pap aya</w>
+ne ve
+lov ingly</w>
+jo kers</w>
+ib les</w>
+sse tt</w>
+poten ti
+pel e</w>
+gi gi
+sadi q</w>
+leg acy
+son o</w>
+ru pees</w>
+retar ded</w>
+ele e</w>
+par r</w>
+fi ance</w>
+ey re</w>
+say ers</w>
+pend ants</w>
+mak nae</w>
+al bans</w>
+adap ting</w>
+p ff</w>
+pu berty</w>
+ji u</w>
+ing rad</w>
+hypocr ite</w>
+diplom ats</w>
+phys ical
+rob by</w>
+bon sai</w>
+ãģ ·
+f att
+catal unya</w>
+âľ ĸï¸ı</w>
+ro ma
+more land</w>
+so e
+conver sions</w>
+stl blues</w>
+shol m</w>
+gra ssy</w>
+pra do</w>
+on u
+assaul ting</w>
+> _
+sett es</w>
+dis graceful</w>
+aph ra
+âļ½ï¸ı âļ½ï¸ı</w>
+ठª</w>
+kil n</w>
+goal tender</w>
+s ru
+philanthro pist</w>
+b als</w>
+th n
+stu den
+sando val</w>
+dogre scue</w>
+eli ons</w>
+asse ssed</w>
+lar go</w>
+hec tares</w>
+sh rm</w>
+sa if</w>
+cle avage</w>
+no ches</w>
+n ene</w>
+fat alities</w>
+cur ing</w>
+clean ser</w>
+al es
+p vp</w>
+south bank</w>
+pizz eria</w>
+marsh als</w>
+kni fe
+an dover</w>
+tbli ghtning</w>
+sr sly</w>
+ou te</w>
+digi mon</w>
+timesof india</w>
+prome the
+le bo
+f su
+wit z
+rever e</w>
+man as
+mam ba</w>
+ch ica</w>
+gu an
+exhibit or</w>
+csr racing</w>
+d ere</w>
+xx xxx</w>
+gu sta</w>
+story time</w>
+ston ey</w>
+organ ics</w>
+and u
+se am</w>
+min ogue</w>
+anushka sharma</w>
+ab a
+ðŁİĻ ï¸ı</w>
+ugand an</w>
+chro matic</w>
+as sn</w>
+document aries</w>
+sh t</w>
+ru paul</w>
+loy d</w>
+k ats</w>
+e us</w>
+ite ch
+me dusa</w>
+pan ty
+kel logg</w>
+et to</w>
+talla de
+sha a</w>
+do st</w>
+p ms</w>
+mari ana</w>
+je ster</w>
+croo ks</w>
+ðŁĶ ¬</w>
+min danao</w>
+ind hoven</w>
+ðŁ¤ ª
+le xi
+tv n</w>
+jan is</w>
+co te
+ãģ Ĩ
+ser rano</w>
+iw m</w>
+ðŁIJ ¬</w>
+k ke</w>
+distribu tors</w>
+cap u
+counterfe it</w>
+camp site</w>
+ag gie
+ðŁĺ ¼</w>
+chhat tisgarh</w>
+~ @</w>
+state u</w>
+san di
+prevent able</w>
+cl s</w>
+can ne
+mm c</w>
+i ver</w>
+sa haran</w>
+pal is
+night out</w>
+do s
+ap ia</w>
+absc bn
+manag erial</w>
+aro se</w>
+mo wx</w>
+aro sa</w>
+ðŁĮ ³
+under dog</w>
+remo ver</w>
+astronom ers</w>
+lent ils</w>
+su scep
+smoo ther</w>
+pend leton</w>
+fau cet</w>
+e mory</w>
+dal mati
+af cb</w>
+tic us</w>
+exem pt</w>
+en rol
+d heim</w>
+ðŁIJ º
+restric tion</w>
+star fish</w>
+sto w
+snor kel
+thunder birds</w>
+she ad
+homo sexual</w>
+dy n
+as li</w>
+andre tti</w>
+dou che</w>
+dom o</w>
+tar mac</w>
+slu mber</w>
+pr onto</w>
+first dayof
+mini ature
+mari achi</w>
+argu s</w>
+recomm ending</w>
+mobi les</w>
+in ce</w>
+illustri ous</w>
+or c</w>
+adver ts</w>
+gr its</w>
+wea sel</w>
+pag oda</w>
+over pass</w>
+gre ys</w>
+maxi mus</w>
+arma gh</w>
+wood land
+sun ni</w>
+ðŁĴ ī
+ë Ŀ
+ti one
+soci o
+ho s
+ðŁ¤Ĺ ðŁ¤Ĺ</w>
+wind sor
+subsequ ent</w>
+munch ies</w>
+id h</w>
+exclu ding</w>
+e mi
+cu th
+z ai
+week days</w>
+law suits</w>
+barn ard</w>
+Ø ª</w>
+pe tting</w>
+net es</w>
+mul ligan</w>
+pharmac ists</w>
+ra quel</w>
+e ton</w>
+cran ston</w>
+gil ded</w>
+cle ary</w>
+ce ph
+ra a</w>
+pam per</w>
+lombar di</w>
+as in</w>
+sher ry
+pro d
+for te
+ari anism</w>
+buffalob ills</w>
+æľ ¬
+ðŁĶ¥ #</w>
+uu u
+just ices</w>
+car ina</w>
+nat in</w>
+mas low</w>
+dro oling</w>
+cog nac</w>
+cam ber
+el ong
+r dr</w>
+in en</w>
+convic tions</w>
+am use</w>
+tro ck</w>
+harm less</w>
+visit ation</w>
+gen omic</w>
+bl and
+beno it</w>
+chim p</w>
+tuscal oosa</w>
+gre asy</w>
+x po</w>
+gil t</w>
+se q</w>
+per mitted</w>
+christma seve</w>
+book s
+mu e
+old school
+human right
+be ati
+ðŁĶ Ŀ
+sh at</w>
+sculp ting</w>
+h wan</w>
+fern andes</w>
+sci utto</w>
+fu entes</w>
+endeav ors</w>
+maid stone</w>
+un paralleled</w>
+shou ted</w>
+queen of
+mer c</w>
+band ic
+ve da</w>
+sel angor</w>
+pi le
+ja han
+intimid ating</w>
+disapp ears</w>
+cl ich
+za ha</w>
+w urst</w>
+hi v
+fod ils</w>
+cor dless</w>
+aaaa aa</w>
+hy dra
+bel inda</w>
+e els</w>
+bu f
+su staining</w>
+rugby league</w>
+no c</w>
+brig itte</w>
+( ðŁĵ¸:</w>
+tromb one</w>
+soo the</w>
+smo g</w>
+ad p</w>
+stab le
+ing ley</w>
+diagno se</w>
+ms g
+we ss</w>
+tic keting</w>
+one e</w>
+nsw pol</w>
+e up
+auto psy</w>
+adity anath</w>
+sun down</w>
+river front</w>
+si ya</w>
+p is</w>
+hier archy</w>
+dur ango</w>
+di jk</w>
+ren shaw</w>
+he aps</w>
+epide mi
+david bowie</w>
+interne tof
+dd i</w>
+nation ality</w>
+mb ar
+air y</w>
+win der
+w alia</w>
+elli ott
+c x
+bav arian</w>
+pl att
+an tw
+wi wx</w>
+sof ter</w>
+ne ha</w>
+h eller</w>
+th and
+dani ela</w>
+bo ast</w>
+degra dation</w>
+ðŁĴ¦ ðŁĴ¦</w>
+transform ing
+man e
+av ut</w>
+ðŁĺĪ ðŁĺĪ</w>
+vo ter
+the e
+t ate
+pu ff
+in door
+sop roud</w>
+boy ce</w>
+boris johnson</w>
+wait in</w>
+immun ology</w>
+ðŁıĨðŁıĨ ðŁıĨ</w>
+âĿ Į
+street food</w>
+liz asober
+cavali er</w>
+c elia</w>
+need le
+motor ing</w>
+g ato</w>
+, )</w>
+ra de
+harve st
+t ms</w>
+jar pad</w>
+on ey
+air men</w>
+v re
+impair ment</w>
+abhi shek</w>
+snoo p
+l ant</w>
+fam ously</w>
+bl ou
+s ze
+g ander</w>
+un touch
+tu f
+dee jay</w>
+col lateral</w>
+b ind</w>
+ðŁļ ©</w>
+pin ning</w>
+ic n</w>
+' ;</w>
+the economist</w>
+ul tram
+worldwater day</w>
+ti poff</w>
+the i
+feed ers</w>
+campa ign
+sc umb
+day weekend</w>
+yo m</w>
+pe dic</w>
+h ough</w>
+ps v</w>
+pl in
+on de</w>
+boston marathon</w>
+az zy</w>
+* _*</w>
+con ley</w>
+thi ago</w>
+hoo o</w>
+gal erie</w>
+luci d</w>
+je tt</w>
+gl itz</w>
+final fantasy</w>
+achiev ers</w>
+y ung
+peregr ine</w>
+op hi
+dam es</w>
+biom ar
+âĺĢï¸ı âĺĢï¸ı
+sk c</w>
+l ics</w>
+fl ank</w>
+ar rahman</w>
+ho of</w>
+uphol stery</w>
+t ats</w>
+wo z
+Â ¿
+snor ing</w>
+ra er</w>
+l ju
+ap d</w>
+pl ating</w>
+kan u</w>
+im ation</w>
+fragr ances</w>
+m ra
+mor ay</w>
+mo tt
+im muni
+hearti es</w>
+bho pal</w>
+tim ers</w>
+g ata</w>
+color way</w>
+car nation</w>
+win get</w>
+si ghs</w>
+s ville
+optimi st</w>
+chate au
+olympi ans</w>
+ci o
+singer songwriter</w>
+ny o</w>
+fi bers</w>
+bur ch</w>
+ag ro</w>
+mil ne</w>
+ig bo</w>
+cr amer</w>
+ation als</w>
+dan ube</w>
+pad ma
+nor mani</w>
+en forced</w>
+bre ck
+boeh ner</w>
+ar den
+sur rendered</w>
+pros thetic</w>
+om a
+ha iled</w>
+calcul ations</w>
+w fa
+bi b
+fcb live</w>
+fon da</w>
+west coast</w>
+que sts</w>
+friend ly
+to wie</w>
+fit ch</w>
+bal ot
+star dom</w>
+scrat ching</w>
+ho sa</w>
+thi ka</w>
+o ven
+stro ke
+out post</w>
+pharmaceu ticals</w>
+hi kari</w>
+mu y</w>
+af d</w>
+fallon tonight</w>
+squ at
+or u
+dra ined</w>
+chocol at</w>
+ë¯ ¼</w>
+wor ths</w>
+ri b
+mu j
+that s
+residen te
+it el</w>
+boo st
+mi gos</w>
+mul led</w>
+la a</w>
+etsy shop</w>
+don keys</w>
+me k</w>
+p tc</w>
+flin ders</w>
+e hs</w>
+ro hit
+mu ir
+g ad</w>
+compos itions</w>
+åĨ Ļ
+combu stion</w>
+i kh
+yemen i</w>
+wav ed</w>
+gar ci
+ak os</w>
+oo ds</w>
+fu sion
+se que
+s lan
+pl ur
+kic chasu
+shenan do
+s ams</w>
+worl den
+horo witz</w>
+with me</w>
+mic robes</w>
+k ki</w>
+ðŁĴĶ ðŁĴĶ
+w su
+patch work</w>
+fre er
+y aki</w>
+the art
+symboli sm</w>
+mil er</w>
+bt n</w>
+ma bu
+side kick</w>
+motiv ates</w>
+sag itt
+natur als</w>
+serv iced</w>
+ps ori
+pa ola</w>
+qu ig
+i badan</w>
+gi ggs</w>
+ë ³
+sciento logy</w>
+si oux
+salam at</w>
+d res</w>
+cad bury</w>
+d hawan</w>
+ci ón</w>
+_ '</w>
+swa pping</w>
+maris ka</w>
+james bond</w>
+explo sives</w>
+ay les
+af er
+s agu
+cen sor</w>
+tom a</w>
+jeff erson
+ring ed</w>
+par tist</w>
+ir responsible</w>
+aguil ar</w>
+vac ay</w>
+equ itable</w>
+altrin cham</w>
+ac ur
+man ish</w>
+ger min
+schoo led</w>
+pu tter</w>
+ed ad</w>
+nav al
+toast y</w>
+sol areclipse</w>
+dish u</w>
+coy ne</w>
+ac co</w>
+mu ck
+mar an
+el os</w>
+len der</w>
+cro ix</w>
+worth less</w>
+ha ber
+gun men</w>
+ðŁį ĵ
+zen ith</w>
+t enders</w>
+hur st
+hol tz</w>
+itali ans</w>
+car low</w>
+u cd
+characteri stic</w>
+bun g</w>
+av l
+u th</w>
+sa sia</w>
+rs l</w>
+red man</w>
+neighbor ing</w>
+green peace</w>
+sti ps</w>
+follow party</w>
+y gk</w>
+en os</w>
+omni bus</w>
+na issance</w>
+chri ssy
+secu re
+call back</w>
+ji hoon</w>
+memor y
+block er</w>
+l anta</w>
+daf fodils</w>
+bil t
+ffer ty</w>
+fau st</w>
+ie c</w>
+nipp les</w>
+so g</w>
+m nd</w>
+jagu ar
+bol dly</w>
+ab poli</w>
+pro position</w>
+gun sense</w>
+evan sville</w>
+cu tters</w>
+we go
+dou n</w>
+do x
+stal lions</w>
+ka j
+shi ppers</w>
+j awa
+vol o</w>
+le ven
+pap rika</w>
+kov ich</w>
+jor di</w>
+induc tees</w>
+app alling</w>
+dial ysis</w>
+allevi ate</w>
+âĢĶ âĢĶ</w>
+pie ter</w>
+mid wi
+q tr</w>
+juli ette</w>
+inter mission</w>
+haw ks
+act ment</w>
+one ill</w>
+k lin
+vam ps</w>
+fam ous
+cou ld
+autom obi
+da an</w>
+west end</w>
+elli p
+nh c</w>
+mel anch
+web series</w>
+ton gue
+snat ched</w>
+smy th</w>
+tan gible</w>
+sl i</w>
+e asing</w>
+bar stool
+over lay</w>
+afford ability</w>
+ting ed</w>
+ter as</w>
+ay ush
+wanna one</w>
+rh ine</w>
+dan a
+sh ana</w>
+kend al</w>
+fer tile</w>
+w ir</w>
+repl eni
+lar vae</w>
+is ro</w>
+con vos</w>
+ab brevi
+u cc
+hun gry
+bur rows</w>
+ag er
+nav i</w>
+mat in</w>
+du per</w>
+cer n</w>
+ma don
+ķ ï¸ı</w>
+é ģ
+tu ps</w>
+hy att
+sh ep</w>
+friday night
+wis er</w>
+hei di
+hat ton</w>
+p gh
+foun tain
+wrist bands</w>
+ahmadi yya</w>
+aeri al
+subscri bed</w>
+so los</w>
+m ace</w>
+sla yed</w>
+for fe
+dul ce</w>
+christ mass
+arun jaitley</w>
+viol ate</w>
+ob stru
+ni eces</w>
+w vu
+idy l
+fa ze</w>
+pre serves</w>
+infr inge
+premi ers</w>
+inter vals</w>
+agen cy
+( ©</w>
+stand alone</w>
+di mes</w>
+bo er
+param eters</w>
+ge tit
+ðŁĺĺðŁĺĺ ðŁĺĺðŁĺĺ</w>
+tu lane</w>
+for given</w>
+scol l</w>
+mb ps</w>
+smash bros</w>
+rob bi
+prima vera</w>
+ali st
+ghost ly</w>
+ay at
+ye ats</w>
+impre ssionist</w>
+ear phones</w>
+caul field</w>
+wai kiki</w>
+sal ute
+sc ou
+mu ay
+louis vuitton</w>
+bak hta
+ado g</w>
+inven tions</w>
+hur d</w>
+forec lo
+stream line</w>
+thalai var</w>
+ch snews</w>
+will ard</w>
+t sn
+euro parl</w>
+cru sher</w>
+my sore</w>
+gro wer</w>
+ra ping</w>
+pat ti
+g den</w>
+sm w</w>
+muf ti</w>
+kid man</w>
+ab r
+soun ders</w>
+skep tical</w>
+ðŁĶ İ</w>
+sun dar
+i me
+fer g</w>
+feather weight</w>
+ar lington
+pas qu
+ag azine</w>
+wearab le
+nati c</w>
+mccl ure</w>
+inter mitt
+hor de</w>
+six ties</w>
+car te</w>
+bha v
+ze al
+experi ential</w>
+ador ned</w>
+som mer</w>
+eno te</w>
+hypo thesis</w>
+stin ky</w>
+pro to</w>
+dead lines</w>
+vo gel</w>
+mus ings</w>
+monc ton</w>
+gu ter
+f le</w>
+aci on
+voice of
+ta sha</w>
+inhabit ants</w>
+type face</w>
+s ba</w>
+bts x
+ðŁĶ Ĵ</w>
+wor x</w>
+u hc</w>
+jo ko
+cell ars</w>
+gor o</w>
+continu um</w>
+... &</w>
+weather cee</w>
+ha p
+sr k
+ris ers</w>
+lonely planet</w>
+un named</w>
+co eur</w>
+ðŁį Į</w>
+the world
+ili ke
+fa sten
+ami go</w>
+ri ba</w>
+ramapho sa</w>
+staf fers</w>
+had ley</w>
+? ?"</w>
+fi ore</w>
+sal ut
+hu ff</w>
+bez os</w>
+Ñ ĭ
+ra der</w>
+kam ala</w>
+in line</w>
+fill ers</w>
+um atic</w>
+all in
+shat ter</w>
+re in</w>
+o ku
+ch ases</w>
+fla gged</w>
+baby metal</w>
+water stones</w>
+ts b</w>
+cut out</w>
+op hel
+aam a
+rockab illy</w>
+sto lic</w>
+jet blue</w>
+ich ick</w>
+down ton
+uzbe kistan</w>
+pat na</w>
+la q</w>
+gr ange
+) _/
+subsi di
+sc p</w>
+newsc ast</w>
+it sa
+twee tyour
+e mor
+archae ologists</w>
+uni fication</w>
+por ta</w>
+q x</w>
+protec tors</w>
+pro hib
+charis ma</w>
+car tag
+ren fre
+scul pt</w>
+guwa hati</w>
+de ma</w>
+boo p</w>
+unf pa</w>
+dex ter
+lay la</w>
+alleg es</w>
+sou ps</w>
+never again</w>
+l ys</w>
+cal c</w>
+bar oness</w>
+visu alize</w>
+ger ber</w>
+absor bed</w>
+i ers</w>
+a han
+fon tein</w>
+detec tors</w>
+verst appen</w>
+sv c</w>
+formul ated</w>
+ac dc</w>
+li x</w>
+in competent</w>
+bh k</w>
+lour des</w>
+water house</w>
+snow ed</w>
+appreci ative</w>
+sig ma
+lizasober ano</w>
+pen ned</w>
+pay check</w>
+tall inn</w>
+fanc afe</w>
+par isi
+av alley</w>
+vi g</w>
+ru fc</w>
+hard ship</w>
+so cute</w>
+po ise</w>
+ì ¹
+roth schild</w>
+k ly</w>
+???? ????
+l hp</w>
+il ay
+f hs</w>
+am ad
+ide als</w>
+brad bury</w>
+bal boa</w>
+nic ot
+kid nap</w>
+wol ve
+tas manian</w>
+op t
+matthi as</w>
+ãĥ³ ãĤ
+super markets</w>
+mylittle pony</w>
+me lee</w>
+li ster</w>
+gr oun
+fe dora</w>
+kind ness
+en en</w>
+bra hms</w>
+¯\ _(</w>
+ros well</w>
+mar lene</w>
+ic u
+re formation</w>
+or ail</w>
+he brides</w>
+dispar ities</w>
+terrac otta</w>
+swal lows</w>
+re id
+influ encing</w>
+flu or
+den e</w>
+tum our</w>
+blon des</w>
+thunder bird</w>
+sh eva</w>
+moga dishu</w>
+ka b</w>
+cre eps</w>
+i ving</w>
+ene ed
+anno y</w>
+âĶ Ģ
+intri gue</w>
+enqu iry</w>
+ar aj</w>
+tur al
+kuber netes</w>
+end lessly</w>
+divi dends</w>
+tor a</w>
+ti sh
+commemor ates</w>
+un ra
+tri b</w>
+pon ty
+ne m</w>
+diss ent</w>
+brew ingco</w>
+ðŁĺ ½</w>
+nor mali
+bi of
+( ...</w>
+chil len</w>
+ì£ ¼
+mell on</w>
+av is
+mccor mack</w>
+ing ra
+enrich ed</w>
+custome rexperience</w>
+testo sterone</w>
+snu g</w>
+sett i</w>
+ger onimo</w>
+inqui rer</w>
+bre aches</w>
+very thing</w>
+bloom ing
+mu ra
+dispo s
+bi de</w>
+de va</w>
+shade sof
+in trin
+sh ev
+s ven</w>
+nayanth ara</w>
+gan esha</w>
+c ws</w>
+ber ta</w>
+label led</w>
+use um</w>
+nick named</w>
+ma han
+car uso</w>
+ap ur</w>
+ðŁij Ĩ</w>
+w q
+orphan age</w>
+discar ded</w>
+mag nu
+lu e</w>
+je on
+bridge port</w>
+pac ing</w>
+mercur y
+( ðŁĵ¸</w>
+marx ist</w>
+amphi bious</w>
+transplant ation</w>
+stit ching</w>
+then burg</w>
+gradu al</w>
+ãĤ Į</w>
+ro ft</w>
+ma ils</w>
+ine c</w>
+guy ana</w>
+dopp elg
+ver o
+re write</w>
+head less</w>
+harb augh</w>
+gate way
+car sforsale</w>
+sw i</w>
+st is</w>
+mach t</w>
+un de</w>
+sura baya</w>
+stap leton</w>
+nur turing</w>
+mil ner</w>
+ya o</w>
+lma oooo</w>
+ko sh</w>
+arsen al
+k ame
+er ry
+ar royo</w>
+dis misses</w>
+ru bbed</w>
+rc b</w>
+lew d</w>
+dil u
+and or
+vi de</w>
+ur in
+inter sec
+ha ar
+al b
+year swith
+app leton</w>
+é al</w>
+ul livan</w>
+suc cu
+monter rey</w>
+d mx</w>
+artem is</w>
+ron nie
+farm land</w>
+s football</w>
+gro tto</w>
+anth i</w>
+ãĢ ģ</w>
+à® Ł</w>
+vid ya</w>
+jimmy fallon</w>
+ൠį</w>
+t zer</w>
+gravit ational</w>
+w thr
+u hhh</w>
+e hr
+tin ker
+ti juana</w>
+scran ton</w>
+ram charan</w>
+bar clay</w>
+re van</w>
+m si</w>
+ka p</w>
+wr s</w>
+we thenorth</w>
+tor al</w>
+sat u</w>
+gro m</w>
+fac ep
+erick son</w>
+z yn
+se dge</w>
+oo dle</w>
+spur sofficial</w>
+ds p</w>
+sic ilian</w>
+soli hull</w>
+recei vers</w>
+ladak h</w>
+hend rick</w>
+ther i</w>
+presi ding</w>
+mc guinness</w>
+litt ers</w>
+gun nar</w>
+gh oul</w>
+wi b</w>
+n tv</w>
+kar o</w>
+fro ck</w>
+b lau
+ampli fy</w>
+all is</w>
+ul lah</w>
+memo irs</w>
+kh loe</w>
+intercep tions</w>
+pet day</w>
+lo oney</w>
+con fin
+ch ay
+piyush goyal</w>
+frequ encies</w>
+ut z</w>
+event ual</w>
+warm ly</w>
+obli vion</w>
+an ka</w>
+ta it</w>
+âĿ¤ï¸ı .</w>
+director ial</w>
+ru lers</w>
+prince s
+mu ck</w>
+stur ridge</w>
+deu ce</w>
+abri dged</w>
+bagu ette</w>
+un cles</w>
+pen du
+min ding</w>
+forre ster</w>
+av ila</w>
+wall er</w>
+wall street</w>
+ment or
+hin o</w>
+high way
+crom well</w>
+fanart friday</w>
+mb i</w>
+co yle</w>
+a hi
+tro ve</w>
+spie gel</w>
+pay tm</w>
+mcin tosh</w>
+jan sen</w>
+nit i</w>
+nash ville
+len o</w>
+leicester shire</w>
+le gos</w>
+dic t
+ðŁĵ ½</w>
+sp ad
+beverly hills</w>
+sy rah</w>
+separ ates</w>
+z ain</w>
+un fit</w>
+dra gs</w>
+tan ia</w>
+over flowing</w>
+hri thik</w>
+haw thorn</w>
+z ani</w>
+mac far
+fi de</w>
+to tem</w>
+pe ds</w>
+fundament ally</w>
+cal ico</w>
+sin ner</w>
+j ä
+hil de
+ds d</w>
+ten ay</w>
+ta hit
+mil f</w>
+lie b</w>
+inform ing</w>
+up lift</w>
+ra el</w>
+mortg ages</w>
+lec t</w>
+ii ii</w>
+guillau me</w>
+compos ites</w>
+old smobile</w>
+l end
+gar th
+com mish</w>
+bapti zed</w>
+scorpi ons</w>
+ru cker</w>
+bringback our
+alli ance
+thalap athy
+tal i</w>
+sp ans</w>
+eri dge</w>
+wither spoon</w>
+lin da
+sky lar</w>
+kor n
+hom s</w>
+Ä į
+sil enced</w>
+caf fe</w>
+ar ty
+dist inguish</w>
+to wed</w>
+pun g</w>
+jessic a
+ear nest</w>
+beau fort</w>
+t ama</w>
+study abroad</w>
+si khs</w>
+new bie</w>
+nav ratri</w>
+mar ble
+loun ging</w>
+lit ter
+dal it</w>
+so sa</w>
+iz es</w>
+gra de
+com promising</w>
+tr iton</w>
+de tta</w>
+v j
+chau ffe
+spec tral</w>
+powe red
+montess ori</w>
+artic ulate</w>
+hal ton</w>
+al co</w>
+ye y</w>
+mn twins</w>
+acoun ty</w>
+ðŁijı ðŁı¾</w>
+âī Ī</w>
+mad men</w>
+kal a
+gru m
+chi k</w>
+ati s
+su me</w>
+akh tar</w>
+job search</w>
+high lighter</w>
+bo ath
+âĦ ¹</w>
+tar zan</w>
+lam bo</w>
+âĽĦ ï¸ı</w>
+ox fam</w>
+dump ster</w>
+pretz els</w>
+mac os</w>
+incl ined</w>
+fac tual</w>
+adverti sers</w>
+shu i</w>
+pu ree</w>
+ml pfi
+anti dote</w>
+cap o</w>
+pa str
+merc ado</w>
+but ton
+ar min
+ag g</w>
+lol la
+horri bly</w>
+er rands</w>
+christop he</w>
+time snow</w>
+monday motiv
+li ss
+scand als</w>
+mc i</w>
+dispropor tion
+âĺ İ</w>
+sur pass</w>
+samar itan</w>
+so tho</w>
+pu rest</w>
+fl att
+trivi atuesday</w>
+delec table</w>
+leop old</w>
+hermi one</w>
+chou dhary</w>
+en rich</w>
+¡ ¡</w>
+subsi diary</w>
+ine qualities</w>
+bachel or
+auto immune</w>
+la kota</w>
+i hop</w>
+ad jec
+the simpsons</w>
+sh es
+se k
+gret chen</w>
+up stream</w>
+hin akhan</w>
+coper nic
+x tina</w>
+lu g</w>
+tough ness</w>
+e ad</w>
+cli pped</w>
+bi us</w>
+sl v</w>
+fah ren
+dee pak</w>
+ca u</w>
+x an
+im mature</w>
+dig ni
+bo bs</w>
+shred ding</w>
+but tery</w>
+accommod ations</w>
+de ven
+chun ks</w>
+super league</w>
+sky bet
+kil dare</w>
+je et
+ë į
+ce k</w>
+wrec ks</w>
+pro pane</w>
+oh l
+tb d</w>
+quo i</w>
+trum pp
+mi mo
+reluct ant</w>
+ver ne</w>
+o ic</w>
+ma gh
+ar nau
+se ver</w>
+li dge</w>
+stair way</w>
+kicchasu deep</w>
+ðŁĶ º</w>
+mach ining</w>
+aama admi
+ot i</w>
+c da</w>
+al it
+pan y</w>
+inst alls</w>
+ac ct</w>
+e shop</w>
+di em</w>
+hard well</w>
+fulfill ment</w>
+sc afe</w>
+qu ack</w>
+extrac ts</w>
+swee tened</w>
+fi ghton</w>
+f di</w>
+d inger</w>
+wal tham</w>
+us ur
+refe rees</w>
+seok jin</w>
+gran n</w>
+af rin</w>
+th n</w>
+sch af
+par cels</w>
+bet is</w>
+amar ine</w>
+nom an
+kh tar</w>
+mor itz</w>
+cou pling</w>
+bar ons</w>
+ðŁIJ ¸
+Ã ¸</w>
+sl p</w>
+sad ler</w>
+x ander</w>
+tri ad</w>
+mc millan</w>
+kh z</w>
+divi ding</w>
+ìĹijìĨ Į</w>
+dar yl
+zed d</w>
+le ys
+pla ques</w>
+flu ori
+tipper ary</w>
+on nell</w>
+di dier</w>
+lang ford</w>
+im c</w>
+the sun</w>
+bir dies</w>
+ar cha
+ye ssss</w>
+t di</w>
+dar ia</w>
+cand ace</w>
+al tam
+pal aces</w>
+ch it</w>
+sant am
+event ful</w>
+book of
+ad b</w>
+mon stax</w>
+cre ole</w>
+co el
+âĸ ½
+we aren
+sten nis</w>
+she ath</w>
+ati sm</w>
+gron ingen</w>
+mlpfi m</w>
+le pre
+wrong ly</w>
+rsp ca</w>
+rendez vous</w>
+acknowle dging</w>
+pel vic</w>
+solic itor</w>
+sla ys</w>
+nue stra</w>
+lo d
+is lander</w>
+fer oci
+fashion show</w>
+ra ss</w>
+dge on</w>
+adole scents</w>
+sma shes</w>
+negli gence</w>
+grate ful
+ved ere</w>
+sw oop</w>
+ing l
+apol ice</w>
+vand alism</w>
+gan n</w>
+jo ao</w>
+di supdates</w>
+zimbab we
+under age</w>
+radi ance</w>
+w of
+bour geo
+pla s
+cr ani
+gh ue</w>
+wrec kem</w>
+warran ts</w>
+re form
+jim mie</w>
+at wood</w>
+ys l</w>
+neil himself</w>
+l bj</w>
+i man
+tan to</w>
+nois se
+ver bs</w>
+equip o</w>
+al together</w>
+mam ent</w>
+l ice</w>
+dou glass</w>
+tier ney</w>
+pri med</w>
+j hal
+furn itu
+braz ili
+v ill</w>
+past els</w>
+n ison</w>
+u ff</w>
+paral ysis</w>
+jay e</w>
+im po
+ðŁij ģ</w>
+strate gically</w>
+pakistan is</w>
+was sup</w>
+super bike</w>
+thank u</w>
+tru elove</w>
+sha ikh</w>
+israel is</w>
+vi p
+to g</w>
+li en</w>
+la ker
+grey hounds</w>
+cul ars</w>
+bian chi</w>
+balot elli</w>
+ar ran</w>
+loo s</w>
+str ates</w>
+he bron</w>
+ar vo</w>
+sunder land
+the al
+tomb stone</w>
+sand man</w>
+c pac</w>
+thanks giving
+love him</w>
+lat ino
+an in</w>
+aka if</w>
+ĭ ãĤ
+tor quay</w>
+di est</w>
+alli anz</w>
+ðŁĺ ķ
+golf club</w>
+cl lr
+wal cott</w>
+sch nau
+promp ted</w>
+nomin ating</w>
+len nox</w>
+val et</w>
+mon ro
+may ward
+e ph
+ðŁĶ Ķ</w>
+inter oper
+r da</w>
+re flex
+arm chair</w>
+ê° ķ
+stri pper</w>
+por ti
+ph arm</w>
+ham za</w>
+ni reland</w>
+ne ue</w>
+h pv</w>
+port foli
+sun burn</w>
+fris bee</w>
+be al</w>
+bapti ste</w>
+x h</w>
+ty m</w>
+pr ati
+o vers
+haz rat</w>
+deser t
+der ry
+us ky</w>
+em mett</w>
+ach arya</w>
+)_/ ¯</w>
+shu d</w>
+may a
+ham ill
+ra im
+nr c</w>
+fitt ings</w>
+cur vy</w>
+ðŁı ĩ
+ster ling
+ॠĢ
+wal kin</w>
+short cuts</w>
+mil ly</w>
+ast ur
+alpha be
+pl i</w>
+pe z
+miss you</w>
+rad ford</w>
+ml g</w>
+ta eyang</w>
+notjust lakes</w>
+du mps</w>
+seren dip
+le ur</w>
+ra ving</w>
+e ster</w>
+de priv
+absc bn</w>
+ðŁijĩ ðŁı»
+scar city</w>
+o cr
+mean ings</w>
+cap t
+da hl
+fer mentation</w>
+bri oche</w>
+to win</w>
+out lander
+massi mo</w>
+en cro
+ðŁ¥ ³
+buil t
+po tam
+kir i</w>
+tm w</w>
+monit ored</w>
+k ites</w>
+peoples vote</w>
+gray son
+íģ ¬</w>
+afri ka</w>
+a dies</w>
+i vote
+gy ne
+g annon</w>
+di x
+c mc</w>
+ou ral</w>
+fox andfriends</w>
+bel i</w>
+ig ne</w>
+gl an</w>
+katrin akaif</w>
+co politics</w>
+qual itative</w>
+p si
+lu cci</w>
+disc oura
+âĺ ®</w>
+kel li
+gau tam
+carac as</w>
+reale st</w>
+pu la
+in us</w>
+hill top</w>
+make aw
+atten borough</w>
+tw y
+r arity</w>
+peck ham</w>
+ma hon
+corn elius</w>
+clin icians</w>
+ton line</w>
+tb i</w>
+paradi se
+ka si
+inev it
+fresh ness</w>
+colling wood</w>
+lun atic</w>
+defen se
+cop d</w>
+in fra</w>
+wain wright</w>
+sains bury</w>
+alab am
+te ma</w>
+lac o
+chec ker</w>
+releg ated</w>
+tren t
+stal ks</w>
+huff post
+bhubanes war</w>
+ast ral</w>
+share your
+prim rose</w>
+hi me</w>
+cat an</w>
+end ment</w>
+en dow
+cle mens</w>
+mal oney</w>
+hil ary
+game time</w>
+den ise
+collabor ators</w>
+b wo
+radic als</w>
+gue tta</w>
+ici on
+au a</w>
+snap matic</w>
+sat chel</w>
+excav ation</w>
+base man</w>
+s ão</w>
+gn ation</w>
+fel d
+surve y
+shah zad</w>
+ma st
+anirud hofficial</w>
+tru cker</w>
+ot ago</w>
+geo graph
+ethe l</w>
+âļ¡ï¸ı âļ¡ï¸ı</w>
+s ver
+mu tt</w>
+internetof things</w>
+ancho red</w>
+wh ouse</w>
+bang la</w>
+bal main</w>
+ç¹ ĭãģ
+break fa
+á Ģ
+twi ster</w>
+te tris</w>
+ca v</w>
+stag s</w>
+g z
+au b</w>
+stor med</w>
+hel ens</w>
+yar mouth</w>
+st asy</w>
+gustav o</w>
+co sc
+vin son</w>
+up p</w>
+sc ricket</w>
+assump tions</w>
+app e</w>
+nu h</w>
+u er</w>
+pre mise</w>
+n aga
+e amon
+coron ary</w>
+na f</w>
+north side</w>
+el mer</w>
+ro tar
+out lining</w>
+el f
+re surg
+kat elyn</w>
+in can
+hyster ia</w>
+ce e
+am bani</w>
+pro lly</w>
+Į ãĤĬãģ
+ax es</w>
+san jose</w>
+rem brandt</w>
+mag pie</w>
+even ly</w>
+scor sese</w>
+qu aint</w>
+f g
+b buk</w>
+indian football</w>
+weare all
+spd wy</w>
+pis ces</w>
+ec g</w>
+âĺħâĺħâĺħâĺħ âĺħ</w>
+pre orders</w>
+: |</w>
+ni pple</w>
+sal azar</w>
+ju me
+jail break</w>
+min n
+bas sett</w>
+ze tta</w>
+jef free
+ad jun
+tic on</w>
+san diego
+drink local</w>
+chol era</w>
+solic itors</w>
+o bo
+com post
+ni an</w>
+wr a</w>
+tre ach
+ic ic
+profession al
+del ve</w>
+leg ate</w>
+histor ia</w>
+cro issant</w>
+con noisse
+nam o
+palli ative</w>
+chem trails</w>
+i ority</w>
+global warming</w>
+comic art</w>
+behavi oural</w>
+re sted</w>
+li as</w>
+cli mates</w>
+Ł ãģĦ</w>
+rut land</w>
+nou rish</w>
+menopau se</w>
+hot ties</w>
+demen ti
+ve spa</w>
+mel ville</w>
+anal ogue</w>
+tz man</w>
+str ung</w>
+im perfect</w>
+gl are</w>
+cir cling</w>
+ros berg</w>
+rec o</w>
+oc ity
+lo ire</w>
+em be
+do ssier</w>
+ne el</w>
+nan do
+me a
+gal vani
+fin esse</w>
+ag p</w>
+berke ley
+asi m</w>
+âĺº âĺº</w>
+quil ted</w>
+ish ere</w>
+un matched</w>
+po tion</w>
+for z
+at re
+selfi es
+juli ana</w>
+ðŁļ ¶
+âĸ º
+mel ton</w>
+âłĢâłĢâłĢâłĢ âłĢâłĢâłĢâłĢ
+spin rilla</w>
+pur cell</w>
+ed p</w>
+at leti</w>
+tony awards</w>
+ra ja
+pro gno
+mol ten</w>
+stu ff
+p ally</w>
+nobel prize</w>
+âĻ» ï¸ı</w>
+spiritu al
+spe ake
+sa sha
+bri um</w>
+tru ss</w>
+critici ze</w>
+assassinscre ed</w>
+yor uba</w>
+u lo
+fire man</w>
+workin progress</w>
+ef cc</w>
+fla res</w>
+ro bot
+hi kers</w>
+cl l
+shado wing</w>
+pat sy</w>
+leh man</w>
+c ns</w>
+å ±
+guad al
+à± į</w>
+ra pe
+r honda</w>
+paralle ls</w>
+son ja</w>
+langu age
+land ings</w>
+z ola</w>
+cr amps</w>
+bur ning
+apprais al</w>
+jol la</w>
+ham m</w>
+kas a</w>
+gul ly</w>
+f go</w>
+uly sses</w>
+ri be
+ðŁĴ Ħ
+ib u</w>
+eti enne</w>
+bri ar</w>
+fin ely</w>
+comb ating</w>
+y ql</w>
+go tham
+we chat</w>
+to paz</w>
+primar ies</w>
+l se
+iz z</w>
+hel e</w>
+dispon ible</w>
+cy stic</w>
+bel ichick</w>
+th rush</w>
+kansas city</w>
+ge om
+soli di
+red bubble</w>
+by stand
+cambridge shire</w>
+par fait</w>
+ast le</w>
+ow o</w>
+ind ore</w>
+stom ping</w>
+sm elly</w>
+ðŁ¤ ĸ</w>
+locom o
+adm itting</w>
+hol me</w>
+clock wise</w>
+min sk</w>
+mc co
+for get
+ev p</w>
+cam ra</w>
+ab ella</w>
+yo tes</w>
+universit yof
+mé xico</w>
+silver ado</w>
+ric ket
+crom bie</w>
+pu j
+eradic ate</w>
+deli ght
+y go
+glam ping</w>
+vic a</w>
+du ggan</w>
+coun ters</w>
+cf d</w>
+sc our
+react js</w>
+pu ram</w>
+paras ites</w>
+in ki
+vill en
+stel la
+li mbo</w>
+ang as</w>
+k cr
+ðŁĴļðŁĴļ ðŁĴļ</w>
+vap ori
+mum ford</w>
+oli gar
+à ¼
+al oo</w>
+boo ties</w>
+ad r</w>
+k elli</w>
+dru mmers</w>
+av ici
+nature uk</w>
+ron al
+in trac
+un splash</w>
+le che</w>
+g oma</w>
+el ine
+envir o</w>
+bi onic</w>
+bu eno</w>
+mi k</w>
+av in
+star ling</w>
+em powers</w>
+cake day</w>
+boy cot
+ðŁĴļ ðŁĴļ</w>
+ðŁĮ¸ ðŁĮ¸
+v ach
+m ci
+fractu res</w>
+ger i</w>
+sk ing
+exclu ded</w>
+lu ce</w>
+ja ve
+ig gy
+evi den
+aki stan</w>
+a wn</w>
+mor als</w>
+luci fer
+ha ban
+tumb ling</w>
+sunday motivation</w>
+mo sley</w>
+captain america</w>
+sch icago</w>
+the one</w>
+mo td</w>
+d ts</w>
+ðŁIJ ¼</w>
+rep ell
+ii i
+locu st</w>
+geo spatial</w>
+mer sey</w>
+immer se</w>
+desc end</w>
+ber nade
+j s
+boat sales</w>
+win der</w>
+cran k
+sing leton</w>
+candid acy</w>
+ben a</w>
+ðŁı» âĢį
+high lander</w>
+ol t</w>
+k prs</w>
+healthy lifestyle</w>
+four teen</w>
+end the
+ith aca</w>
+circul ated</w>
+r ans</w>
+pre valent</w>
+ha vas
+splend or</w>
+roo ster
+kalamaz oo</w>
+jewell ers</w>
+enne dy</w>
+rou sey</w>
+es y
+cann ons</w>
+ornam ental</w>
+// //
+ren don</w>
+win ne
+mol ding</w>
+eid mubarak</w>
+coun tess</w>
+simon a</w>
+ha wa</w>
+fo es</w>
+du ster</w>
+sb u</w>
+por tray</w>
+mar ries</w>
+goo dday
+cho co
+achi ever</w>
+ðŁĺ¹ ðŁĺ¹
+pre neur</w>
+tr amp</w>
+tom i</w>
+n bat
+garden chat</w>
+farra khan</w>
+ever glades</w>
+ab ru
+sou sa</w>
+se ce
+homes wee
+terre strial</w>
+bar it
+sri devi</w>
+ol u</w>
+mel inda</w>
+f rick</w>
+can dies</w>
+ðŁĺŃ ðŁĴķ</w>
+qu reshi</w>
+family fun</w>
+exor cist</w>
+cardin al
+ny t
+dies el
+cu mulus</w>
+capric orn</w>
+si ology</w>
+lor na</w>
+dou gie</w>
+an die</w>
+super sport</w>
+c fl
+п ÑĢи
+say ang</w>
+pe ek
+ภĬ</w>
+lo be</w>
+j em
+ing lis</w>
+gg led</w>
+c sn</w>
+amne sty
+chu ps</w>
+ba es</w>
+sau er
+ðŁı IJ
+mongo lian</w>
+en et</w>
+back street
+dr illed</w>
+acce ssing</w>
+ce o
+b se</w>
+ai ken</w>
+pur r</w>
+wor sen
+whe res
+war k
+testi fying</w>
+bu ri
+bla st
+aw g</w>
+ðŁĵ ĭ</w>
+re defining</w>
+hear ing
+u ci
+c mp
+bon i</w>
+tail oring</w>
+ta ji
+noc chi</w>
+em t</w>
+stephen king</w>
+ne et</w>
+compla ins</w>
+campaig ner</w>
+luci ano</w>
+twili ght
+ti esto</w>
+pas sports</w>
+flo yd
+cathe dr
+na ked
+caregi ver</w>
+b coz</w>
+ade cides</w>
+ku ri
+ly k</w>
+br aries</w>
+dren ched</w>
+disc lose</w>
+ðŁĴª ðŁı½
+le blanc</w>
+je tty</w>
+gar ty</w>
+chip mun
+b su</w>
+rhyth mic</w>
+ic z</w>
+fri d</w>
+anne x</w>
+ame x</w>
+solo ist</w>
+lanc ers</w>
+arro whead</w>
+speci fication</w>
+simul ated</w>
+na is
+inver te
+bo wing</w>
+wor ship
+f z</w>
+abo ss</w>
+sha q
+ì¶ ķ
+challeng ers</w>
+an arch
+aamaadmi party</w>
+ãħĭãħĭ ãħĭ</w>
+suffol k
+so corro</w>
+sn ell</w>
+cla dding</w>
+absor bing</w>
+shaw a</w>
+particip ates</w>
+ðŁį Ķ
+book stores</w>
+bak u
+seap ort</w>
+ko jima</w>
+gab y</w>
+pack ard</w>
+electr ician</w>
+let it
+mo wing</w>
+fa wad
+young jae</w>
+hot mail</w>
+men ing
+u rie</w>
+intim acy</w>
+con ti
+: ")</w>
+lifeis good</w>
+in ciner
+i dri
+craz iness</w>
+jour nos</w>
+fran chi
+bott len
+al da</w>
+ff es</w>
+k x</w>
+south we
+air a</w>
+clay ton
+sco ti
+f j</w>
+bri ga
+ðŁ¤ĺ ðŁı»
+demonstr ators</w>
+y z</w>
+stor k</w>
+na q
+casc ades</w>
+travel chat</w>
+plat a</w>
+pad ma</w>
+fran ci
+at tain</w>
+bat girl</w>
+lom bard</w>
+hoo s</w>
+d dos</w>
+neon atal</w>
+discla imer</w>
+r ss
+r ant
+di sen
+tex aste
+so cal
+frac tal</w>
+cam ry</w>
+stri fe</w>
+sn acking</w>
+mu h</w>
+sant ander</w>
+mor ons</w>
+gra f
+par ades</w>
+hu ston</w>
+dru pal</w>
+mi ento</w>
+kir stel</w>
+hy de
+vom it</w>
+forti fied</w>
+sphin x</w>
+da v</w>
+bir yani</w>
+win nings</w>
+s baseball</w>
+mer ged</w>
+lovel ondon</w>
+ling ering</w>
+dream big</w>
+car leton</w>
+liveli hood</w>
+djan go</w>
+astri d</w>
+gri ds</w>
+down e</w>
+bru ised</w>
+s ne</w>
+scarec row</w>
+hel ium</w>
+f nc</w>
+bi ggs</w>
+an ter
+restor ative</w>
+em pires</w>
+ab del
+life style
+kiwan is</w>
+colloqui um</w>
+me en</w>
+pr ick</w>
+anti que
+ze b</w>
+mi mic</w>
+edmon ds</w>
+ðŁijĬ ðŁijĬ</w>
+q ing
+pp el</w>
+mc gill
+interpre ting</w>
+âŀ ķ</w>
+rash ad</w>
+do ka</w>
+narr ator</w>
+electro magnetic</w>
+ash by</w>
+sau ra
+iran deal</w>
+âģ īï¸ı</w>
+krish nan</w>
+in di</w>
+ff en</w>
+bre a</w>
+os man</w>
+multin ational</w>
+chi ppe
+recruit ers</w>
+aus biz</w>
+p ounding</w>
+re gen
+cur sor</w>
+refu sal</w>
+mac s</w>
+in ak
+ax ial</w>
+wa ifu</w>
+up cycled</w>
+hindu stan</w>
+cas sini</w>
+carly le</w>
+scrat ches</w>
+re ef
+man atee</w>
+eat ery</w>
+ðŁĵ ¢
+un condition
+sen pai</w>
+on ther
+comic book</w>
+pro sciutto</w>
+de mar</w>
+mi se
+ma ge
+fre ec
+aye sha</w>
+al der</w>
+android games</w>
+ley ton</w>
+ho ck</w>
+door way</w>
+chicagof ire</w>
+aali yah</w>
+sw elling</w>
+bi x
+. ðŁĺĤ</w>
+evan kirstel</w>
+torpe do</w>
+kon stant
+genevie ve</w>
+ma ia</w>
+ha user</w>
+do torg</w>
+hide ous</w>
+fi k</w>
+sp raw
+e ek</w>
+z appa</w>
+wan dered</w>
+' '
+ra jan</w>
+bam bi</w>
+( $)</w>
+wid ening</w>
+tool box</w>
+sa ir
+illumin ating</w>
+pra ys</w>
+out patient</w>
+i w</w>
+day o</w>
+lo b</w>
+sw fl</w>
+sha des
+gu ms</w>
+coo kin</w>
+ko di
+gri ffin
+traum ati
+ste a</w>
+slaugh tered</w>
+god bless
+air time</w>
+pseu do</w>
+b sa</w>
+hau led</w>
+ar if</w>
+à¸Ńภĩ
+le l</w>
+wc po</w>
+mil iti
+char ters</w>
+worl da
+ru k</w>
+k gs</w>
+digital india</w>
+is able</w>
+idyl lic</w>
+esp ino
+marie tta</w>
+e bo</w>
+team canada</w>
+ab our</w>
+wil ton</w>
+rock stars</w>
+fav ored</w>
+phys ic
+wrink le</w>
+tb r</w>
+d print</w>
+ball arat</w>
+ad al
+z ey
+ðŁĺį ðŁĶ¥</w>
+tom lin</w>
+mt r</w>
+pal sy</w>
+fener bah
+tight en</w>
+phil ia</w>
+ir oning</w>
+ry u
+b ant</w>
+enqu ire</w>
+ca ir</w>
+abur ger</w>
+tru n</w>
+green berg</w>
+chau han</w>
+ir ina</w>
+sh ani
+trend setter</w>
+pre tt
+zaf ar</w>
+alo ve
+v ici
+pan ic
+no o</w>
+lu stre</w>
+disrup ted</w>
+bal lis
+son sof
+mon si
+inst ac
+ake st</w>
+ëĭ ¤
+kw ame</w>
+horror movies</w>
+distric t
+sau cy</w>
+mb an</w>
+ar mies</w>
+with drawn</w>
+med ics</w>
+loft us</w>
+er oom</w>
+be kind</w>
+ar ns</w>
+all on</w>
+un ison</w>
+davi ds</w>
+cr at</w>
+nicot ine</w>
+so or
+sm x</w>
+on co
+cospla ying</w>
+zombi es
+har ms</w>
+e ger
+ro sy</w>
+moon shine</w>
+fe in
+ce tt</w>
+du brov
+reg ents</w>
+ben itez</w>
+ðŁijıðŁı¼ ðŁijıðŁı¼</w>
+ste c</w>
+m alia</w>
+prioriti ze</w>
+ic eland
+ft se</w>
+v amo
+lam ont</w>
+homo sexuality</w>
+bre es</w>
+regu i</w>
+cb p</w>
+te j</w>
+sky sports</w>
+deter gent</w>
+sha sta</w>
+de rel
+conserv ancy</w>
+colori zed</w>
+accol ades</w>
+vis o</w>
+show your
+nan ow
+bice ps</w>
+us ability</w>
+bi m
+dailys ketch</w>
+pearl jam</w>
+stran gest</w>
+mega deth</w>
+broad casts</w>
+bar ren</w>
+ar ton</w>
+chri ss
+confi gu
+lu res</w>
+is the
+e ul
+railway ana</w>
+global health</w>
+gi anni</w>
+u aap
+s lum</w>
+consci ously</w>
+ab re</w>
+n up
+bud get
+v ada</w>
+e sch
+real ness</w>
+er ased</w>
+th unt</w>
+be z</w>
+armist ice</w>
+ðŁij ¹</w>
+sh run
+o led</w>
+driver less</w>
+ðŁ¤· ðŁı»âĢįâĻĢï¸ı</w>
+won dr
+sk an
+sal aam</w>
+mother land</w>
+h wang</w>
+gen o</w>
+gang nam</w>
+tw right</w>
+endor sing</w>
+en ic
+ador ation</w>
+pau sed</w>
+patric ks</w>
+do cked</w>
+plat te</w>
+ff xv</w>
+ethnic ity</w>
+auto show</w>
+side show</w>
+after life</w>
+re located</w>
+orphan ed</w>
+food network</w>
+dare to
+and ra
+sla ps</w>
+v live</w>
+swim s</w>
+re imagined</w>
+mist le
+re vise</w>
+real ity
+bhar ti</w>
+ðŁĴĻ ðŁĴĽ
+late st
+prou dest</w>
+gra sses</w>
+lan yard</w>
+fresh est</w>
+carcin oma</w>
+anom aly</w>
+zieg ler</w>
+sum ner</w>
+ly rix</w>
+gor g</w>
+is d
+av el
+swild life</w>
+me squ
+john cena</w>
+euro league</w>
+sab er
+master ful</w>
+yar ra</w>
+cogn ition</w>
+jacob son</w>
+abo lic</w>
+sir loin</w>
+shuk la</w>
+moj ito</w>
+su pere
+st weet</w>
+me z</w>
+e sa
+rudol f</w>
+gur a</w>
+where you
+tt m</w>
+win s
+trust worthy</w>
+ny k</w>
+bra den</w>
+table top
+good food</w>
+es on
+be k
+lingui stic</w>
+gra ys</w>
+ch ath
+h cs</w>
+mon i
+de ans</w>
+cu ssions</w>
+ch ell</w>
+slo ws</w>
+he mi</w>
+d app
+shar pie</w>
+boo sters</w>
+a os</w>
+str ack</w>
+se dona</w>
+mu eller
+hard wick</w>
+or nate</w>
+thor a</w>
+sal ud</w>
+o twol
+ch um
+mi ho</w>
+for age</w>
+thel ittle
+tear ful</w>
+ones elf</w>
+min dy
+sm g</w>
+gmb h</w>
+emer ald
+ðŁĶ´ âļªï¸ı
+tu tti</w>
+recep tions</w>
+re vising</w>
+i brox</w>
+tope ka</w>
+sal ami</w>
+expan se</w>
+i books</w>
+dob son</w>
+cli o</w>
+at s
+ðŁļ Į</w>
+mo ha
+is ance</w>
+shu tters</w>
+moo t</w>
+jan ine</w>
+marvel comics</w>
+jor dani
+pos er</w>
+kenne th
+hy ung
+de ja</w>
+ase ball</w>
+speci ality</w>
+eu ston</w>
+classic car</w>
+had ith</w>
+ðŁIJ ī</w>
+chas ing
+iz o</w>
+gros ven
+ag lia</w>
+thisdayin history</w>
+t row</w>
+om ile</w>
+hu ar
+by n
+sal ine</w>
+div ine
+demon ic</w>
+ty ran
+han dover</w>
+revit alization</w>
+pa ella</w>
+cryp tic</w>
+se dg
+m end</w>
+dun kirk</w>
+bre d
+wal d
+sport scar</w>
+a ard
+whe aton</w>
+da ener
+k lan</w>
+br t</w>
+bakhta war
+spi res</w>
+schu bert</w>
+ro ti</w>
+poli sh
+o se
+ag ame</w>
+wonder con</w>
+prote stant</w>
+bo sa</w>
+ðŁĺ Ł</w>
+d ü
+joy ride</w>
+ger trude</w>
+âĿ Ŀ</w>
+gil a</w>
+v h
+tw a</w>
+tra v</w>
+swal lowed</w>
+star ve</w>
+la in
+ent ren
+rei ki</w>
+su kh
+cra ic</w>
+az u</w>
+web page</w>
+kee fe</w>
+hypo the
+hir sch</w>
+hel le</w>
+camp ground</w>
+w amy</w>
+tra vi
+sha hi</w>
+san deep</w>
+ru i</w>
+han uman</w>
+dw p</w>
+reposit ory</w>
+no or
+no ff</w>
+un real
+p ell</w>
+black history</w>
+har vick</w>
+ma scar
+pay ee</w>
+pa sha</w>
+gastron omy</w>
+d ÃŃ
+ai g</w>
+rosen thal</w>
+open day</w>
+embelli shed</w>
+t tip</w>
+sun bathing</w>
+go pack
+end ome
+ï¸ı #</w>
+invali d</w>
+final four</w>
+st fu</w>
+squish y</w>
+ra sta</w>
+mo sch
+jam esc
+die trich</w>
+sel a</w>
+mel b
+el vi
+t dp</w>
+sun i</w>
+sli t</w>
+j ha
+bi za</w>
+spi ked</w>
+l li
+l illard</w>
+vam pi
+syno psis</w>
+az har</w>
+kendrick lamar</w>
+ĮãĤĬãģ ŁãģĦ</w>
+heart less</w>
+country file</w>
+air play</w>
+arrog ance</w>
+pre e</w>
+virtu oso</w>
+ãħłãħł ãħłãħł
+raj u</w>
+le bu
+for ward
+tu g
+dro s</w>
+mondaymotiv aton</w>
+concep cion</w>
+thel o
+pad i</w>
+looo ol</w>
+ÑĢ од
+it ss
+eth ical
+end uro</w>
+__ :</w>
+expend iture</w>
+mon ste
+mas king</w>
+terri ers</w>
+ib is</w>
+e mber</w>
+cu mple</w>
+punctu ation</w>
+pi per
+ir vin</w>
+ade e</w>
+yy yyyy</w>
+flash backs</w>
+cel sius</w>
+don nie
+bo gota</w>
+ben evol
+the script</w>
+shil pa
+pro se
+fin dia</w>
+ze ke</w>
+ne ko</w>
+do ves</w>
+blues lyrix</w>
+fro sh</w>
+sowe to</w>
+mp lo
+al ai</w>
+sab i</w>
+raq qa</w>
+wf tv</w>
+stro ller</w>
+ian somerhalder</w>
+ðŁĶ ª
+an on
+mo seley</w>
+! ?!?</w>
+sta king</w>
+mol y</w>
+car tri
+c sg</w>
+ast or</w>
+transc end
+ma er
+de ux</w>
+cow girl</w>
+sas k
+pun ter</w>
+ma ken
+o ates</w>
+love tt</w>
+grow ler</w>
+sag in
+v n
+ssi ble</w>
+officeof rg</w>
+y mc
+sab ar
+faul ty</w>
+ap ha</w>
+ak on</w>
+ðŁij «
+snow don</w>
+ae w</w>
+raise the
+ðĿ ĵ
+grue some</w>
+clement ine</w>
+sp ing</w>
+lat a</w>
+worlden viron
+mi mic
+can aria</w>
+bakhtawar bz</w>
+ao a</w>
+fal a
+ãĤ Ń
+avi va</w>
+you uuu</w>
+thi gh
+la dders</w>
+gu mbo</w>
+tz ky</w>
+fu zz
+plastic pollution</w>
+est ate
+strength ened</w>
+k ant</w>
+dr in</w>
+cal vert</w>
+transform ational</w>
+frigh tened</w>
+mac lean</w>
+elited angerous</w>
+ear thy</w>
+t son</w>
+to da</w>
+j nu</w>
+.. ,</w>
+mic hal
+i ban
+je ong
+is real</w>
+sim coe</w>
+exclu sives</w>
+blue bells</w>
+ben e</w>
+te u
+pil sner</w>
+pens ke</w>
+athe ists</w>
+m pu
+cartag ena</w>
+ðŁĴĹ ðŁĴĹ
+million aires</w>
+kk kk</w>
+it ar</w>
+subscri ptions</w>
+remo te
+ma fi
+hin ton</w>
+w cc
+ho k</w>
+ds b
+ab leton</w>
+sevent y</w>
+pun ks</w>
+e indhoven</w>
+sh one</w>
+mcfar lane</w>
+lim popo</w>
+empha si
+Ã ¼</w>
+sin fo</w>
+pe tre
+man grove</w>
+ch ino
+ber tie</w>
+play lists</w>
+push awards
+p af
+deb bie
+c do</w>
+r ino</w>
+ðŁı¾ âĢįâĻĤï¸ı</w>
+fol ke
+bon nar
+th ine</w>
+sl an</w>
+hal ter</w>
+evi e</w>
+aw some</w>
+vul tures</w>
+spar ky</w>
+seiz ures</w>
+âľ Ķ
+ram one</w>
+ine ffe
+al n
+pro ctor</w>
+ast ra
+the voice
+gro te
+sci on</w>
+dead line
+am aya</w>
+tain ted</w>
+patter ned</w>
+exce eding</w>
+cross fit
+kay lee</w>
+drop box</w>
+ru shes</w>
+tack led</w>
+mo by</w>
+retro gamer</w>
+n cbd</w>
+benef itting</w>
+shay kh</w>
+guild hall</w>
+gen try</w>
+dream cast</w>
+dread ed</w>
+bun dled</w>
+th aw</w>
+revol ving</w>
+n pt</w>
+kylie jenner</w>
+imagin ative</w>
+ron i</w>
+over came</w>
+family time</w>
+ds burg</w>
+car naval</w>
+relation ship
+recogni zable</w>
+cor oner</w>
+ho le
+fan fic</w>
+emir ates
+bur ritos</w>
+analy se</w>
+thin ner</w>
+ne es</w>
+galli poli</w>
+bl r</w>
+cat woman</w>
+-- >></w>
+au lt
+ada ily</w>
+nau ghty
+ili o</w>
+solit aire</w>
+mtv br
+jocel yn</w>
+arun ach
+rep ent
+south gate</w>
+hy acin
+essenti al
+fent on</w>
+and um</w>
+it or
+go pal</w>
+sl inger</w>
+po sei
+aw il
+wi elding</w>
+ra ila</w>
+eli as
+a sto
+Ã ¤</w>
+tend ency</w>
+str ata</w>
+ker t</w>
+< -</w>
+im acele
+da es
+sti mulus</w>
+han ley</w>
+fit nes
+ec stasy</w>
+lim ous
+ha iling</w>
+ðŁ¤ Ń</w>
+chis wick</w>
+tar ies</w>
+sla v</w>
+pul i</w>
+moderni zation</w>
+black mail</w>
+b ingham</w>
+h fx
++ +
+ðŁĩ®ðŁĩ ³
+ni v</w>
+we a</w>
+profess or
+k off</w>
+bol ster</w>
+su ave</w>
+sequ ences</w>
+pepper oni</w>
+not te</w>
+dre n</w>
+ãģ¨ ç¹ĭãģ
+hs v</w>
+o ga</w>
+ap tly</w>
+z ad
+excel si
+rin ka</w>
+mol dova</w>
+min n</w>
+ma bel</w>
+conferen cing</w>
+bas ing
+of er
+ob si
+hamill himself</w>
+care less</w>
+brief ed</w>
+inhe rent</w>
+par ish
+dub nation</w>
+town sville</w>
+sar awak</w>
+gee ky</w>
+doncaster isgreat</w>
+was abi</w>
+gu p</w>
+phen o
+dra inthe
+carrie underwood</w>
+ble eds</w>
+bbc world</w>
+ane w</w>
+alta f</w>
+dul wich</w>
+ani ston</w>
+w ti</w>
+sumat ra</w>
+gra fton</w>
+bl n</w>
+me ster</w>
+bode ga</w>
+re go</w>
+es q</w>
+an jo</w>
+sump tuous</w>
+mai sie</w>
+ï¿ ½
+wil t</w>
+jak ob</w>
+el vis
+se pul
+mu ster</w>
+air pollution</w>
+president e</w>
+happy monday</w>
+exten sively</w>
+fl ondon</w>
+t ls</w>
+play ing
+pe ed</w>
+din ho</w>
+var dy</w>
+pi ka</w>
+n iro</w>
+au cus</w>
+ðŁį ¦
+nu ll</w>
+el ondon</w>
+juvent us
+imag ines</w>
+dis ab
+lit o</w>
+d ura</w>
+work places</w>
+promo te
+mc caf
+wood work</w>
+waw x</w>
+à® ª</w>
+tt ino</w>
+shar i</w>
+sem per
+better together</w>
+ðŁijĬ ðŁı»
+ze bra
+pon dering</w>
+en chil
+ho m</w>
+cosm ic
+tan z
+mo cked</w>
+ec cc</w>
+ath ed</w>
+abo lish</w>
+prop eller</w>
+paris agreement</w>
+assemb lies</w>
+indu stry
+fraudul ent</w>
+pe sa</w>
+chang min</w>
+ax x
+ðŁĴ µ
+irr ational</w>
+cu sa</w>
+ramad han</w>
+octa via</w>
+on elove</w>
+jac ki
+bar ak
+taxi der
+seri ous
+nathan fillion</w>
+mc en
+ch k</w>
+po part</w>
+grav ity
+copp ola</w>
+reading fc</w>
+illu sions</w>
+j ig</w>
+ww x</w>
+re sh</w>
+ex porting</w>
+buzz ard</w>
+âĻ ¤</w>
+p cm</w>
+lan apar
+ko s
+arom as</w>
+antal ya</w>
+ww dc</w>
+ven a</w>
+phil a</w>
+ball in
+ðŁij Ħ</w>
+quin ta</w>
+ma o
+f ery</w>
+eigh ty</w>
+sentim ents</w>
+safe guarding</w>
+r wa</w>
+pu ffs</w>
+luc ille</w>
+de cath
+sl u</w>
+nu gent</w>
+de ter</w>
+braz il
+ze iss</w>
+super bowl
+subsi dy</w>
+alter n
+hi dalgo</w>
+enz ymes</w>
+ä ½
+tag ne</w>
+hair dresser</w>
+adri en</w>
+walk out</w>
+oppo ses</w>
+can tina</w>
+bed side</w>
+af an
+ðŁĶ Ĺ
+prophe tic</w>
+dan es</w>
+un successful</w>
+super charged</w>
+pk k</w>
+exem ption</w>
+hart le
+secu lar
+cli pping</w>
+br s</w>
+united way
+c net</w>
+pat chy</w>
+ha gan</w>
+e en
+âļ ľ
+var a</w>
+sym pathi
+never trump</w>
+affir mation</w>
+om f</w>
+ny cfc</w>
+ma ja</w>
+sur ro
+keer th
+up scale</w>
+sandal wood</w>
+mon archy</w>
+kno bs</w>
+å ĭ
+po tholes</w>
+hunger games</w>
+ter races</w>
+na sir</w>
+coun sell
+welcome to
+wa q
+se aman</w>
+m ita</w>
+stun ningly</w>
+on theroad</w>
+in ability</w>
+) !!</w>
+bon go</w>
+ant v</w>
+sp ut
+worldenviron mentday</w>
+resu sc
+y td</w>
+fi m</w>
+eun hyuk</w>
+sa chin
+rose anne</w>
+cler mont</w>
+ape c</w>
+am ina</w>
+v ening</w>
+n antes</w>
+al most
+sin us</w>
+ex as</w>
+ty l</w>
+ti en</w>
+ple ad</w>
+lanc s</w>
+bur naby</w>
+re k
+jo om
+observ ers</w>
+disco graphy</w>
+cl g</w>
+âĻ ¦</w>
+sn ack
+r ti</w>
+o ily</w>
+crystal li
+bru te</w>
+web development</w>
+topp ings</w>
+la f
+an is</w>
+ad der</w>
+reli ving</w>
+car lin</w>
+battle of
+we g</w>
+syri an
+pon t
+n dc</w>
+lagh ate
+yu ma</w>
+sp p</w>
+p iti
+ro bbing</w>
+mart ing
+rey kja
+raj put</w>
+nc ds</w>
+kie wicz</w>
+âĢ¢ âĢ¢</w>
+vam pire
+substan tially</w>
+opio ids</w>
+nepal i</w>
+k line</w>
+ar oo</w>
+under stand
+lit t</w>
+u it</w>
+thro mbo
+sar ies</w>
+qu ot</w>
+b alling</w>
+t tr
+s gh</w>
+philip p</w>
+br ant</w>
+ac l
+m ello</w>
+whit taker</w>
+. ;</w>
+defi ant</w>
+b gc</w>
+repl ying</w>
+mir ren</w>
+metamor pho
+sch wab</w>
+bul ge</w>
+utili zed</w>
+pick ering</w>
+par don
+d sa</w>
+ภĪ
+doo ley</w>
+cumul ative</w>
+Ð »
+ur gency</w>
+e mir</w>
++ /-</w>
+¦ Ī</w>
+ot as</w>
+âı ³</w>
+station ed</w>
+grape vine</w>
+ar ac
+karan johar</w>
+f ancy
+sau l
+coo gs</w>
+lgbt q
+ا٠ħ
+jav i</w>
+u mmer</w>
+pl l
+den is
+dai pur</w>
+pu ffin</w>
+lewi sham</w>
+fand om
+co pe
+ves matter</w>
+s ve
+hel pless</w>
+deo dor
+ostr ich</w>
+kaz an</w>
+friday the</w>
+con dor</w>
+v x</w>
+sophom ores</w>
+rob les</w>
+cu tt</w>
+cli mbers</w>
+ë¦ ¬
+sle g</w>
+sn f</w>
+mac ys</w>
+hydr ating</w>
+grou pe</w>
+po yn
+mou lin</w>
+hg tv</w>
+lmfa ooo</w>
+sulph ur</w>
+asdfghj kl</w>
+annab elle</w>
+hump back</w>
+bra ved</w>
+viswas am</w>
+multi purpose</w>
+hu midi
+escor ted</w>
+barb ican</w>
+f ad</w>
+cor sa</w>
+ðŁ¤ «</w>
+pi ppa</w>
+here to
+can y
+ser gi
+or cas</w>
+o vie
+ed ou
+s any
+glob alization</w>
+man cini</w>
+food truck</w>
+f is</w>
+defi brill
+sch re
+sma fia</w>
+love wins</w>
+la ut
+k aka</w>
+hol lande</w>
+game on</w>
+resurg ence</w>
+out side
+olympi ad</w>
+int an
+abstr action</w>
+rapi d
+pal om
+cal le
+jas min</w>
+attack ers</w>
+swag g</w>
+mit ra</w>
+ky lo</w>
+à® ²</w>
+her mitage</w>
+gor do</w>
+e ira</w>
+so sfam</w>
+roll out</w>
+exc ite</w>
+sy nod</w>
+mer rill</w>
+c als</w>
+as sa</w>
+liveli hoods</w>
+ju ve
+the black
+gopack go</w>
+ant lers</w>
+alban ian</w>
+wool ly</w>
+qu iche</w>
+puri fication</w>
+are th</w>
+smar thome</w>
+ne k</w>
+all blacks</w>
+mex icans</w>
+is m
+ger ms</w>
+comple xion</w>
+mar ck</w>
+u shi</w>
+ðŁIJ IJ
+char l
+ca stic</w>
+till erson</w>
+giuli ani</w>
+biode gradable</w>
+mal bec</w>
+bo is
+ju bil
+im es</w>
+r ame</w>
+gene tic
+esp nu</w>
+ch ley</w>
+so ho
+go pher
+g sc</w>
+buu ren</w>
+cu be
+bridesma ids</w>
+webin ars</w>
+to e
+mani pur</w>
+viol ently</w>
+notic ias</w>
+ex changing</w>
+chi ev
+replac eable</w>
+muay thai</w>
+bu ss</w>
+sp il
+instal ment</w>
+div ya</w>
+cait lin
+o lim
+fil tering</w>
+whirl wind</w>
+sta red</w>
+prior it
+pr am
+pompe ii</w>
+mono logue</w>
+k ite
+bu ka</w>
+âĢ¦ ..</w>
+vac cine
+bre ro</w>
+woz ni
+sol ent</w>
+re ferr
+my rt
+gridi ron</w>
+galatasar ay</w>
+fro ze</w>
+clare mont</w>
+ðŁ¥ ĥ</w>
+victori as
+ssel dorf</w>
+pa stures</w>
+net neutrality</w>
+ch or</w>
+ðŁij ģ
+ಠ¿</w>
+we ho</w>
+symp tom</w>
+jo sel
+in ous</w>
+dragon con</w>
+power ball</w>
+p te</w>
+four thofjuly</w>
+ec la
+ear buds</w>
+where abouts</w>
+salt life</w>
+depriv ation</w>
+ch ter</w>
+wi ggle</w>
+syste m
+ps st</w>
+ch az
+d any</w>
+ri mo</w>
+oax aca</w>
+lanapar rilla</w>
+barcel on
+melanch oly</w>
+way back
+ho tro
+n si
+l illy
+kur o</w>
+ja han</w>
+intellec t</w>
+board game</w>
+ðŁı Ĭ</w>
+sneak peek</w>
+k prc</w>
+jail s</w>
+cand el
+zan zi
+mor timer</w>
+star ch</w>
+ra gs</w>
+p fa</w>
+long live
+k art
+gir ona</w>
+cro cker</w>
+christop h</w>
+precau tions</w>
+war ship</w>
+per m</w>
+paren t
+van gogh</w>
+gif ford</w>
+allegh eny</w>
+ra yn
+ut m</w>
+sten cil</w>
+rec alling</w>
+pen ney</w>
+z azzle</w>
+ìĥ Ŀ
+hin ds</w>
+aren as</w>
+nu ev
+law ler</w>
+gu in</w>
+do this</w>
+ðŁij ķ</w>
+ì¶ķ íķĺ
+we g
+ti b
+ri din</w>
+complex es</w>
+turbul ent</w>
+pe sos</w>
+de marcus</w>
+vall arta</w>
+sam sun
+kis ses
+hein rich</w>
+deport es</w>
+wil ms
+ur d</w>
+then ext
+inki gayo</w>
+ho wi
+fir sts</w>
+carri age
+clean liness</w>
+mas war
+is ch</w>
+ax el
+si zzle</w>
+road house</w>
+fr ans</w>
+ent ourage</w>
+co bble
+boo th
+benedic t
+tal on</w>
+fc u</w>
+year ofthe
+ray on</w>
+raider nation</w>
+fo yle</w>
+ko val
+pi anos</w>
+l pg</w>
+bur mese</w>
+man ure</w>
+geo caching</w>
+cosc ino</w>
+b np</w>
+fer ra
+stro phy</w>
+mar ais</w>
+ce es</w>
+legen dof
+kat niss</w>
+eno ch</w>
+av ed</w>
+you know
+d prk</w>
+ðŁĺ¢ ðŁĺ¢</w>
+sp un
+pro st</w>
+sor rows</w>
+cent red</w>
+ke a</w>
+gal icia</w>
+? ðŁ¤Ķ</w>
+ÑĢод а</w>
+bou chard</w>
+ðŁĴĻ ðŁĴľ
+yu i</w>
+seed lings</w>
+jon ah
+reco vers</w>
+ny rd</w>
+board room</w>
+su ma</w>
+my japs</w>
+tun g
+sha i</w>
+ir gc</w>
+eli o</w>
+wag ons</w>
+ka shi
+polic emen</w>
+john nie</w>
+ale coscino</w>
+shop ify</w>
+dot ted</w>
+de tri
+va w</w>
+to fficial</w>
+in your
+chal mers</w>
+trac ed</w>
+no vi
+by es</w>
+ari el
+nipp on</w>
+la pel</w>
+gri ez
+b gs</w>
+fool ing</w>
+d ita</w>
+vijay sethu
+nm wx</w>
+as ot</w>
+kr anti</w>
+hel m
+ve di</w>
+sic kest</w>
+mo chi</w>
+k abo
+shru bs</w>
+he red
+b sp</w>
+sq m</w>
+ham r</w>
+dul kar</w>
+anth a</w>
+nr f</w>
+avoid ance</w>
+at en</w>
+publi x</w>
+be arers</w>
+nas i</w>
+ha p</w>
+h ells</w>
+ðŁĸ ¥</w>
+ภ·</w>
+thelast jedi</w>
+oh wx</w>
+ðŁį «
+wa hoo</w>
+there se</w>
+rec aps</w>
+ss nhq</w>
+bird photography</w>
+v ay
+pet ti
+pau lo
+bel vedere</w>
+( *
+gr l</w>
+du vet</w>
+c pec</w>
+sa it
+por sch
+meas urable</w>
+avi ators</w>
+fre mantle</w>
+bre en</w>
+on om
+me and
+life saving</w>
+eu ref</w>
+en don</w>
+embar as
+aira sia</w>
+el is</w>
+dun kin
+star magic
+s ill</w>
+porto bello</w>
+ki efer</w>
+ex e</w>
+mu ted</w>
+ãģ ¦
+we thepeople</w>
+logi a</w>
+liber al
+theforce awakens</w>
+min ed</w>
+haun ts</w>
+freck les</w>
+care taker</w>
+s india</w>
+âķ IJ
+dev lin</w>
+list on</w>
+direction er</w>
+oh n</w>
+fi garo</w>
+em manuel
+du bois</w>
+cl ones</w>
+bru ise</w>
+ðŁİĪ ðŁİī</w>
+disin fe
+der matology</w>
+as r</w>
+s watch</w>
+dis comfort</w>
+tam anna
+pi day</w>
+mack en
+k atic</w>
+delu sional</w>
+shaw nee</w>
+gu d
+al bino</w>
+p ali
+din gh
+cucu mbers</w>
+coffe y</w>
+anticip ating</w>
+treas ured</w>
+web summit</w>
+shel tered</w>
+sav or</w>
+pedago gy</w>
+m gs</w>
+sh ma</w>
+s bu
+den ali</w>
+cam pos</w>
+bubble gum</w>
+o ir
+le aps</w>
+y ler</w>
+r one
+sansk rit</w>
+min t
+meat less
+futuri st</w>
+du de
+a vel</w>
+prote sted</w>
+squ ire</w>
+z aki</w>
+sz n</w>
+har court</w>
+cycl one
+bour dain</w>
+gather ings</w>
+d ant
+advent urer</w>
+parag on</w>
+alt man</w>
+dd ing
+ban erjee</w>
+snorkel ing</w>
+mother well</w>
+mis sy
+en der
+glo ws</w>
+ki wis</w>
+chick pea</w>
+por o
+e fron</w>
+app t</w>
+u y</w>
+speci fied</w>
+gab by
+e strada</w>
+com bos</w>
+bour bon
+vin i</w>
+var un
+steph ani
+key words</w>
+car vings</w>
+amit abh</w>
+wr ought</w>
+tw al
+re els</w>
+clu bbing</w>
+ubi quit
+cri t</w>
+ambed kar</w>
+æ Ļ
+prun ing</w>
+vaccin ated</w>
+boe ing
+s ks</w>
+lo ona</w>
+hypno sis</w>
+edel man</w>
+pho l</w>
+he w
+colo sse
+mckin sey</w>
+u on
+to te
+sacrific ing</w>
+ox i</w>
+n ang
+e mu
+пÑĢи ÑĢода</w>
+m th</w>
+kers wednesday</w>
+argu ed</w>
+timel apse</w>
+ris king</w>
+regul ating</w>
+ni gh</w>
+likeli hood</w>
+cu bic
+au ction
+rein for
+pi stor
+no ses</w>
+ye l</w>
+snu ggles</w>
+pe i
+jean ette</w>
+ta ku</w>
+ri th
+guy z</w>
+ภŀ</w>
+y te</w>
+ver ted</w>
+pay soff</w>
+jau regui</w>
+hoo ligans</w>
+procedu ral</w>
+mi b</w>
+har dy
+el eng
+chec kers</w>
+all ine</w>
+the met</w>
+prou dof
+keerth yofficial</w>
+collabor ator</w>
+ni u</w>
+infl icted</w>
+adv ani</w>
+re twee
+memor iam</w>
+f icial</w>
+ti ghter</w>
+sal em
+re viewers</w>
+br ics</w>
+ben digo</w>
+am ell</w>
+tur kish
+sush maswar
+paul son</w>
+pal awan</w>
+mol lie</w>
+stitch er</w>
+s burgh</w>
+ir u</w>
+hay dn</w>
+en ers</w>
+aro a</w>
+u zzi</w>
+saraj evo</w>
+hel a</w>
+apol lo
+nine ty</w>
+vac a</w>
+sp on</w>
+vent u
+jel ena</w>
+hei fer</w>
+avo ids</w>
+sp ine
+pri ze
+mar ist</w>
+re creating</w>
+me de</w>
+woo den
+find lay</w>
+ro fl</w>
+n di</w>
+compreh end</w>
+yu go
+y ü
+to work</w>
+u fos</w>
+son ar</w>
+pi ston</w>
+recor ding
+tent ative</w>
+art forsale</w>
+pel lets</w>
+fre do</w>
+ÙĪ ر
+mu ses</w>
+custom ization</w>
+pro found
+is ner</w>
+ide ally</w>
+si am</w>
+plan kton</w>
+cm dr</w>
+man ger</w>
+fran ken</w>
+customiz able</w>
+ठ®
+walk away</w>
+swi vel</w>
+vast ly</w>
+no ton
+lex a</w>
+ex moor</w>
+z as</w>
+tan te</w>
+reduc tions</w>
+lol ly</w>
+hip sters</w>
+benef ited</w>
+ë ²
+ww www</w>
+mascul ine</w>
+fi ji
+dre y
+ph ill</w>
+ane ous</w>
+nic ol</w>
+men dez</w>
+disapp ro
+ch ner</w>
+through s</w>
+shen mue</w>
+east man</w>
+ðŁIJ İ
+yu ck</w>
+under tale</w>
+re ys</w>
+go beavs</w>
+eng en</w>
+c na</w>
+mer r
+bir k
+ãģ¨ç¹ĭãģ ĮãĤĬãģŁãģĦ</w>
+âĥ£ @</w>
+yn na</w>
+ste ed</w>
+offen der</w>
+at um</w>
+vani shing</w>
+presi denti
+love them</w>
+g nocchi</w>
+fri ggin</w>
+per il</w>
+mad hya</w>
+ag ne</w>
+dee jay
+mar nock</w>
+m tb
+fold able</w>
+@ ___</w>
+stand re
+bron x
+bow ski</w>
+fin ite</w>
+cro ckett</w>
+b sf</w>
+ge tit</w>
+seren awilliams</w>
+mir o</w>
+ignati us</w>
+sla y
+rin se</w>
+fon due</w>
+sel dom</w>
+s more</w>
+gan i</w>
+dy ce</w>
+dmit ry</w>
+cru mb
+late post</w>
+pri mark</w>
+oh ana</w>
+flor als</w>
+do a</w>
+remembrance day</w>
+d ds</w>
+azi one</w>
+toon ami</w>
+air port
+æĿ ±
+th ad
+fi st
+dine sh</w>
+dr who</w>
+ad words</w>
+admi rer</w>
+pro je
+kyrgy z
+à «
+manife station</w>
+le wan
+j ic
+thi bau
+le ased</w>
+van ity
+nouri shed</w>
+never theless</w>
+aug mente
+fu elled</w>
+che ad
+wil shere</w>
+ru di
+p z</w>
+my co
+mor ro</w>
+herbali fe</w>
+hardro ck
+de man</w>
+dre ality</w>
+sp ades</w>
+ce vic
+bha i
+bar on
+ultimat efan
+hou news</w>
+to bi</w>
+stru t</w>
+ke el</w>
+affili ation</w>
+the masters</w>
+sm al
+hu e
+este ban</w>
+con v</w>
+om nic
+datab ases</w>
+co v</w>
+ter ti
+st g</w>
+snoop dogg</w>
+metab ol
+leth bridge</w>
+ðŁı» âĢįâĻĢï¸ı
+year ling</w>
+residente vil</w>
+nws l</w>
+iy aki</w>
+griez mann</w>
+c ous</w>
+ðŁĵĿ :</w>
+tor ian</w>
+sam i
+ðŁĶ¥ðŁĶ¥ ðŁĶ¥ðŁĶ¥ðŁĶ¥</w>
+g are</w>
+alli ances</w>
+whit field</w>
+we ther</w>
+refin ing</w>
+coy i</w>
+kra ken</w>
+ðŁĺĺ âĿ¤</w>
+singul arity</w>
+lil i</w>
+h ns</w>
+bol dand
+waw rinka</w>
+misogy ny</w>
+lo vers
+c q</w>
+b dg</w>
+ad ona</w>
+gar ter</w>
+women of
+sc d</w>
+recogn ising</w>
+mun a</w>
+str ou
+sign alling</w>
+lare do</w>
+hell boy</w>
+alek sand
+un available</w>
+pedi atric
+as in
+mer ia</w>
+ri shi
+futuri sm</w>
+w ye
+polari zed</w>
+e we</w>
+pro pel</w>
+in forms</w>
+cre ase</w>
+~ "</w>
+arti ston
+like for
+heidel berg</w>
+er ra</w>
+life in
+len ny
+inter rupt</w>
+cohe rent</w>
+ca z
+vick ers</w>
+le veled</w>
+f bs</w>
+cab ins</w>
+bu mmed</w>
+apost les</w>
+we h
+ten don</w>
+souven irs</w>
+infu ri
+pier ce
+asse t
+m las</w>
+go th
+di ggin</w>
+ann as
+yl or</w>
+th waite</w>
+sw el
+pan era</w>
+mur derers</w>
+croo ked
+bs go</w>
+ac u</w>
+a on</w>
+re an</w>
+one of
+ko hl</w>
+bloo dh
+pest icide</w>
+lost dog</w>
+fle xing</w>
+ëĤ ĺ
+su pra</w>
+eter nally</w>
+ðŁļ Ļ</w>
+pa olo
+ol an
+mom o
+is elle</w>
+captain marvel</w>
+s lou
+mistak enly</w>
+akhi lesh</w>
+mer t</w>
+il inan</w>
+bu on</w>
+bal kan</w>
+mir ro
+mill en
+der ail
+dam on
+tit i</w>
+bi os</w>
+re don
+pic ard</w>
+par te</w>
+ðŁ¤ Ł
+Ø º
+son ics</w>
+fir sth
+dd c</w>
+veg ans</w>
+tur ban</w>
+ni gan</w>
+lot tie</w>
+lyn don</w>
+star buck
+pink floyd</w>
+life styles</w>
+am ara</w>
+a she
+r sc</w>
+val a</w>
+sm er
+cw gc</w>
+cli ent
+buen as</w>
+jag an</w>
+coo ps</w>
+ðŁijij ðŁijij
+speci alizes</w>
+snag ged</w>
+g lar
+ben net</w>
+wildlife wednesday</w>
+bow den</w>
+pi k</w>
+art in</w>
+empor ium</w>
+ar l</w>
+re ba</w>
+pas ser</w>
+disappo ints</w>
+additi ve</w>
+âľĬ ðŁı½</w>
+bay er
+missou la</w>
+ha skell</w>
+comm ences</w>
+ni x
+ne man</w>
+explo ited</w>
+plastic surgery</w>
+cc d</w>
+aso cial</w>
+vo t</w>
+sie gel</w>
+fro ome</w>
+kap am
+far a</w>
+e ha</w>
+pro bes</w>
+mw f</w>
+meet ing
+p bb
+ak ins</w>
+mistle toe</w>
+kingdom hearts</w>
+for kids</w>
+ec r</w>
+bal e
+escor ts</w>
+adidas originals</w>
+k wa</w>
+k ts</w>
+hallo ffame</w>
+ðŁĺį .</w>
+wag s</w>
+pot ted</w>
+o wing</w>
+honey comb</w>
+he fty</w>
+uro logy</w>
+mer le</w>
+b pd</w>
+stri pping</w>
+re ich
+k state
+gu ay
+yon ge</w>
+shak ti
+g loom</w>
+bat t</w>
+son om
+n ery</w>
+el ba</w>
+blan ks</w>
+hel le
+triple ts</w>
+bom bay
+ak arta</w>
+ab ia</w>
+transm itted</w>
+rol f</w>
+ja is
+angular js</w>
+fi erc
+m ss</w>
+trac e
+ॠĩ
+tom bs</w>
+old man</w>
+kom bucha</w>
+fo l</w>
+e health</w>
+cere als</w>
+are lli</w>
+in ari</w>
+ðŁĴ ©
+wo l</w>
+liber ties</w>
+fa wn</w>
+af firm</w>
+nun avut</w>
+hyster ical</w>
+k drama</w>
+art es</w>
+âĢ¢âĢ¢âĢ¢âĢ¢ âĢ¢âĢ¢âĢ¢âĢ¢
+valent in</w>
+man slaughter</w>
+gal es</w>
+eo in</w>
+energi zed</w>
+del s</w>
+with draws</w>
+st les</w>
+sar castic</w>
+ram esh
+incredi bles</w>
+lock hart</w>
+ya wn</w>
+ultimatefan live</w>
+oooooooo oooooooo
+mu en
+guru dev</w>
+te er</w>
+pe eling</w>
+new snow</w>
+lingui stics</w>
+direc tv</w>
+ag end
+uni lever</w>
+ru ger</w>
+han dedly</w>
+ero se</w>
+li mel
+the c
+royal ties</w>
+fini shers</w>
+nr g</w>
+m gt</w>
+fid get</w>
+com ps</w>
+bac on
+aggre ssively</w>
+ab it</w>
+ch â
+tar de</w>
+slu gger</w>
+q anda</w>
+gre ening</w>
+d ats</w>
+ensla ved</w>
+spec tor</w>
+o ye
+fre ef
+b hand
+stop brexit</w>
+mis conceptions</w>
+cav a</w>
+ðŁĺįðŁĺįðŁĺįðŁĺį ðŁĺįðŁĺįðŁĺįðŁĺį
+multit asking</w>
+hou sel
+ferre ira</w>
+cen time
+ank les</w>
+jo dh
+hel ly</w>
+fro me</w>
+out tuesday</w>
+nar nia</w>
+bal aji</w>
+l bloggers</w>
+jyo ti</w>
+ðŁį ĩ</w>
+lan cia</w>
+cap ri
+y ap
+nat ash
+down fall</w>
+." âĢĶ</w>
+Ã ®
+ligam ent</w>
+coat ings</w>
+ai ded</w>
+hi ko</w>
+fall ing
+encryp ted</w>
+yeg food</w>
+infringe ment</w>
+cu di</w>
+ce p</w>
+ðŁĺį ðŁĺĤ</w>
+tra d
+super rugby</w>
+ed win
+wh iche
+vi meo</w>
+lay ne</w>
+in vigor
+he he
+dubrov nik</w>
+bie ber
+u tr
+sham an</w>
+op ers</w>
+ham ill</w>
+en ig</w>
+di f</w>
+ar um</w>
+scrap book</w>
+min h</w>
+diver gence</w>
+mckin non</w>
+life time
+guter res</w>
+wil le
+ple as</w>
+patt y
+mic ron
+k z
+dom aine</w>
+ru sher</w>
+m ds</w>
+ches ney</w>
+screw driver</w>
+âģ© ,</w>
+sle dge</w>
+hau er</w>
+chan a</w>
+stam ina</w>
+sprink ler</w>
+pl n</w>
+he ff
+bol ton
+om on
+car rington</w>
+accor dion</w>
+jor ge
+inter ception</w>
+in puts</w>
+gu ll
+tran scription</w>
+vanu atu</w>
+it ical</w>
+eth os</w>
+tic h</w>
+spac ey</w>
+pee king</w>
+u mi
+ha ger
+psycho tic</w>
+illi an
+illi a</w>
+bonnar oo</w>
+an ese</w>
+pu c
+laghate parth</w>
+en hall</w>
+econom ical</w>
+dre dge</w>
+% -</w>
+u we</w>
+tu bular</w>
+scoun cil</w>
+pe asants</w>
+fl er</w>
+tumb ler</w>
+he p</w>
+ford ham</w>
+row ley</w>
+initi als</w>
+ev asion</w>
+er nation</w>
+plu gins</w>
+coch ran</w>
+c attle
+acid ity</w>
+ðŁİĬ ðŁİī</w>
+re grann</w>
+jump man</w>
+ef ace</w>
+x ma
+patri archy</w>
+esco bar</w>
+cristi an</w>
+tip ton</w>
+nu eva</w>
+hack ney
+back seat</w>
+kill arney</w>
+aid an
+sta dion</w>
+simul taneous</w>
+ida ho
+a je
+u th
+figu re
+clo s</w>
+bur k
+volun tar
+rec ite</w>
+macfar lane</w>
+cur few</w>
+bou do
+w gn
+sti x</w>
+sla p
+scrat ched</w>
+philli p
+jour ne
+ex pelled</w>
+wa z</w>
+u ke
+tati ana</w>
+ou e</w>
+ho pp
+dimit ri</w>
+ðŁĵ £
+mato logist</w>
+electri fying</w>
+blu ffs</w>
+bill smafia</w>
+az cardinals</w>
+y aa
+x mas
+shar a</w>
+r ith</w>
+g ills</w>
+dre s
+bar ton
+authori zation</w>
+imperi alism</w>
+home of
+to do
+foot path</w>
+band width</w>
+visit spain</w>
+moh sin</w>
+erup ted</w>
+mi ki</w>
+insig nia</w>
+mike l</w>
+ss h</w>
+ger a</w>
+bank holiday
+aw an
+t weak</w>
+star craft</w>
+e al
+construc tion
+skelet ons</w>
+le ep
+ine m</w>
+bar clay
+ship wreck</w>
+monsi eur</w>
+yo h</w>
+ron t</w>
+form ative</w>
+ser o
+le p
+horse man</w>
+hoo sier</w>
+haz mat</w>
+cylin ders</w>
+cen ti
+ðŁĴ¥ðŁĴ¥ ðŁĴ¥</w>
+re em</w>
+na ire</w>
+mus ically</w>
+gras shopper</w>
+est onian</w>
+termin ology</w>
+ro main</w>
+blogger rt</w>
+tox in</w>
+stan ce
+cultiv ated</w>
+an ast
+ðŁIJ į
+shi mano</w>
+go pher</w>
+ene i</w>
+recycla ble</w>
+gam ification</w>
+fight for
+c q
+avoc ados</w>
+ke ys
+eli ke
+gly cer
+shak ur</w>
+mobili zation</w>
+gal ley</w>
+expla in
+ex changed</w>
+pe th</w>
+obe dience</w>
+illa ge</w>
+en nis
+ãĥ ŀ
+wi v</w>
+walla bies</w>
+ma ar</w>
+ig ers</w>
+fin tech
+fin alized</w>
+wo j
+meaning less</w>
+in field</w>
+onna ise</w>
+e et</w>
+bron te</w>
+pass ages</w>
+ðŁij §
+strick land</w>
+northern lights</w>
+lom ond</w>
+h tc
+wr ay</w>
+shi fter</w>
+di alog</w>
+ðŁį į</w>
+>> >>>></w>
+te atime</w>
+ste ch
+sic huan</w>
+qu ill</w>
+fran ca
+comple mentary</w>
+bar rington</w>
+marcu s
+mal am</w>
+goo oo</w>
+for sa
+elec tra</w>
+af s</w>
+âĹ Ĩ</w>
+tri fe
+sn azzy</w>
+fo lia</w>
+and olan</w>
+after dark</w>
+wood son</w>
+stra de</w>
+litt lest</w>
+o gun
+con wy</w>
+co wards</w>
+ðŁĺĤðŁĺĤðŁĺĤðŁĺĤ ðŁĺĤðŁĺĤðŁĺĤ</w>
+íĬ ¸
+se ul
+mur phy
+dun ks</w>
+kapil shar
+jo achim</w>
+wom ack</w>
+equal ity
+aver ages</w>
+a ine
+ðŁ¦ Ī</w>
+tac ular</w>
+dis ability
+u ked
+mid century</w>
+bar thol
+teas ers</w>
+tab ern
+nj caa</w>
+sp out</w>
+op i</w>
+ku bball</w>
+bl om
+so ar
+popu lism</w>
+meth yl
+ðŁijĬ ðŁı¼
+o spre
+alo ils</w>
+ðŁĵ ĸ
+ðŁĮ ļ
+x er
+sp illing</w>
+publ ica</w>
+car dam
+adi sh</w>
+sa cha</w>
+p kg</w>
+bu da</w>
+lyric ist</w>
+i bc</w>
+gru mp
+ho ver</w>
+hal ep</w>
+anti body</w>
+anem one</w>
+âĻ¥âĻ¥ âĻ¥âĻ¥
+m cl
+litho graph</w>
+cc u</w>
+s fest</w>
+path ic</w>
+calli ster</w>
+otta wa
+gun sn
+rut ger
+hali but</w>
+en vision</w>
+differenti ate</w>
+ðŁļĢ ðŁļĢ
+pir an
+lat el
+uc n</w>
+trou bad
+ra ine
+fierc ely</w>
+learn english</w>
+lea se
+wex mondays</w>
+em it</w>
+dray ton</w>
+bur rell</w>
+scuba diving</w>
+hol ler</w>
+dr u</w>
+clo cked</w>
+w ral</w>
+ap ro</w>
+trans lucent</w>
+w bo</w>
+patri arch</w>
+mo ja
+lan nister</w>
+fish ery</w>
+ne derland</w>
+mil dly</w>
+mi rai</w>
+ma ko</w>
+ja p</w>
+ðŁĺ©ðŁĺ© ðŁĺ©</w>
+pro statec
+p anna</w>
+ar ama</w>
+under taking</w>
+tomp kins</w>
+ne op
+soli ds</w>
+sav oury</w>
+e ames</w>
+cut lery</w>
+wood bridge</w>
+steam er</w>
+ri zzo</w>
+wild cat
+rat na</w>
+lamin ated</w>
+kin eni</w>
+jal ap
+ai des</w>
+acknowle dges</w>
+?! ?!?!</w>
+! ðŁİī</w>
+w afc</w>
+mag gio</w>
+ha ves</w>
+dar je
+of i</w>
+gr il
+v asi
+bru x
+mo hd</w>
+fake speare</w>
+arn old
+r mb</w>
+for be
+wal leye</w>
+ro di
+therapeu tics</w>
+strate gi
+ob ste
+mu dder</w>
+download able</w>
+dd ings</w>
+d ca</w>
+asi angames</w>
+campe on
+appropri ation</w>
+th century</w>
+ram atta</w>
+dra ped</w>
+bul lion</w>
+mu c</w>
+one x</w>
+se greg
+ophel ia</w>
+bod ily</w>
+âĿ¤ ðŁĺį</w>
+wi zar
+te ased</w>
+ade my</w>
+to id</w>
+sur a</w>
+lazar us</w>
+sn ickers</w>
+ma se
+lo h
+bow ed</w>
+bibli o
+x change</w>
+har lan</w>
+gho shal</w>
+flavor ful</w>
+bha gat</w>
+alle z</w>
+whiche ver</w>
+ten stein</w>
+disc er
+organ iser</w>
+mt g
+dream liner</w>
+t se
+hok kaido</w>
+mo k
+indulg ent</w>
+hick man</w>
+blin ded</w>
+al yn
+aaa ah</w>
+sp ool</w>
+lough borough</w>
+inter pret
+et v
+aristo tle</w>
+optimi zing</w>
+avici i</w>
+madu rai</w>
+ju li</w>
+naw az
+mat chups</w>
+ab ide</w>
+paint ing
+w elling</w>
+vel i</w>
+octag on</w>
+in scribed</w>
+po king</w>
+plac er</w>
+life cycle</w>
+kili g</w>
+g sp</w>
+eli ves</w>
+cle ments</w>
+na sheed</w>
+me sut</w>
+incarcer ated</w>
+dist illed</w>
+wal ang</w>
+delic acy</w>
+del gado</w>
+che z
+ch ita</w>
+ad ero</w>
+tu x</w>
+pati l</w>
+o do
+abh cosmetics</w>
+tv c</w>
+p bc</w>
+in accurate</w>
+hardwork paysoff</w>
+ball er
+quot ation</w>
+merchandi sing</w>
+ga stri
+defen ses</w>
+dro gba</w>
+bex hill</w>
+ban kno
+win ona</w>
+si eg
+p gs</w>
+hahah ha</w>
+agu chi</w>
+su bram
+mirac le
+de sch
+li bre
+ba cher</w>
+ent ine</w>
+bbcra di
+lou dest</w>
+r ps</w>
+pi erc
+fr yer</w>
+storm trooper</w>
+rafael nadal</w>
+pas co</w>
+exhau stion</w>
+epic onetsy</w>
+rc tid</w>
+kel lie</w>
+ga ines</w>
+d bz</w>
+sm riti
+s bridge</w>
+lim ited
+cla w
+technic al
+bio graphical</w>
+ado red</w>
+ภ°</w>
+exclu de</w>
+ac adia</w>
+key boards</w>
+fur man</w>
+so ca</w>
+sur u</w>
+ni ps</w>
+sw aps</w>
+server less</w>
+run e</w>
+pu ffy</w>
+north ampton
+nish ings</w>
+hen der
+cartri dges</w>
+gun shot</w>
+ðŁĵ ¹</w>
+fil ament</w>
+respon dents</w>
+pey ton
+mountaine er</w>
+mer ging</w>
+life span</w>
+intimid ation</w>
+p afc</w>
+nl wx</w>
+expan sive</w>
+pur r
+f ck</w>
+ca e</w>
+at ti
+tele thon</w>
+so hn</w>
+mend el
+lo pes</w>
+dor i</w>
+un broken</w>
+te red
+tast ings</w>
+in active</w>
+disin tegr
+t assel</w>
+share the
+pi ano
+is lay</w>
+air space</w>
+z awa</w>
+ricci ardo</w>
+ming ton
+fresh er</w>
+cur ry
+re vs</w>
+pharo ah</w>
+h mv</w>
+exhilar ating</w>
+wh oo</w>
+lin kin</w>
+kri spy</w>
+competen cy</w>
+ste wards</w>
+ne bu
+kat su
+ad mins</w>
+baz ar</w>
+as ar</w>
+giving back</w>
+s summit</w>
+song z</w>
+lin us</w>
+raj kumar</w>
+farm ington</w>
+fanta sia</w>
+ðŁĺ´ ðŁĺ´</w>
+so bri
+lis se</w>
+barry more</w>
+pri sm
+blo b</w>
+sen ew
+mono xide</w>
+exp ire</w>
+eigh teen</w>
+di pper</w>
+xi ao</w>
+kil t</w>
+hin ch
+bbc sport</w>
+bam boo
+p ter
+ex al
+ðŁ¦ ĭ
+ham lin</w>
+expe ditions</w>
+star gazing</w>
+food security</w>
+wy lie</w>
+ul f</w>
+st ingly</w>
+on storm</w>
+lo eb</w>
+bro ome</w>
+bn ha</w>
+pancre atic</w>
+eli ve
+!!!!!!!! !!!</w>
+ther apper</w>
+ortho pedic</w>
+avengers endgame</w>
+antit rust</w>
+ìļ °</w>
+go te</w>
+om d</w>
+off side</w>
+gy llen
+win eries</w>
+white water</w>
+ad l</w>
+lu pita</w>
+exce eds</w>
+consi sted</w>
+chew bacca</w>
+ash leigh</w>
+nhl jets</w>
+is san
+sh ld</w>
+hay at</w>
+cran berries</w>
+ðŁ¤ĺ ðŁı½</w>
+rock the
+spring training</w>
+fall out
+dairy free</w>
+wa j</w>
+un decided</w>
+so wn</w>
+rc n</w>
+north wales</w>
+htt r</w>
+fu mble</w>
+d its</w>
+comp elled</w>
+popu list</w>
+min ted</w>
+blan chett</w>
+. ''</w>
+pro pulsion</w>
+m illa</w>
+au berg
+her tz</w>
+h ta</w>
+u daipur</w>
+serendip ity</w>
+azte cs</w>
+als ace</w>
+ðŁIJ ij</w>
+lu n</w>
+sho es
+char li</w>
+gar za</w>
+ðŁĴ Ł
+pro biotics</w>
+fox tv</w>
+ol is</w>
+mi ff
+loc alized</w>
+diffu ser</w>
+si gue</w>
+fun ko
+rend ous</w>
+ðŁĴ ij</w>
+jeky ll</w>
diff --git a/ComfyUI/comfy/sd1_tokenizer/special_tokens_map.json b/ComfyUI/comfy/sd1_tokenizer/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..2c2130b544c0c5a72d5d00da071ba130a9800fb2
--- /dev/null
+++ b/ComfyUI/comfy/sd1_tokenizer/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/ComfyUI/comfy/sd1_tokenizer/tokenizer_config.json b/ComfyUI/comfy/sd1_tokenizer/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f7b3151d008bdee5739e317b887be0fc3b805c3
--- /dev/null
+++ b/ComfyUI/comfy/sd1_tokenizer/tokenizer_config.json
@@ -0,0 +1,34 @@
+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "do_lower_case": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 8192,
+  "name_or_path": "openai/clip-vit-large-patch14",
+  "pad_token": "<|endoftext|>",
+  "special_tokens_map_file": "./special_tokens_map.json",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/ComfyUI/comfy/sd1_tokenizer/vocab.json b/ComfyUI/comfy/sd1_tokenizer/vocab.json
new file mode 100644
index 0000000000000000000000000000000000000000..469be27c5c010538f845f518c4f5e8574c78f7c8
--- /dev/null
+++ b/ComfyUI/comfy/sd1_tokenizer/vocab.json
@@ -0,0 +1,49410 @@
+{
+  "!": 0,
+  "!!": 1443,
+  "!!!": 11194,
+  "!!!!": 4003,
+  "!!!!!!!!": 11281,
+  "!!!!!!!!!!!!!!!!": 30146,
+  "!!!!!!!!!!!</w>": 49339,
+  "!!!!!!!!!!</w>": 35579,
+  "!!!!!!!!!</w>": 28560,
+  "!!!!!!!!</w>": 21622,
+  "!!!!!!!</w>": 15203,
+  "!!!!!!</w>": 9168,
+  "!!!!!</w>": 5203,
+  "!!!!</w>": 2360,
+  "!!!\"</w>": 28048,
+  "!!!)</w>": 42532,
+  "!!!</w>": 995,
+  "!!\"</w>": 20556,
+  "!!#</w>": 34997,
+  "!!)</w>": 28352,
+  "!!</w>": 748,
+  "!!@</w>": 40705,
+  "!\"</w>": 2947,
+  "!\"@</w>": 43819,
+  "!#</w>": 9670,
+  "!'</w>": 13222,
+  "!),</w>": 37904,
+  "!).</w>": 26225,
+  "!)</w>": 4571,
+  "!*</w>": 37737,
+  "!,</w>": 29325,
+  "!-</w>": 43499,
+  "!...</w>": 22121,
+  "!..</w>": 35475,
+  "!.</w>": 22517,
+  "!:)</w>": 31671,
+  "!:</w>": 17545,
+  "!</w>": 256,
+  "!?!</w>": 29767,
+  "!?!?</w>": 47081,
+  "!?</w>": 6004,
+  "!@</w>": 15117,
+  "!]</w>": 34466,
+  "!âĢ¦</w>": 35068,
+  "!âĿ¤ï¸ı</w>": 32559,
+  "!ðŁİī</w>": 49085,
+  "!ðŁĺĬ</w>": 43434,
+  "!ðŁĺį</w>": 36438,
+  "\"": 1,
+  "\"!</w>": 10377,
+  "\"\"": 41530,
+  "\"\"\"</w>": 25539,
+  "\"\"</w>": 8575,
+  "\"#</w>": 8345,
+  "\"'</w>": 31065,
+  "\"(</w>": 32741,
+  "\")</w>": 13112,
+  "\",</w>": 4332,
+  "\"-</w>": 9375,
+  "\"....</w>": 37785,
+  "\"...</w>": 9049,
+  "\"..</w>": 25403,
+  "\".</w>": 2811,
+  "\"/</w>": 39486,
+  "\":</w>": 7811,
+  "\";</w>": 37549,
+  "\"</w>": 257,
+  "\"?</w>": 11727,
+  "\"@</w>": 1512,
+  "\"@_</w>": 20236,
+  "\"[</w>": 36930,
+  "\"âĢ¦</w>": 33993,
+  "\"âĢĶ</w>": 41151,
+  "#": 2,
+  "##</w>": 15483,
+  "#...</w>": 31491,
+  "#:</w>": 30144,
+  "#</w>": 258,
+  "#@</w>": 35062,
+  "#âĢ¦</w>": 12834,
+  "#âĢİ</w>": 34262,
+  "$": 3,
+  "$$": 24233,
+  "$$$</w>": 31859,
+  "$$</w>": 14929,
+  "$)</w>": 39460,
+  "$.</w>": 34682,
+  "$</w>": 259,
+  "%": 4,
+  "%!</w>": 35070,
+  "%),</w>": 37819,
+  "%)</w>": 16063,
+  "%,</w>": 14505,
+  "%-</w>": 48784,
+  "%.</w>": 12475,
+  "%;</w>": 33379,
+  "%</w>": 260,
+  "&": 5,
+  "&&</w>": 27791,
+  "&</w>": 261,
+  "'": 6,
+  "'!</w>": 13781,
+  "'\"</w>": 19479,
+  "'#</w>": 15319,
+  "''": 46594,
+  "''</w>": 8445,
+  "')</w>": 19175,
+  "',</w>": 5662,
+  "'-</w>": 26152,
+  "'...</w>": 20474,
+  "'.</w>": 4645,
+  "':</w>": 7182,
+  "';</w>": 44517,
+  "'</w>": 262,
+  "'?</w>": 17242,
+  "'@</w>": 26397,
+  "'d</w>": 1896,
+  "'ll</w>": 1342,
+  "'m</w>": 880,
+  "'re</w>": 982,
+  "'s</w>": 568,
+  "'t</w>": 713,
+  "'ve</w>": 1200,
+  "'âĢ¦</w>": 42120,
+  "(": 7,
+  "(!)</w>": 30253,
+  "(\"</w>": 18741,
+  "(#</w>": 6229,
+  "($)</w>": 46597,
+  "($</w>": 15186,
+  "(&</w>": 15042,
+  "('</w>": 18235,
+  "((": 22944,
+  "(((</w>": 33287,
+  "((</w>": 13796,
+  "().</w>": 41737,
+  "()</w>": 8475,
+  "(*": 48004,
+  "(*</w>": 39575,
+  "(+</w>": 12903,
+  "(-</w>": 20228,
+  "(...</w>": 45159,
+  "(.</w>": 43055,
+  "(:</w>": 8528,
+  "(;</w>": 23983,
+  "(</w>": 263,
+  "(?)</w>": 22885,
+  "(@</w>": 2181,
+  "(£</w>": 33987,
+  "(©</w>": 44886,
+  "(ðŁĵ·:</w>": 34610,
+  "(ðŁĵ·</w>": 37999,
+  "(ðŁĵ¸:</w>": 44422,
+  "(ðŁĵ¸</w>": 45204,
+  ")": 8,
+  ")!!</w>": 47518,
+  ")!</w>": 7805,
+  ")\"</w>": 13046,
+  ")#</w>": 39981,
+  ")'</w>": 23613,
+  ")(</w>": 27956,
+  "))": 13720,
+  "))))": 42911,
+  "))))</w>": 34181,
+  ")))</w>": 18305,
+  "))</w>": 5167,
+  "),</w>": 2361,
+  ")-</w>": 19034,
+  ")...</w>": 15274,
+  ")..</w>": 41822,
+  ").</w>": 1818,
+  ")/</w>": 26616,
+  "):</w>": 4143,
+  ");</w>": 19686,
+  ")</w>": 264,
+  ")?</w>": 18765,
+  ")@</w>": 41928,
+  ")_/": 45028,
+  ")_/¯</w>": 45781,
+  ")âĢ¦</w>": 41844,
+  "*": 9,
+  "*)</w>": 30956,
+  "**": 9825,
+  "****": 21326,
+  "********": 42974,
+  "*****</w>": 43571,
+  "****</w>": 25167,
+  "***</w>": 7829,
+  "**</w>": 4441,
+  "*,</w>": 41895,
+  "*-*</w>": 23568,
+  "*.</w>": 31304,
+  "*</w>": 265,
+  "*_*</w>": 44535,
+  "+": 10,
+  "+)</w>": 34810,
+  "++": 47298,
+  "+++</w>": 35986,
+  "++</w>": 19056,
+  "+,</w>": 35885,
+  "+.</w>": 25238,
+  "+/-</w>": 47614,
+  "+</w>": 266,
+  ",": 11,
+  ",\"</w>": 3823,
+  ",#</w>": 11215,
+  ",&</w>": 26905,
+  ",'</w>": 10599,
+  ",)</w>": 44493,
+  ",,": 21340,
+  ",,,,</w>": 33225,
+  ",,,</w>": 14811,
+  ",,</w>": 8844,
+  ",-</w>": 29821,
+  ",...</w>": 20365,
+  ",.</w>": 41277,
+  ",</w>": 267,
+  ",@</w>": 13975,
+  ",âĢ¦</w>": 14601,
+  "-": 12,
+  "-\"</w>": 18646,
+  "-#</w>": 10151,
+  "-$</w>": 24946,
+  "-'</w>": 28010,
+  "-(</w>": 33345,
+  "-)</w>": 3535,
+  "-*</w>": 21527,
+  "--": 2154,
+  "----": 5753,
+  "--------": 11772,
+  "----------------": 23122,
+  "----</w>": 30164,
+  "----></w>": 35999,
+  "---</w>": 11079,
+  "---></w>": 14518,
+  "--</w>": 2432,
+  "--></w>": 6422,
+  "-->></w>": 47252,
+  "-.-</w>": 32765,
+  "-...</w>": 43147,
+  "-.</w>": 44040,
+  "-</w>": 268,
+  "-></w>": 5081,
+  "-@</w>": 10087,
+  "-_-</w>": 27227,
+  "-__": 42718,
+  "-âĢ¦</w>": 30047,
+  ".": 13,
+  ".!!</w>": 37805,
+  ".!</w>": 14030,
+  ".\"": 18650,
+  ".\"-</w>": 21234,
+  ".\"</w>": 1081,
+  ".\"âĢĶ</w>": 48703,
+  ".#</w>": 5014,
+  ".'\"</w>": 41558,
+  ".''</w>": 49379,
+  ".'</w>": 5938,
+  ".(</w>": 22294,
+  ".)</w>": 5376,
+  ".*</w>": 26145,
+  ".,</w>": 5276,
+  ".-</w>": 12481,
+  "..": 608,
+  "..!!</w>": 23707,
+  "..!</w>": 17994,
+  "..\"</w>": 15229,
+  "..#</w>": 15735,
+  "..,</w>": 47143,
+  "...": 3002,
+  "...!!!</w>": 38351,
+  "...!!</w>": 39915,
+  "...!</w>": 16860,
+  "...\"</w>": 5240,
+  "...#</w>": 8195,
+  "...&</w>": 44979,
+  "...'</w>": 23167,
+  "...(</w>": 37981,
+  "...)</w>": 14040,
+  "...,</w>": 42717,
+  "....": 2386,
+  "....\"</w>": 26689,
+  "....#</w>": 20346,
+  ".....": 34151,
+  ".....#</w>": 38867,
+  "........": 8246,
+  "................": 24855,
+  "............</w>": 42965,
+  "...........</w>": 35008,
+  "..........</w>": 25526,
+  ".........</w>": 19881,
+  "........</w>": 14720,
+  ".......</w>": 9917,
+  "......</w>": 5590,
+  ".....</w>": 3104,
+  "....</w>": 1390,
+  "....@</w>": 29790,
+  "...:</w>": 34570,
+  "...</w>": 678,
+  "...?</w>": 16388,
+  "...@</w>": 12672,
+  "..</w>": 852,
+  "..?</w>": 23875,
+  "..@</w>": 21124,
+  "./</w>": 31975,
+  ".:</w>": 15811,
+  ".;</w>": 47596,
+  ".</w>": 269,
+  ".<</w>": 29442,
+  ".?</w>": 29294,
+  ".@</w>": 1230,
+  ".]</w>": 33511,
+  ".~</w>": 42651,
+  ".âĢ¦</w>": 18047,
+  ".âĿ¤ï¸ı</w>": 39085,
+  ".âłĢ</w>": 30097,
+  ".ðŁĺĤ</w>": 46580,
+  "/": 14,
+  "/#</w>": 13217,
+  "/$</w>": 36266,
+  "/-</w>": 19811,
+  "/.</w>": 39382,
+  "//": 15348,
+  "////": 46271,
+  "///</w>": 22734,
+  "//</w>": 3502,
+  "/</w>": 270,
+  "/@</w>": 8216,
+  "0": 15,
+  "0</w>": 271,
+  "1": 16,
+  "1</w>": 272,
+  "2": 17,
+  "2</w>": 273,
+  "3": 18,
+  "3</w>": 274,
+  "4": 19,
+  "4</w>": 275,
+  "5": 20,
+  "5</w>": 276,
+  "6": 21,
+  "6</w>": 277,
+  "7": 22,
+  "7</w>": 278,
+  "8": 23,
+  "8</w>": 279,
+  "9": 24,
+  "9</w>": 280,
+  ":": 25,
+  ":\"": 29498,
+  ":\")</w>": 46432,
+  ":\"</w>": 12089,
+  ":#</w>": 26625,
+  ":$</w>": 33769,
+  ":'": 8017,
+  ":'(</w>": 21250,
+  ":')</w>": 10701,
+  ":'</w>": 23851,
+  ":((</w>": 42496,
+  ":(</w>": 5965,
+  ":)": 11070,
+  ":))))</w>": 42339,
+  ":)))</w>": 21840,
+  ":))</w>": 10164,
+  ":).</w>": 39010,
+  ":)</w>": 1408,
+  ":*</w>": 12617,
+  ":-": 13021,
+  ":-(</w>": 25137,
+  ":-)</w>": 4223,
+  ":-</w>": 10323,
+  ":...</w>": 42140,
+  "://</w>": 12441,
+  ":/</w>": 13604,
+  "::": 33077,
+  ":::</w>": 43818,
+  "::</w>": 9788,
+  ":</w>": 281,
+  ":></w>": 39677,
+  ":@</w>": 14339,
+  ":]</w>": 43486,
+  ":|</w>": 45986,
+  ":âĢ¦</w>": 22365,
+  ";": 26,
+  ";))</w>": 41873,
+  ";)</w>": 3661,
+  ";-": 35657,
+  ";-)</w>": 10475,
+  ";;": 34824,
+  ";;</w>": 24492,
+  ";</w>": 282,
+  "<": 27,
+  "<-</w>": 47280,
+  "</</w>": 34308,
+  "<<": 24588,
+  "<</w>": 283,
+  "<<</w>": 16482,
+  "<<<</w>": 35054,
+  "<|endoftext|>": 49407,
+  "<|startoftext|>": 49406,
+  "=": 28,
+  "=))</w>": 39587,
+  "=)</w>": 17840,
+  "=</w>": 284,
+  "==": 11748,
+  "====": 21734,
+  "========": 38952,
+  "==></w>": 29688,
+  "=></w>": 9714,
+  ">": 29,
+  ">.<</w>": 38507,
+  ">:</w>": 36196,
+  "></w>": 285,
+  "><</w>": 28015,
+  ">>": 8270,
+  ">></w>": 2988,
+  ">>></w>": 6395,
+  ">>>>": 18461,
+  ">>>></w>": 18435,
+  ">>>>></w>": 32972,
+  ">>>>>></w>": 48947,
+  ">>>>>>>>": 41947,
+  ">_": 44144,
+  "?": 30,
+  "?!": 9785,
+  "?!!</w>": 25342,
+  "?!\"</w>": 29315,
+  "?!</w>": 2835,
+  "?!?!</w>": 16349,
+  "?!?!?!</w>": 49084,
+  "?!?!?</w>": 37619,
+  "?!?</w>": 11395,
+  "?\"</w>": 3283,
+  "?#</w>": 24018,
+  "?'</w>": 13610,
+  "?)</w>": 9626,
+  "?,</w>": 41628,
+  "?...</w>": 22641,
+  "?..</w>": 43905,
+  "?.</w>": 41251,
+  "?:</w>": 21067,
+  "?</w>": 286,
+  "??": 5195,
+  "??!!</w>": 43219,
+  "??!</w>": 37341,
+  "??\"</w>": 44996,
+  "??</w>": 2197,
+  "???": 40017,
+  "???</w>": 3824,
+  "????": 15936,
+  "????</w>": 10362,
+  "?????</w>": 21370,
+  "??????</w>": 34589,
+  "????????": 45091,
+  "?@</w>": 29258,
+  "?ðŁ¤Ķ</w>": 47928,
+  "@": 31,
+  "@#</w>": 39397,
+  "@.</w>": 43730,
+  "@/</w>": 28639,
+  "@</w>": 287,
+  "@@</w>": 30314,
+  "@_</w>": 2692,
+  "@__</w>": 17042,
+  "@___</w>": 48308,
+  "A": 32,
+  "A</w>": 288,
+  "B": 33,
+  "B</w>": 289,
+  "C": 34,
+  "C</w>": 290,
+  "D": 35,
+  "D</w>": 291,
+  "E": 36,
+  "E</w>": 292,
+  "F": 37,
+  "F</w>": 293,
+  "G": 38,
+  "G</w>": 294,
+  "H": 39,
+  "H</w>": 295,
+  "I": 40,
+  "I</w>": 296,
+  "J": 41,
+  "J</w>": 297,
+  "K": 42,
+  "K</w>": 298,
+  "L": 43,
+  "L</w>": 299,
+  "M": 44,
+  "M</w>": 300,
+  "N": 45,
+  "N</w>": 301,
+  "O": 46,
+  "O</w>": 302,
+  "P": 47,
+  "P</w>": 303,
+  "Q": 48,
+  "Q</w>": 304,
+  "R": 49,
+  "R</w>": 305,
+  "S": 50,
+  "S</w>": 306,
+  "T": 51,
+  "T</w>": 307,
+  "U": 52,
+  "U</w>": 308,
+  "V": 53,
+  "V</w>": 309,
+  "W": 54,
+  "W</w>": 310,
+  "X": 55,
+  "X</w>": 311,
+  "Y": 56,
+  "Y</w>": 312,
+  "Z": 57,
+  "Z</w>": 313,
+  "[": 58,
+  "[#</w>": 11115,
+  "[...": 39975,
+  "[...]</w>": 43790,
+  "[</w>": 314,
+  "[@</w>": 15148,
+  "[]</w>": 22240,
+  "\\": 59,
+  "\\'</w>": 41239,
+  "\\</w>": 315,
+  "]": 60,
+  "]\"</w>": 39434,
+  "],</w>": 34067,
+  "].</w>": 26262,
+  "]:</w>": 21641,
+  "]</w>": 316,
+  "][#</w>": 39009,
+  "][</w>": 29329,
+  "^": 61,
+  "^)</w>": 30720,
+  "^-": 43516,
+  "^.": 31552,
+  "^.^</w>": 35791,
+  "^</w>": 317,
+  "^^": 34454,
+  "^^</w>": 9064,
+  "^_": 14423,
+  "^_^</w>": 15995,
+  "_": 62,
+  "_'</w>": 44701,
+  "_(</w>": 36951,
+  "_)</w>": 37393,
+  "_*</w>": 36237,
+  "_,</w>": 31417,
+  "_-</w>": 23193,
+  "_.</w>": 26841,
+  "_/": 37647,
+  "_:</w>": 13109,
+  "_</w>": 318,
+  "__": 2355,
+  "__:</w>": 47043,
+  "__</w>": 3838,
+  "___": 43812,
+  "___</w>": 13530,
+  "____": 4727,
+  "____</w>": 25350,
+  "_____</w>": 38803,
+  "________": 9549,
+  "________________": 20115,
+  "`": 63,
+  "`</w>": 319,
+  "a": 64,
+  "a</w>": 320,
+  "aa": 1821,
+  "aa</w>": 3894,
+  "aaa": 14376,
+  "aaa</w>": 9583,
+  "aaaa": 6727,
+  "aaaa</w>": 19336,
+  "aaaaa</w>": 31095,
+  "aaaaaa</w>": 44413,
+  "aaaaaaaa": 23126,
+  "aaaah</w>": 49151,
+  "aaah</w>": 35856,
+  "aaay</w>": 37846,
+  "aab</w>": 34108,
+  "aac": 23251,
+  "aac</w>": 11346,
+  "aad": 20464,
+  "aad</w>": 35894,
+  "aaf": 37638,
+  "aaf</w>": 31534,
+  "aag": 42174,
+  "aah</w>": 28990,
+  "aaj": 28727,
+  "aaj</w>": 43411,
+  "aak": 37739,
+  "aal": 22268,
+  "aal</w>": 30208,
+  "aali": 27896,
+  "aaliyah</w>": 46577,
+  "aam": 12943,
+  "aam</w>": 22775,
+  "aama": 45018,
+  "aamaadmi": 45563,
+  "aamaadmiparty</w>": 46406,
+  "aamir</w>": 27456,
+  "aan": 20705,
+  "aan</w>": 13426,
+  "aand": 38054,
+  "aap": 12023,
+  "aap</w>": 12052,
+  "aapl</w>": 34516,
+  "aar": 4695,
+  "aar</w>": 13234,
+  "aard": 46932,
+  "aaron": 13948,
+  "aaron</w>": 7709,
+  "aas": 28542,
+  "aas</w>": 32205,
+  "aat": 34018,
+  "aat</w>": 35004,
+  "aau</w>": 35426,
+  "aay": 38281,
+  "aay</w>": 40249,
+  "aaz</w>": 26770,
+  "ab": 596,
+  "ab</w>": 3937,
+  "aba": 44204,
+  "aba</w>": 11102,
+  "abad": 33444,
+  "abad</w>": 7155,
+  "aban": 41662,
+  "aband": 8595,
+  "abandon</w>": 28805,
+  "abandoned</w>": 11227,
+  "abar": 17860,
+  "abar</w>": 39805,
+  "abas": 25402,
+  "abay</w>": 43542,
+  "abb": 38954,
+  "abb</w>": 38297,
+  "abba</w>": 30870,
+  "abbas": 37494,
+  "abbas</w>": 24412,
+  "abbey": 31927,
+  "abbey</w>": 10132,
+  "abbie</w>": 39949,
+  "abbo": 13536,
+  "abbot</w>": 44046,
+  "abbott": 43737,
+  "abbott</w>": 15649,
+  "abbrevi": 44843,
+  "abby": 30586,
+  "abby</w>": 14694,
+  "abc": 13137,
+  "abc</w>": 5334,
+  "abcnews</w>": 31566,
+  "abd</w>": 44093,
+  "abdel": 46511,
+  "abdomin": 35335,
+  "abdominal</w>": 39328,
+  "abdu": 13361,
+  "abduc": 17884,
+  "abducted</w>": 31520,
+  "abduction</w>": 36984,
+  "abdul": 14227,
+  "abdul</w>": 15593,
+  "abdullah</w>": 21317,
+  "abe": 15856,
+  "abe</w>": 12734,
+  "abee</w>": 36037,
+  "abel": 31938,
+  "abel</w>": 25318,
+  "abella</w>": 46156,
+  "aben": 40865,
+  "aber": 7828,
+  "aber</w>": 41867,
+  "aberdeen": 30539,
+  "aberdeen</w>": 17236,
+  "abh": 27484,
+  "abh</w>": 33649,
+  "abhcosmetics</w>": 49189,
+  "abhi": 18113,
+  "abhin": 44045,
+  "abhishek</w>": 44502,
+  "abi": 16867,
+  "abi</w>": 14161,
+  "abia</w>": 48604,
+  "abide</w>": 49163,
+  "abig": 20863,
+  "abigail</w>": 25686,
+  "abil": 21135,
+  "abilities</w>": 8724,
+  "ability": 35146,
+  "ability</w>": 3024,
+  "abit</w>": 48668,
+  "ablanc": 33716,
+  "able": 10102,
+  "able</w>": 863,
+  "abled</w>": 10655,
+  "ableg</w>": 24055,
+  "ables</w>": 8486,
+  "ableton</w>": 47169,
+  "ably</w>": 6748,
+  "abnormal</w>": 40934,
+  "abo": 2889,
+  "abo</w>": 21861,
+  "aboard</w>": 11661,
+  "abol": 31768,
+  "abolic</w>": 46827,
+  "abolish</w>": 47403,
+  "aboo</w>": 42433,
+  "abor": 8416,
+  "aboriginal</w>": 20422,
+  "abortion</w>": 12336,
+  "abortions</w>": 43218,
+  "aboss</w>": 46401,
+  "abou": 36455,
+  "abou</w>": 44053,
+  "abound</w>": 41037,
+  "abour</w>": 46637,
+  "about": 20204,
+  "about</w>": 781,
+  "abouts</w>": 36339,
+  "above": 35019,
+  "above</w>": 4348,
+  "aboy</w>": 37077,
+  "abpoli</w>": 44779,
+  "abq</w>": 38767,
+  "abr": 44932,
+  "abra": 10694,
+  "abra</w>": 35087,
+  "abraham": 40623,
+  "abraham</w>": 15869,
+  "abram": 33255,
+  "abrams</w>": 29852,
+  "abre": 22472,
+  "abre</w>": 46756,
+  "abri": 28605,
+  "abridged</w>": 45333,
+  "abroad</w>": 11253,
+  "abru": 46295,
+  "abs": 18431,
+  "abs</w>": 11109,
+  "absc": 25389,
+  "abscbn": 44260,
+  "abscbn</w>": 45810,
+  "absen": 32453,
+  "absence</w>": 19240,
+  "absent</w>": 30363,
+  "absol": 4624,
+  "absolu": 7055,
+  "absolut": 4666,
+  "absolute</w>": 7501,
+  "absolutely</w>": 4703,
+  "absor": 14303,
+  "absorb</w>": 35806,
+  "absorbed</w>": 45059,
+  "absorbing</w>": 46412,
+  "absorption</w>": 42210,
+  "abstr": 7530,
+  "abstract": 23885,
+  "abstract</w>": 10197,
+  "abstractart</w>": 31170,
+  "abstraction</w>": 47696,
+  "abstracts</w>": 40065,
+  "absur": 21639,
+  "absurd</w>": 29757,
+  "abt</w>": 9850,
+  "abu": 9167,
+  "abu</w>": 11787,
+  "abud": 20180,
+  "abudha": 21450,
+  "abudhabi</w>": 25256,
+  "abuja</w>": 23371,
+  "abun": 20544,
+  "abundance</w>": 23236,
+  "abundant</w>": 31611,
+  "abur": 23377,
+  "aburger</w>": 46660,
+  "abuse</w>": 7678,
+  "abused</w>": 23855,
+  "abuses</w>": 37132,
+  "abusing</w>": 36558,
+  "abusive</w>": 26858,
+  "abv</w>": 34172,
+  "aby": 16342,
+  "aby</w>": 31378,
+  "abyss</w>": 33632,
+  "abz</w>": 42292,
+  "ac": 546,
+  "ac</w>": 2816,
+  "aca</w>": 9213,
+  "acab": 41388,
+  "acacia</w>": 44047,
+  "acad</w>": 32537,
+  "acade": 2892,
+  "academia</w>": 22662,
+  "academic": 31178,
+  "academic</w>": 7935,
+  "academics</w>": 26417,
+  "academies</w>": 42569,
+  "academy": 29968,
+  "academy</w>": 4041,
+  "acadi": 41455,
+  "acadia</w>": 49236,
+  "acam": 26172,
+  "acan": 42227,
+  "acan</w>": 26318,
+  "acap": 32357,
+  "acar": 22232,
+  "acare</w>": 16961,
+  "acc": 26805,
+  "acc</w>": 9318,
+  "acca</w>": 30883,
+  "acce": 8564,
+  "acceler": 10161,
+  "accelerate</w>": 23619,
+  "accelerated</w>": 38513,
+  "accelerating</w>": 41821,
+  "acceleration</w>": 39387,
+  "accelerator</w>": 25261,
+  "accent": 28110,
+  "accent</w>": 18931,
+  "accents</w>": 31738,
+  "accenture</w>": 41853,
+  "accep": 4616,
+  "accept": 16447,
+  "accept</w>": 9338,
+  "acceptable</w>": 14209,
+  "acceptance</w>": 17090,
+  "accepted</w>": 9159,
+  "accepting</w>": 12855,
+  "accepts</w>": 22338,
+  "access": 7596,
+  "access</w>": 3822,
+  "accessi": 10787,
+  "accessibility</w>": 23407,
+  "accessible</w>": 13977,
+  "accessing</w>": 46339,
+  "accessories</w>": 10220,
+  "accessory</w>": 20417,
+  "acci": 4263,
+  "acci</w>": 33943,
+  "accident</w>": 6608,
+  "accidental</w>": 24895,
+  "accidentally</w>": 11061,
+  "accidents</w>": 22072,
+  "acclaimed</w>": 21172,
+  "acco</w>": 44730,
+  "accol": 33858,
+  "accolades</w>": 46731,
+  "accom": 23658,
+  "accommo": 34495,
+  "accommod": 14386,
+  "accommodate</w>": 34708,
+  "accommodation</w>": 18066,
+  "accommodations</w>": 45536,
+  "accomp": 24985,
+  "accompan": 14746,
+  "accompanied</w>": 20715,
+  "accompany</w>": 34142,
+  "accompanying</w>": 38179,
+  "accompli": 10205,
+  "accomplish</w>": 25542,
+  "accomplished</w>": 16462,
+  "accomplishment</w>": 26100,
+  "accomplishments</w>": 24965,
+  "accor": 4182,
+  "accord": 34293,
+  "accord</w>": 28513,
+  "according</w>": 4717,
+  "accordingly</w>": 35535,
+  "accordion</w>": 48760,
+  "accoun": 3081,
+  "account": 18424,
+  "account</w>": 4684,
+  "accountability</w>": 19377,
+  "accountable</w>": 24216,
+  "accountant</w>": 31026,
+  "accountants</w>": 37222,
+  "accounted</w>": 43951,
+  "accounting</w>": 14805,
+  "accounts</w>": 9974,
+  "accra</w>": 31900,
+  "accred": 17451,
+  "accreditation</w>": 27015,
+  "accredited</w>": 27647,
+  "acct</w>": 45569,
+  "accu": 5618,
+  "accumul": 19275,
+  "accumulation</w>": 37112,
+  "accur": 6551,
+  "accuracy</w>": 18423,
+  "accurate</w>": 8858,
+  "accurately</w>": 24206,
+  "accusations</w>": 33615,
+  "accuse</w>": 39414,
+  "accused</w>": 9434,
+  "accuses</w>": 27496,
+  "accusing</w>": 41474,
+  "acdc</w>": 45067,
+  "ace": 2675,
+  "ace</w>": 804,
+  "acea</w>": 35219,
+  "aceae</w>": 38153,
+  "acele": 40868,
+  "aceous</w>": 33610,
+  "acer": 37990,
+  "acer</w>": 25809,
+  "aces</w>": 5725,
+  "acet": 28735,
+  "acf</w>": 38389,
+  "ach": 972,
+  "ach</w>": 987,
+  "acha</w>": 22686,
+  "acharya</w>": 45780,
+  "achat</w>": 32706,
+  "ache": 27771,
+  "ache</w>": 7214,
+  "ached</w>": 17048,
+  "acher": 38442,
+  "acher</w>": 17936,
+  "achers</w>": 25051,
+  "aches</w>": 14823,
+  "achi": 3264,
+  "achi</w>": 9087,
+  "achiev": 8160,
+  "achieve": 14798,
+  "achieve</w>": 8175,
+  "achieved</w>": 12359,
+  "achievement</w>": 8245,
+  "achievements</w>": 16114,
+  "achiever</w>": 46286,
+  "achievers</w>": 44544,
+  "achieves</w>": 40123,
+  "achieving</w>": 16120,
+  "achilles</w>": 33327,
+  "achim</w>": 42335,
+  "aching</w>": 12864,
+  "acho</w>": 33130,
+  "achs</w>": 41195,
+  "aci": 4359,
+  "aci</w>": 34100,
+  "acia</w>": 30163,
+  "acial</w>": 32422,
+  "acid": 35474,
+  "acid</w>": 10085,
+  "acidity</w>": 48800,
+  "acids</w>": 27751,
+  "acies</w>": 20162,
+  "acin": 39442,
+  "acing</w>": 9442,
+  "acio</w>": 26202,
+  "acion": 44965,
+  "acion</w>": 24968,
+  "acional</w>": 26435,
+  "aciones</w>": 35832,
+  "acious</w>": 16020,
+  "acity</w>": 7511,
+  "ación</w>": 38175,
+  "ack": 877,
+  "ack</w>": 725,
+  "acked</w>": 5698,
+  "acker": 31201,
+  "acker</w>": 7940,
+  "ackeray</w>": 41843,
+  "acki</w>": 42857,
+  "acking</w>": 5515,
+  "ackles</w>": 28503,
+  "acknow": 13563,
+  "acknowle": 18100,
+  "acknowledge</w>": 25209,
+  "acknowledged</w>": 35913,
+  "acknowledges</w>": 49083,
+  "acknowledging</w>": 45645,
+  "acks</w>": 3858,
+  "acl": 47593,
+  "acl</w>": 23073,
+  "acle</w>": 6504,
+  "acles</w>": 34164,
+  "aclu</w>": 37354,
+  "acm</w>": 39317,
+  "acmilan</w>": 36500,
+  "acne</w>": 24195,
+  "aco": 9463,
+  "aco</w>": 8800,
+  "acol": 17431,
+  "acollege</w>": 43468,
+  "acom": 17224,
+  "acom</w>": 22342,
+  "acon": 11621,
+  "acon</w>": 11571,
+  "aconf</w>": 38851,
+  "acons</w>": 31599,
+  "acor": 22076,
+  "acorn</w>": 37537,
+  "acos</w>": 39943,
+  "acosta</w>": 31994,
+  "acou": 8794,
+  "acoun": 31295,
+  "acounty</w>": 45449,
+  "acoustic</w>": 10616,
+  "acoustics</w>": 43873,
+  "acp</w>": 19627,
+  "acqu": 7946,
+  "acquainted</w>": 40713,
+  "acqui": 12194,
+  "acquire</w>": 21576,
+  "acquired</w>": 15932,
+  "acquires</w>": 27376,
+  "acquiring</w>": 42785,
+  "acquis": 14207,
+  "acquisition</w>": 16543,
+  "acquisitions</w>": 39649,
+  "acr</w>": 43648,
+  "acre": 26749,
+  "acre</w>": 9493,
+  "acres</w>": 11630,
+  "acro": 21060,
+  "acrob": 40891,
+  "acron": 37770,
+  "across</w>": 2500,
+  "acrosse</w>": 40979,
+  "acruz</w>": 40455,
+  "acry": 10440,
+  "acrylic</w>": 12252,
+  "acs</w>": 11782,
+  "act": 10305,
+  "act</w>": 1393,
+  "acted</w>": 10971,
+  "acti": 4786,
+  "acting</w>": 6319,
+  "action": 12493,
+  "action</w>": 1816,
+  "actions</w>": 6271,
+  "activ": 3430,
+  "activate</w>": 26737,
+  "activated</w>": 22249,
+  "activation</w>": 26769,
+  "active": 19009,
+  "active</w>": 4046,
+  "actively</w>": 18645,
+  "activi": 7230,
+  "activism</w>": 20117,
+  "activist</w>": 10850,
+  "activists</w>": 12649,
+  "activities</w>": 6514,
+  "activity</w>": 6206,
+  "actment</w>": 44807,
+  "acton": 36167,
+  "acton</w>": 36697,
+  "actonclimate</w>": 43797,
+  "actor": 12181,
+  "actor</w>": 4035,
+  "actors</w>": 9255,
+  "actorslife</w>": 25117,
+  "actorvijay</w>": 34033,
+  "actress</w>": 5805,
+  "actresses</w>": 33639,
+  "acts</w>": 6816,
+  "actu": 2375,
+  "actual</w>": 7488,
+  "actually</w>": 2955,
+  "acu": 9204,
+  "acu</w>": 48475,
+  "aculture</w>": 38145,
+  "acup": 30869,
+  "acup</w>": 27278,
+  "acupuncture</w>": 40043,
+  "acur": 44719,
+  "acura</w>": 30120,
+  "acus</w>": 33710,
+  "acute</w>": 19734,
+  "acy": 18717,
+  "acy</w>": 2356,
+  "ad": 594,
+  "ad</w>": 680,
+  "ada": 25785,
+  "ada</w>": 1886,
+  "adaily</w>": 47254,
+  "adal": 46646,
+  "adam": 6037,
+  "adam</w>": 4944,
+  "adamlambert</w>": 27659,
+  "adams</w>": 7942,
+  "adan</w>": 41802,
+  "adani</w>": 37499,
+  "adap": 6341,
+  "adapt</w>": 22666,
+  "adaptation</w>": 16566,
+  "adapted</w>": 26657,
+  "adapter</w>": 21839,
+  "adapting</w>": 44120,
+  "adaptive</w>": 28672,
+  "adar": 27702,
+  "adar</w>": 32681,
+  "adas</w>": 23250,
+  "adata</w>": 39500,
+  "aday": 31367,
+  "aday</w>": 10280,
+  "adays</w>": 24337,
+  "adb</w>": 45630,
+  "adc</w>": 38201,
+  "add": 19408,
+  "add</w>": 3536,
+  "addams</w>": 38912,
+  "added</w>": 4149,
+  "adder</w>": 47557,
+  "addi</w>": 36378,
+  "addic": 5709,
+  "addict</w>": 14614,
+  "addicted</w>": 16275,
+  "addiction</w>": 11751,
+  "addictive</w>": 29638,
+  "addicts</w>": 29997,
+  "adding</w>": 8676,
+  "addis</w>": 43911,
+  "addison</w>": 32369,
+  "additi": 26927,
+  "addition</w>": 6698,
+  "additional</w>": 10666,
+  "additions</w>": 22575,
+  "additive</w>": 48546,
+  "addo</w>": 40001,
+  "address</w>": 5834,
+  "addressed</w>": 20817,
+  "addresses</w>": 12702,
+  "addressing</w>": 10594,
+  "adds</w>": 9944,
+  "addy</w>": 24746,
+  "ade": 2194,
+  "ade</w>": 1928,
+  "adecides</w>": 46374,
+  "aded</w>": 9994,
+  "adee</w>": 47054,
+  "adel": 4434,
+  "adel</w>": 27308,
+  "adelaide": 38193,
+  "adelaide</w>": 11611,
+  "adele": 42843,
+  "adele</w>": 21220,
+  "adelrey</w>": 43627,
+  "ademy</w>": 49123,
+  "aden": 28669,
+  "aden</w>": 28688,
+  "adena</w>": 23648,
+  "adequ": 18232,
+  "adequate</w>": 22281,
+  "ader</w>": 21365,
+  "adero</w>": 49185,
+  "aders</w>": 27672,
+  "ades</w>": 5793,
+  "adh</w>": 42301,
+  "adhd</w>": 32649,
+  "adhe": 21175,
+  "adhesive</w>": 38429,
+  "adi": 2486,
+  "adi</w>": 8779,
+  "adia</w>": 26874,
+  "adic</w>": 36780,
+  "adid": 8086,
+  "adidas": 22396,
+  "adidas</w>": 9589,
+  "adidasoriginals</w>": 48575,
+  "adies</w>": 45834,
+  "adifference</w>": 37217,
+  "adilla</w>": 41167,
+  "ading</w>": 15000,
+  "adio</w>": 15060,
+  "adirond": 36843,
+  "adish</w>": 49009,
+  "adity": 28596,
+  "aditya</w>": 37186,
+  "adityanath</w>": 44437,
+  "adjac": 32517,
+  "adjacent</w>": 33836,
+  "adjec": 45512,
+  "adju": 16413,
+  "adjun": 45995,
+  "adjust": 13784,
+  "adjust</w>": 28073,
+  "adjustable</w>": 20476,
+  "adjusted</w>": 30515,
+  "adjusting</w>": 41132,
+  "adjustment</w>": 36081,
+  "adjustments</w>": 36331,
+  "adl</w>": 49351,
+  "adler</w>": 30222,
+  "adm": 9892,
+  "adm</w>": 33604,
+  "admi": 11666,
+  "admin</w>": 12528,
+  "admini": 6434,
+  "administr": 12174,
+  "administration</w>": 9502,
+  "administrative</w>": 22424,
+  "administrator</w>": 22603,
+  "administrators</w>": 36123,
+  "admins</w>": 49297,
+  "admir": 17031,
+  "admiral</w>": 21013,
+  "admiration</w>": 39569,
+  "admire</w>": 17791,
+  "admired</w>": 36103,
+  "admirer</w>": 48344,
+  "admiring</w>": 29835,
+  "admission</w>": 11315,
+  "admissions</w>": 22463,
+  "admit</w>": 13769,
+  "admits</w>": 16332,
+  "admitted</w>": 20427,
+  "admitting</w>": 46148,
+  "adn</w>": 40339,
+  "adnan</w>": 42037,
+  "ado": 4775,
+  "ado</w>": 2933,
+  "adobe": 29256,
+  "adobe</w>": 16484,
+  "adog</w>": 44913,
+  "adol": 33512,
+  "adole": 22704,
+  "adolescent</w>": 36793,
+  "adolescents</w>": 45656,
+  "adolf</w>": 41179,
+  "adon": 25907,
+  "adona</w>": 48419,
+  "adop": 4183,
+  "adopt": 16441,
+  "adopt</w>": 11159,
+  "adoptable</w>": 36905,
+  "adoptdont": 19674,
+  "adoptdontshop</w>": 20089,
+  "adopted</w>": 12538,
+  "adopting</w>": 30158,
+  "adoption</w>": 11544,
+  "adopts</w>": 40853,
+  "ador": 4992,
+  "ador</w>": 9162,
+  "adora</w>": 40031,
+  "adorable</w>": 6298,
+  "adoration</w>": 46781,
+  "adore</w>": 15502,
+  "adored</w>": 49233,
+  "adores</w>": 30290,
+  "adorned</w>": 44953,
+  "ados</w>": 20079,
+  "adox</w>": 32188,
+  "adp</w>": 44426,
+  "adr</w>": 46189,
+  "adren": 24204,
+  "adrenaline</w>": 35552,
+  "adri": 5935,
+  "adrian": 25012,
+  "adrian</w>": 13163,
+  "adriana</w>": 41363,
+  "adrid</w>": 26562,
+  "adrien</w>": 47469,
+  "adrienne</w>": 40081,
+  "ads</w>": 2485,
+  "adu": 16882,
+  "adu</w>": 24446,
+  "adukone</w>": 30511,
+  "adul": 7222,
+  "adult": 42209,
+  "adult</w>": 7115,
+  "adulthood</w>": 40964,
+  "adults</w>": 9391,
+  "adv": 1647,
+  "adv</w>": 21018,
+  "advan": 33411,
+  "advance": 27291,
+  "advance</w>": 7022,
+  "advanced</w>": 7465,
+  "advancement</w>": 35437,
+  "advances</w>": 15852,
+  "advancing</w>": 21355,
+  "advani</w>": 48189,
+  "advant": 7017,
+  "advantage</w>": 8573,
+  "advantaged</w>": 38361,
+  "advantages</w>": 23506,
+  "adven": 41670,
+  "advent": 3071,
+  "advent</w>": 15199,
+  "adventcalendar</w>": 43492,
+  "adventur": 29627,
+  "adventure": 17251,
+  "adventure</w>": 4377,
+  "adventurer</w>": 48098,
+  "adventures</w>": 7941,
+  "adventurous</w>": 31179,
+  "adver": 4806,
+  "adverse</w>": 30348,
+  "adversity</w>": 32516,
+  "advert</w>": 19080,
+  "adverti": 5682,
+  "advertise</w>": 31473,
+  "advertised</w>": 38987,
+  "advertisement</w>": 18713,
+  "advertiser</w>": 41829,
+  "advertisers</w>": 45472,
+  "advertising</w>": 8158,
+  "adverts</w>": 44306,
+  "advice</w>": 4973,
+  "advis": 4634,
+  "advise</w>": 25962,
+  "advised</w>": 23196,
+  "adviser</w>": 20367,
+  "advisers</w>": 40984,
+  "advises</w>": 42761,
+  "advising</w>": 39648,
+  "advisor</w>": 12380,
+  "advisors</w>": 23197,
+  "advisory</w>": 10224,
+  "advoc": 6657,
+  "advocacy</w>": 14443,
+  "advocate</w>": 12044,
+  "advocates</w>": 17757,
+  "adwords</w>": 48343,
+  "ady": 41446,
+  "ady</w>": 8781,
+  "ae": 5548,
+  "ae</w>": 4542,
+  "aea</w>": 37048,
+  "aed</w>": 26912,
+  "aege": 42304,
+  "ael": 41533,
+  "ael</w>": 43340,
+  "aen": 43085,
+  "aer": 10195,
+  "aeri": 27685,
+  "aerial": 44866,
+  "aerial</w>": 12440,
+  "aero": 10196,
+  "aero</w>": 25026,
+  "aerob": 42824,
+  "aeron": 37286,
+  "aeronau": 42816,
+  "aerop": 27735,
+  "aerosmith</w>": 43253,
+  "aerospace</w>": 20530,
+  "aes": 10617,
+  "aes</w>": 35677,
+  "aest</w>": 40694,
+  "aesthe": 21181,
+  "aesthetic</w>": 16179,
+  "aesthetics</w>": 29295,
+  "aew</w>": 47108,
+  "af": 702,
+  "af</w>": 4391,
+  "afa</w>": 24953,
+  "afan": 47474,
+  "afar": 41637,
+  "afar</w>": 37866,
+  "afb</w>": 27022,
+  "afc": 29742,
+  "afc</w>": 6571,
+  "afcb</w>": 44276,
+  "afcon</w>": 30019,
+  "afd</w>": 44626,
+  "afe": 30487,
+  "afe</w>": 13912,
+  "afer": 44707,
+  "aff": 8849,
+  "aff</w>": 14864,
+  "affair</w>": 13998,
+  "affairs</w>": 9830,
+  "affe": 4556,
+  "affect</w>": 11361,
+  "affected</w>": 9715,
+  "affecting</w>": 18448,
+  "affection": 33780,
+  "affection</w>": 28381,
+  "affectionate</w>": 42578,
+  "affects</w>": 17285,
+  "affili": 12120,
+  "affiliate</w>": 18652,
+  "affiliated</w>": 37540,
+  "affiliation</w>": 48377,
+  "affinity</w>": 41451,
+  "affir": 25343,
+  "affirm": 42711,
+  "affirm</w>": 48625,
+  "affirmation</w>": 47495,
+  "affl": 34036,
+  "affleck</w>": 35584,
+  "afford": 7951,
+  "afford</w>": 13223,
+  "affordability</w>": 44828,
+  "affordable": 43944,
+  "affordable</w>": 8926,
+  "afg</w>": 33994,
+  "afgh": 9029,
+  "afghan</w>": 15919,
+  "afghanistan</w>": 9836,
+  "afi": 24074,
+  "afi</w>": 31958,
+  "afil": 27209,
+  "afire</w>": 42010,
+  "afirst</w>": 38601,
+  "afl": 15132,
+  "afl</w>": 14356,
+  "aflo": 41959,
+  "afm</w>": 38385,
+  "afootball</w>": 41694,
+  "afor": 43102,
+  "afore": 41468,
+  "afp</w>": 18311,
+  "afraid</w>": 9474,
+  "afri": 13888,
+  "afric": 2136,
+  "africa</w>": 3093,
+  "african": 17471,
+  "african</w>": 4736,
+  "africans</w>": 26534,
+  "afridi</w>": 37651,
+  "afrika</w>": 45833,
+  "afrin</w>": 45586,
+  "afro": 16267,
+  "afro</w>": 21795,
+  "afs</w>": 48960,
+  "aft</w>": 22693,
+  "after": 2278,
+  "after</w>": 953,
+  "afterdark</w>": 48966,
+  "afterlife</w>": 46790,
+  "aftermath</w>": 20958,
+  "afterno": 22330,
+  "afternoon": 39035,
+  "afternoon</w>": 2716,
+  "afternoons</w>": 31631,
+  "afterparty</w>": 35305,
+  "afterwards</w>": 23911,
+  "ag": 602,
+  "ag</w>": 5241,
+  "aga": 1050,
+  "aga</w>": 4654,
+  "again</w>": 1495,
+  "against": 23838,
+  "against</w>": 1601,
+  "agame</w>": 46943,
+  "agan": 42946,
+  "agan</w>": 9178,
+  "agar": 13199,
+  "agar</w>": 17544,
+  "agarwal</w>": 43117,
+  "agas": 20430,
+  "agate</w>": 25454,
+  "agatha</w>": 43896,
+  "agave</w>": 42671,
+  "agawa</w>": 39433,
+  "agazine</w>": 44942,
+  "age": 4758,
+  "age</w>": 805,
+  "aged</w>": 3889,
+  "ageing</w>": 25349,
+  "agen": 10101,
+  "agen</w>": 43696,
+  "agencies</w>": 13887,
+  "agency": 44885,
+  "agency</w>": 6270,
+  "agend": 48653,
+  "agenda</w>": 8728,
+  "agent": 21210,
+  "agent</w>": 6576,
+  "agents</w>": 10199,
+  "agentsof": 37074,
+  "agentsofshield</w>": 38801,
+  "ager": 44847,
+  "ager</w>": 10443,
+  "agers</w>": 22123,
+  "ages</w>": 2321,
+  "agg</w>": 45482,
+  "aggarwal</w>": 39386,
+  "agger": 27836,
+  "aggi": 36844,
+  "aggie": 44244,
+  "aggie</w>": 37618,
+  "aggies</w>": 31047,
+  "aggio</w>": 36685,
+  "aggrav": 35203,
+  "aggre": 10426,
+  "aggreg": 41968,
+  "aggregate</w>": 41318,
+  "aggression</w>": 28900,
+  "aggressive</w>": 16295,
+  "aggressively</w>": 48667,
+  "agh": 17917,
+  "agh</w>": 14402,
+  "aghan</w>": 31276,
+  "agi": 24036,
+  "agi</w>": 17645,
+  "agic</w>": 37652,
+  "agile</w>": 16276,
+  "agility</w>": 32161,
+  "aging</w>": 4336,
+  "agio</w>": 41746,
+  "agirl</w>": 35469,
+  "agle": 37035,
+  "agle</w>": 16702,
+  "agles": 36374,
+  "agles</w>": 22679,
+  "aglia</w>": 46912,
+  "agm</w>": 19162,
+  "agn": 36474,
+  "agna</w>": 43626,
+  "agne": 29374,
+  "agne</w>": 48303,
+  "agnes</w>": 26213,
+  "agno": 41540,
+  "ago": 6276,
+  "ago</w>": 1468,
+  "agomez</w>": 27127,
+  "agon": 26775,
+  "agon</w>": 14901,
+  "agony</w>": 36977,
+  "agor": 38920,
+  "agos</w>": 32657,
+  "agov</w>": 34227,
+  "agp</w>": 46048,
+  "agr": 36639,
+  "agra": 26660,
+  "agra</w>": 29830,
+  "agram</w>": 2447,
+  "agre": 3180,
+  "agreat": 37594,
+  "agree</w>": 5953,
+  "agreed</w>": 12774,
+  "agreeing</w>": 40720,
+  "agreement</w>": 8286,
+  "agreements</w>": 25865,
+  "agrees</w>": 17854,
+  "agri": 20527,
+  "agri</w>": 30326,
+  "agricul": 7234,
+  "agricultural</w>": 15440,
+  "agriculture</w>": 9720,
+  "agro": 33178,
+  "agro</w>": 44589,
+  "agron": 41314,
+  "agroup</w>": 40099,
+  "ags</w>": 16926,
+  "agt</w>": 39681,
+  "agu": 3922,
+  "agu</w>": 36544,
+  "agua</w>": 18482,
+  "aguchi</w>": 49206,
+  "ague</w>": 2095,
+  "aguero</w>": 42964,
+  "agues</w>": 7000,
+  "aguil": 27946,
+  "aguilar</w>": 44715,
+  "ah": 1772,
+  "ah</w>": 1288,
+  "aha": 12082,
+  "aha</w>": 8429,
+  "ahah</w>": 38661,
+  "ahaha</w>": 32423,
+  "ahahaha</w>": 42620,
+  "aham": 36036,
+  "ahan": 45061,
+  "ahan</w>": 19255,
+  "ahar": 31038,
+  "ahar</w>": 38760,
+  "ahe": 27688,
+  "ahead</w>": 3158,
+  "ahem</w>": 39995,
+  "ahh</w>": 13152,
+  "ahhh</w>": 14769,
+  "ahhhh</w>": 21054,
+  "ahhhhh</w>": 36392,
+  "ahi": 45349,
+  "ahi</w>": 24154,
+  "ahl</w>": 30433,
+  "ahmad": 32167,
+  "ahmad</w>": 16902,
+  "ahmadi": 38656,
+  "ahmadiyya</w>": 44865,
+  "ahmed": 19491,
+  "ahmed</w>": 12081,
+  "ahmedabad</w>": 26966,
+  "ahn</w>": 33405,
+  "aho": 28114,
+  "aho</w>": 38444,
+  "ahora</w>": 43113,
+  "ahouse</w>": 33197,
+  "ahoy</w>": 38652,
+  "ahs</w>": 16937,
+  "ahu": 11908,
+  "ahu</w>": 16515,
+  "ai": 2014,
+  "ai</w>": 2215,
+  "aia</w>": 27046,
+  "aib</w>": 34780,
+  "aic": 29454,
+  "aid": 13723,
+  "aid</w>": 5182,
+  "aida</w>": 33830,
+  "aidan": 48814,
+  "aidan</w>": 26945,
+  "aide": 31558,
+  "aide</w>": 9746,
+  "aided</w>": 48707,
+  "aiden</w>": 40020,
+  "aides</w>": 49082,
+  "aids</w>": 11759,
+  "aig": 27295,
+  "aig</w>": 46989,
+  "aii</w>": 22478,
+  "aik</w>": 42575,
+  "aiken</w>": 46342,
+  "ail": 1457,
+  "ail</w>": 9154,
+  "ailed</w>": 38919,
+  "ailing</w>": 29999,
+  "ails</w>": 27024,
+  "aim": 6787,
+  "aim</w>": 11255,
+  "aime</w>": 39872,
+  "aimed</w>": 20247,
+  "aimee</w>": 36318,
+  "aiming</w>": 21768,
+  "aimo</w>": 36706,
+  "aims</w>": 13326,
+  "ain": 8326,
+  "ain</w>": 2210,
+  "aine": 48983,
+  "aine</w>": 17634,
+  "ains</w>": 27621,
+  "aint": 29543,
+  "aint</w>": 13099,
+  "ainted</w>": 39933,
+  "aioli</w>": 43949,
+  "air": 1281,
+  "air</w>": 1922,
+  "aira": 35085,
+  "aira</w>": 46444,
+  "airasia</w>": 48020,
+  "airbnb</w>": 23098,
+  "airborne</w>": 22755,
+  "airbus</w>": 15324,
+  "aircraft</w>": 7706,
+  "airdrop</w>": 38434,
+  "aire</w>": 7682,
+  "aired</w>": 21938,
+  "aires</w>": 17034,
+  "airfield</w>": 40525,
+  "airforce</w>": 23511,
+  "airing</w>": 20453,
+  "airline</w>": 14847,
+  "airlines</w>": 8929,
+  "airmen</w>": 44499,
+  "airplane</w>": 16451,
+  "airplanes</w>": 33319,
+  "airplay</w>": 47024,
+  "airpollution</w>": 47362,
+  "airport": 48337,
+  "airport</w>": 3259,
+  "airports</w>": 21543,
+  "airs</w>": 18539,
+  "airshow</w>": 27139,
+  "airsoft</w>": 30134,
+  "airspace</w>": 49280,
+  "airstrikes</w>": 37220,
+  "airtel</w>": 34784,
+  "airtime</w>": 46617,
+  "airwaves</w>": 43910,
+  "airways</w>": 14299,
+  "airy</w>": 44453,
+  "ais": 7616,
+  "ais</w>": 11393,
+  "aise</w>": 30505,
+  "aish": 21946,
+  "aisha</w>": 40211,
+  "aishwar": 29687,
+  "aishwarya</w>": 44019,
+  "aisle</w>": 26917,
+  "ait": 25613,
+  "ait</w>": 40814,
+  "aj": 3990,
+  "aj</w>": 6342,
+  "aja": 42343,
+  "aja</w>": 19633,
+  "ajax</w>": 21933,
+  "ajay": 22494,
+  "ajay</w>": 28726,
+  "ajaydevgn</w>": 35515,
+  "aje": 48818,
+  "aje</w>": 33315,
+  "ajes</w>": 38791,
+  "aji": 26102,
+  "aji</w>": 21153,
+  "ajit</w>": 42261,
+  "ajith</w>": 24118,
+  "ajo</w>": 26958,
+  "aju": 36855,
+  "ak": 819,
+  "ak</w>": 1196,
+  "aka": 19154,
+  "aka</w>": 3412,
+  "akaif</w>": 45736,
+  "akan": 43678,
+  "akan</w>": 38244,
+  "akapoor</w>": 40064,
+  "akarta</w>": 48603,
+  "akb</w>": 41962,
+  "akbar</w>": 27180,
+  "ake": 10558,
+  "ake</w>": 5776,
+  "aked</w>": 6115,
+  "aker": 14245,
+  "aker</w>": 3074,
+  "akers</w>": 5788,
+  "akes</w>": 4764,
+  "akest</w>": 46679,
+  "akh": 14821,
+  "akh</w>": 30660,
+  "akhan</w>": 28158,
+  "akhi": 41660,
+  "akhilesh</w>": 48495,
+  "akhtar</w>": 45458,
+  "aki": 18173,
+  "aki</w>": 6592,
+  "akin": 24630,
+  "akin</w>": 13601,
+  "aking</w>": 1809,
+  "akins</w>": 48568,
+  "akira</w>": 34001,
+  "akis</w>": 27732,
+  "akistan</w>": 46221,
+  "akley</w>": 39908,
+  "ako": 44027,
+  "ako</w>": 14541,
+  "akon</w>": 47105,
+  "akos</w>": 44659,
+  "akrish": 37434,
+  "akron</w>": 26115,
+  "aks</w>": 2953,
+  "aksh": 28226,
+  "akshay": 21483,
+  "akshay</w>": 38914,
+  "akshaykumar</w>": 23624,
+  "akshi</w>": 42634,
+  "aku": 18151,
+  "aku</w>": 20815,
+  "aky</w>": 11977,
+  "al": 526,
+  "al</w>": 566,
+  "ala": 12783,
+  "ala</w>": 3449,
+  "alab": 6365,
+  "alabam": 45880,
+  "alabama</w>": 8422,
+  "alach": 24622,
+  "alad": 23074,
+  "aladdin</w>": 29951,
+  "alai</w>": 47072,
+  "alain</w>": 28999,
+  "alam": 16612,
+  "alam</w>": 16012,
+  "alamo": 41922,
+  "alamo</w>": 34632,
+  "alan": 9563,
+  "alan</w>": 5773,
+  "alana</w>": 43405,
+  "aland": 34304,
+  "aland</w>": 6819,
+  "alar": 34333,
+  "alarm</w>": 11321,
+  "alarming</w>": 37209,
+  "alarms</w>": 31236,
+  "alarts</w>": 31422,
+  "alas": 7276,
+  "alas</w>": 22412,
+  "alaska</w>": 9562,
+  "alaskan</w>": 33898,
+  "alastair</w>": 42062,
+  "alay": 30289,
+  "alay</w>": 36450,
+  "alaya</w>": 36397,
+  "alb": 45248,
+  "alba</w>": 25254,
+  "alban": 10882,
+  "albania</w>": 29170,
+  "albanian</w>": 47721,
+  "albans</w>": 44119,
+  "albany</w>": 17359,
+  "albat": 42797,
+  "albeit</w>": 38984,
+  "alber": 6413,
+  "albert": 34174,
+  "albert</w>": 9507,
+  "alberta</w>": 11048,
+  "alberto</w>": 22714,
+  "albi": 18512,
+  "albino</w>": 48062,
+  "albion</w>": 24071,
+  "albu": 2216,
+  "album": 40712,
+  "album</w>": 2431,
+  "albums</w>": 10705,
+  "albuquerque</w>": 31079,
+  "alcat": 35361,
+  "alche": 37909,
+  "alchemist</w>": 38913,
+  "alchemy</w>": 39501,
+  "alco": 6848,
+  "alco</w>": 45446,
+  "alcohol</w>": 9426,
+  "alcoholic</w>": 25098,
+  "ald": 4539,
+  "ald</w>": 2928,
+  "alda</w>": 46440,
+  "alde": 33114,
+  "alden": 17155,
+  "alden</w>": 27710,
+  "aldenrichards</w>": 20051,
+  "alder": 18220,
+  "alder</w>": 46571,
+  "aldi</w>": 23204,
+  "aldo</w>": 9933,
+  "aldridge</w>": 38084,
+  "alds</w>": 14285,
+  "aldu": 6505,
+  "aldub": 10532,
+  "aldub</w>": 15247,
+  "ale": 1440,
+  "ale</w>": 1336,
+  "alea</w>": 26518,
+  "aleague</w>": 38909,
+  "alec": 29804,
+  "alec</w>": 19954,
+  "alecoscino</w>": 47948,
+  "aled</w>": 4970,
+  "alee</w>": 24515,
+  "alej": 23440,
+  "alejandro</w>": 32950,
+  "alek": 26906,
+  "alek</w>": 43310,
+  "aleksand": 48429,
+  "alem</w>": 11825,
+  "aleppo</w>": 19258,
+  "aler": 25674,
+  "aler</w>": 27335,
+  "alert</w>": 4662,
+  "alerts</w>": 22144,
+  "ales": 44171,
+  "ales</w>": 5962,
+  "aless": 21864,
+  "alessandro</w>": 37344,
+  "alestine</w>": 31945,
+  "alex": 2959,
+  "alex</w>": 4134,
+  "alexa</w>": 16273,
+  "alexand": 10696,
+  "alexander": 25527,
+  "alexander</w>": 7563,
+  "alexandra</w>": 19054,
+  "alexandre</w>": 35711,
+  "alexandria</w>": 21171,
+  "alexis": 35023,
+  "alexis</w>": 14243,
+  "aley</w>": 21635,
+  "alf</w>": 27098,
+  "alfa</w>": 23482,
+  "alfar": 38870,
+  "alfie</w>": 28598,
+  "alfon": 31947,
+  "alfonso</w>": 41784,
+  "alfre": 20982,
+  "alfred</w>": 16553,
+  "alfredo</w>": 32291,
+  "algae</w>": 25654,
+  "algar": 36291,
+  "algarve</w>": 40290,
+  "alge": 24336,
+  "algebra</w>": 33694,
+  "alger": 18568,
+  "algeria</w>": 25257,
+  "algon": 33007,
+  "algori": 14912,
+  "algorithm</w>": 23295,
+  "algorithms</w>": 26039,
+  "alham": 23352,
+  "alhamdulil": 35129,
+  "alhamdulillah</w>": 38982,
+  "ali": 835,
+  "ali</w>": 3558,
+  "alia</w>": 2492,
+  "aliaa</w>": 36468,
+  "alian</w>": 3464,
+  "alias</w>": 40026,
+  "alibaba</w>": 39231,
+  "alic": 25265,
+  "alice": 23759,
+  "alice</w>": 9192,
+  "alici": 31630,
+  "alicia</w>": 20914,
+  "alie</w>": 8697,
+  "alien": 22846,
+  "alien</w>": 9639,
+  "aliens</w>": 14883,
+  "alier</w>": 39493,
+  "alies</w>": 38086,
+  "alife": 41347,
+  "alife</w>": 21100,
+  "alig": 21272,
+  "alight</w>": 36157,
+  "align</w>": 31160,
+  "aligned</w>": 29292,
+  "alignment</w>": 27267,
+  "alik</w>": 31141,
+  "alike</w>": 12665,
+  "alim": 42075,
+  "alin": 42746,
+  "alin</w>": 40063,
+  "alina</w>": 39529,
+  "aline</w>": 21799,
+  "aling</w>": 5169,
+  "alion</w>": 19049,
+  "alis": 21308,
+  "alis</w>": 20114,
+  "alisa</w>": 38918,
+  "alisation</w>": 42143,
+  "alise</w>": 36718,
+  "alised</w>": 25099,
+  "alism</w>": 5607,
+  "alison": 28653,
+  "alison</w>": 16970,
+  "alist": 44900,
+  "alist</w>": 3320,
+  "alistair</w>": 40551,
+  "alistic</w>": 22302,
+  "alists</w>": 5653,
+  "alit": 45566,
+  "alities</w>": 27925,
+  "ality</w>": 1694,
+  "alive": 40467,
+  "alive</w>": 4716,
+  "aliz": 30979,
+  "alization</w>": 8026,
+  "alize</w>": 10268,
+  "alized</w>": 6141,
+  "alizer</w>": 38922,
+  "alizes</w>": 26181,
+  "alizing</w>": 13023,
+  "alk": 30246,
+  "alk</w>": 21577,
+  "alkal": 33450,
+  "alkaline</w>": 39210,
+  "all": 813,
+  "all</w>": 615,
+  "alla": 13884,
+  "alla</w>": 14000,
+  "allabout": 43996,
+  "allah</w>": 6378,
+  "allan": 36552,
+  "allan</w>": 15404,
+  "allblacks</w>": 47728,
+  "allday</w>": 35862,
+  "alle": 4870,
+  "alle</w>": 29478,
+  "alled</w>": 7379,
+  "alleg": 7456,
+  "allegations</w>": 16992,
+  "alleged</w>": 12133,
+  "allegedly</w>": 14177,
+  "alleges</w>": 45051,
+  "allegh": 41479,
+  "allegheny</w>": 47851,
+  "allegi": 28832,
+  "allegiance</w>": 30955,
+  "allen": 16712,
+  "allen</w>": 6386,
+  "allenge</w>": 31387,
+  "aller": 10116,
+  "aller</w>": 30630,
+  "allergic</w>": 28809,
+  "allergies</w>": 28247,
+  "allergy</w>": 24408,
+  "allery</w>": 32542,
+  "alles</w>": 43354,
+  "allevi": 31682,
+  "alleviate</w>": 44799,
+  "alley": 36205,
+  "alley</w>": 10329,
+  "allez</w>": 49137,
+  "alli": 4123,
+  "alli</w>": 15268,
+  "alliance": 45404,
+  "alliance</w>": 8945,
+  "alliances</w>": 48403,
+  "allianz</w>": 45740,
+  "allie</w>": 25040,
+  "allied</w>": 20045,
+  "allies</w>": 17277,
+  "alligator</w>": 28574,
+  "allin": 45007,
+  "allin</w>": 22395,
+  "alline</w>": 48182,
+  "alling</w>": 2992,
+  "allis</w>": 45309,
+  "allison": 34602,
+  "allison</w>": 16578,
+  "allman</w>": 42611,
+  "allo": 8107,
+  "allo</w>": 18389,
+  "allocated</w>": 42716,
+  "allocation</w>": 35139,
+  "allon</w>": 46693,
+  "allot": 26363,
+  "allotment</w>": 33750,
+  "allow": 5645,
+  "allow</w>": 6722,
+  "allowance</w>": 35696,
+  "allowed</w>": 7885,
+  "allowing</w>": 12458,
+  "allows</w>": 9966,
+  "alloy</w>": 22467,
+  "alls</w>": 1997,
+  "allstar": 31247,
+  "allstar</w>": 22974,
+  "allstars</w>": 31198,
+  "allthe": 29253,
+  "allu": 20157,
+  "alluarjun</w>": 39333,
+  "allure</w>": 41814,
+  "ally": 7461,
+  "ally</w>": 769,
+  "alm</w>": 28303,
+  "alma": 32933,
+  "alma</w>": 18337,
+  "alman": 29394,
+  "almanac</w>": 41268,
+  "almighty</w>": 21898,
+  "almond</w>": 15646,
+  "almonds</w>": 30468,
+  "almost": 47534,
+  "almost</w>": 2671,
+  "aln": 47203,
+  "alo": 3435,
+  "alo</w>": 6183,
+  "aloe</w>": 30728,
+  "alog</w>": 15813,
+  "alogue</w>": 9101,
+  "aloha</w>": 23160,
+  "aloils</w>": 49002,
+  "alom</w>": 22236,
+  "alon": 14097,
+  "alon</w>": 42846,
+  "alone</w>": 4702,
+  "along": 8300,
+  "along</w>": 2528,
+  "alongside</w>": 8646,
+  "alonso</w>": 25704,
+  "aloo</w>": 46187,
+  "alore</w>": 14323,
+  "alot</w>": 16945,
+  "alou": 43180,
+  "aloud</w>": 30028,
+  "alove": 46669,
+  "alove</w>": 37045,
+  "alp": 32020,
+  "alp</w>": 39342,
+  "alpac": 30128,
+  "alpaca</w>": 42561,
+  "alph": 6720,
+  "alpha": 11807,
+  "alpha</w>": 8624,
+  "alphabe": 45796,
+  "alphabet</w>": 22335,
+  "alphon": 37865,
+  "alpine</w>": 17055,
+  "alps</w>": 18191,
+  "already</w>": 2426,
+  "alright</w>": 10866,
+  "als": 23982,
+  "als</w>": 938,
+  "alsace</w>": 49388,
+  "also</w>": 1446,
+  "alt": 9995,
+  "alt</w>": 10006,
+  "alta": 24470,
+  "alta</w>": 25378,
+  "altaf</w>": 47342,
+  "altam": 45624,
+  "altar</w>": 16385,
+  "alter": 4949,
+  "alter</w>": 21393,
+  "altered</w>": 25201,
+  "altern": 47463,
+  "alternate</w>": 15926,
+  "alternati": 16699,
+  "alternative": 37327,
+  "alternative</w>": 8248,
+  "alternatives</w>": 25041,
+  "alth": 23463,
+  "alth</w>": 5863,
+  "although</w>": 9421,
+  "alti": 35531,
+  "alties</w>": 17276,
+  "altitude</w>": 23241,
+  "altman</w>": 48100,
+  "alto": 35053,
+  "alto</w>": 17518,
+  "altogether</w>": 45689,
+  "alton": 41331,
+  "alton</w>": 36550,
+  "altrin": 38458,
+  "altrincham</w>": 44718,
+  "alty</w>": 5546,
+  "alu": 4776,
+  "alu</w>": 27991,
+  "alum": 5404,
+  "alum</w>": 10553,
+  "alumin": 14563,
+  "alumini": 22908,
+  "aluminium</w>": 23631,
+  "aluminum</w>": 15251,
+  "alumna</w>": 30313,
+  "alumni</w>": 6646,
+  "alumnus</w>": 23633,
+  "alums</w>": 30155,
+  "alv": 20928,
+  "alvar": 25196,
+  "alvarez</w>": 26924,
+  "alvaro</w>": 41941,
+  "alves</w>": 38547,
+  "alvin</w>": 27023,
+  "alway": 14046,
+  "alway</w>": 43764,
+  "always": 24997,
+  "always</w>": 1466,
+  "alwx</w>": 32768,
+  "aly": 6468,
+  "aly</w>": 12910,
+  "alyn": 49150,
+  "alyss": 29490,
+  "alyssa</w>": 18898,
+  "alz": 12936,
+  "alz</w>": 41128,
+  "alzheim": 15212,
+  "alzheimer</w>": 21151,
+  "alzheimers</w>": 34592,
+  "am": 548,
+  "am</w>": 687,
+  "ama": 18206,
+  "ama</w>": 1696,
+  "amad": 45095,
+  "amade": 37366,
+  "amag": 32049,
+  "amal": 15315,
+  "amal</w>": 36753,
+  "aman": 19890,
+  "aman</w>": 10110,
+  "amand": 14560,
+  "amanda</w>": 10036,
+  "amar": 6424,
+  "amar</w>": 19607,
+  "amara</w>": 48522,
+  "amari": 42565,
+  "amarillo</w>": 40449,
+  "amarine</w>": 45591,
+  "amarketing</w>": 30788,
+  "amas": 22716,
+  "amas</w>": 15667,
+  "amat": 38664,
+  "amat</w>": 25455,
+  "amate": 12453,
+  "amateur</w>": 14287,
+  "amaya</w>": 47210,
+  "amaz": 1185,
+  "amaze</w>": 24846,
+  "amazed</w>": 18944,
+  "amazing": 15949,
+  "amazing</w>": 1370,
+  "amazingly</w>": 20368,
+  "amazon": 13630,
+  "amazon</w>": 4140,
+  "amb": 9042,
+  "amb</w>": 16853,
+  "amba</w>": 27003,
+  "ambani</w>": 45967,
+  "ambas": 5634,
+  "ambassad": 5758,
+  "ambassador</w>": 6795,
+  "ambassadors</w>": 16832,
+  "ambed": 42089,
+  "ambedkar</w>": 48131,
+  "amber": 18292,
+  "amber</w>": 9986,
+  "ambi": 11844,
+  "ambient</w>": 23447,
+  "ambigu": 35702,
+  "ambition</w>": 20673,
+  "ambitions</w>": 34152,
+  "ambitious</w>": 18666,
+  "ambro": 17585,
+  "ambrose</w>": 24253,
+  "ambu": 34423,
+  "ambul": 13944,
+  "ambulance</w>": 15555,
+  "ambush</w>": 40725,
+  "amc": 24942,
+  "amc</w>": 16921,
+  "amd</w>": 20845,
+  "ame": 3995,
+  "ame</w>": 780,
+  "amed</w>": 5660,
+  "ameen</w>": 24229,
+  "amel": 31988,
+  "amel</w>": 10960,
+  "ameli": 21599,
+  "amelia</w>": 21433,
+  "amell</w>": 48198,
+  "amen": 18716,
+  "amen</w>": 12335,
+  "amend": 12425,
+  "amendment</w>": 15019,
+  "amendments</w>": 40901,
+  "amenities</w>": 30096,
+  "ament</w>": 27528,
+  "amer": 17081,
+  "amer</w>": 16147,
+  "ameri": 40422,
+  "americ": 1283,
+  "america</w>": 2224,
+  "americafirst</w>": 43216,
+  "american": 8746,
+  "american</w>": 2151,
+  "americana</w>": 26221,
+  "americanair</w>": 42538,
+  "americani": 39726,
+  "americans</w>": 6676,
+  "americas": 33343,
+  "americas</w>": 18142,
+  "ames</w>": 5469,
+  "ameter</w>": 23393,
+  "amethy": 30291,
+  "amethyst</w>": 31485,
+  "amex</w>": 46390,
+  "amg</w>": 21324,
+  "amher": 32311,
+  "amherst</w>": 39065,
+  "ami": 6100,
+  "ami</w>": 3065,
+  "amic": 25824,
+  "amic</w>": 21383,
+  "amid": 18908,
+  "amid</w>": 11953,
+  "amide</w>": 30952,
+  "amidst</w>": 25172,
+  "amie</w>": 36901,
+  "amig": 40294,
+  "amiga</w>": 35329,
+  "amigo</w>": 44991,
+  "amigos</w>": 28176,
+  "amii": 35462,
+  "amiibo</w>": 38871,
+  "amily</w>": 36732,
+  "amin": 14337,
+  "amin</w>": 20235,
+  "amina</w>": 47531,
+  "amination</w>": 30355,
+  "amine</w>": 35823,
+  "aming</w>": 3507,
+  "amino</w>": 33464,
+  "amir": 26029,
+  "amir</w>": 21973,
+  "amis</w>": 29829,
+  "amish</w>": 24958,
+  "amit": 15083,
+  "amit</w>": 25255,
+  "amitabh</w>": 48124,
+  "amitshah</w>": 32374,
+  "aml</w>": 43185,
+  "amma</w>": 29786,
+  "amman</w>": 29243,
+  "ammo</w>": 33474,
+  "ammunition</w>": 35060,
+  "amn</w>": 24073,
+  "amne": 14596,
+  "amnesia</w>": 41741,
+  "amnesty": 46330,
+  "amnesty</w>": 21177,
+  "amo": 4833,
+  "amo</w>": 11156,
+  "amodi</w>": 9826,
+  "amon": 17492,
+  "amon</w>": 24046,
+  "among": 12310,
+  "among</w>": 4265,
+  "amongst</w>": 12520,
+  "amoo</w>": 26977,
+  "amor": 19977,
+  "amor</w>": 15973,
+  "amore": 38937,
+  "amore</w>": 22691,
+  "amores</w>": 36338,
+  "amos</w>": 18133,
+  "amoto</w>": 25492,
+  "amount</w>": 6403,
+  "amounts</w>": 16747,
+  "amour</w>": 29908,
+  "amovie</w>": 41062,
+  "amp": 3521,
+  "amp</w>": 6259,
+  "amped</w>": 22640,
+  "amphi": 16379,
+  "amphibious</w>": 45206,
+  "amphitheater</w>": 41285,
+  "amphitheatre</w>": 44039,
+  "ample</w>": 34162,
+  "amples</w>": 14536,
+  "ampli": 15647,
+  "amplifier</w>": 31743,
+  "amplify</w>": 45308,
+  "amps</w>": 19252,
+  "ampton": 29410,
+  "ampton</w>": 9347,
+  "amr</w>": 30916,
+  "amreading</w>": 16546,
+  "amrit": 33849,
+  "ams</w>": 1396,
+  "amster": 9110,
+  "amsterdam</w>": 9441,
+  "amtrak</w>": 27855,
+  "amu": 11347,
+  "amu</w>": 32336,
+  "amur": 35014,
+  "amura</w>": 35487,
+  "amus</w>": 36269,
+  "amuse": 21421,
+  "amuse</w>": 44367,
+  "amused</w>": 30212,
+  "amusement</w>": 32570,
+  "amusic</w>": 20266,
+  "amusing</w>": 31789,
+  "amwriting</w>": 9660,
+  "amy": 10547,
+  "amy</w>": 5187,
+  "an": 514,
+  "an</w>": 550,
+  "ana": 6588,
+  "ana</w>": 1388,
+  "anab": 34742,
+  "anada</w>": 27948,
+  "anag": 12115,
+  "anagh</w>": 40774,
+  "anaheim</w>": 23728,
+  "anak": 34814,
+  "anak</w>": 38658,
+  "anal": 2785,
+  "analo": 34179,
+  "analog</w>": 19963,
+  "analogue</w>": 46031,
+  "analy": 4611,
+  "analyse</w>": 47246,
+  "analyses</w>": 39695,
+  "analysis</w>": 5296,
+  "analyst</w>": 14198,
+  "analysts</w>": 28075,
+  "analytical</w>": 34550,
+  "analytics</w>": 8558,
+  "analyze</w>": 28519,
+  "analyzing</w>": 32107,
+  "anam": 29525,
+  "anan": 37215,
+  "anand": 25073,
+  "anand</w>": 22083,
+  "anap": 41566,
+  "anarch": 46405,
+  "anarchi": 39879,
+  "anarchy</w>": 27707,
+  "anas": 31382,
+  "anas</w>": 12633,
+  "anast": 48902,
+  "anasta": 22915,
+  "anastasi": 36534,
+  "anastasia</w>": 37975,
+  "anat": 10045,
+  "anath</w>": 31277,
+  "anatom": 33759,
+  "anatomy</w>": 15376,
+  "anc": 1124,
+  "anc</w>": 17758,
+  "anca</w>": 14583,
+  "ance": 7165,
+  "ance</w>": 884,
+  "anced</w>": 5071,
+  "ancer</w>": 17415,
+  "ancers</w>": 37296,
+  "ances</w>": 3515,
+  "ancestor</w>": 43904,
+  "ancestors</w>": 24405,
+  "ancestral</w>": 41615,
+  "ancestry</w>": 30922,
+  "anch": 9489,
+  "anche</w>": 34679,
+  "ancho": 26610,
+  "anchor": 20030,
+  "anchor</w>": 13201,
+  "anchorage</w>": 31950,
+  "anchored</w>": 45926,
+  "anchors</w>": 37830,
+  "anci": 4192,
+  "ancient": 31495,
+  "ancient</w>": 5810,
+  "ancies</w>": 21647,
+  "ancing</w>": 7797,
+  "anco</w>": 15459,
+  "ancy": 16282,
+  "ancy</w>": 3633,
+  "and": 672,
+  "and</w>": 537,
+  "anda</w>": 2911,
+  "andalu": 31443,
+  "andco</w>": 36302,
+  "ande": 26889,
+  "ande</w>": 30354,
+  "ander": 3740,
+  "ander</w>": 3935,
+  "anders</w>": 10880,
+  "andersen</w>": 32661,
+  "anderson": 26683,
+  "anderson</w>": 6510,
+  "andes</w>": 24052,
+  "andfriends</w>": 36871,
+  "andhi</w>": 21617,
+  "andhra</w>": 32452,
+  "andi": 28870,
+  "andi</w>": 14354,
+  "andie</w>": 46318,
+  "andme</w>": 42831,
+  "ando": 35950,
+  "ando</w>": 5986,
+  "andolan</w>": 48965,
+  "andon</w>": 36488,
+  "andor": 45243,
+  "andover</w>": 44177,
+  "andr": 22661,
+  "andra": 46795,
+  "andra</w>": 21730,
+  "andre": 2657,
+  "andre</w>": 9400,
+  "andrea</w>": 10895,
+  "andreas</w>": 20444,
+  "andrei</w>": 42137,
+  "andres</w>": 25197,
+  "andretti</w>": 44291,
+  "andrew": 11717,
+  "andrew</w>": 4847,
+  "andrews</w>": 14506,
+  "andri": 37208,
+  "andro": 4417,
+  "andro</w>": 17980,
+  "android": 24284,
+  "android</w>": 5191,
+  "androidgames</w>": 46572,
+  "andromeda</w>": 42942,
+  "andré</w>": 35609,
+  "ands</w>": 32257,
+  "andthe": 22111,
+  "andu": 44200,
+  "andum</w>": 47266,
+  "andy": 9447,
+  "andy</w>": 2888,
+  "ane": 5846,
+  "ane</w>": 3051,
+  "anec": 33965,
+  "anem": 41395,
+  "anemone</w>": 49019,
+  "aneous</w>": 48273,
+  "anes</w>": 15381,
+  "anese</w>": 48778,
+  "anesthe": 30622,
+  "anesthesia</w>": 43353,
+  "anew": 39084,
+  "anew</w>": 47341,
+  "anews</w>": 20919,
+  "aney</w>": 22387,
+  "anfield</w>": 26993,
+  "ang": 883,
+  "ang</w>": 2704,
+  "anga</w>": 11641,
+  "angames</w>": 43178,
+  "angan</w>": 28264,
+  "angas</w>": 46180,
+  "ange": 2960,
+  "ange</w>": 3039,
+  "angel": 5029,
+  "angel</w>": 5130,
+  "angela</w>": 12354,
+  "angeles</w>": 7382,
+  "angeli": 15265,
+  "angelic</w>": 41038,
+  "angelica</w>": 38582,
+  "angelina</w>": 28890,
+  "angelo</w>": 14342,
+  "angelou</w>": 41328,
+  "angels</w>": 7809,
+  "anger": 32737,
+  "anger</w>": 6788,
+  "angerous</w>": 39716,
+  "angers</w>": 29756,
+  "angh": 34030,
+  "angi": 28003,
+  "angi</w>": 24301,
+  "angie</w>": 18859,
+  "angle": 21749,
+  "angle</w>": 6946,
+  "angled</w>": 32322,
+  "angler</w>": 22284,
+  "anglers</w>": 41608,
+  "angles</w>": 18627,
+  "anglesey</w>": 31850,
+  "anglia</w>": 32076,
+  "anglic": 28322,
+  "anglican</w>": 33284,
+  "angling</w>": 36824,
+  "anglo": 39515,
+  "anglo</w>": 30408,
+  "ango</w>": 19090,
+  "angola</w>": 36636,
+  "angor</w>": 41740,
+  "angp</w>": 19992,
+  "angry": 33910,
+  "angry</w>": 9054,
+  "angs</w>": 18441,
+  "angst</w>": 41714,
+  "angu": 11209,
+  "angular": 43584,
+  "angular</w>": 24981,
+  "angularjs</w>": 48608,
+  "angus</w>": 19688,
+  "ani": 1326,
+  "ani</w>": 3624,
+  "ania</w>": 9866,
+  "anian</w>": 9945,
+  "anians</w>": 39393,
+  "anic</w>": 23113,
+  "anie": 26697,
+  "anie</w>": 7671,
+  "anil": 28589,
+  "anil</w>": 34619,
+  "anim": 2190,
+  "animal": 10697,
+  "animal</w>": 4668,
+  "animalrights</w>": 42859,
+  "animals</w>": 4995,
+  "animate</w>": 40076,
+  "animated</w>": 13360,
+  "animation</w>": 10344,
+  "animations</w>": 42870,
+  "animator</w>": 42591,
+  "anime": 23314,
+  "anime</w>": 6469,
+  "anin</w>": 45735,
+  "aning</w>": 30972,
+  "anir": 27089,
+  "anirud": 35278,
+  "anirudhofficial</w>": 45917,
+  "anis": 40986,
+  "anis</w>": 47556,
+  "anism</w>": 20947,
+  "anist</w>": 16729,
+  "anistan</w>": 9727,
+  "aniston</w>": 47344,
+  "anit": 23683,
+  "anita</w>": 18544,
+  "anium</w>": 14794,
+  "anj": 22443,
+  "anja</w>": 43440,
+  "anjali</w>": 38834,
+  "anjo</w>": 47353,
+  "ank": 13339,
+  "ank</w>": 10029,
+  "anka</w>": 45324,
+  "ankara</w>": 34309,
+  "ankle</w>": 14777,
+  "ankles</w>": 48688,
+  "ann": 850,
+  "ann</w>": 5424,
+  "anna": 13821,
+  "anna</w>": 2160,
+  "annab": 22336,
+  "annabelle</w>": 47661,
+  "annah": 39166,
+  "annah</w>": 14327,
+  "annak": 41720,
+  "annan</w>": 32166,
+  "annapolis</w>": 34491,
+  "annas": 48467,
+  "anne": 9139,
+  "anne</w>": 4083,
+  "anned</w>": 27352,
+  "anner</w>": 12642,
+  "annes</w>": 24343,
+  "annette</w>": 36821,
+  "annex": 42958,
+  "annex</w>": 46389,
+  "anni": 2438,
+  "anni</w>": 13728,
+  "annie": 37270,
+  "annie</w>": 12173,
+  "annies</w>": 43184,
+  "annihil": 32734,
+  "annis</w>": 24742,
+  "anniv</w>": 31399,
+  "anniver": 29671,
+  "annivers": 42836,
+  "anniversaire</w>": 30882,
+  "anniversary</w>": 3048,
+  "anno": 9901,
+  "anno</w>": 26871,
+  "annon</w>": 26385,
+  "annot": 30411,
+  "announ": 1806,
+  "announce</w>": 3682,
+  "announced</w>": 4103,
+  "announcement</w>": 6932,
+  "announcements</w>": 23735,
+  "announcer</w>": 33626,
+  "announces</w>": 6500,
+  "announcing</w>": 11593,
+  "annoy</w>": 45138,
+  "annoyed</w>": 29863,
+  "annoying</w>": 15248,
+  "annu": 21698,
+  "annual</w>": 2906,
+  "annually</w>": 23703,
+  "anny": 34313,
+  "anny</w>": 5291,
+  "ano": 5617,
+  "ano</w>": 2658,
+  "anom": 21612,
+  "anomaly</w>": 46811,
+  "anon": 47079,
+  "anon</w>": 13667,
+  "anonym": 38605,
+  "anonymous</w>": 15036,
+  "anoo": 25690,
+  "anor": 13243,
+  "anor</w>": 16596,
+  "anos</w>": 20132,
+  "another": 29274,
+  "another</w>": 1380,
+  "anova</w>": 24116,
+  "ans": 24586,
+  "ans</w>": 885,
+  "ansari</w>": 40748,
+  "ansel": 40356,
+  "answ": 3369,
+  "answe": 14391,
+  "answer</w>": 4518,
+  "answered</w>": 14499,
+  "answering</w>": 18280,
+  "answers</w>": 8692,
+  "ant": 1103,
+  "ant</w>": 773,
+  "anta</w>": 3023,
+  "antag": 41745,
+  "antal": 39355,
+  "antalya</w>": 47440,
+  "antan": 32899,
+  "antarc": 21338,
+  "antarctic</w>": 27077,
+  "antarctica</w>": 22587,
+  "ante": 19311,
+  "ante</w>": 9769,
+  "antebellum</w>": 41683,
+  "antelope</w>": 39177,
+  "anten": 35517,
+  "antenna</w>": 26370,
+  "anter": 46508,
+  "antes</w>": 14927,
+  "antgrasso</w>": 39074,
+  "anth": 3737,
+  "anth</w>": 29741,
+  "antha</w>": 47981,
+  "anthe": 34167,
+  "anthem</w>": 12504,
+  "anthi</w>": 45261,
+  "anthology</w>": 21009,
+  "anthony": 17477,
+  "anthony</w>": 6113,
+  "anthro": 10019,
+  "anthropo": 18538,
+  "anthropology</w>": 32407,
+  "anthus</w>": 37639,
+  "anti": 3120,
+  "anti</w>": 3564,
+  "antibio": 18954,
+  "antibiotic</w>": 34387,
+  "antibiotics</w>": 29499,
+  "antibody</w>": 49018,
+  "antic": 8260,
+  "anticip": 11435,
+  "anticipate</w>": 38280,
+  "anticipated</w>": 18605,
+  "anticipating</w>": 48067,
+  "anticipation</w>": 26983,
+  "antics</w>": 37126,
+  "antidote</w>": 45476,
+  "antifa</w>": 35926,
+  "antigua</w>": 39910,
+  "antine</w>": 17641,
+  "antino</w>": 27818,
+  "antioxid": 23010,
+  "antioxidant</w>": 37452,
+  "antioxidants</w>": 34208,
+  "antiqu": 21745,
+  "antique": 46517,
+  "antique</w>": 9060,
+  "antiques</w>": 17365,
+  "antis</w>": 19748,
+  "antisemitism</w>": 36630,
+  "antit": 37833,
+  "antitrust</w>": 49343,
+  "antlers</w>": 47720,
+  "antly</w>": 5265,
+  "anto": 16826,
+  "anto</w>": 24486,
+  "antoine</w>": 25188,
+  "anton": 5497,
+  "anton</w>": 19644,
+  "antoni": 39958,
+  "antonio": 30497,
+  "antonio</w>": 7842,
+  "antony</w>": 30707,
+  "antrim</w>": 40252,
+  "ants</w>": 1589,
+  "antv</w>": 47520,
+  "antw": 44460,
+  "antwer": 26970,
+  "antwerp</w>": 33797,
+  "antz</w>": 25684,
+  "anu": 8537,
+  "anu</w>": 17152,
+  "anup": 29617,
+  "anus</w>": 27084,
+  "anush": 22765,
+  "anushka": 42080,
+  "anushka</w>": 39822,
+  "anushkasharma</w>": 44203,
+  "anwar</w>": 34261,
+  "anxi": 9021,
+  "anxiety</w>": 11103,
+  "anxious</w>": 27793,
+  "any": 1307,
+  "any</w>": 1504,
+  "anya</w>": 11173,
+  "anybody</w>": 10071,
+  "anyi</w>": 41632,
+  "anymore</w>": 7372,
+  "anyone</w>": 2302,
+  "anything</w>": 3582,
+  "anytime</w>": 13924,
+  "anyway</w>": 8931,
+  "anyways</w>": 19778,
+  "anywhere</w>": 8863,
+  "anz": 14445,
+  "anz</w>": 19425,
+  "anza</w>": 14669,
+  "anzac</w>": 31977,
+  "ao": 7313,
+  "ao</w>": 5703,
+  "aoa</w>": 47119,
+  "aoc</w>": 31918,
+  "aofficial</w>": 30840,
+  "aoki</w>": 33602,
+  "aol</w>": 40643,
+  "aon": 30928,
+  "aon</w>": 48476,
+  "aor": 32044,
+  "aos</w>": 46860,
+  "ap": 688,
+  "ap</w>": 2728,
+  "apa": 36954,
+  "apa</w>": 13537,
+  "apac</w>": 34320,
+  "apache</w>": 23921,
+  "apal": 38017,
+  "apan</w>": 36562,
+  "apar": 9161,
+  "apark</w>": 32528,
+  "apart": 6474,
+  "apart</w>": 7803,
+  "aparthe": 25121,
+  "apartheid</w>": 26597,
+  "apartment</w>": 8285,
+  "apartments</w>": 15791,
+  "aparty</w>": 26767,
+  "apat": 31755,
+  "apathy</w>": 18145,
+  "apc</w>": 20300,
+  "apd</w>": 44563,
+  "ape": 6098,
+  "ape</w>": 2609,
+  "apec</w>": 47530,
+  "aper": 13681,
+  "aper</w>": 5858,
+  "apers</w>": 15846,
+  "apes</w>": 9550,
+  "apeu": 19040,
+  "apex": 41935,
+  "apex</w>": 23712,
+  "aph": 16341,
+  "aph</w>": 29491,
+  "apha</w>": 47104,
+  "apho": 21758,
+  "aphra": 44147,
+  "api": 23342,
+  "api</w>": 14674,
+  "apia</w>": 44259,
+  "apic": 40679,
+  "aping</w>": 18456,
+  "apink</w>": 35725,
+  "apis</w>": 37575,
+  "apk</w>": 27648,
+  "apo": 4089,
+  "apo</w>": 19758,
+  "apocaly": 13932,
+  "apocalypse</w>": 17571,
+  "apocalyptic</w>": 35675,
+  "apol": 5023,
+  "apolice</w>": 45663,
+  "apolis</w>": 9598,
+  "apollo": 48213,
+  "apollo</w>": 11554,
+  "apolo": 31094,
+  "apolog": 25530,
+  "apologe": 42908,
+  "apologi": 14977,
+  "apologies</w>": 21959,
+  "apologise</w>": 39608,
+  "apologize</w>": 22879,
+  "apologizes</w>": 35298,
+  "apology</w>": 20768,
+  "apor": 21871,
+  "apore</w>": 6679,
+  "apost": 20309,
+  "apostle</w>": 33051,
+  "apostles</w>": 48457,
+  "app": 882,
+  "app</w>": 2231,
+  "appa": 4884,
+  "appa</w>": 13110,
+  "appalach": 30523,
+  "appalachian</w>": 36806,
+  "appalling</w>": 44797,
+  "appar": 26698,
+  "apparatus</w>": 37716,
+  "apparel</w>": 13972,
+  "apparent</w>": 23963,
+  "apparently</w>": 5287,
+  "appe": 3748,
+  "appe</w>": 45949,
+  "appeal</w>": 9625,
+  "appealing</w>": 25909,
+  "appeals</w>": 22447,
+  "appear": 5544,
+  "appear</w>": 9308,
+  "appearance</w>": 7238,
+  "appearances</w>": 17214,
+  "appeared</w>": 11561,
+  "appearing</w>": 18759,
+  "appears</w>": 8743,
+  "appell": 43833,
+  "appen": 37201,
+  "appen</w>": 26589,
+  "apper</w>": 18780,
+  "appet": 21686,
+  "appeti": 24179,
+  "appetite</w>": 24481,
+  "appetizer</w>": 36065,
+  "applau": 24713,
+  "applaud</w>": 42152,
+  "applause</w>": 22650,
+  "apple": 8629,
+  "apple</w>": 3055,
+  "applemusic</w>": 21390,
+  "apples</w>": 14032,
+  "appleton</w>": 45250,
+  "appli": 15495,
+  "appliance</w>": 33677,
+  "appliances</w>": 22134,
+  "applic": 4235,
+  "applicable</w>": 37927,
+  "applicants</w>": 28035,
+  "application</w>": 7241,
+  "applications</w>": 7341,
+  "applied</w>": 12636,
+  "applies</w>": 24910,
+  "apply</w>": 4356,
+  "applying</w>": 17965,
+  "appo": 5433,
+  "appoint</w>": 36190,
+  "appointed</w>": 11087,
+  "appointment</w>": 10890,
+  "appointments</w>": 23439,
+  "appoints</w>": 25132,
+  "apprais": 36972,
+  "appraisal</w>": 46108,
+  "appreci": 3474,
+  "appreciate</w>": 6263,
+  "appreciated</w>": 9264,
+  "appreciates</w>": 36573,
+  "appreciating</w>": 39352,
+  "appreciation</w>": 9212,
+  "appreciationday</w>": 37438,
+  "appreciative</w>": 45074,
+  "appren": 10582,
+  "apprentic": 15662,
+  "apprentice": 19122,
+  "apprentice</w>": 17985,
+  "apprentices</w>": 38252,
+  "apprenticeship</w>": 26939,
+  "apprenticeships</w>": 35425,
+  "appro": 2398,
+  "approach": 7781,
+  "approach</w>": 6241,
+  "approached</w>": 36499,
+  "approaches</w>": 14962,
+  "approaching</w>": 12164,
+  "appropri": 8446,
+  "appropriate</w>": 10768,
+  "appropriately</w>": 30383,
+  "appropriation</w>": 49110,
+  "approval</w>": 13549,
+  "approve</w>": 19064,
+  "approved</w>": 9412,
+  "approves</w>": 18107,
+  "approx</w>": 18266,
+  "approxim": 14201,
+  "approximately</w>": 16128,
+  "apps</w>": 7020,
+  "appstore</w>": 31377,
+  "appt</w>": 48112,
+  "appy</w>": 34420,
+  "apr": 39396,
+  "apr</w>": 11177,
+  "apra": 37027,
+  "apric": 25923,
+  "apricot</w>": 30815,
+  "april": 23548,
+  "april</w>": 2484,
+  "apro": 42712,
+  "apro</w>": 49051,
+  "apron</w>": 29502,
+  "aps</w>": 8868,
+  "apse</w>": 31843,
+  "apt</w>": 17921,
+  "aptly</w>": 47313,
+  "apu": 22166,
+  "apur": 36900,
+  "apur</w>": 45193,
+  "aq": 14018,
+  "aq</w>": 26862,
+  "aqu": 4458,
+  "aqua</w>": 18613,
+  "aquaculture</w>": 41885,
+  "aquaman</w>": 35098,
+  "aquari": 37605,
+  "aquarium</w>": 16814,
+  "aquarius</w>": 38879,
+  "aquatic</w>": 22658,
+  "aque": 35927,
+  "aque</w>": 37268,
+  "aqui": 36826,
+  "aquino</w>": 33796,
+  "ar": 516,
+  "ar</w>": 625,
+  "ara": 24161,
+  "ara</w>": 3340,
+  "arab": 5405,
+  "arab</w>": 12028,
+  "arabia</w>": 11746,
+  "arabian</w>": 24663,
+  "arabic</w>": 16709,
+  "arabs</w>": 39155,
+  "arac": 47620,
+  "arach": 37689,
+  "arag": 41502,
+  "araj</w>": 45142,
+  "arak": 23416,
+  "aram": 19223,
+  "aram</w>": 21473,
+  "arama</w>": 49066,
+  "aran": 20839,
+  "aran</w>": 19641,
+  "aras</w>": 36399,
+  "arat</w>": 30856,
+  "arav": 35836,
+  "arbit": 20267,
+  "arbitr": 22702,
+  "arbitration</w>": 34845,
+  "arbor": 33516,
+  "arbor</w>": 24878,
+  "arboretum</w>": 41719,
+  "arc": 4997,
+  "arc</w>": 11592,
+  "arca": 25189,
+  "arca</w>": 37612,
+  "arcade</w>": 13331,
+  "arcadia</w>": 38372,
+  "arch": 2458,
+  "arch</w>": 8557,
+  "archa": 45619,
+  "archae": 10121,
+  "archaeological</w>": 26163,
+  "archaeologists</w>": 45035,
+  "archaeology</w>": 14868,
+  "archan": 33359,
+  "archbishop</w>": 23994,
+  "arche": 22474,
+  "archer</w>": 21824,
+  "archers</w>": 38407,
+  "archery</w>": 23935,
+  "arches</w>": 30771,
+  "archi": 4479,
+  "archie</w>": 20557,
+  "archipel": 39750,
+  "archipelago</w>": 43025,
+  "architec": 3359,
+  "architect</w>": 12192,
+  "architects</w>": 13290,
+  "architectural</w>": 15360,
+  "architecture": 39038,
+  "architecture</w>": 4920,
+  "archival</w>": 39249,
+  "archive": 42257,
+  "archive</w>": 10548,
+  "archived</w>": 42379,
+  "archives</w>": 9411,
+  "archy</w>": 15643,
+  "arctic": 29716,
+  "arctic</w>": 9138,
+  "ard": 3793,
+  "ard</w>": 746,
+  "arden": 44600,
+  "arden</w>": 27057,
+  "ardi": 23932,
+  "ardi</w>": 19837,
+  "ardo": 35735,
+  "ardo</w>": 9394,
+  "ards</w>": 1654,
+  "ardu": 20906,
+  "arduino</w>": 25398,
+  "are": 1076,
+  "are</w>": 631,
+  "area</w>": 2445,
+  "areas</w>": 5429,
+  "arec": 18136,
+  "areclipse</w>": 36030,
+  "ared</w>": 5369,
+  "arel</w>": 12798,
+  "arella</w>": 24784,
+  "arelli</w>": 48619,
+  "aren": 4033,
+  "aren</w>": 4318,
+  "arena</w>": 5463,
+  "arenas</w>": 47860,
+  "arent</w>": 37487,
+  "arer</w>": 14857,
+  "arers</w>": 33159,
+  "ares</w>": 12224,
+  "arest</w>": 11708,
+  "aret</w>": 22247,
+  "areth</w>": 47725,
+  "aretha</w>": 42090,
+  "areyou": 37607,
+  "arez</w>": 13108,
+  "arg</w>": 27285,
+  "argent": 7812,
+  "argentina</w>": 9789,
+  "argentine</w>": 32582,
+  "argon": 40737,
+  "argos</w>": 37443,
+  "argu": 7440,
+  "arguably</w>": 30899,
+  "argue</w>": 19788,
+  "argued</w>": 48153,
+  "argues</w>": 30045,
+  "arguing</w>": 26549,
+  "argument</w>": 16224,
+  "arguments</w>": 24693,
+  "argus</w>": 44300,
+  "argy": 21066,
+  "argyle</w>": 36179,
+  "argyll</w>": 40667,
+  "ari": 1221,
+  "ari</w>": 3681,
+  "aria</w>": 8883,
+  "arial</w>": 42431,
+  "arian": 29980,
+  "arian</w>": 6953,
+  "ariana</w>": 14892,
+  "arianag": 23025,
+  "arianagrande</w>": 23321,
+  "arianism</w>": 44351,
+  "arians</w>": 19104,
+  "arias</w>": 22567,
+  "arie</w>": 18774,
+  "ariel": 47959,
+  "ariel</w>": 21025,
+  "aries</w>": 5213,
+  "arif</w>": 46621,
+  "arily</w>": 12993,
+  "arin": 29564,
+  "arin</w>": 18612,
+  "arina</w>": 29271,
+  "arine</w>": 29586,
+  "aring</w>": 2142,
+  "ario</w>": 8862,
+  "arios</w>": 25392,
+  "aris</w>": 15227,
+  "arise</w>": 26490,
+  "arist</w>": 12110,
+  "aristo": 25666,
+  "aristotle</w>": 49156,
+  "arities</w>": 31069,
+  "arity</w>": 16608,
+  "arium</w>": 11809,
+  "arius</w>": 21482,
+  "ariz": 6516,
+  "arized</w>": 40167,
+  "arizon": 28936,
+  "arizona</w>": 7106,
+  "arjun": 24565,
+  "arjun</w>": 20477,
+  "arjuna</w>": 43835,
+  "ark": 11921,
+  "ark</w>": 12010,
+  "arkansas</w>": 12227,
+  "arkham</w>": 36381,
+  "arl</w>": 48542,
+  "arlington": 44940,
+  "arlington</w>": 17865,
+  "arly</w>": 3637,
+  "arm": 5671,
+  "arm</w>": 4793,
+  "arma": 15887,
+  "arma</w>": 38716,
+  "armad": 37897,
+  "armada</w>": 34938,
+  "armagh</w>": 44313,
+  "armani</w>": 31314,
+  "armb": 37096,
+  "armchair</w>": 45757,
+  "armed": 40471,
+  "armed</w>": 8202,
+  "armen": 13145,
+  "armenia</w>": 22008,
+  "armenian</w>": 24891,
+  "armies</w>": 46686,
+  "armin": 45481,
+  "arming</w>": 19766,
+  "armist": 38150,
+  "armistice</w>": 46765,
+  "armor</w>": 16167,
+  "armored</w>": 28214,
+  "armory</w>": 38610,
+  "armour</w>": 18503,
+  "armoured</w>": 42514,
+  "arms</w>": 5706,
+  "armstrong</w>": 15005,
+  "army": 13541,
+  "army</w>": 3133,
+  "armys</w>": 27311,
+  "arn": 9348,
+  "arn</w>": 37597,
+  "arnau": 45556,
+  "arne</w>": 43509,
+  "arney</w>": 35962,
+  "arnold": 49096,
+  "arnold</w>": 13609,
+  "arns</w>": 46692,
+  "aro": 7514,
+  "aro</w>": 11551,
+  "aroa</w>": 48209,
+  "arom": 16831,
+  "aroma": 40143,
+  "aroma</w>": 26390,
+  "aromas</w>": 47439,
+  "aromatherapy</w>": 42584,
+  "aromatic</w>": 39669,
+  "aron": 30855,
+  "aron</w>": 28926,
+  "aroo</w>": 47581,
+  "arora</w>": 31897,
+  "arosa</w>": 44264,
+  "arose</w>": 44262,
+  "around": 35615,
+  "around</w>": 1630,
+  "arqu": 35654,
+  "arquitec": 41703,
+  "arr": 39106,
+  "arr</w>": 42489,
+  "arra": 32918,
+  "arra</w>": 43827,
+  "arrahman</w>": 44554,
+  "arran</w>": 45722,
+  "arrang": 16711,
+  "arrange": 15410,
+  "arrange</w>": 26311,
+  "arranged</w>": 22451,
+  "arrangement</w>": 23822,
+  "arrangements</w>": 23792,
+  "arranging</w>": 35321,
+  "array</w>": 17293,
+  "arre": 4374,
+  "arrell</w>": 28846,
+  "arrest</w>": 9320,
+  "arrested</w>": 5845,
+  "arresting</w>": 43930,
+  "arrests</w>": 20683,
+  "arri": 2115,
+  "arrival</w>": 9073,
+  "arrivals</w>": 19583,
+  "arrive</w>": 8851,
+  "arrived</w>": 3514,
+  "arrives</w>": 9905,
+  "arriving</w>": 10884,
+  "arro": 15729,
+  "arrog": 26997,
+  "arrogance</w>": 47025,
+  "arrogant</w>": 40582,
+  "arrow": 30920,
+  "arrow</w>": 11149,
+  "arrowhead</w>": 46393,
+  "arrows</w>": 24768,
+  "arroyo</w>": 45237,
+  "ars": 42815,
+  "ars</w>": 864,
+  "arse</w>": 22665,
+  "arsen": 5330,
+  "arsenal": 45234,
+  "arsenal</w>": 6084,
+  "arsene</w>": 32117,
+  "arson</w>": 29937,
+  "art": 1486,
+  "art</w>": 794,
+  "arta</w>": 12031,
+  "arte": 13482,
+  "arte</w>": 12947,
+  "artem": 40387,
+  "artemis</w>": 45256,
+  "arten</w>": 37043,
+  "arter": 29449,
+  "artery</w>": 40062,
+  "artes</w>": 48629,
+  "artforsale</w>": 48239,
+  "artgallery</w>": 31982,
+  "arth": 7146,
+  "arth</w>": 20265,
+  "arthistory</w>": 39313,
+  "arthr": 20807,
+  "arthritis</w>": 22916,
+  "arthro": 43255,
+  "arthur": 35660,
+  "arthur</w>": 8550,
+  "arti": 1635,
+  "arti</w>": 34601,
+  "artic": 3003,
+  "articho": 30937,
+  "artichoke</w>": 39647,
+  "article</w>": 3550,
+  "articles</w>": 11939,
+  "articul": 40343,
+  "articulate</w>": 45444,
+  "artif": 8950,
+  "artifact</w>": 37718,
+  "artifacts</w>": 30249,
+  "artificial": 19357,
+  "artificial</w>": 12040,
+  "artificialintelligence</w>": 20799,
+  "artillery</w>": 24465,
+  "artin": 33168,
+  "artin</w>": 48540,
+  "artis</w>": 41794,
+  "artisan": 36389,
+  "artisan</w>": 21535,
+  "artisans</w>": 40140,
+  "artist": 14326,
+  "artist</w>": 2456,
+  "artiste</w>": 41402,
+  "artistic</w>": 12421,
+  "artiston": 48443,
+  "artistry</w>": 38570,
+  "artists</w>": 4899,
+  "artistson": 32127,
+  "artistsontwitter</w>": 39469,
+  "artlovers</w>": 35617,
+  "arto": 28464,
+  "artof": 31751,
+  "artoftheday</w>": 43990,
+  "arton</w>": 46744,
+  "arts": 22040,
+  "arts</w>": 3812,
+  "artsy</w>": 31588,
+  "arturo</w>": 38591,
+  "artwit</w>": 36713,
+  "artwork</w>": 4188,
+  "artworks</w>": 26215,
+  "arty": 45417,
+  "arty</w>": 25916,
+  "aru": 13757,
+  "aru</w>": 23907,
+  "aruba</w>": 40131,
+  "arugula</w>": 40770,
+  "arum</w>": 48732,
+  "arun": 16105,
+  "arun</w>": 31877,
+  "arunach": 47260,
+  "arunjaitley</w>": 44874,
+  "arus</w>": 22644,
+  "arvin": 16971,
+  "arvind": 21209,
+  "arvind</w>": 41079,
+  "arvindkejriwal</w>": 22971,
+  "arvo</w>": 45726,
+  "arwx</w>": 29824,
+  "ary": 4617,
+  "ary</w>": 856,
+  "arya</w>": 23594,
+  "aryan</w>": 34966,
+  "as": 587,
+  "as</w>": 601,
+  "asa": 39676,
+  "asa</w>": 11914,
+  "asad</w>": 42376,
+  "asaki</w>": 22455,
+  "asam": 40603,
+  "asan": 22379,
+  "asan</w>": 17841,
+  "asana</w>": 42363,
+  "asant</w>": 25536,
+  "asants</w>": 37766,
+  "asap": 24199,
+  "asap</w>": 10822,
+  "asar": 24733,
+  "asar</w>": 49299,
+  "asb</w>": 31186,
+  "asbe": 32113,
+  "asbestos</w>": 33765,
+  "asc": 22720,
+  "asc</w>": 23305,
+  "ascen": 20767,
+  "ascension</w>": 35499,
+  "ascent</w>": 36625,
+  "asci": 12753,
+  "asco": 25578,
+  "asco</w>": 17488,
+  "ascot</w>": 23723,
+  "ascri": 15506,
+  "asd</w>": 36988,
+  "asda</w>": 29391,
+  "asdf": 36857,
+  "asdfghj": 42758,
+  "asdfghjkl</w>": 47660,
+  "ase": 8083,
+  "ase</w>": 894,
+  "asean</w>": 24472,
+  "aseball</w>": 46903,
+  "ased</w>": 2134,
+  "asen": 41085,
+  "aser": 39615,
+  "aser</w>": 7209,
+  "ases</w>": 3762,
+  "asf</w>": 25863,
+  "asg</w>": 34813,
+  "ash": 2067,
+  "ash</w>": 2612,
+  "asha": 40572,
+  "asha</w>": 13472,
+  "ashamed</w>": 20633,
+  "ashby</w>": 46531,
+  "ashe": 48523,
+  "ashe</w>": 31752,
+  "asher</w>": 37585,
+  "ashes</w>": 12587,
+  "asheville</w>": 28897,
+  "ashford</w>": 37796,
+  "ashi": 15563,
+  "ashi</w>": 15934,
+  "ashish</w>": 33145,
+  "ashland</w>": 39938,
+  "ashleigh</w>": 49356,
+  "ashley": 17825,
+  "ashley</w>": 8957,
+  "asho": 20273,
+  "ashok</w>": 38141,
+  "ashore</w>": 31194,
+  "ashram</w>": 43445,
+  "ashton": 43264,
+  "ashton</w>": 12228,
+  "ashtra</w>": 18118,
+  "asi": 3596,
+  "asi</w>": 12562,
+  "asia</w>": 5741,
+  "asian": 21737,
+  "asian</w>": 7128,
+  "asiangames</w>": 49108,
+  "asians</w>": 36771,
+  "asics</w>": 31097,
+  "aside</w>": 13676,
+  "asif</w>": 37302,
+  "asim</w>": 46050,
+  "asin": 48432,
+  "asin</w>": 44347,
+  "asing</w>": 4194,
+  "asingly</w>": 15803,
+  "asion</w>": 31753,
+  "asis</w>": 12398,
+  "ask": 11027,
+  "ask</w>": 2765,
+  "asked</w>": 3993,
+  "asking</w>": 5914,
+  "asks</w>": 7953,
+  "asl</w>": 41650,
+  "asleep</w>": 10749,
+  "asley</w>": 28206,
+  "asli</w>": 44290,
+  "asm</w>": 13851,
+  "asma</w>": 38497,
+  "asmsg</w>": 19839,
+  "aso": 30343,
+  "aso</w>": 27932,
+  "asober": 43749,
+  "asocial</w>": 48557,
+  "ason</w>": 1163,
+  "asone</w>": 31249,
+  "asons</w>": 4249,
+  "asos</w>": 37924,
+  "asot</w>": 47968,
+  "asp": 17814,
+  "asp</w>": 36666,
+  "asparag": 20301,
+  "asparagus</w>": 20604,
+  "aspe": 10894,
+  "aspect</w>": 19681,
+  "aspects</w>": 18203,
+  "aspen": 35695,
+  "aspen</w>": 25712,
+  "asper": 32991,
+  "asph": 28019,
+  "asphalt</w>": 30574,
+  "aspir": 12669,
+  "aspirations</w>": 36127,
+  "aspire</w>": 24836,
+  "aspiring</w>": 21862,
+  "asports</w>": 43695,
+  "asr</w>": 48052,
+  "asroma</w>": 41000,
+  "ass": 12664,
+  "ass</w>": 5301,
+  "assa</w>": 47715,
+  "assad</w>": 18699,
+  "assam</w>": 19930,
+  "assan": 26352,
+  "assange</w>": 27565,
+  "assas": 9603,
+  "assassin": 14366,
+  "assassin</w>": 20029,
+  "assassinated</w>": 40488,
+  "assassination</w>": 24907,
+  "assassins</w>": 34918,
+  "assassinscre": 36428,
+  "assassinscreed</w>": 46082,
+  "assau": 7908,
+  "assaul": 19596,
+  "assault</w>": 9679,
+  "assaulted</w>": 30785,
+  "assaulting</w>": 44143,
+  "asse": 3166,
+  "asse</w>": 38600,
+  "assel</w>": 37582,
+  "assemb": 5531,
+  "assemble</w>": 26169,
+  "assembled</w>": 22627,
+  "assemblies</w>": 47406,
+  "assembling</w>": 38670,
+  "assembly": 34542,
+  "assembly</w>": 7059,
+  "assen</w>": 38651,
+  "asser": 25665,
+  "asses</w>": 21596,
+  "assess": 9209,
+  "assess</w>": 23211,
+  "assessed</w>": 44160,
+  "assessing</w>": 31364,
+  "assessment</w>": 10590,
+  "assessments</w>": 32753,
+  "asset": 48463,
+  "asset</w>": 13039,
+  "assets</w>": 13170,
+  "assi": 2907,
+  "assi</w>": 39540,
+  "assie</w>": 31624,
+  "assign": 14190,
+  "assigned</w>": 25767,
+  "assignment</w>": 17342,
+  "assignments</w>": 34257,
+  "assim</w>": 36394,
+  "assimil": 43467,
+  "assist": 26558,
+  "assist</w>": 10286,
+  "assistance</w>": 11685,
+  "assistant</w>": 6799,
+  "assistants</w>": 31054,
+  "assisted</w>": 18095,
+  "assisting</w>": 24243,
+  "assists</w>": 12675,
+  "assn</w>": 44208,
+  "asso</w>": 17617,
+  "assoc</w>": 18891,
+  "associ": 3566,
+  "associate</w>": 11777,
+  "associated</w>": 11164,
+  "associates</w>": 17358,
+  "association</w>": 5578,
+  "associations</w>": 33209,
+  "assor": 38604,
+  "assorted</w>": 36701,
+  "assortment</w>": 43112,
+  "asst</w>": 24767,
+  "assu": 8328,
+  "assume</w>": 19294,
+  "assumed</w>": 37661,
+  "assuming</w>": 29422,
+  "assump": 41182,
+  "assumption</w>": 40773,
+  "assumptions</w>": 45948,
+  "assurance</w>": 28408,
+  "assure</w>": 39161,
+  "assured</w>": 25591,
+  "assures</w>": 41988,
+  "assy": 29940,
+  "assy</w>": 12963,
+  "ast": 1761,
+  "ast</w>": 1242,
+  "asta</w>": 43269,
+  "aste": 25033,
+  "aste</w>": 25579,
+  "aster": 11013,
+  "aster</w>": 9526,
+  "asteroid</w>": 32253,
+  "asters</w>": 33139,
+  "asth": 16684,
+  "asthma</w>": 24610,
+  "asthour</w>": 41238,
+  "astic</w>": 15876,
+  "asting</w>": 29984,
+  "astle</w>": 46141,
+  "asto": 47275,
+  "aston": 24760,
+  "aston</w>": 13879,
+  "astoni": 21962,
+  "astonishing</w>": 27110,
+  "astonmartin</w>": 40760,
+  "astor": 26391,
+  "astor</w>": 47086,
+  "astoria</w>": 34798,
+  "astounding</w>": 37748,
+  "astr": 37609,
+  "astra": 47205,
+  "astra</w>": 36079,
+  "astral</w>": 45889,
+  "astri": 31243,
+  "astrid</w>": 46499,
+  "astro": 8563,
+  "astro</w>": 15318,
+  "astrology</w>": 28526,
+  "astron": 7982,
+  "astronaut</w>": 18376,
+  "astronauts</w>": 29733,
+  "astronom": 23264,
+  "astronomer</w>": 40036,
+  "astronomers</w>": 44268,
+  "astronomical</w>": 39775,
+  "astronomy</w>": 17472,
+  "astrophotography</w>": 38559,
+  "astros</w>": 17598,
+  "asts</w>": 10452,
+  "astu": 43137,
+  "astur": 45795,
+  "asu": 13157,
+  "asu</w>": 16001,
+  "asun": 36044,
+  "asure</w>": 3813,
+  "asus</w>": 27269,
+  "aswell</w>": 42978,
+  "asx</w>": 38906,
+  "asy": 8524,
+  "asy</w>": 2333,
+  "asylum</w>": 15638,
+  "asym": 32539,
+  "at": 527,
+  "at</w>": 536,
+  "ata</w>": 4236,
+  "atable</w>": 23909,
+  "atal": 24877,
+  "atal</w>": 24797,
+  "atan</w>": 33446,
+  "atar": 20128,
+  "atar</w>": 7995,
+  "atari</w>": 21549,
+  "atas</w>": 30057,
+  "atay": 39518,
+  "atc</w>": 28383,
+  "atch</w>": 15938,
+  "atd</w>": 33890,
+  "ate": 992,
+  "ate</w>": 671,
+  "ateam</w>": 42784,
+  "ateau</w>": 16359,
+  "atec": 37352,
+  "atech</w>": 31306,
+  "ated": 14589,
+  "ated</w>": 943,
+  "atedly</w>": 24698,
+  "atee</w>": 32839,
+  "ateful</w>": 5419,
+  "atelier</w>": 29932,
+  "ately</w>": 3862,
+  "atem": 17116,
+  "aten</w>": 47984,
+  "atene": 30405,
+  "ateneo</w>": 33904,
+  "ater": 18597,
+  "ater</w>": 5877,
+  "ateral</w>": 18819,
+  "aters</w>": 22364,
+  "ates": 20370,
+  "ates</w>": 1150,
+  "atest</w>": 1705,
+  "ateur</w>": 43677,
+  "atf</w>": 28013,
+  "ath": 1374,
+  "ath</w>": 1649,
+  "atha</w>": 22530,
+  "atham</w>": 23383,
+  "athan": 41260,
+  "athan</w>": 26701,
+  "athe": 8963,
+  "athed</w>": 47402,
+  "atheism</w>": 25823,
+  "atheist</w>": 22571,
+  "atheists</w>": 47155,
+  "athen": 29112,
+  "athena</w>": 30705,
+  "athens</w>": 13524,
+  "ather": 6171,
+  "ather</w>": 1817,
+  "athered</w>": 34091,
+  "athers</w>": 17266,
+  "athi</w>": 28918,
+  "athing</w>": 36069,
+  "athle": 3310,
+  "athlete</w>": 7388,
+  "athletes</w>": 7125,
+  "athletic": 33182,
+  "athletic</w>": 9028,
+  "athletics</w>": 7019,
+  "athlon</w>": 14670,
+  "athome</w>": 38217,
+  "athon</w>": 4951,
+  "aths</w>": 28835,
+  "athy": 34488,
+  "athy</w>": 13183,
+  "ati": 591,
+  "ati</w>": 6751,
+  "atia</w>": 10908,
+  "atic": 20248,
+  "atic</w>": 2647,
+  "atically</w>": 13558,
+  "atics</w>": 15666,
+  "atie</w>": 30137,
+  "aties</w>": 40060,
+  "atif</w>": 41592,
+  "atiku</w>": 37912,
+  "atile</w>": 15474,
+  "atility</w>": 23373,
+  "atime</w>": 20158,
+  "atin": 36903,
+  "atin</w>": 23047,
+  "atine</w>": 39741,
+  "ating": 25653,
+  "ating</w>": 1074,
+  "atio</w>": 35401,
+  "ation": 2265,
+  "ation</w>": 656,
+  "ational": 14205,
+  "ational</w>": 3108,
+  "ationals</w>": 44593,
+  "ationday</w>": 20082,
+  "ations</w>": 986,
+  "atis": 45456,
+  "atis</w>": 41142,
+  "atism</w>": 45638,
+  "ative": 18422,
+  "ative</w>": 1648,
+  "atively</w>": 11929,
+  "atives</w>": 5629,
+  "ativity</w>": 25166,
+  "atkins</w>": 27734,
+  "atkinson</w>": 28908,
+  "atl": 5411,
+  "atl</w>": 10629,
+  "atla": 36043,
+  "atlan": 6818,
+  "atlanta": 39964,
+  "atlanta</w>": 6839,
+  "atlantic": 28804,
+  "atlantic</w>": 8189,
+  "atlantis</w>": 27790,
+  "atlas</w>": 15775,
+  "atle": 21170,
+  "atleast</w>": 33231,
+  "atleti</w>": 46067,
+  "atletico</w>": 27501,
+  "atm</w>": 14127,
+  "atmo": 8271,
+  "atmosphere</w>": 10506,
+  "atmospheric</w>": 24223,
+  "ato": 7987,
+  "ato</w>": 4364,
+  "atoday</w>": 26799,
+  "atom": 22418,
+  "atom</w>": 24031,
+  "atomic</w>": 18996,
+  "atoms</w>": 41434,
+  "aton": 31525,
+  "aton</w>": 10012,
+  "atop</w>": 17455,
+  "ator": 10748,
+  "ator</w>": 1962,
+  "atore</w>": 28314,
+  "atorial</w>": 32040,
+  "atories</w>": 35678,
+  "atorium</w>": 41306,
+  "ators</w>": 3389,
+  "atory</w>": 5920,
+  "atos</w>": 41643,
+  "atour</w>": 42967,
+  "atown</w>": 24000,
+  "atp": 38105,
+  "atp</w>": 19817,
+  "atr</w>": 43247,
+  "atra": 20227,
+  "atra</w>": 14401,
+  "atravel</w>": 36981,
+  "atre": 46057,
+  "atri": 13882,
+  "atri</w>": 38889,
+  "atric": 32238,
+  "atric</w>": 13652,
+  "atrics</w>": 36253,
+  "atrist</w>": 41879,
+  "atrium</w>": 29725,
+  "atrix</w>": 43003,
+  "atro": 18724,
+  "atroc": 36197,
+  "atrocities</w>": 37551,
+  "atry</w>": 28334,
+  "ats": 46890,
+  "ats</w>": 1032,
+  "atsu</w>": 26531,
+  "att": 1017,
+  "att</w>": 7103,
+  "atta": 7282,
+  "atta</w>": 9146,
+  "attach": 43676,
+  "attach</w>": 35653,
+  "attached</w>": 11038,
+  "attachment</w>": 28638,
+  "attack": 24971,
+  "attack</w>": 3815,
+  "attacked</w>": 12366,
+  "attacker</w>": 39288,
+  "attackers</w>": 47701,
+  "attacking</w>": 16813,
+  "attacks</w>": 7321,
+  "attain</w>": 46459,
+  "attar</w>": 37110,
+  "attemp": 4933,
+  "attempt</w>": 7409,
+  "attempted</w>": 17408,
+  "attempting</w>": 18195,
+  "attempts</w>": 15610,
+  "atten": 4084,
+  "atten</w>": 32408,
+  "attenborough</w>": 45860,
+  "attend": 9841,
+  "attend</w>": 5802,
+  "attendance</w>": 11928,
+  "attendant</w>": 35424,
+  "attended</w>": 8140,
+  "attendees</w>": 14648,
+  "attending</w>": 6696,
+  "attends</w>": 22248,
+  "attention</w>": 4936,
+  "atters</w>": 30675,
+  "atthe": 21489,
+  "atti": 49265,
+  "atti</w>": 16235,
+  "attic</w>": 26766,
+  "attire</w>": 21222,
+  "attitude</w>": 10648,
+  "attitudes</w>": 27611,
+  "attle": 14685,
+  "attle</w>": 5030,
+  "attn</w>": 25677,
+  "attor": 8856,
+  "attorney</w>": 10372,
+  "attorneys</w>": 29113,
+  "attrac": 7154,
+  "attract</w>": 17010,
+  "attracted</w>": 28493,
+  "attracting</w>": 31909,
+  "attraction</w>": 16807,
+  "attractions</w>": 22307,
+  "attractive</w>": 12231,
+  "attracts</w>": 31024,
+  "attribu": 24624,
+  "attributed</w>": 37520,
+  "attributes</w>": 40763,
+  "attu</w>": 43173,
+  "atty</w>": 36705,
+  "atu": 15191,
+  "atu</w>": 24295,
+  "atuesday</w>": 34841,
+  "atul": 1744,
+  "atul</w>": 43948,
+  "atum</w>": 48295,
+  "atur": 14986,
+  "aturday</w>": 29027,
+  "ature": 25305,
+  "ature</w>": 4490,
+  "atures</w>": 7358,
+  "atus</w>": 14795,
+  "atv</w>": 19598,
+  "atwood</w>": 45680,
+  "atwork</w>": 39680,
+  "atx": 34849,
+  "atx</w>": 20136,
+  "aty": 40974,
+  "aty</w>": 33107,
+  "atz</w>": 30432,
+  "au": 627,
+  "au</w>": 2566,
+  "aua</w>": 45906,
+  "aub</w>": 45938,
+  "auberg": 49382,
+  "aubre": 25899,
+  "aubrey</w>": 34110,
+  "auburn": 42269,
+  "auburn</w>": 14534,
+  "auc": 24489,
+  "auch</w>": 43024,
+  "auck": 14588,
+  "auckland</w>": 16072,
+  "auction": 48160,
+  "auction</w>": 6462,
+  "auctioned</w>": 41073,
+  "auctions</w>": 24876,
+  "aucus</w>": 47374,
+  "aud": 16107,
+  "aud</w>": 19711,
+  "audi": 5091,
+  "audi</w>": 10277,
+  "audible</w>": 33227,
+  "audience</w>": 6863,
+  "audiences</w>": 22328,
+  "audio": 13792,
+  "audio</w>": 5766,
+  "audiobook</w>": 26282,
+  "audit": 12505,
+  "audit</w>": 17625,
+  "auditi": 37377,
+  "audition</w>": 18673,
+  "auditions</w>": 21134,
+  "auditor</w>": 38050,
+  "auditorium</w>": 15063,
+  "audre": 16075,
+  "audrey</w>": 18812,
+  "audu": 27934,
+  "audubon</w>": 40275,
+  "auer</w>": 33460,
+  "auf</w>": 28924,
+  "aug": 15397,
+  "aug</w>": 5720,
+  "auga</w>": 22797,
+  "augh": 28310,
+  "augh</w>": 14005,
+  "augmente": 48356,
+  "augmented</w>": 32708,
+  "augu": 2610,
+  "august": 24353,
+  "august</w>": 3171,
+  "augusta</w>": 26144,
+  "augustine</w>": 27397,
+  "augustus</w>": 36835,
+  "auk</w>": 19058,
+  "aul": 20695,
+  "aul</w>": 34391,
+  "ault": 47253,
+  "ault</w>": 10219,
+  "aun": 10608,
+  "aun</w>": 38721,
+  "aunt</w>": 12685,
+  "auntie</w>": 23783,
+  "aunty</w>": 29528,
+  "aur": 8156,
+  "aur</w>": 17282,
+  "aura</w>": 27728,
+  "aure": 36010,
+  "aureli": 35980,
+  "auror": 30067,
+  "aurora</w>": 13500,
+  "aus": 10624,
+  "aus</w>": 7630,
+  "ausa</w>": 37384,
+  "ausbiz</w>": 46543,
+  "ausch": 33926,
+  "auschwitz</w>": 36523,
+  "ausopen</w>": 27831,
+  "ausp": 35039,
+  "auspicious</w>": 38806,
+  "auspol</w>": 8241,
+  "aussi": 19762,
+  "aussie": 40230,
+  "aussie</w>": 14424,
+  "aussies</w>": 35727,
+  "aust": 26301,
+  "aust</w>": 25418,
+  "austen</w>": 29885,
+  "auster": 25030,
+  "austerity</w>": 26982,
+  "austin": 12845,
+  "austin</w>": 5125,
+  "austinmahone</w>": 34678,
+  "austr": 2518,
+  "australi": 13798,
+  "australia</w>": 3444,
+  "australian": 23630,
+  "australian</w>": 6258,
+  "australians</w>": 31488,
+  "austri": 8946,
+  "austria</w>": 11960,
+  "austrian</w>": 20638,
+  "ausv": 35206,
+  "ausvotes</w>": 34661,
+  "aut</w>": 12343,
+  "auth": 2381,
+  "auth</w>": 38247,
+  "authent": 18158,
+  "authentic": 41266,
+  "authentic</w>": 10369,
+  "authentication</w>": 39746,
+  "authenticity</w>": 35734,
+  "autho": 34552,
+  "author": 14447,
+  "author</w>": 4358,
+  "authored</w>": 37928,
+  "authori": 19207,
+  "authorities</w>": 12729,
+  "authority</w>": 10524,
+  "authorization</w>": 48854,
+  "authorized</w>": 28463,
+  "authors</w>": 10765,
+  "auti": 8200,
+  "autism": 36256,
+  "autism</w>": 11244,
+  "autisma": 43324,
+  "autistic</w>": 29360,
+  "auto": 3917,
+  "auto</w>": 5668,
+  "autobiography</w>": 31509,
+  "autodesk</w>": 40415,
+  "autograph": 10657,
+  "autograph</w>": 13722,
+  "autographed</w>": 16309,
+  "autographs</w>": 17376,
+  "autoimmune</w>": 45509,
+  "autom": 4114,
+  "automate</w>": 43203,
+  "automated</w>": 19022,
+  "automatic</w>": 12126,
+  "automatically</w>": 20725,
+  "automation</w>": 12328,
+  "automobi": 44813,
+  "automobile</w>": 25258,
+  "automotive</w>": 12607,
+  "auton": 13100,
+  "autonews</w>": 43975,
+  "autonom": 17870,
+  "autonomous</w>": 20722,
+  "autonomy</w>": 39223,
+  "autopsy</w>": 44436,
+  "autos</w>": 31118,
+  "autoshow</w>": 46788,
+  "auts</w>": 21140,
+  "autu": 5445,
+  "autum": 31783,
+  "autumn": 28940,
+  "autumn</w>": 6110,
+  "autumnal</w>": 35481,
+  "aux": 18154,
+  "aux</w>": 8909,
+  "auxiliary</w>": 37778,
+  "av": 722,
+  "av</w>": 8484,
+  "ava</w>": 12385,
+  "avage</w>": 31505,
+  "avail": 1651,
+  "avail</w>": 16686,
+  "availability</w>": 17551,
+  "available</w>": 1685,
+  "aval": 18012,
+  "avalan": 23970,
+  "avalanche</w>": 25815,
+  "avalley</w>": 45082,
+  "avalon</w>": 30436,
+  "avan": 27971,
+  "avan</w>": 33351,
+  "avant</w>": 24305,
+  "avar": 33423,
+  "avatar</w>": 18219,
+  "ave": 10062,
+  "ave</w>": 4860,
+  "avec</w>": 25828,
+  "aved</w>": 47918,
+  "avel": 46817,
+  "avel</w>": 48088,
+  "aven": 5963,
+  "aven</w>": 32971,
+  "aveng": 21935,
+  "avenger</w>": 24799,
+  "avengers": 39413,
+  "avengers</w>": 12016,
+  "avengersendgame</w>": 49342,
+  "avent": 22700,
+  "avenue</w>": 7042,
+  "aver": 8788,
+  "aver</w>": 11403,
+  "average</w>": 6254,
+  "averaged</w>": 37310,
+  "averages</w>": 48982,
+  "averaging</w>": 35266,
+  "avery</w>": 20313,
+  "aves</w>": 14023,
+  "avfc</w>": 21304,
+  "avg</w>": 19452,
+  "avgeek</w>": 11114,
+  "avi": 3324,
+  "avi</w>": 11297,
+  "avia</w>": 38710,
+  "avian</w>": 24115,
+  "aviation": 27717,
+  "aviation</w>": 7617,
+  "aviator</w>": 38921,
+  "aviators</w>": 48011,
+  "avici": 46192,
+  "avicii</w>": 49158,
+  "avid</w>": 19118,
+  "avier</w>": 14598,
+  "avila</w>": 45339,
+  "aville</w>": 40689,
+  "avin": 46204,
+  "avis": 45163,
+  "avis</w>": 19765,
+  "aviv</w>": 22130,
+  "aviva</w>": 47122,
+  "aviz</w>": 27607,
+  "avl": 44749,
+  "avo": 4496,
+  "avo</w>": 32400,
+  "avoc": 12291,
+  "avocado</w>": 14135,
+  "avocados</w>": 48911,
+  "avoi": 16797,
+  "avoid": 30448,
+  "avoid</w>": 5983,
+  "avoidance</w>": 47983,
+  "avoided</w>": 32103,
+  "avoiding</w>": 22086,
+  "avoids</w>": 48220,
+  "avon": 22790,
+  "avon</w>": 17348,
+  "avril</w>": 37763,
+  "avs</w>": 31896,
+  "avut</w>": 44472,
+  "avy</w>": 29973,
+  "aw": 808,
+  "aw</w>": 5557,
+  "awa": 4820,
+  "awa</w>": 6872,
+  "await</w>": 20769,
+  "awaited</w>": 20092,
+  "awaiting</w>": 14872,
+  "awaits</w>": 15635,
+  "awak": 9776,
+  "awak</w>": 41387,
+  "awake</w>": 14695,
+  "awaken</w>": 35412,
+  "awakening</w>": 17017,
+  "awakens</w>": 23191,
+  "awal": 42447,
+  "awal</w>": 35090,
+  "awan": 48869,
+  "awan</w>": 20420,
+  "awar": 5745,
+  "award": 36310,
+  "award</w>": 2047,
+  "awarded</w>": 7368,
+  "awarding</w>": 37089,
+  "awards": 34528,
+  "awards</w>": 2320,
+  "aware": 4427,
+  "aware</w>": 7196,
+  "awareness": 19217,
+  "awareness</w>": 4823,
+  "awarenessmonth</w>": 34278,
+  "awarenessweek</w>": 35294,
+  "away": 21088,
+  "away</w>": 1520,
+  "aways</w>": 12782,
+  "awaz</w>": 18586,
+  "awd</w>": 34846,
+  "awe": 1693,
+  "awe</w>": 14106,
+  "aweather": 42142,
+  "aweather</w>": 28681,
+  "awec</w>": 38916,
+  "aweed</w>": 29724,
+  "awesom": 16727,
+  "awesome": 30390,
+  "awesome</w>": 1848,
+  "awesomeness</w>": 22430,
+  "awful</w>": 13617,
+  "awg</w>": 46350,
+  "awgs</w>": 35275,
+  "awh</w>": 39566,
+  "awhile</w>": 19171,
+  "awi</w>": 15167,
+  "awil": 47271,
+  "awilliams</w>": 42163,
+  "awk": 8888,
+  "awk</w>": 40943,
+  "awkward": 42337,
+  "awkward</w>": 10304,
+  "awn</w>": 46222,
+  "awp</w>": 43300,
+  "aws</w>": 19658,
+  "awsome</w>": 47196,
+  "awson</w>": 36286,
+  "aww</w>": 11568,
+  "awww</w>": 15634,
+  "awwww</w>": 26460,
+  "awx</w>": 28385,
+  "ax": 3165,
+  "ax</w>": 9203,
+  "axe</w>": 19861,
+  "axel": 47889,
+  "axel</w>": 32131,
+  "axes</w>": 45970,
+  "axi": 30672,
+  "axial</w>": 46550,
+  "axis</w>": 19614,
+  "axle</w>": 39003,
+  "axx": 47411,
+  "ay": 658,
+  "ay</w>": 551,
+  "aya</w>": 5917,
+  "ayala</w>": 39827,
+  "ayama</w>": 41194,
+  "ayan": 37781,
+  "ayan</w>": 16269,
+  "ayana</w>": 37400,
+  "ayas</w>": 40904,
+  "ayat": 44902,
+  "ayat</w>": 35720,
+  "aye": 21661,
+  "aye</w>": 12446,
+  "ayer</w>": 24852,
+  "ayers</w>": 42783,
+  "ayesha</w>": 46570,
+  "ayi</w>": 33025,
+  "ayles": 44706,
+  "ayne</w>": 35669,
+  "ayo": 21929,
+  "ayo</w>": 18708,
+  "ayr": 23002,
+  "ayr</w>": 36473,
+  "ayrshire</w>": 32687,
+  "ays</w>": 785,
+  "ayu</w>": 40769,
+  "ayurve": 27185,
+  "ayurveda</w>": 38986,
+  "ayush": 44831,
+  "ayy</w>": 32514,
+  "ayyy</w>": 41052,
+  "az": 854,
+  "az</w>": 5468,
+  "aza</w>": 22883,
+  "azad</w>": 37838,
+  "azalea</w>": 34087,
+  "azam</w>": 34727,
+  "azar</w>": 27911,
+  "azcardinals</w>": 48846,
+  "aze": 41157,
+  "aze</w>": 28485,
+  "azer": 19169,
+  "azerbai": 20649,
+  "azerbaijan</w>": 23888,
+  "azhar</w>": 47019,
+  "azi": 23914,
+  "azi</w>": 18452,
+  "azine</w>": 29140,
+  "azione</w>": 48335,
+  "aziz": 41205,
+  "aziz</w>": 29630,
+  "azo</w>": 41227,
+  "azon</w>": 36854,
+  "azores</w>": 42826,
+  "azte": 33270,
+  "aztec</w>": 34749,
+  "aztecs</w>": 49387,
+  "azu": 27701,
+  "azu</w>": 46963,
+  "azul</w>": 39807,
+  "azure</w>": 18514,
+  "azwx</w>": 30262,
+  "azy</w>": 24783,
+  "azz": 9817,
+  "azz</w>": 26453,
+  "azza</w>": 22255,
+  "azzi</w>": 18758,
+  "azzle</w>": 39974,
+  "azzo</w>": 26779,
+  "azzur": 37055,
+  "azzy</w>": 44534,
+  "añ": 23716,
+  "años</w>": 41634,
+  "b": 65,
+  "b</w>": 321,
+  "ba": 932,
+  "ba</w>": 1792,
+  "baa</w>": 33004,
+  "baahu": 34145,
+  "baahubali</w>": 38663,
+  "bab": 1202,
+  "bab</w>": 19039,
+  "baba</w>": 12631,
+  "babe": 31177,
+  "babe</w>": 7716,
+  "babes</w>": 14253,
+  "babies</w>": 6635,
+  "babs</w>": 36217,
+  "babu</w>": 21623,
+  "baby": 7268,
+  "baby</w>": 1794,
+  "babygirl</w>": 39554,
+  "babylon</w>": 31928,
+  "babymetal</w>": 45013,
+  "babys": 22266,
+  "babysitting</w>": 34186,
+  "bac": 2791,
+  "bac</w>": 25867,
+  "bacca</w>": 40708,
+  "bach": 11773,
+  "bach</w>": 8758,
+  "bachchan</w>": 17690,
+  "bachel": 11283,
+  "bachelor": 45508,
+  "bachelor</w>": 16766,
+  "bachelore": 26009,
+  "bachelorette</w>": 29093,
+  "bacher</w>": 49211,
+  "back": 1663,
+  "back</w>": 893,
+  "backbone</w>": 35635,
+  "backdrop</w>": 20802,
+  "backed</w>": 12721,
+  "backer</w>": 22183,
+  "backers</w>": 32934,
+  "background</w>": 5994,
+  "backgrounds</w>": 28215,
+  "backing</w>": 14935,
+  "backlash</w>": 31519,
+  "backpack</w>": 14894,
+  "backpacking</w>": 29524,
+  "backpacks</w>": 37063,
+  "backs</w>": 7562,
+  "backseat</w>": 48812,
+  "backstage</w>": 9236,
+  "backstreet": 46337,
+  "backthe": 26127,
+  "backto": 18703,
+  "backtoschool</w>": 28730,
+  "backtothe": 43059,
+  "backup</w>": 14415,
+  "backward</w>": 37964,
+  "backwards</w>": 21283,
+  "backyard</w>": 12608,
+  "bacon": 48666,
+  "bacon</w>": 7104,
+  "bacter": 11814,
+  "bacteria</w>": 16556,
+  "bacterial</w>": 26101,
+  "bad": 2564,
+  "bad</w>": 2103,
+  "bada</w>": 37475,
+  "badan</w>": 39149,
+  "badass</w>": 11616,
+  "baddest</w>": 38112,
+  "baden</w>": 36690,
+  "bader</w>": 42254,
+  "badge</w>": 11301,
+  "badger": 32686,
+  "badger</w>": 22363,
+  "badgers</w>": 22521,
+  "badges</w>": 20084,
+  "badlands</w>": 43192,
+  "badly</w>": 13684,
+  "badminton</w>": 21412,
+  "badoo</w>": 33192,
+  "bados</w>": 25755,
+  "bae": 32834,
+  "bae</w>": 6855,
+  "baek": 18557,
+  "baek</w>": 32702,
+  "baekhyun</w>": 21572,
+  "baes</w>": 46332,
+  "baf": 13616,
+  "baff": 35693,
+  "bafta</w>": 29199,
+  "bag": 3408,
+  "bag</w>": 3365,
+  "bage</w>": 9698,
+  "bagel</w>": 28777,
+  "bagels</w>": 37489,
+  "baggage</w>": 31402,
+  "bagged</w>": 34047,
+  "bagh": 21659,
+  "bagh</w>": 37271,
+  "baghdad</w>": 30763,
+  "bago</w>": 25105,
+  "bags</w>": 6136,
+  "bagu": 27749,
+  "baguette</w>": 45334,
+  "bah": 8372,
+  "bah</w>": 16685,
+  "baha": 29592,
+  "baham": 43718,
+  "bahamas</w>": 21224,
+  "bahan</w>": 28704,
+  "bahn</w>": 33452,
+  "bahrain</w>": 12503,
+  "bai": 6232,
+  "bai</w>": 23339,
+  "bail": 22933,
+  "bail</w>": 16986,
+  "bailey": 27535,
+  "bailey</w>": 10180,
+  "bain": 40784,
+  "bain</w>": 21593,
+  "bair": 29059,
+  "baird</w>": 40474,
+  "bait</w>": 18010,
+  "baj": 20713,
+  "baja": 40418,
+  "baja</w>": 28374,
+  "bajo</w>": 32619,
+  "bak": 4059,
+  "bak</w>": 23742,
+  "bakar</w>": 41414,
+  "bake": 20736,
+  "bake</w>": 11878,
+  "baked</w>": 10364,
+  "baker": 27303,
+  "baker</w>": 7743,
+  "bakers": 35293,
+  "bakers</w>": 40231,
+  "bakersfield</w>": 40149,
+  "bakery</w>": 13377,
+  "bakes</w>": 43057,
+  "bakhta": 44912,
+  "bakhtawar": 46937,
+  "bakhtawarbz</w>": 47118,
+  "baking</w>": 11467,
+  "baku": 46417,
+  "baku</w>": 31852,
+  "bal": 1398,
+  "bal</w>": 2282,
+  "bala</w>": 20291,
+  "balaji</w>": 48694,
+  "balance": 42894,
+  "balance</w>": 6827,
+  "balanced</w>": 15273,
+  "balances</w>": 37733,
+  "balancing</w>": 23541,
+  "balboa</w>": 45098,
+  "balcony</w>": 16169,
+  "bald": 11153,
+  "bald</w>": 14875,
+  "baldhead</w>": 29191,
+  "baldwin</w>": 16242,
+  "bale": 48573,
+  "bale</w>": 18873,
+  "bales</w>": 42879,
+  "bali": 16432,
+  "bali</w>": 10900,
+  "balkan</w>": 48499,
+  "balkans</w>": 42987,
+  "ball": 3807,
+  "ball</w>": 1069,
+  "balla": 42246,
+  "ballad</w>": 33472,
+  "ballarat</w>": 46645,
+  "ballard</w>": 31750,
+  "baller": 49194,
+  "baller</w>": 25655,
+  "ballerina</w>": 34962,
+  "ballers</w>": 34173,
+  "ballet</w>": 10703,
+  "balli": 29406,
+  "ballin": 47444,
+  "ballin</w>": 33057,
+  "balling</w>": 47588,
+  "ballis": 46675,
+  "ballistic</w>": 36667,
+  "ballo": 8871,
+  "ballon</w>": 36469,
+  "balloon</w>": 13634,
+  "balloons</w>": 18130,
+  "ballot</w>": 14185,
+  "ballots</w>": 35051,
+  "ballpark</w>": 26080,
+  "ballroom</w>": 15493,
+  "balls</w>": 6927,
+  "bally": 17275,
+  "bally</w>": 29451,
+  "balm</w>": 24962,
+  "balmain</w>": 45929,
+  "balo": 12395,
+  "baloch</w>": 23173,
+  "balochistan</w>": 21918,
+  "balot": 44615,
+  "balotelli</w>": 45721,
+  "bals</w>": 44154,
+  "balsam": 29121,
+  "balsamic</w>": 32654,
+  "balt</w>": 24441,
+  "balti": 8400,
+  "baltic</w>": 23817,
+  "baltimore": 38502,
+  "baltimore</w>": 9582,
+  "balu": 38093,
+  "bam": 6383,
+  "bam</w>": 12686,
+  "bama</w>": 20021,
+  "bambam</w>": 34538,
+  "bambi</w>": 46596,
+  "bamboo": 49322,
+  "bamboo</w>": 16748,
+  "ban": 1159,
+  "ban</w>": 2777,
+  "bana</w>": 18428,
+  "banan": 38410,
+  "banana</w>": 8922,
+  "bananas</w>": 19121,
+  "banc": 39252,
+  "band": 4613,
+  "band</w>": 1963,
+  "banda</w>": 31865,
+  "bandai</w>": 42054,
+  "bandana</w>": 39265,
+  "bandcamp</w>": 32229,
+  "banded</w>": 37804,
+  "bandic": 44400,
+  "bandit</w>": 27639,
+  "bandits</w>": 33940,
+  "bandra</w>": 41393,
+  "bands</w>": 7858,
+  "bandung</w>": 29512,
+  "bandwagon</w>": 36432,
+  "bandwidth</w>": 48859,
+  "bane</w>": 9597,
+  "banerjee</w>": 48102,
+  "banff</w>": 29565,
+  "bang": 3524,
+  "bang</w>": 6907,
+  "bangalore</w>": 14697,
+  "banger</w>": 24872,
+  "bangers</w>": 38311,
+  "banging</w>": 33033,
+  "bangkok</w>": 12351,
+  "bangla": 10339,
+  "bangla</w>": 45928,
+  "bangladesh</w>": 11245,
+  "bangle</w>": 37634,
+  "bangor</w>": 31190,
+  "bangs</w>": 27992,
+  "bangtan</w>": 39131,
+  "bani</w>": 19732,
+  "banjo</w>": 27014,
+  "bank": 7061,
+  "bank</w>": 2723,
+  "banker</w>": 27316,
+  "bankers</w>": 30599,
+  "bankholiday": 48868,
+  "banking</w>": 9566,
+  "bankno": 49201,
+  "bankof": 39120,
+  "bankrup": 21904,
+  "bankrupt": 23077,
+  "bankrupt</w>": 37288,
+  "bankruptcy</w>": 23978,
+  "banks</w>": 6367,
+  "banksy</w>": 33350,
+  "bann": 5304,
+  "banned</w>": 12012,
+  "banner</w>": 9185,
+  "banners</w>": 23145,
+  "banning</w>": 26246,
+  "bannon</w>": 29710,
+  "bano</w>": 42947,
+  "banquet</w>": 14254,
+  "bans</w>": 15146,
+  "bant": 23301,
+  "bant</w>": 46657,
+  "banter</w>": 25535,
+  "bao": 39487,
+  "bao</w>": 20408,
+  "bap": 7415,
+  "bap</w>": 23754,
+  "bapti": 15477,
+  "baptism</w>": 36765,
+  "baptist</w>": 13274,
+  "baptiste</w>": 45770,
+  "baptized</w>": 45400,
+  "bar": 1040,
+  "bar</w>": 2411,
+  "bara</w>": 19345,
+  "barack": 18670,
+  "barack</w>": 22481,
+  "barackobama</w>": 18885,
+  "barak": 47419,
+  "barak</w>": 16260,
+  "barang": 38446,
+  "barb": 24173,
+  "barb</w>": 20913,
+  "barbados</w>": 26992,
+  "barbar": 7906,
+  "barbara</w>": 10937,
+  "barbarian</w>": 42530,
+  "barbe": 18372,
+  "barbecue</w>": 23501,
+  "barber": 19517,
+  "barber</w>": 12296,
+  "barbershop</w>": 37707,
+  "barbican</w>": 47668,
+  "barbie</w>": 16923,
+  "barca</w>": 22942,
+  "barcel": 6134,
+  "barcelon": 47820,
+  "barcelona</w>": 6412,
+  "barclay": 48877,
+  "barclay</w>": 45276,
+  "barclays</w>": 29538,
+  "bard": 39812,
+  "bard</w>": 17514,
+  "bare": 16023,
+  "bare</w>": 14318,
+  "barefoot</w>": 30327,
+  "barely</w>": 12684,
+  "bargain</w>": 15076,
+  "bargaining</w>": 41282,
+  "bargains</w>": 34126,
+  "barge</w>": 28272,
+  "bari": 21428,
+  "bari</w>": 28016,
+  "barista</w>": 31078,
+  "barit": 46300,
+  "bark": 32333,
+  "bark</w>": 16560,
+  "barker</w>": 20618,
+  "barking</w>": 32676,
+  "barkley</w>": 30266,
+  "barley</w>": 22607,
+  "barlow</w>": 25483,
+  "barn": 10490,
+  "barn</w>": 10942,
+  "barnab": 43272,
+  "barnard</w>": 44332,
+  "barne": 42527,
+  "barnes</w>": 13102,
+  "barnet</w>": 41943,
+  "barnett</w>": 27650,
+  "barney</w>": 24563,
+  "barns</w>": 43759,
+  "barnsley": 37109,
+  "barnsley</w>": 32153,
+  "baro": 17422,
+  "baro</w>": 30817,
+  "baron": 48371,
+  "baron</w>": 19349,
+  "baroness</w>": 45056,
+  "barons</w>": 45596,
+  "baroque</w>": 25065,
+  "barr": 39473,
+  "barr</w>": 22492,
+  "barra": 28442,
+  "barra</w>": 33542,
+  "barrabest</w>": 41376,
+  "barrac": 40835,
+  "barracks</w>": 35822,
+  "barre": 13840,
+  "barre</w>": 38257,
+  "barred</w>": 33261,
+  "barrel</w>": 11703,
+  "barrels</w>": 22059,
+  "barren</w>": 46743,
+  "barrett</w>": 18701,
+  "barri": 8660,
+  "barric": 29189,
+  "barrie</w>": 27090,
+  "barrier</w>": 15706,
+  "barriers</w>": 16321,
+  "barrington</w>": 48954,
+  "barron</w>": 34881,
+  "barrow": 42568,
+  "barrow</w>": 24983,
+  "barry": 18028,
+  "barry</w>": 8461,
+  "barrymore</w>": 49310,
+  "bars</w>": 8616,
+  "barstool": 44826,
+  "bart": 14838,
+  "bart</w>": 12870,
+  "bartender</w>": 33498,
+  "barthol": 48989,
+  "bartlett</w>": 37130,
+  "bartol": 38209,
+  "barton": 48853,
+  "barton</w>": 20345,
+  "baru</w>": 16356,
+  "barun": 38278,
+  "barunsob": 41398,
+  "barça</w>": 32788,
+  "bas": 1244,
+  "bas</w>": 11420,
+  "basa</w>": 26142,
+  "base": 2776,
+  "base</w>": 4579,
+  "baseball": 23479,
+  "baseball</w>": 3470,
+  "based": 35196,
+  "based</w>": 2812,
+  "basel": 42803,
+  "basel</w>": 20903,
+  "baseline</w>": 40648,
+  "baseman</w>": 45910,
+  "basement</w>": 14792,
+  "bases</w>": 20496,
+  "bash": 20462,
+  "bash</w>": 10972,
+  "bashing</w>": 37545,
+  "bashir</w>": 42799,
+  "basic": 40452,
+  "basic</w>": 7696,
+  "basically</w>": 9125,
+  "basics</w>": 15825,
+  "basil": 19225,
+  "basil</w>": 14936,
+  "basilica</w>": 27879,
+  "basin</w>": 16117,
+  "basing": 47321,
+  "basis</w>": 12278,
+  "baske": 3713,
+  "basket</w>": 10338,
+  "basketball": 40023,
+  "basketball</w>": 3835,
+  "baskets</w>": 27787,
+  "basking</w>": 39769,
+  "basque</w>": 37175,
+  "bass": 22831,
+  "bass</w>": 5992,
+  "bassett</w>": 45992,
+  "bassist</w>": 26496,
+  "bast": 28092,
+  "basti": 8559,
+  "bastille</w>": 41874,
+  "bat": 2121,
+  "bat</w>": 6575,
+  "bata</w>": 39277,
+  "batb</w>": 33962,
+  "batch</w>": 9413,
+  "bate": 25034,
+  "bate</w>": 28277,
+  "bateman</w>": 41635,
+  "bates</w>": 21727,
+  "batgirl</w>": 46460,
+  "bath": 6064,
+  "bath</w>": 5713,
+  "bathing</w>": 20144,
+  "bathro": 21201,
+  "bathroom</w>": 8470,
+  "bathrooms</w>": 26434,
+  "baths</w>": 19442,
+  "bathtub</w>": 39942,
+  "bathurst</w>": 36365,
+  "bati": 23362,
+  "bati</w>": 37589,
+  "batman": 27811,
+  "batman</w>": 7223,
+  "baton</w>": 24331,
+  "bats</w>": 14984,
+  "batsman</w>": 35432,
+  "batt": 2407,
+  "batt</w>": 48595,
+  "battalion</w>": 20820,
+  "batter": 12654,
+  "batter</w>": 31855,
+  "battered</w>": 34375,
+  "batteries</w>": 16666,
+  "battersea</w>": 35839,
+  "battery</w>": 7870,
+  "batting</w>": 17401,
+  "battle": 7344,
+  "battle</w>": 3528,
+  "battled</w>": 37837,
+  "battlefield</w>": 16055,
+  "battlefront</w>": 42214,
+  "battleof": 47560,
+  "battles</w>": 14213,
+  "battleship</w>": 35165,
+  "battling</w>": 17268,
+  "bau": 6055,
+  "bau</w>": 34840,
+  "bauer</w>": 22903,
+  "baugh</w>": 41301,
+  "baum</w>": 19840,
+  "bautista</w>": 31881,
+  "bav": 21075,
+  "bavaria</w>": 39977,
+  "bavarian</w>": 44458,
+  "baw": 19808,
+  "bax": 21216,
+  "baxter</w>": 26168,
+  "bay": 3631,
+  "bay</w>": 2174,
+  "baya</w>": 31573,
+  "bayan</w>": 43895,
+  "bayarea</w>": 28260,
+  "bayer": 48548,
+  "bayer</w>": 29183,
+  "bayern</w>": 14666,
+  "baylor</w>": 21721,
+  "bayou</w>": 33955,
+  "bays</w>": 40156,
+  "baz": 10430,
+  "baz</w>": 25268,
+  "bazaar</w>": 20070,
+  "bazar</w>": 49298,
+  "bb": 1174,
+  "bb</w>": 3529,
+  "bba</w>": 27762,
+  "bball</w>": 15664,
+  "bbb</w>": 33535,
+  "bbc": 5123,
+  "bbc</w>": 5188,
+  "bbcc": 39052,
+  "bbce": 33818,
+  "bbcnews</w>": 29370,
+  "bbcone</w>": 28259,
+  "bbcqt</w>": 37343,
+  "bbcr</w>": 35802,
+  "bbcra": 17115,
+  "bbcradi": 49213,
+  "bbcradio</w>": 22876,
+  "bbcsport</w>": 49321,
+  "bbcspringwatch</w>": 37358,
+  "bbctwo</w>": 40395,
+  "bbcworld</w>": 47340,
+  "bbe</w>": 37559,
+  "bbed</w>": 9077,
+  "bber</w>": 7933,
+  "bbers</w>": 36494,
+  "bbhutto": 28085,
+  "bbhuttozardari</w>": 28135,
+  "bbi</w>": 37047,
+  "bbin</w>": 38553,
+  "bbing</w>": 9787,
+  "bbins</w>": 42504,
+  "bbl</w>": 21961,
+  "bble": 26570,
+  "bble</w>": 5924,
+  "bbled</w>": 37626,
+  "bbles</w>": 18093,
+  "bblo": 21231,
+  "bbloggers</w>": 26614,
+  "bbly</w>": 43031,
+  "bbm</w>": 25382,
+  "bbmas</w>": 22145,
+  "bbn</w>": 28427,
+  "bbnaija</w>": 20984,
+  "bbo</w>": 21892,
+  "bbq": 41270,
+  "bbq</w>": 6726,
+  "bbs</w>": 10002,
+  "bbuk</w>": 45978,
+  "bby": 11166,
+  "bby</w>": 3810,
+  "bc": 3116,
+  "bc</w>": 2162,
+  "bcc</w>": 41509,
+  "bcci</w>": 36138,
+  "bce</w>": 36510,
+  "bcfc</w>": 34359,
+  "bch</w>": 36684,
+  "bcn</w>": 25766,
+  "bcoz</w>": 46373,
+  "bcpoli</w>": 24389,
+  "bcs</w>": 24909,
+  "bcu</w>": 28299,
+  "bd": 24358,
+  "bd</w>": 11165,
+  "bday": 33022,
+  "bday</w>": 5781,
+  "bdg</w>": 48418,
+  "bds</w>": 26732,
+  "be": 571,
+  "be</w>": 655,
+  "bea": 21886,
+  "bea</w>": 20925,
+  "beach": 6068,
+  "beach</w>": 2117,
+  "beaches</w>": 12183,
+  "beachlife</w>": 43824,
+  "beacon": 36883,
+  "beacon</w>": 18858,
+  "beacons</w>": 39395,
+  "bead": 31621,
+  "bead</w>": 23557,
+  "beaded</w>": 26661,
+  "beads</w>": 14099,
+  "beagle</w>": 30044,
+  "beak</w>": 36498,
+  "beal</w>": 45769,
+  "beale</w>": 39717,
+  "beam": 35339,
+  "beam</w>": 13663,
+  "beams</w>": 23993,
+  "bean": 16471,
+  "bean</w>": 5328,
+  "beanie</w>": 21534,
+  "beans</w>": 8302,
+  "bear": 6375,
+  "bear</w>": 4298,
+  "bearable</w>": 38608,
+  "bearcats</w>": 33242,
+  "beard": 26157,
+  "beard</w>": 9052,
+  "bearded</w>": 28459,
+  "beardown</w>": 43687,
+  "beards</w>": 33020,
+  "bearer</w>": 30686,
+  "bearers</w>": 47986,
+  "bearing</w>": 18370,
+  "bearings</w>": 42083,
+  "bearish</w>": 34829,
+  "bears</w>": 6182,
+  "beasley</w>": 43349,
+  "beast": 20847,
+  "beast</w>": 6957,
+  "beastmode</w>": 43076,
+  "beasts</w>": 21771,
+  "beat": 3774,
+  "beat</w>": 3018,
+  "beaten</w>": 10864,
+  "beater</w>": 41974,
+  "beati": 44386,
+  "beating</w>": 10078,
+  "beatles</w>": 11961,
+  "beatport</w>": 31421,
+  "beatrice</w>": 36922,
+  "beats</w>": 6289,
+  "beatthe": 40550,
+  "beatty</w>": 39903,
+  "beatz</w>": 33363,
+  "beau": 1016,
+  "beau</w>": 14298,
+  "beaufort</w>": 45423,
+  "beaumont</w>": 32857,
+  "beaut</w>": 24559,
+  "beauti": 1154,
+  "beauties</w>": 14874,
+  "beautiful": 13662,
+  "beautiful</w>": 1215,
+  "beautifully</w>": 10627,
+  "beauty": 12881,
+  "beauty</w>": 2488,
+  "beav": 23260,
+  "beaver": 26432,
+  "beaver</w>": 22874,
+  "beavers</w>": 34513,
+  "beavs</w>": 43909,
+  "bebe</w>": 23331,
+  "bec": 6899,
+  "bec</w>": 10773,
+  "became</w>": 5464,
+  "because": 32714,
+  "because</w>": 1631,
+  "becca</w>": 27088,
+  "bech": 44055,
+  "beck": 8256,
+  "beck</w>": 10396,
+  "becker</w>": 26918,
+  "beckett</w>": 27249,
+  "beckham</w>": 18764,
+  "becky": 32406,
+  "becky</w>": 18921,
+  "become</w>": 2989,
+  "becomes</w>": 6766,
+  "becoming</w>": 6208,
+  "bed": 4152,
+  "bed</w>": 2722,
+  "bedding</w>": 31761,
+  "bedford</w>": 20779,
+  "bedi</w>": 39181,
+  "bedro": 18415,
+  "bedroom</w>": 8411,
+  "bedrooms</w>": 23996,
+  "beds</w>": 13914,
+  "bedside</w>": 47473,
+  "bedtime</w>": 22115,
+  "bee": 6097,
+  "bee</w>": 5028,
+  "beech": 32733,
+  "beech</w>": 27596,
+  "beef": 21703,
+  "beef</w>": 6529,
+  "beek</w>": 37915,
+  "been": 33986,
+  "been</w>": 1025,
+  "beep</w>": 33432,
+  "beer": 8885,
+  "beer</w>": 2544,
+  "beers</w>": 10907,
+  "bees": 36249,
+  "bees</w>": 9100,
+  "beet": 12582,
+  "beet</w>": 28621,
+  "beethoven</w>": 23656,
+  "beetle</w>": 16534,
+  "beetles</w>": 36317,
+  "beetro": 29251,
+  "beetroot</w>": 31638,
+  "beets</w>": 36087,
+  "before": 20898,
+  "before</w>": 1348,
+  "beg": 2219,
+  "beg</w>": 22401,
+  "began</w>": 8636,
+  "begg": 36769,
+  "begging</w>": 25371,
+  "begin": 19197,
+  "begin</w>": 4947,
+  "beginner</w>": 24351,
+  "beginners</w>": 21930,
+  "beginning</w>": 5791,
+  "beginnings</w>": 22581,
+  "begins</w>": 4635,
+  "begs</w>": 43531,
+  "begun</w>": 10514,
+  "beh": 21971,
+  "beh</w>": 41612,
+  "beha": 5737,
+  "behalf</w>": 11470,
+  "behave</w>": 28825,
+  "behaved</w>": 41617,
+  "behavi": 6149,
+  "behaving</w>": 40745,
+  "behavior</w>": 10461,
+  "behavioral</w>": 25135,
+  "behaviors</w>": 37741,
+  "behaviour</w>": 14655,
+  "behavioural</w>": 46019,
+  "behe": 42329,
+  "behin": 2335,
+  "behind</w>": 2403,
+  "behindthe": 21104,
+  "behindthescenes</w>": 26253,
+  "behold</w>": 15929,
+  "bei": 38991,
+  "bei</w>": 23227,
+  "beige</w>": 26677,
+  "beij": 11547,
+  "beijing</w>": 11796,
+  "bein": 39117,
+  "bein</w>": 24168,
+  "being": 13481,
+  "being</w>": 1265,
+  "beings</w>": 17998,
+  "beingsalmankhan</w>": 19637,
+  "beir": 20176,
+  "beirut</w>": 22352,
+  "beit</w>": 26963,
+  "bek": 46846,
+  "bek</w>": 26135,
+  "bekind</w>": 46691,
+  "bel": 1308,
+  "bel</w>": 3543,
+  "bela</w>": 30555,
+  "belarus</w>": 30849,
+  "belated</w>": 20256,
+  "belfast": 35100,
+  "belfast</w>": 10015,
+  "belgi": 7001,
+  "belgian</w>": 15008,
+  "belgium</w>": 10239,
+  "belgrade</w>": 30502,
+  "beli": 1859,
+  "beli</w>": 45842,
+  "belichick</w>": 46132,
+  "belie": 20854,
+  "beliebers</w>": 27714,
+  "belief</w>": 14802,
+  "beliefs</w>": 20575,
+  "believ": 4972,
+  "believe": 15819,
+  "believe</w>": 2649,
+  "believed</w>": 13380,
+  "believein": 24294,
+  "believeinfilm</w>": 37375,
+  "believer</w>": 26057,
+  "believers</w>": 28434,
+  "believes</w>": 12017,
+  "believing</w>": 19551,
+  "belinda</w>": 44415,
+  "belize</w>": 27990,
+  "bell": 5417,
+  "bell</w>": 3718,
+  "bella": 18282,
+  "bella</w>": 10418,
+  "bellamy</w>": 34461,
+  "bellator</w>": 31985,
+  "belle": 13587,
+  "belle</w>": 11496,
+  "belles</w>": 40678,
+  "bellevue</w>": 32715,
+  "belli": 43335,
+  "bellletstalk</w>": 42695,
+  "bello</w>": 21954,
+  "bells</w>": 12811,
+  "bellum</w>": 35493,
+  "belly": 25901,
+  "belly</w>": 10404,
+  "belmont</w>": 25612,
+  "belo": 8379,
+  "belo</w>": 41649,
+  "belong": 16453,
+  "belong</w>": 13596,
+  "belonged</w>": 39893,
+  "belonging</w>": 28193,
+  "belongs</w>": 14395,
+  "beloved</w>": 9363,
+  "below</w>": 3788,
+  "bels</w>": 43127,
+  "belt": 36416,
+  "belt</w>": 7373,
+  "belts</w>": 21888,
+  "belvedere</w>": 48003,
+  "ben": 1465,
+  "ben</w>": 3518,
+  "bena</w>": 46249,
+  "bench": 17770,
+  "bench</w>": 8771,
+  "benches</w>": 36349,
+  "benchmark</w>": 31775,
+  "bend": 22100,
+  "bend</w>": 13332,
+  "bender</w>": 22551,
+  "bendigo</w>": 48197,
+  "bending</w>": 33897,
+  "bene": 12091,
+  "bene</w>": 47151,
+  "beneath</w>": 16850,
+  "bened": 13216,
+  "benedic": 24402,
+  "benedict": 47896,
+  "benedict</w>": 18027,
+  "benef": 3260,
+  "benefici": 38593,
+  "beneficial</w>": 24660,
+  "beneficiaries</w>": 42160,
+  "benefit</w>": 6399,
+  "benefited</w>": 48266,
+  "benefiting</w>": 29474,
+  "benefits</w>": 5465,
+  "benefitting</w>": 47222,
+  "benevol": 47060,
+  "benfica</w>": 33873,
+  "beng": 6962,
+  "bengal": 17404,
+  "bengal</w>": 16374,
+  "bengali</w>": 33774,
+  "bengals</w>": 23737,
+  "bengaluru</w>": 21707,
+  "benghazi</w>": 25967,
+  "benin</w>": 40296,
+  "benitez</w>": 46711,
+  "benjam": 10550,
+  "benjamin": 38647,
+  "benjamin</w>": 12131,
+  "benji</w>": 43548,
+  "benn</w>": 39097,
+  "bennet</w>": 48536,
+  "bennett</w>": 12186,
+  "benny": 42369,
+  "benny</w>": 20595,
+  "beno": 35268,
+  "benoit</w>": 44373,
+  "benson</w>": 19578,
+  "bent": 9809,
+  "bent</w>": 18369,
+  "bentley</w>": 16859,
+  "benton</w>": 30812,
+  "benz": 27937,
+  "benz</w>": 13470,
+  "ber": 867,
+  "ber</w>": 1516,
+  "bera</w>": 32802,
+  "bere": 17458,
+  "bered</w>": 9193,
+  "beren": 33654,
+  "beret</w>": 41658,
+  "berg": 12022,
+  "berg</w>": 3294,
+  "bergen</w>": 22918,
+  "berger": 35933,
+  "berger</w>": 13873,
+  "bergh</w>": 35120,
+  "bergman</w>": 42597,
+  "bergs</w>": 43592,
+  "berk": 15633,
+  "berke": 14639,
+  "berkeley": 46049,
+  "berkeley</w>": 16667,
+  "berkshire</w>": 27300,
+  "berlin": 23532,
+  "berlin</w>": 5891,
+  "berman</w>": 21514,
+  "bermu": 21032,
+  "bermuda</w>": 24644,
+  "bern": 9195,
+  "bern</w>": 18382,
+  "bernade": 46242,
+  "bernar": 11962,
+  "bernard</w>": 14579,
+  "bernardino</w>": 35328,
+  "bernardo": 27137,
+  "bernardo</w>": 28696,
+  "bernardokath</w>": 29081,
+  "bernat": 40578,
+  "berni": 18798,
+  "bernie": 40093,
+  "bernie</w>": 10503,
+  "berniesanders</w>": 23745,
+  "bernstein</w>": 33936,
+  "berra</w>": 15089,
+  "berries</w>": 8319,
+  "berry": 15334,
+  "berry</w>": 3488,
+  "bers</w>": 6408,
+  "berser": 39037,
+  "bert": 17340,
+  "bert</w>": 2358,
+  "berta</w>": 45187,
+  "berth</w>": 28317,
+  "bertie</w>": 47182,
+  "berto</w>": 34073,
+  "bertr": 36962,
+  "bertrand</w>": 41594,
+  "berts</w>": 30205,
+  "berty</w>": 35973,
+  "berwick</w>": 40407,
+  "bery</w>": 11411,
+  "bes": 26911,
+  "bes</w>": 3635,
+  "beside</w>": 13519,
+  "besides</w>": 17596,
+  "bespoke</w>": 15612,
+  "bess</w>": 43791,
+  "best": 3419,
+  "best</w>": 949,
+  "bestbuy</w>": 29749,
+  "bestest</w>": 31199,
+  "bestfan": 23880,
+  "bestfanarmy</w>": 24590,
+  "bestfriend": 29832,
+  "bestfriend</w>": 11856,
+  "bestfriends</w>": 23555,
+  "besti": 35210,
+  "bestie</w>": 17188,
+  "besties</w>": 27346,
+  "besto": 28615,
+  "bestof": 27892,
+  "bestof</w>": 39533,
+  "bestseller</w>": 25841,
+  "bestselling</w>": 28632,
+  "bet": 1051,
+  "bet</w>": 4430,
+  "beta": 43188,
+  "beta</w>": 9505,
+  "betes</w>": 10255,
+  "beth": 9993,
+  "beth</w>": 4892,
+  "bethan": 18781,
+  "bethany": 39130,
+  "bethany</w>": 27952,
+  "bethe": 12624,
+  "bethel</w>": 33410,
+  "bethesda</w>": 32527,
+  "bethle": 30760,
+  "bethlehem</w>": 31827,
+  "betis</w>": 45590,
+  "beto</w>": 33721,
+  "betra": 18436,
+  "betrayal</w>": 33171,
+  "betrayed</w>": 35692,
+  "bets</w>": 17107,
+  "betsy</w>": 28946,
+  "bett": 17715,
+  "bett</w>": 20489,
+  "betta</w>": 36387,
+  "bette</w>": 35855,
+  "better": 10320,
+  "better</w>": 1539,
+  "bettertogether</w>": 47392,
+  "betting</w>": 14319,
+  "betts</w>": 38637,
+  "betty": 36175,
+  "betty</w>": 14350,
+  "between</w>": 1957,
+  "beu": 38660,
+  "bev": 40324,
+  "bev</w>": 30968,
+  "bever": 9924,
+  "beverage</w>": 18694,
+  "beverages</w>": 28521,
+  "beverley</w>": 39165,
+  "beverly": 30906,
+  "beverly</w>": 16728,
+  "beverlyhills</w>": 45363,
+  "beware</w>": 14532,
+  "bewithyou</w>": 36787,
+  "bex": 18676,
+  "bex</w>": 24748,
+  "bexhill</w>": 49200,
+  "bey": 3234,
+  "bey</w>": 6767,
+  "beyon": 11447,
+  "beyonce</w>": 16632,
+  "beyoncé</w>": 19219,
+  "beyond": 22246,
+  "beyond</w>": 4432,
+  "bez": 28592,
+  "bez</w>": 46764,
+  "bezos</w>": 45000,
+  "bf": 19858,
+  "bf</w>": 7990,
+  "bfc</w>": 37183,
+  "bff</w>": 11984,
+  "bffs</w>": 31462,
+  "bfi</w>": 34244,
+  "bg": 16674,
+  "bg</w>": 11295,
+  "bgc</w>": 47598,
+  "bgs</w>": 47963,
+  "bgt</w>": 40665,
+  "bh": 9930,
+  "bh</w>": 13603,
+  "bha": 6144,
+  "bha</w>": 33068,
+  "bhafc</w>": 30779,
+  "bhagat</w>": 49136,
+  "bhai": 48370,
+  "bhai</w>": 20508,
+  "bhak": 34501,
+  "bham": 31874,
+  "bham</w>": 23491,
+  "bhan": 27356,
+  "bhand": 48679,
+  "bhar": 9108,
+  "bharat": 27454,
+  "bharat</w>": 17430,
+  "bharti</w>": 46803,
+  "bhat": 23784,
+  "bhatt</w>": 36143,
+  "bhav": 44950,
+  "bhi": 28943,
+  "bhi</w>": 21955,
+  "bhk</w>": 45070,
+  "bhm</w>": 38741,
+  "bho": 19721,
+  "bhopal</w>": 44573,
+  "bhp</w>": 29776,
+  "bhs</w>": 29195,
+  "bhu": 9172,
+  "bhuban": 38729,
+  "bhubanes": 41213,
+  "bhubaneswar</w>": 45888,
+  "bhushan</w>": 40884,
+  "bhutan</w>": 32391,
+  "bhutto</w>": 30153,
+  "bi": 717,
+  "bi</w>": 3035,
+  "bia</w>": 3841,
+  "biaf": 26961,
+  "biafra</w>": 36355,
+  "bian": 19531,
+  "bian</w>": 9027,
+  "bianca</w>": 25854,
+  "bianchi</w>": 45720,
+  "bians</w>": 28141,
+  "bias</w>": 11268,
+  "biased</w>": 22178,
+  "bib": 44607,
+  "bib</w>": 21022,
+  "bibi</w>": 31182,
+  "bibl": 20912,
+  "bible": 26738,
+  "bible</w>": 7583,
+  "bibli": 23465,
+  "biblical</w>": 22841,
+  "biblio": 49131,
+  "bic": 5960,
+  "bic</w>": 10675,
+  "bice": 35589,
+  "biceps</w>": 46735,
+  "bick": 27238,
+  "bicy": 9247,
+  "bicycle</w>": 11652,
+  "bicycles</w>": 31326,
+  "bid": 21035,
+  "bid</w>": 5553,
+  "bidding</w>": 23237,
+  "bide</w>": 45178,
+  "biden</w>": 19451,
+  "bids</w>": 16148,
+  "bie": 5561,
+  "bie</w>": 4173,
+  "bieber": 48725,
+  "bieber</w>": 7535,
+  "bien": 19176,
+  "bien</w>": 25742,
+  "biennale</w>": 33776,
+  "biennial</w>": 36609,
+  "bier": 27226,
+  "bier</w>": 23508,
+  "bies</w>": 7867,
+  "big": 1915,
+  "big</w>": 1205,
+  "bigbaldhead</w>": 30325,
+  "bigbang": 41680,
+  "bigbang</w>": 23734,
+  "bigdata</w>": 9440,
+  "bige": 37762,
+  "bigfoot</w>": 37095,
+  "bigg": 15312,
+  "bigg</w>": 35399,
+  "biggboss</w>": 27056,
+  "bigger</w>": 6806,
+  "biggest": 19483,
+  "biggest</w>": 3505,
+  "biggie</w>": 28392,
+  "biggs</w>": 46507,
+  "bigh": 18106,
+  "bighit</w>": 35508,
+  "bigo": 14278,
+  "bigolive</w>": 20735,
+  "bigotry</w>": 37269,
+  "bigre": 36330,
+  "bih</w>": 33471,
+  "bihar</w>": 22849,
+  "bij": 42478,
+  "bik": 30306,
+  "bike": 11686,
+  "bike</w>": 3701,
+  "biker": 36100,
+  "biker</w>": 23449,
+  "bikers</w>": 29468,
+  "bikes</w>": 9227,
+  "bikin": 12638,
+  "biking</w>": 19157,
+  "bikini</w>": 14531,
+  "bil": 3092,
+  "bil</w>": 20506,
+  "bilateral</w>": 25599,
+  "bilbao</w>": 34802,
+  "bild</w>": 35512,
+  "bile</w>": 25943,
+  "bilingual</w>": 29623,
+  "bilities</w>": 13582,
+  "bility</w>": 4694,
+  "bill": 4444,
+  "bill</w>": 2886,
+  "billboard</w>": 10856,
+  "billboards</w>": 34741,
+  "billed</w>": 37558,
+  "billi": 7693,
+  "billie</w>": 23990,
+  "billing</w>": 31797,
+  "billings</w>": 43615,
+  "billion": 14520,
+  "billion</w>": 5729,
+  "billionaire</w>": 19475,
+  "billionaires</w>": 41590,
+  "billions</w>": 20742,
+  "bills</w>": 9810,
+  "billsmafia</w>": 48845,
+  "billy": 15626,
+  "billy</w>": 6814,
+  "bilt": 44770,
+  "bilt</w>": 26654,
+  "bim": 46737,
+  "bim</w>": 24775,
+  "bin": 4849,
+  "bin</w>": 5346,
+  "binance</w>": 43520,
+  "binary</w>": 23497,
+  "bind</w>": 44513,
+  "binder</w>": 30541,
+  "binding</w>": 21287,
+  "bine</w>": 34848,
+  "bing": 24818,
+  "bing</w>": 5665,
+  "binge</w>": 22600,
+  "bingham": 43785,
+  "bingham</w>": 47296,
+  "bingo</w>": 18418,
+  "bino": 29172,
+  "bino</w>": 24313,
+  "bins</w>": 26934,
+  "bint": 43647,
+  "bio": 2830,
+  "bio</w>": 5162,
+  "biode": 43502,
+  "biodegradable</w>": 47740,
+  "biodiversity</w>": 17428,
+  "biof": 45158,
+  "biographical</w>": 49232,
+  "biography</w>": 15423,
+  "biological</w>": 18821,
+  "biologist</w>": 35149,
+  "biology</w>": 9796,
+  "biom": 13010,
+  "biomar": 44549,
+  "biomass</w>": 36746,
+  "biome": 26218,
+  "biomed": 29280,
+  "biomedical</w>": 33117,
+  "bionic</w>": 46201,
+  "biop": 15009,
+  "biopic</w>": 27942,
+  "bios</w>": 48505,
+  "biotech</w>": 22514,
+  "biotechnology</w>": 40375,
+  "biotic</w>": 33773,
+  "biotics</w>": 41371,
+  "bious</w>": 31845,
+  "bipartisan</w>": 32266,
+  "bipolar</w>": 37097,
+  "bique</w>": 27809,
+  "bir": 921,
+  "bir</w>": 16284,
+  "birch": 31569,
+  "birch</w>": 22907,
+  "bird": 6908,
+  "bird</w>": 3329,
+  "birdie</w>": 29612,
+  "birdies</w>": 45618,
+  "birding</w>": 15851,
+  "birdman</w>": 41915,
+  "birdphotography</w>": 47999,
+  "birds": 41951,
+  "birds</w>": 4337,
+  "birdwatching</w>": 33497,
+  "birk": 48289,
+  "birken": 40661,
+  "birmin": 37482,
+  "birmingham": 38580,
+  "birmingham</w>": 7720,
+  "birth": 1128,
+  "birth</w>": 5397,
+  "birthday": 7381,
+  "birthday</w>": 1166,
+  "birthdays</w>": 17954,
+  "birthplace</w>": 31429,
+  "biryani</w>": 46489,
+  "bis": 5064,
+  "bis</w>": 14461,
+  "biscu": 11532,
+  "biscuit</w>": 18731,
+  "biscuits</w>": 18248,
+  "bisexual</w>": 36829,
+  "bish": 33690,
+  "bish</w>": 31461,
+  "bishop": 20625,
+  "bishop</w>": 8024,
+  "bishops</w>": 31579,
+  "bison</w>": 19741,
+  "bistro</w>": 21770,
+  "bit": 3010,
+  "bit</w>": 2010,
+  "bitcoin": 30848,
+  "bitcoin</w>": 6366,
+  "bite</w>": 41613,
+  "biting</w>": 23016,
+  "bits</w>": 7747,
+  "bitt</w>": 39251,
+  "bius</w>": 45525,
+  "bix": 46579,
+  "biz": 8212,
+  "biz</w>": 5431,
+  "biza</w>": 47013,
+  "bizar": 14886,
+  "bizarre</w>": 16965,
+  "bizhour</w>": 39462,
+  "bizitalk</w>": 34929,
+  "bj": 4592,
+  "bj</w>": 18229,
+  "bjj</w>": 27437,
+  "bjor": 26525,
+  "bjp": 37264,
+  "bjp</w>": 6178,
+  "bk": 15099,
+  "bk</w>": 14083,
+  "bkk</w>": 36433,
+  "bl": 833,
+  "bl</w>": 9467,
+  "bla": 2205,
+  "bla</w>": 19630,
+  "blac": 21008,
+  "black": 2025,
+  "black</w>": 1449,
+  "blackand": 12809,
+  "blackandwhite": 23688,
+  "blackandwhite</w>": 19506,
+  "blackandwhitephotography</w>": 27544,
+  "blackberry</w>": 16470,
+  "blackbird</w>": 38526,
+  "blackburn</w>": 23789,
+  "blackfish</w>": 42193,
+  "blackfriday</w>": 16445,
+  "blackgirl": 43591,
+  "blackhawks</w>": 19203,
+  "blackhistory</w>": 46982,
+  "blackhistorymonth</w>": 20135,
+  "blacklist</w>": 30295,
+  "blacklivesmatter</w>": 23467,
+  "blackmail</w>": 47295,
+  "blackops</w>": 43519,
+  "blackout</w>": 21733,
+  "blackpanther</w>": 36592,
+  "blackpink</w>": 20339,
+  "blackpool</w>": 21031,
+  "blacks</w>": 16351,
+  "blackwell</w>": 42642,
+  "blad</w>": 36635,
+  "bladder</w>": 33593,
+  "blade</w>": 10264,
+  "blades</w>": 16893,
+  "blah</w>": 29212,
+  "blaine</w>": 32457,
+  "blair": 31824,
+  "blair</w>": 14749,
+  "blake": 20229,
+  "blake</w>": 9579,
+  "blame</w>": 10695,
+  "blamed</w>": 32906,
+  "blames</w>": 27841,
+  "blaming</w>": 29287,
+  "blan": 4609,
+  "blanc": 30936,
+  "blanc</w>": 13301,
+  "blanca</w>": 40670,
+  "blanchard</w>": 40177,
+  "blanche</w>": 34875,
+  "blanchett</w>": 49378,
+  "blanco</w>": 26801,
+  "bland": 44372,
+  "bland</w>": 30799,
+  "blank</w>": 15134,
+  "blanket</w>": 12878,
+  "blankets</w>": 24042,
+  "blanks</w>": 48599,
+  "blasio</w>": 35553,
+  "blasphe": 36622,
+  "blast": 46349,
+  "blast</w>": 5964,
+  "blasted</w>": 38976,
+  "blaster</w>": 36341,
+  "blasting</w>": 26178,
+  "blasts</w>": 23067,
+  "blat": 22048,
+  "blatant</w>": 41391,
+  "blatt</w>": 39138,
+  "blau": 45307,
+  "blaz": 43413,
+  "blaze</w>": 15497,
+  "blazer</w>": 17606,
+  "blazers</w>": 16984,
+  "blazing</w>": 25267,
+  "bldg</w>": 22981,
+  "ble": 1447,
+  "ble</w>": 1059,
+  "bleach</w>": 27034,
+  "bleak</w>": 40355,
+  "bled</w>": 12006,
+  "bleed": 23027,
+  "bleed</w>": 24791,
+  "bleedblue</w>": 39160,
+  "bleeding</w>": 20311,
+  "bleeds</w>": 47339,
+  "blen": 25651,
+  "blend</w>": 10780,
+  "blended</w>": 25813,
+  "blender</w>": 25066,
+  "blending</w>": 34307,
+  "blends</w>": 28572,
+  "bler": 31305,
+  "bler</w>": 11979,
+  "blers</w>": 26930,
+  "bles</w>": 5763,
+  "bless": 9640,
+  "bless</w>": 5387,
+  "blessed</w>": 4411,
+  "blessing</w>": 10729,
+  "blessings</w>": 11185,
+  "bleu</w>": 30114,
+  "blew</w>": 18176,
+  "bley</w>": 43176,
+  "bli": 1450,
+  "bli</w>": 28051,
+  "blin": 9678,
+  "blin</w>": 5406,
+  "blind": 17248,
+  "blind</w>": 8351,
+  "blinded</w>": 49149,
+  "blindness</w>": 38812,
+  "blinds</w>": 32449,
+  "bling": 39764,
+  "bling</w>": 7097,
+  "blink</w>": 18976,
+  "bliss": 28531,
+  "bliss</w>": 12893,
+  "blissful</w>": 42145,
+  "blit": 39327,
+  "blitz": 42151,
+  "blitz</w>": 17548,
+  "blizz": 13075,
+  "blizzard</w>": 16111,
+  "blk": 42950,
+  "blk</w>": 22872,
+  "blm</w>": 30957,
+  "bln</w>": 47348,
+  "blo": 1204,
+  "blo</w>": 25505,
+  "blob</w>": 49312,
+  "bloc</w>": 30961,
+  "block": 4638,
+  "block</w>": 4593,
+  "blockade</w>": 33489,
+  "blockbuster</w>": 19939,
+  "blockchain</w>": 6653,
+  "blocked</w>": 9106,
+  "blocker</w>": 44767,
+  "blocking</w>": 12652,
+  "blocks</w>": 10113,
+  "blog": 16376,
+  "blog</w>": 2589,
+  "blogg": 33282,
+  "blogged</w>": 41380,
+  "blogger": 21352,
+  "blogger</w>": 7806,
+  "bloggerrt</w>": 48898,
+  "bloggers</w>": 11627,
+  "blogging</w>": 18090,
+  "blogpost</w>": 41842,
+  "blogs</w>": 16682,
+  "bloke</w>": 24384,
+  "blom": 48996,
+  "blon": 7958,
+  "blond</w>": 32426,
+  "blonde</w>": 10711,
+  "blondes</w>": 45130,
+  "blondie</w>": 39236,
+  "bloo": 2373,
+  "blood": 9231,
+  "blood</w>": 3590,
+  "blooded</w>": 41946,
+  "bloodh": 48480,
+  "bloods</w>": 39539,
+  "bloody": 38568,
+  "bloody</w>": 9468,
+  "bloom": 7311,
+  "bloom</w>": 10257,
+  "bloomberg": 43109,
+  "bloomberg</w>": 21238,
+  "bloomfield</w>": 40342,
+  "blooming": 45175,
+  "blooming</w>": 19266,
+  "bloomington</w>": 34731,
+  "blooms</w>": 21439,
+  "bloss": 10017,
+  "blossom</w>": 14472,
+  "blossoms</w>": 21916,
+  "blot</w>": 41710,
+  "blou": 44506,
+  "blouse</w>": 23525,
+  "blow": 15230,
+  "blow</w>": 10211,
+  "blower</w>": 25832,
+  "blowing</w>": 12087,
+  "blown</w>": 11848,
+  "blowout</w>": 34857,
+  "blows</w>": 21063,
+  "blr</w>": 47250,
+  "bls</w>": 39458,
+  "blu": 1263,
+  "blu</w>": 10273,
+  "blue": 3829,
+  "blue</w>": 1746,
+  "bluebells</w>": 47150,
+  "blueberries</w>": 29551,
+  "blueberry</w>": 18251,
+  "bluebird</w>": 40747,
+  "bluec": 43194,
+  "bluef": 41174,
+  "bluegrass</w>": 26241,
+  "bluejays</w>": 18684,
+  "blueprint</w>": 30594,
+  "blues": 17566,
+  "blues</w>": 5159,
+  "blueslyrix</w>": 47068,
+  "bluet": 13469,
+  "bluetooth</w>": 14052,
+  "bluewave</w>": 40025,
+  "bluff</w>": 27232,
+  "bluffs</w>": 48844,
+  "blum</w>": 34818,
+  "blumen": 38714,
+  "blun": 34472,
+  "blunt</w>": 19305,
+  "blur": 12102,
+  "blur</w>": 27976,
+  "bluray</w>": 36818,
+  "blurred</w>": 38013,
+  "blurry</w>": 21977,
+  "blush</w>": 22889,
+  "blvd</w>": 12578,
+  "bly": 20930,
+  "bly</w>": 4426,
+  "bm": 4773,
+  "bm</w>": 15916,
+  "bma</w>": 42573,
+  "bmc</w>": 27807,
+  "bmi</w>": 40642,
+  "bmo</w>": 39083,
+  "bms</w>": 34074,
+  "bmw": 26637,
+  "bmw</w>": 7869,
+  "bmx</w>": 22535,
+  "bn": 10496,
+  "bn</w>": 7992,
+  "bnb</w>": 20010,
+  "bnha</w>": 49336,
+  "bnp</w>": 47910,
+  "bnw</w>": 35903,
+  "bo": 647,
+  "bo</w>": 2525,
+  "boa</w>": 14732,
+  "boar": 7837,
+  "boar</w>": 35473,
+  "board": 10419,
+  "board</w>": 1972,
+  "boarded</w>": 43052,
+  "boarder</w>": 37414,
+  "boardgame</w>": 47829,
+  "boardgames</w>": 32646,
+  "boarding</w>": 10086,
+  "boardroom</w>": 47937,
+  "boards</w>": 7963,
+  "boardwalk</w>": 29043,
+  "boast</w>": 44467,
+  "boasts</w>": 30309,
+  "boat": 12426,
+  "boat</w>": 4440,
+  "boath": 45461,
+  "boating</w>": 21951,
+  "boats</w>": 10080,
+  "boatsales</w>": 46244,
+  "bob": 8444,
+  "bob</w>": 4423,
+  "boba</w>": 39948,
+  "bobb": 16891,
+  "bobble</w>": 38796,
+  "bobblehead</w>": 33451,
+  "bobby": 17847,
+  "bobby</w>": 7816,
+  "bobc": 26153,
+  "bobcat</w>": 37896,
+  "bobcats</w>": 27568,
+  "bobo</w>": 38939,
+  "bobs</w>": 45533,
+  "boc": 27307,
+  "boc</w>": 39042,
+  "boca</w>": 26094,
+  "bock</w>": 24961,
+  "bod": 17904,
+  "bod</w>": 26340,
+  "boda</w>": 42030,
+  "bode": 28452,
+  "bode</w>": 40429,
+  "bodega</w>": 47350,
+  "bodied</w>": 36892,
+  "bodies</w>": 9799,
+  "bodily</w>": 49119,
+  "body": 7132,
+  "body</w>": 1774,
+  "bodybuilding</w>": 24538,
+  "bodyguard</w>": 35565,
+  "boe": 23476,
+  "boe</w>": 21773,
+  "boeh": 38002,
+  "boehner</w>": 44599,
+  "boeing": 48135,
+  "boeing</w>": 11857,
+  "boer": 44889,
+  "boer</w>": 40768,
+  "bog": 23426,
+  "bog</w>": 28318,
+  "bogo</w>": 35769,
+  "bogota</w>": 47059,
+  "bogus</w>": 42907,
+  "boh": 43238,
+  "bohe": 40541,
+  "bohemi": 21552,
+  "bohemian</w>": 25753,
+  "boho</w>": 25444,
+  "boi": 37129,
+  "boi</w>": 12673,
+  "boil</w>": 31332,
+  "boiled</w>": 23886,
+  "boiler": 28212,
+  "boiler</w>": 25615,
+  "boiling</w>": 32019,
+  "bois": 47742,
+  "bois</w>": 21640,
+  "boise</w>": 23304,
+  "bok": 26671,
+  "bok</w>": 15289,
+  "boko</w>": 30929,
+  "boks</w>": 40216,
+  "bol": 2860,
+  "bol</w>": 8413,
+  "bola</w>": 12840,
+  "bold": 26975,
+  "bold</w>": 8911,
+  "boldand": 48413,
+  "boldly</w>": 44778,
+  "boli": 12722,
+  "bolic</w>": 27343,
+  "bolivia</w>": 28628,
+  "bollah</w>": 36336,
+  "bolly": 25302,
+  "bollywood": 32448,
+  "bollywood</w>": 9604,
+  "bolo</w>": 40236,
+  "bolog": 22818,
+  "bologna</w>": 27513,
+  "bolster</w>": 47304,
+  "bolt</w>": 13131,
+  "bolton": 48757,
+  "bolton</w>": 16598,
+  "bolts</w>": 26028,
+  "bom": 3012,
+  "bom</w>": 19469,
+  "bomb": 18091,
+  "bomb</w>": 6331,
+  "bombar": 25544,
+  "bombardier</w>": 42700,
+  "bombay": 48602,
+  "bombay</w>": 23890,
+  "bombed</w>": 24542,
+  "bomber</w>": 15436,
+  "bombers</w>": 21786,
+  "bombing</w>": 14475,
+  "bombings</w>": 43236,
+  "bombs</w>": 14410,
+  "bombshell</w>": 36340,
+  "bon": 1871,
+  "bon</w>": 4216,
+  "bona</w>": 33342,
+  "bonanza</w>": 40304,
+  "bond": 37022,
+  "bond</w>": 6826,
+  "bonded</w>": 37390,
+  "bondi</w>": 40092,
+  "bonding</w>": 19609,
+  "bonds</w>": 15786,
+  "bone": 22502,
+  "bone</w>": 6195,
+  "bones</w>": 9476,
+  "bonfire</w>": 23151,
+  "bongo</w>": 47519,
+  "boni": 32269,
+  "boni</w>": 46356,
+  "bonita</w>": 42896,
+  "bonjour</w>": 33176,
+  "bonkers</w>": 39865,
+  "bonn</w>": 38969,
+  "bonnar": 47191,
+  "bonnaroo</w>": 48777,
+  "bonne</w>": 25844,
+  "bonnet</w>": 30636,
+  "bonnie</w>": 18555,
+  "bono</w>": 24476,
+  "bons</w>": 42883,
+  "bonsai</w>": 44129,
+  "bonus</w>": 8164,
+  "bonuses</w>": 35144,
+  "boo": 824,
+  "boo</w>": 7317,
+  "boogie</w>": 22639,
+  "book": 2828,
+  "book</w>": 1116,
+  "bookboost</w>": 31257,
+  "bookclub</w>": 34438,
+  "bookday</w>": 26327,
+  "booked</w>": 12584,
+  "booker</w>": 21302,
+  "bookfest</w>": 39381,
+  "booking</w>": 10145,
+  "bookings</w>": 18345,
+  "booklet</w>": 27405,
+  "bookmark</w>": 33596,
+  "bookof": 45629,
+  "bookreview</w>": 27362,
+  "books": 44382,
+  "books</w>": 2161,
+  "bookshelf</w>": 34821,
+  "bookshop</w>": 24705,
+  "bookstore</w>": 17999,
+  "bookstores</w>": 46416,
+  "bookworm</w>": 20743,
+  "boom": 9609,
+  "boom</w>": 7121,
+  "boomer": 33819,
+  "boomer</w>": 31766,
+  "boomers</w>": 37988,
+  "booming</w>": 33487,
+  "boon": 24979,
+  "boon</w>": 35821,
+  "boone</w>": 23453,
+  "boop</w>": 45047,
+  "boost": 44639,
+  "boost</w>": 6260,
+  "boosted</w>": 37631,
+  "booster</w>": 20877,
+  "boosters</w>": 46859,
+  "boosting</w>": 28480,
+  "boosts</w>": 29247,
+  "boot": 10843,
+  "boot</w>": 8087,
+  "bootcamp</w>": 22051,
+  "booted</w>": 42564,
+  "booth": 47895,
+  "booth</w>": 3971,
+  "booths</w>": 32653,
+  "booties</w>": 46188,
+  "bootleg</w>": 38139,
+  "boots</w>": 7319,
+  "booze</w>": 24341,
+  "bop</w>": 19720,
+  "bor": 1141,
+  "bor</w>": 15093,
+  "bora</w>": 24736,
+  "bord</w>": 36891,
+  "bordeaux</w>": 22009,
+  "border": 16304,
+  "border</w>": 6177,
+  "borderlands</w>": 38676,
+  "borders</w>": 13900,
+  "bore": 14084,
+  "bore</w>": 24638,
+  "bored</w>": 8933,
+  "boredom</w>": 31460,
+  "boretum</w>": 38902,
+  "borg</w>": 14770,
+  "borgh": 17180,
+  "boring</w>": 12519,
+  "boris": 31212,
+  "boris</w>": 15704,
+  "borisjohnson</w>": 44481,
+  "born": 17695,
+  "born</w>": 2683,
+  "borne": 42910,
+  "borne</w>": 9328,
+  "borneo</w>": 33332,
+  "bornon": 41811,
+  "bornonthisday</w>": 42757,
+  "boro": 26796,
+  "boro</w>": 7974,
+  "borough": 22761,
+  "borough</w>": 6203,
+  "borrow</w>": 22293,
+  "borrowed</w>": 28224,
+  "borrowing</w>": 41045,
+  "borussia</w>": 36764,
+  "bos": 14885,
+  "bos</w>": 9644,
+  "bosa</w>": 46946,
+  "bosch": 42009,
+  "bosch</w>": 19466,
+  "bosco</w>": 36960,
+  "bose</w>": 23142,
+  "bosh</w>": 42244,
+  "bosni": 42924,
+  "bosnia</w>": 31396,
+  "boss": 17935,
+  "boss</w>": 4206,
+  "bosses</w>": 23906,
+  "boston": 11540,
+  "boston</w>": 4399,
+  "bostonmarathon</w>": 44533,
+  "bot": 4136,
+  "bot</w>": 6947,
+  "botan": 12554,
+  "botanic</w>": 32560,
+  "botanical</w>": 21026,
+  "botany</w>": 22612,
+  "botd</w>": 34451,
+  "both": 36575,
+  "both</w>": 2212,
+  "bother</w>": 21125,
+  "bothered</w>": 27997,
+  "botox</w>": 43449,
+  "bots</w>": 13721,
+  "botswana</w>": 27584,
+  "bott": 3520,
+  "bott</w>": 37225,
+  "bottle": 37306,
+  "bottle</w>": 5392,
+  "bottled</w>": 29331,
+  "bottlen": 46439,
+  "bottles</w>": 9754,
+  "bottling</w>": 42006,
+  "bottom": 32314,
+  "bottom</w>": 5931,
+  "bottoms</w>": 31524,
+  "bou": 3728,
+  "bou</w>": 23165,
+  "bouchard</w>": 47930,
+  "boudo": 48827,
+  "bought</w>": 4142,
+  "boul": 24830,
+  "boulder</w>": 18260,
+  "boule": 17652,
+  "boulevard</w>": 19504,
+  "boun": 5993,
+  "bounce</w>": 14316,
+  "bouncing</w>": 32060,
+  "bouncy</w>": 43415,
+  "bound": 15140,
+  "bound</w>": 4567,
+  "boundaries</w>": 18690,
+  "boundary</w>": 21344,
+  "bounds</w>": 37469,
+  "bounty</w>": 21142,
+  "bouquet</w>": 20961,
+  "bour": 2934,
+  "bour</w>": 35486,
+  "bourbon": 48118,
+  "bourbon</w>": 14652,
+  "bourdain</w>": 48095,
+  "bourg</w>": 20690,
+  "bourgeo": 45672,
+  "bourn</w>": 39143,
+  "bourne": 13789,
+  "bourne</w>": 5192,
+  "bournemouth</w>": 20911,
+  "bout": 19982,
+  "bout</w>": 8123,
+  "bouti": 10926,
+  "boutique</w>": 12179,
+  "bow": 2297,
+  "bow</w>": 4040,
+  "bowden</w>": 48538,
+  "bowed</w>": 49130,
+  "bowel</w>": 36880,
+  "bowen</w>": 25368,
+  "bower</w>": 40414,
+  "bowers</w>": 42238,
+  "bowie</w>": 13036,
+  "bowing</w>": 46398,
+  "bowl": 26719,
+  "bowl</w>": 3814,
+  "bowled</w>": 39987,
+  "bowler</w>": 25528,
+  "bowlers</w>": 42632,
+  "bowles</w>": 41611,
+  "bowling</w>": 10390,
+  "bowls</w>": 17787,
+  "bowman</w>": 22052,
+  "bows</w>": 17000,
+  "bowser</w>": 38234,
+  "bowski</w>": 48311,
+  "box": 2774,
+  "box</w>": 2063,
+  "boxed</w>": 24190,
+  "boxer": 40394,
+  "boxer</w>": 15363,
+  "boxers</w>": 31019,
+  "boxes</w>": 8350,
+  "boxing": 33669,
+  "boxing</w>": 5554,
+  "boy": 2927,
+  "boy</w>": 1876,
+  "boyband</w>": 31568,
+  "boyce</w>": 44480,
+  "boycot": 46208,
+  "boycott": 31615,
+  "boycott</w>": 19559,
+  "boyd</w>": 18295,
+  "boyfriend</w>": 7328,
+  "boyfriends</w>": 36541,
+  "boyle</w>": 22802,
+  "boys": 25223,
+  "boys</w>": 2034,
+  "boyz</w>": 16152,
+  "bp": 23410,
+  "bp</w>": 11558,
+  "bpa</w>": 43855,
+  "bpd</w>": 48587,
+  "bpl</w>": 28901,
+  "bpm</w>": 40338,
+  "bps</w>": 37794,
+  "br": 711,
+  "br</w>": 7532,
+  "bra": 1195,
+  "bra</w>": 5860,
+  "brac": 6663,
+  "brace": 8376,
+  "brace</w>": 9183,
+  "bracelet</w>": 8969,
+  "bracelets</w>": 20027,
+  "braces</w>": 19249,
+  "brack": 25676,
+  "bracket</w>": 14780,
+  "brackets</w>": 36183,
+  "brad": 4848,
+  "brad</w>": 9405,
+  "bradbury</w>": 45097,
+  "braden</w>": 46842,
+  "bradford</w>": 15062,
+  "bradley": 31905,
+  "bradley</w>": 10952,
+  "brador</w>": 24062,
+  "bradshaw</w>": 37556,
+  "brady": 42494,
+  "brady</w>": 11117,
+  "brae": 42874,
+  "brae</w>": 40040,
+  "brag</w>": 30110,
+  "bragg</w>": 38545,
+  "bragging</w>": 38199,
+  "brah": 20276,
+  "brahms</w>": 45114,
+  "brai": 25048,
+  "braid</w>": 31067,
+  "braided</w>": 39997,
+  "braids</w>": 34221,
+  "brain": 9454,
+  "brain</w>": 4812,
+  "brains</w>": 17129,
+  "brainstorming</w>": 36607,
+  "braised</w>": 28363,
+  "brake</w>": 14937,
+  "brakes</w>": 23456,
+  "bral</w>": 31309,
+  "bram": 14815,
+  "bram</w>": 39456,
+  "brampton</w>": 35124,
+  "bran": 3684,
+  "bran</w>": 28348,
+  "brance": 36072,
+  "brance</w>": 15413,
+  "branch</w>": 7998,
+  "branches</w>": 15843,
+  "brand": 3910,
+  "brand</w>": 2896,
+  "branded</w>": 18097,
+  "brandi</w>": 41003,
+  "branding</w>": 10841,
+  "brando</w>": 41892,
+  "brandon": 20423,
+  "brandon</w>": 9166,
+  "brands</w>": 8681,
+  "brandt</w>": 22552,
+  "brandy</w>": 26232,
+  "brane</w>": 32340,
+  "branson</w>": 28280,
+  "brant": 28951,
+  "brant</w>": 47592,
+  "braries</w>": 46377,
+  "brary</w>": 24520,
+  "bras</w>": 22611,
+  "brasil</w>": 18991,
+  "brass": 24348,
+  "brass</w>": 11655,
+  "brat": 26717,
+  "brat</w>": 26631,
+  "brate</w>": 41864,
+  "braun": 39129,
+  "braun</w>": 29309,
+  "brave": 25461,
+  "brave</w>": 7769,
+  "braved</w>": 47663,
+  "bravely</w>": 42303,
+  "bravery</w>": 25831,
+  "braves</w>": 14422,
+  "braving</w>": 43258,
+  "bravo": 38613,
+  "bravo</w>": 13006,
+  "braw": 37871,
+  "brawl</w>": 26066,
+  "braxton</w>": 37451,
+  "bray": 26256,
+  "bray</w>": 22993,
+  "braz": 4625,
+  "brazil": 47459,
+  "brazil</w>": 6305,
+  "brazili": 45697,
+  "brazilian</w>": 12111,
+  "brb</w>": 25316,
+  "brc</w>": 40393,
+  "bre": 887,
+  "bre</w>": 7782,
+  "brea": 7318,
+  "brea</w>": 46538,
+  "breach</w>": 21363,
+  "breaches</w>": 45173,
+  "bread": 18886,
+  "bread</w>": 5066,
+  "breads</w>": 43064,
+  "break": 2206,
+  "break</w>": 2568,
+  "breakable</w>": 30691,
+  "breakaway</w>": 42732,
+  "breakdown</w>": 14519,
+  "breaker</w>": 14814,
+  "breakers</w>": 22270,
+  "breakfa": 45931,
+  "breakfast": 30210,
+  "breakfast</w>": 3290,
+  "breaking": 14698,
+  "breaking</w>": 2755,
+  "breakingbad</w>": 38032,
+  "breakingnews</w>": 23837,
+  "breakout</w>": 16752,
+  "breaks</w>": 7263,
+  "breakthrough</w>": 18802,
+  "breakup</w>": 38931,
+  "breast": 12930,
+  "breast</w>": 9475,
+  "breastcancer": 40813,
+  "breastcancer</w>": 30065,
+  "breastfeeding</w>": 29033,
+  "breasts</w>": 37637,
+  "breath": 9508,
+  "breath</w>": 9576,
+  "breathe</w>": 11364,
+  "breathing</w>": 14959,
+  "breathtaking</w>": 14709,
+  "brecht</w>": 34622,
+  "breck": 44598,
+  "bred": 46929,
+  "bred</w>": 16008,
+  "bree": 7892,
+  "bree</w>": 37138,
+  "breed": 28030,
+  "breed</w>": 13791,
+  "breeders</w>": 37472,
+  "breeding</w>": 16544,
+  "breeds</w>": 29021,
+  "breen</w>": 48013,
+  "brees</w>": 46721,
+  "breeze</w>": 13125,
+  "breezy</w>": 21451,
+  "breit": 23864,
+  "breitbart</w>": 37926,
+  "brek": 35494,
+  "bremen</w>": 39861,
+  "bren": 5209,
+  "brenda</w>": 23786,
+  "brendan": 35134,
+  "brendan</w>": 15414,
+  "brendon</w>": 36756,
+  "brennan</w>": 22372,
+  "brenner</w>": 42941,
+  "brent": 31439,
+  "brent</w>": 16355,
+  "brentwood</w>": 33108,
+  "brero</w>": 47781,
+  "bres</w>": 32561,
+  "bret": 38020,
+  "bret</w>": 32548,
+  "brethren</w>": 43134,
+  "breton</w>": 32290,
+  "brett": 22591,
+  "brett</w>": 12394,
+  "brev</w>": 42882,
+  "brevi": 39475,
+  "brew": 5048,
+  "brew</w>": 7253,
+  "brewco</w>": 33582,
+  "brewed</w>": 23238,
+  "brewer</w>": 20756,
+  "breweries</w>": 35277,
+  "brewers</w>": 17618,
+  "brewery</w>": 8850,
+  "brewing</w>": 8275,
+  "brewingco</w>": 45155,
+  "brews</w>": 21663,
+  "brewster</w>": 40274,
+  "brex": 22726,
+  "brexit": 27666,
+  "brexit</w>": 5801,
+  "brgy</w>": 35983,
+  "bri": 1036,
+  "bri</w>": 18636,
+  "bria</w>": 35890,
+  "brian": 9824,
+  "brian</w>": 4989,
+  "brianna</w>": 32308,
+  "briar</w>": 46119,
+  "bribe</w>": 40042,
+  "bribery</w>": 41792,
+  "bric": 27055,
+  "brice</w>": 40190,
+  "brick": 13937,
+  "brick</w>": 9518,
+  "bricks</w>": 21029,
+  "brics</w>": 48196,
+  "brid": 16995,
+  "bridal": 36875,
+  "bridal</w>": 14284,
+  "bride": 18342,
+  "bride</w>": 8964,
+  "brides</w>": 18067,
+  "bridesma": 28356,
+  "bridesmaid</w>": 43399,
+  "bridesmaids</w>": 47754,
+  "bridg": 20623,
+  "bridge": 8647,
+  "bridge</w>": 2465,
+  "bridgeport</w>": 45201,
+  "bridges</w>": 11811,
+  "bridget</w>": 27073,
+  "bridgewater</w>": 38732,
+  "bridging</w>": 38109,
+  "brie</w>": 26622,
+  "brief": 9435,
+  "brief</w>": 8954,
+  "briefed</w>": 47326,
+  "briefing</w>": 12991,
+  "briefly</w>": 26980,
+  "briefs</w>": 29557,
+  "brien</w>": 13504,
+  "brier</w>": 43995,
+  "brig": 11081,
+  "briga": 46448,
+  "brigade</w>": 16032,
+  "briggs</w>": 28108,
+  "brigh": 6710,
+  "bright": 10383,
+  "bright</w>": 4852,
+  "brighten</w>": 18208,
+  "brightening</w>": 43929,
+  "brighter</w>": 18507,
+  "brightest</w>": 26159,
+  "brightly</w>": 36298,
+  "brightness</w>": 42280,
+  "brighton": 28416,
+  "brighton</w>": 9470,
+  "brigitte</w>": 44421,
+  "brill": 27342,
+  "brill</w>": 28601,
+  "brilli": 3821,
+  "brilliance</w>": 28146,
+  "brilliant</w>": 4106,
+  "brilliantly</w>": 26803,
+  "brin": 25620,
+  "bring": 11596,
+  "bring</w>": 2430,
+  "bringback": 28969,
+  "bringbackour": 45403,
+  "bringing</w>": 4777,
+  "brings</w>": 5138,
+  "brink": 39296,
+  "brink</w>": 28796,
+  "brioche</w>": 45818,
+  "bris": 9385,
+  "bris</w>": 15783,
+  "brisban": 30431,
+  "brisbane": 42932,
+  "brisbane</w>": 12407,
+  "brisk</w>": 43646,
+  "brisket</w>": 31920,
+  "bristol": 18159,
+  "bristol</w>": 8010,
+  "brit": 2318,
+  "brit</w>": 20066,
+  "britain": 40802,
+  "britain</w>": 6272,
+  "britanni": 31373,
+  "britannia</w>": 36188,
+  "brite</w>": 33827,
+  "briti": 8155,
+  "british": 8651,
+  "british</w>": 3504,
+  "britishmuseum</w>": 41858,
+  "britney": 37192,
+  "britney</w>": 21853,
+  "britneyspears</w>": 42990,
+  "brits</w>": 21832,
+  "britt": 10811,
+  "britt</w>": 25976,
+  "brittany": 38187,
+  "brittany</w>": 18818,
+  "britton</w>": 37422,
+  "brium</w>": 46079,
+  "brixton</w>": 30056,
+  "bro": 927,
+  "bro</w>": 4410,
+  "broad": 3491,
+  "broad</w>": 12623,
+  "broadband</w>": 21050,
+  "broadcast</w>": 8967,
+  "broadcaster</w>": 29005,
+  "broadcasting</w>": 14403,
+  "broadcasts</w>": 46742,
+  "broader</w>": 36029,
+  "broadway": 34599,
+  "broadway</w>": 9092,
+  "broc": 15587,
+  "broccoli</w>": 19094,
+  "broch": 21419,
+  "brochure</w>": 25275,
+  "brock": 14841,
+  "brock</w>": 16745,
+  "brodie</w>": 42150,
+  "brody</w>": 29608,
+  "broke": 42165,
+  "broke</w>": 6509,
+  "broken": 26126,
+  "broken</w>": 5107,
+  "broker": 34032,
+  "broker</w>": 20449,
+  "brokerage</w>": 41327,
+  "brokers</w>": 28271,
+  "brom": 18972,
+  "brom</w>": 33296,
+  "bromance</w>": 35353,
+  "bromley</w>": 35715,
+  "bron": 4011,
+  "bron</w>": 10243,
+  "bronco": 43488,
+  "bronco</w>": 34370,
+  "broncos</w>": 12516,
+  "bronson</w>": 37042,
+  "bronte</w>": 48936,
+  "bronx": 48310,
+  "bronx</w>": 17183,
+  "brony</w>": 21084,
+  "bronze</w>": 8459,
+  "broo": 5204,
+  "brooch</w>": 21207,
+  "brook": 4782,
+  "brook</w>": 7322,
+  "brooke": 28576,
+  "brooke</w>": 12549,
+  "brookes</w>": 39707,
+  "brooklyn": 23253,
+  "brooklyn</w>": 6983,
+  "brooks": 42779,
+  "brooks</w>": 9991,
+  "broom": 32046,
+  "broom</w>": 28008,
+  "broome</w>": 49335,
+  "bros</w>": 7776,
+  "broth</w>": 29994,
+  "brotha</w>": 33974,
+  "brother": 12697,
+  "brother</w>": 3157,
+  "brotherhood</w>": 19059,
+  "brothers</w>": 4548,
+  "brou": 27874,
+  "brough</w>": 21033,
+  "brought</w>": 4222,
+  "brov": 42881,
+  "brow": 6547,
+  "brow</w>": 15895,
+  "broward</w>": 34719,
+  "brown": 6315,
+  "brown</w>": 2866,
+  "browne</w>": 28440,
+  "brownie</w>": 23045,
+  "brownies</w>": 22312,
+  "browning</w>": 32241,
+  "browns</w>": 14051,
+  "brows</w>": 14998,
+  "browse</w>": 19060,
+  "browser</w>": 19768,
+  "browsing</w>": 29318,
+  "brox</w>": 43539,
+  "brs</w>": 47485,
+  "brt</w>": 46936,
+  "bru": 1698,
+  "bru</w>": 31028,
+  "bruce": 21223,
+  "bruce</w>": 7085,
+  "bruh</w>": 17575,
+  "bruins</w>": 14736,
+  "bruise</w>": 48048,
+  "bruised</w>": 46502,
+  "brum": 23862,
+  "brum</w>": 28078,
+  "brun": 6870,
+  "brunch</w>": 9113,
+  "brune": 29057,
+  "brunei</w>": 41898,
+  "brunette</w>": 35528,
+  "bruno</w>": 14568,
+  "brunomars</w>": 41156,
+  "brunswick</w>": 24012,
+  "brush": 27969,
+  "brush</w>": 8594,
+  "brushed</w>": 30298,
+  "brushes</w>": 21550,
+  "brushing</w>": 35072,
+  "brussels</w>": 11020,
+  "brut</w>": 39499,
+  "brutal": 42144,
+  "brutal</w>": 14556,
+  "brutality</w>": 31348,
+  "brutally</w>": 28132,
+  "brute</w>": 47552,
+  "brux": 49093,
+  "bry": 6587,
+  "bry</w>": 28228,
+  "bryan": 16134,
+  "bryan</w>": 10412,
+  "bryant</w>": 12256,
+  "bryce</w>": 19895,
+  "bryn": 36569,
+  "bryn</w>": 42877,
+  "bryson</w>": 38990,
+  "bs": 11783,
+  "bs</w>": 1329,
+  "bsa</w>": 46619,
+  "bsb</w>": 23070,
+  "bsbi": 41728,
+  "bsbibotany</w>": 42086,
+  "bsc</w>": 32031,
+  "bsd</w>": 41848,
+  "bse</w>": 46341,
+  "bsf</w>": 48314,
+  "bsgo</w>": 48474,
+  "bsp</w>": 47977,
+  "bst</w>": 19698,
+  "bsu</w>": 46385,
+  "bt": 3317,
+  "bt</w>": 4205,
+  "btc</w>": 10315,
+  "btcc</w>": 30759,
+  "btn</w>": 44681,
+  "bto</w>": 35516,
+  "btob</w>": 29379,
+  "btr</w>": 39767,
+  "bts": 15154,
+  "bts</w>": 4007,
+  "btsarmy</w>": 30302,
+  "btsbbmas</w>": 35297,
+  "btsx": 44971,
+  "btv</w>": 38541,
+  "btw</w>": 9520,
+  "btwn</w>": 28284,
+  "bu": 609,
+  "bu</w>": 5831,
+  "bub": 27704,
+  "bub</w>": 33158,
+  "bubb": 9739,
+  "bubba</w>": 28149,
+  "bubble": 28687,
+  "bubble</w>": 10799,
+  "bubblegum</w>": 48078,
+  "bubbles</w>": 17648,
+  "bubbly</w>": 31034,
+  "buc": 8207,
+  "buccane": 32830,
+  "buccaneers</w>": 38058,
+  "buch": 22623,
+  "bucha</w>": 43582,
+  "buchan": 27237,
+  "buchanan</w>": 28975,
+  "bucharest</w>": 37013,
+  "buck": 6061,
+  "buck</w>": 11433,
+  "bucket": 22596,
+  "bucket</w>": 10498,
+  "bucketlist</w>": 30778,
+  "buckets</w>": 27168,
+  "buckeye</w>": 34549,
+  "buckeyes</w>": 30741,
+  "buckingham</w>": 28736,
+  "buckle</w>": 21948,
+  "buckley</w>": 25905,
+  "bucks</w>": 6103,
+  "bucky</w>": 35916,
+  "bucs</w>": 20011,
+  "bud": 2942,
+  "bud</w>": 10737,
+  "buda": 18520,
+  "buda</w>": 49012,
+  "budapest</w>": 19202,
+  "budd": 7296,
+  "buddha</w>": 13981,
+  "buddhism</w>": 23744,
+  "buddhist</w>": 18697,
+  "buddies</w>": 14543,
+  "budding</w>": 31992,
+  "buddy": 40948,
+  "buddy</w>": 6557,
+  "budge": 32005,
+  "budget": 46758,
+  "budget</w>": 5639,
+  "budgeting</w>": 43789,
+  "budgets</w>": 36419,
+  "buds</w>": 14665,
+  "budweiser</w>": 40900,
+  "buen": 15640,
+  "buena</w>": 30876,
+  "buenas</w>": 48529,
+  "bueno</w>": 46202,
+  "buenos</w>": 26055,
+  "buf": 44417,
+  "buff": 5456,
+  "buff</w>": 21416,
+  "buffal": 25836,
+  "buffalo": 31231,
+  "buffalo</w>": 8054,
+  "buffalob": 38831,
+  "buffalobills</w>": 44352,
+  "buffe": 13724,
+  "buffer</w>": 33050,
+  "buffet</w>": 17829,
+  "buffett</w>": 34081,
+  "buffs</w>": 28906,
+  "buffy</w>": 33356,
+  "bug": 14453,
+  "bug</w>": 8162,
+  "bugatti</w>": 35451,
+  "buggy</w>": 28963,
+  "bugs</w>": 13850,
+  "buh</w>": 31406,
+  "buhari</w>": 14661,
+  "buick</w>": 22000,
+  "buil": 1354,
+  "build": 22739,
+  "build</w>": 3289,
+  "builder</w>": 14474,
+  "builders</w>": 17694,
+  "building": 21206,
+  "building</w>": 2307,
+  "buildings</w>": 8866,
+  "builds</w>": 16449,
+  "buildthe": 41497,
+  "built": 45824,
+  "built</w>": 3874,
+  "buk": 28084,
+  "buk</w>": 24317,
+  "buka</w>": 47778,
+  "bukit</w>": 39888,
+  "bul": 2572,
+  "bul</w>": 10200,
+  "bula</w>": 18726,
+  "bulaga</w>": 41575,
+  "bular</w>": 32187,
+  "bulb</w>": 22373,
+  "bulbs</w>": 24808,
+  "bulgar": 15424,
+  "bulgaria</w>": 20295,
+  "bulgarian</w>": 38693,
+  "bulge</w>": 47603,
+  "bulk</w>": 19643,
+  "bull": 4537,
+  "bull</w>": 6029,
+  "bulldo": 37675,
+  "bulldog": 34828,
+  "bulldog</w>": 15611,
+  "bulldogs</w>": 13916,
+  "bullet": 14340,
+  "bullet</w>": 12465,
+  "bulletin</w>": 19638,
+  "bulletproof</w>": 43212,
+  "bullets</w>": 22117,
+  "bullied</w>": 34689,
+  "bullies</w>": 39050,
+  "bullion</w>": 49114,
+  "bullish</w>": 22142,
+  "bullock</w>": 33198,
+  "bullpen</w>": 38081,
+  "bulls</w>": 10313,
+  "bully": 43111,
+  "bully</w>": 20190,
+  "bullying</w>": 13548,
+  "bum": 27683,
+  "bum</w>": 14226,
+  "bumble": 25585,
+  "bumble</w>": 39303,
+  "bumblebee</w>": 36911,
+  "bummed</w>": 48456,
+  "bump": 9783,
+  "bump</w>": 15877,
+  "bumped</w>": 22495,
+  "bumper</w>": 17881,
+  "bumping</w>": 40196,
+  "bumps</w>": 21115,
+  "bun": 2591,
+  "bun</w>": 13665,
+  "bunch</w>": 7796,
+  "bund</w>": 41905,
+  "bunde": 18841,
+  "bundesliga</w>": 21582,
+  "bundle</w>": 11793,
+  "bundled</w>": 47228,
+  "bundles</w>": 29834,
+  "bundy</w>": 37332,
+  "bung</w>": 44748,
+  "bungal": 29549,
+  "bungalow</w>": 33696,
+  "bunk</w>": 41236,
+  "bunker</w>": 23615,
+  "bunnies</w>": 28998,
+  "bunny": 34198,
+  "bunny</w>": 9258,
+  "buns</w>": 22235,
+  "bunting</w>": 30695,
+  "buon": 31350,
+  "buon</w>": 48498,
+  "bur": 1039,
+  "bur</w>": 17362,
+  "burbank</w>": 34862,
+  "burberry</w>": 30412,
+  "burch</w>": 44588,
+  "burden</w>": 18687,
+  "bure": 11902,
+  "bureau": 32098,
+  "bureau</w>": 15400,
+  "burg": 19505,
+  "burg</w>": 3499,
+  "burge": 20522,
+  "burger": 22356,
+  "burger</w>": 6548,
+  "burgers</w>": 13007,
+  "burgess</w>": 26211,
+  "burgh": 18141,
+  "burgh</w>": 4965,
+  "burgl": 25554,
+  "burglar</w>": 43365,
+  "burglary</w>": 32573,
+  "burgring</w>": 40823,
+  "burgundy</w>": 23650,
+  "buri": 46348,
+  "buri</w>": 42614,
+  "burial</w>": 22012,
+  "buried</w>": 14233,
+  "burk": 48822,
+  "burke</w>": 15340,
+  "burle": 27891,
+  "burlesque</w>": 33732,
+  "burlington</w>": 23370,
+  "burma</w>": 30305,
+  "burmese</w>": 47906,
+  "burn": 7934,
+  "burn</w>": 4285,
+  "burnaby</w>": 47541,
+  "burne</w>": 27246,
+  "burned</w>": 15022,
+  "burner</w>": 23243,
+  "burnett</w>": 28558,
+  "burnham</w>": 36111,
+  "burning": 46107,
+  "burning</w>": 8405,
+  "burnley</w>": 24653,
+  "burnout</w>": 36078,
+  "burns</w>": 10234,
+  "burnt</w>": 15185,
+  "burr</w>": 30879,
+  "burrell</w>": 49045,
+  "burrito</w>": 23473,
+  "burritos</w>": 47245,
+  "burroughs</w>": 41337,
+  "burrows</w>": 44846,
+  "burst</w>": 13005,
+  "bursting</w>": 32566,
+  "bursts</w>": 37026,
+  "burt</w>": 27162,
+  "burton": 42354,
+  "burton</w>": 12704,
+  "burundi</w>": 33595,
+  "bury": 12276,
+  "bury</w>": 3899,
+  "burys</w>": 32362,
+  "bus": 1319,
+  "bus</w>": 2840,
+  "busan</w>": 40172,
+  "busc": 35000,
+  "busch</w>": 20475,
+  "buses</w>": 12879,
+  "bush": 11191,
+  "bush</w>": 6867,
+  "bushes</w>": 37578,
+  "busiest</w>": 32764,
+  "busine": 4598,
+  "busines": 25364,
+  "business": 8346,
+  "business</w>": 1716,
+  "businesses</w>": 7287,
+  "businessman</w>": 25635,
+  "buss</w>": 47764,
+  "bust": 31299,
+  "bust</w>": 9959,
+  "busted</w>": 18643,
+  "buster": 37219,
+  "buster</w>": 12094,
+  "busters</w>": 16362,
+  "busting</w>": 29622,
+  "busy": 39332,
+  "busy</w>": 4354,
+  "but": 2201,
+  "but</w>": 767,
+  "butch</w>": 35102,
+  "butcher</w>": 18732,
+  "butchers</w>": 42334,
+  "bute</w>": 39240,
+  "butes</w>": 14630,
+  "butler": 35867,
+  "butler</w>": 10702,
+  "butt": 12500,
+  "butt</w>": 31523,
+  "butte</w>": 31678,
+  "butter": 5427,
+  "butter</w>": 6952,
+  "butterflies</w>": 16232,
+  "butterfly</w>": 9738,
+  "buttermilk</w>": 40180,
+  "butternut</w>": 36867,
+  "buttery</w>": 45535,
+  "button": 45480,
+  "button</w>": 8007,
+  "buttons</w>": 16188,
+  "butts</w>": 25309,
+  "buu": 42313,
+  "buuren</w>": 47752,
+  "buxton</w>": 41370,
+  "buy": 11632,
+  "buy</w>": 2131,
+  "buyer</w>": 14682,
+  "buyers</w>": 14663,
+  "buying</w>": 6566,
+  "buys</w>": 15560,
+  "buzz": 7866,
+  "buzz</w>": 8706,
+  "buzzard</w>": 47434,
+  "buzzer</w>": 38064,
+  "buzzfeed</w>": 26613,
+  "buzzing</w>": 18511,
+  "bv": 18958,
+  "bv</w>": 35861,
+  "bvb</w>": 22454,
+  "bw": 17672,
+  "bw</w>": 15120,
+  "bway</w>": 26652,
+  "bwfc</w>": 40918,
+  "bwo": 45902,
+  "bx</w>": 33633,
+  "by": 1713,
+  "by</w>": 638,
+  "bye": 20076,
+  "bye</w>": 4460,
+  "byes</w>": 47958,
+  "byl</w>": 34994,
+  "byn": 46917,
+  "byn</w>": 11890,
+  "byo": 28039,
+  "bypass</w>": 26530,
+  "byr": 15534,
+  "byrd</w>": 30369,
+  "byrne</w>": 19676,
+  "byron": 43504,
+  "byron</w>": 19775,
+  "bys</w>": 26740,
+  "bystand": 46138,
+  "byte</w>": 42798,
+  "bytes</w>": 39538,
+  "bythe": 36621,
+  "byu": 41072,
+  "byu</w>": 23770,
+  "byz": 35406,
+  "byzantine</w>": 44081,
+  "bz</w>": 13631,
+  "bé": 40365,
+  "bü": 38706,
+  "c": 66,
+  "c</w>": 322,
+  "ca": 772,
+  "ca</w>": 1684,
+  "caa</w>": 19316,
+  "cab": 3033,
+  "cab</w>": 11912,
+  "cabaret</w>": 26263,
+  "cabbage</w>": 18407,
+  "cabe</w>": 32731,
+  "cabello</w>": 34371,
+  "caber": 29062,
+  "cabernet</w>": 33730,
+  "cabin</w>": 14178,
+  "cabine": 23354,
+  "cabinet</w>": 9937,
+  "cabinets</w>": 33083,
+  "cabins</w>": 48455,
+  "cable</w>": 7925,
+  "cables</w>": 22408,
+  "cabo": 37318,
+  "cabo</w>": 28370,
+  "cabrera</w>": 42338,
+  "cabs</w>": 42048,
+  "cac": 8298,
+  "cac</w>": 23872,
+  "cacao</w>": 38022,
+  "cache</w>": 28993,
+  "caching</w>": 40655,
+  "cactus</w>": 19794,
+  "cad": 6297,
+  "cad</w>": 20166,
+  "caday</w>": 34187,
+  "cadbury</w>": 44698,
+  "caddy</w>": 41521,
+  "cade": 10497,
+  "cade</w>": 17306,
+  "cadet</w>": 22764,
+  "cadets</w>": 19160,
+  "cadillac</w>": 18156,
+  "cae</w>": 49264,
+  "caer": 28298,
+  "caes": 15740,
+  "caesar</w>": 21642,
+  "caesars</w>": 42162,
+  "caf": 3471,
+  "caf</w>": 20867,
+  "cafc</w>": 30748,
+  "cafe": 15201,
+  "cafe</w>": 4979,
+  "cafes</w>": 40166,
+  "cafeteria</w>": 32817,
+  "caffe": 18258,
+  "caffe</w>": 45416,
+  "caffeine</w>": 22487,
+  "café</w>": 15304,
+  "cag": 15714,
+  "cage</w>": 11838,
+  "cages</w>": 37939,
+  "cah</w>": 40519,
+  "cahill</w>": 33185,
+  "cai": 38971,
+  "cai</w>": 36116,
+  "cain</w>": 13747,
+  "caine</w>": 16799,
+  "cair": 15804,
+  "cair</w>": 46659,
+  "cairn": 31264,
+  "cairn</w>": 42467,
+  "cairngor": 44067,
+  "cairns</w>": 32941,
+  "cairo</w>": 19615,
+  "cait": 14116,
+  "caitlin": 47768,
+  "caitlin</w>": 26809,
+  "caitlyn</w>": 35763,
+  "cajun": 43425,
+  "cajun</w>": 33044,
+  "cak</w>": 42986,
+  "cake": 15295,
+  "cake</w>": 2972,
+  "cakeday</w>": 46207,
+  "cakes</w>": 5950,
+  "cal": 1198,
+  "cal</w>": 6372,
+  "cala</w>": 32133,
+  "calab": 31795,
+  "calais</w>": 39886,
+  "calam": 28841,
+  "calc</w>": 45055,
+  "calci": 22824,
+  "calcium</w>": 27815,
+  "calcu": 15328,
+  "calcul": 15734,
+  "calculate</w>": 37656,
+  "calculated</w>": 40688,
+  "calculations</w>": 44605,
+  "calculator</w>": 26093,
+  "calculus</w>": 35104,
+  "calcutta</w>": 42901,
+  "calder": 29372,
+  "calder</w>": 36817,
+  "caldwell</w>": 30484,
+  "cale</w>": 32674,
+  "caleb</w>": 19619,
+  "caled": 28421,
+  "calend": 6057,
+  "calendar</w>": 7122,
+  "calendars</w>": 17229,
+  "calf</w>": 17508,
+  "calgary": 27415,
+  "calgary</w>": 10797,
+  "calhoun</w>": 38929,
+  "cali": 2857,
+  "cali</w>": 16337,
+  "caliber</w>": 32820,
+  "calibr": 32597,
+  "calico</w>": 45379,
+  "calif</w>": 30839,
+  "califor": 3526,
+  "californi": 21303,
+  "california</w>": 3729,
+  "call": 7950,
+  "call</w>": 1620,
+  "calla": 20658,
+  "callahan</w>": 43313,
+  "callaway</w>": 42596,
+  "callback</w>": 44764,
+  "calle": 47699,
+  "calle</w>": 38144,
+  "called</w>": 2726,
+  "caller</w>": 30666,
+  "calli": 16338,
+  "callie</w>": 36512,
+  "calligraphy</w>": 27775,
+  "calling</w>": 4597,
+  "callister</w>": 49026,
+  "callme": 42449,
+  "callof": 41280,
+  "calls</w>": 4572,
+  "callum</w>": 23224,
+  "calm": 34990,
+  "calm</w>": 7011,
+  "calming</w>": 30690,
+  "calorie</w>": 32679,
+  "calories</w>": 18029,
+  "cals</w>": 47714,
+  "calum</w>": 16405,
+  "calvary</w>": 40169,
+  "calvert</w>": 47134,
+  "calves</w>": 31857,
+  "calvin": 27642,
+  "calvin</w>": 17345,
+  "caly": 10244,
+  "calyp": 29851,
+  "cam": 1004,
+  "cam</w>": 5982,
+  "camar": 31991,
+  "camber": 44362,
+  "cambo": 14662,
+  "cambodia</w>": 17347,
+  "cambridge": 24651,
+  "cambridge</w>": 9334,
+  "cambridgeshire</w>": 46139,
+  "camden": 38735,
+  "camden</w>": 17984,
+  "came</w>": 1986,
+  "camel": 27005,
+  "camel</w>": 21914,
+  "camels</w>": 41357,
+  "cameo</w>": 19492,
+  "camer": 4961,
+  "camera</w>": 3934,
+  "cameraman</w>": 43347,
+  "cameras</w>": 12172,
+  "camero": 20320,
+  "cameron": 19634,
+  "cameron</w>": 8057,
+  "camerondallas</w>": 40587,
+  "cameroon</w>": 24061,
+  "camil": 37745,
+  "camila</w>": 19919,
+  "camilla</w>": 38897,
+  "camille</w>": 26741,
+  "camino</w>": 28529,
+  "camo": 28702,
+  "camo</w>": 19716,
+  "camogie</w>": 39547,
+  "camou": 23588,
+  "camoufla": 23667,
+  "camouflage</w>": 29049,
+  "camp": 2854,
+  "camp</w>": 2877,
+  "campa": 2793,
+  "campaig": 9448,
+  "campaign": 44524,
+  "campaign</w>": 3193,
+  "campaigner</w>": 46364,
+  "campaigners</w>": 40272,
+  "campaigning</w>": 19594,
+  "campaigns</w>": 15669,
+  "campan": 31765,
+  "campbell": 29094,
+  "campbell</w>": 8806,
+  "campe": 16672,
+  "campeon": 49109,
+  "campeones</w>": 30105,
+  "camper": 41914,
+  "camper</w>": 24522,
+  "campers</w>": 26619,
+  "campfire</w>": 32530,
+  "campground</w>": 46969,
+  "camping</w>": 9982,
+  "campo</w>": 27600,
+  "campos</w>": 48077,
+  "camps</w>": 12806,
+  "campsite</w>": 44243,
+  "campu": 19687,
+  "campus</w>": 4560,
+  "campuses</w>": 31895,
+  "camra</w>": 46155,
+  "camry</w>": 46472,
+  "cams</w>": 32590,
+  "can": 950,
+  "can</w>": 753,
+  "cana</w>": 28341,
+  "canad": 13193,
+  "canada</w>": 2698,
+  "canadaday</w>": 39800,
+  "canadi": 4329,
+  "canadian": 22160,
+  "canadian</w>": 5255,
+  "canadians</w>": 18989,
+  "canadiens</w>": 40932,
+  "canal": 28585,
+  "canal</w>": 9535,
+  "canals</w>": 38483,
+  "canaria</w>": 47117,
+  "canary": 40409,
+  "canary</w>": 24523,
+  "canberra</w>": 16719,
+  "canc": 43189,
+  "cancel": 12026,
+  "cancel</w>": 21546,
+  "canceled</w>": 25874,
+  "cancell": 28027,
+  "cancellation</w>": 38765,
+  "cancelled</w>": 13270,
+  "cancels</w>": 34089,
+  "cancer": 12690,
+  "cancer</w>": 3148,
+  "cancers</w>": 33201,
+  "cancun</w>": 34721,
+  "cand": 4986,
+  "candace</w>": 45623,
+  "candel": 47834,
+  "candi": 6034,
+  "candice</w>": 30024,
+  "candid": 7884,
+  "candid</w>": 19206,
+  "candidacy</w>": 46248,
+  "candidate</w>": 6475,
+  "candidates</w>": 8619,
+  "candied</w>": 43982,
+  "candies</w>": 46305,
+  "candle": 18995,
+  "candle</w>": 12674,
+  "candlelight</w>": 34724,
+  "candles</w>": 15472,
+  "candy": 20741,
+  "candy</w>": 6417,
+  "cane": 23644,
+  "cane</w>": 14716,
+  "canelo</w>": 43210,
+  "canes</w>": 21902,
+  "cani": 35592,
+  "canine</w>": 27380,
+  "cann": 4139,
+  "cann</w>": 23709,
+  "cannab": 7577,
+  "cannabis": 31837,
+  "cannabis</w>": 8861,
+  "canne": 44252,
+  "canned</w>": 27290,
+  "cannes</w>": 13773,
+  "canni": 26389,
+  "canning</w>": 38621,
+  "cannon": 28771,
+  "cannon</w>": 15661,
+  "cannons</w>": 46269,
+  "cannot</w>": 4785,
+  "canny</w>": 26986,
+  "cano": 31668,
+  "cano</w>": 25937,
+  "canoe</w>": 23503,
+  "canola</w>": 40389,
+  "canon": 17749,
+  "canon</w>": 9310,
+  "canopy</w>": 26061,
+  "cans</w>": 13707,
+  "cant": 13395,
+  "cant</w>": 5784,
+  "canteen</w>": 39230,
+  "canter": 19301,
+  "canterbury</w>": 22271,
+  "canti": 42845,
+  "cantina</w>": 47472,
+  "canton": 37735,
+  "canton</w>": 25363,
+  "cantore</w>": 41769,
+  "cantwait</w>": 33760,
+  "canu": 20171,
+  "canucks</w>": 24321,
+  "canv": 30714,
+  "canvas": 22441,
+  "canvas</w>": 7483,
+  "canvass</w>": 40054,
+  "canvassing</w>": 33783,
+  "cany": 47674,
+  "canyon": 41246,
+  "canyon</w>": 9755,
+  "cao</w>": 29207,
+  "cap": 1289,
+  "cap</w>": 3938,
+  "capabilities</w>": 19512,
+  "capability</w>": 25885,
+  "capable</w>": 14742,
+  "capac": 24665,
+  "capacity</w>": 8970,
+  "capcom</w>": 28342,
+  "cape": 10288,
+  "cape</w>": 6631,
+  "capecod</w>": 41339,
+  "capes</w>": 38785,
+  "capetown</w>": 20059,
+  "capit": 6889,
+  "capita</w>": 41833,
+  "capital": 11198,
+  "capital</w>": 5439,
+  "capitalism</w>": 20068,
+  "capitalist</w>": 37015,
+  "capitals</w>": 29579,
+  "capitol": 43880,
+  "capitol</w>": 11375,
+  "capo</w>": 45477,
+  "capp": 16718,
+  "capped</w>": 24659,
+  "capping</w>": 42656,
+  "cappuccino</w>": 37402,
+  "capri": 48699,
+  "capri</w>": 30982,
+  "capric": 28667,
+  "capricorn</w>": 46314,
+  "caps</w>": 23185,
+  "capsu": 15608,
+  "capsul": 40341,
+  "capsule</w>": 20627,
+  "capsules</w>": 32870,
+  "capt": 45815,
+  "capt</w>": 17369,
+  "captain": 14958,
+  "captain</w>": 4621,
+  "captainamerica</w>": 46229,
+  "captainmarvel</w>": 48492,
+  "captains</w>": 18706,
+  "caption</w>": 11327,
+  "captions</w>": 41878,
+  "captiv": 19776,
+  "captivating</w>": 30580,
+  "captive</w>": 29038,
+  "captivity</w>": 41141,
+  "capture</w>": 8818,
+  "captured</w>": 8020,
+  "captures</w>": 15305,
+  "capturing</w>": 19548,
+  "capu": 44241,
+  "car": 811,
+  "car</w>": 1615,
+  "cara</w>": 20016,
+  "carab": 32251,
+  "carac": 30029,
+  "caracas</w>": 45854,
+  "caramel</w>": 14788,
+  "carameli": 41739,
+  "caramelized</w>": 43854,
+  "carat</w>": 32981,
+  "carav": 13814,
+  "caravan</w>": 18566,
+  "carb</w>": 21379,
+  "carbo": 43235,
+  "carbon": 14038,
+  "carbon</w>": 7549,
+  "carbs</w>": 29313,
+  "carcin": 31587,
+  "carcinoma</w>": 46810,
+  "card": 10793,
+  "card</w>": 2601,
+  "cardam": 49008,
+  "cardboard</w>": 19845,
+  "cardi": 6211,
+  "cardi</w>": 29677,
+  "cardiac</w>": 21256,
+  "cardiff": 22488,
+  "cardiff</w>": 9781,
+  "cardigan</w>": 30501,
+  "cardin": 8457,
+  "cardinal": 46310,
+  "cardinal</w>": 16472,
+  "cardinals</w>": 12837,
+  "cardio": 15003,
+  "cardio</w>": 23455,
+  "cardiology</w>": 37276,
+  "cardiovascular</w>": 29291,
+  "cardo</w>": 40625,
+  "cards</w>": 4094,
+  "care": 2050,
+  "care</w>": 1776,
+  "cared</w>": 27675,
+  "career": 20609,
+  "career</w>": 3061,
+  "careers</w>": 10090,
+  "careful</w>": 11999,
+  "carefully</w>": 15789,
+  "caregi": 22042,
+  "caregiver</w>": 46372,
+  "caregivers</w>": 35909,
+  "careless</w>": 47325,
+  "carers</w>": 26484,
+  "cares</w>": 10968,
+  "caretaker</w>": 48037,
+  "carey</w>": 14895,
+  "cargo</w>": 12490,
+  "cari": 18497,
+  "cari</w>": 37273,
+  "carib": 9757,
+  "caribbean</w>": 10368,
+  "caribou</w>": 42135,
+  "caric": 25337,
+  "caricature</w>": 38857,
+  "carina</w>": 44357,
+  "caring</w>": 13083,
+  "carl": 8273,
+  "carl</w>": 9482,
+  "carla</w>": 25552,
+  "carleton</w>": 46496,
+  "carlin</w>": 47559,
+  "carlisle</w>": 23276,
+  "carlo": 17861,
+  "carlo</w>": 15266,
+  "carlos</w>": 9538,
+  "carlow</w>": 44745,
+  "carls": 39635,
+  "carlson</w>": 24114,
+  "carlton</w>": 18934,
+  "carly": 23166,
+  "carly</w>": 22689,
+  "carlyle</w>": 46555,
+  "carmel": 30757,
+  "carmel</w>": 25601,
+  "carmen": 41427,
+  "carmen</w>": 18834,
+  "carmichael</w>": 41657,
+  "carn": 21597,
+  "carnage</w>": 31385,
+  "carnation</w>": 44577,
+  "carnaval</w>": 47238,
+  "carne": 17053,
+  "carne</w>": 42885,
+  "carnegie</w>": 25287,
+  "carney</w>": 34194,
+  "carni": 8438,
+  "carnival": 36708,
+  "carnival</w>": 10577,
+  "caro": 30317,
+  "caro</w>": 29344,
+  "carol": 4242,
+  "carol</w>": 11489,
+  "carole</w>": 31955,
+  "carolin": 26418,
+  "carolina</w>": 7027,
+  "caroline": 31064,
+  "caroline</w>": 12641,
+  "carols</w>": 33269,
+  "carolyn</w>": 25825,
+  "carou": 32224,
+  "carousel</w>": 36665,
+  "carp</w>": 26085,
+  "carpen": 15584,
+  "carpenter</w>": 18475,
+  "carpet</w>": 6922,
+  "carpets</w>": 34612,
+  "carr": 26951,
+  "carr</w>": 17136,
+  "carra": 32332,
+  "carre": 31114,
+  "carrera</w>": 32952,
+  "carri": 4739,
+  "carriage": 47885,
+  "carriage</w>": 21087,
+  "carrick</w>": 44052,
+  "carrie": 30334,
+  "carrie</w>": 15848,
+  "carried</w>": 12960,
+  "carrier</w>": 12308,
+  "carriers</w>": 26865,
+  "carries</w>": 17982,
+  "carrieunderwood</w>": 47338,
+  "carrington</w>": 48759,
+  "carroll": 41911,
+  "carroll</w>": 14893,
+  "carrot</w>": 15435,
+  "carrots</w>": 19299,
+  "carry": 31863,
+  "carry</w>": 6998,
+  "carrying</w>": 9920,
+  "cars</w>": 3346,
+  "carsforsale</w>": 45222,
+  "carson": 41766,
+  "carson</w>": 13171,
+  "cart": 27705,
+  "cart</w>": 13065,
+  "cartag": 45042,
+  "cartagena</w>": 47157,
+  "carte</w>": 44949,
+  "cartel</w>": 30529,
+  "carter": 27330,
+  "carter</w>": 7260,
+  "cartier</w>": 32951,
+  "carto": 5487,
+  "carton</w>": 41812,
+  "cartoon": 33082,
+  "cartoon</w>": 7651,
+  "cartoonist</w>": 30793,
+  "cartoons</w>": 17673,
+  "cartri": 47084,
+  "cartridge</w>": 29432,
+  "cartridges</w>": 49249,
+  "carts</w>": 27581,
+  "cartunesapp</w>": 32888,
+  "caruso</w>": 45192,
+  "carve</w>": 40152,
+  "carved</w>": 15127,
+  "carver</w>": 28850,
+  "carving</w>": 19428,
+  "carvings</w>": 48123,
+  "cary</w>": 22844,
+  "cas": 1671,
+  "cas</w>": 13831,
+  "casa</w>": 14643,
+  "casablanc": 36572,
+  "casablanca</w>": 41950,
+  "casc": 36714,
+  "casca": 43296,
+  "cascade</w>": 29065,
+  "cascades</w>": 46454,
+  "case": 17698,
+  "case</w>": 2068,
+  "cases</w>": 6888,
+  "casey": 24899,
+  "casey</w>": 12836,
+  "cash": 11050,
+  "cash</w>": 5131,
+  "cashback</w>": 36368,
+  "cashe": 32233,
+  "cashew</w>": 39531,
+  "cashi": 29517,
+  "cashier</w>": 34547,
+  "cashmere</w>": 34566,
+  "casi": 38350,
+  "casino</w>": 10473,
+  "casio</w>": 32261,
+  "cask</w>": 26299,
+  "casm</w>": 35198,
+  "casper</w>": 35892,
+  "cass</w>": 22556,
+  "cassandra</w>": 35289,
+  "casser": 31093,
+  "casserole</w>": 36045,
+  "cassette</w>": 19717,
+  "cassi": 14942,
+  "cassidy</w>": 21757,
+  "cassie</w>": 29323,
+  "cassini</w>": 46554,
+  "cast": 2509,
+  "cast</w>": 1970,
+  "caste</w>": 32693,
+  "casted</w>": 33838,
+  "castel": 43306,
+  "castell": 31792,
+  "caster": 32101,
+  "caster</w>": 8449,
+  "casters</w>": 29721,
+  "castic</w>": 47737,
+  "castillo</w>": 30813,
+  "casting</w>": 7087,
+  "castle": 12496,
+  "castle</w>": 3540,
+  "castles</w>": 24766,
+  "castro</w>": 16950,
+  "casts</w>": 10595,
+  "casu": 15345,
+  "casual</w>": 10129,
+  "casually</w>": 18840,
+  "casualties</w>": 30244,
+  "casualty</w>": 31222,
+  "cat": 1481,
+  "cat</w>": 2368,
+  "cata</w>": 42279,
+  "catal": 12792,
+  "catalan</w>": 30532,
+  "catalina</w>": 36576,
+  "catalo": 34740,
+  "catalog</w>": 20036,
+  "catalogue</w>": 20985,
+  "catalonia</w>": 27039,
+  "catalunya</w>": 44132,
+  "cataly": 15894,
+  "catalyst</w>": 25387,
+  "catan</w>": 45893,
+  "catap": 39514,
+  "catar": 35801,
+  "catastro": 22736,
+  "catastrophe</w>": 41422,
+  "catastrophic</w>": 34448,
+  "catch": 18901,
+  "catch</w>": 3042,
+  "catcher</w>": 15965,
+  "catchers</w>": 39060,
+  "catches</w>": 17213,
+  "catching</w>": 8617,
+  "catchy</w>": 37114,
+  "catday</w>": 32243,
+  "cate": 6357,
+  "cate</w>": 24510,
+  "cated</w>": 31823,
+  "categor": 17006,
+  "categori": 40117,
+  "categories</w>": 19971,
+  "category</w>": 9432,
+  "cater": 16634,
+  "cater</w>": 38101,
+  "catering</w>": 16697,
+  "caterpillar</w>": 27111,
+  "catfish</w>": 26077,
+  "cath": 9196,
+  "cath</w>": 30811,
+  "cathar": 43784,
+  "cathe": 7174,
+  "cathedr": 46370,
+  "cathedral</w>": 7865,
+  "catherine": 35035,
+  "catherine</w>": 12339,
+  "catho": 7595,
+  "cathol": 16315,
+  "catholic": 20382,
+  "catholic</w>": 7757,
+  "catholics</w>": 36808,
+  "cathy": 40326,
+  "cathy</w>": 22731,
+  "cation</w>": 21367,
+  "cato</w>": 33558,
+  "cats": 38800,
+  "cats</w>": 3989,
+  "catsofinstagram</w>": 39901,
+  "catsoftwitter</w>": 17273,
+  "catt": 37339,
+  "cattle": 48799,
+  "cattle</w>": 13644,
+  "caturday</w>": 20892,
+  "catwalk</w>": 36565,
+  "catwoman</w>": 47251,
+  "cau": 1121,
+  "cau</w>": 45529,
+  "caucus</w>": 18847,
+  "caught</w>": 4520,
+  "caul": 23460,
+  "cauley</w>": 41682,
+  "caulfield</w>": 44906,
+  "cauli": 20123,
+  "cauliflower</w>": 23802,
+  "cause": 18982,
+  "cause</w>": 1394,
+  "caused</w>": 8940,
+  "causes</w>": 9775,
+  "causeway</w>": 35034,
+  "causing</w>": 10779,
+  "caution</w>": 15656,
+  "cautious</w>": 36579,
+  "cav": 4942,
+  "cav</w>": 45935,
+  "cava</w>": 48682,
+  "caval": 24537,
+  "cavali": 20783,
+  "cavalier</w>": 44488,
+  "cavaliers</w>": 30194,
+  "cavalry</w>": 32467,
+  "cave": 25441,
+  "cave</w>": 9654,
+  "cavendish</w>": 42945,
+  "caver": 41487,
+  "caves</w>": 22096,
+  "cavi": 27360,
+  "caviar</w>": 31228,
+  "cavill</w>": 40492,
+  "cavity</w>": 43156,
+  "cavs</w>": 16800,
+  "caw": 38405,
+  "caw</w>": 43804,
+  "cawx</w>": 26739,
+  "cay": 11876,
+  "cay</w>": 37399,
+  "cayenne</w>": 43650,
+  "cayman</w>": 33737,
+  "caz": 48451,
+  "cb": 4034,
+  "cb</w>": 8830,
+  "cba</w>": 38472,
+  "cbb</w>": 31487,
+  "cbc": 14096,
+  "cbc</w>": 14523,
+  "cbd</w>": 13176,
+  "cbe</w>": 43639,
+  "cbi</w>": 30875,
+  "cbj</w>": 35608,
+  "cbn</w>": 26579,
+  "cbp</w>": 46723,
+  "cbr</w>": 28762,
+  "cbs": 16788,
+  "cbs</w>": 8009,
+  "cc": 2976,
+  "cc</w>": 2021,
+  "cca</w>": 17987,
+  "ccc</w>": 21856,
+  "ccd</w>": 48556,
+  "ccg</w>": 37755,
+  "cch": 21789,
+  "cchini</w>": 28467,
+  "cci": 32942,
+  "cci</w>": 8196,
+  "ccl</w>": 43773,
+  "ccm</w>": 40435,
+  "cco</w>": 28786,
+  "ccot</w>": 24950,
+  "ccp</w>": 43045,
+  "ccs</w>": 30400,
+  "cctv</w>": 23097,
+  "ccu</w>": 49023,
+  "cd": 4308,
+  "cd</w>": 4480,
+  "cda</w>": 45565,
+  "cdc": 41098,
+  "cdc</w>": 25779,
+  "cdn": 8886,
+  "cdn</w>": 26802,
+  "cdnpoli</w>": 11645,
+  "cdo</w>": 47187,
+  "cdp</w>": 39624,
+  "cds</w>": 20784,
+  "cdt</w>": 18455,
+  "ce": 685,
+  "ce</w>": 629,
+  "cea</w>": 28355,
+  "cean": 34409,
+  "cean</w>": 37295,
+  "cease": 32856,
+  "cease</w>": 25499,
+  "ceasefire</w>": 38291,
+  "cebu</w>": 20146,
+  "cec": 29694,
+  "cec</w>": 40029,
+  "cecil": 26987,
+  "cecil</w>": 27169,
+  "cecilia</w>": 35440,
+  "ced": 25634,
+  "ced</w>": 2323,
+  "cedar": 24167,
+  "cedar</w>": 13799,
+  "cedric</w>": 36608,
+  "cee": 45966,
+  "cee</w>": 15015,
+  "cees</w>": 47914,
+  "ceil": 27275,
+  "ceiling</w>": 12374,
+  "ceilings</w>": 33770,
+  "cek</w>": 45544,
+  "cel": 2269,
+  "cel</w>": 7597,
+  "cele": 1314,
+  "celeb": 38862,
+  "celeb</w>": 19393,
+  "celebr": 1372,
+  "celebrate": 31414,
+  "celebrate</w>": 2694,
+  "celebrated</w>": 9184,
+  "celebrates</w>": 7564,
+  "celebrating</w>": 3382,
+  "celebration</w>": 4615,
+  "celebrations</w>": 10825,
+  "celebratory</w>": 34115,
+  "celebrities</w>": 17071,
+  "celebrity": 23981,
+  "celebrity</w>": 7320,
+  "celebs</w>": 19803,
+  "celed</w>": 25741,
+  "celer": 9621,
+  "celery</w>": 30990,
+  "celeste</w>": 29364,
+  "celesti": 29497,
+  "celestial</w>": 32669,
+  "celi": 25567,
+  "celia</w>": 44489,
+  "celine</w>": 33644,
+  "cell": 9316,
+  "cell</w>": 5533,
+  "cellar</w>": 24282,
+  "cellars</w>": 44976,
+  "cellence</w>": 34687,
+  "cello</w>": 23013,
+  "cellphone</w>": 39029,
+  "cells</w>": 8890,
+  "cellu": 16791,
+  "cellular</w>": 23268,
+  "cels</w>": 24021,
+  "celsius</w>": 47057,
+  "celtic": 21897,
+  "celtic</w>": 10523,
+  "celticfc</w>": 38612,
+  "celtics</w>": 16226,
+  "cem</w>": 41435,
+  "ceme": 10517,
+  "cement</w>": 4369,
+  "cements</w>": 19448,
+  "cemetery</w>": 11660,
+  "cen": 1306,
+  "cen</w>": 30106,
+  "cena</w>": 21591,
+  "cence</w>": 24410,
+  "cency</w>": 41259,
+  "cene</w>": 30038,
+  "censor": 24230,
+  "censor</w>": 44709,
+  "censored</w>": 30951,
+  "censorship</w>": 27284,
+  "census</w>": 23677,
+  "cent": 1784,
+  "cent</w>": 3662,
+  "centenary</w>": 22422,
+  "centennial</w>": 20895,
+  "center": 16651,
+  "center</w>": 2119,
+  "centered</w>": 24584,
+  "centers</w>": 14494,
+  "centi": 48889,
+  "centime": 48687,
+  "centr": 2370,
+  "central": 13448,
+  "central</w>": 3339,
+  "centre": 26310,
+  "centre</w>": 2916,
+  "centred</w>": 47925,
+  "centres</w>": 19354,
+  "centri": 30872,
+  "centric</w>": 19297,
+  "centro</w>": 37178,
+  "cents</w>": 11934,
+  "centu": 16818,
+  "centuri": 36816,
+  "centuries</w>": 19014,
+  "century": 26134,
+  "century</w>": 4275,
+  "ceo": 46340,
+  "ceo</w>": 3559,
+  "ceos</w>": 28332,
+  "cep": 2632,
+  "cep</w>": 48714,
+  "ceph": 44343,
+  "cept</w>": 3678,
+  "ception</w>": 12346,
+  "cer": 1364,
+  "cer</w>": 1925,
+  "cera</w>": 34608,
+  "ceram": 10677,
+  "ceramic</w>": 15112,
+  "ceramics</w>": 22438,
+  "cere": 3984,
+  "cere</w>": 22085,
+  "cereal</w>": 17581,
+  "cereals</w>": 48618,
+  "cerebral</w>": 39073,
+  "ceremon": 15796,
+  "ceremonial</w>": 33281,
+  "ceremonies</w>": 21547,
+  "ceremony</w>": 5193,
+  "cern</w>": 44851,
+  "cers</w>": 13638,
+  "cert</w>": 27522,
+  "certain": 8526,
+  "certain</w>": 7883,
+  "certainly</w>": 10883,
+  "certainty</w>": 20054,
+  "certi": 4888,
+  "certific": 9443,
+  "certificate</w>": 11786,
+  "certificates</w>": 25281,
+  "certification</w>": 14735,
+  "certified</w>": 9288,
+  "cerv": 25738,
+  "cervical</w>": 35953,
+  "ces": 28715,
+  "ces</w>": 1604,
+  "cesar": 37025,
+  "cesar</w>": 28603,
+  "cess": 2314,
+  "cess</w>": 1554,
+  "cessna</w>": 36596,
+  "cest</w>": 27245,
+  "cester": 15769,
+  "cester</w>": 12718,
+  "cet</w>": 14960,
+  "cett</w>": 46708,
+  "ceu</w>": 37457,
+  "cevic": 48369,
+  "cey</w>": 20971,
+  "cf": 10189,
+  "cf</w>": 11171,
+  "cfa</w>": 34521,
+  "cfb</w>": 32931,
+  "cfc</w>": 11577,
+  "cfd</w>": 46171,
+  "cfl": 46320,
+  "cfl</w>": 22332,
+  "cfo</w>": 26937,
+  "cfp</w>": 40756,
+  "cfr</w>": 44033,
+  "cfs</w>": 32835,
+  "cg": 27118,
+  "cg</w>": 14740,
+  "cgc</w>": 38775,
+  "cgi</w>": 30520,
+  "ch": 540,
+  "ch</w>": 634,
+  "cha": 1587,
+  "cha</w>": 4541,
+  "chab": 26670,
+  "chad": 13095,
+  "chad</w>": 12923,
+  "chae": 9460,
+  "chaf": 38123,
+  "chag": 27989,
+  "chai": 31590,
+  "chai</w>": 18919,
+  "chain": 13898,
+  "chain</w>": 3946,
+  "chained</w>": 34402,
+  "chains</w>": 14438,
+  "chainsaw</w>": 37617,
+  "chainz</w>": 39687,
+  "chair": 4728,
+  "chair</w>": 4269,
+  "chaired</w>": 31664,
+  "chairing</w>": 42205,
+  "chairman</w>": 6901,
+  "chairperson</w>": 31584,
+  "chairs</w>": 12033,
+  "chak": 13702,
+  "chak</w>": 41713,
+  "chakra": 38304,
+  "chakra</w>": 33241,
+  "chal": 7397,
+  "chal</w>": 30809,
+  "chale</w>": 38099,
+  "chalet</w>": 37907,
+  "chalk": 31362,
+  "chalk</w>": 17846,
+  "chall": 2073,
+  "challeng": 4138,
+  "challenge": 29462,
+  "challenge</w>": 2836,
+  "challenged</w>": 17380,
+  "challenger</w>": 18228,
+  "challengers</w>": 46404,
+  "challenges</w>": 6280,
+  "challenging</w>": 11754,
+  "chalmers</w>": 47955,
+  "cham": 1290,
+  "cham</w>": 19951,
+  "chamber": 18983,
+  "chamber</w>": 7642,
+  "chamberlain</w>": 32756,
+  "chambers</w>": 16501,
+  "chamele": 34759,
+  "chameleon</w>": 41317,
+  "champ": 36813,
+  "champ</w>": 6602,
+  "champag": 10283,
+  "champagne</w>": 11007,
+  "champi": 1680,
+  "champion": 2643,
+  "champion</w>": 3950,
+  "champions</w>": 4227,
+  "championship</w>": 3429,
+  "championships</w>": 7047,
+  "championsleague</w>": 27638,
+  "champs</w>": 6240,
+  "chan": 1255,
+  "chan</w>": 6704,
+  "chana</w>": 48752,
+  "chanc": 13931,
+  "chance": 32940,
+  "chance</w>": 2594,
+  "chancellor</w>": 15886,
+  "chances</w>": 10870,
+  "chand": 7126,
+  "chand</w>": 41508,
+  "chandelier</w>": 30570,
+  "chandi": 12482,
+  "chandigarh</w>": 34106,
+  "chandler</w>": 17595,
+  "chandra": 27082,
+  "chandra</w>": 25348,
+  "chanel</w>": 16951,
+  "chang": 2233,
+  "chang</w>": 16461,
+  "change": 11608,
+  "change</w>": 1799,
+  "changeable</w>": 41335,
+  "changed</w>": 4907,
+  "changer</w>": 18406,
+  "changers</w>": 35185,
+  "changes</w>": 4938,
+  "changing": 40384,
+  "changing</w>": 5621,
+  "changmin</w>": 47410,
+  "chann": 8804,
+  "channel": 25837,
+  "channel</w>": 3847,
+  "channeling</w>": 28197,
+  "channels</w>": 13961,
+  "channing</w>": 37417,
+  "chant": 18165,
+  "chant</w>": 13521,
+  "chanting</w>": 32111,
+  "chants</w>": 22723,
+  "chanyeol</w>": 18805,
+  "chao</w>": 31815,
+  "chaos</w>": 10853,
+  "chaotic</w>": 33501,
+  "chap": 3825,
+  "chap</w>": 21939,
+  "chapel": 40859,
+  "chapel</w>": 10137,
+  "chaplain</w>": 38348,
+  "chaplin</w>": 32545,
+  "chapman</w>": 17968,
+  "chapp": 20634,
+  "chaps</w>": 36823,
+  "chapter</w>": 6014,
+  "chapters</w>": 22936,
+  "char": 1054,
+  "char</w>": 16017,
+  "chara</w>": 35668,
+  "charac": 2792,
+  "character": 10997,
+  "character</w>": 4009,
+  "characterdesign</w>": 38149,
+  "characteri": 20920,
+  "characteristic</w>": 44747,
+  "characteristics</w>": 26037,
+  "characters</w>": 6564,
+  "charan</w>": 31851,
+  "charcoal</w>": 19268,
+  "chard</w>": 17524,
+  "chardon": 26599,
+  "chardonnay</w>": 28161,
+  "charge": 25032,
+  "charge</w>": 5948,
+  "chargeable</w>": 35664,
+  "charged</w>": 7916,
+  "charger</w>": 13090,
+  "chargers</w>": 17352,
+  "charges</w>": 8962,
+  "charging</w>": 12514,
+  "chariot</w>": 38811,
+  "charis": 24449,
+  "charisma</w>": 45041,
+  "charismatic</w>": 37205,
+  "charitable</w>": 23256,
+  "charities</w>": 18493,
+  "charity": 20008,
+  "charity</w>": 4607,
+  "charitytuesday</w>": 42794,
+  "charl": 47736,
+  "charle": 10217,
+  "charles": 27983,
+  "charles</w>": 5127,
+  "charleston</w>": 15478,
+  "charley</w>": 38027,
+  "charli": 21784,
+  "charli</w>": 49392,
+  "charlie": 16764,
+  "charlie</w>": 6393,
+  "charlotte": 18445,
+  "charlotte</w>": 7871,
+  "charlottesville</w>": 32027,
+  "charlton</w>": 27048,
+  "charm</w>": 10876,
+  "charmed</w>": 39790,
+  "charming</w>": 12177,
+  "charms</w>": 21944,
+  "charred</w>": 44085,
+  "chart": 42685,
+  "chart</w>": 5053,
+  "charted</w>": 27939,
+  "charter": 42345,
+  "charter</w>": 13569,
+  "chartered</w>": 31298,
+  "charters</w>": 46626,
+  "charting</w>": 39841,
+  "charts</w>": 10728,
+  "chas": 10717,
+  "chas</w>": 29838,
+  "chase": 21503,
+  "chase</w>": 3859,
+  "chased</w>": 30342,
+  "chaser</w>": 29560,
+  "chasers</w>": 34158,
+  "chases</w>": 45011,
+  "chasing": 46909,
+  "chasing</w>": 13376,
+  "chassis</w>": 29188,
+  "chast": 42176,
+  "chasu": 41352,
+  "chat": 5355,
+  "chat</w>": 2402,
+  "chatbots</w>": 43994,
+  "chate": 30377,
+  "chateau": 44582,
+  "chateau</w>": 23520,
+  "chath": 46849,
+  "chatham</w>": 32030,
+  "chats</w>": 13263,
+  "chatt": 21618,
+  "chattanoo": 28009,
+  "chattanooga</w>": 29866,
+  "chatted</w>": 34124,
+  "chatter": 33473,
+  "chatter</w>": 41103,
+  "chatting</w>": 12401,
+  "chatur": 33839,
+  "chau": 11263,
+  "chau</w>": 37536,
+  "chauffe": 45440,
+  "chauhan</w>": 46663,
+  "chav": 28997,
+  "chavez</w>": 27480,
+  "chaw": 39639,
+  "chay": 45317,
+  "chaz": 47815,
+  "chc</w>": 36233,
+  "chd</w>": 41645,
+  "che": 983,
+  "che</w>": 3842,
+  "chea</w>": 39580,
+  "chead": 48358,
+  "cheap": 27036,
+  "cheap</w>": 8678,
+  "cheape": 26164,
+  "cheaper</w>": 17776,
+  "cheapest</w>": 26640,
+  "cheat</w>": 18180,
+  "cheated</w>": 34285,
+  "cheating</w>": 19722,
+  "chec": 1113,
+  "check": 7672,
+  "check</w>": 1217,
+  "checked</w>": 10387,
+  "checker</w>": 45883,
+  "checkers</w>": 48181,
+  "checking</w>": 7441,
+  "checklist</w>": 26989,
+  "checkout</w>": 13101,
+  "checkpoint</w>": 27531,
+  "checks</w>": 13737,
+  "ched": 11341,
+  "ched</w>": 2146,
+  "cheddar</w>": 20551,
+  "chee": 5326,
+  "chee</w>": 20944,
+  "cheek": 40000,
+  "cheek</w>": 21227,
+  "cheeks</w>": 23019,
+  "cheeky</w>": 15068,
+  "cheer": 9733,
+  "cheer</w>": 6918,
+  "cheered</w>": 38111,
+  "cheerful</w>": 28882,
+  "cheering</w>": 14289,
+  "cheerleader</w>": 29072,
+  "cheerleaders</w>": 22343,
+  "cheerleading</w>": 36366,
+  "cheers</w>": 6562,
+  "chees": 15182,
+  "cheese": 10738,
+  "cheese</w>": 4108,
+  "cheeseburger</w>": 41200,
+  "cheesecake</w>": 17803,
+  "cheeses</w>": 36076,
+  "cheesy</w>": 22093,
+  "cheetah</w>": 27431,
+  "chef": 12137,
+  "chef</w>": 4895,
+  "chefs</w>": 14486,
+  "chek</w>": 43745,
+  "chel": 3084,
+  "chel</w>": 25970,
+  "chell</w>": 46854,
+  "chelle</w>": 30141,
+  "chelms": 34936,
+  "chelmsford</w>": 39890,
+  "chelse": 19071,
+  "chelsea</w>": 6031,
+  "chelseafc</w>": 25927,
+  "chelten": 18889,
+  "cheltenham</w>": 21589,
+  "chem": 5667,
+  "chem</w>": 13698,
+  "chemi": 7179,
+  "chemical": 39376,
+  "chemical</w>": 9208,
+  "chemicals</w>": 17426,
+  "chemist</w>": 23138,
+  "chemistry</w>": 8841,
+  "chemo": 33095,
+  "chemo</w>": 36348,
+  "chemotherapy</w>": 41412,
+  "chemtrails</w>": 46015,
+  "chen": 5907,
+  "chen</w>": 8983,
+  "cheney</w>": 43522,
+  "cheng": 32512,
+  "cheng</w>": 30190,
+  "chenko</w>": 29073,
+  "chennai": 28948,
+  "chennai</w>": 12791,
+  "cheon</w>": 11498,
+  "cheque</w>": 28168,
+  "cher": 3597,
+  "cher</w>": 3466,
+  "cheri": 26471,
+  "cherish</w>": 20053,
+  "cherished</w>": 42325,
+  "cherno": 35376,
+  "chernobyl</w>": 40554,
+  "chero": 19844,
+  "cherokee</w>": 22860,
+  "cherries</w>": 27248,
+  "cherry": 21470,
+  "cherry</w>": 7325,
+  "chers</w>": 5789,
+  "chery</w>": 38478,
+  "cheryl": 37784,
+  "cheryl</w>": 20600,
+  "ches": 18346,
+  "ches</w>": 1910,
+  "chesa": 28349,
+  "chesapeake</w>": 32909,
+  "cheshire</w>": 17130,
+  "chesney</w>": 48747,
+  "chess": 27170,
+  "chess</w>": 8397,
+  "chest": 18217,
+  "chest</w>": 10563,
+  "chester": 10466,
+  "chester</w>": 3343,
+  "chesterfield</w>": 32975,
+  "chestnut</w>": 21834,
+  "chet</w>": 9663,
+  "chett</w>": 24695,
+  "chev": 7152,
+  "chev</w>": 41145,
+  "chevro": 12850,
+  "chevrolet</w>": 13240,
+  "chevron</w>": 33792,
+  "chevy</w>": 16581,
+  "chew": 32645,
+  "chew</w>": 22642,
+  "chewan</w>": 23689,
+  "chewbacca</w>": 49355,
+  "chewing</w>": 31486,
+  "chewy</w>": 42940,
+  "chey": 26968,
+  "chey</w>": 31208,
+  "cheyenne</w>": 34805,
+  "chez": 49183,
+  "chez</w>": 10556,
+  "chf</w>": 33021,
+  "chfield</w>": 41619,
+  "chhat": 34127,
+  "chhattisgarh</w>": 44246,
+  "chi": 1337,
+  "chi</w>": 4039,
+  "chia</w>": 19147,
+  "chiang</w>": 33764,
+  "chibi</w>": 22306,
+  "chic": 2627,
+  "chic</w>": 9091,
+  "chica</w>": 44190,
+  "chicag": 16778,
+  "chicago": 15038,
+  "chicago</w>": 3530,
+  "chicagof": 40638,
+  "chicagofire</w>": 46576,
+  "chicas</w>": 40664,
+  "chichester</w>": 43823,
+  "chick": 3170,
+  "chick</w>": 11238,
+  "chicken": 26322,
+  "chicken</w>": 3717,
+  "chickens</w>": 21658,
+  "chickpea</w>": 48109,
+  "chicks</w>": 17810,
+  "chico</w>": 30379,
+  "chie": 40046,
+  "chie</w>": 12388,
+  "chief": 16830,
+  "chief</w>": 3455,
+  "chiefs</w>": 11419,
+  "chiev": 47761,
+  "chiff": 27407,
+  "chiffon</w>": 31817,
+  "chig": 42952,
+  "chihu": 22857,
+  "chihuahu": 25437,
+  "chihuahua</w>": 30181,
+  "chik</w>": 45455,
+  "chil": 1333,
+  "child": 4392,
+  "child</w>": 2913,
+  "childcare</w>": 31133,
+  "childhood": 34772,
+  "childhood</w>": 7551,
+  "childish</w>": 31939,
+  "childre": 2135,
+  "children": 11101,
+  "children</w>": 2153,
+  "childrens": 31551,
+  "childrens</w>": 21553,
+  "childs</w>": 39521,
+  "chile</w>": 10022,
+  "chilean</w>": 33186,
+  "chili</w>": 13033,
+  "chill": 6498,
+  "chill</w>": 6382,
+  "chilled</w>": 23540,
+  "chillen</w>": 45160,
+  "chilli": 26787,
+  "chilli</w>": 17067,
+  "chillin</w>": 10347,
+  "chilling</w>": 10179,
+  "chillout</w>": 39842,
+  "chills</w>": 25460,
+  "chilly</w>": 14450,
+  "chim": 10543,
+  "chimney</w>": 26821,
+  "chimp</w>": 44374,
+  "chin": 6555,
+  "chin</w>": 8979,
+  "china": 38943,
+  "china</w>": 2817,
+  "chinatown</w>": 28582,
+  "chine": 4013,
+  "chinese": 30568,
+  "chinese</w>": 4271,
+  "ching": 34621,
+  "ching</w>": 1439,
+  "chino": 47181,
+  "chino</w>": 27440,
+  "chinook</w>": 41577,
+  "chinson</w>": 33786,
+  "chio</w>": 19650,
+  "chip": 19271,
+  "chip</w>": 8730,
+  "chipmun": 46384,
+  "chipot": 17702,
+  "chipotle</w>": 19284,
+  "chipp": 39854,
+  "chippe": 46541,
+  "chipped</w>": 39892,
+  "chipping</w>": 40323,
+  "chips</w>": 8855,
+  "chir": 15564,
+  "chiro": 23413,
+  "chiroprac": 25987,
+  "chiropractic</w>": 34437,
+  "chis": 19920,
+  "chistan</w>": 20523,
+  "chiswick</w>": 47290,
+  "chit": 13515,
+  "chit</w>": 45626,
+  "chita</w>": 49184,
+  "chitec": 39862,
+  "chive</w>": 29222,
+  "chives</w>": 34921,
+  "chk</w>": 47424,
+  "chl</w>": 38592,
+  "chley</w>": 47748,
+  "chlo": 10374,
+  "chloe": 39966,
+  "chloe</w>": 13992,
+  "chlor": 23135,
+  "chman</w>": 35835,
+  "chment</w>": 20848,
+  "chner</w>": 48277,
+  "cho": 1327,
+  "cho</w>": 5150,
+  "choa</w>": 43077,
+  "choc": 32772,
+  "choc</w>": 21983,
+  "choco": 46285,
+  "choco</w>": 32692,
+  "chocol": 3443,
+  "chocolat</w>": 44631,
+  "chocolate": 29389,
+  "chocolate</w>": 3820,
+  "chocolates</w>": 24120,
+  "choi</w>": 23749,
+  "choic": 35606,
+  "choice": 23857,
+  "choice</w>": 4051,
+  "choices</w>": 11016,
+  "choir</w>": 9214,
+  "choirs</w>": 43277,
+  "choke</w>": 30231,
+  "choked</w>": 43521,
+  "choker</w>": 39642,
+  "choking</w>": 39993,
+  "chol": 19802,
+  "cholera</w>": 45999,
+  "cholester": 26861,
+  "cholesterol</w>": 27982,
+  "chom": 25151,
+  "chon": 20416,
+  "chon</w>": 21601,
+  "chondri": 37379,
+  "chong</w>": 26220,
+  "choo": 3869,
+  "choo</w>": 24437,
+  "chool</w>": 29578,
+  "chools</w>": 41958,
+  "choose": 22756,
+  "choose</w>": 5073,
+  "chooses</w>": 29923,
+  "choosing</w>": 13475,
+  "chop": 10458,
+  "chop</w>": 16663,
+  "chopin</w>": 42256,
+  "chopped</w>": 22580,
+  "chopper</w>": 24011,
+  "chopping</w>": 35375,
+  "chopra</w>": 24258,
+  "chops</w>": 26321,
+  "chor": 7567,
+  "chor</w>": 47795,
+  "choral</w>": 26684,
+  "chord</w>": 33005,
+  "chords</w>": 36152,
+  "choreo": 17443,
+  "choreographer</w>": 35952,
+  "choreography</w>": 32749,
+  "chores</w>": 40483,
+  "chori": 25718,
+  "chorizo</w>": 30802,
+  "chorus</w>": 20869,
+  "chos</w>": 26559,
+  "chose</w>": 11090,
+  "chosen</w>": 10044,
+  "chou": 16960,
+  "chou</w>": 42917,
+  "choudhary</w>": 45503,
+  "chow": 20257,
+  "chow</w>": 21657,
+  "chowder</w>": 37886,
+  "chp</w>": 35896,
+  "chr</w>": 36918,
+  "chri": 1135,
+  "chris": 9907,
+  "chris</w>": 2978,
+  "chrisbrown</w>": 41035,
+  "chriss": 46745,
+  "chrissy": 44762,
+  "chrissy</w>": 40485,
+  "christ": 1403,
+  "christ</w>": 6703,
+  "christchurch</w>": 27100,
+  "christen": 31956,
+  "christensen</w>": 42226,
+  "christi": 3328,
+  "christi</w>": 33213,
+  "christian": 11792,
+  "christian</w>": 4729,
+  "christianity</w>": 20000,
+  "christians</w>": 14842,
+  "christie</w>": 16084,
+  "christin": 30189,
+  "christina</w>": 15925,
+  "christine": 42610,
+  "christine</w>": 14712,
+  "christma": 12039,
+  "christmas": 18174,
+  "christmas</w>": 1677,
+  "christmaseve</w>": 44381,
+  "christmass": 44873,
+  "christop": 7917,
+  "christoph</w>": 47844,
+  "christophe</w>": 45486,
+  "christopher": 33349,
+  "christopher</w>": 9630,
+  "christy</w>": 28331,
+  "chro": 13207,
+  "chromatic</w>": 44207,
+  "chrome": 24843,
+  "chrome</w>": 9529,
+  "chromo": 35809,
+  "chron": 5577,
+  "chron</w>": 39781,
+  "chronic": 10115,
+  "chronic</w>": 13677,
+  "chronicle</w>": 20034,
+  "chronicles</w>": 18905,
+  "chrono": 29387,
+  "chronograph</w>": 38397,
+  "chry": 13508,
+  "chrysler</w>": 20078,
+  "chs": 40277,
+  "chs</w>": 8391,
+  "chsnews</w>": 44919,
+  "cht</w>": 11384,
+  "chter</w>": 47811,
+  "chu": 3799,
+  "chu</w>": 13622,
+  "chubby</w>": 29109,
+  "chuck": 13211,
+  "chuck</w>": 9894,
+  "chuckle</w>": 35733,
+  "chucky</w>": 42026,
+  "chuffed</w>": 27233,
+  "chuk": 25878,
+  "chuk</w>": 27221,
+  "chul</w>": 33001,
+  "chum": 46869,
+  "chum</w>": 41767,
+  "chun": 14693,
+  "chun</w>": 25391,
+  "chung</w>": 28418,
+  "chunk</w>": 30275,
+  "chunks</w>": 45538,
+  "chunky</w>": 27978,
+  "chups</w>": 46331,
+  "chur": 2309,
+  "church": 14956,
+  "church</w>": 2735,
+  "churches</w>": 15539,
+  "churchill</w>": 17527,
+  "chus</w>": 36246,
+  "chut": 28788,
+  "chutney</w>": 36261,
+  "chy": 15131,
+  "chy</w>": 8096,
+  "chyna</w>": 43398,
+  "châ": 48669,
+  "ci": 698,
+  "ci</w>": 5798,
+  "cia</w>": 4019,
+  "cial</w>": 1143,
+  "cian</w>": 32323,
+  "ciao</w>": 37677,
+  "ciara</w>": 31369,
+  "cible</w>": 28873,
+  "cic": 14539,
+  "cic</w>": 21517,
+  "cid</w>": 27359,
+  "cide</w>": 34178,
+  "cider</w>": 13547,
+  "cides</w>": 41326,
+  "cie</w>": 19730,
+  "cier": 24067,
+  "cies</w>": 6785,
+  "cif</w>": 35698,
+  "cigar": 26031,
+  "cigar</w>": 16525,
+  "cigare": 13044,
+  "cigarette</w>": 18548,
+  "cigarettes</w>": 22750,
+  "cigars</w>": 20750,
+  "cii</w>": 42408,
+  "cil": 9217,
+  "cil</w>": 2998,
+  "cilan": 33998,
+  "cilantro</w>": 34568,
+  "cili": 18977,
+  "ciliation</w>": 25294,
+  "cim</w>": 30021,
+  "cin": 2396,
+  "cin</w>": 25367,
+  "cina</w>": 39467,
+  "cincin": 13291,
+  "cincinnati</w>": 14197,
+  "cinco</w>": 25131,
+  "cincode": 40930,
+  "cincodemayo</w>": 42542,
+  "cincy": 30015,
+  "cincy</w>": 30286,
+  "cinde": 20660,
+  "cinderella</w>": 21515,
+  "cindy": 34439,
+  "cindy</w>": 18532,
+  "cine": 4015,
+  "cine</w>": 27451,
+  "cinema": 38251,
+  "cinema</w>": 6443,
+  "cinemas</w>": 14845,
+  "cinematic</w>": 25602,
+  "cinemato": 21919,
+  "cinematographer</w>": 39059,
+  "cinematography</w>": 33802,
+  "ciner": 39882,
+  "cing</w>": 4014,
+  "cini</w>": 25699,
+  "cinnam": 12768,
+  "cinnamon</w>": 13460,
+  "cino</w>": 18616,
+  "cio": 44584,
+  "cio</w>": 9954,
+  "cion</w>": 22024,
+  "ciones</w>": 37155,
+  "cious</w>": 38466,
+  "cip": 32884,
+  "cir": 2459,
+  "cir</w>": 41135,
+  "circa</w>": 10411,
+  "circle": 33574,
+  "circle</w>": 7117,
+  "circles</w>": 19411,
+  "circling</w>": 46036,
+  "circu": 5143,
+  "circuit": 35583,
+  "circuit</w>": 9801,
+  "circuits</w>": 33260,
+  "circul": 16618,
+  "circular</w>": 19733,
+  "circulare": 39525,
+  "circulareconomy</w>": 39878,
+  "circulated</w>": 46258,
+  "circulating</w>": 42980,
+  "circulation</w>": 27880,
+  "circum": 13406,
+  "circumstances</w>": 18786,
+  "circus</w>": 11833,
+  "cirque</w>": 36049,
+  "cis": 9459,
+  "cis</w>": 23513,
+  "cisco": 36689,
+  "cisco</w>": 19290,
+  "cise</w>": 19657,
+  "cisely</w>": 33434,
+  "cision</w>": 41957,
+  "cism</w>": 24166,
+  "cist</w>": 40906,
+  "cit": 4420,
+  "cit</w>": 31294,
+  "citadel</w>": 38036,
+  "citation</w>": 33581,
+  "cite</w>": 32641,
+  "cited</w>": 25069,
+  "cites</w>": 34490,
+  "citi": 4280,
+  "citi</w>": 30270,
+  "cities</w>": 5441,
+  "citing</w>": 29088,
+  "citiz": 5816,
+  "citizen": 11720,
+  "citizen</w>": 9814,
+  "citizens</w>": 7949,
+  "citizenship</w>": 17386,
+  "cito</w>": 42636,
+  "citro": 27941,
+  "citroen</w>": 35805,
+  "citrus</w>": 17379,
+  "city": 5002,
+  "city</w>": 1305,
+  "cityfc</w>": 28751,
+  "cityo": 25709,
+  "cityof": 11595,
+  "cityscape</w>": 40808,
+  "ciu": 39693,
+  "cius</w>": 42559,
+  "civ": 40039,
+  "civic": 32240,
+  "civic</w>": 11888,
+  "civil": 6923,
+  "civil</w>": 6450,
+  "civilian</w>": 21187,
+  "civilians</w>": 18076,
+  "civilization</w>": 22503,
+  "civilwar</w>": 34524,
+  "ción</w>": 44700,
+  "cj": 15238,
+  "cj</w>": 15205,
+  "ck": 916,
+  "ck</w>": 868,
+  "cke": 25224,
+  "cke</w>": 40989,
+  "cked</w>": 3441,
+  "cken": 25566,
+  "cker": 15509,
+  "cker</w>": 4744,
+  "ckers</w>": 37073,
+  "cket</w>": 5525,
+  "ckett</w>": 33899,
+  "ckey": 15029,
+  "ckey</w>": 3657,
+  "cki": 36916,
+  "cki</w>": 41055,
+  "cking</w>": 4805,
+  "cko</w>": 28818,
+  "cks</w>": 2031,
+  "cky": 26229,
+  "cky</w>": 3083,
+  "cl": 969,
+  "cl</w>": 6482,
+  "cla": 940,
+  "cla</w>": 20636,
+  "clad</w>": 31606,
+  "cladding</w>": 46411,
+  "clai": 29459,
+  "claim": 4290,
+  "claim</w>": 6607,
+  "claimed</w>": 9010,
+  "claiming</w>": 15286,
+  "claims</w>": 6852,
+  "clair": 31441,
+  "clair</w>": 14039,
+  "claire": 20410,
+  "claire</w>": 10460,
+  "clam": 13588,
+  "clam</w>": 32598,
+  "clamation</w>": 21793,
+  "clamp</w>": 41501,
+  "clams</w>": 38849,
+  "clan": 29252,
+  "clan</w>": 14114,
+  "clancy</w>": 37227,
+  "clans</w>": 38279,
+  "clap": 30037,
+  "clap</w>": 25546,
+  "clapham</w>": 43619,
+  "clapton</w>": 37683,
+  "clar": 3617,
+  "clara</w>": 19468,
+  "clare": 18948,
+  "clare</w>": 15927,
+  "claremont</w>": 47789,
+  "clarence</w>": 29320,
+  "clari": 15175,
+  "clarify</w>": 37004,
+  "clarinet</w>": 41178,
+  "clarity</w>": 21323,
+  "clark": 13340,
+  "clark</w>": 7521,
+  "clarke</w>": 11548,
+  "clarkson</w>": 25706,
+  "clas": 32003,
+  "clash": 38367,
+  "clash</w>": 9359,
+  "clashes</w>": 25193,
+  "clasico</w>": 43567,
+  "class": 2876,
+  "class</w>": 1874,
+  "classes</w>": 6919,
+  "classi": 2507,
+  "classic": 9353,
+  "classic</w>": 2713,
+  "classical": 22179,
+  "classical</w>": 11355,
+  "classicalmusic</w>": 27806,
+  "classiccar</w>": 46906,
+  "classiccars</w>": 21064,
+  "classics</w>": 10634,
+  "classification</w>": 26612,
+  "classified</w>": 22056,
+  "classmate</w>": 37090,
+  "classmates</w>": 30062,
+  "classof</w>": 25345,
+  "classroom</w>": 9001,
+  "classrooms</w>": 25768,
+  "classy</w>": 11615,
+  "clau": 7526,
+  "claude</w>": 17461,
+  "claudi": 39439,
+  "claudia</w>": 21893,
+  "claudio</w>": 31230,
+  "claus</w>": 23317,
+  "clause</w>": 26151,
+  "clave</w>": 24111,
+  "claw": 49230,
+  "claw</w>": 19106,
+  "claws</w>": 29161,
+  "clay": 10402,
+  "clay</w>": 8823,
+  "clays</w>": 26128,
+  "clayton": 46445,
+  "clayton</w>": 19413,
+  "clc</w>": 31380,
+  "cle": 1321,
+  "cle</w>": 2537,
+  "clean": 3572,
+  "clean</w>": 3772,
+  "cleaned</w>": 17468,
+  "cleanenergy</w>": 43538,
+  "cleaner</w>": 15619,
+  "cleaners</w>": 33258,
+  "cleaning</w>": 7210,
+  "cleanliness</w>": 47886,
+  "cleans</w>": 40827,
+  "cleanse</w>": 28717,
+  "cleanser</w>": 44170,
+  "cleansing</w>": 25931,
+  "cleanup</w>": 22353,
+  "clear": 4631,
+  "clear</w>": 3143,
+  "clearance</w>": 17959,
+  "cleared</w>": 14880,
+  "clearer</w>": 37031,
+  "clearing</w>": 15481,
+  "clearly</w>": 7767,
+  "clears</w>": 29092,
+  "clearwater</w>": 32124,
+  "cleary</w>": 44342,
+  "cleats</w>": 33486,
+  "cleavage</w>": 44165,
+  "cled</w>": 12827,
+  "clegg</w>": 42915,
+  "clemens</w>": 45896,
+  "clement": 22592,
+  "clement</w>": 24714,
+  "clemente</w>": 42461,
+  "clementine</w>": 47112,
+  "clements</w>": 49175,
+  "clemson": 38170,
+  "clemson</w>": 19537,
+  "clen": 35547,
+  "cleo</w>": 40344,
+  "cleop": 36287,
+  "cleopatra</w>": 41212,
+  "cler": 11828,
+  "clergy</w>": 42635,
+  "cleric</w>": 43748,
+  "clerk</w>": 22230,
+  "clermont</w>": 47529,
+  "cles</w>": 8077,
+  "cleve": 37599,
+  "clevel": 7701,
+  "cleveland": 30716,
+  "cleveland</w>": 8430,
+  "clever": 30977,
+  "clever</w>": 13385,
+  "clg</w>": 47546,
+  "cli": 1503,
+  "clich": 44407,
+  "click": 16676,
+  "click</w>": 3585,
+  "clicked</w>": 29015,
+  "clicking</w>": 26542,
+  "clicks</w>": 31250,
+  "client": 48528,
+  "client</w>": 7467,
+  "clients</w>": 8114,
+  "clif": 13182,
+  "cliff": 23827,
+  "cliff</w>": 10625,
+  "cliffe</w>": 15170,
+  "clifford</w>": 24226,
+  "cliffs</w>": 20953,
+  "clifton</w>": 23878,
+  "climat": 37283,
+  "climate": 7854,
+  "climate</w>": 4589,
+  "climateaction</w>": 31622,
+  "climatechange</w>": 11055,
+  "climates</w>": 46022,
+  "climax</w>": 37033,
+  "climb": 7421,
+  "climb</w>": 10649,
+  "climbed</w>": 22528,
+  "climber</w>": 36910,
+  "climbers</w>": 47648,
+  "climbing</w>": 9877,
+  "climbs</w>": 29098,
+  "clin": 2879,
+  "clinch</w>": 30404,
+  "clinched</w>": 44064,
+  "cline</w>": 37460,
+  "cling": 37068,
+  "cling</w>": 4760,
+  "clinic</w>": 7926,
+  "clinical": 35133,
+  "clinical</w>": 9148,
+  "clinicians</w>": 45866,
+  "clinics</w>": 23330,
+  "clint": 37542,
+  "clint</w>": 21160,
+  "clinton": 34403,
+  "clinton</w>": 5820,
+  "clio</w>": 46889,
+  "clip": 39712,
+  "clip</w>": 9289,
+  "clipped</w>": 45524,
+  "clipper</w>": 42245,
+  "clippers</w>": 23319,
+  "clipping</w>": 47484,
+  "clips</w>": 16594,
+  "clique</w>": 34983,
+  "clive": 36086,
+  "clive</w>": 21509,
+  "cll": 46091,
+  "cllr": 45743,
+  "cllr</w>": 23034,
+  "clo": 1194,
+  "cloak</w>": 36528,
+  "clock": 19878,
+  "clock</w>": 6716,
+  "clocked</w>": 49049,
+  "clocks</w>": 25895,
+  "clockwise</w>": 46150,
+  "clockwork</w>": 42297,
+  "clon": 24477,
+  "clone</w>": 22854,
+  "clones</w>": 48047,
+  "clooney</w>": 33161,
+  "clos</w>": 48821,
+  "close": 10603,
+  "close</w>": 2660,
+  "closed</w>": 4552,
+  "closely</w>": 13478,
+  "closer</w>": 6377,
+  "closes</w>": 11354,
+  "closest</w>": 14975,
+  "closet</w>": 14221,
+  "closeup</w>": 35439,
+  "closing</w>": 7101,
+  "closure</w>": 13249,
+  "closures</w>": 22923,
+  "cloth</w>": 14559,
+  "clothes</w>": 7080,
+  "clothing</w>": 7425,
+  "clou": 4069,
+  "cloud": 12965,
+  "cloud</w>": 3887,
+  "cloudcomputing</w>": 41390,
+  "clouds</w>": 6244,
+  "cloudy</w>": 13106,
+  "clough</w>": 42909,
+  "clover": 39574,
+  "clover</w>": 22812,
+  "clow": 18386,
+  "clown</w>": 15329,
+  "clowns</w>": 30820,
+  "cls</w>": 44251,
+  "clt": 29651,
+  "clt</w>": 24236,
+  "clu": 996,
+  "club": 9642,
+  "club</w>": 1736,
+  "clubbing</w>": 48128,
+  "clubhouse</w>": 26553,
+  "clubs</w>": 9437,
+  "clue</w>": 14994,
+  "clueless</w>": 35350,
+  "clues</w>": 23764,
+  "clusive</w>": 41362,
+  "cluster</w>": 15595,
+  "clusters</w>": 33217,
+  "clut": 28507,
+  "clutch</w>": 13953,
+  "clutter</w>": 40804,
+  "cly": 12037,
+  "clyde": 39557,
+  "clyde</w>": 18469,
+  "cm": 10190,
+  "cm</w>": 3741,
+  "cma": 30554,
+  "cma</w>": 31388,
+  "cmc</w>": 45839,
+  "cmdr</w>": 48250,
+  "cme</w>": 34946,
+  "cmo</w>": 24589,
+  "cmon</w>": 42904,
+  "cmp": 46355,
+  "cms</w>": 22520,
+  "cmt</w>": 42727,
+  "cmu</w>": 43046,
+  "cn": 3886,
+  "cn</w>": 16200,
+  "cna</w>": 48287,
+  "cnbc": 41242,
+  "cnbc</w>": 24371,
+  "cnblue</w>": 36018,
+  "cnc</w>": 20571,
+  "cnet</w>": 47487,
+  "cnews</w>": 24319,
+  "cng</w>": 41496,
+  "cnn": 22405,
+  "cnn</w>": 8259,
+  "cns</w>": 46095,
+  "cny</w>": 31614,
+  "co": 622,
+  "co</w>": 1320,
+  "coa</w>": 29167,
+  "coach": 3275,
+  "coach</w>": 2312,
+  "coached</w>": 30228,
+  "coachella</w>": 20222,
+  "coaches</w>": 6924,
+  "coaching</w>": 7766,
+  "coal": 10227,
+  "coal</w>": 7919,
+  "coalition</w>": 12920,
+  "coast": 6398,
+  "coast</w>": 3720,
+  "coastal": 38246,
+  "coastal</w>": 10852,
+  "coaster</w>": 15944,
+  "coasters</w>": 31548,
+  "coastguard</w>": 40601,
+  "coastline</w>": 27959,
+  "coasts</w>": 42225,
+  "coat": 28869,
+  "coat</w>": 7356,
+  "coated</w>": 23401,
+  "coates</w>": 36899,
+  "coating</w>": 25369,
+  "coatings</w>": 48706,
+  "coats</w>": 18075,
+  "cob": 20140,
+  "cob</w>": 32863,
+  "cobain</w>": 36866,
+  "cobalt</w>": 30896,
+  "cobb</w>": 22719,
+  "cobble": 47894,
+  "cobra</w>": 21574,
+  "coc": 23036,
+  "coc</w>": 39498,
+  "coca</w>": 21197,
+  "cocac": 26393,
+  "cocacola</w>": 31248,
+  "cocaine</w>": 20534,
+  "coch": 18599,
+  "cochran</w>": 48798,
+  "cochrane</w>": 41752,
+  "coco": 11850,
+  "coco</w>": 13316,
+  "cocoa</w>": 18074,
+  "cocon": 8597,
+  "coconut</w>": 9581,
+  "cod": 16132,
+  "cod</w>": 11915,
+  "code": 11582,
+  "code</w>": 3217,
+  "coded</w>": 33703,
+  "coden": 43914,
+  "coder</w>": 41561,
+  "codes</w>": 14566,
+  "codi": 39711,
+  "coding</w>": 12647,
+  "cody": 23222,
+  "cody</w>": 12666,
+  "coe</w>": 15386,
+  "coed</w>": 41028,
+  "coel": 45633,
+  "coer": 41198,
+  "coeur</w>": 44986,
+  "coffe": 2255,
+  "coffee": 12898,
+  "coffee</w>": 2453,
+  "coffees</w>": 41184,
+  "coffey</w>": 48066,
+  "cofficial</w>": 18757,
+  "coffin</w>": 29907,
+  "cog": 26362,
+  "cog</w>": 35960,
+  "cogn": 12210,
+  "cognac</w>": 44361,
+  "cognition</w>": 46825,
+  "cognitive</w>": 16584,
+  "cohe": 20669,
+  "cohen</w>": 13381,
+  "coherent</w>": 48450,
+  "cohort</w>": 22782,
+  "coil</w>": 25307,
+  "coim": 41528,
+  "coin": 14651,
+  "coin</w>": 4170,
+  "coinci": 14015,
+  "coincidence</w>": 19807,
+  "coins</w>": 10530,
+  "coke": 39602,
+  "coke</w>": 14035,
+  "col": 754,
+  "col</w>": 9371,
+  "cola</w>": 15444,
+  "colbert</w>": 31647,
+  "colby</w>": 32068,
+  "colchester</w>": 31715,
+  "cold": 11146,
+  "cold</w>": 3153,
+  "colder</w>": 23859,
+  "coldest</w>": 31438,
+  "coldplay</w>": 27770,
+  "cole": 9305,
+  "cole</w>": 8166,
+  "coleman</w>": 15774,
+  "coles": 40265,
+  "coles</w>": 30398,
+  "coli": 18877,
+  "coli</w>": 15910,
+  "colin": 20989,
+  "colin</w>": 10238,
+  "coliseum</w>": 21836,
+  "coll": 25982,
+  "coll</w>": 23898,
+  "colla": 2929,
+  "collab</w>": 14013,
+  "collabor": 4437,
+  "collaborate</w>": 21271,
+  "collaborated</w>": 42265,
+  "collaborating</w>": 25545,
+  "collaboration</w>": 6642,
+  "collaborations</w>": 36520,
+  "collaborative</w>": 15841,
+  "collaborator</w>": 48186,
+  "collaborators</w>": 45901,
+  "collage</w>": 11258,
+  "collagen</w>": 36120,
+  "collap": 16881,
+  "collapse</w>": 16520,
+  "collapsed</w>": 25037,
+  "collapses</w>": 43601,
+  "collar": 39662,
+  "collar</w>": 13497,
+  "collateral</w>": 44512,
+  "colle": 1801,
+  "colleague</w>": 13067,
+  "colleagues</w>": 8203,
+  "collec": 1733,
+  "collect</w>": 10186,
+  "collected</w>": 11980,
+  "collecti": 18530,
+  "collectible</w>": 25680,
+  "collectibles</w>": 21519,
+  "collecting</w>": 10325,
+  "collection</w>": 2548,
+  "collections</w>": 12760,
+  "collective</w>": 10162,
+  "collectively</w>": 40687,
+  "collector</w>": 13522,
+  "collectors</w>": 20540,
+  "collects</w>": 31576,
+  "colleen</w>": 31020,
+  "college": 13512,
+  "college</w>": 2229,
+  "colleges</w>": 17357,
+  "collegi": 16311,
+  "collegiate</w>": 18068,
+  "colli": 8262,
+  "collide</w>": 27214,
+  "collie</w>": 30611,
+  "collier</w>": 35748,
+  "collin": 24056,
+  "collin</w>": 32116,
+  "colling": 32319,
+  "collingwood</w>": 45873,
+  "collins</w>": 8684,
+  "collision</w>": 15407,
+  "collo": 25115,
+  "colloqui": 37243,
+  "colloquium</w>": 46514,
+  "collu": 25658,
+  "collusion</w>": 33864,
+  "colo": 7300,
+  "colo</w>": 27288,
+  "cologne</w>": 22216,
+  "cology</w>": 19187,
+  "colom": 8987,
+  "colombia</w>": 12901,
+  "colombian</w>": 28701,
+  "colombo</w>": 33207,
+  "colon": 8280,
+  "colon</w>": 29050,
+  "colonel</w>": 22674,
+  "coloni": 22667,
+  "colonial</w>": 16530,
+  "colonialism</w>": 43385,
+  "colonies</w>": 38738,
+  "colony</w>": 18767,
+  "color": 4036,
+  "color</w>": 3140,
+  "colorado": 34580,
+  "colorado</w>": 6742,
+  "colorec": 41171,
+  "colored</w>": 11775,
+  "colorful</w>": 11444,
+  "colori": 28764,
+  "coloring</w>": 17696,
+  "colorized</w>": 46730,
+  "colors</w>": 5389,
+  "colorstv</w>": 28195,
+  "colorway</w>": 44576,
+  "colossal</w>": 40258,
+  "colosse": 48142,
+  "colossus</w>": 34022,
+  "colour": 10240,
+  "colour</w>": 4769,
+  "coloured</w>": 17111,
+  "colourful</w>": 15562,
+  "colouring</w>": 31803,
+  "colours</w>": 7626,
+  "cols</w>": 35726,
+  "colt</w>": 19726,
+  "colton</w>": 32249,
+  "coltrane</w>": 42333,
+  "colts</w>": 16135,
+  "colum": 4164,
+  "columb": 31043,
+  "columbi": 25947,
+  "columbia</w>": 9410,
+  "columbus</w>": 11273,
+  "column</w>": 10593,
+  "columnist</w>": 28958,
+  "columns</w>": 29056,
+  "com": 610,
+  "com</w>": 2464,
+  "coma</w>": 19620,
+  "comb": 3587,
+  "comb</w>": 16380,
+  "combat": 35083,
+  "combat</w>": 9275,
+  "combating</w>": 46121,
+  "combe</w>": 14363,
+  "combin": 25112,
+  "combination</w>": 11312,
+  "combinations</w>": 34950,
+  "combine</w>": 12919,
+  "combined</w>": 10427,
+  "combines</w>": 22991,
+  "combining</w>": 23561,
+  "combo</w>": 10155,
+  "combos</w>": 48117,
+  "combs</w>": 30694,
+  "combu": 35629,
+  "combustion</w>": 44654,
+  "comcast</w>": 30043,
+  "come": 4225,
+  "come</w>": 891,
+  "comeback</w>": 8234,
+  "comedian</w>": 13848,
+  "comedians</w>": 33758,
+  "comedic</w>": 43360,
+  "comedy": 19346,
+  "comedy</w>": 4749,
+  "comer": 42997,
+  "comer</w>": 20916,
+  "comers</w>": 34436,
+  "comes</w>": 2091,
+  "comet</w>": 21405,
+  "comets</w>": 40636,
+  "comey</w>": 22957,
+  "comfor": 6563,
+  "comfort": 44000,
+  "comfort</w>": 7808,
+  "comfortable</w>": 8652,
+  "comfortably</w>": 30392,
+  "comforting</w>": 33835,
+  "comforts</w>": 42243,
+  "comfy</w>": 15736,
+  "comi": 40781,
+  "comic": 7729,
+  "comic</w>": 4962,
+  "comicart</w>": 46018,
+  "comicbook</w>": 46564,
+  "comicbooks</w>": 22018,
+  "comiccon</w>": 18379,
+  "comicon</w>": 43820,
+  "comics</w>": 4256,
+  "comin</w>": 18164,
+  "coming": 14916,
+  "coming</w>": 1171,
+  "comingsoon</w>": 19894,
+  "comm": 965,
+  "comm</w>": 11413,
+  "comman": 39780,
+  "command": 18391,
+  "command</w>": 11350,
+  "commander</w>": 11265,
+  "commanders</w>": 41667,
+  "commanding</w>": 36933,
+  "commandments</w>": 43409,
+  "commando</w>": 31361,
+  "commands</w>": 38163,
+  "comme</w>": 29692,
+  "commemor": 9495,
+  "commemorate</w>": 21242,
+  "commemorates</w>": 45149,
+  "commemorating</w>": 28734,
+  "commemoration</w>": 29288,
+  "commemorative</w>": 24623,
+  "commen": 15795,
+  "commence</w>": 25059,
+  "commenced</w>": 43908,
+  "commencement</w>": 21666,
+  "commences</w>": 48551,
+  "commend": 37555,
+  "commended</w>": 40702,
+  "comment": 20035,
+  "comment</w>": 5761,
+  "commentary</w>": 14146,
+  "commentator</w>": 32016,
+  "commented</w>": 28328,
+  "commenting</w>": 37292,
+  "comments</w>": 6606,
+  "commer": 4028,
+  "commerce</w>": 8333,
+  "commerci": 15601,
+  "commercial": 31802,
+  "commercial</w>": 6287,
+  "commercials</w>": 30724,
+  "commish</w>": 45399,
+  "commissi": 6000,
+  "commission</w>": 5292,
+  "commissioned</w>": 16565,
+  "commissioner</w>": 10221,
+  "commissioners</w>": 30702,
+  "commissioning</w>": 29585,
+  "commissions</w>": 20668,
+  "commit": 3041,
+  "commit</w>": 11797,
+  "commitment</w>": 7770,
+  "commitments</w>": 32136,
+  "commits</w>": 20241,
+  "committed</w>": 7907,
+  "committee</w>": 5636,
+  "committees</w>": 40504,
+  "committing</w>": 21937,
+  "commod": 9496,
+  "commodities</w>": 30350,
+  "commodity</w>": 29041,
+  "commodore</w>": 31129,
+  "common": 8414,
+  "common</w>": 4176,
+  "commonly</w>": 20344,
+  "commons</w>": 16653,
+  "commonwealth</w>": 16569,
+  "comms</w>": 18832,
+  "commu": 9561,
+  "commun": 1515,
+  "communal</w>": 32809,
+  "communi": 16164,
+  "communic": 4784,
+  "communicate</w>": 19809,
+  "communication</w>": 7999,
+  "communications</w>": 10052,
+  "communion</w>": 28579,
+  "communism</w>": 35387,
+  "communist</w>": 18602,
+  "communities</w>": 6361,
+  "community": 14784,
+  "community</w>": 1927,
+  "commute</w>": 15898,
+  "commuter</w>": 27782,
+  "commuters</w>": 30823,
+  "commuting</w>": 43503,
+  "como</w>": 16236,
+  "comp": 2561,
+  "comp</w>": 11679,
+  "compac": 40014,
+  "compact</w>": 13690,
+  "compan": 1995,
+  "companies</w>": 5361,
+  "companion</w>": 14963,
+  "companions</w>": 37124,
+  "company</w>": 2634,
+  "compar": 7580,
+  "comparable</w>": 27092,
+  "comparative</w>": 33388,
+  "compare</w>": 13771,
+  "compared</w>": 10544,
+  "compares</w>": 25104,
+  "comparing</w>": 20564,
+  "comparison</w>": 14186,
+  "comparisons</w>": 40870,
+  "compart": 30072,
+  "compartment</w>": 40383,
+  "compass</w>": 19438,
+  "compassion</w>": 14463,
+  "compassionate</w>": 30193,
+  "compati": 17295,
+  "compatibility</w>": 41614,
+  "compatible</w>": 21286,
+  "compe": 5254,
+  "compelled</w>": 49375,
+  "compelling</w>": 21766,
+  "compen": 42079,
+  "compens": 15172,
+  "compensation</w>": 18663,
+  "compet": 2932,
+  "compete</w>": 10038,
+  "competed</w>": 27767,
+  "competen": 31853,
+  "competence</w>": 31165,
+  "competency</w>": 49293,
+  "competent</w>": 28113,
+  "competes</w>": 39826,
+  "competing</w>": 13068,
+  "competit": 15892,
+  "competiti": 32581,
+  "competition</w>": 3742,
+  "competitions</w>": 23259,
+  "competitive</w>": 10687,
+  "competitiveness</w>": 43209,
+  "competitor</w>": 26633,
+  "competitors</w>": 23638,
+  "compilation</w>": 20446,
+  "compiled</w>": 34579,
+  "compla": 7428,
+  "complain</w>": 19292,
+  "complained</w>": 42029,
+  "complaining</w>": 20812,
+  "complains</w>": 46363,
+  "complaint</w>": 20391,
+  "complaints</w>": 20020,
+  "comple": 1730,
+  "complement</w>": 36624,
+  "complementary</w>": 48953,
+  "complete</w>": 3263,
+  "completed</w>": 5976,
+  "completely</w>": 5989,
+  "completes</w>": 19321,
+  "completing</w>": 14949,
+  "completion</w>": 15915,
+  "complex": 16099,
+  "complex</w>": 6324,
+  "complexes</w>": 47870,
+  "complexion</w>": 47732,
+  "complexity</w>": 24815,
+  "compli": 5270,
+  "compliance</w>": 14658,
+  "compliant</w>": 29893,
+  "complic": 11460,
+  "complicated</w>": 16621,
+  "complications</w>": 29936,
+  "compliment</w>": 25116,
+  "complimentary</w>": 20948,
+  "compliments</w>": 25477,
+  "comply</w>": 36281,
+  "component</w>": 21284,
+  "components</w>": 16816,
+  "compos": 7783,
+  "compose</w>": 43659,
+  "composed</w>": 19916,
+  "composer</w>": 12104,
+  "composers</w>": 33314,
+  "composing</w>": 40412,
+  "composite</w>": 21606,
+  "composites</w>": 45395,
+  "composition</w>": 17510,
+  "compositions</w>": 44652,
+  "compost": 46002,
+  "compost</w>": 33307,
+  "compound</w>": 19980,
+  "compounds</w>": 33991,
+  "compre": 8483,
+  "compreh": 42976,
+  "comprehen": 12050,
+  "comprehend</w>": 48230,
+  "comprehensive</w>": 13854,
+  "compress": 33353,
+  "compressed</w>": 42359,
+  "compression</w>": 25638,
+  "compressor</w>": 39607,
+  "compri": 29445,
+  "compromise</w>": 26611,
+  "compromised</w>": 38576,
+  "compromising</w>": 45436,
+  "comps</w>": 48665,
+  "compton</w>": 28364,
+  "compu": 11639,
+  "compul": 25869,
+  "compulsory</w>": 39345,
+  "computing</w>": 12732,
+  "comra": 25553,
+  "comrade</w>": 30844,
+  "comrades</w>": 29282,
+  "coms</w>": 30493,
+  "con": 616,
+  "con</w>": 2457,
+  "cona</w>": 30605,
+  "conan</w>": 24750,
+  "conce": 9145,
+  "concealed</w>": 35419,
+  "conceded</w>": 37895,
+  "conceived</w>": 39725,
+  "concentr": 11085,
+  "concentrate</w>": 30846,
+  "concentrated</w>": 36776,
+  "concentration</w>": 18565,
+  "concep": 8389,
+  "concepcion</w>": 47035,
+  "concept</w>": 6353,
+  "conceptart</w>": 31162,
+  "conception</w>": 30510,
+  "conceptions</w>": 40307,
+  "concepts</w>": 16763,
+  "conceptu": 42745,
+  "conceptual</w>": 34070,
+  "concer": 2228,
+  "concern</w>": 12928,
+  "concerned</w>": 12020,
+  "concerning</w>": 21772,
+  "concerns</w>": 11134,
+  "concert": 32180,
+  "concert</w>": 3066,
+  "concerto</w>": 24710,
+  "concerts</w>": 14418,
+  "concession</w>": 38117,
+  "concessions</w>": 43981,
+  "concier": 28859,
+  "concierge</w>": 39850,
+  "conclave</w>": 38098,
+  "conclu": 9627,
+  "conclude</w>": 37525,
+  "concluded</w>": 27825,
+  "concludes</w>": 30634,
+  "conclusion</w>": 20932,
+  "conclusions</w>": 39507,
+  "conco": 43034,
+  "concor": 19913,
+  "concord</w>": 26448,
+  "concordia</w>": 35492,
+  "concours</w>": 36282,
+  "concourse</w>": 37793,
+  "concre": 43658,
+  "concrete</w>": 9637,
+  "concussion</w>": 28321,
+  "condem": 13287,
+  "condemn</w>": 27212,
+  "condemned</w>": 35145,
+  "condemns</w>": 32092,
+  "conden": 24816,
+  "conditi": 11170,
+  "condition": 36978,
+  "condition</w>": 7336,
+  "conditional</w>": 24671,
+  "conditioned</w>": 37014,
+  "conditioner</w>": 31239,
+  "conditioning</w>": 18181,
+  "conditions</w>": 5892,
+  "condo</w>": 19952,
+  "condol": 18661,
+  "condolences</w>": 20836,
+  "condom</w>": 39021,
+  "condomin": 42589,
+  "condoms</w>": 37878,
+  "condor</w>": 47643,
+  "condos</w>": 42342,
+  "condu": 40772,
+  "conduc": 5379,
+  "conduct</w>": 11647,
+  "conducted</w>": 13080,
+  "conducting</w>": 16787,
+  "conductor</w>": 22317,
+  "conducts</w>": 32084,
+  "cone": 39279,
+  "cone</w>": 10266,
+  "cones</w>": 26718,
+  "coney</w>": 41837,
+  "conf</w>": 6477,
+  "confe": 1968,
+  "confeder": 17104,
+  "confederate</w>": 24864,
+  "confederation</w>": 43484,
+  "conferen": 37961,
+  "conference</w>": 2230,
+  "conferences</w>": 22811,
+  "conferencing</w>": 47320,
+  "confess</w>": 38860,
+  "confession</w>": 22572,
+  "confessions</w>": 29404,
+  "confetti</w>": 37923,
+  "confi": 5005,
+  "confidence</w>": 8510,
+  "confident</w>": 12365,
+  "confidential</w>": 28712,
+  "configu": 46746,
+  "configur": 26950,
+  "configuration</w>": 33378,
+  "confin": 45316,
+  "confined</w>": 40973,
+  "confir": 3930,
+  "confirm</w>": 12130,
+  "confirmation</w>": 19645,
+  "confirmed</w>": 6346,
+  "confirming</w>": 38433,
+  "confirms</w>": 11803,
+  "confis": 36285,
+  "confit</w>": 42241,
+  "confl": 8173,
+  "conflic": 19029,
+  "conflict</w>": 10397,
+  "conflicting</w>": 43894,
+  "conflicts</w>": 28713,
+  "confor": 40933,
+  "confron": 20033,
+  "confront</w>": 38382,
+  "confrontation</w>": 41478,
+  "confu": 6890,
+  "confuse</w>": 37503,
+  "confused</w>": 10946,
+  "confusing</w>": 24683,
+  "confusion</w>": 20493,
+  "cong</w>": 24407,
+  "conge": 20013,
+  "congestion</w>": 24432,
+  "congo</w>": 20334,
+  "congr": 1227,
+  "congrats</w>": 1887,
+  "congratul": 1750,
+  "congratulate</w>": 16633,
+  "congratulated</w>": 42004,
+  "congratulates</w>": 24580,
+  "congratulating</w>": 30967,
+  "congratulation</w>": 24751,
+  "congratulations</w>": 1864,
+  "congre": 7947,
+  "congreg": 40727,
+  "congregation</w>": 32618,
+  "congress": 12452,
+  "congress</w>": 4599,
+  "congressional</w>": 15239,
+  "congressman</w>": 17145,
+  "congresswoman</w>": 37317,
+  "coni": 39031,
+  "coni</w>": 36651,
+  "conj": 41543,
+  "conju": 33821,
+  "conjunction</w>": 34226,
+  "conley</w>": 44536,
+  "conline</w>": 37593,
+  "conn": 41836,
+  "conn</w>": 20329,
+  "conne": 8437,
+  "connec": 29933,
+  "connect</w>": 19969,
+  "connected</w>": 27506,
+  "connecting</w>": 41429,
+  "connection</w>": 26840,
+  "connections</w>": 37161,
+  "connie</w>": 25739,
+  "connoisse": 46012,
+  "connol": 27739,
+  "connolly</w>": 29537,
+  "connor": 21984,
+  "connor</w>": 10218,
+  "conom": 2664,
+  "conomy</w>": 22529,
+  "conor": 29955,
+  "conor</w>": 19478,
+  "conqu": 13382,
+  "conquer": 38585,
+  "conquer</w>": 19821,
+  "conquered</w>": 27099,
+  "conquering</w>": 43778,
+  "conquest</w>": 35367,
+  "conrad</w>": 22073,
+  "cons</w>": 10311,
+  "consci": 9427,
+  "conscience</w>": 27310,
+  "conscious</w>": 14914,
+  "consciously</w>": 46755,
+  "consciousness</w>": 17894,
+  "conse": 34887,
+  "consecu": 12084,
+  "consecutive</w>": 12413,
+  "consen": 23110,
+  "consensus</w>": 25071,
+  "consent</w>": 21922,
+  "consequ": 13003,
+  "consequence</w>": 42262,
+  "consequences</w>": 15682,
+  "conserv": 4649,
+  "conservancy</w>": 46729,
+  "conservation": 37616,
+  "conservation</w>": 8322,
+  "conservative</w>": 11421,
+  "conservatives</w>": 17631,
+  "conservatory</w>": 32140,
+  "conserve</w>": 34231,
+  "consi": 2899,
+  "consider": 12471,
+  "consider</w>": 6734,
+  "considerable</w>": 38256,
+  "considerably</w>": 38510,
+  "consideration</w>": 24310,
+  "considerations</w>": 33700,
+  "considered</w>": 9487,
+  "considering</w>": 10761,
+  "considers</w>": 24691,
+  "consist": 10410,
+  "consist</w>": 33735,
+  "consisted</w>": 49354,
+  "consistency</w>": 25683,
+  "consistent</w>": 16439,
+  "consistently</w>": 23799,
+  "consisting</w>": 39241,
+  "consists</w>": 23458,
+  "consol": 27869,
+  "consolation</w>": 38888,
+  "console</w>": 13403,
+  "consoles</w>": 33136,
+  "consoli": 21586,
+  "consolidation</w>": 41111,
+  "consor": 27108,
+  "consortium</w>": 29988,
+  "conspir": 12680,
+  "conspiracy</w>": 15236,
+  "const": 3826,
+  "constable</w>": 29179,
+  "constan": 38718,
+  "constance</w>": 40682,
+  "constant": 32000,
+  "constant</w>": 13111,
+  "constantine</w>": 30640,
+  "constantly</w>": 14336,
+  "constell": 21913,
+  "constellation</w>": 25991,
+  "constitu": 6299,
+  "constituency</w>": 22464,
+  "constituents</w>": 32075,
+  "constitution</w>": 12157,
+  "constitutional</w>": 16091,
+  "constra": 28973,
+  "constraints</w>": 41910,
+  "constru": 3983,
+  "construc": 13321,
+  "construct</w>": 24467,
+  "constructed</w>": 16876,
+  "constructing</w>": 33653,
+  "construction": 48873,
+  "construction</w>": 4585,
+  "constructive</w>": 31810,
+  "consu": 4689,
+  "consul": 5295,
+  "consul</w>": 33630,
+  "consulate</w>": 34341,
+  "consult": 9438,
+  "consult</w>": 26727,
+  "consultancy</w>": 31735,
+  "consultant</w>": 14196,
+  "consultants</w>": 27203,
+  "consultation</w>": 15777,
+  "consultations</w>": 43424,
+  "consulting</w>": 15883,
+  "consume</w>": 28919,
+  "consumed</w>": 29653,
+  "consumer": 34408,
+  "consumer</w>": 10422,
+  "consumers</w>": 14014,
+  "consuming</w>": 30607,
+  "consumption</w>": 14904,
+  "cont": 2036,
+  "cont</w>": 21425,
+  "contact": 39367,
+  "contact</w>": 3523,
+  "contacted</w>": 37331,
+  "contacts</w>": 22789,
+  "contag": 29259,
+  "contagious</w>": 33984,
+  "contain": 9948,
+  "contain</w>": 15187,
+  "contained</w>": 23836,
+  "container</w>": 14913,
+  "containers</w>": 20448,
+  "containing</w>": 20281,
+  "contains</w>": 12844,
+  "contamin": 24662,
+  "contaminated</w>": 35773,
+  "contamination</w>": 31770,
+  "conte": 15402,
+  "conte</w>": 26882,
+  "contempl": 21924,
+  "contemplating</w>": 33854,
+  "contempor": 14538,
+  "contemporary": 16607,
+  "contemporary</w>": 8859,
+  "contemporaryart</w>": 20212,
+  "contempt</w>": 39293,
+  "conten": 42201,
+  "contender</w>": 23573,
+  "contenders</w>": 29711,
+  "content": 15526,
+  "content</w>": 4750,
+  "contentmarketing</w>": 20429,
+  "contents</w>": 14850,
+  "contest": 23103,
+  "contest</w>": 4576,
+  "contestalert</w>": 27313,
+  "contestant</w>": 25682,
+  "contestants</w>": 28062,
+  "contested</w>": 37845,
+  "contests</w>": 32210,
+  "contex": 42015,
+  "context</w>": 13089,
+  "conti": 46431,
+  "conti</w>": 40842,
+  "contin": 1918,
+  "continent</w>": 19623,
+  "continental</w>": 14089,
+  "continents</w>": 38642,
+  "conting": 27104,
+  "contingent</w>": 36467,
+  "continu": 4688,
+  "continually</w>": 34086,
+  "continuation</w>": 38964,
+  "continue</w>": 3942,
+  "continued</w>": 10150,
+  "continues</w>": 4305,
+  "continuing</w>": 11009,
+  "continuity</w>": 34035,
+  "continuous</w>": 17033,
+  "continuously</w>": 29634,
+  "continuum</w>": 44978,
+  "contour</w>": 34733,
+  "contr": 22871,
+  "contra": 9880,
+  "contra</w>": 38620,
+  "contrac": 7581,
+  "contracep": 35109,
+  "contract</w>": 6120,
+  "contracting</w>": 39091,
+  "contractor</w>": 21429,
+  "contractors</w>": 22427,
+  "contracts</w>": 16563,
+  "contradic": 27957,
+  "contrary</w>": 32805,
+  "contrast</w>": 18501,
+  "contrasting</w>": 40758,
+  "contribu": 4753,
+  "contribute</w>": 14112,
+  "contributed</w>": 19397,
+  "contributes</w>": 34203,
+  "contributing</w>": 21762,
+  "contribution</w>": 11116,
+  "contributions</w>": 14465,
+  "contributor</w>": 24553,
+  "contributors</w>": 32908,
+  "contro": 2372,
+  "control": 9963,
+  "control</w>": 3366,
+  "controlled</w>": 14140,
+  "controller</w>": 12929,
+  "controllers</w>": 30374,
+  "controlling</w>": 26427,
+  "controls</w>": 15746,
+  "controversi": 13674,
+  "controversial</w>": 14617,
+  "controversy</w>": 18659,
+  "conv</w>": 48382,
+  "conve": 18421,
+  "conven": 7283,
+  "conveni": 33278,
+  "convenience</w>": 17859,
+  "convenient</w>": 18978,
+  "conveniently</w>": 40844,
+  "convention</w>": 6752,
+  "conventional</w>": 20835,
+  "conventions</w>": 41404,
+  "conver": 6336,
+  "convergence</w>": 35381,
+  "convers": 4577,
+  "conversation</w>": 5690,
+  "conversations</w>": 12326,
+  "converse</w>": 24149,
+  "conversion</w>": 15111,
+  "conversions</w>": 44137,
+  "convert</w>": 20074,
+  "converted</w>": 20808,
+  "converter</w>": 34611,
+  "convertible</w>": 19608,
+  "converting</w>": 34674,
+  "converts</w>": 42470,
+  "convey</w>": 38342,
+  "convic": 11150,
+  "convicted</w>": 18668,
+  "conviction</w>": 24967,
+  "convictions</w>": 44366,
+  "convin": 12889,
+  "convince</w>": 20351,
+  "convinced</w>": 17388,
+  "convincing</w>": 27742,
+  "convo</w>": 19372,
+  "convocation</w>": 30674,
+  "convos</w>": 44842,
+  "convoy</w>": 30292,
+  "conway</w>": 21410,
+  "conwy</w>": 48971,
+  "cony</w>": 14501,
+  "coo": 1664,
+  "coo</w>": 21691,
+  "coogs</w>": 47624,
+  "cook": 9726,
+  "cook</w>": 5977,
+  "cookbook</w>": 21086,
+  "cooke</w>": 29979,
+  "cooked</w>": 11452,
+  "cooker</w>": 23806,
+  "cookery</w>": 38779,
+  "cookie</w>": 9367,
+  "cookies</w>": 8320,
+  "cookin</w>": 46610,
+  "cooking": 39248,
+  "cooking</w>": 6283,
+  "cookout</w>": 39743,
+  "cooks</w>": 24256,
+  "cool": 5594,
+  "cool</w>": 2077,
+  "cooled</w>": 37170,
+  "cooler</w>": 11078,
+  "coolest</w>": 10566,
+  "cooling</w>": 15291,
+  "coom": 41726,
+  "coon": 34260,
+  "coon</w>": 16958,
+  "coop": 39917,
+  "coop</w>": 18910,
+  "cooper": 7264,
+  "cooper</w>": 8133,
+  "cooperate</w>": 42936,
+  "cooperation</w>": 11785,
+  "cooperative</w>": 24517,
+  "coops</w>": 48531,
+  "coordin": 8187,
+  "coordinate</w>": 38250,
+  "coordinated</w>": 32540,
+  "coordinating</w>": 40075,
+  "coordination</w>": 25611,
+  "coordinator</w>": 13967,
+  "coors</w>": 36025,
+  "cop": 3196,
+  "cop</w>": 7070,
+  "copa</w>": 22749,
+  "copd</w>": 45876,
+  "cope": 47635,
+  "cope</w>": 12564,
+  "copeland</w>": 37604,
+  "copen": 15637,
+  "copenhagen</w>": 17390,
+  "coper": 41891,
+  "copernic": 45519,
+  "copied</w>": 36770,
+  "copies</w>": 9851,
+  "coping</w>": 30545,
+  "copolitics</w>": 45846,
+  "copp": 20937,
+  "copped</w>": 42229,
+  "copper": 24741,
+  "copper</w>": 10333,
+  "coppola</w>": 47427,
+  "cops</w>": 10719,
+  "copter</w>": 28049,
+  "copy": 11376,
+  "copy</w>": 4509,
+  "copying</w>": 38925,
+  "copyright</w>": 15778,
+  "cor": 851,
+  "cor</w>": 18559,
+  "cora</w>": 34953,
+  "coral": 31220,
+  "coral</w>": 12054,
+  "corbett</w>": 35699,
+  "corbin</w>": 35578,
+  "corbyn</w>": 14026,
+  "cord": 40893,
+  "cord</w>": 11181,
+  "corden</w>": 41999,
+  "cordi": 41681,
+  "cordless</w>": 44412,
+  "cords</w>": 22164,
+  "core": 19622,
+  "core</w>": 5000,
+  "cores</w>": 37874,
+  "corey": 31279,
+  "corey</w>": 15288,
+  "corgi</w>": 31320,
+  "cori": 26508,
+  "coriander</w>": 37491,
+  "corin": 17716,
+  "corinthians</w>": 34471,
+  "cork": 18148,
+  "cork</w>": 10376,
+  "corn": 5202,
+  "corn</w>": 5894,
+  "cornelius</w>": 45865,
+  "cornell": 38689,
+  "cornell</w>": 20859,
+  "corner": 18509,
+  "corner</w>": 5253,
+  "corners</w>": 19584,
+  "cornerstone</w>": 36280,
+  "cornish</w>": 23774,
+  "cornwall": 37903,
+  "cornwall</w>": 10777,
+  "coron": 13210,
+  "corona</w>": 25564,
+  "coronado</w>": 43946,
+  "coronary</w>": 45955,
+  "coronation</w>": 25014,
+  "coroner</w>": 47241,
+  "corp": 29203,
+  "corp</w>": 10918,
+  "corpor": 4258,
+  "corporal</w>": 42445,
+  "corporate": 33877,
+  "corporate</w>": 6838,
+  "corporation</w>": 11282,
+  "corporations</w>": 25482,
+  "corps</w>": 11330,
+  "corpse</w>": 29408,
+  "corpus</w>": 31672,
+  "correc": 5011,
+  "correct</w>": 8340,
+  "corrected</w>": 35628,
+  "correction</w>": 20843,
+  "correctional</w>": 38030,
+  "corrections</w>": 37507,
+  "correctly</w>": 15359,
+  "correlation</w>": 29218,
+  "correspon": 20203,
+  "correspondent</w>": 29996,
+  "corri": 12974,
+  "corridor</w>": 20592,
+  "corrie</w>": 23961,
+  "corro": 24936,
+  "corro</w>": 42033,
+  "corrosion</w>": 39191,
+  "corru": 6501,
+  "corrup": 30429,
+  "corrupt</w>": 15194,
+  "corruption</w>": 9141,
+  "corsa</w>": 47670,
+  "corsair</w>": 42367,
+  "corset</w>": 40408,
+  "cortex</w>": 40109,
+  "cortez</w>": 30461,
+  "corvette</w>": 24367,
+  "cory": 23221,
+  "cory</w>": 18329,
+  "cos": 5865,
+  "cos</w>": 5700,
+  "cosby</w>": 30324,
+  "cosc": 45944,
+  "coscino</w>": 47909,
+  "cose</w>": 26495,
+  "cosm": 37486,
+  "cosme": 9628,
+  "cosmetic</w>": 23918,
+  "cosmetics</w>": 12896,
+  "cosmic": 47398,
+  "cosmic</w>": 18304,
+  "cosmo": 12829,
+  "cosmo</w>": 32072,
+  "cosmopolitan</w>": 35518,
+  "cosmos</w>": 22151,
+  "cospla": 15149,
+  "cosplay": 42401,
+  "cosplay</w>": 6435,
+  "cosplayer</w>": 30215,
+  "cosplaying</w>": 46701,
+  "cost": 11360,
+  "cost</w>": 4713,
+  "costa</w>": 10480,
+  "costar": 28659,
+  "costarica</w>": 31272,
+  "costco</w>": 31045,
+  "costello</w>": 30667,
+  "costing</w>": 39193,
+  "costly</w>": 30170,
+  "costs</w>": 7628,
+  "costu": 5786,
+  "costume</w>": 7235,
+  "costumes</w>": 15150,
+  "cosy</w>": 22848,
+  "cot": 4718,
+  "cot</w>": 5871,
+  "cote": 44234,
+  "cote</w>": 20751,
+  "cotland</w>": 32576,
+  "cotsw": 23303,
+  "cotswolds</w>": 35546,
+  "cott": 8211,
+  "cott</w>": 11349,
+  "cottage</w>": 12155,
+  "cottages</w>": 34405,
+  "cotton": 22218,
+  "cotton</w>": 7050,
+  "cou": 1368,
+  "couch</w>": 12724,
+  "cougar": 35028,
+  "cougar</w>": 27042,
+  "cougars</w>": 20425,
+  "cough": 35631,
+  "cough</w>": 18498,
+  "cougs</w>": 28482,
+  "coul": 22483,
+  "could": 44812,
+  "could</w>": 1510,
+  "couldn</w>": 4072,
+  "couldnt</w>": 29042,
+  "coulter</w>": 42291,
+  "coun": 939,
+  "counc": 12927,
+  "council": 18187,
+  "council</w>": 3620,
+  "councill": 15732,
+  "councillor</w>": 21179,
+  "councillors</w>": 29695,
+  "councilman</w>": 40833,
+  "councils</w>": 29938,
+  "counsel": 13780,
+  "counsel</w>": 19814,
+  "counseling</w>": 25000,
+  "counsell": 47510,
+  "counselling</w>": 40581,
+  "counselor</w>": 26148,
+  "counselors</w>": 38688,
+  "count": 6073,
+  "count</w>": 5887,
+  "countdown": 39559,
+  "countdown</w>": 7500,
+  "counted</w>": 23149,
+  "counter": 10134,
+  "counter</w>": 7352,
+  "counterfe": 33067,
+  "counterfeit</w>": 44242,
+  "counterpart</w>": 39216,
+  "counterparts</w>": 42106,
+  "counters</w>": 46170,
+  "countess</w>": 46276,
+  "counties</w>": 12338,
+  "counting</w>": 9723,
+  "countless</w>": 21819,
+  "countries</w>": 5489,
+  "country": 7896,
+  "country</w>": 2157,
+  "countryfile</w>": 47023,
+  "countrymusic</w>": 30372,
+  "countryside</w>": 16303,
+  "counts</w>": 12264,
+  "county": 18734,
+  "county</w>": 2116,
+  "coup": 9871,
+  "coup</w>": 16479,
+  "coupe</w>": 16773,
+  "couple": 40136,
+  "couple</w>": 3377,
+  "coupled</w>": 37153,
+  "couples</w>": 14752,
+  "coupling</w>": 45595,
+  "coupon</w>": 14019,
+  "coupons</w>": 23945,
+  "cour": 1391,
+  "coura": 4436,
+  "courage</w>": 9828,
+  "courageous</w>": 25005,
+  "courier</w>": 27217,
+  "cours</w>": 21493,
+  "course": 43225,
+  "course</w>": 2613,
+  "courses</w>": 9464,
+  "court": 16837,
+  "court</w>": 2908,
+  "courte": 5088,
+  "courtesy</w>": 5228,
+  "courthouse</w>": 22205,
+  "courtney": 33601,
+  "courtney</w>": 15990,
+  "courtroom</w>": 41071,
+  "courts</w>": 13514,
+  "courty": 20121,
+  "courtyard</w>": 21900,
+  "cous</w>": 48397,
+  "cousin</w>": 7780,
+  "cousins</w>": 14073,
+  "cout": 29118,
+  "coutinho</w>": 35530,
+  "couture</w>": 14808,
+  "cov": 19384,
+  "cov</w>": 48385,
+  "cove": 21700,
+  "cove</w>": 14708,
+  "coven": 12483,
+  "covenant</w>": 29647,
+  "coventry</w>": 18007,
+  "cover": 13534,
+  "cover</w>": 2202,
+  "coverage</w>": 6810,
+  "covered</w>": 5603,
+  "covering</w>": 9462,
+  "covers</w>": 7745,
+  "covert</w>": 40134,
+  "coveted</w>": 36119,
+  "covington</w>": 43196,
+  "cow": 5076,
+  "cow</w>": 9706,
+  "cowan</w>": 42699,
+  "coward</w>": 33729,
+  "cowards</w>": 48972,
+  "cowboy": 25833,
+  "cowboy</w>": 13657,
+  "cowboys</w>": 11864,
+  "cowboysnation</w>": 43082,
+  "cowell</w>": 39015,
+  "cowgirl</w>": 47090,
+  "coworker</w>": 30727,
+  "coworkers</w>": 30821,
+  "coworking</w>": 36034,
+  "cows</w>": 15204,
+  "cowx</w>": 23831,
+  "cox": 25784,
+  "cox</w>": 11597,
+  "coy": 12765,
+  "coy</w>": 15742,
+  "coyi</w>": 48407,
+  "coyle</w>": 45348,
+  "coyne</w>": 44729,
+  "coyo": 16614,
+  "coyote</w>": 26586,
+  "coyotes</w>": 30423,
+  "coys</w>": 19736,
+  "coz": 39922,
+  "coz</w>": 14282,
+  "cozy</w>": 14873,
+  "cp": 7905,
+  "cp</w>": 9130,
+  "cpa</w>": 30095,
+  "cpac</w>": 45731,
+  "cpc</w>": 26125,
+  "cpd</w>": 23402,
+  "cpec</w>": 48007,
+  "cpfc</w>": 27553,
+  "cpi</w>": 41795,
+  "cpl</w>": 26852,
+  "cpr</w>": 25134,
+  "cps</w>": 27078,
+  "cpt</w>": 32892,
+  "cpu</w>": 27700,
+  "cq": 48910,
+  "cq</w>": 48417,
+  "cr": 1075,
+  "cr</w>": 3483,
+  "cra": 1184,
+  "cra</w>": 18362,
+  "crab": 27382,
+  "crab</w>": 11574,
+  "crabs</w>": 30908,
+  "crack": 11222,
+  "crack</w>": 10334,
+  "crackdown</w>": 29527,
+  "cracked</w>": 19826,
+  "cracker</w>": 16298,
+  "crackers</w>": 26200,
+  "cracking</w>": 13008,
+  "cracks</w>": 21426,
+  "cracy</w>": 24749,
+  "cradle</w>": 29384,
+  "crae</w>": 40438,
+  "craf": 10873,
+  "craft": 7717,
+  "craft</w>": 3588,
+  "craftbeer</w>": 12371,
+  "crafted</w>": 12424,
+  "crafthour</w>": 42324,
+  "crafting</w>": 26886,
+  "crafts": 33276,
+  "crafts</w>": 13383,
+  "craftsman</w>": 39528,
+  "craftsmanship</w>": 36682,
+  "crafty</w>": 32317,
+  "craic</w>": 46962,
+  "craig": 14042,
+  "craig</w>": 8061,
+  "craigslist</w>": 43865,
+  "cram": 29809,
+  "cramer</w>": 44592,
+  "cramps</w>": 46106,
+  "cran": 7761,
+  "cranberries</w>": 49361,
+  "cranberry</w>": 23824,
+  "crane</w>": 14626,
+  "cranes</w>": 26979,
+  "crani": 45674,
+  "crank": 46246,
+  "crank</w>": 32283,
+  "cranston</w>": 44340,
+  "crap</w>": 11899,
+  "crappy</w>": 30475,
+  "crash": 37150,
+  "crash</w>": 5033,
+  "crashed</w>": 16638,
+  "crashes</w>": 17013,
+  "crashing</w>": 24991,
+  "crat</w>": 46696,
+  "crate</w>": 24756,
+  "crater</w>": 22663,
+  "crates</w>": 30172,
+  "cratic</w>": 32175,
+  "crative</w>": 39999,
+  "crats</w>": 43056,
+  "crave</w>": 33397,
+  "craven</w>": 33625,
+  "craving</w>": 18344,
+  "cravings</w>": 34476,
+  "craw": 7400,
+  "crawfish</w>": 42772,
+  "crawford</w>": 15918,
+  "crawl</w>": 20106,
+  "crawler</w>": 41012,
+  "crawley</w>": 42316,
+  "crawling</w>": 37066,
+  "cray": 24184,
+  "cray</w>": 27032,
+  "crayon</w>": 41801,
+  "crayons</w>": 43508,
+  "craz": 25776,
+  "craze</w>": 30637,
+  "craziest</w>": 32690,
+  "craziness</w>": 46436,
+  "crazy": 17540,
+  "crazy</w>": 3578,
+  "crc</w>": 25618,
+  "cre": 798,
+  "cre</w>": 17762,
+  "cream": 23184,
+  "cream</w>": 3867,
+  "creams</w>": 41447,
+  "creamy</w>": 17206,
+  "crease</w>": 48441,
+  "create": 30949,
+  "create</w>": 3380,
+  "created</w>": 4080,
+  "creates</w>": 10361,
+  "creati": 6714,
+  "creating</w>": 5524,
+  "creation": 38293,
+  "creation</w>": 6900,
+  "creations</w>": 17411,
+  "creative": 15237,
+  "creative</w>": 4450,
+  "creatives</w>": 29352,
+  "creativity</w>": 9636,
+  "creator</w>": 10173,
+  "creators</w>": 17981,
+  "creature</w>": 14317,
+  "creatures</w>": 13938,
+  "cred": 7314,
+  "cred</w>": 22377,
+  "credenti": 29487,
+  "credentials</w>": 33422,
+  "credi": 21097,
+  "credibility</w>": 34984,
+  "credible</w>": 32983,
+  "credit": 21467,
+  "credit</w>": 3900,
+  "credited</w>": 32480,
+  "credits</w>": 10654,
+  "creds</w>": 43462,
+  "cree": 33961,
+  "cree</w>": 36014,
+  "creed</w>": 18845,
+  "creek": 26120,
+  "creek</w>": 5526,
+  "creep": 8153,
+  "creep</w>": 26084,
+  "creeper</w>": 38662,
+  "creeping</w>": 29697,
+  "creeps</w>": 45135,
+  "creepy</w>": 11943,
+  "creighton</w>": 42823,
+  "creme</w>": 22681,
+  "creole</w>": 45632,
+  "crepe</w>": 38611,
+  "crescent</w>": 18211,
+  "cress</w>": 39124,
+  "crest": 35985,
+  "crest</w>": 15760,
+  "crested</w>": 36656,
+  "crete</w>": 8584,
+  "crew": 21560,
+  "crew</w>": 3462,
+  "crewe</w>": 43284,
+  "crews</w>": 10463,
+  "cri": 1621,
+  "cri</w>": 38962,
+  "crib</w>": 23271,
+  "cric": 4328,
+  "cricke": 19098,
+  "cricket": 21859,
+  "cricket</w>": 5373,
+  "cricketer</w>": 28439,
+  "cricketers</w>": 43986,
+  "cried</w>": 15290,
+  "cries</w>": 19769,
+  "crime": 13872,
+  "crime</w>": 4896,
+  "crimea</w>": 28614,
+  "crimes</w>": 11827,
+  "crimin": 5874,
+  "criminal": 30197,
+  "criminal</w>": 8255,
+  "criminals</w>": 18783,
+  "crimson</w>": 19437,
+  "cringe</w>": 42588,
+  "cripp": 33588,
+  "cris</w>": 37818,
+  "crises</w>": 36403,
+  "crisis</w>": 5712,
+  "crisp</w>": 15145,
+  "crispr</w>": 39784,
+  "crisps</w>": 35744,
+  "crispy</w>": 16458,
+  "criss</w>": 29708,
+  "cristi": 12699,
+  "cristian</w>": 48808,
+  "cristiano</w>": 14807,
+  "cristina</w>": 33395,
+  "cristo</w>": 38315,
+  "crit": 3613,
+  "crit</w>": 48130,
+  "criteri": 33627,
+  "criteria</w>": 24849,
+  "criterion</w>": 43841,
+  "criti": 25333,
+  "critic": 12417,
+  "critic</w>": 19361,
+  "critical": 15314,
+  "critical</w>": 6808,
+  "critically</w>": 21570,
+  "criticalrole": 33606,
+  "criticalrole</w>": 22742,
+  "criticalrolefanart</w>": 43663,
+  "critici": 20333,
+  "criticism</w>": 17405,
+  "criticize</w>": 46081,
+  "criticized</w>": 41557,
+  "critics</w>": 16946,
+  "critique</w>": 32982,
+  "critters</w>": 35423,
+  "crm</w>": 22610,
+  "cro": 1192,
+  "cro</w>": 22522,
+  "croati": 28072,
+  "croatia</w>": 13323,
+  "croatian</w>": 34795,
+  "croc</w>": 43350,
+  "croche": 35352,
+  "crochet</w>": 17554,
+  "crock": 41685,
+  "crocker</w>": 47843,
+  "crockett</w>": 48313,
+  "crocod": 24519,
+  "crocodile</w>": 24757,
+  "crocs</w>": 38988,
+  "croft</w>": 16657,
+  "croissant</w>": 46011,
+  "croix</w>": 44735,
+  "crom": 25082,
+  "crombie</w>": 46162,
+  "cromwell</w>": 45345,
+  "cron": 17361,
+  "croo": 16443,
+  "crook</w>": 43744,
+  "crooked": 48473,
+  "crooked</w>": 25644,
+  "crooks</w>": 44226,
+  "crop": 40751,
+  "crop</w>": 9955,
+  "cropped</w>": 31139,
+  "crops</w>": 16290,
+  "crore</w>": 18274,
+  "crores</w>": 37281,
+  "cros": 16670,
+  "crosby</w>": 21095,
+  "cross": 5266,
+  "cross</w>": 3417,
+  "crossed</w>": 11731,
+  "crosses</w>": 20473,
+  "crossfit": 47214,
+  "crossfit</w>": 20395,
+  "crossing</w>": 8673,
+  "crossings</w>": 43517,
+  "crossover</w>": 17194,
+  "crossroads</w>": 27427,
+  "crossword</w>": 32945,
+  "crou": 31206,
+  "crouch</w>": 36506,
+  "crow": 3138,
+  "crow</w>": 16019,
+  "crowd": 12036,
+  "crowd</w>": 4570,
+  "crowded</w>": 20182,
+  "crowdfunding</w>": 17971,
+  "crowds</w>": 16092,
+  "crowe</w>": 33560,
+  "crowley</w>": 32287,
+  "crown": 22190,
+  "crown</w>": 6902,
+  "crowned</w>": 16109,
+  "crowns</w>": 33229,
+  "crows</w>": 27134,
+  "croy": 21676,
+  "croydon</w>": 27116,
+  "crs</w>": 28449,
+  "crt</w>": 43877,
+  "cru": 1815,
+  "cru</w>": 29788,
+  "cruci": 18499,
+  "crucial</w>": 12396,
+  "crude</w>": 20677,
+  "cruel": 16073,
+  "cruel</w>": 17573,
+  "cruelty</w>": 20675,
+  "cruis": 27721,
+  "cruise": 36425,
+  "cruise</w>": 6764,
+  "cruiser</w>": 21394,
+  "cruises</w>": 19214,
+  "cruising</w>": 19743,
+  "crum": 43268,
+  "crumb": 48327,
+  "crumb</w>": 39909,
+  "crumble</w>": 36595,
+  "crumbs</w>": 35893,
+  "crun": 17407,
+  "crunch</w>": 16620,
+  "crunchy</w>": 31366,
+  "crusad": 19133,
+  "crusade</w>": 36846,
+  "crusader</w>": 40171,
+  "crusaders</w>": 31319,
+  "crush": 22296,
+  "crush</w>": 7610,
+  "crushed</w>": 18270,
+  "crusher</w>": 44923,
+  "crushes</w>": 35844,
+  "crushing</w>": 20790,
+  "crust</w>": 23136,
+  "crusted</w>": 37314,
+  "cruz": 33689,
+  "cruz</w>": 8403,
+  "cry": 2837,
+  "cry</w>": 6290,
+  "crying</w>": 6828,
+  "cryo": 32215,
+  "cryp": 4865,
+  "crypt</w>": 37814,
+  "cryptic</w>": 46925,
+  "crypto": 8080,
+  "crypto</w>": 9608,
+  "cryptocurrencies</w>": 33329,
+  "cryptocurrency</w>": 12070,
+  "cryst": 15891,
+  "crystal": 17387,
+  "crystal</w>": 6517,
+  "crystalli": 47551,
+  "crystals</w>": 18350,
+  "cs": 11978,
+  "cs</w>": 2804,
+  "csa</w>": 26355,
+  "csc": 41727,
+  "csc</w>": 37266,
+  "csd</w>": 36913,
+  "cse</w>": 41659,
+  "csg</w>": 47085,
+  "csgo</w>": 28928,
+  "csi": 41750,
+  "csi</w>": 28070,
+  "csk</w>": 43036,
+  "csm</w>": 40061,
+  "csn</w>": 46329,
+  "cso</w>": 43864,
+  "csp</w>": 39243,
+  "csr": 32105,
+  "csr</w>": 24598,
+  "csrracing</w>": 44193,
+  "css": 41418,
+  "css</w>": 19846,
+  "cst</w>": 17016,
+  "csu": 35948,
+  "csu</w>": 31261,
+  "csw</w>": 41031,
+  "ct": 3381,
+  "ct</w>": 1122,
+  "cta</w>": 28397,
+  "ctar</w>": 27842,
+  "ctc</w>": 34123,
+  "cte</w>": 31410,
+  "cted</w>": 2910,
+  "ctf</w>": 35250,
+  "cthulhu</w>": 41064,
+  "cting</w>": 7985,
+  "ction": 17578,
+  "ction</w>": 1569,
+  "ctions</w>": 7021,
+  "ctive</w>": 9313,
+  "cto</w>": 17445,
+  "ctor</w>": 8108,
+  "ctr": 35602,
+  "ctr</w>": 18481,
+  "cts</w>": 6936,
+  "ctto</w>": 25118,
+  "ctu": 20834,
+  "cture</w>": 17668,
+  "ctv": 21213,
+  "ctv</w>": 27590,
+  "cu": 729,
+  "cu</w>": 11224,
+  "cuando</w>": 40388,
+  "cub": 16938,
+  "cub</w>": 19972,
+  "cuba</w>": 11576,
+  "cuban</w>": 15536,
+  "cube": 47753,
+  "cube</w>": 11353,
+  "cubes</w>": 31413,
+  "cubic": 48159,
+  "cubic</w>": 29614,
+  "cubs</w>": 9858,
+  "cuck": 26364,
+  "cuckoo</w>": 38062,
+  "cucu": 16705,
+  "cucumber</w>": 19787,
+  "cucumbers</w>": 48065,
+  "cud": 42684,
+  "cudd": 12820,
+  "cuddle</w>": 19568,
+  "cuddles</w>": 24001,
+  "cuddling</w>": 29696,
+  "cuddly</w>": 36208,
+  "cudi</w>": 48713,
+  "cue</w>": 13424,
+  "cuer": 39506,
+  "cues</w>": 35719,
+  "cuff": 34693,
+  "cuff</w>": 22414,
+  "cufflinks</w>": 43938,
+  "cuffs</w>": 37221,
+  "cuis": 9938,
+  "cuisine</w>": 10605,
+  "cuk</w>": 34838,
+  "cul": 1877,
+  "cula</w>": 35935,
+  "cular</w>": 10940,
+  "culars</w>": 45719,
+  "cule</w>": 31066,
+  "cules</w>": 18984,
+  "culin": 14772,
+  "culinary</w>": 16466,
+  "cull": 21880,
+  "cull</w>": 42061,
+  "cullen</w>": 25973,
+  "culmin": 33778,
+  "culo": 36305,
+  "culprit</w>": 41593,
+  "cult</w>": 11965,
+  "cultiv": 16781,
+  "cultivate</w>": 42983,
+  "cultivated</w>": 48901,
+  "cultivation</w>": 41539,
+  "cultur": 20780,
+  "cultural": 34908,
+  "cultural</w>": 6753,
+  "culturally</w>": 36783,
+  "culture": 20197,
+  "culture</w>": 3673,
+  "cultured</w>": 40176,
+  "cultures</w>": 19552,
+  "culver</w>": 42103,
+  "cum": 20142,
+  "cum</w>": 27119,
+  "cumb": 10858,
+  "cumber": 15309,
+  "cumberbatch</w>": 27541,
+  "cumberland</w>": 28747,
+  "cumbri": 32010,
+  "cumbria</w>": 17953,
+  "cumin</w>": 42285,
+  "cumple</w>": 47050,
+  "cumul": 42961,
+  "cumulative</w>": 47610,
+  "cumulus</w>": 46313,
+  "cun": 12423,
+  "cun</w>": 29532,
+  "cunningham</w>": 25321,
+  "cuomo</w>": 25681,
+  "cup": 5059,
+  "cup</w>": 1937,
+  "cupboard</w>": 32074,
+  "cupcake</w>": 17025,
+  "cupcakes</w>": 12747,
+  "cupid</w>": 34885,
+  "cuppa</w>": 28077,
+  "cups</w>": 11463,
+  "cur": 1092,
+  "cur</w>": 33073,
+  "curated</w>": 20341,
+  "curator</w>": 20753,
+  "curb</w>": 21931,
+  "curd</w>": 38881,
+  "cure": 36758,
+  "cure</w>": 9088,
+  "cured</w>": 26248,
+  "cures</w>": 38204,
+  "curfew</w>": 48826,
+  "curi": 12640,
+  "curing</w>": 44169,
+  "curiosity</w>": 21583,
+  "curious</w>": 9865,
+  "curl</w>": 24306,
+  "curled</w>": 43734,
+  "curling</w>": 18543,
+  "curls</w>": 24340,
+  "curly</w>": 20795,
+  "curran</w>": 40999,
+  "currant</w>": 43501,
+  "curren": 6142,
+  "currencies</w>": 23530,
+  "currency</w>": 7853,
+  "current</w>": 3653,
+  "currently</w>": 3792,
+  "currents</w>": 35450,
+  "curric": 16201,
+  "curriculum</w>": 17947,
+  "currie</w>": 39385,
+  "curry": 49285,
+  "curry</w>": 8051,
+  "curse</w>": 18479,
+  "cursed</w>": 26408,
+  "cursor</w>": 46546,
+  "curt</w>": 38137,
+  "curtain</w>": 17223,
+  "curtains</w>": 30223,
+  "curti": 39925,
+  "curtis</w>": 13808,
+  "curve</w>": 15792,
+  "curved</w>": 25789,
+  "curves</w>": 22814,
+  "curvy</w>": 45788,
+  "cus</w>": 2736,
+  "cusa</w>": 47414,
+  "cuse</w>": 37950,
+  "cush": 43731,
+  "cushi": 15333,
+  "cushion</w>": 20853,
+  "cushions</w>": 34163,
+  "cussion</w>": 16658,
+  "cussions</w>": 46853,
+  "cust": 20900,
+  "custard</w>": 26516,
+  "custo": 4376,
+  "custody</w>": 16176,
+  "custom": 2662,
+  "custom</w>": 4996,
+  "custome": 41323,
+  "customer": 24035,
+  "customer</w>": 5102,
+  "customerexperience</w>": 45167,
+  "customers</w>": 5528,
+  "customerservice</w>": 40611,
+  "customiz": 41793,
+  "customizable</w>": 48253,
+  "customization</w>": 48244,
+  "customize</w>": 32179,
+  "customized</w>": 23229,
+  "customs</w>": 16880,
+  "cut": 10511,
+  "cut</w>": 3032,
+  "cute": 16031,
+  "cute</w>": 2242,
+  "cuteness</w>": 19342,
+  "cuter</w>": 27151,
+  "cutest</w>": 8032,
+  "cuth": 44328,
+  "cutie</w>": 10733,
+  "cuties": 40939,
+  "cuties</w>": 23420,
+  "cutiesaturday</w>": 41883,
+  "cutler</w>": 40428,
+  "cutlery</w>": 49073,
+  "cutout</w>": 45016,
+  "cuts</w>": 7435,
+  "cutt": 27338,
+  "cutt</w>": 47647,
+  "cutter</w>": 19719,
+  "cutters</w>": 44783,
+  "cutting</w>": 7266,
+  "cuz</w>": 9215,
+  "cv": 13531,
+  "cv</w>": 13947,
+  "cvs</w>": 29603,
+  "cw": 10652,
+  "cw</w>": 11065,
+  "cwc</w>": 19179,
+  "cwgc</w>": 48527,
+  "cws</w>": 45186,
+  "cx": 44457,
+  "cx</w>": 14283,
+  "cy": 1470,
+  "cy</w>": 1678,
+  "cyber": 5830,
+  "cyber</w>": 10210,
+  "cybercrime</w>": 41772,
+  "cybermonday</w>": 36578,
+  "cyberpunk</w>": 36896,
+  "cybersecurity</w>": 10581,
+  "cyborg</w>": 36650,
+  "cycl": 9791,
+  "cycle": 19083,
+  "cycle</w>": 5072,
+  "cycled</w>": 31055,
+  "cycles</w>": 14605,
+  "cycli": 12201,
+  "cycling": 26353,
+  "cycling</w>": 6321,
+  "cyclist</w>": 20686,
+  "cyclists</w>": 20303,
+  "cyclo": 18122,
+  "cyclone": 48094,
+  "cyclone</w>": 20917,
+  "cyclones</w>": 34669,
+  "cylin": 18569,
+  "cylinder</w>": 22092,
+  "cylinders</w>": 48888,
+  "cymb": 36677,
+  "cymru</w>": 24005,
+  "cyn": 14324,
+  "cynthi": 41994,
+  "cynthia</w>": 23748,
+  "cyp": 14809,
+  "cypress</w>": 25347,
+  "cypri": 36481,
+  "cyprus</w>": 15263,
+  "cyril</w>": 36028,
+  "cyrus</w>": 14204,
+  "cystic</w>": 46131,
+  "cyto": 31864,
+  "cz": 22898,
+  "cz</w>": 22921,
+  "cze": 12152,
+  "czech": 43151,
+  "czech</w>": 16141,
+  "cé": 36454,
+  "cé</w>": 18317,
+  "d": 67,
+  "d</w>": 323,
+  "da": 925,
+  "da</w>": 1140,
+  "daa</w>": 32642,
+  "daan</w>": 44814,
+  "dab": 10413,
+  "dab</w>": 22900,
+  "dac": 16222,
+  "dac</w>": 27478,
+  "daca</w>": 28477,
+  "dach": 34166,
+  "dachsh": 41641,
+  "dachshund</w>": 42720,
+  "dad": 4346,
+  "dad</w>": 2639,
+  "dada</w>": 31325,
+  "daddy": 29466,
+  "daddy</w>": 6546,
+  "dade</w>": 23299,
+  "dades</w>": 28289,
+  "dads</w>": 12741,
+  "dae": 23358,
+  "dae</w>": 15422,
+  "daener": 46934,
+  "daes": 47282,
+  "daesh</w>": 35047,
+  "daf": 9972,
+  "daf</w>": 36704,
+  "daffodils</w>": 44769,
+  "daft</w>": 36347,
+  "dag": 11434,
+  "dag</w>": 25650,
+  "dagger</w>": 34251,
+  "dah": 16976,
+  "dah</w>": 11776,
+  "dahl": 45816,
+  "dahl</w>": 22621,
+  "dahlia</w>": 41768,
+  "dai": 13559,
+  "dai</w>": 10632,
+  "dail": 14676,
+  "dailies</w>": 21260,
+  "daily": 6689,
+  "daily</w>": 2873,
+  "dailynews</w>": 43466,
+  "dailys": 43160,
+  "dailysketch</w>": 46738,
+  "daim": 40421,
+  "dain": 32222,
+  "dain</w>": 28315,
+  "daipur</w>": 47631,
+  "dair": 19998,
+  "dair</w>": 42078,
+  "dairy": 25243,
+  "dairy</w>": 10302,
+  "dairyfree</w>": 49366,
+  "dais": 10502,
+  "daisi": 39947,
+  "daisies</w>": 40654,
+  "daisy": 39310,
+  "daisy</w>": 12865,
+  "dak": 6999,
+  "dak</w>": 16095,
+  "dakar</w>": 31137,
+  "dakota": 38522,
+  "dakota</w>": 12358,
+  "dal": 2476,
+  "dal</w>": 5601,
+  "dala</w>": 42675,
+  "dalai</w>": 41222,
+  "dalail": 35169,
+  "dalailama</w>": 35849,
+  "dale": 11533,
+  "dale</w>": 4677,
+  "dalejr</w>": 38207,
+  "dales</w>": 29031,
+  "daley</w>": 28544,
+  "dalgo</w>": 43614,
+  "dali": 36735,
+  "dali</w>": 25703,
+  "dalit</w>": 45432,
+  "dall</w>": 43631,
+  "dalla": 16772,
+  "dallas": 27414,
+  "dallas</w>": 5759,
+  "dallascowboys</w>": 33016,
+  "dalmati": 44275,
+  "dalton</w>": 21488,
+  "daly</w>": 24873,
+  "dam": 1880,
+  "dam</w>": 4926,
+  "damage</w>": 6822,
+  "damaged</w>": 13568,
+  "damages</w>": 28842,
+  "damaging</w>": 20610,
+  "damas": 23345,
+  "damascus</w>": 25396,
+  "dame</w>": 10069,
+  "dames</w>": 44548,
+  "dami": 17783,
+  "damian": 43307,
+  "damian</w>": 25375,
+  "damien</w>": 25090,
+  "dammit</w>": 31057,
+  "damn": 37409,
+  "damn</w>": 4451,
+  "damned</w>": 28428,
+  "damon": 48503,
+  "damon</w>": 18244,
+  "damp</w>": 26520,
+  "dams</w>": 37680,
+  "dan": 2257,
+  "dan</w>": 2284,
+  "dana": 44834,
+  "dana</w>": 13777,
+  "danao</w>": 38598,
+  "danc": 3945,
+  "dance": 10619,
+  "dance</w>": 2724,
+  "danced</w>": 32891,
+  "dancehall</w>": 33300,
+  "dancer</w>": 11400,
+  "dancers</w>": 13153,
+  "dances</w>": 24083,
+  "dancing": 33280,
+  "dancing</w>": 6226,
+  "dand": 12593,
+  "dandelion</w>": 38903,
+  "dandy</w>": 31932,
+  "dane</w>": 19330,
+  "danes</w>": 47477,
+  "dang": 4283,
+  "dang</w>": 14992,
+  "danger": 20083,
+  "danger</w>": 11212,
+  "dangerous</w>": 7350,
+  "dangerously</w>": 35012,
+  "dangers</w>": 23726,
+  "dangle</w>": 39907,
+  "dani": 3001,
+  "dani</w>": 17009,
+  "daniel": 7859,
+  "daniel</w>": 4981,
+  "daniela</w>": 44466,
+  "danielle": 30396,
+  "danielle</w>": 15292,
+  "danielpadilla</w>": 34702,
+  "daniels</w>": 16146,
+  "danish</w>": 15467,
+  "dank</w>": 31849,
+  "dann": 11951,
+  "danny": 14950,
+  "danny</w>": 7621,
+  "dano</w>": 29703,
+  "dans</w>": 16241,
+  "dant": 48097,
+  "dant</w>": 28237,
+  "dante</w>": 21911,
+  "danube</w>": 44594,
+  "dany</w>": 47816,
+  "dao</w>": 36099,
+  "dap": 12149,
+  "dap</w>": 38034,
+  "daph": 24591,
+  "daphne</w>": 31687,
+  "dapl</w>": 34478,
+  "dapp": 46857,
+  "dapper</w>": 26071,
+  "daq</w>": 25381,
+  "dar": 1377,
+  "dar</w>": 6242,
+  "dara</w>": 17064,
+  "darby</w>": 34366,
+  "darcy</w>": 32916,
+  "dare": 14833,
+  "dare</w>": 9863,
+  "daredevil</w>": 28849,
+  "dares</w>": 42973,
+  "dareto": 46794,
+  "dari": 16292,
+  "dari</w>": 14552,
+  "daria</w>": 45622,
+  "daries</w>": 18184,
+  "daring</w>": 28166,
+  "dario</w>": 33918,
+  "darius</w>": 32606,
+  "darje": 49089,
+  "dark": 5724,
+  "dark</w>": 3144,
+  "darker</w>": 18737,
+  "darkest</w>": 25898,
+  "darkness</w>": 10521,
+  "darling</w>": 13048,
+  "darlings</w>": 39961,
+  "darlington</w>": 34565,
+  "darn</w>": 26059,
+  "darrell</w>": 33522,
+  "darren": 20263,
+  "darren</w>": 12275,
+  "darry": 29200,
+  "darryl</w>": 35359,
+  "darshan</w>": 34564,
+  "dart": 14001,
+  "dart</w>": 19841,
+  "darth": 41304,
+  "darth</w>": 23164,
+  "dartmoor</w>": 31477,
+  "dartmouth</w>": 29667,
+  "darts</w>": 15246,
+  "darwin": 43013,
+  "darwin</w>": 20926,
+  "daryl": 45607,
+  "daryl</w>": 24532,
+  "das": 9940,
+  "das</w>": 7359,
+  "dash": 13858,
+  "dash</w>": 10206,
+  "dashboard</w>": 27679,
+  "dashi": 12876,
+  "dashing</w>": 33825,
+  "dat": 1717,
+  "dat</w>": 9445,
+  "data": 14876,
+  "data</w>": 2281,
+  "datab": 11941,
+  "database</w>": 14678,
+  "databases</w>": 48384,
+  "datac": 27329,
+  "datacenter</w>": 40133,
+  "datasci": 14496,
+  "datascience</w>": 15748,
+  "dataviz</w>": 28138,
+  "date": 34300,
+  "date</w>": 1524,
+  "dated</w>": 13564,
+  "dates</w>": 7228,
+  "dating</w>": 8534,
+  "dation</w>": 15311,
+  "datlantic": 34270,
+  "dato</w>": 36075,
+  "dats</w>": 48674,
+  "dau": 3162,
+  "dau</w>": 33828,
+  "daugh": 42523,
+  "daughter</w>": 3944,
+  "daughters</w>": 13585,
+  "daun": 29470,
+  "dav": 3700,
+  "dav</w>": 46488,
+  "davao</w>": 31502,
+  "dave": 10089,
+  "dave</w>": 5077,
+  "daven": 28350,
+  "davenport</w>": 34624,
+  "davey</w>": 33391,
+  "davi": 1732,
+  "david": 4640,
+  "david</w>": 2259,
+  "davidbowie</w>": 44448,
+  "davido</w>": 35989,
+  "davids</w>": 46695,
+  "davidson</w>": 13166,
+  "davies</w>": 13120,
+  "davin": 43187,
+  "davis": 24426,
+  "davis</w>": 5536,
+  "davison</w>": 43725,
+  "davos</w>": 31887,
+  "davy</w>": 41565,
+  "daw": 5971,
+  "daw</w>": 24404,
+  "dawg</w>": 18660,
+  "dawgs</w>": 26431,
+  "dawn": 30590,
+  "dawn</w>": 7689,
+  "dawson</w>": 18611,
+  "dax</w>": 29458,
+  "day": 1405,
+  "day</w>": 575,
+  "daya</w>": 38165,
+  "daybreak</w>": 33862,
+  "daycare</w>": 36363,
+  "daydream</w>": 41587,
+  "dayin": 20332,
+  "daylight</w>": 20809,
+  "dayo": 29856,
+  "dayo</w>": 46605,
+  "dayof": 16272,
+  "dayofthe": 38043,
+  "days</w>": 1161,
+  "daysof": 12379,
+  "daysofcode</w>": 36537,
+  "daysto": 29886,
+  "daystogo</w>": 42198,
+  "dayswild</w>": 42052,
+  "daytime</w>": 22830,
+  "dayton": 35729,
+  "dayton</w>": 20262,
+  "daytona</w>": 16335,
+  "dayweekend</w>": 44526,
+  "dayz</w>": 35949,
+  "daz": 15449,
+  "daz</w>": 43844,
+  "daze</w>": 33591,
+  "dazz": 17149,
+  "dazzle</w>": 41164,
+  "dazzling</w>": 28821,
+  "db": 19100,
+  "db</w>": 8128,
+  "dbacks</w>": 31175,
+  "dbs</w>": 40558,
+  "dbz</w>": 49226,
+  "dc": 5074,
+  "dc</w>": 2743,
+  "dca</w>": 49107,
+  "dcc</w>": 33747,
+  "dccomics</w>": 17610,
+  "dcfc</w>": 35526,
+  "dci</w>": 35336,
+  "dcs</w>": 42878,
+  "dcu</w>": 42647,
+  "dd": 1353,
+  "dd</w>": 3766,
+  "dda</w>": 35202,
+  "ddad</w>": 39049,
+  "dday": 32689,
+  "dday</w>": 26243,
+  "ddc</w>": 48513,
+  "ddd</w>": 24183,
+  "dddd</w>": 35362,
+  "dden</w>": 5013,
+  "dder</w>": 9300,
+  "dders</w>": 24827,
+  "ddi</w>": 44450,
+  "ddin</w>": 17175,
+  "dding": 48101,
+  "dding</w>": 8974,
+  "ddings</w>": 49106,
+  "ddington</w>": 29238,
+  "ddle": 17633,
+  "ddle</w>": 8357,
+  "ddled</w>": 38392,
+  "ddles</w>": 33901,
+  "ddleston</w>": 25647,
+  "ddling</w>": 30981,
+  "ddlovato</w>": 28244,
+  "ddos</w>": 46463,
+  "ddr</w>": 26027,
+  "dds</w>": 48334,
+  "ddu</w>": 43836,
+  "ddy": 14981,
+  "ddy</w>": 7876,
+  "de": 561,
+  "de</w>": 654,
+  "dea</w>": 18477,
+  "deacon</w>": 29155,
+  "dead": 3906,
+  "dead</w>": 2747,
+  "deadliest</w>": 40811,
+  "deadline": 47209,
+  "deadline</w>": 8458,
+  "deadlines</w>": 44959,
+  "deadly</w>": 10756,
+  "deadpool</w>": 21471,
+  "deaf": 28229,
+  "deaf</w>": 18358,
+  "deal": 7249,
+  "deal</w>": 2696,
+  "dealer</w>": 15218,
+  "dealers</w>": 21697,
+  "dealership</w>": 32096,
+  "dealing</w>": 13138,
+  "deals</w>": 4469,
+  "dealt</w>": 30101,
+  "dean": 13807,
+  "dean</w>": 5828,
+  "deandre</w>": 43635,
+  "deans</w>": 46852,
+  "dear": 15696,
+  "dear</w>": 3817,
+  "dearest</w>": 24880,
+  "dearly</w>": 31880,
+  "deas</w>": 34715,
+  "death": 7163,
+  "death</w>": 2767,
+  "deaths</w>": 12253,
+  "deau</w>": 12399,
+  "deaux</w>": 19883,
+  "deb": 2987,
+  "deb</w>": 25687,
+  "debat": 32082,
+  "debate</w>": 5196,
+  "debates</w>": 19239,
+  "debating</w>": 23472,
+  "debbie": 47186,
+  "debbie</w>": 16735,
+  "debit</w>": 32410,
+  "debor": 16738,
+  "deborah": 40997,
+  "deborah</w>": 22150,
+  "debra</w>": 33233,
+  "debris</w>": 19208,
+  "debt</w>": 8932,
+  "debts</w>": 38770,
+  "debu": 9790,
+  "debun": 33123,
+  "debut": 42608,
+  "debut</w>": 4085,
+  "debuted</w>": 25215,
+  "debuting</w>": 34817,
+  "debuts</w>": 17044,
+  "dec": 3063,
+  "dec</w>": 4628,
+  "deca</w>": 33428,
+  "decad": 29914,
+  "decade</w>": 11099,
+  "decadent</w>": 41716,
+  "decades</w>": 10488,
+  "decal</w>": 26678,
+  "decals</w>": 37606,
+  "decan": 40677,
+  "decat": 35334,
+  "decath": 47455,
+  "decatur</w>": 38540,
+  "decay</w>": 22703,
+  "dece": 3534,
+  "deceased</w>": 30035,
+  "december</w>": 3864,
+  "decent</w>": 10698,
+  "decentr": 28960,
+  "decentralized</w>": 38485,
+  "decep": 33529,
+  "deception</w>": 33046,
+  "deci": 2262,
+  "decide</w>": 8447,
+  "decided</w>": 4939,
+  "decides</w>": 17269,
+  "deciding</w>": 22513,
+  "decision</w>": 5575,
+  "decisions</w>": 9903,
+  "decisive</w>": 28690,
+  "deck": 24885,
+  "deck</w>": 6943,
+  "decked</w>": 39096,
+  "decker</w>": 21449,
+  "decks</w>": 23968,
+  "decl": 7091,
+  "decla": 10739,
+  "declan</w>": 42341,
+  "declar": 18040,
+  "declaration</w>": 19714,
+  "declare</w>": 19856,
+  "declared</w>": 13845,
+  "declares</w>": 23641,
+  "declaring</w>": 33273,
+  "decline</w>": 15084,
+  "declined</w>": 28911,
+  "declines</w>": 40478,
+  "declining</w>": 29221,
+  "deco": 26412,
+  "deco</w>": 16422,
+  "decor": 5148,
+  "decor</w>": 6928,
+  "decorate</w>": 23651,
+  "decorated</w>": 15917,
+  "decorating</w>": 16968,
+  "decoration</w>": 16029,
+  "decorations</w>": 19158,
+  "decorative</w>": 19289,
+  "decre": 12284,
+  "decrease</w>": 24703,
+  "decreased</w>": 33913,
+  "decreasing</w>": 43763,
+  "decree</w>": 43327,
+  "ded": 16744,
+  "ded</w>": 1241,
+  "dedic": 4701,
+  "dedicate</w>": 27610,
+  "dedicated</w>": 6770,
+  "dedication</w>": 10188,
+  "dedly</w>": 36204,
+  "deduc": 22799,
+  "dee": 5268,
+  "dee</w>": 6705,
+  "deed</w>": 30260,
+  "deeds</w>": 24516,
+  "deejay": 48304,
+  "deejay</w>": 44511,
+  "deemed</w>": 28102,
+  "deen": 26456,
+  "deen</w>": 12912,
+  "deep": 5462,
+  "deep</w>": 3383,
+  "deepak</w>": 45528,
+  "deeper</w>": 15224,
+  "deepest</w>": 22245,
+  "deephouse</w>": 35684,
+  "deepi": 19371,
+  "deepika</w>": 34120,
+  "deepikap": 29903,
+  "deepikapadukone</w>": 30646,
+  "deeplear": 22181,
+  "deeplearning</w>": 24362,
+  "deeply</w>": 11449,
+  "deer": 19454,
+  "deer</w>": 8700,
+  "deere</w>": 32901,
+  "dees</w>": 12547,
+  "deets</w>": 35537,
+  "def": 2044,
+  "def</w>": 11649,
+  "defam": 35670,
+  "defamation</w>": 42741,
+  "default</w>": 21650,
+  "defe": 4148,
+  "defeat</w>": 8477,
+  "defeated</w>": 8927,
+  "defeating</w>": 22594,
+  "defeats</w>": 16317,
+  "defect</w>": 44013,
+  "defects</w>": 37485,
+  "defen": 3619,
+  "defence": 30307,
+  "defence</w>": 9659,
+  "defend": 21970,
+  "defend</w>": 11397,
+  "defended</w>": 27161,
+  "defender</w>": 10618,
+  "defenders</w>": 20063,
+  "defending</w>": 13098,
+  "defends</w>": 20134,
+  "defense": 45875,
+  "defense</w>": 6021,
+  "defenseman</w>": 43714,
+  "defenses</w>": 49198,
+  "defensive</w>": 10824,
+  "defi": 17244,
+  "defiance</w>": 36186,
+  "defiant</w>": 47597,
+  "defibrill": 47684,
+  "defic": 18022,
+  "defici": 23387,
+  "deficiency</w>": 30685,
+  "deficit</w>": 20156,
+  "defin": 3188,
+  "define</w>": 14919,
+  "defined</w>": 15278,
+  "defines</w>": 28218,
+  "defining</w>": 20504,
+  "definite</w>": 40793,
+  "definitely</w>": 4824,
+  "definition</w>": 11405,
+  "definitive</w>": 25298,
+  "defl": 31467,
+  "deforestation</w>": 41330,
+  "defstar</w>": 36427,
+  "defy</w>": 39148,
+  "defying</w>": 38496,
+  "deg</w>": 38498,
+  "degra": 28939,
+  "degradation</w>": 44468,
+  "degre": 4653,
+  "degree</w>": 7119,
+  "degrees</w>": 8000,
+  "deh</w>": 35582,
+  "dei": 33833,
+  "dei</w>": 23279,
+  "deir": 42948,
+  "deity</w>": 42574,
+  "deja</w>": 46902,
+  "dek</w>": 23901,
+  "dekalb</w>": 37775,
+  "del": 1233,
+  "del</w>": 2003,
+  "dela</w>": 37986,
+  "delaney</w>": 31528,
+  "delav": 23706,
+  "delavin": 40477,
+  "delavin</w>": 40776,
+  "delavinkisses</w>": 40631,
+  "delaware</w>": 17547,
+  "delay": 12955,
+  "delay</w>": 10934,
+  "delayed</w>": 14567,
+  "delaying</w>": 43781,
+  "delays</w>": 11232,
+  "dele": 7922,
+  "dele</w>": 33431,
+  "delec": 38615,
+  "delectable</w>": 45500,
+  "deleg": 8046,
+  "delegate</w>": 27259,
+  "delegates</w>": 14623,
+  "delegation</w>": 14632,
+  "delete</w>": 19204,
+  "deleted</w>": 16588,
+  "deleting</w>": 41857,
+  "delft</w>": 42749,
+  "delgado</w>": 49182,
+  "delhi": 26723,
+  "delhi</w>": 5717,
+  "deli": 1932,
+  "deli</w>": 18601,
+  "delia</w>": 33193,
+  "deliber": 18316,
+  "deliberate</w>": 38271,
+  "deliberately</w>": 35163,
+  "delic": 13366,
+  "delicacy</w>": 49181,
+  "delicate</w>": 18768,
+  "delici": 19993,
+  "delicious</w>": 3959,
+  "deliciously</w>": 39589,
+  "deliciousness</w>": 42819,
+  "delight": 46165,
+  "delight</w>": 13073,
+  "delighted</w>": 5943,
+  "delightful</w>": 15513,
+  "delights</w>": 25330,
+  "deline</w>": 18797,
+  "delines</w>": 13562,
+  "delish</w>": 25093,
+  "deliver": 19561,
+  "deliver</w>": 7396,
+  "delivered</w>": 7278,
+  "deliveries</w>": 29336,
+  "delivering</w>": 9943,
+  "delivers</w>": 11753,
+  "delivery</w>": 5619,
+  "dell": 24381,
+  "dell</w>": 10242,
+  "della</w>": 22986,
+  "delle</w>": 35963,
+  "deloit": 29428,
+  "deloitte</w>": 38667,
+  "dels</w>": 48636,
+  "delta": 32250,
+  "delta</w>": 8768,
+  "delu": 18779,
+  "delusional</w>": 48059,
+  "delux": 13709,
+  "deluxe</w>": 14056,
+  "delve</w>": 46008,
+  "dely</w>": 15040,
+  "dem": 3251,
+  "dem</w>": 7825,
+  "dema": 40268,
+  "dema</w>": 45046,
+  "deman</w>": 48366,
+  "demand": 13072,
+  "demand</w>": 5650,
+  "demanded</w>": 33699,
+  "demanding</w>": 17099,
+  "demands</w>": 14241,
+  "demar</w>": 46566,
+  "demarcus</w>": 47873,
+  "demb": 35930,
+  "demdebate</w>": 43973,
+  "deme": 25143,
+  "demean": 37376,
+  "demen": 12604,
+  "dementi": 46028,
+  "dementia</w>": 14047,
+  "demetri": 39553,
+  "demi": 32879,
+  "demi</w>": 14480,
+  "demise</w>": 28756,
+  "demo": 2930,
+  "demo</w>": 7380,
+  "democr": 3573,
+  "democracy</w>": 7758,
+  "democrat</w>": 15431,
+  "democratic</w>": 9149,
+  "democrats</w>": 8865,
+  "demographic</w>": 31308,
+  "demol": 19382,
+  "demolished</w>": 26537,
+  "demolition</w>": 22237,
+  "demon": 5635,
+  "demon</w>": 12085,
+  "demonetisation</w>": 41338,
+  "demonic</w>": 46920,
+  "demons</w>": 18388,
+  "demonstr": 8579,
+  "demonstrate</w>": 22231,
+  "demonstrated</w>": 29477,
+  "demonstrates</w>": 24806,
+  "demonstrating</w>": 22107,
+  "demonstration</w>": 16722,
+  "demonstrations</w>": 33964,
+  "demonstrators</w>": 46450,
+  "demos</w>": 19304,
+  "demp": 22490,
+  "dempsey</w>": 30188,
+  "dems</w>": 10989,
+  "demsin": 42664,
+  "demsinphilly</w>": 43091,
+  "den": 1177,
+  "den</w>": 1181,
+  "dena</w>": 32431,
+  "denali</w>": 48076,
+  "dence</w>": 3370,
+  "dency</w>": 11659,
+  "dend": 37447,
+  "dends</w>": 43985,
+  "dene</w>": 45128,
+  "dened</w>": 19571,
+  "deng": 43098,
+  "deng</w>": 41788,
+  "dengue</w>": 41932,
+  "denham</w>": 39180,
+  "deni": 21995,
+  "denial</w>": 25716,
+  "denied</w>": 15780,
+  "denies</w>": 19565,
+  "denim</w>": 13606,
+  "denis": 47630,
+  "denis</w>": 18750,
+  "denise": 45900,
+  "denise</w>": 20899,
+  "denmark</w>": 13268,
+  "dennis": 32738,
+  "dennis</w>": 10534,
+  "denny</w>": 26808,
+  "denomin": 41016,
+  "dens</w>": 16533,
+  "dense</w>": 19353,
+  "density</w>": 22431,
+  "dent": 3593,
+  "dent</w>": 1258,
+  "dental": 24635,
+  "dental</w>": 8382,
+  "dentally</w>": 10346,
+  "dented</w>": 21923,
+  "denti": 4418,
+  "dential</w>": 5459,
+  "dentist</w>": 17816,
+  "dentistry</w>": 25754,
+  "dently</w>": 28817,
+  "denton</w>": 23567,
+  "dents</w>": 1517,
+  "denver": 27847,
+  "denver</w>": 8569,
+  "deny</w>": 18679,
+  "denying</w>": 32771,
+  "denzel</w>": 42503,
+  "deo": 26406,
+  "deo</w>": 12121,
+  "deodor": 47639,
+  "deol</w>": 41902,
+  "deon": 31466,
+  "deon</w>": 16079,
+  "dep": 6079,
+  "dep</w>": 24370,
+  "depar": 10794,
+  "depart": 5343,
+  "depart</w>": 30649,
+  "departed</w>": 32541,
+  "departing</w>": 26902,
+  "department</w>": 5744,
+  "departments</w>": 29523,
+  "departs</w>": 38998,
+  "departure</w>": 17850,
+  "depe": 36118,
+  "depend": 13894,
+  "depend</w>": 27371,
+  "dependence</w>": 40243,
+  "dependent</w>": 23280,
+  "depending</w>": 23673,
+  "depends</w>": 20497,
+  "depic": 11307,
+  "depicted</w>": 34637,
+  "depicting</w>": 24970,
+  "depiction</w>": 31071,
+  "depicts</w>": 29340,
+  "deple": 38504,
+  "deplo": 9356,
+  "deplor": 39232,
+  "deploy</w>": 26944,
+  "deployed</w>": 20009,
+  "deploying</w>": 42212,
+  "deployment</w>": 20183,
+  "depo": 14276,
+  "depor": 36110,
+  "deport": 23389,
+  "deportation</w>": 36617,
+  "deported</w>": 39320,
+  "deportes</w>": 47878,
+  "depos": 21266,
+  "deposit</w>": 16775,
+  "deposits</w>": 30740,
+  "depot</w>": 12589,
+  "depp</w>": 24941,
+  "depre": 7107,
+  "depress": 38869,
+  "depressed</w>": 23269,
+  "depressing</w>": 29235,
+  "depression</w>": 10023,
+  "depri": 28587,
+  "depriv": 45809,
+  "deprivation</w>": 47810,
+  "deprived</w>": 39140,
+  "dept</w>": 9201,
+  "depth</w>": 10350,
+  "depths</w>": 28855,
+  "depu": 6912,
+  "deputies</w>": 24914,
+  "deputy</w>": 7932,
+  "der": 839,
+  "der</w>": 801,
+  "dera</w>": 20696,
+  "derail": 48502,
+  "derby": 13904,
+  "derby</w>": 7177,
+  "derbyshire</w>": 22147,
+  "derdale</w>": 21513,
+  "dere": 5701,
+  "dere</w>": 44194,
+  "dered</w>": 3776,
+  "derek": 22461,
+  "derek</w>": 11205,
+  "derel": 46728,
+  "derer</w>": 11289,
+  "derers</w>": 20882,
+  "deri": 34573,
+  "derick</w>": 33908,
+  "dering</w>": 6076,
+  "deriv": 33458,
+  "derived</w>": 26461,
+  "derland</w>": 35488,
+  "derman</w>": 29740,
+  "dermatology</w>": 48051,
+  "dern</w>": 30086,
+  "dero": 37203,
+  "dero</w>": 34026,
+  "derrick</w>": 21798,
+  "derry": 45777,
+  "derry</w>": 20535,
+  "ders": 37307,
+  "ders</w>": 1923,
+  "derson</w>": 12677,
+  "dery</w>": 17172,
+  "des": 6797,
+  "des</w>": 1437,
+  "desai</w>": 35316,
+  "desc": 13866,
+  "descen": 32318,
+  "descend": 26004,
+  "descend</w>": 46241,
+  "descendants</w>": 36323,
+  "descending</w>": 36620,
+  "descent</w>": 19375,
+  "desch": 49209,
+  "descri": 4637,
+  "describe</w>": 10967,
+  "described</w>": 14671,
+  "describes</w>": 13678,
+  "describing</w>": 24239,
+  "descrip": 41832,
+  "description</w>": 13951,
+  "descriptions</w>": 40653,
+  "desde</w>": 42218,
+  "dese": 27195,
+  "deser": 3659,
+  "desert": 45776,
+  "desert</w>": 7301,
+  "deserted</w>": 41560,
+  "deserve</w>": 7043,
+  "deserved</w>": 10061,
+  "deserves</w>": 9079,
+  "deserving</w>": 26615,
+  "desh": 25320,
+  "desh</w>": 7448,
+  "deshi</w>": 42769,
+  "desi": 6772,
+  "desi</w>": 26635,
+  "desig": 1250,
+  "design": 8359,
+  "design</w>": 1681,
+  "designated</w>": 24119,
+  "designation</w>": 41155,
+  "designed</w>": 4486,
+  "designer": 35640,
+  "designer</w>": 5728,
+  "designers</w>": 12720,
+  "designing</w>": 13467,
+  "designs</w>": 6747,
+  "designthinking</w>": 32450,
+  "desirable</w>": 32368,
+  "desire</w>": 11858,
+  "desired</w>": 28631,
+  "desires</w>": 27598,
+  "desk": 11937,
+  "desk</w>": 6550,
+  "desks</w>": 41014,
+  "desktop</w>": 14345,
+  "desmond</w>": 27821,
+  "desol": 41258,
+  "desp": 3642,
+  "despair</w>": 28097,
+  "desper": 10144,
+  "desperate</w>": 15072,
+  "desperately</w>": 21993,
+  "despic": 32442,
+  "despicable</w>": 37158,
+  "despite</w>": 5325,
+  "dess": 7096,
+  "dess</w>": 10001,
+  "dessert</w>": 9753,
+  "desserts</w>": 22948,
+  "desses</w>": 43913,
+  "dest": 6540,
+  "dest</w>": 4549,
+  "destin": 4934,
+  "destination": 32191,
+  "destination</w>": 9179,
+  "destinations</w>": 16981,
+  "destined</w>": 28525,
+  "destiny": 39875,
+  "destiny</w>": 10867,
+  "destro": 8287,
+  "destroy": 8308,
+  "destroy</w>": 11930,
+  "destroyed</w>": 9965,
+  "destroyer</w>": 25291,
+  "destroying</w>": 19613,
+  "destroys</w>": 27634,
+  "destruc": 22945,
+  "destruction</w>": 14281,
+  "destructive</w>": 29591,
+  "det": 28966,
+  "det</w>": 15366,
+  "deta": 1914,
+  "detached</w>": 26252,
+  "detail</w>": 7657,
+  "detailed</w>": 12609,
+  "detailing</w>": 23163,
+  "details</w>": 2353,
+  "detained</w>": 20260,
+  "dete": 5606,
+  "detec": 17991,
+  "detect</w>": 22744,
+  "detected</w>": 26988,
+  "detecting</w>": 41290,
+  "detection</w>": 16220,
+  "detective</w>": 13672,
+  "detectives</w>": 27994,
+  "detector</w>": 27689,
+  "detectors</w>": 45063,
+  "detention</w>": 16908,
+  "deter": 10742,
+  "deter</w>": 47458,
+  "detergent</w>": 46726,
+  "deterior": 28512,
+  "determin": 8325,
+  "determination</w>": 17410,
+  "determine</w>": 16768,
+  "determined</w>": 14371,
+  "determines</w>": 42192,
+  "determining</w>": 39884,
+  "deth</w>": 38375,
+  "deto": 39710,
+  "deton": 39335,
+  "detour</w>": 31211,
+  "detox</w>": 22459,
+  "detri": 47951,
+  "detro": 6210,
+  "detroit": 19404,
+  "detroit</w>": 7073,
+  "detta</w>": 45438,
+  "dette</w>": 35750,
+  "deu": 21457,
+  "deuce</w>": 45332,
+  "deus</w>": 37625,
+  "deut": 14970,
+  "deutsch": 30389,
+  "deutsche</w>": 32760,
+  "deutschland</w>": 36878,
+  "deux</w>": 47089,
+  "dev": 2797,
+  "dev</w>": 3670,
+  "deva</w>": 45179,
+  "devan": 37072,
+  "devast": 12913,
+  "devastated</w>": 29865,
+  "devastating</w>": 19280,
+  "devastation</w>": 42452,
+  "devel": 1820,
+  "develop": 1966,
+  "develop</w>": 7708,
+  "developed</w>": 8763,
+  "developer</w>": 10929,
+  "developers</w>": 13248,
+  "developing</w>": 8131,
+  "development</w>": 2855,
+  "developmental</w>": 29347,
+  "developments</w>": 17393,
+  "develops</w>": 29895,
+  "deven": 45537,
+  "devgn</w>": 29871,
+  "devi": 12926,
+  "devi</w>": 20717,
+  "deviant": 25593,
+  "deviantart</w>": 26046,
+  "device</w>": 8163,
+  "devices</w>": 9067,
+  "devil": 8894,
+  "devil</w>": 8043,
+  "deville</w>": 34329,
+  "devils</w>": 11683,
+  "devin": 31193,
+  "devin</w>": 20996,
+  "devine</w>": 33019,
+  "devlin</w>": 48040,
+  "devo": 11861,
+  "devo</w>": 43444,
+  "devon": 16205,
+  "devon</w>": 10046,
+  "devops</w>": 21504,
+  "devos</w>": 40646,
+  "devote": 37777,
+  "devoted</w>": 24561,
+  "devotees</w>": 39759,
+  "devotion</w>": 25821,
+  "devotional</w>": 35456,
+  "devs</w>": 27374,
+  "dew": 31952,
+  "dew</w>": 16358,
+  "dewey</w>": 40399,
+  "dex": 10030,
+  "dex</w>": 13790,
+  "dexpo</w>": 42502,
+  "dexter": 45049,
+  "dexter</w>": 22781,
+  "dey</w>": 11829,
+  "dez": 23190,
+  "dez</w>": 8122,
+  "df": 12908,
+  "df</w>": 10468,
+  "dfc</w>": 41903,
+  "dfs</w>": 32880,
+  "dfw</w>": 20439,
+  "dg": 2394,
+  "dg</w>": 9742,
+  "dgate</w>": 41684,
+  "dge": 4016,
+  "dge</w>": 1360,
+  "dged</w>": 11830,
+  "dgeon</w>": 45655,
+  "dgers</w>": 8733,
+  "dges</w>": 5432,
+  "dging</w>": 9565,
+  "dh": 6669,
+  "dh</w>": 9960,
+  "dha": 11629,
+  "dha</w>": 27377,
+  "dhabi</w>": 22349,
+  "dhaka</w>": 32877,
+  "dham": 29635,
+  "dham</w>": 30838,
+  "dhan": 12542,
+  "dhan</w>": 28569,
+  "dhanush": 26162,
+  "dhanush</w>": 36200,
+  "dhanushkraja</w>": 29266,
+  "dhar": 12397,
+  "dharma</w>": 30536,
+  "dhary</w>": 28706,
+  "dhawan</w>": 44699,
+  "dhe": 29706,
+  "dheim</w>": 44280,
+  "dhi": 31553,
+  "dhi</w>": 26166,
+  "dho": 37834,
+  "dhoni</w>": 25698,
+  "dhru": 40257,
+  "dhry</w>": 39960,
+  "dhs</w>": 26849,
+  "dhu": 32387,
+  "di": 570,
+  "di</w>": 1618,
+  "dia": 7351,
+  "dia</w>": 3357,
+  "diab": 15954,
+  "diabe": 19167,
+  "diabete": 43826,
+  "diabetes</w>": 10319,
+  "diabetic</w>": 30230,
+  "diablo</w>": 23931,
+  "diag": 6851,
+  "diagno": 7736,
+  "diagnose</w>": 44429,
+  "diagnosed</w>": 16979,
+  "diagnosis</w>": 15715,
+  "diagnostic</w>": 26351,
+  "diagnostics</w>": 37723,
+  "diagram</w>": 22697,
+  "dial": 18416,
+  "dial</w>": 11381,
+  "dialo": 30709,
+  "dialog</w>": 48945,
+  "dialogue</w>": 11288,
+  "dialogues</w>": 40330,
+  "dialysis</w>": 44798,
+  "diam": 4347,
+  "diameter</w>": 27189,
+  "diamon": 8873,
+  "diamond": 18535,
+  "diamond</w>": 6235,
+  "diamonds</w>": 12687,
+  "dian": 16021,
+  "dian</w>": 4998,
+  "diana</w>": 12803,
+  "diane</w>": 15855,
+  "dianne</w>": 42299,
+  "dians</w>": 21041,
+  "diaper</w>": 34382,
+  "diapers</w>": 39659,
+  "diar": 25932,
+  "diaries</w>": 15541,
+  "diary</w>": 10380,
+  "dias": 22137,
+  "dias</w>": 29354,
+  "diaspora</w>": 28390,
+  "diaz</w>": 17688,
+  "dic": 1404,
+  "dic</w>": 6717,
+  "dicap": 30023,
+  "dicaprio</w>": 30755,
+  "dice</w>": 14406,
+  "dick": 14413,
+  "dick</w>": 9554,
+  "dickens</w>": 33421,
+  "dict": 45360,
+  "dict</w>": 15159,
+  "dictat": 26156,
+  "dictator</w>": 27399,
+  "dictatorship</w>": 37989,
+  "dictionary</w>": 19699,
+  "did": 1861,
+  "did</w>": 1335,
+  "diddy</w>": 33527,
+  "didi</w>": 34396,
+  "didier</w>": 45614,
+  "didn</w>": 2376,
+  "didnt</w>": 13057,
+  "dido</w>": 31725,
+  "didyou": 12295,
+  "didyouknow</w>": 12506,
+  "die": 3150,
+  "die</w>": 2082,
+  "diec": 27729,
+  "diecast</w>": 37936,
+  "died</w>": 3622,
+  "diego": 30940,
+  "diego</w>": 6306,
+  "diem</w>": 45571,
+  "dience</w>": 33686,
+  "dient</w>": 27231,
+  "dier": 29702,
+  "dier</w>": 16394,
+  "dies": 20104,
+  "dies</w>": 1862,
+  "diesel": 46312,
+  "diesel</w>": 10591,
+  "diest</w>": 45739,
+  "diet": 21295,
+  "diet</w>": 6582,
+  "dietary</w>": 29009,
+  "dietrich</w>": 47005,
+  "diets</w>": 35173,
+  "dif": 18656,
+  "dif</w>": 48731,
+  "diff": 44073,
+  "diff</w>": 20331,
+  "diffe": 1967,
+  "differ</w>": 34620,
+  "differen": 14903,
+  "difference</w>": 4731,
+  "differences</w>": 14003,
+  "different</w>": 2731,
+  "differenti": 21729,
+  "differential</w>": 34027,
+  "differentiate</w>": 49032,
+  "differently</w>": 18325,
+  "diffic": 6140,
+  "difficult</w>": 7405,
+  "difficulties</w>": 23468,
+  "difficulty</w>": 25245,
+  "diffu": 31603,
+  "diffuser</w>": 49400,
+  "dig": 1831,
+  "dig</w>": 9887,
+  "dige": 17820,
+  "digest</w>": 20413,
+  "digestion</w>": 40533,
+  "digestive</w>": 32304,
+  "digg": 43240,
+  "digger</w>": 35919,
+  "diggin</w>": 48466,
+  "digging</w>": 14971,
+  "digi": 15627,
+  "digi</w>": 39361,
+  "digimon</w>": 44181,
+  "digit": 14899,
+  "digit</w>": 27472,
+  "digital": 4704,
+  "digital</w>": 2794,
+  "digitalart</w>": 16987,
+  "digitalhealth</w>": 32190,
+  "digitalindia</w>": 46630,
+  "digitally</w>": 27543,
+  "digitalmarketing</w>": 15299,
+  "digitaltransformation</w>": 20047,
+  "digiti": 25935,
+  "digits</w>": 31710,
+  "digni": 45532,
+  "dignit": 39497,
+  "dignity</w>": 17744,
+  "digo</w>": 35701,
+  "digs</w>": 26877,
+  "dih</w>": 43089,
+  "dii</w>": 32755,
+  "dijk</w>": 44444,
+  "dik": 38854,
+  "dik</w>": 37747,
+  "dike</w>": 42683,
+  "dil": 7643,
+  "dil</w>": 17942,
+  "dile": 25428,
+  "dilemma</w>": 29787,
+  "dilig": 30664,
+  "dill": 12318,
+  "dill</w>": 27206,
+  "dillon</w>": 21056,
+  "dilu": 45242,
+  "dim": 19576,
+  "dim</w>": 17523,
+  "dime</w>": 24443,
+  "dimen": 10935,
+  "dimension</w>": 20479,
+  "dimensional</w>": 25252,
+  "dimensions</w>": 25086,
+  "diment</w>": 43500,
+  "dimes</w>": 44888,
+  "dimini": 37459,
+  "dimit": 22250,
+  "dimitri</w>": 48840,
+  "dimp": 38853,
+  "din": 1462,
+  "din</w>": 5673,
+  "dina</w>": 36815,
+  "dinah</w>": 30903,
+  "dine": 20951,
+  "dine</w>": 12989,
+  "diner</w>": 16963,
+  "dinesh</w>": 48341,
+  "ding": 7545,
+  "ding</w>": 796,
+  "dinger</w>": 45580,
+  "dingh": 48064,
+  "dings</w>": 5473,
+  "dington</w>": 24804,
+  "dinho</w>": 47370,
+  "dini</w>": 20196,
+  "dining</w>": 8658,
+  "dinner": 27548,
+  "dinner</w>": 2571,
+  "dinners</w>": 33570,
+  "dino": 9692,
+  "dino</w>": 14077,
+  "dinosa": 18955,
+  "dinosaur</w>": 15095,
+  "dinosaurs</w>": 20387,
+  "dio": 3779,
+  "dio</w>": 1521,
+  "dioce": 20763,
+  "diocese</w>": 27091,
+  "dion": 42899,
+  "dion</w>": 16250,
+  "dior</w>": 23655,
+  "dios</w>": 37563,
+  "dious</w>": 27417,
+  "dioxide</w>": 38102,
+  "dip": 19918,
+  "dip</w>": 11343,
+  "dipl": 8490,
+  "diplo</w>": 38115,
+  "diplom": 11169,
+  "diploma</w>": 21251,
+  "diplomacy</w>": 23798,
+  "diplomat</w>": 32828,
+  "diplomatic</w>": 23782,
+  "diplomats</w>": 44126,
+  "dipped</w>": 30610,
+  "dipper</w>": 49317,
+  "dipping</w>": 33544,
+  "dips</w>": 37522,
+  "dir": 4251,
+  "dir</w>": 8478,
+  "dire": 38355,
+  "dire</w>": 25664,
+  "direc": 1534,
+  "direct": 43224,
+  "direct</w>": 6016,
+  "directed</w>": 8392,
+  "directing</w>": 21817,
+  "direction": 15923,
+  "direction</w>": 5407,
+  "directional</w>": 38687,
+  "directioner</w>": 48042,
+  "directioners</w>": 22055,
+  "directions</w>": 16440,
+  "directive</w>": 40630,
+  "directly</w>": 9701,
+  "director": 20337,
+  "director</w>": 2681,
+  "directorial</w>": 45327,
+  "directors</w>": 11940,
+  "directory</w>": 25272,
+  "directs</w>": 34349,
+  "directv</w>": 48652,
+  "dirk</w>": 28171,
+  "dirt": 31415,
+  "dirt</w>": 11795,
+  "dirty": 20127,
+  "dirty</w>": 7615,
+  "dis": 1518,
+  "dis</w>": 6112,
+  "disa": 3882,
+  "disab": 47380,
+  "disabilities</w>": 17350,
+  "disability": 48986,
+  "disability</w>": 13261,
+  "disabled</w>": 13613,
+  "disadvantaged</w>": 40577,
+  "disagree</w>": 23199,
+  "disapp": 5384,
+  "disappear": 21148,
+  "disappear</w>": 25173,
+  "disappearance</w>": 35929,
+  "disappeared</w>": 23139,
+  "disappearing</w>": 35819,
+  "disappears</w>": 44406,
+  "disappo": 7605,
+  "disappoint</w>": 25446,
+  "disappointed</w>": 13794,
+  "disappointing</w>": 21941,
+  "disappointment</w>": 23884,
+  "disappoints</w>": 48545,
+  "disappro": 48276,
+  "disar": 42971,
+  "disaster</w>": 9072,
+  "disasters</w>": 26976,
+  "disastrous</w>": 35790,
+  "disc": 1472,
+  "disc</w>": 10712,
+  "discar": 40532,
+  "discarded</w>": 45197,
+  "discer": 49140,
+  "dischar": 22671,
+  "discharge</w>": 32485,
+  "disci": 9559,
+  "discip": 38951,
+  "discipl": 10467,
+  "disciples</w>": 39366,
+  "disciplinary</w>": 20232,
+  "discipline</w>": 18903,
+  "disciplines</w>": 42032,
+  "discla": 40248,
+  "disclaimer</w>": 46465,
+  "disclo": 17481,
+  "disclose</w>": 46379,
+  "disclosed</w>": 30905,
+  "disclosure</w>": 26502,
+  "disco": 2475,
+  "disco</w>": 11964,
+  "discography</w>": 47545,
+  "discomfort</w>": 48054,
+  "discord</w>": 23582,
+  "discoun": 18515,
+  "discount</w>": 7638,
+  "discounted</w>": 20993,
+  "discounts</w>": 18186,
+  "discoura": 45850,
+  "discourse</w>": 29441,
+  "discover": 10539,
+  "discover</w>": 4834,
+  "discovered</w>": 6986,
+  "discoveries</w>": 29308,
+  "discovering</w>": 17967,
+  "discovers</w>": 29719,
+  "discovery": 40491,
+  "discovery</w>": 8027,
+  "discre": 20616,
+  "discrimin": 11721,
+  "discrimination</w>": 14775,
+  "discs</w>": 29270,
+  "discu": 1984,
+  "discus</w>": 41828,
+  "discuss</w>": 4312,
+  "discussed</w>": 11300,
+  "discusses</w>": 8116,
+  "discussing</w>": 5900,
+  "discussion</w>": 5060,
+  "discussions</w>": 13806,
+  "dise": 4262,
+  "disease</w>": 5336,
+  "diseases</w>": 12035,
+  "disen": 46468,
+  "disgrace</w>": 29877,
+  "disgraceful</w>": 44146,
+  "disgu": 9793,
+  "disguise</w>": 27803,
+  "disguised</w>": 37149,
+  "disgusted</w>": 41977,
+  "disgusting</w>": 16218,
+  "dish": 11039,
+  "dish</w>": 4531,
+  "disha</w>": 42498,
+  "dishes</w>": 11412,
+  "dishon": 30777,
+  "dishu</w>": 44728,
+  "dishwasher</w>": 40524,
+  "disin": 19484,
+  "disinfe": 48050,
+  "disintegr": 49275,
+  "disk</w>": 17970,
+  "dislike</w>": 30796,
+  "dism": 30836,
+  "dism</w>": 38821,
+  "dismant": 36557,
+  "dismiss</w>": 43287,
+  "dismissal</w>": 42068,
+  "dismissed</w>": 30087,
+  "dismisses</w>": 45238,
+  "disney": 6729,
+  "disney</w>": 4696,
+  "disneyland": 39481,
+  "disneyland</w>": 13661,
+  "disneyworld</w>": 28469,
+  "diso": 26305,
+  "disobe": 42841,
+  "dison</w>": 19310,
+  "disorder</w>": 12635,
+  "disorders</w>": 17114,
+  "disp": 11073,
+  "dispar": 24633,
+  "disparities</w>": 45122,
+  "dispat": 28652,
+  "dispatch</w>": 26306,
+  "dispen": 19077,
+  "dispenser</w>": 40116,
+  "disper": 34499,
+  "displa": 9326,
+  "displac": 17718,
+  "displaced</w>": 22817,
+  "displacement</w>": 37931,
+  "display</w>": 4456,
+  "displayed</w>": 18967,
+  "displaying</w>": 26468,
+  "displays</w>": 15648,
+  "dispo": 13651,
+  "dispon": 38872,
+  "disponible</w>": 46130,
+  "dispos": 45177,
+  "disposable</w>": 37275,
+  "disposal</w>": 28231,
+  "dispro": 32927,
+  "dispropor": 40354,
+  "disproportion": 45492,
+  "disregard</w>": 43869,
+  "disrespect</w>": 34055,
+  "disrespectful</w>": 41723,
+  "disru": 13763,
+  "disrup": 14641,
+  "disrupt</w>": 25214,
+  "disrupted</w>": 46674,
+  "disrupting</w>": 42419,
+  "disruption</w>": 19635,
+  "disruptive</w>": 31554,
+  "diss": 10766,
+  "diss</w>": 35688,
+  "dissec": 43879,
+  "dissemin": 40463,
+  "dissent</w>": 45154,
+  "disser": 25560,
+  "dissertation</w>": 29448,
+  "dissi": 25088,
+  "dissol": 27398,
+  "dissuper</w>": 33461,
+  "dist": 5479,
+  "dist</w>": 12116,
+  "distance</w>": 7964,
+  "distances</w>": 37078,
+  "distant</w>": 18949,
+  "distill": 41586,
+  "distilled</w>": 49179,
+  "distillery</w>": 22200,
+  "distin": 11892,
+  "distinct</w>": 25056,
+  "distinction</w>": 28183,
+  "distinctive</w>": 25486,
+  "distingui": 15053,
+  "distinguish</w>": 45418,
+  "distinguished</w>": 16513,
+  "distor": 23781,
+  "distortion</w>": 43690,
+  "distr": 11885,
+  "distract</w>": 39309,
+  "distracted</w>": 24049,
+  "distraction</w>": 32039,
+  "distress</w>": 26866,
+  "distressed</w>": 37515,
+  "distri": 5987,
+  "distribu": 6138,
+  "distribute</w>": 32313,
+  "distributed</w>": 16419,
+  "distributing</w>": 35216,
+  "distribution</w>": 10484,
+  "distributor</w>": 28354,
+  "distributors</w>": 44240,
+  "distric": 3208,
+  "district": 46683,
+  "district</w>": 3506,
+  "districts</w>": 17565,
+  "distur": 11732,
+  "disturb": 33018,
+  "disturb</w>": 39449,
+  "disturbance</w>": 42416,
+  "disturbed</w>": 29967,
+  "disturbing</w>": 21476,
+  "disupdates</w>": 45667,
+  "dit": 5752,
+  "dit</w>": 2524,
+  "dita</w>": 47965,
+  "ditch": 43715,
+  "ditch</w>": 19291,
+  "dited</w>": 40392,
+  "diti": 2363,
+  "dition": 16452,
+  "dition</w>": 3015,
+  "ditional</w>": 4322,
+  "ditions</w>": 4503,
+  "dito</w>": 43705,
+  "dits</w>": 49374,
+  "dity</w>": 16436,
+  "dium</w>": 2903,
+  "div": 5293,
+  "div</w>": 14869,
+  "diva</w>": 13605,
+  "divas</w>": 23534,
+  "dive": 26042,
+  "dive</w>": 9058,
+  "diver": 13119,
+  "diver</w>": 22094,
+  "divergence</w>": 48735,
+  "divergent</w>": 36132,
+  "divers": 30241,
+  "divers</w>": 27038,
+  "diverse</w>": 11464,
+  "diversi": 24475,
+  "diversion</w>": 38457,
+  "diversity": 35634,
+  "diversity</w>": 6257,
+  "diverted</w>": 41049,
+  "dives</w>": 13893,
+  "divi": 8375,
+  "divid": 31337,
+  "divide</w>": 18842,
+  "divided</w>": 18689,
+  "dividend</w>": 32067,
+  "dividends</w>": 45146,
+  "dividing</w>": 45605,
+  "divin": 21838,
+  "divine": 46919,
+  "divine</w>": 10976,
+  "diving</w>": 9886,
+  "divinity</w>": 39754,
+  "divisi": 39196,
+  "division</w>": 5378,
+  "divisional</w>": 40912,
+  "divisions</w>": 33715,
+  "divor": 13543,
+  "divorce</w>": 17060,
+  "divorced</w>": 39437,
+  "divya</w>": 47767,
+  "diwali</w>": 18218,
+  "dix": 45838,
+  "dix</w>": 27620,
+  "dixie</w>": 24484,
+  "dixit</w>": 28279,
+  "dixon</w>": 16086,
+  "diy": 28472,
+  "diy</w>": 7845,
+  "diya</w>": 36459,
+  "diz</w>": 32740,
+  "dized</w>": 36232,
+  "dizz": 40239,
+  "dizzy</w>": 35464,
+  "dj": 3761,
+  "dj</w>": 3723,
+  "djan": 35338,
+  "django</w>": 46498,
+  "dji": 35284,
+  "dji</w>": 28379,
+  "djing</w>": 36113,
+  "djo": 19432,
+  "djoker": 42721,
+  "djokernole</w>": 42830,
+  "djokovic</w>": 27944,
+  "djs</w>": 18117,
+  "dk": 20702,
+  "dk</w>": 16196,
+  "dl": 12558,
+  "dl</w>": 9373,
+  "dlc</w>": 19079,
+  "dle": 11057,
+  "dle</w>": 3287,
+  "dled</w>": 23494,
+  "dler</w>": 40279,
+  "dles</w>": 7890,
+  "dless</w>": 14997,
+  "dley</w>": 12808,
+  "dling</w>": 18221,
+  "dly</w>": 3069,
+  "dm": 19070,
+  "dm</w>": 4667,
+  "dma</w>": 42903,
+  "dman</w>": 18826,
+  "dmc</w>": 28991,
+  "dmit": 31607,
+  "dmitry</w>": 48326,
+  "dms</w>": 19955,
+  "dmv</w>": 27508,
+  "dmx</w>": 45255,
+  "dn": 11552,
+  "dn</w>": 7459,
+  "dna</w>": 8790,
+  "dnb</w>": 35422,
+  "dnc</w>": 20237,
+  "dnd</w>": 11678,
+  "dnr</w>": 37051,
+  "dns</w>": 39245,
+  "dnt</w>": 26795,
+  "do": 639,
+  "do</w>": 818,
+  "doa</w>": 48332,
+  "dob": 29640,
+  "doba</w>": 35605,
+  "dobbs</w>": 43006,
+  "dobson</w>": 46888,
+  "doc": 3009,
+  "doc</w>": 7251,
+  "doch</w>": 25101,
+  "dock": 17311,
+  "dock</w>": 8997,
+  "docked</w>": 46784,
+  "docker</w>": 31152,
+  "docking</w>": 40845,
+  "docks</w>": 24091,
+  "docs</w>": 15157,
+  "doctor": 7872,
+  "doctor</w>": 5547,
+  "doctoral</w>": 23649,
+  "doctorate</w>": 39134,
+  "doctors</w>": 9705,
+  "doctorwho</w>": 12996,
+  "doctr": 28497,
+  "doctrine</w>": 35612,
+  "docu": 4433,
+  "document": 29293,
+  "document</w>": 15121,
+  "documentaries</w>": 44209,
+  "documentary</w>": 7881,
+  "documentation</w>": 31560,
+  "documented</w>": 22310,
+  "documenting</w>": 37876,
+  "documents</w>": 14105,
+  "dod": 13847,
+  "dod</w>": 30187,
+  "dodd</w>": 36748,
+  "dodge": 31263,
+  "dodge</w>": 12093,
+  "dodgeball</w>": 43244,
+  "dodger</w>": 31641,
+  "dodgers</w>": 12422,
+  "dodgy</w>": 37727,
+  "doe</w>": 13296,
+  "does": 2397,
+  "does</w>": 1897,
+  "doesn</w>": 2503,
+  "doesnt</w>": 17937,
+  "dof": 8277,
+  "doff</w>": 20193,
+  "dofficial</w>": 42516,
+  "dog": 4326,
+  "dog</w>": 1929,
+  "dogcelebration</w>": 41819,
+  "dogday</w>": 27475,
+  "doge</w>": 42187,
+  "dogg</w>": 20749,
+  "doggie</w>": 32237,
+  "doggo</w>": 42155,
+  "doggy</w>": 26359,
+  "doglo": 40733,
+  "dogre": 40030,
+  "dogrescue</w>": 44158,
+  "dogs": 42182,
+  "dogs</w>": 3255,
+  "dogsoftwitter</w>": 19415,
+  "doh</w>": 23581,
+  "doha</w>": 20908,
+  "doherty</w>": 31774,
+  "doi</w>": 36361,
+  "doin</w>": 15412,
+  "doing": 37408,
+  "doing</w>": 1960,
+  "doit": 32272,
+  "doit</w>": 28109,
+  "doj</w>": 25700,
+  "dojo</w>": 35901,
+  "dok": 40547,
+  "dok</w>": 41034,
+  "doka</w>": 46528,
+  "dol": 2287,
+  "dol</w>": 19170,
+  "dola</w>": 38005,
+  "dolan</w>": 27200,
+  "dolby</w>": 42414,
+  "dolce": 30033,
+  "dolce</w>": 30661,
+  "dole</w>": 41040,
+  "doll": 27031,
+  "doll</w>": 9286,
+  "dollar": 35092,
+  "dollar</w>": 7474,
+  "dollars</w>": 10669,
+  "dolls</w>": 15090,
+  "dolly": 43281,
+  "dolly</w>": 23821,
+  "dolom": 37137,
+  "dolores</w>": 40741,
+  "dolph": 8900,
+  "dolph</w>": 22257,
+  "dolphin": 42963,
+  "dolphin</w>": 16464,
+  "dolphins</w>": 14002,
+  "dom": 2164,
+  "dom</w>": 1919,
+  "domain</w>": 15492,
+  "domaine</w>": 48744,
+  "domains</w>": 36358,
+  "dome": 8515,
+  "dome</w>": 9827,
+  "domen": 37584,
+  "domest": 21936,
+  "domestic": 28189,
+  "domestic</w>": 9043,
+  "domin": 4361,
+  "dominance</w>": 30546,
+  "dominant</w>": 20565,
+  "dominate</w>": 21431,
+  "dominated</w>": 23048,
+  "dominates</w>": 34043,
+  "dominating</w>": 29303,
+  "domination</w>": 30919,
+  "domingo</w>": 24882,
+  "dominic": 39007,
+  "dominic</w>": 19095,
+  "dominican</w>": 22934,
+  "dominion</w>": 27155,
+  "domino</w>": 30752,
+  "dominos</w>": 39770,
+  "domo</w>": 44293,
+  "doms</w>": 30126,
+  "don": 1067,
+  "don</w>": 847,
+  "dona</w>": 26789,
+  "donal": 42375,
+  "donald": 5990,
+  "donald</w>": 4335,
+  "donaldson</w>": 37783,
+  "donaldtrump</w>": 6652,
+  "donat": 36384,
+  "donate</w>": 6429,
+  "donated</w>": 8705,
+  "donates</w>": 26960,
+  "donating</w>": 12621,
+  "donation</w>": 7924,
+  "donations</w>": 9928,
+  "doncaster": 38008,
+  "doncaster</w>": 25352,
+  "doncasterisgreat</w>": 47333,
+  "done": 5136,
+  "done</w>": 1700,
+  "donegal</w>": 24172,
+  "donesia</w>": 41281,
+  "donet": 33724,
+  "donetsk</w>": 33999,
+  "dong": 26242,
+  "dong</w>": 31478,
+  "dongha": 28365,
+  "donghae</w>": 28945,
+  "donia</w>": 24014,
+  "donkey</w>": 21415,
+  "donkeys</w>": 44644,
+  "donna</w>": 9158,
+  "donne": 30897,
+  "donnein": 38308,
+  "donneinarte</w>": 40193,
+  "donnell</w>": 35118,
+  "donnelly</w>": 39070,
+  "donnie": 47058,
+  "donnie</w>": 30609,
+  "donny": 37291,
+  "donny</w>": 32887,
+  "dono": 14840,
+  "donor</w>": 18013,
+  "donors</w>": 17887,
+  "donovan</w>": 21499,
+  "dons</w>": 22127,
+  "dont": 8094,
+  "dont</w>": 4632,
+  "donut</w>": 18471,
+  "donuts</w>": 13970,
+  "doo": 4543,
+  "doo</w>": 11643,
+  "doodle</w>": 9388,
+  "doodled</w>": 41030,
+  "doodles</w>": 22156,
+  "doodling</w>": 37548,
+  "dooley</w>": 47609,
+  "doom": 23263,
+  "doom</w>": 14344,
+  "doomed</w>": 33251,
+  "doomsday</w>": 41791,
+  "doon</w>": 36612,
+  "doop</w>": 33886,
+  "door": 7188,
+  "door</w>": 2489,
+  "doors</w>": 4228,
+  "doorstep</w>": 19533,
+  "doorway</w>": 46575,
+  "dop": 42381,
+  "dop</w>": 31722,
+  "dope": 42587,
+  "dope</w>": 10094,
+  "doping</w>": 30285,
+  "dopp": 21774,
+  "doppelg": 45216,
+  "doppler</w>": 42540,
+  "dor": 2766,
+  "dor</w>": 8695,
+  "dora</w>": 18104,
+  "dorado</w>": 32350,
+  "dorchester</w>": 32656,
+  "dore</w>": 39423,
+  "dores</w>": 34323,
+  "dorf</w>": 17296,
+  "dori</w>": 49270,
+  "doria</w>": 43186,
+  "dorian</w>": 44016,
+  "doris</w>": 24285,
+  "dork</w>": 36206,
+  "dorm</w>": 24263,
+  "doro": 15498,
+  "doro</w>": 37389,
+  "dorothy</w>": 20805,
+  "dors</w>": 31240,
+  "dorset": 42109,
+  "dorset</w>": 16047,
+  "dorsey</w>": 41607,
+  "dortmund</w>": 24290,
+  "dory</w>": 36135,
+  "dos": 44258,
+  "dos</w>": 5474,
+  "dose</w>": 11497,
+  "doses</w>": 37873,
+  "dossier</w>": 46042,
+  "dost</w>": 44222,
+  "dot": 7473,
+  "dot</w>": 7004,
+  "dota</w>": 23085,
+  "dotcom</w>": 12443,
+  "dote</w>": 31202,
+  "dothis</w>": 47864,
+  "dotnet</w>": 43124,
+  "dotorg</w>": 46587,
+  "dots</w>": 19019,
+  "dotted</w>": 47950,
+  "dou": 1756,
+  "dou</w>": 23608,
+  "doub": 19631,
+  "double": 13013,
+  "double</w>": 3200,
+  "doubled</w>": 24948,
+  "doubleheader</w>": 34668,
+  "doubles</w>": 12539,
+  "doubling</w>": 36850,
+  "doubt": 37071,
+  "doubt</w>": 8671,
+  "doubts</w>": 30894,
+  "douche</w>": 44292,
+  "doug": 20271,
+  "doug</w>": 10758,
+  "dough": 15785,
+  "dough</w>": 14983,
+  "doughnut</w>": 32555,
+  "doughnuts</w>": 31124,
+  "dougie</w>": 46317,
+  "dougla": 9140,
+  "douglas</w>": 10065,
+  "douglass</w>": 45692,
+  "doun</w>": 44785,
+  "dov</w>": 38856,
+  "dova</w>": 26551,
+  "dove": 27511,
+  "dove</w>": 18281,
+  "dover": 43019,
+  "dover</w>": 14683,
+  "doves</w>": 47067,
+  "dow": 8022,
+  "dow</w>": 10688,
+  "dowell</w>": 27344,
+  "down": 1833,
+  "down</w>": 1136,
+  "downe</w>": 46501,
+  "downed</w>": 35814,
+  "downer</w>": 42522,
+  "downers</w>": 43739,
+  "downey</w>": 29429,
+  "downfall</w>": 48702,
+  "downhill</w>": 27387,
+  "downing</w>": 28140,
+  "download": 35076,
+  "download</w>": 3794,
+  "downloadable</w>": 49105,
+  "downloaded</w>": 22961,
+  "downloading</w>": 30519,
+  "downloads</w>": 26481,
+  "downpour</w>": 39034,
+  "downpours</w>": 40160,
+  "downs</w>": 10706,
+  "downside</w>": 41937,
+  "downstairs</w>": 28174,
+  "downstream</w>": 43822,
+  "downtime</w>": 41964,
+  "downton": 45023,
+  "downton</w>": 42668,
+  "downtown": 18230,
+  "downtown</w>": 5061,
+  "downward</w>": 37430,
+  "dowski</w>": 43556,
+  "dox": 44786,
+  "dox</w>": 14510,
+  "doyle</w>": 17728,
+  "doyou": 27256,
+  "doz</w>": 31106,
+  "dozen</w>": 16401,
+  "dozens</w>": 17883,
+  "dp": 23820,
+  "dp</w>": 6465,
+  "dprint</w>": 46644,
+  "dprinting</w>": 16194,
+  "dprk</w>": 47920,
+  "dps</w>": 34288,
+  "dq</w>": 28741,
+  "dr": 1084,
+  "dr</w>": 1701,
+  "dra": 1114,
+  "dra</w>": 7402,
+  "drac": 20168,
+  "dracing</w>": 41253,
+  "dracula</w>": 25405,
+  "draf": 37426,
+  "draft": 30624,
+  "draft</w>": 5198,
+  "drafted</w>": 19129,
+  "drafting</w>": 33528,
+  "drafts</w>": 29194,
+  "drag": 8452,
+  "drag</w>": 12463,
+  "dragged</w>": 27884,
+  "dragging</w>": 37069,
+  "dragon": 9187,
+  "dragon</w>": 5471,
+  "dragonball": 40959,
+  "dragoncon</w>": 47802,
+  "dragonfly</w>": 32824,
+  "dragons</w>": 10203,
+  "dragrace</w>": 40762,
+  "drags</w>": 45368,
+  "drain": 23347,
+  "drain</w>": 19467,
+  "drainage</w>": 25953,
+  "drained</w>": 44630,
+  "drains</w>": 43638,
+  "drainthe": 47337,
+  "drake": 32504,
+  "drake</w>": 8958,
+  "dral</w>": 7503,
+  "dram": 6937,
+  "dram</w>": 32170,
+  "drama</w>": 5055,
+  "dramas</w>": 33467,
+  "dramati": 43512,
+  "dramatic</w>": 11240,
+  "dramatically</w>": 24495,
+  "drank</w>": 21712,
+  "draped</w>": 49113,
+  "drastic</w>": 43159,
+  "drastically</w>": 35478,
+  "drau": 18621,
+  "draw": 17675,
+  "draw</w>": 4001,
+  "drawer</w>": 23219,
+  "drawers</w>": 38975,
+  "drawing": 36996,
+  "drawing</w>": 3610,
+  "drawings</w>": 13397,
+  "drawn</w>": 8893,
+  "draws</w>": 12043,
+  "dray": 25562,
+  "drayton</w>": 49044,
+  "drc</w>": 21434,
+  "dre": 960,
+  "dre</w>": 14584,
+  "dread": 17412,
+  "dread</w>": 31403,
+  "dreaded</w>": 47227,
+  "dreadful</w>": 35846,
+  "dreality</w>": 48367,
+  "dream": 4595,
+  "dream</w>": 2984,
+  "dreambig</w>": 46495,
+  "dreamcast</w>": 47226,
+  "dreamed</w>": 27984,
+  "dreamer</w>": 25692,
+  "dreamers</w>": 27194,
+  "dreaming</w>": 11662,
+  "dreamliner</w>": 49143,
+  "dreams</w>": 4405,
+  "dreamt</w>": 43743,
+  "dreamteam</w>": 40090,
+  "dreamy</w>": 23517,
+  "dred</w>": 10903,
+  "dredge</w>": 48783,
+  "dren": 29068,
+  "dren</w>": 47309,
+  "drenched</w>": 46378,
+  "dres": 48852,
+  "dres</w>": 44697,
+  "dresden</w>": 34836,
+  "dress": 12622,
+  "dress</w>": 2595,
+  "dressage</w>": 36144,
+  "dressed</w>": 6559,
+  "dresser</w>": 26346,
+  "dresses</w>": 8184,
+  "dressing</w>": 6348,
+  "drew": 18792,
+  "drew</w>": 5281,
+  "drex": 33985,
+  "drey": 48271,
+  "dri": 1203,
+  "dri</w>": 28833,
+  "drian</w>": 36870,
+  "dribb": 42153,
+  "dric</w>": 23448,
+  "dridge</w>": 22956,
+  "drie</w>": 40170,
+  "dried</w>": 16037,
+  "drier</w>": 39877,
+  "dries</w>": 33857,
+  "drif": 33585,
+  "drift</w>": 18194,
+  "drifting</w>": 30276,
+  "drill</w>": 11626,
+  "drilled</w>": 46338,
+  "drilling</w>": 18634,
+  "drills</w>": 24378,
+  "drin": 3375,
+  "drin</w>": 47133,
+  "drink": 14131,
+  "drink</w>": 3979,
+  "drinking</w>": 5778,
+  "drinklocal</w>": 45998,
+  "drinks</w>": 6732,
+  "drip</w>": 24050,
+  "dripping</w>": 38787,
+  "dris</w>": 35804,
+  "drive": 11402,
+  "drive</w>": 2620,
+  "driven</w>": 9314,
+  "driver": 27563,
+  "driver</w>": 4383,
+  "driverless</w>": 46769,
+  "drivers</w>": 7384,
+  "drives</w>": 11441,
+  "driveway</w>": 26273,
+  "driving": 37800,
+  "driving</w>": 4161,
+  "drizzle</w>": 28240,
+  "drm</w>": 39674,
+  "dro": 1494,
+  "dro</w>": 12442,
+  "drogba</w>": 49199,
+  "droid</w>": 38016,
+  "drome</w>": 9157,
+  "dron": 43898,
+  "dron</w>": 23360,
+  "drone": 33557,
+  "drone</w>": 9397,
+  "drones</w>": 14006,
+  "droo": 30715,
+  "drool</w>": 41554,
+  "drooling</w>": 44360,
+  "drop": 16407,
+  "drop</w>": 3387,
+  "dropbox</w>": 47216,
+  "dropped</w>": 6792,
+  "dropping</w>": 8339,
+  "drops</w>": 6437,
+  "dros</w>": 47033,
+  "drou": 38558,
+  "drought</w>": 13935,
+  "drove</w>": 13753,
+  "drow": 21159,
+  "drown</w>": 28571,
+  "drowned</w>": 34005,
+  "drowning</w>": 24618,
+  "drs</w>": 21257,
+  "dru": 2275,
+  "dru</w>": 49048,
+  "drug": 20601,
+  "drug</w>": 5600,
+  "drugs</w>": 8021,
+  "druid</w>": 40297,
+  "drum": 13353,
+  "drum</w>": 8698,
+  "drummer</w>": 13618,
+  "drummers</w>": 46191,
+  "drumming</w>": 35480,
+  "drummond</w>": 42213,
+  "drums</w>": 11690,
+  "drun": 15488,
+  "drunk": 37398,
+  "drunk</w>": 8232,
+  "drunken</w>": 28196,
+  "drupal</w>": 46481,
+  "drush</w>": 43009,
+  "drwho</w>": 48342,
+  "dry": 13544,
+  "dry</w>": 4501,
+  "dryer</w>": 24425,
+  "drying</w>": 23203,
+  "ds": 3361,
+  "ds</w>": 646,
+  "dsa</w>": 47607,
+  "dsb": 47168,
+  "dsb</w>": 14257,
+  "dsburg</w>": 47237,
+  "dsc</w>": 37240,
+  "dsd</w>": 45383,
+  "dsley</w>": 40740,
+  "dslr</w>": 33740,
+  "dsm</w>": 39502,
+  "dson</w>": 40310,
+  "dsp</w>": 45291,
+  "dss</w>": 41580,
+  "dstv</w>": 35027,
+  "dt": 13104,
+  "dt</w>": 7427,
+  "dthe": 13863,
+  "dtla</w>": 31885,
+  "dtm</w>": 42407,
+  "dts</w>": 46233,
+  "du": 691,
+  "du</w>": 3686,
+  "dua</w>": 25244,
+  "dual": 39739,
+  "dual</w>": 5347,
+  "duane</w>": 38946,
+  "dub": 14526,
+  "dub</w>": 13144,
+  "duba": 5485,
+  "dubai": 32599,
+  "dubai</w>": 5985,
+  "dubbed</w>": 27740,
+  "dublin": 20707,
+  "dublin</w>": 6145,
+  "dubnation</w>": 47329,
+  "dubois</w>": 48046,
+  "dubrov": 46709,
+  "dubrovnik</w>": 48724,
+  "dubs</w>": 27013,
+  "dubstep</w>": 38303,
+  "dubu": 43257,
+  "duc": 979,
+  "duc</w>": 36446,
+  "ducati</w>": 28570,
+  "ducation</w>": 17197,
+  "duce</w>": 3660,
+  "duchess</w>": 21713,
+  "duck": 12708,
+  "duck</w>": 6910,
+  "ducks</w>": 11202,
+  "duct</w>": 26829,
+  "dude": 48087,
+  "dude</w>": 5710,
+  "dudes</w>": 14449,
+  "dudley</w>": 27324,
+  "due</w>": 2887,
+  "duel</w>": 27143,
+  "dues</w>": 37646,
+  "duet</w>": 25457,
+  "duf": 38713,
+  "duff": 38071,
+  "duff</w>": 21934,
+  "duffy</w>": 23599,
+  "dug": 22743,
+  "dug</w>": 21000,
+  "dugg": 40523,
+  "duggan</w>": 46169,
+  "dugout</w>": 36831,
+  "duh</w>": 26716,
+  "dui</w>": 29693,
+  "duk</w>": 14160,
+  "duke": 18402,
+  "duke</w>": 7732,
+  "dukes</w>": 27914,
+  "dul": 6738,
+  "dulce</w>": 44872,
+  "dulil": 32565,
+  "dulkar</w>": 47980,
+  "dull</w>": 19433,
+  "dulu": 28865,
+  "duluth</w>": 32109,
+  "dulwich</w>": 47343,
+  "dum": 13400,
+  "dum</w>": 11564,
+  "dumb": 15901,
+  "dumb</w>": 12464,
+  "dumbass</w>": 38980,
+  "dummies</w>": 40899,
+  "dummy</w>": 34246,
+  "dump": 12655,
+  "dump</w>": 17146,
+  "dumped</w>": 23768,
+  "dumping</w>": 31707,
+  "dumplings</w>": 35495,
+  "dumps</w>": 45804,
+  "dumpster</w>": 45467,
+  "dun": 2616,
+  "dun</w>": 18284,
+  "dunbar</w>": 41453,
+  "duncan": 31084,
+  "duncan</w>": 13502,
+  "dundal": 38185,
+  "dundas</w>": 39300,
+  "dundee</w>": 18619,
+  "dune": 32833,
+  "dune</w>": 28208,
+  "dunedin</w>": 40121,
+  "dunes</w>": 23526,
+  "dung</w>": 33712,
+  "dungeon": 28812,
+  "dungeon</w>": 22931,
+  "dungeons</w>": 42572,
+  "dungeonsand": 34970,
+  "dungeonsanddragons</w>": 35497,
+  "dunham</w>": 42501,
+  "duni</w>": 43454,
+  "dunk</w>": 17222,
+  "dunkin": 48022,
+  "dunkin</w>": 36415,
+  "dunkirk</w>": 46928,
+  "dunks</w>": 48977,
+  "dunlop</w>": 34753,
+  "dunn</w>": 19185,
+  "dunne</w>": 38538,
+  "dunno</w>": 24502,
+  "duo</w>": 8696,
+  "dup": 36805,
+  "dup</w>": 10445,
+  "duper</w>": 44850,
+  "duplex</w>": 41186,
+  "duplic": 28992,
+  "dupont</w>": 35994,
+  "dur": 4355,
+  "dur</w>": 23230,
+  "dura": 28173,
+  "dura</w>": 47382,
+  "durability</w>": 43671,
+  "durable</w>": 22285,
+  "duran</w>": 28185,
+  "durango</w>": 44443,
+  "durant</w>": 24861,
+  "duras</w>": 27518,
+  "duration</w>": 31663,
+  "durban</w>": 24474,
+  "dure</w>": 19108,
+  "durga</w>": 38456,
+  "durham": 26765,
+  "durham</w>": 14335,
+  "during</w>": 1590,
+  "dus</w>": 9931,
+  "dusa</w>": 28546,
+  "dusk</w>": 19708,
+  "dust": 29723,
+  "dust</w>": 8349,
+  "dusted</w>": 38274,
+  "duster</w>": 46280,
+  "dustin": 42423,
+  "dustin</w>": 21235,
+  "dusting</w>": 41756,
+  "dusty</w>": 22029,
+  "dut": 32625,
+  "dutch": 22277,
+  "dutch</w>": 7991,
+  "duter": 21624,
+  "duterte</w>": 22371,
+  "duties</w>": 19603,
+  "dutt</w>": 30081,
+  "dutton</w>": 42771,
+  "duty</w>": 6458,
+  "duval</w>": 42459,
+  "duvet</w>": 48006,
+  "dux</w>": 28562,
+  "dv": 4288,
+  "dv</w>": 26265,
+  "dvd</w>": 7170,
+  "dvds</w>": 36655,
+  "dvn</w>": 29811,
+  "dvr</w>": 29210,
+  "dw": 8455,
+  "dw</w>": 19997,
+  "dwar": 13487,
+  "dwarf</w>": 22643,
+  "dwayne</w>": 31395,
+  "dwell": 27549,
+  "dwell</w>": 18755,
+  "dwelling</w>": 37098,
+  "dwight</w>": 22473,
+  "dwp</w>": 46976,
+  "dwts</w>": 30220,
+  "dwyer</w>": 43878,
+  "dx": 22717,
+  "dx</w>": 15679,
+  "dy": 1444,
+  "dy</w>": 907,
+  "dyce</w>": 48325,
+  "dye": 37159,
+  "dye</w>": 15997,
+  "dyed</w>": 24906,
+  "dyer</w>": 29495,
+  "dyes</w>": 39874,
+  "dying</w>": 5115,
+  "dyk</w>": 12142,
+  "dyke</w>": 32632,
+  "dylan": 21004,
+  "dylan</w>": 9900,
+  "dyn": 44289,
+  "dyn</w>": 30669,
+  "dynam": 5735,
+  "dynamic</w>": 10057,
+  "dynamics</w>": 14329,
+  "dynamite</w>": 29003,
+  "dynamo</w>": 28281,
+  "dynasty</w>": 14593,
+  "dyne</w>": 42756,
+  "dyou": 11484,
+  "dyour": 22525,
+  "dys": 11022,
+  "dys</w>": 38384,
+  "dysfunction</w>": 36865,
+  "dysfunctional</w>": 40757,
+  "dysle": 33681,
+  "dyslexia</w>": 43199,
+  "dyson</w>": 34475,
+  "dyssey</w>": 17435,
+  "dystop": 28276,
+  "dystopian</w>": 38915,
+  "dz": 24421,
+  "dz</w>": 22913,
+  "dé": 25466,
+  "dü": 46948,
+  "dÃŃ": 46988,
+  "e": 68,
+  "e</w>": 324,
+  "ea": 2150,
+  "ea</w>": 8100,
+  "eable</w>": 20693,
+  "each": 31442,
+  "each</w>": 2416,
+  "eachother</w>": 40792,
+  "ead": 42556,
+  "ead</w>": 45523,
+  "eae</w>": 27446,
+  "eag": 3743,
+  "eager</w>": 21551,
+  "eagerly</w>": 30094,
+  "eagle": 20207,
+  "eagle</w>": 7517,
+  "eagles</w>": 6920,
+  "eal": 48872,
+  "ealing</w>": 40484,
+  "eames</w>": 49072,
+  "eamon": 45954,
+  "ean</w>": 13327,
+  "ear": 1055,
+  "ear</w>": 8373,
+  "earbuds</w>": 47807,
+  "eared</w>": 9127,
+  "earl": 30573,
+  "earl</w>": 14235,
+  "earle</w>": 40292,
+  "earlier</w>": 4297,
+  "earliest</w>": 22097,
+  "early": 15840,
+  "early</w>": 2090,
+  "earn": 33977,
+  "earn</w>": 8465,
+  "earned</w>": 8898,
+  "earnest</w>": 45422,
+  "earning</w>": 14550,
+  "earnings</w>": 15912,
+  "earns</w>": 16760,
+  "earp</w>": 35296,
+  "earphones</w>": 44905,
+  "earring</w>": 28664,
+  "earrings</w>": 9136,
+  "ears</w>": 9861,
+  "eart": 7086,
+  "earth": 5184,
+  "earth</w>": 3475,
+  "earthand": 34229,
+  "earthandclouds</w>": 34480,
+  "earthday</w>": 19481,
+  "earthquake</w>": 10060,
+  "earthquakes</w>": 32895,
+  "earthy</w>": 47139,
+  "earts</w>": 38824,
+  "eas": 5740,
+  "ease</w>": 13574,
+  "easier</w>": 8817,
+  "easiest</w>": 26314,
+  "easily</w>": 8197,
+  "easing</w>": 44825,
+  "easport": 42251,
+  "east": 5022,
+  "east</w>": 2602,
+  "eastbound</w>": 28827,
+  "eastbourne</w>": 38455,
+  "eastenders</w>": 23545,
+  "easter": 14783,
+  "easter</w>": 4811,
+  "eastern": 34522,
+  "eastern</w>": 6311,
+  "eastman</w>": 48280,
+  "easton</w>": 29619,
+  "eastside</w>": 42650,
+  "eastwood</w>": 28270,
+  "easy": 18308,
+  "easy</w>": 3176,
+  "eat": 5418,
+  "eat</w>": 3384,
+  "eaten</w>": 16750,
+  "eater</w>": 24060,
+  "eaters</w>": 37645,
+  "eatery</w>": 46559,
+  "eating</w>": 4371,
+  "eatlocal</w>": 42868,
+  "eaton</w>": 28462,
+  "eats</w>": 13188,
+  "eau</w>": 17608,
+  "eazy</w>": 36536,
+  "eb": 12283,
+  "eb</w>": 8677,
+  "eba</w>": 40889,
+  "ebay": 34412,
+  "ebay</w>": 4099,
+  "eber": 34020,
+  "ebo</w>": 46635,
+  "ebola</w>": 15864,
+  "ebon": 22013,
+  "ebony</w>": 30651,
+  "ebook</w>": 13122,
+  "ebooks</w>": 25774,
+  "ec": 747,
+  "ec</w>": 10879,
+  "eca</w>": 18465,
+  "ecar": 34500,
+  "ecb</w>": 26205,
+  "ecc</w>": 33128,
+  "eccc</w>": 47401,
+  "eccentric</w>": 43228,
+  "eccle": 27494,
+  "ece</w>": 2163,
+  "eces</w>": 5905,
+  "ecg</w>": 45983,
+  "ech": 15797,
+  "ech</w>": 31147,
+  "echel": 41233,
+  "echo": 17366,
+  "echo</w>": 13989,
+  "echoes</w>": 32564,
+  "eci": 31936,
+  "eck": 25866,
+  "eck</w>": 15969,
+  "ecker": 39661,
+  "ecker</w>": 40890,
+  "ecla": 47806,
+  "eclec": 25114,
+  "eclectic</w>": 28382,
+  "eclip": 30841,
+  "eclipse</w>": 11505,
+  "eclub</w>": 38983,
+  "eco": 5106,
+  "eco</w>": 10077,
+  "ecofriendly</w>": 43412,
+  "ecol": 22706,
+  "ecological</w>": 25127,
+  "ecology</w>": 18578,
+  "ecommerce</w>": 15529,
+  "econ": 26755,
+  "econ</w>": 21158,
+  "econom": 2768,
+  "economic": 36649,
+  "economic</w>": 5259,
+  "economical</w>": 48782,
+  "economically</w>": 39406,
+  "economics</w>": 12625,
+  "economies</w>": 27136,
+  "economist</w>": 18836,
+  "economists</w>": 43701,
+  "economy</w>": 5644,
+  "ecor": 28962,
+  "ecosystem</w>": 15788,
+  "ecosystems</w>": 28725,
+  "ecoun": 27924,
+  "ecr</w>": 48572,
+  "ecraft</w>": 11439,
+  "ecs</w>": 23485,
+  "ecstasy</w>": 47286,
+  "ecstatic</w>": 36244,
+  "ect</w>": 25168,
+  "ecu": 13087,
+  "ecu</w>": 32919,
+  "ecuador</w>": 19813,
+  "ecz": 43530,
+  "ed": 843,
+  "ed</w>": 538,
+  "eda</w>": 10804,
+  "edad</w>": 44724,
+  "eday": 39258,
+  "edc</w>": 21245,
+  "edchat</w>": 14702,
+  "edd</w>": 35431,
+  "eddi": 42930,
+  "eddie": 22748,
+  "eddie</w>": 9517,
+  "eddy</w>": 25959,
+  "ede": 29632,
+  "eded</w>": 19555,
+  "edel": 20460,
+  "edelman</w>": 48139,
+  "eden": 23621,
+  "eden</w>": 13741,
+  "eder</w>": 16249,
+  "edes</w>": 36247,
+  "edfringe</w>": 27402,
+  "edg": 35955,
+  "edgar": 33543,
+  "edgar</w>": 17914,
+  "edge": 16914,
+  "edge</w>": 5461,
+  "edged</w>": 39188,
+  "edges</w>": 20938,
+  "edgy</w>": 35393,
+  "edi": 8750,
+  "edi</w>": 27148,
+  "edible</w>": 19795,
+  "edic": 25184,
+  "edics</w>": 30641,
+  "edin": 6524,
+  "edinburgh": 27574,
+  "edinburgh</w>": 8068,
+  "eding</w>": 5742,
+  "edison</w>": 25846,
+  "edit": 8239,
+  "edit</w>": 8013,
+  "edited</w>": 13945,
+  "edith</w>": 28597,
+  "editing</w>": 10178,
+  "edition</w>": 3062,
+  "editions</w>": 21664,
+  "editor</w>": 7661,
+  "editorial</w>": 12325,
+  "editors</w>": 19486,
+  "edits</w>": 24945,
+  "edm": 37843,
+  "edm</w>": 13539,
+  "edmon": 11275,
+  "edmond</w>": 41581,
+  "edmonds</w>": 46520,
+  "edmonton": 37311,
+  "edmonton</w>": 15058,
+  "edmun": 36561,
+  "edmund</w>": 27567,
+  "edna</w>": 39002,
+  "edo": 29145,
+  "edo</w>": 18096,
+  "edon</w>": 41467,
+  "edor": 30184,
+  "edou": 47678,
+  "edp</w>": 46066,
+  "eds</w>": 1941,
+  "edsheeran</w>": 30386,
+  "edt</w>": 15071,
+  "edtech": 41825,
+  "edtech</w>": 15262,
+  "edu": 11757,
+  "edu</w>": 11799,
+  "eduardo</w>": 30604,
+  "educ": 2200,
+  "educate</w>": 17563,
+  "educated</w>": 21447,
+  "education": 22358,
+  "education</w>": 2806,
+  "educational</w>": 10400,
+  "educator</w>": 19875,
+  "educators</w>": 15420,
+  "edwar": 27586,
+  "edward": 26184,
+  "edward</w>": 7450,
+  "edwards</w>": 12627,
+  "edwin": 48718,
+  "edwin</w>": 22471,
+  "edy": 17072,
+  "edy</w>": 4144,
+  "ee": 2644,
+  "ee</w>": 4708,
+  "eed</w>": 17513,
+  "eee": 24632,
+  "eee</w>": 9361,
+  "eeee": 11696,
+  "eeee</w>": 17570,
+  "eeeee</w>": 26938,
+  "eeeeee</w>": 41407,
+  "eek</w>": 46591,
+  "eel</w>": 27462,
+  "eels</w>": 44416,
+  "eem</w>": 27236,
+  "een": 47490,
+  "een</w>": 21230,
+  "eer": 35409,
+  "eer</w>": 31846,
+  "eera</w>": 36664,
+  "eerie</w>": 33846,
+  "ees</w>": 40308,
+  "eet</w>": 48935,
+  "eez</w>": 39033,
+  "ef": 1490,
+  "ef</w>": 1829,
+  "efa</w>": 16999,
+  "eface</w>": 48804,
+  "efan": 33556,
+  "efc</w>": 22065,
+  "efcc</w>": 46087,
+  "efer</w>": 26199,
+  "eff": 20548,
+  "eff</w>": 21715,
+  "effe": 2808,
+  "effec": 3943,
+  "effect</w>": 5436,
+  "effective</w>": 6837,
+  "effectively</w>": 17516,
+  "effectiveness</w>": 26847,
+  "effects</w>": 7331,
+  "effic": 36004,
+  "efficacy</w>": 39937,
+  "effici": 6670,
+  "efficiency</w>": 11823,
+  "efficient</w>": 11334,
+  "efficiently</w>": 32915,
+  "effor": 6356,
+  "effort": 40078,
+  "effort</w>": 6255,
+  "effortless</w>": 41639,
+  "effortlessly</w>": 42320,
+  "efforts</w>": 6847,
+  "efish</w>": 35813,
+  "efl</w>": 27172,
+  "efron</w>": 48111,
+  "efs</w>": 7389,
+  "eg": 8053,
+  "eg</w>": 14599,
+  "ega</w>": 41193,
+  "egan</w>": 42943,
+  "eger": 46704,
+  "eger</w>": 22767,
+  "egg": 13778,
+  "egg</w>": 5911,
+  "eggplant</w>": 34906,
+  "eggs</w>": 7099,
+  "ego": 34712,
+  "ego</w>": 14250,
+  "egos</w>": 43992,
+  "egre": 27044,
+  "egret</w>": 42002,
+  "egy": 5224,
+  "egyp": 10250,
+  "egypt</w>": 7267,
+  "egyptian</w>": 12428,
+  "eh": 9277,
+  "eh</w>": 9135,
+  "eha</w>": 48563,
+  "ehealth</w>": 48617,
+  "ehr": 45271,
+  "ehs</w>": 44648,
+  "ei": 4006,
+  "ei</w>": 18264,
+  "eic": 40251,
+  "eid": 28038,
+  "eid</w>": 13979,
+  "eidmubarak</w>": 46275,
+  "eiffel</w>": 29720,
+  "eigh": 13468,
+  "eight</w>": 7910,
+  "eighteen</w>": 49316,
+  "eighth</w>": 21237,
+  "eighty</w>": 47449,
+  "eil": 29457,
+  "eileen</w>": 31468,
+  "ein": 29944,
+  "ein</w>": 24524,
+  "eindhoven</w>": 47172,
+  "eing</w>": 7702,
+  "einstein</w>": 20587,
+  "eira</w>": 47708,
+  "eis": 13802,
+  "eisen": 25273,
+  "eisenhower</w>": 35562,
+  "either</w>": 6036,
+  "ej": 19887,
+  "ej</w>": 25009,
+  "ejec": 29771,
+  "ek": 4212,
+  "ek</w>": 2092,
+  "el": 544,
+  "el</w>": 832,
+  "ela": 11284,
+  "ela</w>": 3787,
+  "elab</w>": 38866,
+  "elabor": 26034,
+  "elaborate</w>": 33855,
+  "elaine</w>": 22523,
+  "elan": 17763,
+  "elan</w>": 18399,
+  "eland": 24930,
+  "eland</w>": 6275,
+  "elas</w>": 41078,
+  "elast": 27479,
+  "elastic</w>": 30282,
+  "elba</w>": 48598,
+  "elbow</w>": 21965,
+  "eld</w>": 5684,
+  "elder": 11791,
+  "elder</w>": 14416,
+  "elderly</w>": 15455,
+  "elders</w>": 28617,
+  "eldest</w>": 33503,
+  "elding</w>": 28223,
+  "elds</w>": 13466,
+  "ele": 2084,
+  "ele</w>": 9766,
+  "eleague</w>": 36577,
+  "eleanor</w>": 18604,
+  "elearning</w>": 29969,
+  "elec": 1564,
+  "elec</w>": 38768,
+  "elect</w>": 15336,
+  "elected</w>": 8828,
+  "election": 19312,
+  "election</w>": 4247,
+  "electionday</w>": 40540,
+  "elections</w>": 6949,
+  "elector": 16465,
+  "electoral</w>": 19544,
+  "electr": 3654,
+  "electra</w>": 48959,
+  "electri": 23927,
+  "electric": 19547,
+  "electric</w>": 5031,
+  "electrical</w>": 12176,
+  "electrician</w>": 46422,
+  "electricity</w>": 10950,
+  "electrifying</w>": 48843,
+  "electro": 11648,
+  "electro</w>": 23244,
+  "electromagnetic</w>": 46530,
+  "electron</w>": 33396,
+  "electronic": 33865,
+  "electronic</w>": 9273,
+  "electronica</w>": 43119,
+  "electronics</w>": 13081,
+  "eled</w>": 20357,
+  "elee</w>": 44112,
+  "eleg": 8075,
+  "elegance</w>": 19146,
+  "elegant</w>": 11124,
+  "elek": 34559,
+  "elem</w>": 25406,
+  "element</w>": 14909,
+  "elementary</w>": 8143,
+  "elements</w>": 10925,
+  "elen": 30654,
+  "elen</w>": 39164,
+  "elena</w>": 19421,
+  "eleng": 48180,
+  "eleph": 7554,
+  "elephant</w>": 10299,
+  "elephants</w>": 16871,
+  "eler</w>": 24646,
+  "eless": 15244,
+  "eless</w>": 30837,
+  "elets</w>": 19400,
+  "elev": 7921,
+  "elevate</w>": 26736,
+  "elevated</w>": 23967,
+  "elevation</w>": 23826,
+  "elevator</w>": 19021,
+  "eleven": 31617,
+  "eleven</w>": 17795,
+  "elf": 45961,
+  "elf</w>": 11924,
+  "elfie</w>": 39955,
+  "elg": 28790,
+  "elgin</w>": 31868,
+  "eli": 1018,
+  "eli</w>": 6292,
+  "elia</w>": 10956,
+  "elian</w>": 42508,
+  "elias": 47274,
+  "elias</w>": 29902,
+  "elic": 34743,
+  "elic</w>": 13492,
+  "elie": 38677,
+  "elie</w>": 26501,
+  "elier</w>": 14634,
+  "elife": 37429,
+  "elife</w>": 12719,
+  "eligibility</w>": 34937,
+  "eligible</w>": 16978,
+  "elijah</w>": 26065,
+  "elike": 48913,
+  "elim": 9296,
+  "elimin": 11386,
+  "eliminate</w>": 19655,
+  "eliminated</w>": 29075,
+  "eliminating</w>": 36619,
+  "elimination</w>": 24176,
+  "elin": 25353,
+  "elin</w>": 13458,
+  "eline": 46199,
+  "eline</w>": 7153,
+  "eling</w>": 9990,
+  "elio</w>": 47943,
+  "elion</w>": 30682,
+  "elions</w>": 44159,
+  "eliot</w>": 33326,
+  "elis": 23411,
+  "elis</w>": 48021,
+  "elisa": 25610,
+  "elisa</w>": 44051,
+  "elisabeth</w>": 33127,
+  "elise</w>": 27124,
+  "elit": 40882,
+  "elite": 32277,
+  "elite</w>": 6553,
+  "elited": 43943,
+  "elitedangerous</w>": 47138,
+  "elites</w>": 35975,
+  "elius</w>": 35623,
+  "elive": 49338,
+  "elive</w>": 23505,
+  "elives</w>": 49174,
+  "elix": 32926,
+  "elixir</w>": 42887,
+  "eliz": 42844,
+  "eliza": 6132,
+  "eliza</w>": 29992,
+  "elizabeth": 22397,
+  "elizabeth</w>": 7026,
+  "elk": 34013,
+  "elk</w>": 21896,
+  "ell": 826,
+  "ell</w>": 812,
+  "ella": 20692,
+  "ella</w>": 2957,
+  "elland</w>": 43326,
+  "ellar</w>": 38443,
+  "ellas</w>": 37053,
+  "elle": 12818,
+  "elle</w>": 4765,
+  "elled</w>": 13146,
+  "ellen": 14007,
+  "ellen</w>": 12312,
+  "ellenshow</w>": 34812,
+  "eller": 20927,
+  "eller</w>": 4465,
+  "ellers</w>": 19010,
+  "elles</w>": 24431,
+  "elli": 3367,
+  "elli</w>": 6673,
+  "ellic": 38905,
+  "ellie</w>": 16769,
+  "ellier</w>": 44054,
+  "ellin</w>": 40374,
+  "elling</w>": 2220,
+  "ellington</w>": 34477,
+  "ellini</w>": 43256,
+  "elliot</w>": 20761,
+  "elliott": 44456,
+  "elliott</w>": 13788,
+  "ellip": 44816,
+  "ellis</w>": 11553,
+  "ellison</w>": 32295,
+  "ello</w>": 2512,
+  "ellor</w>": 14594,
+  "ells</w>": 2433,
+  "ellu": 35560,
+  "elly": 8041,
+  "elly</w>": 20355,
+  "elm": 25199,
+  "elm</w>": 22082,
+  "elman</w>": 33622,
+  "elmer</w>": 45958,
+  "elmo</w>": 32150,
+  "elo": 6170,
+  "elo</w>": 13490,
+  "elon": 26381,
+  "elon</w>": 20406,
+  "elondon</w>": 47377,
+  "elong": 44363,
+  "elonmusk</w>": 37076,
+  "elope</w>": 23367,
+  "eloqu": 37795,
+  "elos</w>": 44733,
+  "elot</w>": 43490,
+  "elove": 43319,
+  "elove</w>": 19165,
+  "elover</w>": 21732,
+  "elovers</w>": 33946,
+  "els": 35958,
+  "els</w>": 1645,
+  "elsa</w>": 22050,
+  "else": 18857,
+  "else</w>": 3344,
+  "elsewhere</w>": 22906,
+  "elson</w>": 19624,
+  "elt</w>": 18692,
+  "elton</w>": 20758,
+  "elu": 14208,
+  "elusive</w>": 28903,
+  "elves</w>": 29111,
+  "elvi": 47008,
+  "elvis": 47359,
+  "elvis</w>": 14498,
+  "elxn</w>": 37726,
+  "ely": 12189,
+  "ely</w>": 1273,
+  "elyn": 29691,
+  "elyn</w>": 18126,
+  "em": 908,
+  "em</w>": 2270,
+  "ema": 7002,
+  "ema</w>": 11131,
+  "emabiggest": 23101,
+  "emabiggestfans</w>": 29587,
+  "email": 33537,
+  "email</w>": 4462,
+  "emailed</w>": 40470,
+  "emailmarketing</w>": 40188,
+  "emails</w>": 12871,
+  "eman": 24416,
+  "eman</w>": 36868,
+  "emancip": 42996,
+  "emanuel</w>": 35232,
+  "emb": 3692,
+  "embar": 8266,
+  "embaras": 48019,
+  "embark</w>": 33953,
+  "embarra": 11382,
+  "embarrass": 27183,
+  "embarrassed</w>": 28217,
+  "embarrassing</w>": 19653,
+  "embarrassment</w>": 41346,
+  "embassy</w>": 13598,
+  "embe": 46041,
+  "embed": 19703,
+  "embedded</w>": 22046,
+  "embelli": 32144,
+  "embellished</w>": 46992,
+  "ember</w>": 47049,
+  "emblem</w>": 21163,
+  "embo": 23065,
+  "embr": 35267,
+  "embrac": 16928,
+  "embrace</w>": 12118,
+  "embraced</w>": 35739,
+  "embraces</w>": 38404,
+  "embracing</w>": 22196,
+  "embro": 12550,
+  "embroi": 18667,
+  "embroide": 21530,
+  "embroidered</w>": 22381,
+  "embroidery</w>": 20823,
+  "emc": 20897,
+  "emc</w>": 31602,
+  "emcee</w>": 42038,
+  "eme": 22910,
+  "eme</w>": 21548,
+  "emea</w>": 40352,
+  "emed</w>": 11028,
+  "emen</w>": 22033,
+  "ement": 40841,
+  "ement</w>": 2057,
+  "ements</w>": 11058,
+  "emer": 3132,
+  "emer</w>": 25727,
+  "emerald": 46878,
+  "emerald</w>": 16980,
+  "emerge</w>": 22182,
+  "emerged</w>": 26425,
+  "emergen": 24096,
+  "emergence</w>": 39867,
+  "emergencies</w>": 35759,
+  "emergency": 44038,
+  "emergency</w>": 5897,
+  "emerges</w>": 30801,
+  "emerging": 38174,
+  "emerging</w>": 11113,
+  "emeritus</w>": 35333,
+  "emerson</w>": 24147,
+  "emery</w>": 32678,
+  "emi": 44327,
+  "emi</w>": 18525,
+  "emil": 26794,
+  "emil</w>": 40624,
+  "emile</w>": 43926,
+  "emili": 20709,
+  "emilia</w>": 34238,
+  "emilio</w>": 39722,
+  "emily": 14545,
+  "emily</w>": 7640,
+  "emin": 17227,
+  "emin</w>": 23995,
+  "eminem</w>": 22129,
+  "eminent</w>": 33779,
+  "eming</w>": 40398,
+  "emir": 13337,
+  "emir</w>": 47613,
+  "emirates": 47244,
+  "emirates</w>": 17867,
+  "emission</w>": 27761,
+  "emissions</w>": 14172,
+  "emit</w>": 49043,
+  "emma": 18177,
+  "emma</w>": 7445,
+  "emmanuel": 48045,
+  "emmanuel</w>": 20411,
+  "emmett</w>": 45779,
+  "emmy": 35625,
+  "emmy</w>": 17089,
+  "emmys</w>": 21875,
+  "emo": 3738,
+  "emo</w>": 19381,
+  "emoji</w>": 16327,
+  "emojis</w>": 27870,
+  "emon</w>": 34406,
+  "emor": 45034,
+  "emory</w>": 44274,
+  "emotion</w>": 17464,
+  "emotional</w>": 7357,
+  "emotionally</w>": 24088,
+  "emotions</w>": 12904,
+  "emp": 3831,
+  "emp</w>": 41004,
+  "empathy</w>": 22420,
+  "emper": 12522,
+  "emperor</w>": 13828,
+  "empha": 16237,
+  "emphasi": 47176,
+  "emphasis</w>": 29588,
+  "empire": 26212,
+  "empire</w>": 7614,
+  "empires</w>": 46510,
+  "emplo": 3409,
+  "employ": 37290,
+  "employ</w>": 39626,
+  "employe": 5037,
+  "employed</w>": 26567,
+  "employee": 36631,
+  "employee</w>": 9560,
+  "employees</w>": 7377,
+  "employer</w>": 21296,
+  "employers</w>": 17647,
+  "employment</w>": 10959,
+  "empor": 27386,
+  "emporium</w>": 48541,
+  "empower": 13612,
+  "empower</w>": 17230,
+  "empowered</w>": 29087,
+  "empowering</w>": 20086,
+  "empowerment</w>": 15747,
+  "empowers</w>": 46206,
+  "empress</w>": 26656,
+  "empty": 41203,
+  "empty</w>": 7893,
+  "emra": 39259,
+  "ems</w>": 2858,
+  "emt</w>": 46360,
+  "emu": 48149,
+  "emu</w>": 29296,
+  "emul": 23272,
+  "emy": 31076,
+  "en": 524,
+  "en</w>": 576,
+  "ena</w>": 3452,
+  "enab": 17308,
+  "enable</w>": 15642,
+  "enabled</w>": 23666,
+  "enables</w>": 23417,
+  "enabling</w>": 23590,
+  "enam": 41486,
+  "enamel</w>": 22746,
+  "enary</w>": 13132,
+  "enas</w>": 34536,
+  "enation</w>": 20860,
+  "enberg</w>": 15658,
+  "enburg</w>": 28430,
+  "enc</w>": 33169,
+  "enca</w>": 37774,
+  "encan": 30345,
+  "encapsul": 40874,
+  "ence": 6495,
+  "ence</w>": 954,
+  "enced</w>": 6549,
+  "ences</w>": 3777,
+  "enchan": 17290,
+  "enchanted</w>": 28258,
+  "enchanting</w>": 32531,
+  "enchil": 47396,
+  "enci": 32207,
+  "encia</w>": 30068,
+  "encies</w>": 18729,
+  "encing</w>": 10326,
+  "enclosed</w>": 43243,
+  "enclosure</w>": 37419,
+  "encom": 44026,
+  "encore</w>": 20549,
+  "encoun": 17309,
+  "encounter</w>": 13164,
+  "encountered</w>": 32492,
+  "encounters</w>": 25399,
+  "encoura": 6169,
+  "encourage</w>": 12090,
+  "encouraged</w>": 20299,
+  "encouragement</w>": 24959,
+  "encourages</w>": 23848,
+  "encouraging</w>": 15875,
+  "encro": 45822,
+  "encry": 28600,
+  "encryp": 42928,
+  "encrypted</w>": 48710,
+  "encryption</w>": 31423,
+  "ency</w>": 3484,
+  "encyclo": 32104,
+  "encyclopedia</w>": 38376,
+  "end": 945,
+  "end</w>": 806,
+  "enda</w>": 6735,
+  "endale</w>": 20290,
+  "endange": 13990,
+  "endangered</w>": 14931,
+  "ende": 11373,
+  "ende</w>": 40306,
+  "endeav": 18134,
+  "endeavor</w>": 40502,
+  "endeavors</w>": 44394,
+  "endeavour</w>": 38035,
+  "ended</w>": 2622,
+  "endemic</w>": 41241,
+  "endent</w>": 16265,
+  "ender": 48106,
+  "ender</w>": 12383,
+  "enders</w>": 7418,
+  "endez</w>": 43850,
+  "endgame</w>": 23042,
+  "endi</w>": 31359,
+  "ending</w>": 2695,
+  "endings</w>": 36516,
+  "endish</w>": 38841,
+  "endless</w>": 12688,
+  "endlessly</w>": 45145,
+  "endment</w>": 45894,
+  "endo": 13476,
+  "endo</w>": 15830,
+  "endocr": 36486,
+  "endof": 40786,
+  "endome": 46996,
+  "endon</w>": 48018,
+  "endor": 8092,
+  "endorf</w>": 37249,
+  "endorse</w>": 28819,
+  "endorsed</w>": 24307,
+  "endorsement</w>": 21205,
+  "endorses</w>": 34603,
+  "endorsing</w>": 46779,
+  "endow": 45895,
+  "endra</w>": 22321,
+  "ends</w>": 1339,
+  "endthe": 46256,
+  "endu": 26032,
+  "endur": 19557,
+  "endurance</w>": 21027,
+  "endure</w>": 32419,
+  "enduring</w>": 30851,
+  "enduro</w>": 47042,
+  "ene": 3297,
+  "ene</w>": 6049,
+  "ened</w>": 2494,
+  "eneed": 45137,
+  "enegger</w>": 33235,
+  "enei</w>": 48906,
+  "enemies</w>": 15824,
+  "enemy</w>": 10310,
+  "enen</w>": 45113,
+  "ener": 2244,
+  "ener</w>": 13600,
+  "energ": 39451,
+  "energetic</w>": 24197,
+  "energi": 23044,
+  "energies</w>": 42374,
+  "energized</w>": 48635,
+  "energy": 14974,
+  "energy</w>": 2650,
+  "energye": 32271,
+  "energyefficiency</w>": 40586,
+  "eners</w>": 48208,
+  "enes</w>": 42066,
+  "eness</w>": 11806,
+  "enet</w>": 46336,
+  "enew": 29672,
+  "enews</w>": 13442,
+  "eney</w>": 20706,
+  "enez</w>": 33110,
+  "enf": 38167,
+  "enfield</w>": 27808,
+  "enfor": 10592,
+  "enforce</w>": 40224,
+  "enforced</w>": 44597,
+  "enforcement</w>": 12460,
+  "eng": 1035,
+  "eng</w>": 6730,
+  "enga</w>": 22297,
+  "engag": 6793,
+  "engage</w>": 11089,
+  "engaged</w>": 11475,
+  "engagement</w>": 7281,
+  "engaging</w>": 13060,
+  "enge": 26279,
+  "enge</w>": 2742,
+  "engel": 38265,
+  "engen</w>": 48286,
+  "enger</w>": 6618,
+  "engers</w>": 7533,
+  "engine": 3355,
+  "engine</w>": 5857,
+  "engineer": 40151,
+  "engineer</w>": 8517,
+  "engineered</w>": 26580,
+  "engineering</w>": 5273,
+  "engineers</w>": 11494,
+  "engines</w>": 14487,
+  "england": 20904,
+  "england</w>": 3595,
+  "english": 15942,
+  "english</w>": 3469,
+  "engra": 17560,
+  "engraved</w>": 29421,
+  "engraving</w>": 33309,
+  "engul": 43655,
+  "engv": 28401,
+  "enh": 7449,
+  "enhall</w>": 48781,
+  "enham</w>": 24592,
+  "enhan": 26827,
+  "enhance</w>": 13993,
+  "enhanced</w>": 16070,
+  "enhancement</w>": 35601,
+  "enhances</w>": 38259,
+  "enhancing</w>": 25986,
+  "eni": 4395,
+  "eni</w>": 17538,
+  "enic": 46780,
+  "enic</w>": 28292,
+  "enig": 19754,
+  "enig</w>": 48730,
+  "enight": 32848,
+  "enight</w>": 20640,
+  "enigma</w>": 34998,
+  "ening</w>": 1133,
+  "enium</w>": 34380,
+  "enix</w>": 25720,
+  "enjo": 1498,
+  "enjoy": 12981,
+  "enjoy</w>": 2218,
+  "enjoyable</w>": 17444,
+  "enjoyed</w>": 5045,
+  "enjoying</w>": 3603,
+  "enjoyment</w>": 34905,
+  "enjoys</w>": 17024,
+  "enka</w>": 43942,
+  "enko</w>": 25312,
+  "enlar": 38136,
+  "enligh": 21364,
+  "enlighten": 28200,
+  "enlightened</w>": 44032,
+  "enlightening</w>": 44005,
+  "enlightenment</w>": 29255,
+  "enlisted</w>": 43555,
+  "enly</w>": 43023,
+  "enn</w>": 43563,
+  "enna</w>": 8095,
+  "enne": 21176,
+  "enne</w>": 11518,
+  "ennedy</w>": 46266,
+  "ennes</w>": 43613,
+  "enni": 7049,
+  "ennial</w>": 14220,
+  "ennis": 48923,
+  "ennis</w>": 26309,
+  "eno": 9429,
+  "eno</w>": 12843,
+  "enoch</w>": 47917,
+  "enor": 13955,
+  "enormous</w>": 20129,
+  "enos</w>": 44759,
+  "enote</w>": 44955,
+  "enough</w>": 2744,
+  "enow</w>": 26876,
+  "enqu": 28417,
+  "enqui": 22810,
+  "enquire</w>": 46658,
+  "enquiries</w>": 31901,
+  "enquiry</w>": 45141,
+  "enri": 18915,
+  "enrich": 20058,
+  "enrich</w>": 45504,
+  "enriched</w>": 45166,
+  "enrichment</w>": 32903,
+  "enrique</w>": 25489,
+  "enrol": 44279,
+  "enroll": 23739,
+  "enroll</w>": 30366,
+  "enrolled</w>": 36853,
+  "enrollment</w>": 24875,
+  "enroute</w>": 40548,
+  "ens": 41799,
+  "ens</w>": 1323,
+  "ense": 12657,
+  "ense</w>": 27658,
+  "ensemble</w>": 14843,
+  "ensis</w>": 32842,
+  "ensla": 37535,
+  "enslaved</w>": 48675,
+  "ensure</w>": 7492,
+  "ensures</w>": 29707,
+  "ensuring</w>": 19403,
+  "ent": 724,
+  "ent</w>": 621,
+  "enta</w>": 17681,
+  "ental": 32342,
+  "ental</w>": 6168,
+  "entary</w>": 9833,
+  "entation</w>": 37412,
+  "ente": 17433,
+  "ente</w>": 9935,
+  "ented</w>": 3800,
+  "entennial</w>": 43088,
+  "enter": 2963,
+  "enter</w>": 3819,
+  "entered</w>": 10679,
+  "entering</w>": 12580,
+  "enterpri": 7339,
+  "enterprise</w>": 9220,
+  "enterprises</w>": 21219,
+  "enters</w>": 15287,
+  "entertain": 5566,
+  "entertain</w>": 23510,
+  "entertained</w>": 30631,
+  "entertainer</w>": 28674,
+  "entertaining</w>": 13897,
+  "entertainment</w>": 6166,
+  "entes</w>": 24213,
+  "enthr": 36202,
+  "enthusi": 9631,
+  "enthusiasm</w>": 20525,
+  "enthusiast</w>": 27153,
+  "enthusiastic</w>": 22068,
+  "enthusiasts</w>": 27514,
+  "enti": 1938,
+  "ential</w>": 5194,
+  "entially</w>": 37695,
+  "entic</w>": 10340,
+  "entine</w>": 49212,
+  "enting</w>": 20526,
+  "entire</w>": 4709,
+  "entirely</w>": 13911,
+  "entirety</w>": 43242,
+  "entit": 15209,
+  "entities</w>": 38134,
+  "entitled</w>": 18680,
+  "entity</w>": 28455,
+  "ently</w>": 2922,
+  "ento": 21917,
+  "ento</w>": 8762,
+  "entom": 31676,
+  "entourage</w>": 47893,
+  "entr": 7129,
+  "entrance</w>": 9129,
+  "entrata</w>": 27304,
+  "entre": 34188,
+  "entre</w>": 19600,
+  "entren": 46959,
+  "entrepre": 4583,
+  "entreprene": 4789,
+  "entrepreneu": 26784,
+  "entrepreneur": 12119,
+  "entrepreneur</w>": 8033,
+  "entrepreneurial</w>": 28261,
+  "entrepreneurs</w>": 11054,
+  "entrepreneurship</w>": 12858,
+  "entries</w>": 13766,
+  "entry</w>": 5362,
+  "ents</w>": 870,
+  "entu": 6650,
+  "enty</w>": 5657,
+  "enu": 23430,
+  "env": 32280,
+  "env</w>": 39207,
+  "envel": 20052,
+  "envelope</w>": 27358,
+  "envir": 3512,
+  "enviro</w>": 46200,
+  "environ": 3599,
+  "environment": 33039,
+  "environment</w>": 5501,
+  "environmental</w>": 7831,
+  "environmentally</w>": 32855,
+  "environments</w>": 19577,
+  "envision</w>": 49031,
+  "envoy</w>": 29263,
+  "envy</w>": 21017,
+  "eny</w>": 20482,
+  "enya</w>": 36509,
+  "enyc</w>": 39520,
+  "enz": 25805,
+  "enz</w>": 31873,
+  "enza</w>": 25239,
+  "enzie</w>": 14839,
+  "enzo</w>": 31543,
+  "enzyme</w>": 40348,
+  "enzymes</w>": 47465,
+  "eo": 16054,
+  "eo</w>": 11712,
+  "eoin</w>": 48634,
+  "eon</w>": 31915,
+  "eos</w>": 17805,
+  "ep": 1178,
+  "ep</w>": 1117,
+  "epa</w>": 15866,
+  "epage</w>": 26931,
+  "epaper</w>": 33584,
+  "epcot</w>": 32524,
+  "eper</w>": 43071,
+  "eph": 45752,
+  "eph</w>": 41240,
+  "ephe": 25129,
+  "epi": 7219,
+  "epi</w>": 34641,
+  "epic": 12683,
+  "epic</w>": 4991,
+  "epiconetsy</w>": 49222,
+  "epide": 17382,
+  "epidemi": 44447,
+  "epidemic</w>": 21522,
+  "epile": 23150,
+  "epilepsy</w>": 29547,
+  "epilo": 31291,
+  "epilots</w>": 39766,
+  "epiph": 40561,
+  "epiphany</w>": 43251,
+  "epis": 24616,
+  "episcop": 28037,
+  "episcopal</w>": 31221,
+  "episo": 2708,
+  "episode</w>": 2965,
+  "episodes</w>": 11837,
+  "epit": 21967,
+  "epitome</w>": 35114,
+  "epl</w>": 25950,
+  "epo": 25810,
+  "epp": 39054,
+  "epp</w>": 39593,
+  "eps</w>": 4090,
+  "epsilon</w>": 40019,
+  "epsom</w>": 40364,
+  "epstein</w>": 34688,
+  "eq": 39331,
+  "eq</w>": 33692,
+  "equ": 2563,
+  "equal": 17373,
+  "equal</w>": 10433,
+  "equality": 48981,
+  "equality</w>": 9578,
+  "equally</w>": 18172,
+  "equals</w>": 30278,
+  "equation</w>": 28591,
+  "equations</w>": 38225,
+  "eque": 19518,
+  "equestrian</w>": 24728,
+  "equi": 8752,
+  "equili": 43262,
+  "equine</w>": 33801,
+  "equinox</w>": 32652,
+  "equip": 6526,
+  "equip</w>": 36979,
+  "equipment</w>": 6893,
+  "equipo</w>": 45688,
+  "equipped</w>": 18331,
+  "equitable</w>": 44717,
+  "equities</w>": 44015,
+  "equity</w>": 11293,
+  "equivalent</w>": 19489,
+  "er": 517,
+  "er</w>": 528,
+  "era": 30548,
+  "era</w>": 2072,
+  "erable</w>": 18801,
+  "erad": 24194,
+  "eradic": 36346,
+  "eradicate</w>": 46164,
+  "eral</w>": 6222,
+  "eran</w>": 13069,
+  "eras": 19325,
+  "eras</w>": 39090,
+  "erase</w>": 33893,
+  "erased</w>": 46762,
+  "erasmus</w>": 38935,
+  "erc": 5360,
+  "erc</w>": 32382,
+  "erd</w>": 25645,
+  "erdo": 21112,
+  "erdogan</w>": 24453,
+  "ere": 17907,
+  "ere</w>": 642,
+  "erec": 21526,
+  "erected</w>": 39365,
+  "ered</w>": 9097,
+  "eres</w>": 15751,
+  "ergon": 38120,
+  "ergy</w>": 19550,
+  "eri": 2769,
+  "eri</w>": 9509,
+  "eria</w>": 11634,
+  "erial</w>": 5409,
+  "eric": 1206,
+  "eric</w>": 5396,
+  "erica</w>": 13208,
+  "erich</w>": 26070,
+  "erick": 27434,
+  "erick</w>": 36959,
+  "erickson</w>": 45286,
+  "ericsson</w>": 39645,
+  "eridge</w>": 45408,
+  "erie</w>": 7005,
+  "eries</w>": 9099,
+  "erik": 22805,
+  "erik</w>": 16532,
+  "erika</w>": 25531,
+  "erin": 17532,
+  "erin</w>": 11333,
+  "erina</w>": 25176,
+  "ering</w>": 1785,
+  "erit": 23335,
+  "eritrea</w>": 30738,
+  "erjee</w>": 41665,
+  "erly</w>": 14380,
+  "erm</w>": 31649,
+  "erman</w>": 17990,
+  "ern": 6992,
+  "ern</w>": 12140,
+  "ernal</w>": 20868,
+  "ernan</w>": 34617,
+  "ernation</w>": 48796,
+  "erne": 33930,
+  "ernest</w>": 23006,
+  "ernie</w>": 23636,
+  "ernity</w>": 14653,
+  "erno</w>": 40812,
+  "ernst</w>": 30099,
+  "ero": 3211,
+  "ero</w>": 3732,
+  "erock</w>": 38206,
+  "eron</w>": 32837,
+  "eroom</w>": 46690,
+  "eros</w>": 30597,
+  "erose</w>": 48657,
+  "erosion</w>": 30174,
+  "erotic</w>": 30708,
+  "erotica</w>": 39126,
+  "erous</w>": 6384,
+  "eroy</w>": 36461,
+  "erp</w>": 28268,
+  "err": 22479,
+  "err</w>": 25346,
+  "erra</w>": 48446,
+  "errands</w>": 45485,
+  "error</w>": 12097,
+  "errors</w>": 21195,
+  "erry": 45236,
+  "erry</w>": 24124,
+  "ers": 4840,
+  "ers</w>": 612,
+  "ersfc</w>": 37925,
+  "ership</w>": 2884,
+  "erson": 25780,
+  "erson</w>": 6811,
+  "ert": 40325,
+  "ert</w>": 3112,
+  "erta</w>": 32007,
+  "erton</w>": 26245,
+  "erts</w>": 12921,
+  "eru": 36068,
+  "erun</w>": 41642,
+  "erup": 17093,
+  "erupted</w>": 48862,
+  "eruption</w>": 33705,
+  "erville</w>": 37557,
+  "erwin</w>": 43724,
+  "ery": 12467,
+  "ery</w>": 1692,
+  "erz</w>": 38711,
+  "es": 957,
+  "es</w>": 542,
+  "esa": 46834,
+  "esa</w>": 12489,
+  "esanders</w>": 23099,
+  "esc": 3330,
+  "esc</w>": 28420,
+  "escal": 15902,
+  "escap": 11499,
+  "escape": 32484,
+  "escape</w>": 7568,
+  "escaped</w>": 18707,
+  "escapes</w>": 29916,
+  "escaping</w>": 21767,
+  "escar": 39229,
+  "escence</w>": 37972,
+  "esch": 46760,
+  "esch</w>": 41945,
+  "esco": 32482,
+  "escobar</w>": 48807,
+  "escor": 24360,
+  "escort</w>": 24976,
+  "escorted</w>": 47667,
+  "escorts</w>": 48574,
+  "escu": 36517,
+  "esday</w>": 19553,
+  "ese": 18766,
+  "ese</w>": 2260,
+  "esg</w>": 41674,
+  "esh": 17119,
+  "esh</w>": 13407,
+  "esha</w>": 28799,
+  "eshop": 38451,
+  "eshop</w>": 45570,
+  "eshopsuk</w>": 39349,
+  "esi</w>": 30064,
+  "esis</w>": 12414,
+  "esk": 19359,
+  "esl</w>": 26201,
+  "eso": 29890,
+  "eso</w>": 28921,
+  "esof": 17047,
+  "eson": 46845,
+  "esp": 3849,
+  "esp</w>": 13870,
+  "espa": 37301,
+  "espan": 41731,
+  "españa</w>": 41118,
+  "especially</w>": 4878,
+  "esper": 29216,
+  "espino": 46633,
+  "espionage</w>": 43498,
+  "espn": 22917,
+  "espn</w>": 7540,
+  "espnu</w>": 47747,
+  "espo": 34381,
+  "esports</w>": 16035,
+  "espresso</w>": 17098,
+  "esq</w>": 47352,
+  "esqu": 34616,
+  "esque</w>": 25877,
+  "ess": 3118,
+  "ess</w>": 9764,
+  "essa</w>": 39125,
+  "essay</w>": 12751,
+  "essays</w>": 27328,
+  "esse</w>": 22305,
+  "essen</w>": 30489,
+  "essence</w>": 17830,
+  "essenti": 11163,
+  "essential": 47264,
+  "essential</w>": 6895,
+  "essentially</w>": 30042,
+  "essentials</w>": 16191,
+  "essex": 30563,
+  "essex</w>": 11623,
+  "est": 2291,
+  "est</w>": 1509,
+  "esta": 41449,
+  "esta</w>": 10135,
+  "estab": 7010,
+  "establi": 8412,
+  "establish</w>": 19709,
+  "established</w>": 13143,
+  "establishing</w>": 29420,
+  "establishment</w>": 20213,
+  "estas</w>": 39072,
+  "estate": 47130,
+  "estate</w>": 6159,
+  "estates</w>": 26054,
+  "este": 12968,
+  "este</w>": 20579,
+  "esteban</w>": 48381,
+  "esteem</w>": 31541,
+  "esteemed</w>": 36293,
+  "ester</w>": 45808,
+  "esthe": 18468,
+  "esther</w>": 24393,
+  "estim": 8904,
+  "estimate</w>": 21883,
+  "estimated</w>": 16665,
+  "estimates</w>": 21957,
+  "esto": 31589,
+  "esto</w>": 23958,
+  "estonia</w>": 26260,
+  "estonian</w>": 48895,
+  "estrada</w>": 48116,
+  "estre": 31271,
+  "estu": 26272,
+  "estuary</w>": 35269,
+  "esur": 35758,
+  "esville</w>": 39187,
+  "esy": 46268,
+  "et": 1169,
+  "et</w>": 875,
+  "eta</w>": 8761,
+  "etal</w>": 25221,
+  "etary</w>": 13074,
+  "etc</w>": 5353,
+  "etched</w>": 40411,
+  "etching</w>": 41375,
+  "ete": 38820,
+  "ete</w>": 40245,
+  "eter": 8587,
+  "eter</w>": 17007,
+  "eternal</w>": 13732,
+  "eternally</w>": 48486,
+  "eternity</w>": 23832,
+  "eters</w>": 18392,
+  "etf</w>": 31661,
+  "eth": 4819,
+  "eth</w>": 5927,
+  "ethan": 24245,
+  "ethan</w>": 15958,
+  "ethanol</w>": 38166,
+  "ethe": 21312,
+  "ethel</w>": 45921,
+  "ether": 23349,
+  "ethere": 18705,
+  "ethereal</w>": 40925,
+  "ethereum</w>": 19612,
+  "ethernet</w>": 35026,
+  "ethi": 10327,
+  "ethic</w>": 39104,
+  "ethical": 47041,
+  "ethical</w>": 17679,
+  "ethics</w>": 13355,
+  "ethiop": 10897,
+  "ethiopia</w>": 13920,
+  "ethiopian</w>": 24507,
+  "ethnic": 30522,
+  "ethnic</w>": 16344,
+  "ethnicity</w>": 46787,
+  "ethno": 34225,
+  "ethos</w>": 48768,
+  "eti": 11188,
+  "eti</w>": 30394,
+  "etienne</w>": 46118,
+  "eties</w>": 15137,
+  "etihad</w>": 38489,
+  "etiquette</w>": 37957,
+  "etis": 38216,
+  "etisation</w>": 39733,
+  "etna</w>": 41940,
+  "eto": 27829,
+  "eto</w>": 33837,
+  "eton</w>": 44339,
+  "etour</w>": 41462,
+  "etr": 23012,
+  "etres</w>": 42838,
+  "ets</w>": 3442,
+  "etsy": 13237,
+  "etsy</w>": 6282,
+  "etsym": 22902,
+  "etsymntt</w>": 25416,
+  "etsyshop</w>": 44643,
+  "ett": 32729,
+  "ett</w>": 24998,
+  "etta</w>": 30466,
+  "ette": 19981,
+  "ette</w>": 5212,
+  "ettes</w>": 35326,
+  "etto</w>": 44219,
+  "etty</w>": 40759,
+  "etu": 36593,
+  "etv": 49155,
+  "etv</w>": 20325,
+  "etwork</w>": 20585,
+  "ety": 25920,
+  "ety</w>": 2746,
+  "etz": 36181,
+  "etz</w>": 25301,
+  "eu": 1506,
+  "eu</w>": 3238,
+  "eucalyp": 41068,
+  "eucalyptus</w>": 42351,
+  "euchar": 38362,
+  "eugen": 30678,
+  "eugene</w>": 17760,
+  "eul": 46749,
+  "eun": 16431,
+  "eun</w>": 26219,
+  "eunhyuk</w>": 47526,
+  "eup": 44435,
+  "euph": 21386,
+  "euphoria</w>": 41051,
+  "eur": 18343,
+  "eur</w>": 12018,
+  "eura": 32605,
+  "eure": 25311,
+  "euref</w>": 48017,
+  "eureka</w>": 31686,
+  "euro": 2039,
+  "euro</w>": 8463,
+  "euroleague</w>": 46821,
+  "europa</w>": 18290,
+  "europale": 42473,
+  "europaleague</w>": 44029,
+  "europarl</w>": 44922,
+  "europe": 4198,
+  "europe</w>": 3848,
+  "european": 26712,
+  "european</w>": 4759,
+  "europeans</w>": 37082,
+  "euros</w>": 22274,
+  "eurovision</w>": 17593,
+  "eurozone</w>": 42555,
+  "eurusd</w>": 40895,
+  "eus</w>": 44214,
+  "euston</w>": 46905,
+  "euthan": 43280,
+  "euve</w>": 40652,
+  "eux</w>": 25019,
+  "ev": 776,
+  "ev</w>": 10133,
+  "eva</w>": 6845,
+  "evacu": 13187,
+  "evacuated</w>": 26806,
+  "evacuation</w>": 27353,
+  "eval": 25139,
+  "eval</w>": 9703,
+  "evalu": 10314,
+  "evaluate</w>": 27174,
+  "evaluating</w>": 34541,
+  "evaluation</w>": 17640,
+  "evan": 12821,
+  "evan</w>": 12847,
+  "evangel": 20518,
+  "evangeli": 21372,
+  "evangelical</w>": 36151,
+  "evangelist</w>": 42275,
+  "evankirstel</w>": 46581,
+  "evans</w>": 8836,
+  "evansville</w>": 44782,
+  "evapor": 33352,
+  "evasion</w>": 48795,
+  "eve": 5732,
+  "eve</w>": 1866,
+  "eved</w>": 19820,
+  "evel": 39315,
+  "evelyn</w>": 26687,
+  "evement</w>": 8210,
+  "even": 6359,
+  "even</w>": 1427,
+  "evening": 34487,
+  "evening</w>": 2285,
+  "evenings</w>": 19994,
+  "evenly</w>": 45974,
+  "event": 10612,
+  "event</w>": 1655,
+  "eventful</w>": 45628,
+  "evento</w>": 38155,
+  "eventprofs</w>": 24980,
+  "events</w>": 3667,
+  "eventu": 14055,
+  "eventual</w>": 45321,
+  "eventually</w>": 14397,
+  "ever": 888,
+  "ever</w>": 1247,
+  "everest</w>": 21722,
+  "everett</w>": 25456,
+  "everglades</w>": 46294,
+  "evergreen</w>": 23852,
+  "everlasting</w>": 32849,
+  "evers</w>": 31914,
+  "everton</w>": 13315,
+  "every": 1091,
+  "every</w>": 1505,
+  "everybody</w>": 5901,
+  "everyday": 25049,
+  "everyday</w>": 5160,
+  "everyone</w>": 1584,
+  "everything": 36376,
+  "everything</w>": 2410,
+  "everytime</w>": 16911,
+  "everywhere</w>": 6364,
+  "eves</w>": 7323,
+  "evi": 5348,
+  "evi</w>": 36989,
+  "evic": 21336,
+  "eviction</w>": 37111,
+  "eviden": 46220,
+  "evidence</w>": 6439,
+  "evident</w>": 34529,
+  "evie</w>": 47195,
+  "evil": 23218,
+  "evil</w>": 6006,
+  "eville</w>": 16143,
+  "eving</w>": 24729,
+  "evo": 17962,
+  "evo</w>": 13169,
+  "evoc": 43133,
+  "evol": 5350,
+  "evolu": 7725,
+  "evolution</w>": 8902,
+  "evolutionary</w>": 30629,
+  "evolve</w>": 23406,
+  "evolved</w>": 22613,
+  "evolving</w>": 23675,
+  "evp</w>": 46154,
+  "evs</w>": 33576,
+  "ew": 11942,
+  "ew</w>": 15428,
+  "ewan</w>": 40247,
+  "ewe</w>": 48438,
+  "ewing</w>": 38873,
+  "ews</w>": 9878,
+  "ex": 659,
+  "ex</w>": 4118,
+  "exac": 5460,
+  "exact</w>": 12651,
+  "exactly</w>": 5840,
+  "exagger": 29766,
+  "exal": 49324,
+  "exam": 4428,
+  "exam</w>": 8785,
+  "examination</w>": 20970,
+  "examine</w>": 25728,
+  "examined</w>": 44004,
+  "examiner</w>": 29149,
+  "examines</w>": 28160,
+  "examining</w>": 30616,
+  "example</w>": 6228,
+  "examples</w>": 14790,
+  "exams</w>": 14028,
+  "exas</w>": 47536,
+  "exc": 1302,
+  "excav": 20733,
+  "excavation</w>": 45909,
+  "exce": 10999,
+  "exceed</w>": 32521,
+  "exceeded</w>": 36221,
+  "exceeding</w>": 47213,
+  "exceeds</w>": 49353,
+  "excel": 28351,
+  "excel</w>": 18754,
+  "excell": 3298,
+  "excellence</w>": 8171,
+  "excellency</w>": 36503,
+  "excellent</w>": 4239,
+  "excelsi": 47315,
+  "excep": 8882,
+  "except</w>": 8541,
+  "exception</w>": 25018,
+  "exceptional</w>": 13425,
+  "exceptionally</w>": 29306,
+  "excer": 17737,
+  "excerpt</w>": 20586,
+  "excess</w>": 22491,
+  "excessive</w>": 21332,
+  "exchange</w>": 6616,
+  "exchanged</w>": 48919,
+  "exchanges</w>": 29730,
+  "exchanging</w>": 47760,
+  "excit": 10510,
+  "excite</w>": 47711,
+  "excited</w>": 1889,
+  "excitement</w>": 11407,
+  "exciting</w>": 4300,
+  "exclu": 3114,
+  "exclude</w>": 49235,
+  "excluded</w>": 46216,
+  "excluding</w>": 44326,
+  "exclusion</w>": 40219,
+  "exclusive</w>": 3747,
+  "exclusively</w>": 13565,
+  "exclusives</w>": 47149,
+  "excu": 7324,
+  "excur": 27533,
+  "excursion</w>": 34869,
+  "excuse</w>": 9266,
+  "excuses</w>": 19388,
+  "exe": 3554,
+  "exe</w>": 48027,
+  "exec</w>": 15052,
+  "execs</w>": 35728,
+  "execu": 4360,
+  "execute</w>": 36405,
+  "executed</w>": 20432,
+  "execution</w>": 18085,
+  "executive</w>": 5944,
+  "executives</w>": 24357,
+  "exem": 19753,
+  "exemp": 28602,
+  "exempl": 36371,
+  "exemplary</w>": 39123,
+  "exempli": 41934,
+  "exempt</w>": 44278,
+  "exemption</w>": 47481,
+  "exer": 40295,
+  "exerc": 5932,
+  "exercise</w>": 7016,
+  "exercises</w>": 19669,
+  "exercising</w>": 39036,
+  "exeter": 32137,
+  "exeter</w>": 18837,
+  "exfoli": 38823,
+  "exhau": 11154,
+  "exhaust</w>": 21812,
+  "exhausted</w>": 21741,
+  "exhausting</w>": 40035,
+  "exhaustion</w>": 49221,
+  "exhi": 3022,
+  "exhib": 3783,
+  "exhibit": 24992,
+  "exhibit</w>": 8209,
+  "exhibiting</w>": 23889,
+  "exhibition</w>": 4219,
+  "exhibitions</w>": 28311,
+  "exhibitor</w>": 44192,
+  "exhibitors</w>": 38542,
+  "exhibits</w>": 30093,
+  "exhilar": 40262,
+  "exhilarating</w>": 49289,
+  "exi": 5297,
+  "exico</w>": 38712,
+  "exile</w>": 28566,
+  "exist": 10899,
+  "exist</w>": 9645,
+  "existed</w>": 23198,
+  "existence</w>": 13832,
+  "existent</w>": 43541,
+  "existential</w>": 38752,
+  "existing</w>": 12886,
+  "exists</w>": 14608,
+  "exit</w>": 9374,
+  "exited</w>": 37581,
+  "exiting</w>": 39577,
+  "exits</w>": 34943,
+  "exmoor</w>": 48260,
+  "exo": 15600,
+  "exo</w>": 5842,
+  "exodus</w>": 30098,
+  "exol</w>": 42856,
+  "exop": 35288,
+  "exoplan": 37980,
+  "exor": 24506,
+  "exorcist</w>": 46309,
+  "exotic</w>": 15639,
+  "exp": 9923,
+  "exp</w>": 19066,
+  "expan": 7512,
+  "expand": 10382,
+  "expand</w>": 13141,
+  "expanded</w>": 18390,
+  "expanding</w>": 15755,
+  "expands</w>": 22223,
+  "expanse</w>": 46886,
+  "expansion</w>": 10138,
+  "expansive</w>": 49261,
+  "expat</w>": 43900,
+  "expe": 2560,
+  "expect": 9802,
+  "expect</w>": 5716,
+  "expectation</w>": 34273,
+  "expectations</w>": 12529,
+  "expected</w>": 5573,
+  "expecting</w>": 12525,
+  "expects</w>": 24536,
+  "expedition</w>": 16761,
+  "expeditions</w>": 49327,
+  "expelled</w>": 48834,
+  "expen": 7216,
+  "expend": 29302,
+  "expenditure</w>": 47044,
+  "expense</w>": 28473,
+  "expenses</w>": 21797,
+  "expensive</w>": 9649,
+  "exper": 1533,
+  "experi": 4723,
+  "experience": 31867,
+  "experience</w>": 2415,
+  "experienced</w>": 10417,
+  "experiences</w>": 8233,
+  "experiencing</w>": 16643,
+  "experiential</w>": 44952,
+  "experim": 6697,
+  "experiment</w>": 13079,
+  "experimental</w>": 16539,
+  "experimenting</w>": 28263,
+  "experiments</w>": 21077,
+  "expert</w>": 6284,
+  "expertise</w>": 16555,
+  "experts</w>": 6960,
+  "expi": 26850,
+  "expir": 35077,
+  "expire</w>": 49315,
+  "expired</w>": 30200,
+  "expires</w>": 34739,
+  "expl": 3261,
+  "expla": 3517,
+  "explain": 48918,
+  "explain</w>": 7304,
+  "explained</w>": 14229,
+  "explaining</w>": 13136,
+  "explains</w>": 6655,
+  "explan": 13294,
+  "explanation</w>": 16577,
+  "explanations</w>": 34383,
+  "explic": 21011,
+  "explicit</w>": 33228,
+  "explo": 3586,
+  "explode</w>": 31262,
+  "exploded</w>": 28947,
+  "explodes</w>": 38119,
+  "exploding</w>": 34683,
+  "exploit</w>": 36953,
+  "exploited</w>": 48554,
+  "explor": 11958,
+  "exploration</w>": 14043,
+  "explore": 10405,
+  "explore</w>": 5147,
+  "explorebc</w>": 38754,
+  "explorecanada</w>": 36600,
+  "explored</w>": 25016,
+  "explorer</w>": 15776,
+  "explorers</w>": 28491,
+  "explores</w>": 13996,
+  "exploring</w>": 7584,
+  "explosion</w>": 13785,
+  "explosions</w>": 38646,
+  "explosive</w>": 18888,
+  "explosives</w>": 44705,
+  "expo": 7820,
+  "expo</w>": 6344,
+  "expon": 27905,
+  "export</w>": 14444,
+  "exporting</w>": 47433,
+  "exports</w>": 20088,
+  "expose</w>": 23181,
+  "exposed</w>": 12180,
+  "exposes</w>": 33575,
+  "exposing</w>": 28362,
+  "exposition</w>": 36943,
+  "exposure</w>": 11903,
+  "expre": 6085,
+  "express": 18553,
+  "express</w>": 5642,
+  "expressed</w>": 20777,
+  "expresses</w>": 31931,
+  "expressing</w>": 30207,
+  "expression</w>": 11357,
+  "expressions</w>": 20314,
+  "expressive</w>": 42060,
+  "expressway</w>": 31658,
+  "exquis": 16575,
+  "exquisite</w>": 17958,
+  "ext": 5711,
+  "ext</w>": 20072,
+  "exten": 5555,
+  "extend</w>": 14492,
+  "extended</w>": 9614,
+  "extending</w>": 25652,
+  "extends</w>": 20688,
+  "extension</w>": 10275,
+  "extensions</w>": 24525,
+  "extensive</w>": 16870,
+  "extensively</w>": 47365,
+  "extent</w>": 24913,
+  "exter": 9797,
+  "exterior</w>": 19352,
+  "extermin": 41671,
+  "external</w>": 15028,
+  "extin": 13553,
+  "extinct</w>": 24488,
+  "extinction</w>": 21186,
+  "extingui": 38567,
+  "extor": 35620,
+  "extr": 29082,
+  "extra": 6416,
+  "extra</w>": 4231,
+  "extrac": 18550,
+  "extract</w>": 18962,
+  "extraction</w>": 28789,
+  "extracts</w>": 45576,
+  "extraordin": 23628,
+  "extraordinaire</w>": 30909,
+  "extraordinary</w>": 10982,
+  "extras</w>": 29817,
+  "extravag": 22299,
+  "extravaganza</w>": 29461,
+  "extre": 3978,
+  "extreme": 38357,
+  "extreme</w>": 8331,
+  "extremely</w>": 6519,
+  "extremism</w>": 31493,
+  "extremist</w>": 36383,
+  "extremists</w>": 41425,
+  "extru": 43010,
+  "ey": 1541,
+  "ey</w>": 1477,
+  "eyang</w>": 28915,
+  "eye": 5034,
+  "eye</w>": 3272,
+  "eyebrow</w>": 34250,
+  "eyebrows</w>": 19923,
+  "eyed</w>": 15512,
+  "eyeing</w>": 34916,
+  "eyel": 17075,
+  "eyelashes</w>": 42074,
+  "eyeliner</w>": 33354,
+  "eyeon</w>": 25126,
+  "eyes</w>": 3095,
+  "eyeshadow</w>": 35213,
+  "eyewear</w>": 30165,
+  "eyewitness</w>": 36258,
+  "eyou": 31996,
+  "eyour": 40229,
+  "eyre</w>": 44115,
+  "ez": 10082,
+  "ez</w>": 8387,
+  "eze": 25993,
+  "eze</w>": 27229,
+  "ezekiel</w>": 41428,
+  "ezra</w>": 27552,
+  "f": 69,
+  "f</w>": 325,
+  "fa": 778,
+  "fa</w>": 2800,
+  "faa</w>": 27577,
+  "fab": 2833,
+  "fab</w>": 5492,
+  "faber": 43461,
+  "faber</w>": 42488,
+  "fabi": 29425,
+  "fabian</w>": 34539,
+  "fabio</w>": 31666,
+  "fabric": 16217,
+  "fabric</w>": 10033,
+  "fabricated</w>": 40851,
+  "fabrication</w>": 33476,
+  "fabrics</w>": 23159,
+  "fabulous</w>": 5189,
+  "fac": 1053,
+  "fac</w>": 35438,
+  "facade</w>": 29217,
+  "face": 2545,
+  "face</w>": 1710,
+  "facebook": 36156,
+  "facebook</w>": 2943,
+  "faced</w>": 10941,
+  "faceli": 32023,
+  "facelift</w>": 36380,
+  "faceoff</w>": 42710,
+  "facep": 45285,
+  "faces</w>": 4905,
+  "faceted</w>": 43435,
+  "facetime</w>": 24076,
+  "facial</w>": 11909,
+  "facil": 39973,
+  "facilit": 13567,
+  "facilitate</w>": 26733,
+  "facilitated</w>": 43853,
+  "facilitating</w>": 34796,
+  "facilities</w>": 10388,
+  "facility</w>": 8165,
+  "facing</w>": 7619,
+  "fact": 17189,
+  "fact</w>": 3598,
+  "factfriday</w>": 27953,
+  "faction</w>": 14629,
+  "factor": 21082,
+  "factor</w>": 8124,
+  "factories</w>": 36492,
+  "factors</w>": 12733,
+  "factory": 42483,
+  "factory</w>": 6072,
+  "facts</w>": 5085,
+  "factual</w>": 45471,
+  "faculty</w>": 9504,
+  "facup</w>": 25283,
+  "fad": 12632,
+  "fad</w>": 47669,
+  "fade</w>": 20486,
+  "faded</w>": 26051,
+  "fades</w>": 40441,
+  "fading</w>": 32882,
+  "fadnavis</w>": 38945,
+  "faf": 31052,
+  "faf</w>": 43903,
+  "fag": 25617,
+  "fag</w>": 39305,
+  "fah": 25495,
+  "fah</w>": 35429,
+  "fahren": 45527,
+  "fai": 20519,
+  "fai</w>": 26384,
+  "fail": 7105,
+  "fail</w>": 6801,
+  "failed</w>": 8314,
+  "failing</w>": 15757,
+  "fails</w>": 13388,
+  "failure</w>": 8732,
+  "failures</w>": 25442,
+  "faint</w>": 30807,
+  "fair": 3031,
+  "fair</w>": 2849,
+  "fairbanks</w>": 43962,
+  "faire": 34745,
+  "faire</w>": 20798,
+  "fairfax</w>": 29368,
+  "fairfield</w>": 29664,
+  "fairgrounds</w>": 38325,
+  "fairi": 28884,
+  "fairies</w>": 33590,
+  "fairly</w>": 14961,
+  "fairmont</w>": 41547,
+  "fairness</w>": 29388,
+  "fairs</w>": 8655,
+  "fairtrade</w>": 33361,
+  "fairview</w>": 43479,
+  "fairway</w>": 44022,
+  "fairy": 17021,
+  "fairy</w>": 10444,
+  "fairytale</w>": 28944,
+  "fais": 23542,
+  "faisal</w>": 35459,
+  "fait</w>": 20567,
+  "faith": 10653,
+  "faith</w>": 5080,
+  "faithful</w>": 15511,
+  "faiz": 41775,
+  "fake": 18794,
+  "fake</w>": 5777,
+  "faken": 22853,
+  "fakenews</w>": 26943,
+  "fakespeare</w>": 49095,
+  "fal": 2778,
+  "fal</w>": 40494,
+  "fala": 47120,
+  "falcon": 22498,
+  "falcon</w>": 13571,
+  "falcons</w>": 13834,
+  "falk": 34648,
+  "falkirk</w>": 44080,
+  "fall": 6489,
+  "fall</w>": 2359,
+  "fallen</w>": 8688,
+  "falling": 48709,
+  "falling</w>": 7293,
+  "fallon": 39596,
+  "fallon</w>": 21281,
+  "fallontonight</w>": 44627,
+  "fallout": 49365,
+  "fallout</w>": 16009,
+  "falls</w>": 4778,
+  "falmouth</w>": 38261,
+  "false": 38948,
+  "false</w>": 9078,
+  "falsely</w>": 42321,
+  "fam": 1058,
+  "fam</w>": 5128,
+  "fame</w>": 6573,
+  "famed</w>": 23302,
+  "famer</w>": 24554,
+  "famil": 3395,
+  "famili": 8488,
+  "familia</w>": 25622,
+  "familiar</w>": 10020,
+  "families</w>": 4612,
+  "family": 8137,
+  "family</w>": 1315,
+  "familyfun</w>": 46308,
+  "familytime</w>": 47236,
+  "familytravel</w>": 38222,
+  "famine</w>": 35847,
+  "famous": 44811,
+  "famous</w>": 4096,
+  "famously</w>": 44505,
+  "fan": 1675,
+  "fan</w>": 2261,
+  "fanart": 41059,
+  "fanart</w>": 7855,
+  "fanartfriday</w>": 45346,
+  "fanatic</w>": 36643,
+  "fanatics</w>": 39610,
+  "fanbase</w>": 36921,
+  "fanboy</w>": 43369,
+  "fanc": 29017,
+  "fancafe</w>": 45080,
+  "fanci": 35908,
+  "fanclub</w>": 31530,
+  "fancy": 47622,
+  "fancy</w>": 6733,
+  "fand": 19684,
+  "fandom": 47634,
+  "fandom</w>": 11534,
+  "fanfest</w>": 42916,
+  "fanfic</w>": 47243,
+  "fang": 14269,
+  "fang</w>": 27428,
+  "fangirl</w>": 28813,
+  "fangirling</w>": 39463,
+  "fanning</w>": 37282,
+  "fanny</w>": 30401,
+  "fans": 32454,
+  "fans</w>": 1840,
+  "fansign</w>": 25288,
+  "fant": 4467,
+  "fanta": 2703,
+  "fantaken</w>": 39412,
+  "fantasia</w>": 49306,
+  "fantastic": 31289,
+  "fantastic</w>": 2935,
+  "fantasy": 15124,
+  "fantasy</w>": 5267,
+  "fantasyfootball</w>": 35713,
+  "fao</w>": 31155,
+  "faq</w>": 28533,
+  "far": 1578,
+  "far</w>": 2384,
+  "fara</w>": 48562,
+  "farage</w>": 28340,
+  "farah</w>": 31547,
+  "fare": 8620,
+  "fare</w>": 6461,
+  "fares</w>": 27525,
+  "farewell</w>": 10734,
+  "fargo</w>": 18870,
+  "fari": 26197,
+  "farley</w>": 43761,
+  "farm": 9066,
+  "farm</w>": 3985,
+  "farmer": 19735,
+  "farmer</w>": 10474,
+  "farmers": 29752,
+  "farmers</w>": 6402,
+  "farmersmarket</w>": 41808,
+  "farmhouse</w>": 26293,
+  "farming</w>": 10399,
+  "farmington</w>": 49305,
+  "farmland</w>": 45258,
+  "farms</w>": 11277,
+  "farn": 27527,
+  "faroo": 39147,
+  "farra": 33657,
+  "farrakhan</w>": 46293,
+  "farrell</w>": 24234,
+  "fart</w>": 34664,
+  "farther</w>": 42233,
+  "fas": 4830,
+  "fas</w>": 42995,
+  "fasci": 17191,
+  "fascin": 7327,
+  "fascinated</w>": 32964,
+  "fascinating</w>": 8640,
+  "fascism</w>": 28213,
+  "fascist</w>": 23870,
+  "fascists</w>": 43598,
+  "fash": 42682,
+  "fashi": 2099,
+  "fashion": 6976,
+  "fashion</w>": 2444,
+  "fashionable</w>": 24597,
+  "fashionblogger</w>": 31726,
+  "fashioned</w>": 21563,
+  "fashioni": 26062,
+  "fashionista</w>": 30415,
+  "fashions</w>": 37601,
+  "fashionshow</w>": 45653,
+  "fashionweek</w>": 28684,
+  "fass": 42398,
+  "fast": 8509,
+  "fast</w>": 1953,
+  "fasten": 44990,
+  "faster</w>": 8835,
+  "fastest</w>": 9808,
+  "fasting</w>": 24656,
+  "fat": 4751,
+  "fat</w>": 5484,
+  "fatal</w>": 12124,
+  "fatalities</w>": 44168,
+  "fatally</w>": 34069,
+  "fate": 26315,
+  "fate</w>": 11734,
+  "father": 11607,
+  "father</w>": 3224,
+  "fathers</w>": 12780,
+  "fathersday</w>": 16731,
+  "fati": 13430,
+  "fatigue</w>": 23747,
+  "fatima</w>": 28202,
+  "fats</w>": 30151,
+  "fatt": 44131,
+  "fatty</w>": 22953,
+  "fau": 5571,
+  "fau</w>": 31381,
+  "faucet</w>": 44273,
+  "faul": 16230,
+  "faulkner</w>": 37840,
+  "fault</w>": 13862,
+  "faults</w>": 42752,
+  "faulty</w>": 47103,
+  "fauna</w>": 30808,
+  "faust</w>": 44772,
+  "faux</w>": 19429,
+  "fav": 1355,
+  "fav</w>": 5426,
+  "fave</w>": 7272,
+  "faves</w>": 18003,
+  "favor": 1766,
+  "favor</w>": 12160,
+  "favorable</w>": 35392,
+  "favored</w>": 46640,
+  "favorite": 35262,
+  "favorite</w>": 1916,
+  "favorited</w>": 36926,
+  "favorites</w>": 10564,
+  "favors</w>": 36085,
+  "favour": 3111,
+  "favour</w>": 20469,
+  "favourite</w>": 3342,
+  "favourites</w>": 16585,
+  "favs</w>": 18879,
+  "faw": 21800,
+  "fawad": 46425,
+  "fawn</w>": 48624,
+  "fax": 32535,
+  "fax</w>": 9337,
+  "fay": 8939,
+  "fay</w>": 40074,
+  "faye</w>": 30257,
+  "fayette": 32043,
+  "fayette</w>": 19782,
+  "fayetteville</w>": 37771,
+  "fayre</w>": 34982,
+  "faz": 26238,
+  "faze</w>": 44880,
+  "fb": 22637,
+  "fb</w>": 3307,
+  "fball</w>": 29663,
+  "fbf</w>": 20004,
+  "fbi</w>": 10293,
+  "fbloggers</w>": 41389,
+  "fbs</w>": 48454,
+  "fc": 4278,
+  "fc</w>": 1399,
+  "fca</w>": 24540,
+  "fcb": 26639,
+  "fcb</w>": 25045,
+  "fcbarcelona</w>": 32174,
+  "fcbayern</w>": 35033,
+  "fcblive</w>": 44608,
+  "fcc</w>": 21240,
+  "fck": 40080,
+  "fck</w>": 49263,
+  "fcofficial</w>": 27805,
+  "fcs</w>": 32095,
+  "fcu</w>": 47898,
+  "fd": 16972,
+  "fd</w>": 11525,
+  "fda</w>": 17823,
+  "fdi</w>": 45579,
+  "fdn</w>": 18563,
+  "fdny</w>": 41084,
+  "fdr</w>": 42298,
+  "fe": 623,
+  "fe</w>": 873,
+  "fear": 8744,
+  "fear</w>": 5402,
+  "feared</w>": 31154,
+  "fearless</w>": 17470,
+  "fears</w>": 13867,
+  "fearthe": 33449,
+  "feasi": 34977,
+  "feast": 37963,
+  "feast</w>": 9564,
+  "feat": 1703,
+  "feat</w>": 5611,
+  "feather": 24905,
+  "feather</w>": 17871,
+  "feathers</w>": 21138,
+  "featherweight</w>": 44939,
+  "feature": 30413,
+  "feature</w>": 4527,
+  "featured</w>": 4743,
+  "features</w>": 4643,
+  "featuring</w>": 3706,
+  "feb</w>": 4317,
+  "febru": 4202,
+  "february</w>": 4248,
+  "fect</w>": 31293,
+  "fed": 22518,
+  "fed</w>": 7035,
+  "feder": 4737,
+  "federal</w>": 6369,
+  "federation</w>": 15530,
+  "federer</w>": 18246,
+  "federico</w>": 40539,
+  "fedex</w>": 32603,
+  "fedora</w>": 45111,
+  "feds</w>": 30593,
+  "fee": 28242,
+  "fee</w>": 9224,
+  "feed": 6662,
+  "feed</w>": 5839,
+  "feedback</w>": 8683,
+  "feeder</w>": 24482,
+  "feeders</w>": 44523,
+  "feeding</w>": 9879,
+  "feeds</w>": 21788,
+  "feel": 2408,
+  "feel</w>": 2051,
+  "feelin</w>": 19903,
+  "feeling": 33087,
+  "feeling</w>": 3045,
+  "feelings</w>": 9452,
+  "feels</w>": 4808,
+  "feelthe": 22322,
+  "feelthebern</w>": 27743,
+  "fees</w>": 11765,
+  "feet</w>": 4804,
+  "fei": 23441,
+  "fei</w>": 34217,
+  "fein": 46707,
+  "feinstein</w>": 41313,
+  "fel": 2081,
+  "fel</w>": 20304,
+  "feld": 45913,
+  "feld</w>": 14219,
+  "feldman</w>": 41942,
+  "feli": 7498,
+  "felic": 25845,
+  "felici": 23379,
+  "felicia</w>": 41139,
+  "felicidades</w>": 41648,
+  "felicity</w>": 35123,
+  "feline</w>": 29471,
+  "felipe</w>": 27681,
+  "felix": 33455,
+  "felix</w>": 16514,
+  "feliz": 26104,
+  "feliz</w>": 20221,
+  "fell": 33540,
+  "fell</w>": 6266,
+  "fella</w>": 17586,
+  "fellas</w>": 18787,
+  "feller</w>": 29226,
+  "fellow": 12099,
+  "fellow</w>": 5242,
+  "fellows</w>": 15766,
+  "fellowship</w>": 13857,
+  "felony</w>": 31068,
+  "felt</w>": 5413,
+  "fem": 24574,
+  "fem</w>": 36615,
+  "fema</w>": 41721,
+  "female": 22062,
+  "female</w>": 3970,
+  "females</w>": 21028,
+  "femi</w>": 38607,
+  "femin": 11423,
+  "femini": 11894,
+  "feminine</w>": 24911,
+  "feminism</w>": 18784,
+  "feminist</w>": 14921,
+  "feminists</w>": 38809,
+  "femme</w>": 31331,
+  "fen": 5509,
+  "fen</w>": 25024,
+  "fence</w>": 12679,
+  "fences</w>": 34312,
+  "fencing</w>": 23489,
+  "fender</w>": 17117,
+  "fener": 41208,
+  "fenerbah": 46652,
+  "feng</w>": 33291,
+  "fennel</w>": 28689,
+  "fent": 26395,
+  "fenton</w>": 47265,
+  "fenway</w>": 29206,
+  "fer": 1765,
+  "fer</w>": 2897,
+  "fera</w>": 37705,
+  "feral</w>": 29972,
+  "ferdin": 25541,
+  "ferdinand</w>": 27591,
+  "fere</w>": 43144,
+  "feren": 35652,
+  "ference</w>": 19984,
+  "ferg</w>": 44938,
+  "fergie</w>": 39119,
+  "fergu": 10988,
+  "fergus</w>": 42041,
+  "ferguson</w>": 11904,
+  "fermentation</w>": 45817,
+  "fermented</w>": 36886,
+  "fern": 10747,
+  "fern</w>": 21685,
+  "fernandes</w>": 44391,
+  "fernandez</w>": 23436,
+  "fernando</w>": 17140,
+  "ferns</w>": 38277,
+  "feroci": 45652,
+  "ferr": 7256,
+  "ferra": 47911,
+  "ferrari</w>": 9606,
+  "ferre": 29626,
+  "ferred</w>": 10432,
+  "ferreira</w>": 48686,
+  "ferrell</w>": 41112,
+  "ferrer</w>": 38904,
+  "ferri": 42008,
+  "ferries</w>": 28489,
+  "ferris</w>": 27532,
+  "ferry": 38936,
+  "ferry</w>": 10278,
+  "fers</w>": 12378,
+  "fert": 14925,
+  "fert</w>": 43662,
+  "fertil": 41987,
+  "fertile</w>": 44837,
+  "fertili": 23912,
+  "fertility</w>": 23528,
+  "fertilizer</w>": 36786,
+  "fery</w>": 47448,
+  "fes</w>": 32300,
+  "fest": 17383,
+  "fest</w>": 2590,
+  "festa</w>": 42124,
+  "festi": 1943,
+  "festiv": 19222,
+  "festival": 20946,
+  "festival</w>": 2240,
+  "festivals</w>": 17834,
+  "festive</w>": 9533,
+  "festivities</w>": 21020,
+  "fet": 21409,
+  "feta</w>": 31705,
+  "fetal</w>": 42031,
+  "fetch</w>": 30271,
+  "fete</w>": 34629,
+  "fett</w>": 37979,
+  "fetus</w>": 26768,
+  "feu": 24912,
+  "feu</w>": 32990,
+  "feud</w>": 27365,
+  "fever": 40896,
+  "fever</w>": 9989,
+  "fevre</w>": 43861,
+  "few</w>": 1939,
+  "fewer</w>": 19128,
+  "fex": 41584,
+  "fex</w>": 26392,
+  "fey": 39069,
+  "fey</w>": 23298,
+  "fez</w>": 43081,
+  "ff": 1021,
+  "ff</w>": 1304,
+  "ffa</w>": 15355,
+  "ffame</w>": 42873,
+  "ffc</w>": 19832,
+  "ffe": 1138,
+  "ffe</w>": 8631,
+  "ffect</w>": 29151,
+  "ffed</w>": 8448,
+  "ffee</w>": 26377,
+  "ffel</w>": 22656,
+  "ffen</w>": 46537,
+  "ffer": 27369,
+  "ffer</w>": 11636,
+  "ffers</w>": 32163,
+  "fferty</w>": 44771,
+  "ffes</w>": 46441,
+  "ffey</w>": 30138,
+  "fff</w>": 28106,
+  "ffi": 19961,
+  "ffic": 4762,
+  "ffice</w>": 26044,
+  "ffici": 3639,
+  "fficial": 39818,
+  "fficial</w>": 6463,
+  "fficiency</w>": 27800,
+  "fficient</w>": 20424,
+  "ffin": 12779,
+  "ffin</w>": 7367,
+  "ffing</w>": 16592,
+  "ffins</w>": 17898,
+  "ffl</w>": 39490,
+  "ffle</w>": 7749,
+  "ffler</w>": 39819,
+  "ffles</w>": 19344,
+  "ffman</w>": 15823,
+  "ffo</w>": 42264,
+  "ffs</w>": 4424,
+  "ffxiv</w>": 26569,
+  "ffxv</w>": 46786,
+  "ffy": 26404,
+  "ffy</w>": 7795,
+  "fg": 45977,
+  "fg</w>": 6823,
+  "fgm</w>": 32178,
+  "fgo</w>": 46113,
+  "fh": 21649,
+  "fh</w>": 21010,
+  "fhs</w>": 45094,
+  "fi": 701,
+  "fi</w>": 3589,
+  "fia</w>": 8827,
+  "fiable</w>": 34373,
+  "fianc": 27752,
+  "fiance</w>": 44114,
+  "fiancé</w>": 34039,
+  "fiasco</w>": 40944,
+  "fiat</w>": 16740,
+  "fiawec</w>": 39485,
+  "fib</w>": 40594,
+  "fiba</w>": 34993,
+  "fiber": 35074,
+  "fiber</w>": 12612,
+  "fibers</w>": 44587,
+  "fibre</w>": 21401,
+  "fibro": 21294,
+  "fibrosis</w>": 36307,
+  "fic": 1788,
+  "fic</w>": 2059,
+  "fica</w>": 26952,
+  "fically</w>": 14854,
+  "fication</w>": 4523,
+  "fications</w>": 12512,
+  "ficial</w>": 48192,
+  "fics</w>": 42505,
+  "fiction</w>": 6218,
+  "fictional</w>": 25570,
+  "fid": 34197,
+  "fid</w>": 23966,
+  "fidd": 25218,
+  "fiddle</w>": 35968,
+  "fide</w>": 45375,
+  "fidel": 21740,
+  "fidel</w>": 36837,
+  "fidelity</w>": 30109,
+  "fidget</w>": 48664,
+  "fie": 28487,
+  "fie</w>": 10348,
+  "fied": 29642,
+  "fied</w>": 2853,
+  "fiel": 1361,
+  "field": 7571,
+  "field</w>": 1570,
+  "fielder</w>": 11046,
+  "fieldhouse</w>": 37969,
+  "fielding</w>": 30465,
+  "fields</w>": 6494,
+  "fieldwork</w>": 33155,
+  "fiends</w>": 37869,
+  "fier": 11167,
+  "fier</w>": 10598,
+  "fierc": 48609,
+  "fierce</w>": 13896,
+  "fiercely</w>": 49039,
+  "fiers</w>": 16113,
+  "fiery</w>": 24557,
+  "fies</w>": 9537,
+  "fiesta</w>": 14580,
+  "fif": 5309,
+  "fifa": 21976,
+  "fifa</w>": 8516,
+  "fifaworldcup</w>": 38819,
+  "fifawwc</w>": 41329,
+  "fife</w>": 24374,
+  "fifteen</w>": 29504,
+  "fifth": 25515,
+  "fifth</w>": 8772,
+  "fifthharmony</w>": 31075,
+  "fifty": 24456,
+  "fifty</w>": 15978,
+  "fig": 4814,
+  "fig</w>": 20719,
+  "figaro</w>": 48044,
+  "figh": 23274,
+  "fight": 5262,
+  "fight</w>": 2757,
+  "fighter": 35884,
+  "fighter</w>": 6438,
+  "fighters</w>": 7371,
+  "fightfor": 48909,
+  "fightfor</w>": 35740,
+  "fighting": 38625,
+  "fighting</w>": 4652,
+  "fighton</w>": 45578,
+  "fights</w>": 12132,
+  "figs</w>": 38882,
+  "figu": 6390,
+  "figur": 16948,
+  "figurative</w>": 44042,
+  "figure": 48820,
+  "figure</w>": 5274,
+  "figured</w>": 15630,
+  "figures</w>": 8739,
+  "figurine</w>": 33306,
+  "figuring</w>": 31513,
+  "fiji": 48270,
+  "fiji</w>": 18285,
+  "fik</w>": 46589,
+  "fil": 1142,
+  "fil</w>": 14915,
+  "fila</w>": 30992,
+  "filament</w>": 49252,
+  "file": 12545,
+  "file</w>": 4512,
+  "filed</w>": 13864,
+  "files</w>": 7850,
+  "filet</w>": 43155,
+  "fili": 9590,
+  "filing</w>": 16576,
+  "filip": 14368,
+  "filipino</w>": 19153,
+  "fill": 15904,
+  "fill</w>": 6277,
+  "filled</w>": 5589,
+  "filler</w>": 32816,
+  "fillers</w>": 45005,
+  "fillet</w>": 39276,
+  "filling</w>": 9736,
+  "fillion</w>": 38048,
+  "fillmore</w>": 43922,
+  "fills</w>": 21750,
+  "filly</w>": 27690,
+  "film": 5117,
+  "film</w>": 1860,
+  "filmed</w>": 15801,
+  "filmfare</w>": 42224,
+  "filmfest</w>": 24508,
+  "filmfestival</w>": 28066,
+  "filming</w>": 6866,
+  "filmmaker</w>": 17202,
+  "filmmakers</w>": 24896,
+  "filmmaking</w>": 18226,
+  "films</w>": 5370,
+  "fils</w>": 40271,
+  "filter</w>": 7541,
+  "filtered</w>": 29926,
+  "filtering</w>": 47770,
+  "filters</w>": 18385,
+  "filth</w>": 39713,
+  "filthy</w>": 26899,
+  "filtr": 21408,
+  "filtration</w>": 42036,
+  "fim</w>": 47525,
+  "fin": 735,
+  "fin</w>": 10663,
+  "fina</w>": 34497,
+  "final": 11968,
+  "final</w>": 1755,
+  "finale</w>": 7844,
+  "finalfantasy</w>": 44543,
+  "finalfour</w>": 46999,
+  "finalist</w>": 12620,
+  "finalists</w>": 13422,
+  "finalized</w>": 48930,
+  "finally</w>": 1992,
+  "finals</w>": 4536,
+  "finan": 4807,
+  "finance</w>": 6117,
+  "finances</w>": 28767,
+  "financi": 12846,
+  "financial": 19783,
+  "financial</w>": 4930,
+  "financially</w>": 28124,
+  "financing</w>": 18375,
+  "finch</w>": 18523,
+  "find": 18638,
+  "find</w>": 1416,
+  "finder</w>": 15045,
+  "finders</w>": 43884,
+  "findia</w>": 47064,
+  "finding": 37455,
+  "finding</w>": 6002,
+  "findings</w>": 16529,
+  "findlay</w>": 48227,
+  "findom</w>": 36463,
+  "finds</w>": 6680,
+  "findyour": 25936,
+  "findyourpark</w>": 38924,
+  "fine": 12042,
+  "fine</w>": 3797,
+  "fineart": 7484,
+  "fineart</w>": 16005,
+  "fineartamerica</w>": 7724,
+  "fined</w>": 20094,
+  "finely</w>": 46120,
+  "finer</w>": 36681,
+  "fines</w>": 25053,
+  "finesse</w>": 46047,
+  "finest</w>": 7707,
+  "fing": 6485,
+  "fing</w>": 17955,
+  "finger": 13480,
+  "finger</w>": 8895,
+  "fingerprint</w>": 39579,
+  "fingers</w>": 9690,
+  "fini": 2405,
+  "finish": 42178,
+  "finish</w>": 3958,
+  "finished</w>": 3078,
+  "finisher</w>": 38636,
+  "finishers</w>": 48661,
+  "finishes</w>": 13078,
+  "finishing</w>": 7912,
+  "finite</w>": 48312,
+  "finity": 41463,
+  "finity</w>": 21273,
+  "fink</w>": 40158,
+  "finland</w>": 10775,
+  "finley</w>": 41652,
+  "finn": 28479,
+  "finn</w>": 16925,
+  "finna</w>": 35180,
+  "finnish</w>": 19616,
+  "fino</w>": 30083,
+  "fins</w>": 32810,
+  "fintech": 48929,
+  "fintech</w>": 8899,
+  "fion": 27476,
+  "fiona</w>": 20099,
+  "fior": 37086,
+  "fiore</w>": 44997,
+  "fioren": 33188,
+  "fiorentina</w>": 43713,
+  "fios</w>": 42521,
+  "fir": 770,
+  "fir</w>": 16233,
+  "fire": 2951,
+  "fire</w>": 1769,
+  "firearm</w>": 40311,
+  "firearms</w>": 23960,
+  "fireball</w>": 40543,
+  "firec": 42806,
+  "fired</w>": 8846,
+  "firefighter</w>": 20498,
+  "firefighters</w>": 12600,
+  "firefly</w>": 33997,
+  "firefox</w>": 35372,
+  "fireman</w>": 46085,
+  "firen": 34752,
+  "firenze</w>": 38445,
+  "fireplace</w>": 23050,
+  "fires</w>": 8749,
+  "fireside</w>": 36185,
+  "firework</w>": 40750,
+  "fireworks</w>": 10641,
+  "firing</w>": 15105,
+  "firm": 16936,
+  "firm</w>": 7705,
+  "firmly</w>": 29156,
+  "firms</w>": 13655,
+  "firmware</w>": 42691,
+  "first": 6853,
+  "first</w>": 874,
+  "firstdayof": 44297,
+  "firsth": 48512,
+  "firsts</w>": 47884,
+  "firth</w>": 26078,
+  "fis": 7846,
+  "fis</w>": 47683,
+  "fiscal</w>": 20825,
+  "fischer</w>": 26532,
+  "fish": 6431,
+  "fish</w>": 2759,
+  "fisher": 11175,
+  "fisher</w>": 9176,
+  "fisheries</w>": 24612,
+  "fisherman</w>": 25055,
+  "fishermen</w>": 28547,
+  "fishers</w>": 42065,
+  "fishery</w>": 49057,
+  "fishes</w>": 35470,
+  "fishing": 31703,
+  "fishing</w>": 4935,
+  "fishy</w>": 35665,
+  "fist": 48340,
+  "fist</w>": 17085,
+  "fit": 2366,
+  "fit</w>": 2478,
+  "fitbit</w>": 33768,
+  "fitch</w>": 44614,
+  "fitfam</w>": 20662,
+  "fitnes": 47285,
+  "fitness": 20044,
+  "fitness</w>": 4838,
+  "fits</w>": 6401,
+  "fitt": 32994,
+  "fitted</w>": 14863,
+  "fitter</w>": 42096,
+  "fitters</w>": 32364,
+  "fitting</w>": 11769,
+  "fittings</w>": 45787,
+  "fitz": 11120,
+  "fitz</w>": 25913,
+  "fitzgerald</w>": 20606,
+  "fitzpatrick</w>": 37141,
+  "fiu</w>": 38374,
+  "five": 19508,
+  "five</w>": 3127,
+  "fives</w>": 44066,
+  "fix": 4596,
+  "fix</w>": 6028,
+  "fixed</w>": 9393,
+  "fixes</w>": 25473,
+  "fixing</w>": 17423,
+  "fixture</w>": 17317,
+  "fixtures</w>": 19904,
+  "fizz</w>": 31242,
+  "fj": 43183,
+  "fj</w>": 46447,
+  "fjor": 31260,
+  "fk</w>": 12410,
+  "fl": 1082,
+  "fl</w>": 2685,
+  "fla": 1577,
+  "fla</w>": 20292,
+  "flag": 11536,
+  "flag</w>": 4859,
+  "flagged</w>": 45012,
+  "flags</w>": 12221,
+  "flagship</w>": 19779,
+  "flagstaff</w>": 40406,
+  "flair</w>": 24938,
+  "flake</w>": 21221,
+  "flakes</w>": 20934,
+  "flam": 10559,
+  "flame": 40351,
+  "flame</w>": 13484,
+  "flamen": 28826,
+  "flamenco</w>": 37362,
+  "flames</w>": 13441,
+  "flamin": 42693,
+  "flaming</w>": 34782,
+  "flamingo</w>": 30323,
+  "flan": 14572,
+  "flanagan</w>": 28641,
+  "flanders</w>": 34837,
+  "flank</w>": 44553,
+  "flann": 39510,
+  "flannel</w>": 37807,
+  "flap</w>": 35253,
+  "flappy</w>": 40241,
+  "flare</w>": 21185,
+  "flares</w>": 46088,
+  "flash": 6089,
+  "flash</w>": 5815,
+  "flashback": 14616,
+  "flashback</w>": 11988,
+  "flashbackfriday</w>": 15014,
+  "flashbacks</w>": 47056,
+  "flashes</w>": 31259,
+  "flashing</w>": 31764,
+  "flashlight</w>": 37256,
+  "flask</w>": 36194,
+  "flat": 8986,
+  "flat</w>": 6313,
+  "flats</w>": 17228,
+  "flatt": 45498,
+  "flattering</w>": 43267,
+  "flaun": 41421,
+  "flav": 7191,
+  "flavo": 28895,
+  "flavor": 31835,
+  "flavor</w>": 11818,
+  "flavored</w>": 29350,
+  "flavorful</w>": 49135,
+  "flavors</w>": 16930,
+  "flavour</w>": 17026,
+  "flavoured</w>": 42397,
+  "flavours</w>": 21083,
+  "flaw": 14268,
+  "flaw</w>": 34978,
+  "flawed</w>": 35136,
+  "flawless</w>": 15531,
+  "flaws</w>": 30492,
+  "flax</w>": 43443,
+  "fle": 2428,
+  "fle</w>": 44964,
+  "flea</w>": 24883,
+  "fleck</w>": 28143,
+  "fled</w>": 26731,
+  "flee": 19427,
+  "flee</w>": 30167,
+  "fleece</w>": 25038,
+  "fleeing</w>": 30543,
+  "fleek</w>": 43513,
+  "fleet": 35922,
+  "fleet</w>": 9147,
+  "fleetwood</w>": 28883,
+  "fleming</w>": 25769,
+  "fler</w>": 48789,
+  "flesh</w>": 17495,
+  "flet": 16102,
+  "fletcher</w>": 19810,
+  "fleur</w>": 28593,
+  "flew</w>": 13768,
+  "flex": 16426,
+  "flex</w>": 12038,
+  "flexi": 10032,
+  "flexibility</w>": 22547,
+  "flexible</w>": 14502,
+  "flexing</w>": 48483,
+  "fli": 2472,
+  "flick": 13746,
+  "flick</w>": 23414,
+  "flickr</w>": 17755,
+  "flies</w>": 8070,
+  "flight": 24701,
+  "flight</w>": 3795,
+  "flights</w>": 10515,
+  "flin": 24730,
+  "flin</w>": 43816,
+  "flinders</w>": 44647,
+  "fling</w>": 22768,
+  "flint": 28306,
+  "flint</w>": 18324,
+  "flip": 20385,
+  "flip</w>": 11035,
+  "flipk": 30829,
+  "flipkart</w>": 33154,
+  "flipped</w>": 28144,
+  "flipping</w>": 25881,
+  "flips</w>": 35089,
+  "flir": 24330,
+  "flirt</w>": 38352,
+  "flirting</w>": 35243,
+  "flix</w>": 40663,
+  "flo": 1945,
+  "flo</w>": 20711,
+  "float</w>": 16123,
+  "floating</w>": 12619,
+  "floats</w>": 33272,
+  "flock": 36297,
+  "flock</w>": 21822,
+  "flondon</w>": 47366,
+  "floo": 4062,
+  "flood": 23793,
+  "flood</w>": 7148,
+  "flooded</w>": 19706,
+  "flooding</w>": 10204,
+  "floods</w>": 16369,
+  "floor": 23657,
+  "floor</w>": 4125,
+  "flooring</w>": 19227,
+  "floors</w>": 15671,
+  "flop</w>": 22994,
+  "floppy</w>": 38267,
+  "flops</w>": 29146,
+  "flor": 15784,
+  "flor</w>": 41669,
+  "flora</w>": 18906,
+  "floral</w>": 10732,
+  "florals</w>": 48331,
+  "floren": 37706,
+  "florence</w>": 11617,
+  "flores</w>": 21537,
+  "flori": 3482,
+  "florian</w>": 41861,
+  "florida": 34264,
+  "florida</w>": 3966,
+  "florist</w>": 38403,
+  "floss</w>": 36453,
+  "flotus</w>": 35181,
+  "flour</w>": 18592,
+  "flouri": 23239,
+  "flourish</w>": 36038,
+  "flow": 2180,
+  "flow</w>": 5608,
+  "flower": 12772,
+  "flower</w>": 4055,
+  "flowering</w>": 19953,
+  "flowers</w>": 4023,
+  "flowing</w>": 14922,
+  "flown</w>": 25659,
+  "flows</w>": 16715,
+  "floyd": 46369,
+  "floyd</w>": 13656,
+  "flu": 3698,
+  "flu</w>": 13528,
+  "fluctu": 40181,
+  "fluence</w>": 38169,
+  "fluent</w>": 30025,
+  "fluff</w>": 31174,
+  "fluffy": 40346,
+  "fluffy</w>": 17054,
+  "fluid": 43803,
+  "fluid</w>": 16717,
+  "fluids</w>": 41490,
+  "fluor": 45127,
+  "fluore": 26974,
+  "fluorescent</w>": 35036,
+  "fluori": 45611,
+  "flur": 31591,
+  "flush</w>": 25777,
+  "flushing</w>": 43754,
+  "flute</w>": 23746,
+  "flux</w>": 25249,
+  "flwx</w>": 30907,
+  "fly": 5666,
+  "fly</w>": 3228,
+  "flye": 30873,
+  "flyeagles": 39927,
+  "flyeaglesfly</w>": 39931,
+  "flyer</w>": 11875,
+  "flyers</w>": 14181,
+  "flyfishing</w>": 31800,
+  "flying": 20782,
+  "flying</w>": 4610,
+  "flyn": 40676,
+  "flynn</w>": 15721,
+  "flyo": 33506,
+  "flyover</w>": 38083,
+  "fm": 13715,
+  "fm</w>": 3689,
+  "fman</w>": 25152,
+  "fml</w>": 26730,
+  "fmr</w>": 32875,
+  "fn": 22773,
+  "fn</w>": 21763,
+  "fnc</w>": 46506,
+  "fo": 898,
+  "fo</w>": 6157,
+  "foal</w>": 40386,
+  "foam": 30039,
+  "foam</w>": 14587,
+  "foamed</w>": 26711,
+  "fob</w>": 40315,
+  "focal</w>": 30934,
+  "focu": 5827,
+  "focus</w>": 4353,
+  "focused</w>": 9319,
+  "focuses</w>": 20093,
+  "focusing</w>": 15551,
+  "fod": 31015,
+  "fod</w>": 43299,
+  "fodils</w>": 44411,
+  "foe</w>": 22952,
+  "foes</w>": 46279,
+  "fog</w>": 9417,
+  "foggy</w>": 19770,
+  "foil</w>": 17302,
+  "fol": 1106,
+  "fol</w>": 48616,
+  "fold": 35201,
+  "fold</w>": 11021,
+  "foldable</w>": 48307,
+  "folded</w>": 25233,
+  "folder</w>": 25717,
+  "folding</w>": 15464,
+  "folds</w>": 24266,
+  "foley</w>": 22850,
+  "foli": 7713,
+  "folia</w>": 48964,
+  "foliage</w>": 26350,
+  "folio</w>": 10772,
+  "folk": 10665,
+  "folk</w>": 6032,
+  "folke": 47190,
+  "folkl": 27273,
+  "folklore": 22133,
+  "folklore</w>": 28620,
+  "folklorethursday</w>": 23270,
+  "folks</w>": 5422,
+  "follo": 41417,
+  "follow": 1964,
+  "follow</w>": 1979,
+  "followart</w>": 40957,
+  "followback</w>": 33863,
+  "followed</w>": 6499,
+  "follower</w>": 17039,
+  "followers</w>": 4856,
+  "following</w>": 3473,
+  "followme</w>": 29668,
+  "followparty</w>": 44757,
+  "follows</w>": 11287,
+  "followthe": 30747,
+  "folly</w>": 41408,
+  "folsom</w>": 42108,
+  "fom": 34540,
+  "fon": 5017,
+  "fon</w>": 38318,
+  "fond</w>": 19964,
+  "fonda</w>": 44609,
+  "fondue</w>": 48321,
+  "fone</w>": 40672,
+  "font": 37610,
+  "font</w>": 16248,
+  "fontaine</w>": 37864,
+  "fontana</w>": 43643,
+  "fontein</w>": 45062,
+  "fonts</w>": 32801,
+  "foo": 1183,
+  "foo</w>": 23435,
+  "food": 4586,
+  "food</w>": 1559,
+  "foodand": 38317,
+  "foodbank</w>": 31926,
+  "foodie": 30762,
+  "foodie</w>": 9847,
+  "foodies</w>": 22416,
+  "foodnetwork</w>": 46793,
+  "foods</w>": 7057,
+  "foodsecurity</w>": 49329,
+  "foodtruck</w>": 47682,
+  "fool": 23959,
+  "fool</w>": 12212,
+  "fooled</w>": 28761,
+  "fooling</w>": 47964,
+  "foolish</w>": 33824,
+  "fools</w>": 15946,
+  "foot": 6702,
+  "foot</w>": 4738,
+  "footage</w>": 11130,
+  "footb": 33466,
+  "football": 9376,
+  "football</w>": 1882,
+  "footballer</w>": 20646,
+  "footballers</w>": 30269,
+  "footed</w>": 38040,
+  "footh": 25951,
+  "foothills</w>": 37020,
+  "footpath</w>": 48858,
+  "footprint</w>": 23206,
+  "footprints</w>": 39640,
+  "footsteps</w>": 27289,
+  "footwear</w>": 22772,
+  "footy": 39866,
+  "footy</w>": 18922,
+  "for": 645,
+  "for</w>": 556,
+  "forage</w>": 46871,
+  "foraging</w>": 39056,
+  "forall</w>": 17824,
+  "forbe": 49098,
+  "forbes</w>": 13925,
+  "forbi": 24754,
+  "forbidden</w>": 25164,
+  "force": 12068,
+  "force</w>": 2869,
+  "forced</w>": 8201,
+  "forces</w>": 5381,
+  "forchange</w>": 35848,
+  "forcing</w>": 21573,
+  "ford": 3751,
+  "ford</w>": 1623,
+  "fordfc</w>": 28581,
+  "fordham</w>": 48792,
+  "fords</w>": 29351,
+  "fordshire</w>": 14645,
+  "fore": 1484,
+  "fore</w>": 1332,
+  "forec": 34155,
+  "forecast</w>": 7361,
+  "forecasting</w>": 38133,
+  "forecasts</w>": 27696,
+  "foreclo": 44916,
+  "forefront</w>": 37679,
+  "foreground</w>": 35186,
+  "forehead</w>": 25394,
+  "foreig": 26497,
+  "foreign": 42255,
+  "foreign</w>": 6046,
+  "foreigners</w>": 38549,
+  "foreman</w>": 36174,
+  "foremost</w>": 42128,
+  "foren": 16526,
+  "forensic</w>": 23158,
+  "forensics</w>": 38763,
+  "forest": 18760,
+  "forest</w>": 4167,
+  "forestation</w>": 33939,
+  "forestry</w>": 26281,
+  "forests</w>": 14095,
+  "forever": 14748,
+  "forever</w>": 3225,
+  "forevery": 40605,
+  "forex": 40200,
+  "forex</w>": 17395,
+  "forfe": 44871,
+  "forge</w>": 19232,
+  "forged</w>": 28105,
+  "forget": 46153,
+  "forget</w>": 2678,
+  "forgets</w>": 35613,
+  "forgetting</w>": 25452,
+  "forgi": 22080,
+  "forgive</w>": 15332,
+  "forgiven</w>": 44894,
+  "forgiveness</w>": 23585,
+  "forgood</w>": 39169,
+  "forgot</w>": 6483,
+  "forgotten</w>": 7994,
+  "fork": 24501,
+  "fork</w>": 13700,
+  "forkids</w>": 48571,
+  "forklift</w>": 43202,
+  "forks</w>": 28769,
+  "forlife</w>": 17624,
+  "form": 1157,
+  "form</w>": 1907,
+  "forma</w>": 38829,
+  "formal</w>": 12978,
+  "formally</w>": 24867,
+  "format": 16252,
+  "format</w>": 11874,
+  "formation</w>": 2510,
+  "formations</w>": 37715,
+  "formative</w>": 48882,
+  "formats</w>": 32085,
+  "forme</w>": 42085,
+  "formed</w>": 6528,
+  "former</w>": 2276,
+  "formerly</w>": 20866,
+  "formid": 38599,
+  "formidable</w>": 39834,
+  "forming</w>": 15443,
+  "formity</w>": 42290,
+  "forms</w>": 5161,
+  "formu": 8689,
+  "formul": 23923,
+  "formula": 24485,
+  "formula</w>": 10776,
+  "formulae</w>": 34586,
+  "formulated</w>": 45066,
+  "forre": 38876,
+  "forrest</w>": 25205,
+  "forrester</w>": 45338,
+  "forsa": 48958,
+  "forsale</w>": 13303,
+  "forster</w>": 42923,
+  "forsy": 29629,
+  "forsyth</w>": 40952,
+  "fort": 12300,
+  "fort</w>": 2921,
+  "forte": 44350,
+  "forte</w>": 27367,
+  "forth": 17068,
+  "forth</w>": 11932,
+  "forthcoming</w>": 19989,
+  "forthe": 12521,
+  "forti": 26984,
+  "fortified</w>": 46486,
+  "fortn": 14428,
+  "fortnight</w>": 39235,
+  "fortnite": 38734,
+  "fortnite</w>": 17890,
+  "fortress</w>": 19988,
+  "fortun": 6950,
+  "fortunate</w>": 19898,
+  "fortunately</w>": 34358,
+  "fortune": 40931,
+  "fortune</w>": 11451,
+  "fortunes</w>": 41989,
+  "forty</w>": 24399,
+  "forum": 37851,
+  "forum</w>": 4538,
+  "forums</w>": 31518,
+  "forwar": 34364,
+  "forward": 47031,
+  "forward</w>": 2342,
+  "forwards</w>": 38974,
+  "foryou</w>": 35150,
+  "forz": 46056,
+  "forza": 33293,
+  "forza</w>": 28089,
+  "fos": 36925,
+  "fos</w>": 22081,
+  "foss": 14240,
+  "foss</w>": 37911,
+  "fossil": 20419,
+  "fossil</w>": 15202,
+  "fossilfriday</w>": 26079,
+  "fossils</w>": 30652,
+  "foster": 26778,
+  "foster</w>": 8139,
+  "fostering</w>": 35996,
+  "fosters</w>": 37644,
+  "foto": 15908,
+  "foto</w>": 12823,
+  "fotogra": 23687,
+  "fotografia</w>": 40256,
+  "fotos</w>": 26124,
+  "fou": 14516,
+  "fought</w>": 10844,
+  "foul</w>": 19784,
+  "foun": 3154,
+  "found": 3454,
+  "found</w>": 1546,
+  "foundation</w>": 4058,
+  "foundations</w>": 25219,
+  "founded</w>": 12240,
+  "founder</w>": 5145,
+  "founders</w>": 14602,
+  "founding</w>": 15317,
+  "foundry</w>": 31426,
+  "fountain": 44863,
+  "fountain</w>": 13405,
+  "fountains</w>": 37411,
+  "four": 5113,
+  "four</w>": 2721,
+  "foursquare</w>": 34484,
+  "fourteen</w>": 46255,
+  "fourth</w>": 7516,
+  "fourthofjuly</w>": 47805,
+  "fow": 17084,
+  "fowl</w>": 31685,
+  "fowler</w>": 20980,
+  "fox": 5007,
+  "fox</w>": 3240,
+  "foxandfriends</w>": 45841,
+  "foxes</w>": 24145,
+  "foxnews</w>": 18830,
+  "foxsports</w>": 39267,
+  "foxtv</w>": 49396,
+  "foxx</w>": 32993,
+  "foxy</w>": 27945,
+  "foy</w>": 30284,
+  "foyer</w>": 38011,
+  "foyle</w>": 47902,
+  "fp": 28058,
+  "fp</w>": 8941,
+  "fpl</w>": 27970,
+  "fpp</w>": 36464,
+  "fps</w>": 25300,
+  "fpv</w>": 43175,
+  "fr": 936,
+  "fr</w>": 5512,
+  "fra": 3368,
+  "fra</w>": 15644,
+  "frac": 15607,
+  "fracking</w>": 21894,
+  "fractal</w>": 46471,
+  "fraction</w>": 26788,
+  "fractu": 25847,
+  "fracture</w>": 28995,
+  "fractured</w>": 37421,
+  "fractures</w>": 46213,
+  "frag": 13093,
+  "fragile</w>": 23579,
+  "fragment</w>": 39209,
+  "fragments</w>": 41424,
+  "fragr": 15403,
+  "fragrance</w>": 17874,
+  "fragrances</w>": 44567,
+  "fragrant</w>": 37030,
+  "fram": 27987,
+  "frame": 11029,
+  "frame</w>": 6481,
+  "framed</w>": 13135,
+  "frames</w>": 15479,
+  "framework</w>": 13195,
+  "frameworks</w>": 43136,
+  "framing</w>": 24539,
+  "frampton</w>": 41733,
+  "fran": 2118,
+  "fran</w>": 18878,
+  "franc": 3872,
+  "franc</w>": 42340,
+  "franca": 48952,
+  "france": 12045,
+  "france</w>": 3552,
+  "frances</w>": 20803,
+  "francesca</w>": 32327,
+  "francesco</w>": 25816,
+  "franch": 11756,
+  "franchi": 46438,
+  "franchise</w>": 13664,
+  "franci": 46458,
+  "francis": 22187,
+  "francis</w>": 7660,
+  "francisco</w>": 6887,
+  "franco": 17934,
+  "franco</w>": 17052,
+  "francois</w>": 29317,
+  "frank": 5390,
+  "frank</w>": 5229,
+  "franken": 20487,
+  "franken</w>": 48252,
+  "frankenstein</w>": 26410,
+  "frankfur": 17442,
+  "frankfurt</w>": 18598,
+  "franki": 39227,
+  "frankie": 38373,
+  "frankie</w>": 16215,
+  "franklin": 40935,
+  "franklin</w>": 9999,
+  "frankly</w>": 38015,
+  "franks</w>": 42855,
+  "frans</w>": 47892,
+  "franz</w>": 25449,
+  "franç": 38381,
+  "fraser": 39082,
+  "fraser</w>": 16754,
+  "frat": 15225,
+  "frat</w>": 39292,
+  "fraternity</w>": 24433,
+  "frau": 23063,
+  "fraud": 40647,
+  "fraud</w>": 9961,
+  "fraudul": 42655,
+  "fraudulent</w>": 47408,
+  "fray</w>": 41154,
+  "frazier</w>": 32841,
+  "frc</w>": 41507,
+  "fre": 821,
+  "fre</w>": 43165,
+  "freak": 20352,
+  "freak</w>": 13701,
+  "freaked</w>": 43511,
+  "freakin</w>": 23900,
+  "freaking</w>": 11992,
+  "freaks</w>": 27009,
+  "freaky</w>": 31583,
+  "freck": 33328,
+  "freckles</w>": 48036,
+  "fred": 9486,
+  "fred</w>": 6678,
+  "freddie": 41890,
+  "freddie</w>": 17014,
+  "freddy</w>": 24394,
+  "freder": 10745,
+  "frederic</w>": 41165,
+  "frederick": 37103,
+  "frederick</w>": 18570,
+  "fredo</w>": 48241,
+  "free": 2065,
+  "free</w>": 1139,
+  "freebie</w>": 35865,
+  "freebies</w>": 28630,
+  "freec": 46569,
+  "freed": 12585,
+  "freed</w>": 23392,
+  "freedom": 17992,
+  "freedom</w>": 4511,
+  "freedoms</w>": 32500,
+  "freef": 48678,
+  "freel": 14174,
+  "freelance</w>": 21942,
+  "freely</w>": 24436,
+  "freeman</w>": 16450,
+  "freep": 32499,
+  "freepalestine</w>": 39242,
+  "freer": 44676,
+  "frees": 27455,
+  "freestyle</w>": 15594,
+  "freeway</w>": 24927,
+  "freeze</w>": 14187,
+  "freezer</w>": 25390,
+  "freezing</w>": 12499,
+  "frei": 30183,
+  "freight</w>": 17023,
+  "fremantle</w>": 48012,
+  "fremont</w>": 34578,
+  "fren": 2919,
+  "french": 13118,
+  "french</w>": 3461,
+  "frenzy</w>": 30084,
+  "frequ": 9211,
+  "frequencies</w>": 45319,
+  "frequency</w>": 18825,
+  "frequent</w>": 19836,
+  "frequently</w>": 22434,
+  "fresco</w>": 31609,
+  "fresh": 4065,
+  "fresh</w>": 2975,
+  "fresher</w>": 49284,
+  "freshers</w>": 35810,
+  "freshest</w>": 46809,
+  "freshly</w>": 16081,
+  "freshman</w>": 9381,
+  "freshmen</w>": 21292,
+  "freshness</w>": 45872,
+  "freshwater</w>": 24803,
+  "fresno": 40879,
+  "fresno</w>": 20995,
+  "fret</w>": 40510,
+  "freud</w>": 40787,
+  "frey": 22136,
+  "frey</w>": 9082,
+  "fri": 815,
+  "fri</w>": 6882,
+  "friars</w>": 30513,
+  "fric": 18981,
+  "frick</w>": 46304,
+  "friction</w>": 38563,
+  "frid</w>": 46388,
+  "frida</w>": 36001,
+  "friday": 6350,
+  "friday</w>": 1461,
+  "fridayfeeling</w>": 11952,
+  "fridaymotivation</w>": 38544,
+  "fridaynight": 44858,
+  "fridayreads</w>": 37736,
+  "fridays</w>": 15589,
+  "fridaythe</w>": 47642,
+  "fridge</w>": 13491,
+  "fridges</w>": 40734,
+  "frie": 36999,
+  "fried": 13743,
+  "fried</w>": 7310,
+  "friedman</w>": 29402,
+  "friedrich</w>": 34171,
+  "friend": 3017,
+  "friend</w>": 1625,
+  "friendly": 44612,
+  "friendly</w>": 4681,
+  "friends": 38875,
+  "friends</w>": 1574,
+  "friendship": 42674,
+  "friendship</w>": 7679,
+  "friendships</w>": 28840,
+  "fries</w>": 11369,
+  "frifotos</w>": 40493,
+  "friger": 20785,
+  "friggin</w>": 48300,
+  "frigh": 34831,
+  "fright": 24277,
+  "fright</w>": 40207,
+  "frightened</w>": 47136,
+  "frightening</w>": 39290,
+  "fringe</w>": 10640,
+  "fris": 37252,
+  "frisbee</w>": 45768,
+  "frisco</w>": 35945,
+  "frit": 34614,
+  "fritz</w>": 29860,
+  "friyay</w>": 38887,
+  "frm</w>": 12951,
+  "fro": 626,
+  "fro</w>": 26603,
+  "frock</w>": 45306,
+  "frog": 26494,
+  "frog</w>": 11438,
+  "frogs</w>": 20781,
+  "from": 8330,
+  "from</w>": 633,
+  "frome</w>": 48691,
+  "fromhome</w>": 41477,
+  "fromthe": 18756,
+  "fron": 1847,
+  "fron</w>": 18036,
+  "front": 10996,
+  "front</w>": 2184,
+  "frontal</w>": 35794,
+  "frontier</w>": 18253,
+  "frontiers</w>": 38396,
+  "frontline</w>": 29589,
+  "frontman</w>": 36775,
+  "fronts</w>": 26846,
+  "froome</w>": 48560,
+  "frosh</w>": 47069,
+  "frost": 39420,
+  "frost</w>": 11619,
+  "frosted</w>": 35988,
+  "frosting</w>": 33872,
+  "frosty</w>": 22760,
+  "froze</w>": 47788,
+  "frozen": 42464,
+  "frozen</w>": 8507,
+  "frs</w>": 26216,
+  "fru": 3248,
+  "fruit": 16771,
+  "fruit</w>": 5190,
+  "fruitful</w>": 31494,
+  "fruits</w>": 13282,
+  "fruity</w>": 22320,
+  "frustr": 16046,
+  "frustrated</w>": 25111,
+  "frustrating</w>": 31342,
+  "frustration</w>": 30535,
+  "fry": 33914,
+  "fry</w>": 13686,
+  "fryer</w>": 49217,
+  "frying</w>": 38516,
+  "fs": 23699,
+  "fs</w>": 3854,
+  "fsa</w>": 33373,
+  "fsu": 44185,
+  "fsu</w>": 19317,
+  "ft": 3391,
+  "ft</w>": 981,
+  "fta</w>": 41975,
+  "ftc</w>": 33752,
+  "fted</w>": 5612,
+  "fter</w>": 25063,
+  "fthe": 22886,
+  "ftheday</w>": 9823,
+  "fting</w>": 6174,
+  "fton</w>": 26605,
+  "ftp</w>": 42649,
+  "fts</w>": 3767,
+  "ftse</w>": 46717,
+  "ftw</w>": 19298,
+  "fty</w>": 17494,
+  "fu": 665,
+  "fu</w>": 9098,
+  "fuch": 42617,
+  "fudge</w>": 24270,
+  "fue</w>": 43723,
+  "fuego</w>": 41500,
+  "fuel": 21113,
+  "fuel</w>": 5945,
+  "fueled</w>": 28792,
+  "fueling</w>": 38793,
+  "fuelled</w>": 48357,
+  "fuels</w>": 19365,
+  "fuentes</w>": 44393,
+  "fuer": 29645,
+  "fug": 29227,
+  "fugitive</w>": 39257,
+  "fuji": 15573,
+  "fuji</w>": 21634,
+  "fujifilm</w>": 24765,
+  "fuk</w>": 31051,
+  "fuku": 20728,
+  "fukushima</w>": 33929,
+  "ful": 1814,
+  "ful</w>": 857,
+  "fulbright</w>": 41834,
+  "fulfill": 43675,
+  "fulfill</w>": 27467,
+  "fulfilled</w>": 29919,
+  "fulfilling</w>": 30621,
+  "fulfillment</w>": 45573,
+  "fulham</w>": 25574,
+  "full": 9407,
+  "full</w>": 1476,
+  "fuller</w>": 20225,
+  "fullerton</w>": 42822,
+  "fullest</w>": 35603,
+  "fully": 39142,
+  "fully</w>": 2401,
+  "fulness</w>": 10526,
+  "fuls</w>": 41606,
+  "fulton</w>": 26725,
+  "fum</w>": 38393,
+  "fumble</w>": 49373,
+  "fun": 1229,
+  "fun</w>": 1499,
+  "func": 8679,
+  "function</w>": 8093,
+  "functional</w>": 12885,
+  "functionality</w>": 33316,
+  "functioning</w>": 25479,
+  "functions</w>": 18001,
+  "fund": 19089,
+  "fund</w>": 4877,
+  "fundam": 11670,
+  "fundament": 18852,
+  "fundamental</w>": 17627,
+  "fundamentally</w>": 45378,
+  "fundamentals</w>": 27887,
+  "funday</w>": 15439,
+  "funded</w>": 10588,
+  "funding</w>": 5588,
+  "fundra": 6201,
+  "fundraiser</w>": 10049,
+  "fundraising</w>": 10755,
+  "funds</w>": 7066,
+  "funer": 40693,
+  "funeral</w>": 10606,
+  "funfact</w>": 31596,
+  "funfactfriday</w>": 40710,
+  "fungal</w>": 38838,
+  "fungi</w>": 27837,
+  "fungus</w>": 30677,
+  "funk": 37353,
+  "funk</w>": 13372,
+  "funko": 49402,
+  "funko</w>": 23697,
+  "funky</w>": 16492,
+  "funnel</w>": 27862,
+  "funnier</w>": 42232,
+  "funniest</w>": 15557,
+  "funny": 19124,
+  "funny</w>": 3789,
+  "funrun</w>": 34185,
+  "fur": 2395,
+  "fur</w>": 9686,
+  "furi": 40816,
+  "furious</w>": 17522,
+  "furman</w>": 49238,
+  "furn": 21348,
+  "furnace</w>": 31913,
+  "furnished</w>": 37388,
+  "furnitu": 45696,
+  "furniture</w>": 7993,
+  "furry": 33414,
+  "furry</w>": 15351,
+  "fursuit": 25306,
+  "fursuit</w>": 43083,
+  "fursuitfriday</w>": 27917,
+  "further</w>": 5583,
+  "fury</w>": 14404,
+  "fus</w>": 18419,
+  "fuse</w>": 23386,
+  "fused</w>": 38994,
+  "fusion": 44661,
+  "fusion</w>": 9364,
+  "fuss</w>": 26331,
+  "fut": 21460,
+  "fut</w>": 34049,
+  "futbol</w>": 33014,
+  "futsal</w>": 20558,
+  "futu": 33454,
+  "futur": 38840,
+  "future": 7959,
+  "future</w>": 1904,
+  "futureof": 22599,
+  "futureofwork</w>": 33202,
+  "futures</w>": 13488,
+  "futuri": 19068,
+  "futurism</w>": 48435,
+  "futurist</w>": 48086,
+  "futuristic</w>": 30987,
+  "fuzz": 47128,
+  "fuzz</w>": 40443,
+  "fuzzy</w>": 25876,
+  "fv": 29795,
+  "fw": 23934,
+  "fw</w>": 5277,
+  "fwd</w>": 27052,
+  "fx": 17807,
+  "fx</w>": 9025,
+  "fy": 8440,
+  "fy</w>": 2702,
+  "fyi</w>": 16014,
+  "fying</w>": 5294,
+  "fz</w>": 46400,
+  "fé": 34072,
+  "g": 70,
+  "g</w>": 326,
+  "ga": 1275,
+  "ga</w>": 1531,
+  "gaa</w>": 10715,
+  "gaal</w>": 40867,
+  "gaard</w>": 24645,
+  "gab": 3927,
+  "gab</w>": 37382,
+  "gabbana</w>": 36272,
+  "gabby": 48115,
+  "gabby</w>": 24567,
+  "gabe</w>": 18916,
+  "gabi</w>": 41931,
+  "gable</w>": 33387,
+  "gables</w>": 40928,
+  "gabri": 8311,
+  "gabriel": 31684,
+  "gabriel</w>": 13244,
+  "gabrielle</w>": 33572,
+  "gaby</w>": 46420,
+  "gac</w>": 32520,
+  "gad": 7786,
+  "gad</w>": 44651,
+  "gadget</w>": 25525,
+  "gadgets</w>": 22840,
+  "gado</w>": 29489,
+  "gae</w>": 22003,
+  "gael</w>": 35663,
+  "gaelic</w>": 31173,
+  "gaf": 21354,
+  "gaf</w>": 32670,
+  "gag": 14121,
+  "gag</w>": 18844,
+  "gaga</w>": 9782,
+  "gage</w>": 21081,
+  "gah</w>": 27750,
+  "gai": 24214,
+  "gai</w>": 25153,
+  "gaia</w>": 41269,
+  "gail": 41160,
+  "gail</w>": 27676,
+  "gain": 21536,
+  "gain</w>": 6202,
+  "gaine": 35747,
+  "gained</w>": 14489,
+  "gaines</w>": 49225,
+  "gainesville</w>": 40427,
+  "gaining</w>": 15260,
+  "gains": 42751,
+  "gains</w>": 12107,
+  "gal": 2001,
+  "gal</w>": 4488,
+  "gala</w>": 7211,
+  "galac": 18864,
+  "galactic</w>": 25514,
+  "galap": 41115,
+  "galapagos</w>": 44057,
+  "galat": 39853,
+  "galatasar": 42413,
+  "galatasaray</w>": 47787,
+  "galax": 5647,
+  "galaxies</w>": 32435,
+  "galaxy": 32130,
+  "galaxy</w>": 6545,
+  "gale": 37658,
+  "gale</w>": 21380,
+  "galerie</w>": 44539,
+  "gales</w>": 48633,
+  "gali": 17546,
+  "gali</w>": 30552,
+  "galicia</w>": 47927,
+  "galileo</w>": 39671,
+  "gall": 3011,
+  "gall</w>": 33374,
+  "galla": 16847,
+  "gallagher</w>": 19168,
+  "galleria</w>": 40656,
+  "galleries</w>": 22304,
+  "gallery": 36648,
+  "gallery</w>": 3830,
+  "galley</w>": 48917,
+  "galli": 22568,
+  "gallipoli</w>": 47249,
+  "gallo": 37350,
+  "gallo</w>": 33265,
+  "gallon</w>": 24615,
+  "gallons</w>": 29335,
+  "galloway</w>": 27796,
+  "galore</w>": 22286,
+  "gals</w>": 20125,
+  "galvani": 46046,
+  "galve": 34328,
+  "galveston</w>": 36003,
+  "galway": 38045,
+  "galway</w>": 17112,
+  "gam": 1162,
+  "gam</w>": 34195,
+  "gama</w>": 35873,
+  "gambia</w>": 32988,
+  "gamble</w>": 26121,
+  "gambling</w>": 20287,
+  "game": 2882,
+  "game</w>": 1063,
+  "gameart</w>": 31490,
+  "gameboy</w>": 40951,
+  "gamecube</w>": 44079,
+  "gameday</w>": 9241,
+  "gamedev</w>": 7544,
+  "gameinsight</w>": 42626,
+  "gameof": 10987,
+  "gameofthrones</w>": 11822,
+  "gameon</w>": 47691,
+  "gameplay</w>": 16794,
+  "gamer": 12595,
+  "gamer</w>": 11598,
+  "gamergate</w>": 25961,
+  "gamers</w>": 16166,
+  "gamersunite</w>": 26423,
+  "games": 18551,
+  "games</w>": 1955,
+  "gamescom</w>": 37003,
+  "gamestop</w>": 39436,
+  "gametime</w>": 45899,
+  "gami</w>": 42025,
+  "gamification</w>": 48908,
+  "gaming": 28803,
+  "gaming</w>": 4017,
+  "gamma</w>": 22180,
+  "gamo</w>": 39325,
+  "gan": 1822,
+  "gan</w>": 1670,
+  "gand": 8399,
+  "ganda</w>": 27261,
+  "gander</w>": 44508,
+  "gandhi</w>": 12322,
+  "ganesh</w>": 30362,
+  "ganesha</w>": 45185,
+  "gang": 8066,
+  "gang</w>": 5674,
+  "ganga</w>": 36275,
+  "gangnam</w>": 46777,
+  "gangs</w>": 29844,
+  "gangsta</w>": 37365,
+  "gangster</w>": 26514,
+  "gani</w>": 48324,
+  "gann</w>": 45665,
+  "gannon</w>": 45837,
+  "gano</w>": 25304,
+  "gao</w>": 26556,
+  "gaon</w>": 19279,
+  "gap": 29906,
+  "gap</w>": 7609,
+  "gaps</w>": 25296,
+  "gar": 1099,
+  "gar</w>": 5824,
+  "gara</w>": 28710,
+  "garage</w>": 8474,
+  "garbage</w>": 13760,
+  "garci": 44658,
+  "garcia</w>": 10529,
+  "gard": 7751,
+  "gard</w>": 21003,
+  "garda</w>": 31906,
+  "garde</w>": 22649,
+  "garden": 4674,
+  "garden</w>": 2756,
+  "gardenchat</w>": 46292,
+  "gardener</w>": 28554,
+  "gardeners</w>": 38205,
+  "gardening</w>": 10483,
+  "gardens</w>": 6152,
+  "gardiner</w>": 43121,
+  "gardner</w>": 18710,
+  "gare": 5633,
+  "gare</w>": 48402,
+  "gareth": 37140,
+  "gareth</w>": 18175,
+  "garfield</w>": 26728,
+  "garh</w>": 16762,
+  "gari": 40898,
+  "gari</w>": 43080,
+  "garis</w>": 37839,
+  "garland</w>": 23418,
+  "garlic</w>": 9685,
+  "garment</w>": 31418,
+  "garments</w>": 43341,
+  "garmin</w>": 39885,
+  "garner</w>": 20340,
+  "garnet</w>": 37669,
+  "garo</w>": 30388,
+  "garrett</w>": 15881,
+  "garri": 21764,
+  "garrison</w>": 30108,
+  "garros</w>": 40425,
+  "garry</w>": 24398,
+  "gars</w>": 12055,
+  "gart": 18380,
+  "gart</w>": 18751,
+  "garten</w>": 14684,
+  "garter</w>": 48420,
+  "garth": 45398,
+  "garth</w>": 24469,
+  "gartner": 43334,
+  "gartner</w>": 29678,
+  "garty</w>": 46383,
+  "garu</w>": 31140,
+  "garvey</w>": 39511,
+  "garwal</w>": 38623,
+  "gary": 10535,
+  "gary</w>": 4516,
+  "garza</w>": 49393,
+  "gas": 5047,
+  "gas</w>": 2474,
+  "gases</w>": 36971,
+  "gasoline</w>": 27691,
+  "gasp</w>": 43762,
+  "gaston</w>": 40669,
+  "gastri": 49197,
+  "gastro": 23740,
+  "gastron": 30699,
+  "gastronomy</w>": 46987,
+  "gat": 5314,
+  "gat</w>": 18941,
+  "gata</w>": 44575,
+  "gate": 8071,
+  "gate</w>": 3302,
+  "gated</w>": 23997,
+  "gates</w>": 9472,
+  "gateshead</w>": 40051,
+  "gateway": 45221,
+  "gateway</w>": 14943,
+  "gather": 36345,
+  "gather</w>": 12602,
+  "gathered</w>": 14646,
+  "gathering</w>": 9197,
+  "gatherings</w>": 48096,
+  "gathers</w>": 39250,
+  "gating</w>": 27561,
+  "gation</w>": 11095,
+  "gations</w>": 33906,
+  "gato</w>": 44492,
+  "gator": 20216,
+  "gator</w>": 16390,
+  "gatorade</w>": 36354,
+  "gators</w>": 17173,
+  "gatory</w>": 24796,
+  "gatsby</w>": 32586,
+  "gatwick</w>": 37122,
+  "gau": 5919,
+  "gau</w>": 43068,
+  "gauge</w>": 18728,
+  "gaunt": 31862,
+  "gauntlet</w>": 37163,
+  "gautam": 45853,
+  "gautam</w>": 31356,
+  "gauteng</w>": 40333,
+  "gav": 8966,
+  "gave</w>": 3485,
+  "gavin": 32974,
+  "gavin</w>": 16389,
+  "gaw": 15405,
+  "gawd</w>": 43239,
+  "gawx</w>": 43420,
+  "gay": 7460,
+  "gay</w>": 5627,
+  "gaya</w>": 39477,
+  "gaye</w>": 41401,
+  "gayle</w>": 29998,
+  "gayo</w>": 36768,
+  "gays</w>": 28001,
+  "gaz": 4837,
+  "gaz</w>": 36475,
+  "gaza": 38391,
+  "gaza</w>": 10112,
+  "gazaunderattack</w>": 42458,
+  "gaze</w>": 23212,
+  "gazette</w>": 20443,
+  "gazing</w>": 28373,
+  "gb": 8727,
+  "gb</w>": 4619,
+  "gba</w>": 18528,
+  "gbbo</w>": 34474,
+  "gbc</w>": 42993,
+  "gbp</w>": 27391,
+  "gbr</w>": 31984,
+  "gby</w>": 40509,
+  "gc": 8577,
+  "gc</w>": 6043,
+  "gcc</w>": 26804,
+  "gcse</w>": 28763,
+  "gcu</w>": 34137,
+  "gd": 13264,
+  "gd</w>": 14604,
+  "gdc</w>": 32793,
+  "gden</w>": 44928,
+  "gdp</w>": 17100,
+  "gdpr</w>": 22963,
+  "ge": 619,
+  "ge</w>": 710,
+  "gea</w>": 26790,
+  "gear": 15532,
+  "gear</w>": 4802,
+  "gearbox</w>": 42454,
+  "geared</w>": 33903,
+  "gearing</w>": 19027,
+  "gears</w>": 21147,
+  "geaux": 36313,
+  "gecko</w>": 38616,
+  "ged": 17252,
+  "ged</w>": 3480,
+  "geddon</w>": 31720,
+  "gedly</w>": 13991,
+  "gee": 9806,
+  "gee</w>": 9071,
+  "geek": 17920,
+  "geek</w>": 7135,
+  "geeks</w>": 20110,
+  "geeky</w>": 47332,
+  "geel": 25906,
+  "geelong</w>": 34555,
+  "gees</w>": 38088,
+  "geese</w>": 26413,
+  "geez</w>": 42394,
+  "geh": 30320,
+  "geist</w>": 38290,
+  "gel": 7343,
+  "gel</w>": 5697,
+  "gelato</w>": 29577,
+  "gels</w>": 42552,
+  "gely</w>": 14637,
+  "gem": 14261,
+  "gem</w>": 7613,
+  "gement</w>": 19495,
+  "gemini</w>": 23086,
+  "gemma</w>": 23952,
+  "gems</w>": 14355,
+  "gemstone</w>": 27747,
+  "gemstones</w>": 43972,
+  "gen": 1024,
+  "gen</w>": 3278,
+  "gence</w>": 16088,
+  "gency</w>": 5245,
+  "gend": 33247,
+  "gender": 22976,
+  "gender</w>": 5906,
+  "gendere": 35824,
+  "genderequality</w>": 43338,
+  "gene": 5822,
+  "gene</w>": 7962,
+  "genealo": 24142,
+  "genealogy</w>": 29381,
+  "gener": 1832,
+  "general": 20576,
+  "general</w>": 3658,
+  "generally</w>": 19256,
+  "generals</w>": 30296,
+  "generate</w>": 16896,
+  "generated</w>": 19450,
+  "generates</w>": 33938,
+  "generating</w>": 23882,
+  "generation": 41211,
+  "generation</w>": 4883,
+  "generational</w>": 34506,
+  "generations</w>": 12247,
+  "generative</w>": 29472,
+  "generator</w>": 19399,
+  "generators</w>": 41917,
+  "generic</w>": 26978,
+  "generosity</w>": 23015,
+  "generous</w>": 12570,
+  "generously</w>": 35113,
+  "genes</w>": 19683,
+  "genesis</w>": 13518,
+  "genetic": 47746,
+  "genetic</w>": 13578,
+  "genetically</w>": 36745,
+  "genetics</w>": 18276,
+  "geneva</w>": 14799,
+  "genevie": 41633,
+  "genevieve</w>": 46584,
+  "geni": 22334,
+  "genic</w>": 15750,
+  "genie</w>": 24221,
+  "genital</w>": 32960,
+  "genius</w>": 8235,
+  "geniuses</w>": 41406,
+  "geno": 41544,
+  "geno</w>": 46776,
+  "genoa</w>": 43993,
+  "genoci": 14687,
+  "genocide</w>": 15903,
+  "genome</w>": 23991,
+  "genomic</w>": 44371,
+  "genomics</w>": 26227,
+  "genre</w>": 14249,
+  "genres</w>": 30340,
+  "gens</w>": 17449,
+  "gent": 3685,
+  "gent</w>": 7139,
+  "gente</w>": 34325,
+  "gentle": 7262,
+  "gentle</w>": 13577,
+  "gentleman</w>": 13293,
+  "gentlemen</w>": 11692,
+  "gently</w>": 17187,
+  "gento</w>": 28320,
+  "gentri": 41148,
+  "gentry</w>": 47225,
+  "gents</w>": 18862,
+  "genu": 9182,
+  "genuine</w>": 12184,
+  "genuinely</w>": 20006,
+  "genus</w>": 38161,
+  "geny</w>": 35323,
+  "geo": 5038,
+  "geo</w>": 11604,
+  "geocaching</w>": 47908,
+  "geof": 20629,
+  "geoff": 33697,
+  "geoff</w>": 20386,
+  "geoffrey</w>": 29520,
+  "geograph": 45920,
+  "geographic</w>": 22635,
+  "geographical</w>": 39380,
+  "geography</w>": 17101,
+  "geological</w>": 38380,
+  "geology</w>": 21578,
+  "geom": 46135,
+  "geome": 12958,
+  "geometric</w>": 22419,
+  "geometry</w>": 21731,
+  "geon": 20844,
+  "geon</w>": 7295,
+  "geons</w>": 15914,
+  "geopol": 39758,
+  "geor": 2549,
+  "georg</w>": 43126,
+  "george": 8377,
+  "george</w>": 3296,
+  "georges</w>": 25042,
+  "georgetown</w>": 22970,
+  "georgie</w>": 42115,
+  "georgina</w>": 43892,
+  "geospatial</w>": 46238,
+  "geothermal</w>": 38413,
+  "geous</w>": 3068,
+  "ger": 1291,
+  "ger</w>": 1502,
+  "gera</w>": 48867,
+  "gerald": 29901,
+  "gerald</w>": 13269,
+  "gerard": 35979,
+  "gerard</w>": 20826,
+  "gerber</w>": 45058,
+  "gered</w>": 40179,
+  "geri": 41664,
+  "geri</w>": 46214,
+  "gering</w>": 24077,
+  "germain</w>": 38786,
+  "german": 14972,
+  "german</w>": 4710,
+  "germans</w>": 28400,
+  "germany</w>": 4464,
+  "germin": 44721,
+  "germs</w>": 47731,
+  "geronimo</w>": 45171,
+  "gerrard</w>": 26538,
+  "gerry": 29825,
+  "gerry</w>": 23026,
+  "gers</w>": 3314,
+  "gertrude</w>": 46950,
+  "gervais</w>": 36527,
+  "gery</w>": 32845,
+  "ges</w>": 3316,
+  "gest": 11843,
+  "gest</w>": 2033,
+  "gesture</w>": 21780,
+  "gestures</w>": 43524,
+  "get": 5670,
+  "get</w>": 779,
+  "geta": 13155,
+  "getaway</w>": 16131,
+  "gether</w>": 27224,
+  "getic</w>": 20661,
+  "getin": 25822,
+  "getit": 44891,
+  "getit</w>": 48315,
+  "getoutside</w>": 35644,
+  "gets": 39448,
+  "gets</w>": 2127,
+  "gett": 6647,
+  "gett</w>": 27965,
+  "gettable</w>": 15620,
+  "gette</w>": 29800,
+  "gettin</w>": 13428,
+  "getting": 30885,
+  "getting</w>": 1500,
+  "getty": 31185,
+  "getty</w>": 13965,
+  "gettys": 35189,
+  "gettysburg</w>": 37062,
+  "getyour": 42159,
+  "gey</w>": 29289,
+  "gf": 28953,
+  "gf</w>": 10846,
+  "gfriend</w>": 35245,
+  "gfs</w>": 37553,
+  "gg": 1129,
+  "gg</w>": 3286,
+  "gga</w>": 26003,
+  "ggan</w>": 25626,
+  "gge": 21521,
+  "gge</w>": 31659,
+  "gged</w>": 6095,
+  "gger": 12367,
+  "gger</w>": 3493,
+  "ggers</w>": 7480,
+  "ggg</w>": 20143,
+  "gggg</w>": 33513,
+  "ggi</w>": 21662,
+  "ggin</w>": 17160,
+  "gging</w>": 4966,
+  "ggins</w>": 12444,
+  "ggle": 34981,
+  "ggle</w>": 11430,
+  "ggled</w>": 46328,
+  "ggles</w>": 14703,
+  "ggling</w>": 16523,
+  "ggly</w>": 39407,
+  "ggs</w>": 4797,
+  "ggy": 24935,
+  "ggy</w>": 6476,
+  "gh": 583,
+  "gh</w>": 790,
+  "gha": 10010,
+  "gha</w>": 25183,
+  "gham": 21456,
+  "ghan": 18945,
+  "ghan</w>": 6624,
+  "ghana": 30330,
+  "ghana</w>": 9731,
+  "ghanaian</w>": 34223,
+  "ghani</w>": 36699,
+  "ghar": 37334,
+  "ghar</w>": 36973,
+  "ghat</w>": 43989,
+  "ghaz": 37493,
+  "ghc</w>": 42139,
+  "ghe": 10754,
+  "ghe</w>": 28561,
+  "ghead</w>": 40783,
+  "ghee</w>": 34794,
+  "gher": 21542,
+  "gher</w>": 14796,
+  "ghet": 18447,
+  "ghetti</w>": 17485,
+  "ghetto</w>": 22403,
+  "ghi": 22436,
+  "ghi</w>": 22279,
+  "ghibli</w>": 40555,
+  "ghj": 38439,
+  "ghlin</w>": 24131,
+  "gho": 4307,
+  "ghorn</w>": 38094,
+  "ghosh</w>": 43279,
+  "ghoshal</w>": 49134,
+  "ghost": 11417,
+  "ghost</w>": 7108,
+  "ghostbusters</w>": 25462,
+  "ghostly</w>": 44901,
+  "ghosts</w>": 16737,
+  "ghou": 35843,
+  "ghoul</w>": 45302,
+  "ghouse</w>": 38238,
+  "ghs</w>": 14157,
+  "ght": 1413,
+  "ght</w>": 630,
+  "ghted</w>": 4963,
+  "ghter</w>": 2427,
+  "ghters</w>": 12994,
+  "ghtful</w>": 8334,
+  "ghting</w>": 3019,
+  "ghtly</w>": 6993,
+  "ghtning</w>": 39740,
+  "ghton</w>": 16353,
+  "ghts</w>": 1259,
+  "ghty": 20968,
+  "ghty</w>": 5866,
+  "ghu": 25808,
+  "ghue</w>": 45675,
+  "ghyun</w>": 25010,
+  "ghz</w>": 24325,
+  "gi": 707,
+  "gi</w>": 4478,
+  "gia</w>": 8864,
+  "giac": 35444,
+  "giam": 39623,
+  "gian": 17274,
+  "gian</w>": 12866,
+  "gianni</w>": 46752,
+  "giant": 23668,
+  "giant</w>": 4687,
+  "giants</w>": 7076,
+  "giar": 34241,
+  "gib": 9816,
+  "gibb": 18964,
+  "gibbons</w>": 31974,
+  "gibbs</w>": 26488,
+  "gibility</w>": 33297,
+  "gible</w>": 13159,
+  "gibr": 20206,
+  "gibraltar</w>": 23988,
+  "gibson": 37420,
+  "gibson</w>": 12178,
+  "gic": 27900,
+  "gic</w>": 2570,
+  "gical</w>": 32973,
+  "gically</w>": 26320,
+  "gid": 36774,
+  "gid</w>": 21413,
+  "giddy</w>": 40894,
+  "gideon</w>": 43867,
+  "gidi</w>": 30603,
+  "gie": 11459,
+  "gie</w>": 3991,
+  "gier</w>": 28974,
+  "gies</w>": 5505,
+  "gif": 11363,
+  "gif</w>": 11677,
+  "gifford</w>": 47850,
+  "gifs</w>": 37643,
+  "gift": 20569,
+  "gift</w>": 2733,
+  "gifted</w>": 15110,
+  "giftide": 20152,
+  "giftideas</w>": 23487,
+  "gifting</w>": 39546,
+  "gifts</w>": 5836,
+  "gig": 26981,
+  "gig</w>": 7471,
+  "gigab": 34530,
+  "gigan": 24104,
+  "gigantic</w>": 31507,
+  "giggle</w>": 36426,
+  "giggles</w>": 42731,
+  "giggs</w>": 44692,
+  "gigi": 44106,
+  "gigi</w>": 26171,
+  "gigs</w>": 20316,
+  "gil": 3997,
+  "gil</w>": 10088,
+  "gila</w>": 46952,
+  "gilbert</w>": 14154,
+  "gilded</w>": 44341,
+  "giles</w>": 24802,
+  "gill": 14280,
+  "gill</w>": 12003,
+  "gille": 29610,
+  "gilles</w>": 39590,
+  "gillespie</w>": 36242,
+  "gillette</w>": 38603,
+  "gilli": 13695,
+  "gillian</w>": 28753,
+  "gills</w>": 48851,
+  "gilmore</w>": 27603,
+  "gilt</w>": 44378,
+  "gim": 31284,
+  "gimm": 40692,
+  "gimme</w>": 21525,
+  "gin": 3374,
+  "gin</w>": 4941,
+  "gina</w>": 15604,
+  "gine": 27482,
+  "ging": 10829,
+  "ging</w>": 3905,
+  "ginger": 16287,
+  "ginger</w>": 9718,
+  "gingerbread</w>": 23692,
+  "gini</w>": 35768,
+  "gino</w>": 36521,
+  "gins</w>": 18328,
+  "gio": 16329,
+  "gio</w>": 8050,
+  "gion</w>": 41226,
+  "gior": 14920,
+  "giorgio</w>": 33271,
+  "giorno</w>": 33310,
+  "gios</w>": 41927,
+  "gious</w>": 14419,
+  "giov": 21404,
+  "giovanni</w>": 26574,
+  "gipp": 41351,
+  "gir": 1077,
+  "gir</w>": 25481,
+  "gira": 16949,
+  "giraffe</w>": 22826,
+  "giri</w>": 31709,
+  "girl": 3914,
+  "girl</w>": 1611,
+  "girlfriend</w>": 8217,
+  "girlfriends</w>": 30736,
+  "girlpower</w>": 37433,
+  "girls": 15480,
+  "girls</w>": 1917,
+  "girly</w>": 29605,
+  "giro": 39664,
+  "giro</w>": 26454,
+  "girona</w>": 47842,
+  "giroud</w>": 41177,
+  "gis": 16266,
+  "gis</w>": 12773,
+  "gist</w>": 21241,
+  "git": 16060,
+  "git</w>": 20918,
+  "gita</w>": 40838,
+  "github</w>": 31196,
+  "giu": 17931,
+  "giuli": 29762,
+  "giuliani</w>": 47739,
+  "giuse": 29385,
+  "giuseppe</w>": 33563,
+  "give": 4120,
+  "give</w>": 1781,
+  "giveaway</w>": 5310,
+  "giveaways</w>": 18974,
+  "giveback</w>": 41385,
+  "given": 33323,
+  "given</w>": 4302,
+  "givenchy</w>": 38245,
+  "giver</w>": 43339,
+  "gives</w>": 3926,
+  "giveup</w>": 35485,
+  "giving": 14673,
+  "giving</w>": 2339,
+  "givingback</w>": 49300,
+  "givingtuesday</w>": 23556,
+  "giz": 29237,
+  "gk": 38953,
+  "gk</w>": 18719,
+  "gl": 1849,
+  "gl</w>": 14751,
+  "gla": 1523,
+  "gla</w>": 36904,
+  "glaci": 14924,
+  "glacial</w>": 40782,
+  "glacier</w>": 19282,
+  "glaciers</w>": 42528,
+  "glad": 20841,
+  "glad</w>": 4761,
+  "glades</w>": 37432,
+  "gladi": 21742,
+  "gladiator</w>": 38477,
+  "gladiators</w>": 41087,
+  "gladly</w>": 41598,
+  "gladys</w>": 43168,
+  "glam": 8738,
+  "glam</w>": 16905,
+  "glamorous</w>": 22896,
+  "glamour": 42876,
+  "glamour</w>": 17499,
+  "glamping</w>": 46167,
+  "glan": 40482,
+  "glan</w>": 45844,
+  "glance</w>": 26557,
+  "gland</w>": 41441,
+  "glar": 48535,
+  "glar</w>": 41702,
+  "glare</w>": 46035,
+  "glas": 29935,
+  "glas</w>": 43654,
+  "glasgo": 6757,
+  "glasgow": 29990,
+  "glasgow</w>": 7363,
+  "glass": 16305,
+  "glass</w>": 3313,
+  "glasses</w>": 6116,
+  "glaston": 26848,
+  "glastonbury</w>": 28233,
+  "glau": 39171,
+  "glaze</w>": 28112,
+  "glazed</w>": 24122,
+  "gle": 7166,
+  "gle</w>": 2865,
+  "glee": 32379,
+  "glee</w>": 21614,
+  "glen": 6158,
+  "glen</w>": 11049,
+  "glend": 38332,
+  "glendale</w>": 33043,
+  "glenn": 32004,
+  "glenn</w>": 12861,
+  "gler</w>": 34649,
+  "gley</w>": 21998,
+  "gli": 5896,
+  "gli</w>": 28791,
+  "glia</w>": 22217,
+  "glide</w>": 37321,
+  "glider</w>": 41636,
+  "glimp": 12888,
+  "glimpse</w>": 13817,
+  "glio</w>": 29785,
+  "glit": 21079,
+  "glitch</w>": 29563,
+  "glitter</w>": 16528,
+  "glitz</w>": 44542,
+  "glo": 1721,
+  "glo</w>": 30474,
+  "glob": 13363,
+  "global": 6707,
+  "global</w>": 2779,
+  "globalgoals</w>": 33211,
+  "globalhealth</w>": 46751,
+  "globalization</w>": 47680,
+  "globally</w>": 17775,
+  "globalwarming</w>": 46017,
+  "globe": 19436,
+  "globe</w>": 9368,
+  "globes</w>": 38085,
+  "glock</w>": 38818,
+  "glomer": 43689,
+  "gloom</w>": 48594,
+  "gloomy</w>": 32199,
+  "glori": 7270,
+  "gloria</w>": 19244,
+  "glorious</w>": 9171,
+  "glory": 36107,
+  "glory</w>": 7285,
+  "glos</w>": 40633,
+  "gloss": 38258,
+  "gloss</w>": 22014,
+  "glossy</w>": 29802,
+  "glou": 15989,
+  "gloucester": 28133,
+  "gloucester</w>": 23835,
+  "gloucestershire</w>": 33789,
+  "glove</w>": 16078,
+  "glover</w>": 21594,
+  "gloves</w>": 12363,
+  "glow": 30472,
+  "glow</w>": 10111,
+  "glowing</w>": 18437,
+  "glows</w>": 48107,
+  "glu": 5952,
+  "glu</w>": 32281,
+  "glucose</w>": 34642,
+  "glue</w>": 22103,
+  "glued</w>": 38135,
+  "gluten": 15482,
+  "gluten</w>": 15524,
+  "glutenfree</w>": 16138,
+  "gly": 13027,
+  "glycer": 48914,
+  "gm": 18743,
+  "gm</w>": 5918,
+  "gma</w>": 18155,
+  "gmail</w>": 11119,
+  "gman": 41043,
+  "gman</w>": 36936,
+  "gmb": 35934,
+  "gmb</w>": 31799,
+  "gmbh</w>": 46877,
+  "gmc</w>": 27257,
+  "gmo</w>": 23486,
+  "gms</w>": 36987,
+  "gmt</w>": 13803,
+  "gn": 2455,
+  "gn</w>": 9831,
+  "gna</w>": 23009,
+  "gnation</w>": 45912,
+  "gne</w>": 25407,
+  "gni": 5104,
+  "gnment</w>": 25110,
+  "gno": 23376,
+  "gno</w>": 43686,
+  "gnocchi</w>": 48299,
+  "gnome</w>": 33643,
+  "gnon</w>": 20561,
+  "go": 650,
+  "go</w>": 861,
+  "goa</w>": 14399,
+  "goal": 9003,
+  "goal</w>": 3321,
+  "goalie</w>": 20723,
+  "goalkeeper</w>": 16601,
+  "goals</w>": 3295,
+  "goalscorer</w>": 43547,
+  "goaltender</w>": 44151,
+  "goat": 34082,
+  "goat</w>": 9530,
+  "goats</w>": 18393,
+  "gob": 29559,
+  "gobeavs</w>": 48285,
+  "goblin</w>": 26223,
+  "goblue</w>": 25232,
+  "gobucks</w>": 29175,
+  "gocougs</w>": 34202,
+  "god": 4190,
+  "god</w>": 1731,
+  "godawgs</w>": 40436,
+  "godbless": 46616,
+  "godbless</w>": 44007,
+  "godd": 16589,
+  "goddamn</w>": 28495,
+  "goddard</w>": 37827,
+  "goddess</w>": 10808,
+  "godfather</w>": 26222,
+  "godfrey</w>": 40148,
+  "godis": 38521,
+  "godly</w>": 42438,
+  "gods": 33620,
+  "gods</w>": 10328,
+  "goducks</w>": 35889,
+  "godzilla</w>": 23369,
+  "goe": 22084,
+  "goers</w>": 27784,
+  "goes": 43581,
+  "goes</w>": 2635,
+  "gof": 17537,
+  "goff</w>": 34399,
+  "goftheday</w>": 39360,
+  "gofund": 34445,
+  "gofundme</w>": 34686,
+  "gog</w>": 42949,
+  "goggles</w>": 31027,
+  "gogh</w>": 19697,
+  "gogo</w>": 22688,
+  "gogreen</w>": 36279,
+  "gohawks</w>": 34884,
+  "goi</w>": 24917,
+  "goin</w>": 13939,
+  "going": 25787,
+  "going</w>": 1245,
+  "goku</w>": 29550,
+  "gol": 1537,
+  "gol</w>": 18257,
+  "gola</w>": 41090,
+  "gold": 4999,
+  "gold</w>": 2209,
+  "goldberg</w>": 25161,
+  "goldcoast</w>": 34634,
+  "golden": 10763,
+  "golden</w>": 3878,
+  "goldeng": 20650,
+  "goldenglobes</w>": 26842,
+  "goldfish</w>": 40293,
+  "goldie</w>": 42805,
+  "goldman</w>": 27164,
+  "golds": 30526,
+  "golds</w>": 40283,
+  "goldsmith</w>": 40214,
+  "gole": 41297,
+  "golf": 9096,
+  "golf</w>": 3096,
+  "golfclub</w>": 45742,
+  "golfer</w>": 24579,
+  "golfers</w>": 28441,
+  "golfing</w>": 31379,
+  "goli": 29265,
+  "goliath</w>": 41602,
+  "gom": 7051,
+  "goma</w>": 46198,
+  "gomes</w>": 39128,
+  "gomez</w>": 16433,
+  "gon": 1854,
+  "gon</w>": 3379,
+  "gona</w>": 34835,
+  "gone": 35135,
+  "gone</w>": 3601,
+  "gong</w>": 28486,
+  "gonna</w>": 2562,
+  "gonz": 10587,
+  "gonzaga</w>": 36241,
+  "gonzale": 17512,
+  "gonzales</w>": 31265,
+  "gonzalez</w>": 18198,
+  "goo": 1381,
+  "goo</w>": 17882,
+  "good": 2185,
+  "good</w>": 886,
+  "goodbye</w>": 6968,
+  "goodday": 46284,
+  "goode</w>": 42076,
+  "goodfood</w>": 46844,
+  "goodfriday</w>": 40360,
+  "goodie</w>": 29213,
+  "goodies</w>": 13308,
+  "goodluck</w>": 19718,
+  "goodman</w>": 24146,
+  "goodmorning</w>": 14421,
+  "goodness</w>": 10531,
+  "goodnight</w>": 8540,
+  "goodreads</w>": 31629,
+  "goods</w>": 9340,
+  "goodtimes</w>": 22570,
+  "goodvibes</w>": 43146,
+  "goodwill</w>": 24902,
+  "goodwin</w>": 28080,
+  "goodwood</w>": 30008,
+  "goody</w>": 35937,
+  "goodyear</w>": 42858,
+  "goofy</w>": 26879,
+  "goog": 18581,
+  "google": 12195,
+  "google</w>": 3460,
+  "googled</w>": 40345,
+  "googleplay</w>": 37309,
+  "goon</w>": 15267,
+  "goons</w>": 30440,
+  "goooo": 35876,
+  "goooo</w>": 48957,
+  "goose": 21445,
+  "goose</w>": 13822,
+  "goosebumps</w>": 32254,
+  "gop": 18942,
+  "gop</w>": 6250,
+  "gopack": 46995,
+  "gopackgo</w>": 47719,
+  "gopal</w>": 47268,
+  "gopdebate</w>": 39806,
+  "gopher": 47750,
+  "gopher</w>": 48905,
+  "gophers</w>": 31957,
+  "gopro</w>": 17511,
+  "gor": 1747,
+  "gor</w>": 29827,
+  "gordo</w>": 47707,
+  "gordon": 20485,
+  "gordon</w>": 8244,
+  "gore": 30311,
+  "gore</w>": 17872,
+  "gorg</w>": 46815,
+  "gorge": 35548,
+  "gorge</w>": 20038,
+  "gorgeous</w>": 3241,
+  "gori": 12461,
+  "goria</w>": 43359,
+  "gorilla": 37910,
+  "gorilla</w>": 21994,
+  "gorman</w>": 35741,
+  "goro</w>": 44977,
+  "gory</w>": 7160,
+  "gos": 20517,
+  "gos</w>": 5693,
+  "gosh</w>": 15395,
+  "gosling</w>": 35320,
+  "gosp": 9617,
+  "gospel</w>": 11313,
+  "goss": 39734,
+  "goss</w>": 36924,
+  "gossi": 15684,
+  "gossip</w>": 18963,
+  "got": 10125,
+  "got</w>": 1005,
+  "gota</w>": 36693,
+  "gotcha</w>": 43275,
+  "gote</w>": 49345,
+  "goth": 48465,
+  "goth</w>": 20437,
+  "gotham": 46123,
+  "gotham</w>": 18299,
+  "gothic</w>": 15426,
+  "goti": 9497,
+  "goto": 39715,
+  "gots</w>": 35215,
+  "gott": 5089,
+  "gott</w>": 36466,
+  "gotta</w>": 4633,
+  "gotten</w>": 5889,
+  "gotti</w>": 41881,
+  "gotv</w>": 36089,
+  "gou": 10520,
+  "gou</w>": 36555,
+  "gouache</w>": 43314,
+  "goul": 33187,
+  "gould</w>": 31087,
+  "gour": 13580,
+  "gourmet</w>": 19111,
+  "gov": 4022,
+  "gov</w>": 4564,
+  "gove</w>": 36997,
+  "govegan</w>": 38886,
+  "gover": 10471,
+  "gover</w>": 16759,
+  "govern": 2351,
+  "govern</w>": 32404,
+  "governance</w>": 13386,
+  "governing</w>": 30946,
+  "government</w>": 3149,
+  "governmental</w>": 42609,
+  "governments</w>": 19582,
+  "governor": 17459,
+  "governor</w>": 6630,
+  "governors</w>": 26881,
+  "govin": 42451,
+  "govt</w>": 5345,
+  "govuk</w>": 28830,
+  "gow": 21885,
+  "gow</w>": 33788,
+  "gowan</w>": 31307,
+  "gower</w>": 43448,
+  "gown</w>": 13719,
+  "gowns</w>": 38029,
+  "goyal</w>": 35105,
+  "gp": 19329,
+  "gp</w>": 5051,
+  "gpa</w>": 24098,
+  "gps</w>": 13639,
+  "gpu</w>": 38561,
+  "gq": 40286,
+  "gq</w>": 31324,
+  "gr": 709,
+  "gr</w>": 6062,
+  "gra": 782,
+  "gra</w>": 15276,
+  "grab</w>": 4646,
+  "grabbed</w>": 22856,
+  "grabbing</w>": 26440,
+  "grabs</w>": 17076,
+  "grac": 11323,
+  "grace": 13225,
+  "grace</w>": 5142,
+  "graced</w>": 31894,
+  "graceful</w>": 25242,
+  "graces</w>": 38629,
+  "graci": 11174,
+  "gracias</w>": 16463,
+  "gracie</w>": 23235,
+  "gracing</w>": 37263,
+  "gracious</w>": 29044,
+  "grad": 19869,
+  "grad</w>": 7291,
+  "gradable</w>": 41529,
+  "grade": 45435,
+  "grade</w>": 3394,
+  "graded</w>": 13823,
+  "grader</w>": 23930,
+  "graders</w>": 10930,
+  "grades</w>": 10838,
+  "gradient</w>": 36885,
+  "grading</w>": 19016,
+  "grads</w>": 17811,
+  "gradu": 3230,
+  "gradual</w>": 45210,
+  "gradually</w>": 32192,
+  "graduate</w>": 6675,
+  "graduated</w>": 15128,
+  "graduates</w>": 12236,
+  "graduating</w>": 14819,
+  "graduation</w>": 8060,
+  "grady</w>": 33980,
+  "graeme</w>": 30192,
+  "graf": 46478,
+  "graf</w>": 39765,
+  "graff": 10656,
+  "graffiti</w>": 11676,
+  "graft</w>": 32698,
+  "grafton</w>": 47347,
+  "graham": 19805,
+  "graham</w>": 7711,
+  "grail</w>": 37184,
+  "grain": 44003,
+  "grain</w>": 12109,
+  "grains</w>": 25791,
+  "gral</w>": 25631,
+  "gram": 2949,
+  "gram</w>": 2338,
+  "grammar</w>": 16077,
+  "grammy</w>": 15388,
+  "grammys</w>": 18121,
+  "grams</w>": 6294,
+  "gran": 3892,
+  "gran</w>": 14493,
+  "granada</w>": 31172,
+  "grand": 3058,
+  "grand</w>": 2991,
+  "grandad</w>": 29148,
+  "grandchildren</w>": 36856,
+  "granddaughter</w>": 29460,
+  "grande": 37514,
+  "grande</w>": 10757,
+  "grandes</w>": 36382,
+  "grandfather</w>": 15346,
+  "grandma</w>": 10525,
+  "grandmother</w>": 17469,
+  "grandpa</w>": 14582,
+  "grandparents</w>": 21311,
+  "grandprix</w>": 39358,
+  "grandson</w>": 20766,
+  "grandstand</w>": 43172,
+  "grange": 45027,
+  "grange</w>": 23850,
+  "granger</w>": 42968,
+  "granite</w>": 18813,
+  "grann</w>": 45585,
+  "granny</w>": 22710,
+  "granola</w>": 34271,
+  "grant": 18682,
+  "grant</w>": 5442,
+  "granted</w>": 14156,
+  "granth": 41283,
+  "grants</w>": 15123,
+  "grape": 19131,
+  "grape</w>": 15959,
+  "grapefruit</w>": 28347,
+  "grapes</w>": 18580,
+  "grapevine</w>": 47619,
+  "graph": 1349,
+  "graph</w>": 4407,
+  "graphene</w>": 38387,
+  "grapher</w>": 14987,
+  "graphers</w>": 32088,
+  "graphic": 15653,
+  "graphic</w>": 4245,
+  "graphical</w>": 20878,
+  "graphicdesign</w>": 21907,
+  "graphics</w>": 9492,
+  "graphies</w>": 40164,
+  "graphite</w>": 29447,
+  "graphs</w>": 24670,
+  "graphy</w>": 4897,
+  "grapp": 30843,
+  "gras": 31517,
+  "gras</w>": 17584,
+  "grasp</w>": 34975,
+  "grass": 11584,
+  "grass</w>": 5922,
+  "grasses</w>": 46807,
+  "grasshopper</w>": 48894,
+  "grassi</w>": 42294,
+  "grasso</w>": 34808,
+  "grassroots</w>": 21991,
+  "grassy</w>": 44140,
+  "grat": 9221,
+  "grate": 32463,
+  "grateful": 45659,
+  "grateful</w>": 5730,
+  "grati": 36402,
+  "gratis</w>": 33638,
+  "gratitude</w>": 12614,
+  "grav": 20663,
+  "grave": 16606,
+  "grave</w>": 9981,
+  "gravel</w>": 27054,
+  "graves</w>": 17665,
+  "graveyard</w>": 31176,
+  "gravit": 26150,
+  "gravitational</w>": 45268,
+  "gravity": 47426,
+  "gravity</w>": 15160,
+  "gravy</w>": 21225,
+  "gray": 12703,
+  "gray</w>": 7048,
+  "grays</w>": 46848,
+  "grayson": 45831,
+  "grayson</w>": 25471,
+  "grazi": 42427,
+  "grazie</w>": 38698,
+  "grazing</w>": 29889,
+  "grc</w>": 44069,
+  "gre": 689,
+  "gre</w>": 17878,
+  "grease</w>": 24132,
+  "greasy</w>": 44376,
+  "great": 3265,
+  "great</w>": 830,
+  "greate": 31930,
+  "greater": 32725,
+  "greater</w>": 7033,
+  "greatest": 39080,
+  "greatest</w>": 4153,
+  "greatly</w>": 13978,
+  "greatness</w>": 14189,
+  "greats</w>": 21855,
+  "greaves</w>": 42350,
+  "greco</w>": 39103,
+  "gree": 9987,
+  "gree</w>": 30774,
+  "greece</w>": 6965,
+  "greed</w>": 26147,
+  "greedy</w>": 33301,
+  "greek": 23844,
+  "greek</w>": 6842,
+  "greeks</w>": 35866,
+  "green": 2762,
+  "green</w>": 1901,
+  "greenberg</w>": 46662,
+  "greene</w>": 16383,
+  "greener</w>": 31169,
+  "greenery</w>": 42493,
+  "greenfield</w>": 39924,
+  "greeng": 42077,
+  "greenhouse</w>": 20819,
+  "greening</w>": 48673,
+  "greenland</w>": 27345,
+  "greenpeace</w>": 44755,
+  "greens</w>": 10235,
+  "greensboro</w>": 33436,
+  "greenville</w>": 25156,
+  "greenway</w>": 35205,
+  "greenwich</w>": 18658,
+  "greenwood</w>": 25782,
+  "greer</w>": 34345,
+  "greet": 11042,
+  "greet</w>": 11997,
+  "greeted</w>": 24546,
+  "greeting</w>": 17754,
+  "greetings</w>": 11569,
+  "greets</w>": 25464,
+  "greg": 6894,
+  "greg</w>": 7943,
+  "gregation</w>": 20131,
+  "gregg": 39422,
+  "gregg</w>": 22929,
+  "gregor": 33856,
+  "gregor</w>": 16177,
+  "gregory</w>": 16253,
+  "gren": 13941,
+  "gren</w>": 20119,
+  "grenade</w>": 33679,
+  "grenfell</w>": 42107,
+  "gres</w>": 39670,
+  "gress</w>": 2752,
+  "gret": 30041,
+  "greta</w>": 33443,
+  "gretchen</w>": 45516,
+  "grette</w>": 38774,
+  "grew</w>": 10451,
+  "grey": 9190,
+  "grey</w>": 5046,
+  "greyhound</w>": 27363,
+  "greyhounds</w>": 45718,
+  "greys</w>": 44311,
+  "greysanatomy</w>": 36833,
+  "gri": 2169,
+  "gri</w>": 18484,
+  "grid": 29067,
+  "grid</w>": 9882,
+  "gridi": 41063,
+  "gridiron</w>": 47786,
+  "grids</w>": 46500,
+  "grief</w>": 21058,
+  "grier</w>": 22016,
+  "griev": 36400,
+  "grieving</w>": 42383,
+  "griez": 47962,
+  "griezmann</w>": 48396,
+  "griff": 17855,
+  "griff</w>": 35551,
+  "griffi": 28676,
+  "griffin": 46612,
+  "griffin</w>": 13161,
+  "griffith</w>": 24375,
+  "griffiths</w>": 34182,
+  "gril": 49091,
+  "grill": 44083,
+  "grill</w>": 9519,
+  "grille</w>": 34748,
+  "grilled</w>": 10691,
+  "grilling</w>": 28324,
+  "grills</w>": 39464,
+  "grim": 20383,
+  "grim</w>": 23635,
+  "grime</w>": 37101,
+  "grimes</w>": 25057,
+  "grimm</w>": 27865,
+  "grims": 34861,
+  "grimsby</w>": 41513,
+  "grin": 11033,
+  "grin</w>": 28697,
+  "grinch</w>": 40527,
+  "grind": 25730,
+  "grind</w>": 11810,
+  "grinder</w>": 31733,
+  "grinding</w>": 21541,
+  "gring</w>": 40135,
+  "grip</w>": 15521,
+  "gripping</w>": 34567,
+  "grips</w>": 27819,
+  "gris</w>": 29150,
+  "grit": 22037,
+  "grit</w>": 22087,
+  "grits</w>": 44307,
+  "gritty</w>": 33704,
+  "grizz": 14877,
+  "grizz</w>": 44088,
+  "grizzlies</w>": 25594,
+  "grizzly</w>": 29676,
+  "grl</w>": 48005,
+  "gro": 1464,
+  "gro</w>": 12691,
+  "grocer": 11633,
+  "groceries</w>": 32409,
+  "grocery</w>": 13826,
+  "grom</w>": 45284,
+  "gron": 22345,
+  "groningen</w>": 45639,
+  "groo": 9015,
+  "groom": 39883,
+  "groom</w>": 22813,
+  "grooming</w>": 25575,
+  "groot</w>": 37708,
+  "groove": 39484,
+  "groove</w>": 17680,
+  "grooves</w>": 43954,
+  "groovy</w>": 30143,
+  "gros": 26834,
+  "gros</w>": 32639,
+  "gross": 31080,
+  "gross</w>": 11541,
+  "grosven": 46911,
+  "grote": 47207,
+  "grotto</w>": 45260,
+  "grou": 1582,
+  "groun": 45110,
+  "ground": 9558,
+  "ground</w>": 2461,
+  "groundbreaking</w>": 21006,
+  "grounded</w>": 27799,
+  "grounds</w>": 8454,
+  "groundwater</w>": 39457,
+  "group": 19045,
+  "group</w>": 1771,
+  "groupe</w>": 47654,
+  "groups</w>": 6776,
+  "grouse</w>": 36327,
+  "grove": 31756,
+  "grove</w>": 7463,
+  "grover</w>": 31345,
+  "groves</w>": 27306,
+  "grow": 3179,
+  "grow</w>": 4559,
+  "grower</w>": 44925,
+  "growers</w>": 25689,
+  "growing": 28429,
+  "growing</w>": 4425,
+  "growingup": 43433,
+  "growler</w>": 47096,
+  "grown": 41762,
+  "grown</w>": 7120,
+  "grows</w>": 13352,
+  "growth": 17925,
+  "growth</w>": 4026,
+  "growthhacking</w>": 25963,
+  "grp</w>": 27321,
+  "grt</w>": 28557,
+  "gru": 5957,
+  "grub</w>": 34019,
+  "grue": 42047,
+  "gruesome</w>": 47111,
+  "grum": 45454,
+  "grump": 49015,
+  "grumpy</w>": 23610,
+  "grun": 16203,
+  "grunge</w>": 33745,
+  "gry": 16140,
+  "gry</w>": 5364,
+  "gs": 25818,
+  "gs</w>": 1345,
+  "gsa</w>": 40433,
+  "gsc</w>": 47751,
+  "gshore</w>": 43392,
+  "gsm</w>": 32181,
+  "gsp</w>": 49173,
+  "gst</w>": 22239,
+  "gt": 16151,
+  "gt</w>": 4725,
+  "gta": 14826,
+  "gta</w>": 15338,
+  "gtaonline</w>": 27292,
+  "gtav</w>": 27283,
+  "gti</w>": 39954,
+  "gto</w>": 39071,
+  "gtr</w>": 33407,
+  "gts</w>": 37338,
+  "gtx</w>": 35230,
+  "gu": 700,
+  "gu</w>": 12916,
+  "gua</w>": 23751,
+  "guacam": 37477,
+  "guacamole</w>": 40115,
+  "guad": 22966,
+  "guadal": 46097,
+  "guadalu": 36994,
+  "guadalupe</w>": 38360,
+  "guam</w>": 37325,
+  "guan": 44191,
+  "guan</w>": 42406,
+  "guang": 27019,
+  "guangzhou</w>": 37857,
+  "guar": 4119,
+  "guaran": 9242,
+  "guarantee</w>": 17421,
+  "guaranteed</w>": 14731,
+  "guarantees</w>": 40154,
+  "guard": 30776,
+  "guard</w>": 4901,
+  "guarded</w>": 40602,
+  "guardi": 12008,
+  "guardia</w>": 43628,
+  "guardian": 23713,
+  "guardian</w>": 9498,
+  "guardians</w>": 21479,
+  "guarding</w>": 24966,
+  "guardiola</w>": 32100,
+  "guards</w>": 12810,
+  "guatem": 19423,
+  "guatemala</w>": 21670,
+  "guay": 48591,
+  "guay</w>": 24247,
+  "gubernat": 41400,
+  "gubernatorial</w>": 41618,
+  "gucci</w>": 16779,
+  "gud": 48061,
+  "gud</w>": 22378,
+  "gue": 2030,
+  "gue</w>": 2917,
+  "gued</w>": 38893,
+  "guel": 23146,
+  "guelph</w>": 27660,
+  "guer": 10391,
+  "guern": 29277,
+  "guernsey</w>": 33982,
+  "guerra</w>": 38215,
+  "guerrero</w>": 31967,
+  "guerrilla</w>": 36715,
+  "gues": 39971,
+  "gues</w>": 12601,
+  "guess": 35506,
+  "guess</w>": 3135,
+  "guessed</w>": 28005,
+  "guesses</w>": 30623,
+  "guessing</w>": 21891,
+  "guest": 27349,
+  "guest</w>": 3781,
+  "guests</w>": 6212,
+  "guet</w>": 36797,
+  "guetta</w>": 45904,
+  "guez</w>": 12313,
+  "gug": 31358,
+  "guggen": 35086,
+  "guggenheim</w>": 37135,
+  "gui": 2587,
+  "gui</w>": 25746,
+  "guid": 11437,
+  "guidance</w>": 12508,
+  "guide": 21845,
+  "guide</w>": 3555,
+  "guided</w>": 13194,
+  "guidelines</w>": 16591,
+  "guides</w>": 14375,
+  "guiding</w>": 22759,
+  "guido</w>": 41818,
+  "guil": 5008,
+  "guild": 19755,
+  "guild</w>": 16597,
+  "guildford</w>": 34450,
+  "guildhall</w>": 47224,
+  "guillau": 41123,
+  "guillaume</w>": 45394,
+  "guiller": 33660,
+  "guillermo</w>": 39524,
+  "guilt</w>": 26354,
+  "guilty</w>": 9761,
+  "guin": 13284,
+  "guin</w>": 47863,
+  "guine": 13759,
+  "guinea</w>": 18537,
+  "guinness</w>": 16648,
+  "guire</w>": 18209,
+  "guise</w>": 42024,
+  "guit": 3759,
+  "guitar": 21746,
+  "guitar</w>": 5084,
+  "guitarist</w>": 13035,
+  "guitars</w>": 15023,
+  "guj": 34935,
+  "gujar": 12698,
+  "gujarat</w>": 14714,
+  "guk</w>": 20280,
+  "gul": 5530,
+  "gul</w>": 21350,
+  "gula</w>": 27426,
+  "gular</w>": 34969,
+  "gulf": 22101,
+  "gulf</w>": 11279,
+  "gull": 48764,
+  "gull</w>": 28778,
+  "gulls</w>": 37501,
+  "gully</w>": 46112,
+  "gum": 22041,
+  "gum</w>": 11235,
+  "gumb": 40147,
+  "gumbo</w>": 47126,
+  "gummy</w>": 34276,
+  "gums</w>": 46609,
+  "gun": 2748,
+  "gun</w>": 3496,
+  "guna</w>": 43333,
+  "gundam</w>": 26087,
+  "gundy</w>": 21162,
+  "gunman</w>": 32743,
+  "gunmen</w>": 44738,
+  "gunn</w>": 27473,
+  "gunna</w>": 24002,
+  "gunnar</w>": 45301,
+  "gunner</w>": 35285,
+  "gunners</w>": 37788,
+  "guns</w>": 7591,
+  "gunsense</w>": 44781,
+  "gunshot</w>": 49250,
+  "gunsn": 49028,
+  "gup": 38632,
+  "gup</w>": 47335,
+  "gupta</w>": 15905,
+  "gur": 3218,
+  "gur</w>": 30224,
+  "gura</w>": 46836,
+  "gurgaon</w>": 33240,
+  "guri</w>": 43888,
+  "gurl</w>": 25445,
+  "gurmee": 35482,
+  "gurmeetramrahim</w>": 36549,
+  "guru": 18629,
+  "guru</w>": 10800,
+  "gurudev</w>": 48647,
+  "gus</w>": 8018,
+  "gust</w>": 24629,
+  "gusta": 23024,
+  "gusta</w>": 44196,
+  "gustav": 32062,
+  "gustav</w>": 37921,
+  "gustave</w>": 43170,
+  "gustavo</w>": 45943,
+  "gusto</w>": 37937,
+  "gusts</w>": 20896,
+  "gusty</w>": 27589,
+  "gut": 24780,
+  "gut</w>": 13486,
+  "guter": 44963,
+  "guterres</w>": 48738,
+  "guth": 31696,
+  "guthrie</w>": 33164,
+  "gutier": 32773,
+  "gutierrez</w>": 33739,
+  "guts</w>": 25983,
+  "gutted</w>": 26524,
+  "gutter</w>": 40537,
+  "guwa": 43063,
+  "guwahati</w>": 45045,
+  "guy": 10008,
+  "guy</w>": 2149,
+  "guyana</w>": 45215,
+  "guyen</w>": 28031,
+  "guys": 43588,
+  "guys</w>": 1791,
+  "guyz</w>": 48170,
+  "guzman</w>": 37960,
+  "gv": 15462,
+  "gv</w>": 17336,
+  "gw": 7172,
+  "gw</w>": 15717,
+  "gwen": 32165,
+  "gwen</w>": 24182,
+  "gwin": 43005,
+  "gwy": 32226,
+  "gwyne": 36923,
+  "gx</w>": 40227,
+  "gy": 2168,
+  "gy</w>": 1164,
+  "gya</w>": 43214,
+  "gyan</w>": 43814,
+  "gye": 21728,
+  "gyllen": 49348,
+  "gym": 9902,
+  "gym</w>": 5222,
+  "gymna": 13517,
+  "gymnasium</w>": 42847,
+  "gymnast</w>": 42658,
+  "gymnastics</w>": 20116,
+  "gyn</w>": 39603,
+  "gyne": 45836,
+  "gyp": 40053,
+  "gypsy</w>": 22354,
+  "gypt</w>": 41921,
+  "gz": 45937,
+  "gz</w>": 35841,
+  "gö": 40778,
+  "gü": 31907,
+  "h": 71,
+  "h</w>": 327,
+  "ha": 560,
+  "ha</w>": 1429,
+  "haa</w>": 26814,
+  "haal</w>": 35869,
+  "haan</w>": 36284,
+  "haar": 45247,
+  "haar</w>": 35859,
+  "haas</w>": 27443,
+  "haasan</w>": 26601,
+  "hab": 20573,
+  "hab</w>": 20002,
+  "haban": 46225,
+  "haber": 44737,
+  "habit": 8491,
+  "habit</w>": 17215,
+  "habitat</w>": 11747,
+  "habitats</w>": 35344,
+  "habits</w>": 14540,
+  "habs</w>": 27489,
+  "hac": 20343,
+  "hace</w>": 43623,
+  "haci": 40674,
+  "hack": 6610,
+  "hack</w>": 11182,
+  "hackathon</w>": 25182,
+  "hacked</w>": 19575,
+  "hacker</w>": 22376,
+  "hackers</w>": 21498,
+  "hacking</w>": 12939,
+  "hackney": 48811,
+  "hackney</w>": 24928,
+  "hacks</w>": 19965,
+  "had": 10660,
+  "had</w>": 1100,
+  "hadi</w>": 39058,
+  "hadid</w>": 26415,
+  "hadith</w>": 46907,
+  "hadley</w>": 44995,
+  "hadn</w>": 21480,
+  "hadoop</w>": 43868,
+  "hae": 30723,
+  "hae</w>": 27193,
+  "hafi": 39914,
+  "hag": 26855,
+  "hag</w>": 43207,
+  "hagan</w>": 47489,
+  "hagen</w>": 14664,
+  "hager": 48773,
+  "hagg": 26324,
+  "hague</w>": 28988,
+  "hah": 18108,
+  "hah</w>": 13680,
+  "haha": 1913,
+  "haha</w>": 3060,
+  "hahah": 27253,
+  "hahah</w>": 15441,
+  "hahaha</w>": 4722,
+  "hahahah": 37513,
+  "hahahah</w>": 20096,
+  "hahahaha": 8058,
+  "hahahaha</w>": 9501,
+  "hahahahah</w>": 33334,
+  "hahahahaha</w>": 16347,
+  "hahahahahaha</w>": 26487,
+  "hahahahahahaha</w>": 43653,
+  "hahahahahahahaha": 36126,
+  "hahahha</w>": 49205,
+  "hahn</w>": 35596,
+  "hai": 8734,
+  "hai</w>": 5234,
+  "haider</w>": 42200,
+  "haiku</w>": 19542,
+  "hail": 15272,
+  "hail</w>": 8634,
+  "hailed</w>": 44604,
+  "hailey</w>": 27703,
+  "hailing</w>": 47288,
+  "hails</w>": 32571,
+  "hailstate</w>": 35063,
+  "hain</w>": 23861,
+  "hair": 4658,
+  "hair</w>": 2225,
+  "haircare</w>": 43682,
+  "haircut</w>": 14711,
+  "hairdresser</w>": 47468,
+  "haired</w>": 27202,
+  "hairs</w>": 27951,
+  "hairstyle</w>": 22324,
+  "hairstyles</w>": 40627,
+  "hairy</w>": 26513,
+  "haiti</w>": 17368,
+  "haitian</w>": 37577,
+  "haj": 27885,
+  "haj</w>": 43191,
+  "haji</w>": 41889,
+  "hajj</w>": 35576,
+  "hak": 25142,
+  "hak</w>": 40671,
+  "haka</w>": 44011,
+  "hake": 41663,
+  "hal": 1296,
+  "hal</w>": 8708,
+  "hala</w>": 25918,
+  "halal</w>": 34216,
+  "halam": 29061,
+  "halamadrid</w>": 31132,
+  "halder</w>": 32201,
+  "hale": 37038,
+  "hale</w>": 14701,
+  "halen</w>": 39204,
+  "halep</w>": 49017,
+  "haley": 37330,
+  "haley</w>": 16839,
+  "half": 7453,
+  "half</w>": 2349,
+  "halftime</w>": 13742,
+  "halfway</w>": 16736,
+  "hali": 9860,
+  "hali</w>": 43030,
+  "halibut</w>": 49030,
+  "halifax</w>": 13411,
+  "hall": 6850,
+  "hall</w>": 2140,
+  "halla</w>": 29569,
+  "halle": 27763,
+  "halle</w>": 32239,
+  "hallelujah</w>": 36993,
+  "halli": 32665,
+  "hallmark": 31040,
+  "hallmark</w>": 32053,
+  "hallmarkchannel</w>": 36840,
+  "hallo": 3463,
+  "halloffame</w>": 48578,
+  "halloween": 28537,
+  "halloween</w>": 3739,
+  "halls</w>": 18052,
+  "hallucin": 35385,
+  "hallway</w>": 26845,
+  "halo": 33331,
+  "halo</w>": 11918,
+  "halsey</w>": 34256,
+  "halt</w>": 25640,
+  "halter</w>": 47194,
+  "halton</w>": 45445,
+  "ham": 1522,
+  "ham</w>": 1714,
+  "hama</w>": 17944,
+  "hamas</w>": 14818,
+  "hamburg</w>": 18409,
+  "hamburger</w>": 33928,
+  "hamid</w>": 32377,
+  "hamil": 6725,
+  "hamill": 45784,
+  "hamill</w>": 48729,
+  "hamillhimself</w>": 47324,
+  "hamilton": 22448,
+  "hamilton</w>": 7684,
+  "hamlet</w>": 27722,
+  "hamlin</w>": 49326,
+  "hamm</w>": 46110,
+  "hammer": 15331,
+  "hammer</w>": 9401,
+  "hammered</w>": 37251,
+  "hammers</w>": 35649,
+  "hammersmith</w>": 42127,
+  "hammock</w>": 33682,
+  "hammond</w>": 21761,
+  "hamont</w>": 18518,
+  "hamp": 6665,
+  "hamper</w>": 27692,
+  "hampshire</w>": 16006,
+  "hampstead</w>": 37340,
+  "hampton": 36582,
+  "hampton</w>": 12285,
+  "hamptons</w>": 42415,
+  "hamr</w>": 47979,
+  "hamradio</w>": 36712,
+  "hams</w>": 25619,
+  "hamster</w>": 33313,
+  "hamstring</w>": 39990,
+  "hamza</w>": 45762,
+  "han": 1545,
+  "han</w>": 3565,
+  "hana</w>": 16801,
+  "hand": 1722,
+  "hand</w>": 2463,
+  "handbag</w>": 22654,
+  "handbags</w>": 35667,
+  "handball</w>": 27988,
+  "handbook</w>": 25147,
+  "handcrafted</w>": 22185,
+  "handed</w>": 10881,
+  "handedly</w>": 48656,
+  "handel</w>": 40072,
+  "handful</w>": 23725,
+  "handheld</w>": 26812,
+  "handic": 17812,
+  "handicap</w>": 27063,
+  "handicapp": 42349,
+  "handing</w>": 19196,
+  "handle": 43681,
+  "handle</w>": 7245,
+  "handled</w>": 26824,
+  "handler</w>": 29097,
+  "handles</w>": 22124,
+  "handling</w>": 14071,
+  "handmade": 18054,
+  "handmade</w>": 6737,
+  "handmadehour</w>": 25724,
+  "handover</w>": 46922,
+  "hands</w>": 3500,
+  "handshake</w>": 38418,
+  "handsome</w>": 7438,
+  "handwriting</w>": 29986,
+  "handwritten</w>": 35192,
+  "handy</w>": 13479,
+  "hane</w>": 28411,
+  "hang": 3351,
+  "hang</w>": 5592,
+  "hangar</w>": 33439,
+  "hanged</w>": 40807,
+  "hanger</w>": 28905,
+  "hangin</w>": 22670,
+  "hanging</w>": 4850,
+  "hangout</w>": 17572,
+  "hangover</w>": 20755,
+  "hangs</w>": 21785,
+  "hani": 39944,
+  "hani</w>": 18374,
+  "hank": 35993,
+  "hank</w>": 17655,
+  "hanks</w>": 29943,
+  "hanley</w>": 47284,
+  "hann": 5584,
+  "hanna</w>": 10075,
+  "hannah": 18622,
+  "hannah</w>": 9142,
+  "hannel</w>": 43477,
+  "hanni": 19493,
+  "hannibal</w>": 25149,
+  "hannity</w>": 24569,
+  "hannover</w>": 39976,
+  "hanoi</w>": 36134,
+  "hanover</w>": 33246,
+  "hans": 35172,
+  "hans</w>": 16628,
+  "hansen</w>": 19729,
+  "hanson</w>": 24602,
+  "hant": 40641,
+  "hanuk": 32774,
+  "hanukkah</w>": 34247,
+  "hanuman</w>": 46975,
+  "hao</w>": 27184,
+  "hap": 44981,
+  "hap</w>": 47988,
+  "happ": 784,
+  "happen": 21486,
+  "happen</w>": 4506,
+  "happened</w>": 4402,
+  "happening</w>": 4284,
+  "happeningnow</w>": 43107,
+  "happenings</w>": 41998,
+  "happens</w>": 4988,
+  "happier</w>": 14118,
+  "happiest</w>": 13811,
+  "happily</w>": 17316,
+  "happiness</w>": 5096,
+  "happy": 2952,
+  "happy</w>": 900,
+  "happybirthday": 9651,
+  "happybirthday</w>": 12207,
+  "happydays</w>": 25106,
+  "happye": 33922,
+  "happyeaster</w>": 38745,
+  "happyfathersday</w>": 43534,
+  "happyfriday</w>": 33340,
+  "happyhalloween</w>": 28750,
+  "happyholidays</w>": 32186,
+  "happyhour</w>": 32036,
+  "happymonday</w>": 47364,
+  "happymothersday</w>": 42425,
+  "happynewyear</w>": 18655,
+  "happythanksgiving</w>": 40593,
+  "happyvalentinesday</w>": 42403,
+  "haps</w>": 9114,
+  "haq</w>": 32445,
+  "har": 915,
+  "har</w>": 5888,
+  "hara</w>": 10367,
+  "haram": 35732,
+  "haram</w>": 22950,
+  "haran</w>": 27921,
+  "harare</w>": 43562,
+  "haras": 26644,
+  "harass": 16481,
+  "harassed</w>": 43067,
+  "harassment</w>": 16641,
+  "harat</w>": 28984,
+  "harb": 5856,
+  "harbaugh</w>": 45220,
+  "harbor": 40686,
+  "harbor</w>": 10202,
+  "harbour": 35430,
+  "harbour</w>": 10011,
+  "harcourt</w>": 48093,
+  "hard": 3312,
+  "hard</w>": 1626,
+  "hardcover</w>": 31123,
+  "harden</w>": 27350,
+  "harder</w>": 12274,
+  "hardest</w>": 15258,
+  "hardin</w>": 43802,
+  "harding</w>": 24382,
+  "hardly</w>": 17363,
+  "hardro": 28126,
+  "hardrock": 48365,
+  "hardrock</w>": 40739,
+  "hards</w>": 44048,
+  "hardship</w>": 45085,
+  "hardt</w>": 17922,
+  "hardware</w>": 11957,
+  "hardwell</w>": 45572,
+  "hardwick</w>": 46864,
+  "hardwood</w>": 28167,
+  "hardwork": 42554,
+  "hardwork</w>": 27404,
+  "hardworking</w>": 28095,
+  "hardworkpaysoff</w>": 49193,
+  "hardy": 48179,
+  "hardy</w>": 14113,
+  "hare": 27903,
+  "hare</w>": 18464,
+  "harga</w>": 39738,
+  "hari": 25472,
+  "hari</w>": 8981,
+  "harlan</w>": 49133,
+  "harle": 29096,
+  "harlem</w>": 17771,
+  "harley": 24702,
+  "harley</w>": 13632,
+  "harleydavidson</w>": 39183,
+  "harlow</w>": 34113,
+  "harm": 16656,
+  "harm</w>": 14452,
+  "harman</w>": 42434,
+  "harmed</w>": 39637,
+  "harmful</w>": 21725,
+  "harmless</w>": 44369,
+  "harmon": 10828,
+  "harmon</w>": 28729,
+  "harmony</w>": 10785,
+  "harms</w>": 46703,
+  "harne": 43323,
+  "harness</w>": 23205,
+  "harold</w>": 16917,
+  "harp</w>": 27339,
+  "harper": 31288,
+  "harper</w>": 12634,
+  "harri": 6639,
+  "harrier</w>": 37372,
+  "harriet</w>": 27154,
+  "harrington</w>": 34340,
+  "harris": 25356,
+  "harris</w>": 6925,
+  "harrisburg</w>": 40590,
+  "harrison": 34389,
+  "harrison</w>": 10540,
+  "harro": 18939,
+  "harrogate</w>": 30842,
+  "harrow</w>": 38807,
+  "harry": 11094,
+  "harry</w>": 3600,
+  "harrypotter</w>": 23375,
+  "harsh": 30596,
+  "harsh</w>": 16944,
+  "hart": 9335,
+  "hart</w>": 7752,
+  "hartford</w>": 23434,
+  "harth</w>": 35619,
+  "hartle": 47482,
+  "hartley</w>": 31268,
+  "hartman</w>": 43294,
+  "haru</w>": 35099,
+  "harvard": 28118,
+  "harvard</w>": 12848,
+  "harve": 6405,
+  "harvest": 44495,
+  "harvest</w>": 8971,
+  "harvested</w>": 35899,
+  "harvesting</w>": 26674,
+  "harvey": 33289,
+  "harvey</w>": 9586,
+  "harvick</w>": 46983,
+  "haryana</w>": 27661,
+  "has": 13855,
+  "has</w>": 791,
+  "hasan</w>": 30049,
+  "hasbro</w>": 37405,
+  "hash": 6338,
+  "hash</w>": 19199,
+  "hashi</w>": 41831,
+  "hashmi</w>": 35852,
+  "hashtag": 34015,
+  "hashtag</w>": 9238,
+  "hashtags</w>": 23514,
+  "haskell</w>": 48550,
+  "hasn</w>": 9143,
+  "hass": 9298,
+  "hassan</w>": 15829,
+  "hassee</w>": 37117,
+  "hassel": 32204,
+  "hassle</w>": 35762,
+  "hast": 18146,
+  "hasta</w>": 36623,
+  "hastings</w>": 22035,
+  "hat": 3447,
+  "hat</w>": 3801,
+  "hatch": 24202,
+  "hatch</w>": 17809,
+  "hatchback</w>": 42348,
+  "hatched</w>": 42158,
+  "hate": 23546,
+  "hate</w>": 3753,
+  "hated</w>": 21298,
+  "hateful</w>": 36418,
+  "hater</w>": 36917,
+  "haters</w>": 14027,
+  "hates</w>": 14957,
+  "hatfield</w>": 38448,
+  "hath": 27894,
+  "hath</w>": 34416,
+  "hathaway</w>": 31801,
+  "hati</w>": 26045,
+  "hating</w>": 25668,
+  "hatred</w>": 19046,
+  "hats</w>": 9812,
+  "hatt": 8747,
+  "hatton</w>": 44861,
+  "hau": 5152,
+  "hauer</w>": 48751,
+  "haul": 23743,
+  "haul</w>": 12332,
+  "hauled</w>": 46620,
+  "hauling</w>": 43132,
+  "haun": 9676,
+  "haunt</w>": 31039,
+  "haunted</w>": 14944,
+  "haunting</w>": 24034,
+  "haunts</w>": 48035,
+  "haus": 41755,
+  "haus</w>": 16478,
+  "hausen</w>": 33338,
+  "hauser</w>": 46586,
+  "haute</w>": 28854,
+  "hav": 13443,
+  "hav</w>": 20447,
+  "havan</w>": 36304,
+  "havana</w>": 23357,
+  "havas": 46261,
+  "have": 18053,
+  "have</w>": 720,
+  "haven": 33074,
+  "haven</w>": 3871,
+  "havent</w>": 29130,
+  "haver": 27876,
+  "haves</w>": 49088,
+  "havin</w>": 31937,
+  "having</w>": 1977,
+  "havoc</w>": 24447,
+  "haw": 2788,
+  "haw</w>": 26954,
+  "hawa": 6067,
+  "hawa</w>": 46278,
+  "hawai": 15800,
+  "hawaii": 32413,
+  "hawaii</w>": 8265,
+  "hawaiian</w>": 17734,
+  "hawan</w>": 27765,
+  "hawk": 14704,
+  "hawk</w>": 8218,
+  "hawke</w>": 38178,
+  "hawker</w>": 39051,
+  "hawkeye</w>": 38666,
+  "hawkeyes</w>": 34266,
+  "hawking</w>": 33437,
+  "hawkins</w>": 19740,
+  "hawks": 44806,
+  "hawks</w>": 5841,
+  "hawthorn</w>": 45372,
+  "hawthorne</w>": 36730,
+  "hay": 4871,
+  "hay</w>": 11367,
+  "haya</w>": 41325,
+  "hayat</w>": 49360,
+  "hayden</w>": 19806,
+  "haydn</w>": 48207,
+  "haye": 36583,
+  "hayes</w>": 13555,
+  "hayley": 39986,
+  "hayley</w>": 22204,
+  "haynes</w>": 30496,
+  "hays</w>": 41524,
+  "hayward</w>": 29400,
+  "haz": 5040,
+  "haz</w>": 39921,
+  "hazard": 26174,
+  "hazard</w>": 15178,
+  "hazardous</w>": 27102,
+  "hazards</w>": 30639,
+  "haze</w>": 22785,
+  "hazel": 19838,
+  "hazel</w>": 21882,
+  "hazelnut</w>": 35816,
+  "hazi</w>": 22740,
+  "hazmat</w>": 48887,
+  "hazrat</w>": 45775,
+  "hazy</w>": 32655,
+  "hb": 6854,
+  "hb</w>": 12576,
+  "hbcu</w>": 40008,
+  "hbd": 25277,
+  "hbd</w>": 13594,
+  "hbo</w>": 15252,
+  "hc": 15831,
+  "hc</w>": 7821,
+  "hcs</w>": 46850,
+  "hd": 11601,
+  "hd</w>": 4414,
+  "hdd</w>": 40508,
+  "hdmi</w>": 33302,
+  "hdr</w>": 28065,
+  "he": 651,
+  "he</w>": 797,
+  "hea": 27150,
+  "hea</w>": 32790,
+  "head": 1603,
+  "head</w>": 1375,
+  "headache</w>": 23849,
+  "headaches</w>": 38025,
+  "headband</w>": 28556,
+  "headed</w>": 6153,
+  "header</w>": 11077,
+  "heading</w>": 4409,
+  "headless</w>": 45219,
+  "headlights</w>": 42422,
+  "headline</w>": 10891,
+  "headliner</w>": 38880,
+  "headlines</w>": 14706,
+  "headlining</w>": 26971,
+  "headphone</w>": 37524,
+  "headphones</w>": 14906,
+  "headquarters</w>": 13041,
+  "heads</w>": 5174,
+  "headset</w>": 23883,
+  "headshot</w>": 34890,
+  "heal": 1231,
+  "heal</w>": 13833,
+  "healed</w>": 31456,
+  "healer</w>": 38328,
+  "healey</w>": 38985,
+  "healing</w>": 9295,
+  "heals</w>": 32384,
+  "health": 2145,
+  "health</w>": 1728,
+  "healthand": 43704,
+  "healthcare": 42500,
+  "healthcare</w>": 6023,
+  "healthier</w>": 18242,
+  "healthtech</w>": 42694,
+  "healthy": 10330,
+  "healthy</w>": 3782,
+  "healthye": 31532,
+  "healthyeating</w>": 33761,
+  "healthyfood</w>": 39996,
+  "healthylifestyle</w>": 46254,
+  "healthyliving</w>": 27293,
+  "healy</w>": 34299,
+  "heap</w>": 34781,
+  "heaps</w>": 44446,
+  "hear": 2749,
+  "hear</w>": 2584,
+  "heard</w>": 4063,
+  "hearing": 46353,
+  "hearing</w>": 5541,
+  "hearings</w>": 33175,
+  "hearn</w>": 36613,
+  "hears</w>": 25395,
+  "heart": 4975,
+  "heart</w>": 1936,
+  "heartbeat</w>": 29154,
+  "heartbreak</w>": 29281,
+  "heartbreaking</w>": 21322,
+  "heartbroken</w>": 35383,
+  "hearted</w>": 21679,
+  "heartfelt</w>": 22904,
+  "hearth": 31563,
+  "hearthstone</w>": 34054,
+  "hearti": 29345,
+  "hearties</w>": 44572,
+  "heartland</w>": 31923,
+  "heartless</w>": 47022,
+  "heartnews</w>": 40426,
+  "hearts</w>": 5516,
+  "heartw": 30002,
+  "heartwarming</w>": 34080,
+  "hearty</w>": 26994,
+  "heat": 12175,
+  "heat</w>": 4403,
+  "heated</w>": 17057,
+  "heater</w>": 23246,
+  "heath": 12794,
+  "heath</w>": 11719,
+  "heather": 20230,
+  "heather</w>": 12470,
+  "heathrow</w>": 24171,
+  "heating</w>": 12478,
+  "heaton</w>": 34557,
+  "heats</w>": 36106,
+  "heatwave</w>": 25726,
+  "heav": 2409,
+  "heaven": 15520,
+  "heaven</w>": 5545,
+  "heavenly</w>": 19117,
+  "heavens</w>": 26026,
+  "heavier</w>": 31253,
+  "heaviest</w>": 33268,
+  "heavily</w>": 14123,
+  "heavy": 12048,
+  "heavy</w>": 4200,
+  "heavymetal</w>": 39804,
+  "heavyweight</w>": 17448,
+  "heb": 24700,
+  "heb</w>": 34515,
+  "hebdo</w>": 41817,
+  "hebrew</w>": 27298,
+  "hebrides</w>": 45121,
+  "hebron</w>": 45725,
+  "hec": 18932,
+  "heck": 22985,
+  "heck</w>": 14427,
+  "hectares</w>": 44162,
+  "hectic</w>": 37245,
+  "hector</w>": 25852,
+  "hed": 18271,
+  "hedge": 16229,
+  "hedge</w>": 20294,
+  "hedgehog</w>": 21940,
+  "hedges</w>": 41345,
+  "hee": 18364,
+  "hee</w>": 15773,
+  "heechul</w>": 42487,
+  "heed</w>": 15118,
+  "heel": 33646,
+  "heel</w>": 16861,
+  "heels</w>": 10909,
+  "heem</w>": 30061,
+  "heer</w>": 40473,
+  "hef": 29473,
+  "heff": 48756,
+  "hefty</w>": 48584,
+  "heg": 41995,
+  "heh</w>": 25834,
+  "hehe": 48723,
+  "hehe</w>": 10658,
+  "hehehe</w>": 24138,
+  "hei": 6101,
+  "hei</w>": 29051,
+  "heidel": 42927,
+  "heidelberg</w>": 48445,
+  "heidi": 44860,
+  "heidi</w>": 23867,
+  "heifer</w>": 48219,
+  "heigh": 43883,
+  "height</w>": 10788,
+  "heights</w>": 8418,
+  "heim": 10931,
+  "heim</w>": 9768,
+  "heimer</w>": 39517,
+  "hein": 15487,
+  "hein</w>": 43206,
+  "heine": 28742,
+  "heineken</w>": 36874,
+  "heinrich</w>": 47877,
+  "heinz</w>": 32359,
+  "heir": 27083,
+  "heir</w>": 34007,
+  "heirloom</w>": 34232,
+  "heirs</w>": 43834,
+  "heis": 21849,
+  "heisman</w>": 34537,
+  "heist</w>": 31035,
+  "heit</w>": 37255,
+  "hel": 919,
+  "hel</w>": 11579,
+  "hela</w>": 48212,
+  "held</w>": 4042,
+  "hele</w>": 46129,
+  "helen": 17576,
+  "helen</w>": 11291,
+  "helena</w>": 23109,
+  "helene</w>": 41591,
+  "helens</w>": 45940,
+  "heli": 33874,
+  "heli</w>": 40183,
+  "helicop": 10035,
+  "helicopter</w>": 11956,
+  "helicopters</w>": 26922,
+  "helium</w>": 46505,
+  "helix</w>": 35247,
+  "hell": 8410,
+  "hell</w>": 4141,
+  "hella</w>": 19800,
+  "hellboy</w>": 48428,
+  "helle": 48600,
+  "helle</w>": 46968,
+  "hellenic</w>": 42544,
+  "heller</w>": 44464,
+  "hello": 12887,
+  "hello</w>": 3306,
+  "hells</w>": 47989,
+  "helly</w>": 48690,
+  "helm": 47970,
+  "helm</w>": 19520,
+  "helmet</w>": 11122,
+  "helmets</w>": 21843,
+  "help": 8641,
+  "help</w>": 1318,
+  "helped</w>": 4845,
+  "helper</w>": 29321,
+  "helpers</w>": 36316,
+  "helpful</w>": 12695,
+  "helping</w>": 3875,
+  "helpless</w>": 47638,
+  "helpline</w>": 43101,
+  "helps</w>": 5144,
+  "helsin": 17842,
+  "helsinki</w>": 19626,
+  "hem": 20270,
+  "hem</w>": 11148,
+  "hemi": 14256,
+  "hemi</w>": 46856,
+  "heming": 30819,
+  "hemingway</w>": 33470,
+  "hemisphere</w>": 32767,
+  "hemmings</w>": 34882,
+  "hemo": 43788,
+  "hemp": 28225,
+  "hemp</w>": 18467,
+  "hems": 32451,
+  "hemsworth</w>": 39428,
+  "hen": 2385,
+  "hen</w>": 8047,
+  "hence</w>": 23640,
+  "hend": 11560,
+  "hender": 49248,
+  "henderson</w>": 14348,
+  "hendrick</w>": 45296,
+  "hendricks</w>": 37588,
+  "hendrix</w>": 23605,
+  "henge</w>": 33104,
+  "henley</w>": 27853,
+  "henna</w>": 39455,
+  "hennessy</w>": 42667,
+  "henri": 19431,
+  "henri</w>": 21610,
+  "henrik</w>": 35772,
+  "henry": 16018,
+  "henry</w>": 5508,
+  "hens</w>": 31742,
+  "henson</w>": 32935,
+  "hep": 17724,
+  "hep</w>": 48791,
+  "hepat": 23767,
+  "hepatitis</w>": 32169,
+  "hepburn</w>": 26348,
+  "her": 1223,
+  "her</w>": 899,
+  "hera</w>": 38724,
+  "heral": 37809,
+  "herald": 27625,
+  "herald</w>": 12851,
+  "herb": 26116,
+  "herb</w>": 15302,
+  "herbal</w>": 21868,
+  "herbali": 44087,
+  "herbalife</w>": 48364,
+  "herbert</w>": 19935,
+  "herbs</w>": 17320,
+  "hercules</w>": 26539,
+  "herd": 36142,
+  "herd</w>": 18589,
+  "here": 9134,
+  "here</w>": 763,
+  "hered": 47976,
+  "hereford</w>": 35543,
+  "heres</w>": 13566,
+  "hereto": 47673,
+  "heri</w>": 31392,
+  "herit": 4720,
+  "heritag": 38273,
+  "heritage": 20962,
+  "heritage</w>": 5455,
+  "herman": 31890,
+  "herman</w>": 21568,
+  "hermann</w>": 40942,
+  "hermes</w>": 34563,
+  "hermi": 35265,
+  "hermione</w>": 45502,
+  "hermit</w>": 43953,
+  "hermitage</w>": 47706,
+  "hermo": 40967,
+  "hermosa</w>": 42531,
+  "hern": 30571,
+  "hern</w>": 43576,
+  "hernandez</w>": 17707,
+  "hero": 7338,
+  "hero</w>": 3756,
+  "heroes": 38010,
+  "heroes</w>": 5506,
+  "heroic</w>": 24255,
+  "heroin</w>": 23841,
+  "heroine</w>": 27420,
+  "heron</w>": 22593,
+  "heros</w>": 37642,
+  "herr</w>": 38537,
+  "herrera</w>": 27755,
+  "herring</w>": 30211,
+  "hers</w>": 25359,
+  "herself</w>": 9207,
+  "hersh": 20379,
+  "hershey</w>": 29734,
+  "hert": 26744,
+  "hertfordshire</w>": 41070,
+  "herts</w>": 35784,
+  "herty</w>": 23454,
+  "hertz</w>": 49383,
+  "hes": 30553,
+  "hes</w>": 12784,
+  "hesit": 23933,
+  "hesitate</w>": 34967,
+  "hess</w>": 41888,
+  "hester</w>": 31105,
+  "het": 37527,
+  "het</w>": 19678,
+  "hetero": 26405,
+  "heu": 20105,
+  "heughan</w>": 32298,
+  "hew": 48141,
+  "hew</w>": 43051,
+  "hewitt</w>": 28871,
+  "hex": 16255,
+  "hex</w>": 31241,
+  "hey": 10759,
+  "hey</w>": 2189,
+  "hez": 34591,
+  "hezbollah</w>": 37636,
+  "hf": 26606,
+  "hf</w>": 20603,
+  "hfx": 47297,
+  "hg": 23986,
+  "hg</w>": 26237,
+  "hgtv</w>": 47657,
+  "hh": 3280,
+  "hh</w>": 5180,
+  "hhh</w>": 8281,
+  "hhhh": 19391,
+  "hhhh</w>": 13121,
+  "hhhhh</w>": 24246,
+  "hhhhhh</w>": 37278,
+  "hhs</w>": 27006,
+  "hi": 677,
+  "hi</w>": 1883,
+  "hia</w>": 20672,
+  "hiatus</w>": 27823,
+  "hib": 15922,
+  "hiber": 38799,
+  "hibis": 36226,
+  "hibiscus</w>": 36460,
+  "hibition</w>": 24658,
+  "hibs</w>": 42814,
+  "hic": 3549,
+  "hic</w>": 38079,
+  "hick": 14813,
+  "hickman</w>": 49148,
+  "hickory</w>": 29905,
+  "hicks</w>": 23429,
+  "hid": 15552,
+  "hid</w>": 14451,
+  "hidalgo</w>": 47464,
+  "hidden": 28305,
+  "hidden</w>": 7029,
+  "hiddleston</w>": 31444,
+  "hide": 17725,
+  "hide</w>": 9379,
+  "hideous</w>": 46588,
+  "hides</w>": 30800,
+  "hiding</w>": 11371,
+  "hie</w>": 15763,
+  "hier": 23433,
+  "hier</w>": 29913,
+  "hierarchy</w>": 44442,
+  "hifi</w>": 38168,
+  "hig": 38108,
+  "higgins</w>": 21783,
+  "high": 1487,
+  "high</w>": 1400,
+  "higher</w>": 5321,
+  "highered</w>": 27072,
+  "highest</w>": 5317,
+  "highland": 32244,
+  "highland</w>": 16062,
+  "highlander</w>": 46251,
+  "highlanders</w>": 40445,
+  "highlands</w>": 16883,
+  "highlight</w>": 8264,
+  "highlighted</w>": 22252,
+  "highlighter</w>": 45460,
+  "highlighting</w>": 17344,
+  "highlights</w>": 6173,
+  "highly</w>": 5302,
+  "highness</w>": 38694,
+  "highs</w>": 15144,
+  "highschool</w>": 23102,
+  "highway": 45344,
+  "highway</w>": 7620,
+  "highways</w>": 28007,
+  "higu": 39115,
+  "hihi</w>": 36240,
+  "hii</w>": 42315,
+  "hijab</w>": 31407,
+  "hika</w>": 41356,
+  "hikari</w>": 44624,
+  "hike</w>": 9404,
+  "hiked</w>": 36471,
+  "hiker</w>": 40947,
+  "hikers</w>": 46090,
+  "hikes</w>": 27076,
+  "hiking</w>": 9118,
+  "hiko</w>": 48708,
+  "hil": 3508,
+  "hil</w>": 17927,
+  "hila</w>": 38837,
+  "hilar": 37337,
+  "hilari": 7784,
+  "hilarious</w>": 8358,
+  "hilariously</w>": 43476,
+  "hilary": 45898,
+  "hilary</w>": 25415,
+  "hilde": 45382,
+  "hill": 3671,
+  "hill</w>": 2682,
+  "hillary": 13257,
+  "hillary</w>": 7074,
+  "hillaryclinton</w>": 15357,
+  "hilli": 32513,
+  "hills": 24178,
+  "hills</w>": 5289,
+  "hillsborough</w>": 32157,
+  "hillside</w>": 37194,
+  "hilltop</w>": 45858,
+  "hilly</w>": 32483,
+  "hilton": 33621,
+  "hilton</w>": 14012,
+  "him": 4128,
+  "him</w>": 1269,
+  "himach": 29132,
+  "himachal</w>": 35461,
+  "himalay": 17552,
+  "himalayan</w>": 30318,
+  "himalayas</w>": 32872,
+  "hime</w>": 45892,
+  "himself</w>": 4530,
+  "himss</w>": 41730,
+  "hin": 1676,
+  "hin</w>": 37930,
+  "hina</w>": 40571,
+  "hinakhan</w>": 45518,
+  "hinch": 49320,
+  "hind": 34460,
+  "hind</w>": 23293,
+  "hindi</w>": 14967,
+  "hinds</w>": 47859,
+  "hindu": 17587,
+  "hindu</w>": 12053,
+  "hinduism</w>": 40592,
+  "hindus</w>": 25701,
+  "hindustan</w>": 46553,
+  "hines</w>": 37462,
+  "hing": 37968,
+  "hini</w>": 33564,
+  "hino</w>": 45343,
+  "hint</w>": 11868,
+  "hinton</w>": 47165,
+  "hints</w>": 20594,
+  "hio</w>": 32897,
+  "hip": 11725,
+  "hip</w>": 6584,
+  "hipho": 8819,
+  "hiphop": 26598,
+  "hiphop</w>": 10914,
+  "hipp": 13607,
+  "hippie</w>": 28637,
+  "hippo": 28398,
+  "hippo</w>": 36729,
+  "hips</w>": 30191,
+  "hipstamatic</w>": 31002,
+  "hipster</w>": 19987,
+  "hipsters</w>": 48265,
+  "hir": 4959,
+  "hir</w>": 14728,
+  "hira</w>": 42577,
+  "hire": 32356,
+  "hire</w>": 8243,
+  "hired</w>": 17602,
+  "hires</w>": 24133,
+  "hiring</w>": 7835,
+  "hiro": 17396,
+  "hiro</w>": 20588,
+  "hiroshima</w>": 33867,
+  "hirsch</w>": 46967,
+  "his": 15211,
+  "his</w>": 787,
+  "hism</w>": 23502,
+  "hispan": 16843,
+  "hispanic</w>": 22676,
+  "hist": 21710,
+  "hist</w>": 13779,
+  "histo": 33479,
+  "histor": 2993,
+  "historia</w>": 46010,
+  "historian</w>": 20697,
+  "historians</w>": 35200,
+  "historic": 30195,
+  "historic</w>": 5726,
+  "historical": 34154,
+  "historical</w>": 8039,
+  "historically</w>": 30445,
+  "histories</w>": 34736,
+  "history": 11142,
+  "history</w>": 1695,
+  "historymonth</w>": 19356,
+  "historyof": 35905,
+  "hit": 5453,
+  "hit</w>": 2341,
+  "hitch": 22937,
+  "hitch</w>": 36203,
+  "hitler</w>": 16518,
+  "hitman</w>": 33290,
+  "hits</w>": 4712,
+  "hitter</w>": 23538,
+  "hitters</w>": 39724,
+  "hitting</w>": 7957,
+  "hiv": 44410,
+  "hiv</w>": 11018,
+  "hive": 38162,
+  "hive</w>": 18521,
+  "hiya</w>": 42393,
+  "hk": 22648,
+  "hk</w>": 12307,
+  "hl": 8297,
+  "hl</w>": 5956,
+  "hle</w>": 32389,
+  "hler</w>": 35418,
+  "hm": 17913,
+  "hm</w>": 7631,
+  "hmm</w>": 13725,
+  "hmmm</w>": 17032,
+  "hmmmm</w>": 34598,
+  "hms</w>": 14625,
+  "hmu</w>": 21630,
+  "hmv</w>": 49288,
+  "hn": 22905,
+  "hn</w>": 7478,
+  "hns</w>": 48412,
+  "ho": 606,
+  "ho</w>": 2971,
+  "hoa</w>": 37517,
+  "hoar": 31628,
+  "hoax</w>": 33438,
+  "hob": 18212,
+  "hobart</w>": 31646,
+  "hobb": 16175,
+  "hobbies</w>": 36370,
+  "hobbit</w>": 23207,
+  "hobbs</w>": 34343,
+  "hobby": 41120,
+  "hobby</w>": 17557,
+  "hobo": 34613,
+  "hobo</w>": 41334,
+  "hoboken</w>": 41568,
+  "hoc</w>": 35880,
+  "hoch": 43772,
+  "hock": 34914,
+  "hock</w>": 46574,
+  "hockey": 16499,
+  "hockey</w>": 4111,
+  "hoco</w>": 34771,
+  "hod": 31062,
+  "hodg": 23660,
+  "hodge</w>": 40585,
+  "hodges</w>": 35061,
+  "hodgson</w>": 37044,
+  "hoe": 32502,
+  "hoe</w>": 11262,
+  "hoek</w>": 40073,
+  "hoes</w>": 21164,
+  "hof": 20186,
+  "hof</w>": 12789,
+  "hofer</w>": 38654,
+  "hoff": 32860,
+  "hoff</w>": 22751,
+  "hofficial</w>": 41949,
+  "hoffman</w>": 22026,
+  "hog": 12075,
+  "hog</w>": 13255,
+  "hogan</w>": 19757,
+  "hogg</w>": 42005,
+  "hogs</w>": 23242,
+  "hogwarts</w>": 29168,
+  "hoh</w>": 43947,
+  "hoi": 39295,
+  "hok": 26942,
+  "hok</w>": 47167,
+  "hokies</w>": 35168,
+  "hokkaido</w>": 49145,
+  "hol": 1187,
+  "hol</w>": 7349,
+  "hola</w>": 28724,
+  "hold": 36496,
+  "hold</w>": 3254,
+  "holden</w>": 21869,
+  "holder</w>": 7862,
+  "holders</w>": 10074,
+  "holding</w>": 5050,
+  "holdings</w>": 24832,
+  "holds</w>": 7286,
+  "hole": 47242,
+  "hole</w>": 5341,
+  "holes</w>": 11266,
+  "holi": 2093,
+  "holi</w>": 21926,
+  "holic</w>": 16348,
+  "holics</w>": 29782,
+  "holiday": 13168,
+  "holiday</w>": 2878,
+  "holidays</w>": 5372,
+  "holiness</w>": 37259,
+  "holistic</w>": 26300,
+  "holl": 27699,
+  "holla</w>": 26500,
+  "holland": 31608,
+  "holland</w>": 9978,
+  "hollande</w>": 47690,
+  "holler</w>": 49047,
+  "holli": 24019,
+  "holliday</w>": 41624,
+  "hollow": 41221,
+  "hollow</w>": 16691,
+  "holloway</w>": 29435,
+  "holly": 12731,
+  "holly</w>": 11923,
+  "hollyo": 41525,
+  "hollyoaks</w>": 43352,
+  "hollywood": 24655,
+  "hollywood</w>": 5518,
+  "holm": 34758,
+  "holm</w>": 12739,
+  "holme</w>": 46149,
+  "holmes</w>": 12756,
+  "holo": 10317,
+  "holocau": 14688,
+  "holocaust</w>": 16476,
+  "hols</w>": 33344,
+  "holt</w>": 18868,
+  "holtz</w>": 44743,
+  "holy": 13910,
+  "holy</w>": 4874,
+  "hom": 906,
+  "hom</w>": 47397,
+  "homa</w>": 9557,
+  "homage</w>": 17746,
+  "home": 2143,
+  "home</w>": 1137,
+  "homebrew</w>": 35046,
+  "homec": 33869,
+  "homecoming</w>": 9008,
+  "homedecor</w>": 15695,
+  "homedepot</w>": 38707,
+  "homegrown</w>": 32554,
+  "homeitems</w>": 42972,
+  "homeland</w>": 21633,
+  "homeless": 18403,
+  "homeless</w>": 9661,
+  "homelessness</w>": 19851,
+  "homemade</w>": 7889,
+  "homeof": 48856,
+  "homeowner</w>": 37267,
+  "homeowners</w>": 29882,
+  "homepage</w>": 29828,
+  "homer": 29307,
+  "homer</w>": 16931,
+  "homers</w>": 38333,
+  "homes": 19480,
+  "homes</w>": 5416,
+  "homeschool</w>": 40994,
+  "homestead</w>": 32609,
+  "homeswee": 46298,
+  "hometown</w>": 12238,
+  "homework</w>": 12495,
+  "homicide</w>": 21520,
+  "homie</w>": 12540,
+  "homies</w>": 18893,
+  "homme</w>": 26193,
+  "homo": 18129,
+  "homo</w>": 30504,
+  "homophobia</w>": 37875,
+  "homophobic</w>": 40975,
+  "homosexual</w>": 44288,
+  "homosexuality</w>": 46720,
+  "homs</w>": 45413,
+  "hon": 1279,
+  "hon</w>": 10296,
+  "honda</w>": 8553,
+  "honduras</w>": 29715,
+  "hone</w>": 38640,
+  "honest": 7814,
+  "honest</w>": 9602,
+  "honestly</w>": 9155,
+  "honesty</w>": 24939,
+  "honey": 9843,
+  "honey</w>": 6406,
+  "honeycomb</w>": 48583,
+  "honeymoon</w>": 22527,
+  "hong": 12144,
+  "hong</w>": 8598,
+  "hongkong</w>": 16659,
+  "honi</w>": 17918,
+  "honolulu</w>": 28096,
+  "honor": 9206,
+  "honor</w>": 3402,
+  "honorable</w>": 19498,
+  "honorary</w>": 15675,
+  "honore": 25868,
+  "honored</w>": 5494,
+  "honoree</w>": 38993,
+  "honorees</w>": 43012,
+  "honoring</w>": 10771,
+  "honors</w>": 10248,
+  "honour</w>": 8240,
+  "honourable</w>": 29855,
+  "honoured</w>": 11945,
+  "honouring</w>": 37754,
+  "honours</w>": 22558,
+  "hoo": 2300,
+  "hoo</w>": 7920,
+  "hood": 18681,
+  "hood</w>": 3222,
+  "hooded</w>": 33631,
+  "hoodie</w>": 13444,
+  "hoodies</w>": 25974,
+  "hoods</w>": 16664,
+  "hoof</w>": 44555,
+  "hook": 30488,
+  "hook</w>": 10395,
+  "hookah</w>": 34214,
+  "hooked</w>": 18138,
+  "hookem</w>": 31465,
+  "hooker</w>": 37891,
+  "hooking</w>": 35240,
+  "hooks</w>": 25068,
+  "hooligans</w>": 48176,
+  "hoon</w>": 21368,
+  "hooo</w>": 44538,
+  "hoop": 31516,
+  "hoop</w>": 19573,
+  "hooper</w>": 35221,
+  "hoops</w>": 9351,
+  "hoor": 22155,
+  "hooray</w>": 24940,
+  "hoos</w>": 46462,
+  "hoosier</w>": 48886,
+  "hoosiers</w>": 42780,
+  "hoot</w>": 29164,
+  "hoover</w>": 25691,
+  "hop": 10848,
+  "hop</w>": 5833,
+  "hope": 5263,
+  "hope</w>": 1683,
+  "hoped</w>": 30628,
+  "hopeful</w>": 21453,
+  "hopefully</w>": 7602,
+  "hopeless</w>": 35586,
+  "hopes</w>": 10018,
+  "hoping</w>": 7207,
+  "hopkins</w>": 17821,
+  "hopp": 48839,
+  "hopped</w>": 34220,
+  "hopper</w>": 21748,
+  "hopping</w>": 27606,
+  "hoppy</w>": 38359,
+  "hops</w>": 21137,
+  "hor": 1407,
+  "hor</w>": 33847,
+  "hora</w>": 26013,
+  "horace</w>": 39282,
+  "horan</w>": 26857,
+  "horde</w>": 44947,
+  "hore</w>": 15380,
+  "horiz": 8144,
+  "horizon": 17924,
+  "horizon</w>": 11920,
+  "horizons</w>": 29685,
+  "horizontal</w>": 25775,
+  "hormon": 27096,
+  "hormone</w>": 31283,
+  "hormones</w>": 35162,
+  "horn": 15771,
+  "horn</w>": 9607,
+  "horne</w>": 38143,
+  "horned</w>": 34526,
+  "hornet</w>": 28739,
+  "hornets</w>": 20124,
+  "horns</w>": 22109,
+  "horny</w>": 32622,
+  "horo": 21500,
+  "horoscope</w>": 38453,
+  "horowitz</w>": 44669,
+  "horri": 8656,
+  "horrible</w>": 13726,
+  "horribly</w>": 45484,
+  "horrific</w>": 25314,
+  "horrifying</w>": 38901,
+  "horror": 13787,
+  "horror</w>": 5032,
+  "horrormovies</w>": 46682,
+  "horrors</w>": 33321,
+  "horse": 8562,
+  "horse</w>": 4558,
+  "horseback</w>": 43673,
+  "horseman</w>": 48885,
+  "horsepower</w>": 36882,
+  "horser": 23096,
+  "horseracing</w>": 30693,
+  "horses</w>": 8809,
+  "horseshoe</w>": 29242,
+  "horst</w>": 37182,
+  "hort</w>": 19482,
+  "horticul": 27141,
+  "horticulture</w>": 39998,
+  "horton</w>": 25945,
+  "hortons</w>": 38422,
+  "horus</w>": 29794,
+  "hos": 44320,
+  "hos</w>": 25008,
+  "hosa</w>": 44618,
+  "hose</w>": 19662,
+  "hoseok</w>": 38817,
+  "hosp": 2847,
+  "hosp</w>": 37853,
+  "hospice</w>": 20533,
+  "hospit": 7180,
+  "hospital": 29399,
+  "hospital</w>": 3851,
+  "hospitality</w>": 11657,
+  "hospitalized</w>": 36915,
+  "hospitals</w>": 13816,
+  "host": 17403,
+  "host</w>": 3953,
+  "hostage</w>": 26119,
+  "hoste": 31700,
+  "hosted</w>": 6017,
+  "hostel</w>": 27225,
+  "hostess</w>": 39692,
+  "hostile</w>": 28074,
+  "hosting</w>": 4857,
+  "hosts</w>": 8718,
+  "hot": 2851,
+  "hot</w>": 2069,
+  "hota</w>": 43289,
+  "hotdog</w>": 43758,
+  "hotel": 14591,
+  "hotel</w>": 2738,
+  "hotels</w>": 8654,
+  "hotline</w>": 30516,
+  "hotmail</w>": 46427,
+  "hotness</w>": 39803,
+  "hotra</w>": 27109,
+  "hotro": 47823,
+  "hotspot</w>": 36606,
+  "hotspur</w>": 35176,
+  "hotter</w>": 23591,
+  "hottest</w>": 8279,
+  "hottie</w>": 22804,
+  "hotties</w>": 46027,
+  "hou": 1011,
+  "hou</w>": 10122,
+  "hough</w>": 44529,
+  "houghton</w>": 36133,
+  "houn": 39273,
+  "houn</w>": 33607,
+  "hound": 33996,
+  "hound</w>": 13561,
+  "hounds</w>": 21178,
+  "hounews</w>": 48373,
+  "hour": 14930,
+  "hour</w>": 2232,
+  "hourly</w>": 30918,
+  "hours</w>": 2382,
+  "house": 4107,
+  "house</w>": 1212,
+  "housed</w>": 37518,
+  "household</w>": 12412,
+  "households</w>": 27167,
+  "housel": 48685,
+  "housemusic</w>": 28468,
+  "houseof": 19928,
+  "houses</w>": 7791,
+  "housewives</w>": 38523,
+  "housing": 32924,
+  "housing</w>": 5734,
+  "houston": 16564,
+  "houston</w>": 5663,
+  "hov</w>": 40291,
+  "hove</w>": 29674,
+  "hoven</w>": 35559,
+  "hover": 36252,
+  "hover</w>": 49016,
+  "hovering</w>": 43437,
+  "how": 7470,
+  "how</w>": 829,
+  "howar": 37672,
+  "howard": 25447,
+  "howard</w>": 7632,
+  "howdy</w>": 42216,
+  "howe": 8179,
+  "howe</w>": 24614,
+  "howell</w>": 25297,
+  "hower</w>": 32920,
+  "however</w>": 8467,
+  "howi": 47883,
+  "howie</w>": 42939,
+  "howl</w>": 40332,
+  "howling</w>": 41771,
+  "howto": 38191,
+  "howto</w>": 44060,
+  "hoy": 39625,
+  "hoy</w>": 13278,
+  "hoya</w>": 40978,
+  "hp": 23753,
+  "hp</w>": 6371,
+  "hpa</w>": 30983,
+  "hpc</w>": 39936,
+  "hpe</w>": 33787,
+  "hpv</w>": 45765,
+  "hq": 33571,
+  "hq</w>": 4693,
+  "hr": 4810,
+  "hr</w>": 4086,
+  "hra": 21320,
+  "hra</w>": 17212,
+  "hrc</w>": 18139,
+  "hrh</w>": 29103,
+  "hri": 21068,
+  "hrithik</w>": 45371,
+  "hrs</w>": 7157,
+  "hru</w>": 24127,
+  "hrw</w>": 25064,
+  "hs": 9343,
+  "hs</w>": 2466,
+  "hsbc</w>": 31508,
+  "hsc</w>": 43510,
+  "hse</w>": 34057,
+  "hsfb</w>": 29539,
+  "hsv</w>": 47311,
+  "ht": 11123,
+  "ht</w>": 7801,
+  "hta": 23452,
+  "hta</w>": 49384,
+  "htafc</w>": 42821,
+  "htc": 48942,
+  "htc</w>": 17635,
+  "html</w>": 18231,
+  "hts</w>": 43710,
+  "htt": 10620,
+  "http</w>": 15066,
+  "https</w>": 30901,
+  "httr</w>": 49372,
+  "httweets</w>": 43198,
+  "hu": 845,
+  "hu</w>": 5949,
+  "hua</w>": 22138,
+  "huan</w>": 41405,
+  "huang</w>": 32013,
+  "huar": 46916,
+  "huawe": 17709,
+  "huawei</w>": 21128,
+  "hub": 18775,
+  "hub</w>": 7028,
+  "hubb": 23183,
+  "hubbard</w>": 33288,
+  "hubble</w>": 30421,
+  "hubby</w>": 16947,
+  "hubert</w>": 40699,
+  "hubs</w>": 29327,
+  "huck": 22909,
+  "huckabee</w>": 43666,
+  "hud": 7169,
+  "hud</w>": 28563,
+  "hudder": 22629,
+  "huddersfield</w>": 24220,
+  "huddle</w>": 33435,
+  "hudson": 25873,
+  "hudson</w>": 11260,
+  "hue": 48380,
+  "hue</w>": 21465,
+  "hues</w>": 38003,
+  "huey</w>": 39663,
+  "huff": 18746,
+  "huff</w>": 44999,
+  "huffpost": 45887,
+  "hug": 40790,
+  "hug</w>": 10359,
+  "huge</w>": 2699,
+  "hugely</w>": 24648,
+  "hugged</w>": 41333,
+  "hugging</w>": 27058,
+  "hugh": 8723,
+  "hugh</w>": 15385,
+  "hughes</w>": 11418,
+  "hugo": 43935,
+  "hugo</w>": 17132,
+  "hugs</w>": 14248,
+  "huh</w>": 13348,
+  "huhu</w>": 32134,
+  "hui</w>": 29978,
+  "hul": 7911,
+  "hula</w>": 40145,
+  "hulk</w>": 17637,
+  "hull": 25154,
+  "hull</w>": 10375,
+  "hulu</w>": 24666,
+  "hum": 5823,
+  "hum</w>": 16283,
+  "human": 3175,
+  "human</w>": 2751,
+  "humane</w>": 20220,
+  "humanitarian</w>": 14170,
+  "humanities</w>": 24949,
+  "humanity</w>": 9420,
+  "humanright": 44385,
+  "humanrights</w>": 14148,
+  "humans</w>": 8324,
+  "humb": 9988,
+  "humber": 30602,
+  "humber</w>": 38063,
+  "humble": 38703,
+  "humble</w>": 10889,
+  "humbled</w>": 19682,
+  "humbling</w>": 39757,
+  "humbold": 24739,
+  "humboldt</w>": 31389,
+  "hume</w>": 38197,
+  "humid": 14778,
+  "humid</w>": 27447,
+  "humidi": 47666,
+  "humidity</w>": 15469,
+  "humil": 27205,
+  "humili": 25332,
+  "humility</w>": 28535,
+  "humming": 26515,
+  "hummingbird</w>": 33072,
+  "hummus</w>": 31785,
+  "humor": 29369,
+  "humor</w>": 11186,
+  "humorous</w>": 38173,
+  "humour</w>": 19161,
+  "hump": 16673,
+  "hump</w>": 24529,
+  "humpback</w>": 47662,
+  "humpday</w>": 27693,
+  "humph": 19767,
+  "humphrey</w>": 31549,
+  "hun": 1616,
+  "hun</w>": 10795,
+  "hundre": 8505,
+  "hundred</w>": 11898,
+  "hundreds</w>": 8879,
+  "hung</w>": 13825,
+  "hungar": 19420,
+  "hungarian</w>": 23325,
+  "hungary</w>": 17232,
+  "hunger": 25565,
+  "hunger</w>": 10184,
+  "hungergames</w>": 47507,
+  "hungover</w>": 41110,
+  "hungry": 44845,
+  "hungry</w>": 8451,
+  "hunk</w>": 33912,
+  "hunt": 16498,
+  "hunt</w>": 5774,
+  "hunted</w>": 37373,
+  "hunter": 16531,
+  "hunter</w>": 6099,
+  "hunters</w>": 16115,
+  "hunting": 27830,
+  "hunting</w>": 7507,
+  "huntington</w>": 23521,
+  "hunts</w>": 34041,
+  "huntsville</w>": 34544,
+  "hur": 2305,
+  "hur</w>": 34523,
+  "hurd</w>": 44915,
+  "hurdle</w>": 27486,
+  "hurdles</w>": 25440,
+  "huri</w>": 42486,
+  "hurley</w>": 30166,
+  "hurling</w>": 24738,
+  "huron</w>": 36147,
+  "hurrah</w>": 40599,
+  "hurric": 6543,
+  "hurrican": 36105,
+  "hurricane": 24051,
+  "hurricane</w>": 8782,
+  "hurricanes</w>": 22357,
+  "hurry</w>": 10921,
+  "hurst": 44742,
+  "hurst</w>": 11760,
+  "hurt</w>": 7413,
+  "hurting</w>": 24017,
+  "hurts</w>": 13059,
+  "hus": 5111,
+  "hus</w>": 35853,
+  "husband</w>": 6179,
+  "husbands</w>": 33612,
+  "hush</w>": 28728,
+  "husk": 19246,
+  "huskers</w>": 26946,
+  "huskies</w>": 20988,
+  "husky</w>": 20421,
+  "huss": 13733,
+  "hussain</w>": 17940,
+  "hussein</w>": 31336,
+  "hust": 27279,
+  "hustle</w>": 15709,
+  "huston</w>": 46480,
+  "hut": 20924,
+  "hut</w>": 16503,
+  "hutch": 31018,
+  "hutch</w>": 33203,
+  "hutchinson</w>": 35721,
+  "hutto": 27662,
+  "hutton</w>": 38321,
+  "hv": 17209,
+  "hv</w>": 18593,
+  "hvac</w>": 27492,
+  "hw": 27491,
+  "hw</w>": 18876,
+  "hwa</w>": 32352,
+  "hwan</w>": 44390,
+  "hwang</w>": 46775,
+  "hwy</w>": 13812,
+  "hy": 1441,
+  "hy</w>": 17827,
+  "hya</w>": 31600,
+  "hyacin": 47263,
+  "hyatt": 44856,
+  "hyatt</w>": 25146,
+  "hybri": 9084,
+  "hybrid</w>": 10156,
+  "hyd</w>": 42382,
+  "hyde": 46484,
+  "hyde</w>": 16343,
+  "hyder": 13960,
+  "hyderabad</w>": 14801,
+  "hydr": 8031,
+  "hydra": 44414,
+  "hydra</w>": 40420,
+  "hydrange": 43298,
+  "hydrate</w>": 29628,
+  "hydrated</w>": 23300,
+  "hydrating</w>": 47653,
+  "hydration</w>": 24174,
+  "hydrau": 26017,
+  "hydraulic</w>": 26189,
+  "hydro": 8368,
+  "hydro</w>": 22595,
+  "hydrogen</w>": 20974,
+  "hye": 32724,
+  "hye</w>": 25792,
+  "hygi": 16277,
+  "hygiene</w>": 19591,
+  "hymn</w>": 41350,
+  "hyo": 38960,
+  "hyo</w>": 35078,
+  "hyp": 16964,
+  "hype": 30353,
+  "hype</w>": 11111,
+  "hyped</w>": 22507,
+  "hyper": 7997,
+  "hyper</w>": 22146,
+  "hypertension</w>": 40698,
+  "hypno": 23355,
+  "hypnosis</w>": 48138,
+  "hypnoti": 40440,
+  "hypo": 10252,
+  "hypocr": 30711,
+  "hypocri": 25606,
+  "hypocrisy</w>": 26296,
+  "hypocrite</w>": 44125,
+  "hypothe": 46966,
+  "hypothesis</w>": 44956,
+  "hyster": 24235,
+  "hysteria</w>": 45965,
+  "hysterical</w>": 48627,
+  "hyuk</w>": 20452,
+  "hyun": 11831,
+  "hyun</w>": 8589,
+  "hyundai</w>": 17094,
+  "hyung": 46901,
+  "hyung</w>": 16551,
+  "hz</w>": 32533,
+  "i": 72,
+  "i</w>": 328,
+  "ia": 12486,
+  "ia</w>": 1073,
+  "iac": 32838,
+  "iac</w>": 44063,
+  "iaf</w>": 40789,
+  "iah</w>": 35052,
+  "iain</w>": 30103,
+  "ial": 11530,
+  "ial</w>": 1974,
+  "ials</w>": 20940,
+  "iam": 3579,
+  "iam</w>": 11415,
+  "iambic": 43668,
+  "iambicpent</w>": 43891,
+  "iamsrk</w>": 15103,
+  "ian": 7723,
+  "ian</w>": 1800,
+  "ians</w>": 6451,
+  "iansomerhalder</w>": 47077,
+  "iart": 18413,
+  "iartg</w>": 18669,
+  "ias": 32303,
+  "ias</w>": 14620,
+  "ib": 3962,
+  "ib</w>": 13554,
+  "iba</w>": 39763,
+  "ibadan</w>": 44691,
+  "iban": 47145,
+  "ibc</w>": 49014,
+  "ibd</w>": 40732,
+  "iber": 23814,
+  "ibi": 12337,
+  "ibis</w>": 47048,
+  "ibiza</w>": 13853,
+  "ible</w>": 37792,
+  "ibles</w>": 44102,
+  "ibm": 23415,
+  "ibm</w>": 13918,
+  "ibn</w>": 25729,
+  "ibooks</w>": 46887,
+  "ibra": 15476,
+  "ibrahi": 40350,
+  "ibrahim</w>": 20816,
+  "ibrox</w>": 46883,
+  "ibs</w>": 41993,
+  "ibu": 43587,
+  "ibu</w>": 46117,
+  "ic": 535,
+  "ic</w>": 1029,
+  "ica</w>": 2576,
+  "icago</w>": 37492,
+  "ical": 6082,
+  "ical</w>": 1110,
+  "ically</w>": 3161,
+  "icals</w>": 13999,
+  "ican": 17653,
+  "ican</w>": 5246,
+  "icans</w>": 20511,
+  "icar": 37211,
+  "ication</w>": 21629,
+  "icc</w>": 12945,
+  "ice": 2739,
+  "ice</w>": 733,
+  "iceberg</w>": 33662,
+  "icec": 13636,
+  "icecream</w>": 21334,
+  "iced</w>": 8049,
+  "icelan": 34114,
+  "iceland": 46716,
+  "iceland</w>": 11935,
+  "icelandic</w>": 34705,
+  "ices</w>": 1931,
+  "ich": 5333,
+  "ich</w>": 1232,
+  "icha": 31453,
+  "iche": 28972,
+  "iche</w>": 21143,
+  "ichi": 21669,
+  "ichi</w>": 14647,
+  "ichick</w>": 45022,
+  "ichiro</w>": 43787,
+  "ici": 948,
+  "ici</w>": 22189,
+  "icia</w>": 11774,
+  "icial": 17543,
+  "icial</w>": 6397,
+  "ician": 40522,
+  "ician</w>": 5374,
+  "icians</w>": 6264,
+  "iciary</w>": 21329,
+  "icic": 46006,
+  "icide</w>": 6558,
+  "icides</w>": 28253,
+  "icing</w>": 7676,
+  "icio</w>": 24207,
+  "icion": 45905,
+  "icious</w>": 3325,
+  "icist</w>": 21165,
+  "icists</w>": 42171,
+  "icity</w>": 7243,
+  "ick": 1168,
+  "ick</w>": 1068,
+  "icked</w>": 39799,
+  "icker</w>": 40357,
+  "ickers</w>": 30701,
+  "icki</w>": 35468,
+  "icking</w>": 6619,
+  "icks</w>": 3727,
+  "icky</w>": 11587,
+  "icn</w>": 44516,
+  "ico": 13697,
+  "ico</w>": 3040,
+  "icom": 17693,
+  "icom</w>": 29796,
+  "icon": 13843,
+  "icon</w>": 5646,
+  "iconic</w>": 6959,
+  "icons</w>": 15553,
+  "icop": 9389,
+  "icos</w>": 32002,
+  "ics</w>": 1324,
+  "ict</w>": 6349,
+  "icted</w>": 36515,
+  "iction</w>": 40560,
+  "icton</w>": 36548,
+  "icu": 45118,
+  "icu</w>": 30443,
+  "icular</w>": 40660,
+  "icus</w>": 31459,
+  "icy": 28780,
+  "icy</w>": 3495,
+  "icymi</w>": 5315,
+  "icz</w>": 46387,
+  "id": 1568,
+  "id</w>": 1014,
+  "ida": 11032,
+  "ida</w>": 11600,
+  "idad</w>": 22462,
+  "idaho": 48817,
+  "idaho</w>": 15165,
+  "idal</w>": 39684,
+  "idan</w>": 17929,
+  "idc</w>": 22386,
+  "ide": 1909,
+  "ide</w>": 14104,
+  "idea</w>": 3612,
+  "ideal</w>": 8789,
+  "ideally</w>": 48247,
+  "ideals</w>": 45096,
+  "ideas</w>": 4452,
+  "ident": 7113,
+  "identi": 6009,
+  "identical</w>": 25587,
+  "identification</w>": 23337,
+  "identified</w>": 15217,
+  "identifies</w>": 35712,
+  "identify</w>": 10949,
+  "identifying</w>": 23589,
+  "identities</w>": 34292,
+  "identity</w>": 8892,
+  "ideology</w>": 25840,
+  "iders</w>": 8980,
+  "ides</w>": 31791,
+  "idf</w>": 28987,
+  "idge</w>": 35567,
+  "idh</w>": 44325,
+  "idi": 9611,
+  "idi</w>": 14264,
+  "idio": 15994,
+  "idiot</w>": 14087,
+  "idiots</w>": 20856,
+  "idk</w>": 8972,
+  "idle</w>": 34754,
+  "idlib</w>": 36199,
+  "ido": 6763,
+  "ido</w>": 29641,
+  "idol": 24866,
+  "idol</w>": 8884,
+  "idols</w>": 21398,
+  "idr</w>": 10106,
+  "idri": 46435,
+  "idris</w>": 41312,
+  "ids</w>": 6111,
+  "idu</w>": 28655,
+  "idy": 33058,
+  "idyl": 44879,
+  "idyllic</w>": 46632,
+  "ie": 6789,
+  "ie</w>": 1718,
+  "iec</w>": 44773,
+  "ied</w>": 10059,
+  "ieee</w>": 39860,
+  "iel": 27875,
+  "iel</w>": 22729,
+  "ience</w>": 1542,
+  "ient</w>": 13115,
+  "ier": 33173,
+  "ier</w>": 5912,
+  "iers</w>": 45060,
+  "ies": 27912,
+  "ies</w>": 963,
+  "iest</w>": 10818,
+  "if": 8063,
+  "if</w>": 878,
+  "ifa</w>": 37574,
+  "ifc</w>": 36524,
+  "ife": 41172,
+  "ife</w>": 19590,
+  "iff": 35753,
+  "ification</w>": 35755,
+  "ified</w>": 41403,
+  "ift": 31143,
+  "iftar</w>": 35153,
+  "ifu</w>": 41523,
+  "ify</w>": 32807,
+  "ig": 1089,
+  "ig</w>": 3072,
+  "iga</w>": 16493,
+  "igan</w>": 27468,
+  "igans</w>": 25419,
+  "igbo</w>": 44591,
+  "ige</w>": 10806,
+  "igen</w>": 33070,
+  "iger": 30758,
+  "iger</w>": 20685,
+  "igers": 40755,
+  "igers</w>": 48928,
+  "iggy": 46219,
+  "iggy</w>": 27604,
+  "igh": 2712,
+  "igh</w>": 5451,
+  "ight": 14571,
+  "ight</w>": 897,
+  "ighton</w>": 35292,
+  "igi</w>": 21901,
+  "igle": 29912,
+  "iglesias</w>": 39432,
+  "ign": 7303,
+  "ign</w>": 2326,
+  "ignati": 37573,
+  "ignatius</w>": 48318,
+  "igne</w>": 45843,
+  "ignite</w>": 25210,
+  "ignition</w>": 36115,
+  "igno": 15375,
+  "ignor": 7653,
+  "ignorance</w>": 22735,
+  "ignorant</w>": 26933,
+  "ignore</w>": 12304,
+  "ignored</w>": 20428,
+  "ignores</w>": 40129,
+  "ignoring</w>": 23969,
+  "igor</w>": 33024,
+  "igs</w>": 31344,
+  "igu": 21279,
+  "ih": 12162,
+  "ih</w>": 34135,
+  "ihear": 13043,
+  "iheart": 30332,
+  "iheartawards</w>": 18811,
+  "iheartradio</w>": 25934,
+  "ihop</w>": 45511,
+  "ihri": 39108,
+  "ihrithik</w>": 39326,
+  "ii": 5103,
+  "ii</w>": 2329,
+  "iii": 46236,
+  "iii</w>": 6572,
+  "iiii": 20133,
+  "iiii</w>": 45393,
+  "iiot</w>": 30704,
+  "iit": 39330,
+  "iit</w>": 33238,
+  "ij": 7337,
+  "ija</w>": 42802,
+  "ik": 3903,
+  "ik</w>": 10177,
+  "ika</w>": 18188,
+  "ike": 12329,
+  "ike</w>": 19696,
+  "ikea</w>": 20528,
+  "iker</w>": 38653,
+  "ikh": 44655,
+  "ikh</w>": 12758,
+  "iklan": 32028,
+  "iklan</w>": 29584,
+  "iko": 35659,
+  "iko</w>": 39272,
+  "ikon": 38543,
+  "ikon</w>": 19156,
+  "iku</w>": 17780,
+  "il": 543,
+  "il</w>": 958,
+  "ila</w>": 4344,
+  "ilah</w>": 32211,
+  "ilan": 13889,
+  "ilan</w>": 28076,
+  "iland</w>": 20957,
+  "ilation</w>": 16180,
+  "ilay": 45093,
+  "ild": 22278,
+  "ild</w>": 17164,
+  "ile": 18398,
+  "ile</w>": 989,
+  "iled</w>": 3358,
+  "iler": 22446,
+  "iler</w>": 3615,
+  "ilers</w>": 8975,
+  "iles</w>": 42274,
+  "ili": 2076,
+  "ili</w>": 19601,
+  "ilia</w>": 14855,
+  "ilian</w>": 10272,
+  "iliary</w>": 32585,
+  "ilife</w>": 42835,
+  "ilike": 44989,
+  "ilinan</w>": 48497,
+  "iling</w>": 3299,
+  "ilio</w>": 47256,
+  "ilion</w>": 12561,
+  "ilis</w>": 43442,
+  "ilit": 11178,
+  "ilities</w>": 5446,
+  "ility</w>": 1787,
+  "ilive</w>": 26478,
+  "ill": 828,
+  "ill</w>": 660,
+  "illa": 8877,
+  "illa</w>": 3043,
+  "illac</w>": 17218,
+  "illage</w>": 48922,
+  "illard</w>": 21920,
+  "illary</w>": 33667,
+  "illas</w>": 23404,
+  "ille": 18213,
+  "ille</w>": 5559,
+  "illed</w>": 2527,
+  "illeg": 35808,
+  "illegal</w>": 7983,
+  "illegally</w>": 24466,
+  "illegals</w>": 40490,
+  "iller": 23341,
+  "iller</w>": 2956,
+  "illers</w>": 30547,
+  "illery</w>": 14514,
+  "illes</w>": 20037,
+  "illi": 1086,
+  "illi</w>": 25187,
+  "illia</w>": 48776,
+  "illiams</w>": 30301,
+  "illian": 48775,
+  "illian</w>": 17355,
+  "illic": 37152,
+  "illicit</w>": 40998,
+  "illie</w>": 26083,
+  "illin</w>": 35868,
+  "illing</w>": 2803,
+  "illini</w>": 28957,
+  "illino": 8920,
+  "illinois</w>": 9414,
+  "illion": 35542,
+  "illion</w>": 2035,
+  "illness</w>": 11145,
+  "illnesses</w>": 33861,
+  "illo": 34153,
+  "illo</w>": 7588,
+  "illon</w>": 20516,
+  "ills</w>": 1900,
+  "illu": 3025,
+  "illumin": 11446,
+  "illuminate</w>": 43261,
+  "illuminated</w>": 28814,
+  "illuminati</w>": 34551,
+  "illuminating</w>": 46601,
+  "illumination</w>": 43680,
+  "illus</w>": 41386,
+  "illusion</w>": 20318,
+  "illusions</w>": 47429,
+  "illustr": 6268,
+  "illustrate</w>": 37468,
+  "illustrated</w>": 13151,
+  "illustrates</w>": 38129,
+  "illustrating</w>": 43322,
+  "illustration</w>": 6052,
+  "illustrations</w>": 17852,
+  "illustrator</w>": 16649,
+  "illustri": 43116,
+  "illustrious</w>": 44304,
+  "illy": 11707,
+  "illy</w>": 9532,
+  "ilm</w>": 36326,
+  "ilo": 4220,
+  "ilo</w>": 14835,
+  "ilove": 7183,
+  "ilove</w>": 32914,
+  "iloveart</w>": 41114,
+  "ilovemy": 28863,
+  "iloveyou</w>": 28829,
+  "ils</w>": 1543,
+  "ilt</w>": 25334,
+  "ilton</w>": 28494,
+  "ilu": 27337,
+  "ilwx</w>": 43777,
+  "ily": 4881,
+  "ily</w>": 1026,
+  "ilya</w>": 33377,
+  "ilysm</w>": 29228,
+  "im": 732,
+  "im</w>": 1496,
+  "ima": 2414,
+  "ima</w>": 6432,
+  "imac</w>": 40675,
+  "imacele": 47281,
+  "imag": 2316,
+  "image": 24101,
+  "image</w>": 2867,
+  "imagery</w>": 22828,
+  "images</w>": 4952,
+  "imagin": 18178,
+  "imaginary</w>": 30417,
+  "imagination</w>": 13783,
+  "imaginative</w>": 47233,
+  "imagine": 35752,
+  "imagine</w>": 4826,
+  "imagined</w>": 18478,
+  "imagines</w>": 47379,
+  "imaging</w>": 14231,
+  "imagining</w>": 27384,
+  "imam": 37552,
+  "imam</w>": 19024,
+  "iman": 45684,
+  "iman</w>": 16247,
+  "imation</w>": 44566,
+  "imax</w>": 32066,
+  "imc</w>": 45616,
+  "imdanielpadilla</w>": 36357,
+  "imdb</w>": 30407,
+  "ime": 44937,
+  "ime</w>": 31151,
+  "imel": 31594,
+  "iment</w>": 37157,
+  "imer</w>": 21802,
+  "imes</w>": 47744,
+  "imf</w>": 28403,
+  "img</w>": 24157,
+  "imi</w>": 23559,
+  "imin": 23942,
+  "imit": 23462,
+  "imitation</w>": 41630,
+  "imma</w>": 19487,
+  "immac": 25085,
+  "immaculate</w>": 29649,
+  "immature</w>": 45531,
+  "immedi": 7366,
+  "immediate</w>": 14440,
+  "immediately</w>": 10108,
+  "immen": 17278,
+  "immense</w>": 22722,
+  "immensely</w>": 35013,
+  "immer": 13954,
+  "immerse</w>": 46240,
+  "immersion</w>": 31861,
+  "immersive</w>": 27521,
+  "immigr": 5851,
+  "immigrant</w>": 16474,
+  "immigrants</w>": 14460,
+  "immigration</w>": 9588,
+  "imminent</w>": 27299,
+  "immort": 39244,
+  "immortal</w>": 24717,
+  "immun": 8961,
+  "immune</w>": 15606,
+  "immuni": 44571,
+  "immunity</w>": 26254,
+  "immuno": 24361,
+  "immunology</w>": 44483,
+  "immunotherapy</w>": 39185,
+  "imo": 26349,
+  "imo</w>": 13738,
+  "imp": 3335,
+  "imp</w>": 31037,
+  "impac": 7573,
+  "impact": 33036,
+  "impact</w>": 3844,
+  "impacted</w>": 21424,
+  "impactful</w>": 41631,
+  "impacting</w>": 29359,
+  "impacts</w>": 15069,
+  "impair": 36451,
+  "impaired</w>": 28028,
+  "impairment</w>": 44501,
+  "impala</w>": 36641,
+  "impe": 23612,
+  "impeach": 16874,
+  "impeach</w>": 43497,
+  "impeachment</w>": 32979,
+  "impeachtrump</w>": 38006,
+  "impecc": 34511,
+  "impeccable</w>": 40111,
+  "impending</w>": 34486,
+  "imper": 7727,
+  "imperative</w>": 39833,
+  "imperfect</w>": 46034,
+  "imperi": 30911,
+  "imperial": 32425,
+  "imperial</w>": 12361,
+  "imperialism</w>": 48855,
+  "imperson": 25551,
+  "implant</w>": 33106,
+  "implants</w>": 32202,
+  "imple": 7423,
+  "implement</w>": 17966,
+  "implementation</w>": 15102,
+  "implemented</w>": 24315,
+  "implementing</w>": 22862,
+  "implic": 15269,
+  "implications</w>": 19229,
+  "implo": 40337,
+  "impo": 45704,
+  "import": 2336,
+  "import</w>": 16294,
+  "importance</w>": 6821,
+  "important</w>": 2829,
+  "importantly</w>": 21580,
+  "imported</w>": 28798,
+  "imports</w>": 25286,
+  "impose</w>": 35879,
+  "imposed</w>": 25871,
+  "imposing</w>": 42289,
+  "impossible</w>": 9815,
+  "impre": 3763,
+  "impress</w>": 20015,
+  "impressed</w>": 9689,
+  "impression</w>": 14468,
+  "impressionism</w>": 36114,
+  "impressionist</w>": 44904,
+  "impressions</w>": 22276,
+  "impressive</w>": 6634,
+  "imprint</w>": 43863,
+  "imprison": 22141,
+  "imprisoned</w>": 32999,
+  "imprisonment</w>": 39024,
+  "impro": 2531,
+  "impromp": 28100,
+  "impromptu</w>": 28611,
+  "improv</w>": 22868,
+  "improve</w>": 4971,
+  "improved</w>": 9446,
+  "improvement</w>": 10790,
+  "improvements</w>": 16320,
+  "improves</w>": 18035,
+  "improving</w>": 10381,
+  "improvis": 32343,
+  "improvised</w>": 40886,
+  "impulse</w>": 29683,
+  "impy</w>": 42690,
+  "imran": 19647,
+  "imran</w>": 19212,
+  "imrankhan": 25956,
+  "imrankhanpti</w>": 26688,
+  "ims</w>": 17800,
+  "imsa</w>": 37262,
+  "imv": 35731,
+  "imvkohli</w>": 37136,
+  "imwith": 26822,
+  "imwithher</w>": 32651,
+  "in": 512,
+  "in</w>": 530,
+  "ina": 18026,
+  "ina</w>": 1366,
+  "inability</w>": 47517,
+  "inaccurate</w>": 49192,
+  "inaction</w>": 41916,
+  "inactive</w>": 49274,
+  "inadequate</w>": 43403,
+  "inak": 46549,
+  "inal</w>": 19178,
+  "inals</w>": 26438,
+  "inan</w>": 26204,
+  "inappropriate</w>": 26722,
+  "inari</w>": 48620,
+  "inary</w>": 11337,
+  "inas": 36731,
+  "inas</w>": 12362,
+  "inated</w>": 38530,
+  "ination</w>": 4706,
+  "inau": 10832,
+  "inaugu": 11309,
+  "inaugur": 11448,
+  "inaugural</w>": 11340,
+  "inaugurated</w>": 29011,
+  "inauguration</w>": 16805,
+  "inbound</w>": 24420,
+  "inbox</w>": 18683,
+  "inc": 14570,
+  "inc</w>": 4438,
+  "incan": 45964,
+  "incar": 18070,
+  "incarcer": 26334,
+  "incarcerated</w>": 49178,
+  "incarceration</w>": 39887,
+  "incase</w>": 30463,
+  "ince</w>": 44303,
+  "incen": 13259,
+  "incense</w>": 35059,
+  "incentive</w>": 29024,
+  "incentives</w>": 29813,
+  "inception</w>": 36653,
+  "inch</w>": 6523,
+  "incheon</w>": 30645,
+  "inches</w>": 10809,
+  "inci": 5747,
+  "incidence</w>": 43371,
+  "incident</w>": 10103,
+  "incidents</w>": 22120,
+  "incindia</w>": 26161,
+  "inciner": 46434,
+  "incl": 27857,
+  "incl</w>": 13338,
+  "inclined</w>": 45470,
+  "inclu": 1738,
+  "include</w>": 5942,
+  "included</w>": 7414,
+  "includes</w>": 6197,
+  "including</w>": 2814,
+  "inclusion</w>": 12079,
+  "inclusive</w>": 13393,
+  "income</w>": 8044,
+  "incoming</w>": 15416,
+  "incomparable</w>": 36027,
+  "incompetent</w>": 45069,
+  "incomplete</w>": 34040,
+  "incon": 42372,
+  "inconvenience</w>": 40563,
+  "incorpor": 19335,
+  "incorporate</w>": 34168,
+  "incorporated</w>": 29494,
+  "incorporating</w>": 40303,
+  "incorrect</w>": 31872,
+  "incre": 1870,
+  "increase</w>": 5230,
+  "increased</w>": 9156,
+  "increases</w>": 13797,
+  "increasing</w>": 10270,
+  "increasingly</w>": 16106,
+  "incredi": 2883,
+  "incredible": 22128,
+  "incredible</w>": 3457,
+  "incredibleindia</w>": 24680,
+  "incredibles</w>": 48641,
+  "incredibly</w>": 9513,
+  "incu": 38830,
+  "incub": 24587,
+  "incubator</w>": 35736,
+  "incumb": 32246,
+  "incumbent</w>": 38038,
+  "incur": 42356,
+  "ind": 5386,
+  "ind</w>": 4655,
+  "inda</w>": 15710,
+  "inde": 2645,
+  "indeed</w>": 10031,
+  "indefin": 29501,
+  "indefinitely</w>": 43750,
+  "independ": 4147,
+  "independence": 23117,
+  "independence</w>": 7955,
+  "independenceday</w>": 25971,
+  "independent": 33844,
+  "independent</w>": 7088,
+  "independently</w>": 39831,
+  "inder</w>": 29225,
+  "index": 35209,
+  "index</w>": 9458,
+  "indhoven</w>": 44229,
+  "indi": 1098,
+  "indi</w>": 46536,
+  "india": 27067,
+  "india</w>": 1762,
+  "indian": 7685,
+  "indian</w>": 3606,
+  "indiana</w>": 8615,
+  "indianapolis</w>": 17196,
+  "indianfootball</w>": 45979,
+  "indians</w>": 10271,
+  "indic": 7136,
+  "indicate</w>": 26679,
+  "indicated</w>": 39416,
+  "indicates</w>": 29412,
+  "indication</w>": 38539,
+  "indicator</w>": 24776,
+  "indicators</w>": 30054,
+  "indicted</w>": 34992,
+  "indictment</w>": 42278,
+  "indie": 5260,
+  "indie</w>": 9383,
+  "indiedev</w>": 10863,
+  "indiefilm</w>": 22588,
+  "indiegame</w>": 17969,
+  "indiegamedev</w>": 40466,
+  "indiegames</w>": 35864,
+  "indiegogo</w>": 38057,
+  "indies</w>": 23618,
+  "indiffe": 41372,
+  "indigen": 8348,
+  "indigenous</w>": 9303,
+  "indigo</w>": 21002,
+  "indira</w>": 43887,
+  "indirec": 26398,
+  "indirect</w>": 35416,
+  "indivi": 5649,
+  "individu": 9574,
+  "individual</w>": 8512,
+  "individually</w>": 33782,
+  "individuals</w>": 11990,
+  "indo": 26303,
+  "indo</w>": 18297,
+  "indom": 42926,
+  "indone": 6180,
+  "indonesia</w>": 7229,
+  "indonesian</w>": 19593,
+  "indoor": 44478,
+  "indoor</w>": 9546,
+  "indoors</w>": 22973,
+  "indore</w>": 46143,
+  "indu": 2298,
+  "induc": 7973,
+  "induced</w>": 24103,
+  "inducted</w>": 20596,
+  "inductee</w>": 39558,
+  "inductees</w>": 44796,
+  "induction</w>": 18338,
+  "indul": 19402,
+  "indulg": 28388,
+  "indulge</w>": 24851,
+  "indulgence</w>": 40856,
+  "indulgent</w>": 49147,
+  "industri": 5082,
+  "industrial": 30853,
+  "industrial</w>": 7520,
+  "industries</w>": 11700,
+  "industry": 47407,
+  "industry</w>": 3318,
+  "indv": 16942,
+  "indy": 9821,
+  "indy</w>": 10098,
+  "indycar</w>": 20484,
+  "indyref</w>": 22569,
+  "ine": 855,
+  "ine</w>": 715,
+  "ineau</w>": 38122,
+  "inec</w>": 45214,
+  "ined</w>": 2038,
+  "inee": 43252,
+  "inee</w>": 7986,
+  "inees</w>": 13056,
+  "ineffe": 47202,
+  "inely</w>": 18234,
+  "inem</w>": 48876,
+  "inema</w>": 29232,
+  "inen</w>": 44365,
+  "inequalities</w>": 45507,
+  "inequality</w>": 17372,
+  "iner": 17438,
+  "iner</w>": 5155,
+  "iners</w>": 41863,
+  "ines</w>": 2137,
+  "inese</w>": 35966,
+  "iness</w>": 1463,
+  "inet</w>": 8121,
+  "inette</w>": 38911,
+  "inev": 19527,
+  "inevit": 45871,
+  "inevitable</w>": 25004,
+  "inews</w>": 24300,
+  "inexpensive</w>": 38614,
+  "iney</w>": 30254,
+  "inez</w>": 12700,
+  "inf": 1529,
+  "inf</w>": 35241,
+  "infamous</w>": 18688,
+  "infan": 17219,
+  "infant</w>": 19192,
+  "infantry</w>": 21655,
+  "infants</w>": 34726,
+  "infe": 7164,
+  "infec": 26088,
+  "infected</w>": 26136,
+  "infection</w>": 14774,
+  "infections</w>": 22227,
+  "infectious</w>": 29157,
+  "infeld</w>": 25035,
+  "infer": 16258,
+  "inferno</w>": 31290,
+  "infertility</w>": 40701,
+  "infield</w>": 48933,
+  "infiltr": 28683,
+  "infin": 6246,
+  "infinite</w>": 12748,
+  "infiniti</w>": 34644,
+  "infinity": 34863,
+  "infinity</w>": 12895,
+  "infl": 7627,
+  "inflam": 16080,
+  "inflammation</w>": 24893,
+  "inflammatory</w>": 26831,
+  "inflatable</w>": 30135,
+  "inflation</w>": 17497,
+  "inflicted</w>": 48188,
+  "influ": 4835,
+  "influen": 13229,
+  "influence</w>": 9199,
+  "influenced</w>": 21183,
+  "influencer</w>": 25013,
+  "influencers</w>": 29891,
+  "influences</w>": 24926,
+  "influencing</w>": 45126,
+  "influential</w>": 17553,
+  "influenza</w>": 39897,
+  "info": 5680,
+  "info</w>": 2222,
+  "infographic</w>": 10076,
+  "infographics</w>": 33172,
+  "infor": 31773,
+  "inform": 10241,
+  "inform</w>": 19449,
+  "informal</w>": 25705,
+  "informat": 29625,
+  "informatics</w>": 35685,
+  "information</w>": 3204,
+  "informative</w>": 19364,
+  "informed</w>": 13876,
+  "informing</w>": 45388,
+  "informs</w>": 48440,
+  "infosec</w>": 17863,
+  "infr": 29718,
+  "infra": 7312,
+  "infra</w>": 45877,
+  "infrared</w>": 22867,
+  "infrastructure</w>": 9034,
+  "infringe": 44882,
+  "infringement</w>": 48712,
+  "infront</w>": 37668,
+  "infu": 15048,
+  "infuri": 48461,
+  "infused</w>": 21461,
+  "infusion</w>": 43464,
+  "ing": 653,
+  "ing</w>": 519,
+  "inga</w>": 15233,
+  "ingco</w>": 40444,
+  "ingday</w>": 16561,
+  "ingdon</w>": 38731,
+  "inge": 11790,
+  "inge</w>": 7071,
+  "inged</w>": 30046,
+  "ingen</w>": 19088,
+  "ingeni": 36884,
+  "inger": 33883,
+  "inger</w>": 3541,
+  "ingfor": 33430,
+  "ingh": 9170,
+  "ingh</w>": 30495,
+  "ingham": 24497,
+  "ingham</w>": 4291,
+  "inghamshire</w>": 39289,
+  "inghour</w>": 42728,
+  "inging</w>": 4066,
+  "ingl": 45662,
+  "ingle": 22228,
+  "ingle</w>": 17005,
+  "ingles</w>": 24490,
+  "ingley</w>": 44428,
+  "inglis</w>": 46327,
+  "ingly</w>": 4796,
+  "ingnow</w>": 34766,
+  "ingo": 30175,
+  "ingo</w>": 9012,
+  "ingra": 45165,
+  "ingrad</w>": 44124,
+  "ingram</w>": 26998,
+  "ingredi": 9272,
+  "ingredient</w>": 19799,
+  "ingredients</w>": 11788,
+  "ingrid</w>": 33496,
+  "ings</w>": 895,
+  "ingthe": 20170,
+  "ingtips</w>": 39373,
+  "ington": 11846,
+  "ington</w>": 2156,
+  "ingu": 8714,
+  "ingual</w>": 22795,
+  "ingue</w>": 36838,
+  "ingui": 12788,
+  "inguish</w>": 36146,
+  "inha</w>": 32612,
+  "inhabit": 36189,
+  "inhabitants</w>": 44968,
+  "inhal": 30786,
+  "inhe": 32617,
+  "inher": 24611,
+  "inherent</w>": 47327,
+  "inherit": 34322,
+  "inheritance</w>": 39341,
+  "inherited</w>": 39111,
+  "inhi": 25557,
+  "inhibit": 32196,
+  "inho</w>": 12984,
+  "ini": 6154,
+  "ini</w>": 3581,
+  "inian</w>": 36638,
+  "inim": 38717,
+  "inindia</w>": 34021,
+  "ining</w>": 1389,
+  "inist</w>": 30976,
+  "init</w>": 42670,
+  "initi": 4580,
+  "initial</w>": 13980,
+  "initially</w>": 28123,
+  "initials</w>": 48794,
+  "initiated</w>": 27756,
+  "initiation</w>": 41009,
+  "initiative</w>": 8152,
+  "initiatives</w>": 16549,
+  "inity</w>": 22126,
+  "inj": 5112,
+  "injec": 13688,
+  "injection</w>": 21438,
+  "inju": 5006,
+  "injured</w>": 7505,
+  "injuries</w>": 9481,
+  "injury</w>": 6223,
+  "injustice</w>": 20541,
+  "ink": 4547,
+  "ink</w>": 967,
+  "inka</w>": 40685,
+  "inked</w>": 29356,
+  "inki": 46176,
+  "inkigayo</w>": 47882,
+  "inking</w>": 37586,
+  "inks</w>": 20966,
+  "inktober</w>": 9387,
+  "inland</w>": 21943,
+  "inlet</w>": 35161,
+  "inline</w>": 45004,
+  "inlove</w>": 28415,
+  "inmate</w>": 32341,
+  "inmates</w>": 28216,
+  "inmy": 42657,
+  "inn": 27260,
+  "inn</w>": 5569,
+  "inna</w>": 35088,
+  "inner": 24512,
+  "inner</w>": 6955,
+  "inning</w>": 4415,
+  "innings</w>": 11580,
+  "innis": 44059,
+  "inno": 7961,
+  "innocence</w>": 26383,
+  "innocent</w>": 11241,
+  "innov": 2890,
+  "innovate</w>": 24549,
+  "innovation": 33063,
+  "innovation</w>": 4272,
+  "innovations</w>": 18817,
+  "innovative</w>": 8494,
+  "innovator</w>": 34735,
+  "innovators</w>": 27834,
+  "ino": 4211,
+  "ino</w>": 2691,
+  "inoa</w>": 25649,
+  "inos</w>": 21828,
+  "inous</w>": 47801,
+  "inox</w>": 22698,
+  "input</w>": 16952,
+  "inputs</w>": 48763,
+  "inqu": 10628,
+  "inqui": 18527,
+  "inquirer</w>": 45172,
+  "inquiries</w>": 29469,
+  "inquiry</w>": 15865,
+  "inquis": 31171,
+  "inr</w>": 36325,
+  "ins": 12786,
+  "ins</w>": 1041,
+  "insan": 7875,
+  "insane</w>": 10260,
+  "insanely</w>": 27846,
+  "insanity</w>": 26645,
+  "inscribed</w>": 49168,
+  "inscription</w>": 41127,
+  "insec": 15744,
+  "insect</w>": 21297,
+  "insects</w>": 18714,
+  "insecure</w>": 35112,
+  "insecurity</w>": 36964,
+  "inser": 13830,
+  "insert</w>": 18807,
+  "insi": 3453,
+  "inside": 19141,
+  "inside</w>": 2912,
+  "insider</w>": 13300,
+  "insiders</w>": 32171,
+  "insig": 40503,
+  "insight</w>": 8795,
+  "insightful</w>": 20354,
+  "insights</w>": 8729,
+  "insignia</w>": 48864,
+  "insist</w>": 35504,
+  "insisted</w>": 40423,
+  "insists</w>": 27255,
+  "inski</w>": 32630,
+  "insky</w>": 24607,
+  "insol": 42366,
+  "insom": 21755,
+  "insomni": 42040,
+  "insomnia</w>": 30598,
+  "inson</w>": 21007,
+  "insp": 1597,
+  "inspec": 7915,
+  "inspect</w>": 40815,
+  "inspecting</w>": 40565,
+  "inspection</w>": 15142,
+  "inspections</w>": 39513,
+  "inspector</w>": 20514,
+  "inspir": 2573,
+  "inspiration</w>": 4195,
+  "inspirational": 41936,
+  "inspirational</w>": 9855,
+  "inspirations</w>": 35093,
+  "inspire": 27901,
+  "inspire</w>": 8583,
+  "inspired": 39849,
+  "inspired</w>": 3516,
+  "inspires</w>": 17245,
+  "inspiring": 41847,
+  "inspiring</w>": 5705,
+  "inspo</w>": 26897,
+  "inst": 1264,
+  "inst</w>": 1581,
+  "insta": 22411,
+  "insta</w>": 11694,
+  "instability</w>": 41377,
+  "instac": 46678,
+  "instaf": 33800,
+  "instag": 14612,
+  "instagood</w>": 23718,
+  "instagram": 27910,
+  "instagram</w>": 2659,
+  "instal": 38805,
+  "install": 6940,
+  "install</w>": 11168,
+  "installation</w>": 9358,
+  "installations</w>": 27909,
+  "installed</w>": 8807,
+  "installing</w>": 18301,
+  "installment</w>": 25315,
+  "installs</w>": 45568,
+  "instalment</w>": 47766,
+  "instance</w>": 34572,
+  "instant": 38810,
+  "instant</w>": 10635,
+  "instantly</w>": 17703,
+  "instap": 23758,
+  "instapic</w>": 34378,
+  "instaweather": 43078,
+  "instaweatherpro</w>": 43150,
+  "inste": 3571,
+  "instead</w>": 4191,
+  "instein</w>": 13421,
+  "instem</w>": 27030,
+  "instin": 23382,
+  "instinct</w>": 30544,
+  "institu": 4257,
+  "institute</w>": 5861,
+  "institutes</w>": 43674,
+  "institution</w>": 18823,
+  "institutional</w>": 27442,
+  "institutions</w>": 15207,
+  "instore</w>": 41679,
+  "instru": 4544,
+  "instruc": 19648,
+  "instruction</w>": 19407,
+  "instructional</w>": 31022,
+  "instructions</w>": 17040,
+  "instructor</w>": 16087,
+  "instructors</w>": 31998,
+  "instrument": 42196,
+  "instrument</w>": 15806,
+  "instrumental</w>": 23041,
+  "instruments</w>": 14793,
+  "instyle</w>": 41321,
+  "insu": 8805,
+  "insul": 9615,
+  "insulated</w>": 42051,
+  "insulation</w>": 28194,
+  "insulin</w>": 29311,
+  "insult</w>": 26673,
+  "insulting</w>": 39646,
+  "insults</w>": 40451,
+  "insur": 5024,
+  "insurance</w>": 5870,
+  "insured</w>": 31321,
+  "insurers</w>": 43142,
+  "insurtech</w>": 28716,
+  "int": 1828,
+  "int</w>": 1207,
+  "inta</w>": 38314,
+  "intact</w>": 26870,
+  "intake</w>": 19539,
+  "intan": 47695,
+  "inte": 1598,
+  "inte</w>": 41900,
+  "intech</w>": 26504,
+  "inted</w>": 6147,
+  "integr": 5151,
+  "integral</w>": 27018,
+  "integrate</w>": 25735,
+  "integrated</w>": 12797,
+  "integrating</w>": 31555,
+  "integration</w>": 12583,
+  "integrity</w>": 14791,
+  "intel": 11778,
+  "intel</w>": 11426,
+  "intellec": 13281,
+  "intellect</w>": 47828,
+  "intellectu": 31966,
+  "intellectual</w>": 18069,
+  "intelli": 5324,
+  "intellig": 5632,
+  "intelligence</w>": 6846,
+  "intelligent</w>": 14063,
+  "inten": 2967,
+  "intend</w>": 36674,
+  "intended</w>": 16812,
+  "intense</w>": 10258,
+  "intensi": 22928,
+  "intensity</w>": 19956,
+  "intensive</w>": 21049,
+  "intent</w>": 18881,
+  "intention</w>": 26786,
+  "intentional</w>": 29536,
+  "intentionally</w>": 31215,
+  "intentions</w>": 26710,
+  "inter": 1006,
+  "inter</w>": 10093,
+  "interact</w>": 21736,
+  "interacting</w>": 35045,
+  "interaction</w>": 17650,
+  "interactions</w>": 22162,
+  "interactive</w>": 9456,
+  "intercep": 23676,
+  "interception</w>": 48762,
+  "interceptions</w>": 45313,
+  "interchange</w>": 34222,
+  "intercontinental</w>": 31983,
+  "interdisciplinary</w>": 38132,
+  "intere": 2008,
+  "interest</w>": 5095,
+  "interested</w>": 4620,
+  "interesting</w>": 3628,
+  "interests</w>": 16425,
+  "interface</w>": 18753,
+  "interfaith</w>": 38399,
+  "interference</w>": 29099,
+  "interim</w>": 19509,
+  "interior": 10700,
+  "interior</w>": 7305,
+  "interiordesign</w>": 12902,
+  "interiors</w>": 14836,
+  "intermedi": 20246,
+  "intermediate</w>": 24304,
+  "intermission</w>": 44805,
+  "intermitt": 44946,
+  "intern": 9976,
+  "intern</w>": 14068,
+  "internal</w>": 11285,
+  "internally</w>": 41134,
+  "internation": 42534,
+  "international": 8566,
+  "international</w>": 2436,
+  "internationaldayof": 41518,
+  "internationally</w>": 24059,
+  "internationalwomensday</w>": 17682,
+  "interne": 32713,
+  "internet": 30180,
+  "internet</w>": 4757,
+  "internetof": 44449,
+  "internetofthings</w>": 45925,
+  "interns</w>": 19902,
+  "internship</w>": 16661,
+  "internships</w>": 39410,
+  "interoper": 45754,
+  "interpre": 11162,
+  "interpret": 49154,
+  "interpret</w>": 40459,
+  "interpretation</w>": 20652,
+  "interpreted</w>": 42157,
+  "interpreting</w>": 46525,
+  "interro": 29548,
+  "interrup": 21609,
+  "interrupt</w>": 48449,
+  "interrupted</w>": 30288,
+  "intersec": 45246,
+  "intersection</w>": 19210,
+  "interstate</w>": 21963,
+  "interstellar</w>": 41506,
+  "interval</w>": 36032,
+  "intervals</w>": 44884,
+  "interven": 18245,
+  "intervention</w>": 16804,
+  "interventions</w>": 28848,
+  "interview</w>": 2885,
+  "interviewed</w>": 11688,
+  "interviewing</w>": 16399,
+  "interviews</w>": 9910,
+  "intestin": 37938,
+  "intestinal</w>": 38896,
+  "inthe": 7486,
+  "inti": 14459,
+  "intim": 38832,
+  "intimacy</w>": 46430,
+  "intimate</w>": 16382,
+  "intimid": 24041,
+  "intimidating</w>": 44405,
+  "intimidation</w>": 49258,
+  "inting</w>": 15571,
+  "intl": 38186,
+  "intl</w>": 14224,
+  "intment</w>": 9020,
+  "intments</w>": 21420,
+  "into": 35235,
+  "into</w>": 1095,
+  "intoler": 28534,
+  "intolerance</w>": 37808,
+  "intothe": 38511,
+  "intra": 20922,
+  "intrac": 46195,
+  "intram": 40956,
+  "intre": 29397,
+  "intrepid</w>": 39127,
+  "intri": 15421,
+  "intric": 23763,
+  "intricate</w>": 29616,
+  "intrigu": 18856,
+  "intrigue</w>": 45140,
+  "intrigued</w>": 40034,
+  "intriguing</w>": 24334,
+  "intrin": 45181,
+  "intro": 2999,
+  "intro</w>": 13224,
+  "introduc": 3621,
+  "introduce</w>": 9813,
+  "introduced</w>": 10446,
+  "introduces</w>": 12933,
+  "introducing</w>": 6256,
+  "introduction</w>": 11812,
+  "introductory</w>": 38121,
+  "intru": 22949,
+  "ints</w>": 2514,
+  "intu": 17225,
+  "intuition</w>": 40897,
+  "intuitive</w>": 35224,
+  "inu": 21131,
+  "inuit</w>": 41250,
+  "inus</w>": 45857,
+  "inv": 2279,
+  "inv</w>": 43786,
+  "inva": 10084,
+  "invade</w>": 34609,
+  "invaded</w>": 32596,
+  "invaders</w>": 35188,
+  "invading</w>": 40101,
+  "invali": 31592,
+  "invalid</w>": 46998,
+  "invaluable</w>": 33976,
+  "invasi": 38100,
+  "invasion</w>": 13378,
+  "invasive</w>": 19554,
+  "inve": 2024,
+  "inven": 26233,
+  "invent": 11665,
+  "invent</w>": 23558,
+  "invented</w>": 14100,
+  "invention</w>": 23607,
+  "inventions</w>": 44914,
+  "inventor</w>": 22836,
+  "inventory</w>": 19444,
+  "inver": 12061,
+  "inverness</w>": 33080,
+  "inverte": 46397,
+  "inverted</w>": 40709,
+  "invest": 4180,
+  "invest</w>": 9716,
+  "invested</w>": 22536,
+  "investig": 4626,
+  "investigate</w>": 15703,
+  "investigated</w>": 29180,
+  "investigates</w>": 29621,
+  "investigating</w>": 13713,
+  "investigation</w>": 8194,
+  "investigations</w>": 24020,
+  "investigative</w>": 30233,
+  "investigator</w>": 30528,
+  "investigators</w>": 24121,
+  "investin": 40195,
+  "investing</w>": 10554,
+  "investment</w>": 5605,
+  "investments</w>": 14675,
+  "investor</w>": 15490,
+  "investors</w>": 10486,
+  "invests</w>": 38378,
+  "invic": 25253,
+  "invigor": 48722,
+  "invin": 30252,
+  "invincible</w>": 38052,
+  "invisible</w>": 16093,
+  "invit": 12454,
+  "invitation</w>": 15032,
+  "invitational</w>": 14511,
+  "invitations</w>": 40120,
+  "invite</w>": 8109,
+  "invited</w>": 7731,
+  "invites</w>": 16034,
+  "inviting</w>": 14349,
+  "invo": 29417,
+  "invol": 4000,
+  "involve</w>": 26325,
+  "involved</w>": 5320,
+  "involvement</w>": 19502,
+  "involves</w>": 22652,
+  "involving</w>": 14786,
+  "inwx</w>": 35674,
+  "iny</w>": 23257,
+  "inyour": 47954,
+  "io": 3167,
+  "io</w>": 3752,
+  "ioc</w>": 43018,
+  "iom": 33000,
+  "iom</w>": 31135,
+  "ion": 14871,
+  "ion</w>": 3668,
+  "ions</w>": 26289,
+  "ior": 7354,
+  "ior</w>": 2498,
+  "iority</w>": 46016,
+  "iors</w>": 6427,
+  "ios</w>": 6614,
+  "iot": 32694,
+  "iot</w>": 6627,
+  "iota</w>": 37294,
+  "ious</w>": 6994,
+  "iously</w>": 38233,
+  "iow": 7439,
+  "iowa": 38847,
+  "iowa</w>": 8290,
+  "ip": 1719,
+  "ip</w>": 8600,
+  "ipa</w>": 11199,
+  "ipad": 39067,
+  "ipad</w>": 7491,
+  "ipads</w>": 35281,
+  "ipc</w>": 41981,
+  "iphone": 26030,
+  "iphone</w>": 4314,
+  "iphones</w>": 37561,
+  "ipl</w>": 13440,
+  "ipment</w>": 37824,
+  "ipo": 40218,
+  "ipo</w>": 24090,
+  "ipod</w>": 17889,
+  "ipp": 31706,
+  "ips</w>": 26910,
+  "ipsw": 22221,
+  "ipswich</w>": 24494,
+  "iq": 15554,
+  "iq</w>": 19996,
+  "iqbal</w>": 33553,
+  "ir": 582,
+  "ir</w>": 742,
+  "ira": 4923,
+  "ira</w>": 5371,
+  "irah</w>": 35724,
+  "iran": 19273,
+  "iran</w>": 5075,
+  "irandeal</w>": 46533,
+  "irani</w>": 37984,
+  "iranian</w>": 14158,
+  "iraq</w>": 8543,
+  "iraqi</w>": 18617,
+  "irc</w>": 41527,
+  "ird</w>": 2770,
+  "ire": 3013,
+  "ire</w>": 1454,
+  "ired": 32728,
+  "ired</w>": 2995,
+  "ireland": 32806,
+  "ireland</w>": 4157,
+  "irene</w>": 21600,
+  "ires</w>": 12435,
+  "irez</w>": 21581,
+  "irgc</w>": 47942,
+  "iri": 2155,
+  "iri</w>": 13880,
+  "irical</w>": 33366,
+  "irie</w>": 42979,
+  "irina</w>": 46664,
+  "iring</w>": 10169,
+  "iris</w>": 16437,
+  "irish": 9386,
+  "irish</w>": 4889,
+  "irl": 34494,
+  "irl</w>": 8570,
+  "irling</w>": 26493,
+  "irls</w>": 24344,
+  "irma</w>": 22406,
+  "irn</w>": 42603,
+  "iro": 23209,
+  "iro</w>": 7280,
+  "iron": 7699,
+  "iron</w>": 5391,
+  "ironic</w>": 24518,
+  "ironically</w>": 36779,
+  "ironing</w>": 46655,
+  "ironman</w>": 20330,
+  "irons</w>": 30032,
+  "irony</w>": 20681,
+  "irport</w>": 27769,
+  "irr": 24641,
+  "irrational</w>": 47413,
+  "irregular</w>": 38692,
+  "irrelevant</w>": 34677,
+  "irresi": 31200,
+  "irresistible</w>": 35252,
+  "irresponsible</w>": 44714,
+  "irri": 21484,
+  "irrigation</w>": 23761,
+  "irrit": 24218,
+  "irs</w>": 6086,
+  "irst</w>": 32701,
+  "iru</w>": 48206,
+  "irvin</w>": 47053,
+  "irvine</w>": 24201,
+  "irving</w>": 19738,
+  "irwin</w>": 23750,
+  "iry</w>": 7239,
+  "is": 595,
+  "is</w>": 533,
+  "isa": 11034,
+  "isa</w>": 6536,
+  "isaac": 37544,
+  "isaac</w>": 13659,
+  "isab": 13357,
+  "isabel</w>": 27466,
+  "isabella</w>": 26192,
+  "isabelle</w>": 31072,
+  "isable</w>": 46631,
+  "isai": 15365,
+  "isaiah</w>": 17952,
+  "isak": 40619,
+  "isance</w>": 46893,
+  "isation</w>": 7194,
+  "isback</w>": 43811,
+  "isc</w>": 39316,
+  "isch</w>": 47888,
+  "isco</w>": 5736,
+  "iscoming</w>": 26458,
+  "isd": 46816,
+  "isd</w>": 12002,
+  "ise": 7669,
+  "ise</w>": 1479,
+  "ised</w>": 2861,
+  "iselle</w>": 48491,
+  "iser": 23080,
+  "iser</w>": 5626,
+  "isers</w>": 34879,
+  "ises</w>": 5153,
+  "isf</w>": 44036,
+  "isgreat</w>": 34595,
+  "ish": 6844,
+  "ish</w>": 1061,
+  "isha</w>": 28050,
+  "ishable</w>": 37949,
+  "ished</w>": 35341,
+  "ishere</w>": 46053,
+  "ishi": 26224,
+  "ishq": 27996,
+  "ishqba": 32503,
+  "ishqbaaaz</w>": 36591,
+  "isi": 7233,
+  "isi</w>": 17880,
+  "isil</w>": 34636,
+  "isin</w>": 37676,
+  "ising</w>": 3426,
+  "isis</w>": 7531,
+  "isk</w>": 30171,
+  "isl</w>": 31368,
+  "isla</w>": 22807,
+  "islam": 6003,
+  "islam</w>": 8770,
+  "islamabad</w>": 19959,
+  "islamic": 31627,
+  "islamic</w>": 9552,
+  "islamist</w>": 38798,
+  "islamophobia</w>": 43459,
+  "island": 13408,
+  "island</w>": 2619,
+  "islander</w>": 45651,
+  "islanders</w>": 27804,
+  "islands</w>": 7145,
+  "islay</w>": 49279,
+  "isle": 19082,
+  "isle</w>": 11849,
+  "isleof": 24718,
+  "isles</w>": 21816,
+  "islife</w>": 26433,
+  "islington</w>": 34945,
+  "ism": 47730,
+  "ism</w>": 1935,
+  "isma": 43937,
+  "ismail</w>": 36140,
+  "isme</w>": 43570,
+  "ismo</w>": 41926,
+  "isms</w>": 18700,
+  "isn</w>": 2923,
+  "isner</w>": 48246,
+  "isnow</w>": 43694,
+  "isnt</w>": 19416,
+  "iso": 2462,
+  "iso</w>": 12263,
+  "isol": 11414,
+  "isolated</w>": 19044,
+  "isolation</w>": 26400,
+  "ison": 12949,
+  "ison</w>": 4553,
+  "isons</w>": 33318,
+  "isoo</w>": 35857,
+  "isp": 31397,
+  "isp</w>": 39041,
+  "isra": 3591,
+  "israel": 20837,
+  "israel</w>": 4779,
+  "israeli</w>": 8994,
+  "israelis</w>": 45713,
+  "isreal</w>": 47147,
+  "isro</w>": 44841,
+  "iss": 11738,
+  "iss</w>": 4950,
+  "issa": 38579,
+  "issa</w>": 7560,
+  "issan": 49358,
+  "issance</w>": 40828,
+  "issant</w>": 38828,
+  "isse</w>": 18986,
+  "ission</w>": 37946,
+  "issu": 2049,
+  "issue</w>": 3202,
+  "issued</w>": 9246,
+  "issues</w>": 4082,
+  "issuing</w>": 37226,
+  "ist": 9751,
+  "ist</w>": 2304,
+  "istanbul</w>": 12258,
+  "istandwith": 33820,
+  "iste</w>": 32563,
+  "ister</w>": 14555,
+  "isthe": 46748,
+  "istic</w>": 29556,
+  "ists</w>": 8426,
+  "isu": 17030,
+  "isu</w>": 23328,
+  "it": 529,
+  "it</w>": 585,
+  "ita": 36920,
+  "ita</w>": 2864,
+  "itable</w>": 8915,
+  "ital": 2306,
+  "ital</w>": 1660,
+  "itali": 11644,
+  "italia</w>": 11025,
+  "italian": 20264,
+  "italian</w>": 5175,
+  "italians</w>": 44744,
+  "italk</w>": 32894,
+  "italy</w>": 4052,
+  "itan</w>": 18383,
+  "itans</w>": 40711,
+  "itar</w>": 47161,
+  "itarian</w>": 11599,
+  "itary</w>": 17604,
+  "itas": 31634,
+  "itas</w>": 13436,
+  "itate</w>": 42457,
+  "itated</w>": 36744,
+  "itation</w>": 5070,
+  "itative</w>": 22892,
+  "itc</w>": 36449,
+  "itch": 2387,
+  "itch</w>": 8147,
+  "itchen</w>": 32664,
+  "itchy</w>": 41980,
+  "ite": 2732,
+  "ite</w>": 802,
+  "iteam</w>": 37828,
+  "itec": 3099,
+  "itec</w>": 43936,
+  "itech": 44215,
+  "itech</w>": 23040,
+  "ited": 8603,
+  "ited</w>": 1108,
+  "itel</w>": 44638,
+  "itely</w>": 4605,
+  "item</w>": 8532,
+  "items</w>": 6207,
+  "iter": 7938,
+  "iter</w>": 19773,
+  "iteracy</w>": 39634,
+  "iterate</w>": 43106,
+  "iteration</w>": 38790,
+  "ites</w>": 2454,
+  "itez</w>": 42131,
+  "itf</w>": 35436,
+  "itfc</w>": 36519,
+  "ith": 6133,
+  "ith</w>": 1757,
+  "ithaca</w>": 46257,
+  "iti": 760,
+  "iti</w>": 6165,
+  "itia</w>": 22634,
+  "itian</w>": 23365,
+  "itic</w>": 11950,
+  "itical</w>": 48767,
+  "itics</w>": 33967,
+  "ities": 41423,
+  "ities</w>": 1480,
+  "itim": 15676,
+  "itiner": 32803,
+  "itinerary</w>": 41564,
+  "iting</w>": 1257,
+  "ition": 25263,
+  "ition</w>": 1104,
+  "itions</w>": 5540,
+  "itious</w>": 13329,
+  "itis": 33539,
+  "itis</w>": 8388,
+  "itive</w>": 3067,
+  "itly</w>": 42240,
+  "ito": 22167,
+  "ito</w>": 4661,
+  "iton</w>": 21119,
+  "itor": 47267,
+  "itor</w>": 4584,
+  "itors</w>": 22005,
+  "itos</w>": 24560,
+  "its": 7140,
+  "its</w>": 902,
+  "itsa": 45032,
+  "itself</w>": 7290,
+  "itsme": 41125,
+  "itss": 47040,
+  "itt": 1031,
+  "itt</w>": 11228,
+  "itta</w>": 21233,
+  "itte</w>": 31962,
+  "itted</w>": 24429,
+  "itten": 30014,
+  "itten</w>": 4343,
+  "itter</w>": 11456,
+  "itters</w>": 13082,
+  "itti</w>": 28629,
+  "ittin</w>": 25646,
+  "itting</w>": 3147,
+  "ittle": 24208,
+  "ittle</w>": 21366,
+  "ittles</w>": 38989,
+  "itton</w>": 25707,
+  "itty</w>": 35096,
+  "itu": 1668,
+  "itu</w>": 32128,
+  "itude": 43382,
+  "itude</w>": 5012,
+  "itudes</w>": 20459,
+  "itunes</w>": 7007,
+  "itup</w>": 35838,
+  "iture</w>": 25547,
+  "itus</w>": 24364,
+  "itutes</w>": 32883,
+  "itv": 20159,
+  "itv</w>": 12805,
+  "ity": 2480,
+  "ity</w>": 696,
+  "itya</w>": 32055,
+  "itz": 14544,
+  "itz</w>": 7807,
+  "iu": 14292,
+  "iu</w>": 15575,
+  "ium</w>": 10762,
+  "ius</w>": 6740,
+  "iv": 6775,
+  "iv</w>": 9315,
+  "iva</w>": 42463,
+  "ivan": 15544,
+  "ivan</w>": 15689,
+  "ivanka</w>": 37914,
+  "ive": 26885,
+  "ive</w>": 8653,
+  "ived</w>": 15654,
+  "iver": 36849,
+  "iver</w>": 44254,
+  "ives</w>": 27333,
+  "ivf</w>": 39159,
+  "iving</w>": 45136,
+  "ivory</w>": 16776,
+  "ivote": 45835,
+  "ivy": 36939,
+  "ivy</w>": 16045,
+  "iw": 13058,
+  "iw</w>": 46604,
+  "iwant": 42747,
+  "iwd</w>": 16815,
+  "iwm</w>": 44237,
+  "ix": 13272,
+  "ix</w>": 8756,
+  "iy": 13704,
+  "iya</w>": 18595,
+  "iyaki</w>": 48395,
+  "iz": 2845,
+  "iz</w>": 8407,
+  "iza</w>": 37704,
+  "ization</w>": 10847,
+  "ize</w>": 10885,
+  "ized</w>": 7690,
+  "izen</w>": 34776,
+  "izer</w>": 23895,
+  "izes</w>": 45434,
+  "izing</w>": 17354,
+  "izo</w>": 46910,
+  "izz": 31779,
+  "izz</w>": 46128,
+  "izzy</w>": 28861,
+  "j": 73,
+  "j</w>": 329,
+  "ja": 1586,
+  "ja</w>": 2641,
+  "jaan</w>": 25052,
+  "jab": 8059,
+  "jab</w>": 9439,
+  "jac": 2293,
+  "jac</w>": 30198,
+  "jace</w>": 43286,
+  "jack": 2679,
+  "jack</w>": 3267,
+  "jacked</w>": 27923,
+  "jacket</w>": 6164,
+  "jackets</w>": 14745,
+  "jacki": 47418,
+  "jackie": 28023,
+  "jackie</w>": 11716,
+  "jacking</w>": 40929,
+  "jackman</w>": 35723,
+  "jackpot</w>": 23926,
+  "jacks</w>": 19649,
+  "jackson": 12321,
+  "jackson</w>": 4363,
+  "jacksonville</w>": 19263,
+  "jaco": 6840,
+  "jacob": 14385,
+  "jacob</w>": 9222,
+  "jacobs</w>": 17482,
+  "jacobson</w>": 46826,
+  "jacqu": 14495,
+  "jacqueline</w>": 22843,
+  "jacques</w>": 17799,
+  "jad": 12976,
+  "jad</w>": 38691,
+  "jada</w>": 37416,
+  "jade": 25123,
+  "jade</w>": 14513,
+  "jaden</w>": 37174,
+  "jadine</w>": 37445,
+  "jae": 16869,
+  "jae</w>": 15765,
+  "jaejoong</w>": 43610,
+  "jaf": 19362,
+  "jag": 7984,
+  "jag</w>": 36236,
+  "jagan</w>": 48530,
+  "jagger</w>": 30835,
+  "jags</w>": 31086,
+  "jagu": 10096,
+  "jaguar": 44777,
+  "jaguar</w>": 14757,
+  "jaguars</w>": 21854,
+  "jah": 20067,
+  "jah</w>": 11084,
+  "jahan": 44404,
+  "jahan</w>": 47827,
+  "jai": 10542,
+  "jai</w>": 13819,
+  "jail": 18574,
+  "jail</w>": 9332,
+  "jailbreak</w>": 45990,
+  "jailed</w>": 19456,
+  "jails</w>": 47833,
+  "jaime</w>": 24716,
+  "jain</w>": 21999,
+  "jaipur</w>": 23593,
+  "jais": 48607,
+  "jait": 28910,
+  "jaitley</w>": 32776,
+  "jak": 9225,
+  "jak</w>": 30589,
+  "jakarta</w>": 15471,
+  "jake": 13140,
+  "jake</w>": 7419,
+  "jakob</w>": 47358,
+  "jal": 8380,
+  "jal</w>": 26773,
+  "jalan</w>": 27270,
+  "jalap": 49081,
+  "jalape": 34263,
+  "jalapeño</w>": 43017,
+  "jalen</w>": 33548,
+  "jam": 1434,
+  "jam</w>": 5201,
+  "jama": 8977,
+  "jama</w>": 35366,
+  "jamaica</w>": 13019,
+  "jamaican</w>": 25144,
+  "jamal</w>": 26108,
+  "jambo": 35599,
+  "jamboree</w>": 38506,
+  "jame": 12341,
+  "james": 6963,
+  "james</w>": 2392,
+  "jamesbond</w>": 44704,
+  "jamesc": 47004,
+  "jameson</w>": 31731,
+  "jami": 15092,
+  "jamie": 16454,
+  "jamie</w>": 8078,
+  "jamiedor": 34310,
+  "jamiedornan</w>": 34896,
+  "jammed</w>": 35590,
+  "jammin</w>": 35223,
+  "jamming</w>": 25862,
+  "jammu</w>": 25926,
+  "jams</w>": 20243,
+  "jan": 1891,
+  "jan</w>": 3334,
+  "jana</w>": 18182,
+  "jane": 12389,
+  "jane</w>": 6736,
+  "janeiro</w>": 31740,
+  "janet": 29665,
+  "janet</w>": 15872,
+  "jang": 41526,
+  "jang</w>": 22074,
+  "jani</w>": 22606,
+  "janice</w>": 36048,
+  "janine</w>": 46896,
+  "janis</w>": 44233,
+  "jann": 35377,
+  "jans</w>": 22578,
+  "jansen</w>": 45354,
+  "janu": 3623,
+  "january</w>": 3697,
+  "jap": 2299,
+  "jap</w>": 49062,
+  "japan": 4502,
+  "japan</w>": 3400,
+  "japanese": 27211,
+  "japanese</w>": 4925,
+  "japs</w>": 42121,
+  "jar": 5120,
+  "jar</w>": 10837,
+  "jard": 25778,
+  "jardin</w>": 37371,
+  "jare": 17654,
+  "jared": 35597,
+  "jared</w>": 12571,
+  "jaredle": 36739,
+  "jaredleto</w>": 37106,
+  "jaro</w>": 35505,
+  "jarpad</w>": 44497,
+  "jarre": 23385,
+  "jarrett</w>": 30531,
+  "jars</w>": 27583,
+  "jarvis</w>": 29286,
+  "jas": 4492,
+  "jas</w>": 17559,
+  "jasmin": 42989,
+  "jasmin</w>": 47700,
+  "jasmine</w>": 17056,
+  "jason": 10009,
+  "jason</w>": 5395,
+  "jasper</w>": 19827,
+  "jat": 26106,
+  "jau": 26932,
+  "jauregui</w>": 48175,
+  "jav": 6234,
+  "java</w>": 12918,
+  "javascri": 16289,
+  "javascript</w>": 16423,
+  "jave": 46218,
+  "javed</w>": 42268,
+  "javelin</w>": 41701,
+  "javi</w>": 47627,
+  "javier</w>": 23307,
+  "jaw": 14804,
+  "jaw</w>": 17307,
+  "jawa": 44790,
+  "jaws</w>": 25491,
+  "jax": 22348,
+  "jax</w>": 12390,
+  "jay": 3427,
+  "jay</w>": 4155,
+  "jaya</w>": 21960,
+  "jayanti</w>": 37732,
+  "jaye</w>": 45703,
+  "jayne</w>": 35228,
+  "jays</w>": 12393,
+  "jaz": 3465,
+  "jaz</w>": 32874,
+  "jazeera</w>": 38260,
+  "jazz": 11488,
+  "jazz</w>": 4528,
+  "jazzfest</w>": 36683,
+  "jazzy</w>": 28191,
+  "jb": 21915,
+  "jb</w>": 13637,
+  "jc": 14991,
+  "jc</w>": 11517,
+  "jd": 18289,
+  "jd</w>": 14125,
+  "jdm</w>": 42013,
+  "je": 1013,
+  "je</w>": 8776,
+  "jeal": 9964,
+  "jealous</w>": 11093,
+  "jealousy</w>": 37654,
+  "jean": 13943,
+  "jean</w>": 6473,
+  "jeanette</w>": 48167,
+  "jeanne</w>": 29201,
+  "jeans</w>": 10157,
+  "jeb</w>": 35101,
+  "jec": 1347,
+  "ject</w>": 6070,
+  "jed": 12166,
+  "jed</w>": 38748,
+  "jeddah</w>": 40982,
+  "jedi</w>": 16681,
+  "jee": 29250,
+  "jee</w>": 14870,
+  "jeep": 16593,
+  "jeep</w>": 11286,
+  "jeeplife</w>": 43100,
+  "jeet": 45542,
+  "jeet</w>": 30944,
+  "jef": 10276,
+  "jeff": 6245,
+  "jeff</w>": 5550,
+  "jefferson": 44711,
+  "jefferson</w>": 13976,
+  "jeffery</w>": 41470,
+  "jeffree": 45994,
+  "jeffrey": 32886,
+  "jeffrey</w>": 16027,
+  "jeho": 42437,
+  "jeky": 43893,
+  "jekyll</w>": 49405,
+  "jel": 9794,
+  "jelena</w>": 48218,
+  "jelly": 19110,
+  "jelly</w>": 13762,
+  "jellyfish</w>": 30988,
+  "jem": 46326,
+  "jem</w>": 37530,
+  "jen": 2554,
+  "jen</w>": 12997,
+  "jenkins</w>": 16162,
+  "jenn": 33921,
+  "jenn</w>": 29869,
+  "jenna</w>": 17125,
+  "jenner</w>": 14260,
+  "jenni": 6774,
+  "jennie</w>": 28875,
+  "jennifer": 19786,
+  "jennifer</w>": 8613,
+  "jennings</w>": 21564,
+  "jenny": 20165,
+  "jenny</w>": 13414,
+  "jens</w>": 40806,
+  "jensen": 35558,
+  "jensen</w>": 19004,
+  "jensenackles</w>": 41011,
+  "jeon": 45200,
+  "jeon</w>": 43337,
+  "jeong": 47146,
+  "jeong</w>": 39264,
+  "jeopar": 22988,
+  "jeopardy</w>": 29613,
+  "jer": 2310,
+  "jer</w>": 35307,
+  "jere": 5614,
+  "jeremi": 22362,
+  "jeremiah</w>": 27301,
+  "jeremy": 14656,
+  "jeremy</w>": 8127,
+  "jeremycorbyn</w>": 37484,
+  "jeric": 25084,
+  "jericho</w>": 28892,
+  "jerk</w>": 23917,
+  "jerky</w>": 40079,
+  "jermaine</w>": 40722,
+  "jerome</w>": 19876,
+  "jerry": 18163,
+  "jerry</w>": 9164,
+  "jersey": 21921,
+  "jersey</w>": 4471,
+  "jerseys</w>": 15518,
+  "jerus": 12257,
+  "jerusalem</w>": 12557,
+  "jes": 7686,
+  "jes</w>": 35826,
+  "jess": 5313,
+  "jess</w>": 13758,
+  "jesse": 23112,
+  "jesse</w>": 11770,
+  "jessi": 24373,
+  "jessic": 14881,
+  "jessica": 45421,
+  "jessica</w>": 8178,
+  "jessie</w>": 19424,
+  "jester</w>": 44225,
+  "jesu": 19777,
+  "jesuit</w>": 33234,
+  "jesus</w>": 4070,
+  "jet": 11515,
+  "jet</w>": 6565,
+  "jetblue</w>": 45021,
+  "jeter</w>": 38450,
+  "jets": 38584,
+  "jets</w>": 10025,
+  "jett</w>": 44541,
+  "jetty</w>": 46382,
+  "jew</w>": 27450,
+  "jewel": 4880,
+  "jewel</w>": 17591,
+  "jewell": 9777,
+  "jewellers</w>": 46265,
+  "jewellery</w>": 11192,
+  "jewelry": 28018,
+  "jewelry</w>": 6039,
+  "jewels</w>": 20205,
+  "jewish": 29594,
+  "jewish</w>": 9104,
+  "jews</w>": 14200,
+  "jf": 31130,
+  "jf</w>": 33718,
+  "jfc</w>": 43652,
+  "jfk</w>": 18486,
+  "jg": 41986,
+  "jg</w>": 35138,
+  "jh": 24858,
+  "jh</w>": 21485,
+  "jha": 47012,
+  "jha</w>": 38092,
+  "jhal": 45695,
+  "jhar": 31546,
+  "jharkhand</w>": 39001,
+  "jhb</w>": 34631,
+  "ji": 3252,
+  "ji</w>": 2697,
+  "jia</w>": 32907,
+  "jian</w>": 33427,
+  "jiang": 43309,
+  "jiang</w>": 25762,
+  "jic": 48350,
+  "jic</w>": 40215,
+  "jid</w>": 24403,
+  "jie</w>": 40005,
+  "jig": 15136,
+  "jig</w>": 47430,
+  "jigsaw</w>": 32987,
+  "jiha": 23194,
+  "jihad</w>": 29637,
+  "jihoon</w>": 44765,
+  "jil": 36225,
+  "jill": 24136,
+  "jill</w>": 15254,
+  "jillian</w>": 37820,
+  "jim": 3190,
+  "jim</w>": 4550,
+  "jima</w>": 20679,
+  "jimcantore</w>": 43950,
+  "jimenez</w>": 35947,
+  "jimi</w>": 30565,
+  "jimin</w>": 16286,
+  "jimmie</w>": 45679,
+  "jimmy": 12215,
+  "jimmy</w>": 6817,
+  "jimmyfallon</w>": 45265,
+  "jin": 7927,
+  "jin</w>": 8485,
+  "jind": 40609,
+  "jing": 34933,
+  "jing</w>": 28607,
+  "jingle</w>": 28699,
+  "jinnah</w>": 43141,
+  "jinping</w>": 39308,
+  "jinx</w>": 42977,
+  "jinyoung</w>": 38051,
+  "jio</w>": 40501,
+  "jis": 25988,
+  "jis</w>": 23515,
+  "jisoo</w>": 43070,
+  "jit": 11947,
+  "jit</w>": 20308,
+  "jitsu</w>": 24530,
+  "jiu": 43351,
+  "jiu</w>": 44123,
+  "jj": 12502,
+  "jj</w>": 12790,
+  "jk": 20189,
+  "jk</w>": 9702,
+  "jkt</w>": 21494,
+  "jl": 25027,
+  "jl</w>": 22911,
+  "jlo</w>": 31017,
+  "jm": 24044,
+  "jm</w>": 18657,
+  "jn": 24576,
+  "jn</w>": 21717,
+  "jnr</w>": 37145,
+  "jnu</w>": 47142,
+  "jo": 683,
+  "jo</w>": 3804,
+  "joachim</w>": 48979,
+  "joan": 28064,
+  "joan</w>": 12710,
+  "joann": 35484,
+  "joanna</w>": 25357,
+  "joanne": 43736,
+  "joanne</w>": 25092,
+  "joao</w>": 45666,
+  "joaqu": 25140,
+  "joaquin</w>": 30745,
+  "job": 13114,
+  "job</w>": 2075,
+  "jobs</w>": 3735,
+  "jobsearch</w>": 45459,
+  "joburg</w>": 39343,
+  "jocel": 36879,
+  "jocelyn</w>": 47259,
+  "jock</w>": 34485,
+  "jockey</w>": 20126,
+  "jodh": 48689,
+  "jodi": 36812,
+  "jodi</w>": 26888,
+  "jodie</w>": 33100,
+  "jody</w>": 32959,
+  "joe": 9309,
+  "joe</w>": 3305,
+  "joel": 19819,
+  "joel</w>": 11429,
+  "joes</w>": 34756,
+  "joey": 16281,
+  "joey</w>": 10455,
+  "jog": 37967,
+  "jog</w>": 31691,
+  "jogging</w>": 37922,
+  "joh": 1201,
+  "johan": 17416,
+  "johan</w>": 27789,
+  "johann</w>": 31180,
+  "johanna</w>": 41494,
+  "johannes</w>": 37779,
+  "johannesburg</w>": 28377,
+  "johansson</w>": 41512,
+  "johar</w>": 34871,
+  "john": 2004,
+  "john</w>": 1742,
+  "johncena</w>": 46820,
+  "johnnie</w>": 47947,
+  "johnny": 14464,
+  "johnny</w>": 6904,
+  "johns</w>": 14515,
+  "johnson": 26036,
+  "johnson</w>": 4010,
+  "johnston</w>": 19791,
+  "johnstone</w>": 40766,
+  "johor</w>": 34750,
+  "join": 14737,
+  "join</w>": 1384,
+  "joined</w>": 4954,
+  "joining</w>": 5118,
+  "joins</w>": 5681,
+  "joint</w>": 6640,
+  "jointhe": 30422,
+  "jointly</w>": 37471,
+  "joints</w>": 27204,
+  "jojo": 41484,
+  "jojo</w>": 22075,
+  "joke</w>": 7198,
+  "joker</w>": 18200,
+  "jokers</w>": 44101,
+  "jokes</w>": 11336,
+  "joking</w>": 26112,
+  "joko": 44975,
+  "jol": 9174,
+  "jol</w>": 36470,
+  "jolie</w>": 31633,
+  "jolla</w>": 46109,
+  "jolly</w>": 21516,
+  "jom": 32152,
+  "jon": 3026,
+  "jon</w>": 6139,
+  "jona": 6629,
+  "jonah": 47934,
+  "jonah</w>": 27556,
+  "jonas": 42373,
+  "jonas</w>": 13650,
+  "jonathan": 19026,
+  "jonathan</w>": 7762,
+  "jone": 33934,
+  "jones": 19091,
+  "jones</w>": 3538,
+  "jong": 20214,
+  "jong</w>": 14726,
+  "jonghyun</w>": 29023,
+  "jongin</w>": 36957,
+  "joni</w>": 43177,
+  "jonny": 28454,
+  "jonny</w>": 21895,
+  "joo": 25807,
+  "joo</w>": 27680,
+  "joom": 47543,
+  "joon</w>": 18547,
+  "joong</w>": 26544,
+  "jop": 30486,
+  "joplin</w>": 42688,
+  "jor": 2482,
+  "jor</w>": 31595,
+  "jordan": 14644,
+  "jordan</w>": 4388,
+  "jordani": 46898,
+  "jordi</w>": 44795,
+  "jorge": 48761,
+  "jorge</w>": 18225,
+  "jos": 20560,
+  "jos</w>": 19661,
+  "jose": 4647,
+  "jose</w>": 7075,
+  "josef</w>": 36584,
+  "josel": 47800,
+  "joseph": 14163,
+  "joseph</w>": 6478,
+  "josephine</w>": 34866,
+  "josh": 9998,
+  "josh</w>": 5679,
+  "joshi</w>": 24786,
+  "joshu": 9112,
+  "joshua</w>": 11852,
+  "josi": 33583,
+  "josie</w>": 33167,
+  "joss</w>": 42834,
+  "josé</w>": 27922,
+  "jou": 19921,
+  "jou</w>": 32029,
+  "jour": 2078,
+  "jour</w>": 17142,
+  "journ": 4563,
+  "journal</w>": 6626,
+  "journalism</w>": 10123,
+  "journalist</w>": 9914,
+  "journalists</w>": 12249,
+  "journals</w>": 24391,
+  "journe": 48833,
+  "journey": 32156,
+  "journey</w>": 3749,
+  "journeys</w>": 23329,
+  "journo</w>": 37034,
+  "journos</w>": 46437,
+  "jovi</w>": 33866,
+  "joy": 6308,
+  "joy</w>": 4273,
+  "joyce": 43753,
+  "joyce</w>": 15275,
+  "joye": 34052,
+  "joyeux</w>": 41876,
+  "joyful</w>": 24139,
+  "joyous</w>": 32245,
+  "joyride</w>": 46949,
+  "joys</w>": 22996,
+  "jp": 18249,
+  "jp</w>": 10557,
+  "jpg</w>": 36950,
+  "jpn</w>": 36212,
+  "jr": 13973,
+  "jr</w>": 3605,
+  "js": 46243,
+  "js</w>": 8006,
+  "jst</w>": 26523,
+  "jt": 39480,
+  "jt</w>": 18119,
+  "ju": 669,
+  "ju</w>": 9970,
+  "jual</w>": 38720,
+  "juan": 17148,
+  "juan</w>": 9274,
+  "juana</w>": 9081,
+  "jubi": 15485,
+  "jubil": 47743,
+  "jubilee</w>": 16907,
+  "juco</w>": 31570,
+  "jud": 8363,
+  "juda": 32478,
+  "judah</w>": 41066,
+  "judaism</w>": 42217,
+  "judas</w>": 39532,
+  "judd</w>": 29770,
+  "judg": 20012,
+  "judge": 16824,
+  "judge</w>": 5656,
+  "judged</w>": 33453,
+  "judgement</w>": 25246,
+  "judges</w>": 12575,
+  "judging</w>": 16570,
+  "judgment</w>": 24191,
+  "judi": 42546,
+  "judice</w>": 28032,
+  "judicial</w>": 19579,
+  "judiciary</w>": 24545,
+  "judith</w>": 24047,
+  "judo</w>": 27011,
+  "judy": 34663,
+  "judy</w>": 16510,
+  "jug</w>": 27619,
+  "jugg": 38628,
+  "juic": 38761,
+  "juice": 37954,
+  "juice</w>": 6916,
+  "juices</w>": 36757,
+  "juicy</w>": 17623,
+  "juju</w>": 43020,
+  "juke": 32519,
+  "jukebox</w>": 36411,
+  "jul": 34662,
+  "jul</w>": 15975,
+  "jule": 40819,
+  "jules</w>": 21996,
+  "juli": 3614,
+  "juli</w>": 49160,
+  "julia</w>": 10207,
+  "julian": 25459,
+  "julian</w>": 12643,
+  "juliana</w>": 46059,
+  "julie": 22534,
+  "julie</w>": 10505,
+  "julien</w>": 32595,
+  "juliet</w>": 20641,
+  "juliette</w>": 44804,
+  "julio</w>": 24888,
+  "julius</w>": 20870,
+  "july</w>": 2272,
+  "jum": 20791,
+  "jumbo</w>": 24678,
+  "jume": 45989,
+  "jump": 5519,
+  "jump</w>": 6423,
+  "jumped</w>": 16901,
+  "jumper</w>": 16558,
+  "jumpers</w>": 36485,
+  "jumping</w>": 11476,
+  "jumpman</w>": 48803,
+  "jumps</w>": 18911,
+  "jumpsuit</w>": 31044,
+  "jun": 1637,
+  "jun</w>": 7719,
+  "junction</w>": 11320,
+  "june": 23188,
+  "june</w>": 2345,
+  "jung": 13086,
+  "jung</w>": 13031,
+  "jungkook</w>": 20040,
+  "jungle": 42421,
+  "jungle</w>": 10865,
+  "juni": 4029,
+  "junior": 21167,
+  "junior</w>": 5027,
+  "juniors</w>": 16811,
+  "juniper</w>": 33829,
+  "junk</w>": 16000,
+  "junkie</w>": 27613,
+  "junkies</w>": 41207,
+  "juno</w>": 28845,
+  "junto</w>": 34282,
+  "jupit": 15270,
+  "jupiter</w>": 16212,
+  "jur": 15896,
+  "jura": 14715,
+  "jurassic": 28844,
+  "jurassic</w>": 21255,
+  "jurgen</w>": 39263,
+  "juris": 37010,
+  "jurisdic": 37714,
+  "jury</w>": 12931,
+  "jus</w>": 14999,
+  "just": 1770,
+  "just</w>": 761,
+  "justi": 14700,
+  "justic": 30399,
+  "justice": 16904,
+  "justice</w>": 3604,
+  "justicefor": 25812,
+  "justiceleague</w>": 41929,
+  "justices</w>": 44356,
+  "justified</w>": 34546,
+  "justify</w>": 28192,
+  "justin": 7537,
+  "justin</w>": 4394,
+  "justinbieber</w>": 12501,
+  "justine</w>": 34418,
+  "justintrudeau</w>": 32184,
+  "justsaying</w>": 42922,
+  "juve": 47717,
+  "juve</w>": 23092,
+  "juven": 12944,
+  "juvenile</w>": 19333,
+  "juvent": 13908,
+  "juventus": 47378,
+  "juventus</w>": 16208,
+  "jux": 33552,
+  "juxta": 34964,
+  "jv": 37932,
+  "jv</w>": 11805,
+  "jw": 30221,
+  "jw</w>": 24215,
+  "jy": 20979,
+  "jyo": 27378,
+  "jyoti</w>": 48696,
+  "jä": 45381,
+  "k": 74,
+  "k</w>": 330,
+  "ka": 1595,
+  "ka</w>": 1525,
+  "kaa</w>": 34496,
+  "kab": 6554,
+  "kab</w>": 45134,
+  "kabaddi</w>": 41749,
+  "kabir</w>": 38619,
+  "kabo": 47974,
+  "kabul</w>": 26160,
+  "kac": 21693,
+  "kach": 14341,
+  "kad": 10901,
+  "kade</w>": 41130,
+  "kaduna</w>": 38053,
+  "kae": 22542,
+  "kaeper": 30070,
+  "kaepernick</w>": 30713,
+  "kaf": 19870,
+  "kag": 13666,
+  "kag</w>": 31003,
+  "kah": 16068,
+  "kah</w>": 15463,
+  "kahn</w>": 35397,
+  "kai": 12752,
+  "kai</w>": 9601,
+  "kaido</w>": 40255,
+  "kail": 23623,
+  "kaine</w>": 39028,
+  "kair": 33027,
+  "kaiser": 43685,
+  "kaiser</w>": 29960,
+  "kait": 19326,
+  "kaitlyn</w>": 34948,
+  "kaj": 44788,
+  "kaj</w>": 40381,
+  "kak": 10401,
+  "kak</w>": 40128,
+  "kaka</w>": 47689,
+  "kaku</w>": 30900,
+  "kal": 4187,
+  "kal</w>": 18712,
+  "kala": 45453,
+  "kala</w>": 33105,
+  "kalam</w>": 40142,
+  "kalamaz": 42328,
+  "kalamazoo</w>": 46264,
+  "kalb</w>": 34483,
+  "kale": 17162,
+  "kale</w>": 16625,
+  "kaleido": 41144,
+  "kali": 17844,
+  "kali</w>": 26964,
+  "kalin": 42776,
+  "kalyan</w>": 23825,
+  "kam": 4104,
+  "kam</w>": 26011,
+  "kamal": 31371,
+  "kamal</w>": 28619,
+  "kamala</w>": 45003,
+  "kame": 45235,
+  "kamen</w>": 40738,
+  "kami</w>": 28707,
+  "kamloops</w>": 36602,
+  "kamp": 35179,
+  "kamp</w>": 29522,
+  "kampala</w>": 37134,
+  "kan": 2532,
+  "kan</w>": 8101,
+  "kana</w>": 35178,
+  "kand": 17478,
+  "kane": 32218,
+  "kane</w>": 9765,
+  "kang": 12226,
+  "kang</w>": 20789,
+  "kangar": 20622,
+  "kangaroo</w>": 25513,
+  "kani": 40907,
+  "kani</w>": 41948,
+  "kann": 18533,
+  "kannada</w>": 30053,
+  "kano</w>": 28201,
+  "kans</w>": 34012,
+  "kansas": 25507,
+  "kansas</w>": 6539,
+  "kansascity</w>": 46134,
+  "kant": 39923,
+  "kant</w>": 47132,
+  "kanth</w>": 24427,
+  "kanu</w>": 44565,
+  "kany": 13590,
+  "kanye": 29680,
+  "kanye</w>": 14965,
+  "kanyewest</w>": 31943,
+  "kap": 6804,
+  "kap</w>": 45279,
+  "kapam": 48561,
+  "kapil": 32337,
+  "kapil</w>": 42709,
+  "kapilshar": 48978,
+  "kaplan</w>": 37401,
+  "kapoor</w>": 9117,
+  "kapp": 36717,
+  "kappa</w>": 20239,
+  "kapur</w>": 42371,
+  "kar": 1813,
+  "kar</w>": 5933,
+  "kara</w>": 12552,
+  "karab": 40916,
+  "karachi</w>": 13671,
+  "karak": 40372,
+  "karan": 20077,
+  "karan</w>": 20931,
+  "karanjohar</w>": 47621,
+  "karao": 16262,
+  "karaoke</w>": 16640,
+  "karate</w>": 21211,
+  "kardashi": 13619,
+  "kardashian</w>": 14578,
+  "kare": 14310,
+  "kare</w>": 38354,
+  "kareem</w>": 38885,
+  "kareena</w>": 41569,
+  "karen": 17719,
+  "karen</w>": 10349,
+  "kari": 15339,
+  "kari</w>": 15161,
+  "karim</w>": 33477,
+  "karin</w>": 43917,
+  "karina</w>": 40250,
+  "karl": 20967,
+  "karl</w>": 13134,
+  "karla</w>": 42309,
+  "karma</w>": 17658,
+  "karnat": 13994,
+  "karnataka</w>": 15515,
+  "karo</w>": 45305,
+  "kart": 47841,
+  "kart</w>": 21310,
+  "karthik</w>": 41397,
+  "karti": 23053,
+  "kartikeyan</w>": 32584,
+  "karting</w>": 41655,
+  "kas": 6119,
+  "kas</w>": 14372,
+  "kasa</w>": 46111,
+  "kash": 6954,
+  "kash</w>": 21371,
+  "kashi": 47945,
+  "kashmir": 20251,
+  "kashmir</w>": 10783,
+  "kashmiri</w>": 35331,
+  "kasi": 45870,
+  "kasi</w>": 32819,
+  "kasich</w>": 39666,
+  "kat": 2844,
+  "kat</w>": 9341,
+  "kata</w>": 14558,
+  "kate": 11620,
+  "kate</w>": 6699,
+  "katelyn</w>": 45963,
+  "kath": 7386,
+  "kath</w>": 19745,
+  "katharine</w>": 41473,
+  "katherine</w>": 17687,
+  "kathle": 18721,
+  "kathleen</w>": 21709,
+  "kathmandu</w>": 34456,
+  "kathniel</w>": 36159,
+  "kathr": 14905,
+  "kathryn": 33142,
+  "kathryn</w>": 19999,
+  "kathy": 34775,
+  "kathy</w>": 18795,
+  "kati": 6515,
+  "kati</w>": 29928,
+  "katic</w>": 48058,
+  "katie": 24117,
+  "katie</w>": 9076,
+  "katniss</w>": 47916,
+  "kato</w>": 27573,
+  "katrin": 31282,
+  "katrina</w>": 21397,
+  "katrinakaif</w>": 45845,
+  "kats</w>": 44213,
+  "katsu": 49296,
+  "katsu</w>": 43712,
+  "katy": 17609,
+  "katy</w>": 14435,
+  "katyperry</w>": 28309,
+  "katz</w>": 30790,
+  "kau": 9299,
+  "kau</w>": 36895,
+  "kauai</w>": 44050,
+  "kaufman</w>": 37188,
+  "kaur</w>": 30518,
+  "kav": 10228,
+  "kavan": 18576,
+  "kavanaugh</w>": 20252,
+  "kaw": 10842,
+  "kaw</w>": 42719,
+  "kawa</w>": 33244,
+  "kawaii</w>": 26891,
+  "kawasaki</w>": 28227,
+  "kawhi</w>": 41220,
+  "kay": 4673,
+  "kay</w>": 9862,
+  "kaya</w>": 22752,
+  "kayak</w>": 27043,
+  "kayaking</w>": 28977,
+  "kaye</w>": 33003,
+  "kayla</w>": 17139,
+  "kaylee</w>": 47215,
+  "kayo</w>": 37021,
+  "kaz": 8812,
+  "kaz</w>": 39622,
+  "kazakh": 25451,
+  "kazakhstan</w>": 26720,
+  "kazan</w>": 47641,
+  "kb": 27381,
+  "kb</w>": 19960,
+  "kbs</w>": 27418,
+  "kc": 10869,
+  "kc</w>": 8638,
+  "kca</w>": 14347,
+  "kcon</w>": 39970,
+  "kcr": 46181,
+  "kd": 21826,
+  "kd</w>": 15597,
+  "kday</w>": 31074,
+  "kdrama</w>": 48628,
+  "ke": 643,
+  "ke</w>": 618,
+  "kea</w>": 47926,
+  "kean": 43288,
+  "keane</w>": 28635,
+  "keanu</w>": 40608,
+  "kear": 21562,
+  "kearney</w>": 36435,
+  "keating</w>": 40045,
+  "keaton</w>": 29975,
+  "kebab</w>": 36497,
+  "ked": 11730,
+  "ked</w>": 1243,
+  "kee": 9724,
+  "kee</w>": 6760,
+  "keef</w>": 42323,
+  "keefe</w>": 46965,
+  "keegan</w>": 31122,
+  "keel</w>": 48376,
+  "keen": 17714,
+  "keen</w>": 13218,
+  "keenan</w>": 36276,
+  "keep": 2924,
+  "keep</w>": 1726,
+  "keeper</w>": 7650,
+  "keepers</w>": 16130,
+  "keepin</w>": 41712,
+  "keeping": 38371,
+  "keeping</w>": 4873,
+  "keepit": 28044,
+  "keeps</w>": 6333,
+  "keer": 27412,
+  "keerth": 47500,
+  "keerthyofficial</w>": 48185,
+  "kees</w>": 10791,
+  "keg</w>": 32785,
+  "keh": 41272,
+  "keh</w>": 36983,
+  "kei": 18735,
+  "kei</w>": 24835,
+  "keith": 18762,
+  "keith</w>": 8252,
+  "kej": 15674,
+  "kejri": 16617,
+  "kejriwal</w>": 17334,
+  "keke</w>": 39195,
+  "kel": 2825,
+  "kel</w>": 7553,
+  "kele": 41765,
+  "kell": 16082,
+  "kell</w>": 40103,
+  "keller</w>": 21407,
+  "kelley</w>": 23776,
+  "kelli": 45852,
+  "kelli</w>": 46190,
+  "kellie</w>": 49224,
+  "kellogg</w>": 44218,
+  "kelly": 13417,
+  "kelly</w>": 5220,
+  "kelown": 31708,
+  "kelowna</w>": 32963,
+  "kelsey": 42295,
+  "kelsey</w>": 23018,
+  "kelvin</w>": 32859,
+  "kem": 31013,
+  "kem</w>": 17349,
+  "kemp": 18302,
+  "kemp</w>": 25325,
+  "ken": 1838,
+  "ken</w>": 1702,
+  "kend": 7497,
+  "kendal</w>": 44836,
+  "kendall": 34607,
+  "kendall</w>": 16238,
+  "kendra</w>": 36074,
+  "kendrick": 41787,
+  "kendrick</w>": 21953,
+  "kendricklamar</w>": 47020,
+  "kenne": 6209,
+  "kennedy": 38631,
+  "kennedy</w>": 9004,
+  "kennel</w>": 39595,
+  "kenneth": 46900,
+  "kenneth</w>": 17839,
+  "kenney</w>": 41373,
+  "kenny": 20185,
+  "kenny</w>": 9595,
+  "kens</w>": 29765,
+  "kensing": 21505,
+  "kensington</w>": 24988,
+  "kent": 13875,
+  "kent</w>": 8214,
+  "kentu": 9045,
+  "kentucky": 32230,
+  "kentucky</w>": 10014,
+  "keny": 17374,
+  "kenya</w>": 6181,
+  "kenyan</w>": 22624,
+  "kenyans</w>": 36263,
+  "kenyatta</w>": 31012,
+  "kenzie</w>": 38087,
+  "keo": 43062,
+  "kept</w>": 7737,
+  "ker": 2352,
+  "ker</w>": 1485,
+  "keral": 35122,
+  "kerala</w>": 11881,
+  "kered</w>": 26690,
+  "kerel</w>": 32232,
+  "keri</w>": 43447,
+  "kermit</w>": 40908,
+  "kern</w>": 40150,
+  "kernel</w>": 40684,
+  "kerr</w>": 20491,
+  "kerri": 41849,
+  "kerry": 24795,
+  "kerry</w>": 13097,
+  "kers": 30347,
+  "kers</w>": 2880,
+  "kershaw</w>": 40785,
+  "kerson</w>": 42810,
+  "kerswednesday</w>": 48152,
+  "kert</w>": 47279,
+  "kes": 38398,
+  "kes</w>": 1115,
+  "kesh</w>": 19751,
+  "kesha</w>": 36526,
+  "kest</w>": 15080,
+  "ket": 2715,
+  "ket</w>": 1236,
+  "ketball</w>": 38240,
+  "ketch": 22590,
+  "ketch</w>": 35371,
+  "ketchup</w>": 26724,
+  "kete": 25404,
+  "keted</w>": 41396,
+  "keting</w>": 15951,
+  "keto": 27485,
+  "keto</w>": 28754,
+  "kets</w>": 1632,
+  "kett": 23124,
+  "kett</w>": 10312,
+  "kettering</w>": 43779,
+  "kettle": 41992,
+  "kettle</w>": 24303,
+  "kev": 22758,
+  "kev</w>": 29419,
+  "kevin": 9419,
+  "kevin</w>": 4685,
+  "kew": 38014,
+  "kew</w>": 31409,
+  "kex": 30251,
+  "key": 2891,
+  "key</w>": 1458,
+  "keyan</w>": 27617,
+  "keyboard</w>": 13017,
+  "keyboards</w>": 49237,
+  "keychain</w>": 31050,
+  "keye": 40516,
+  "keye</w>": 20635,
+  "keyes</w>": 18336,
+  "keynes</w>": 32462,
+  "keynote</w>": 7556,
+  "keys": 48912,
+  "keys</w>": 6355,
+  "keystone</w>": 30688,
+  "keyword</w>": 42284,
+  "keywords</w>": 48122,
+  "kf": 33308,
+  "kf</w>": 42119,
+  "kfc</w>": 22032,
+  "kg": 36772,
+  "kg</w>": 7817,
+  "kgs</w>": 46629,
+  "kh": 2166,
+  "kh</w>": 7452,
+  "kha": 7333,
+  "kha</w>": 18929,
+  "khair": 43742,
+  "khaki</w>": 41646,
+  "khal": 13070,
+  "khaled</w>": 29343,
+  "khali": 11324,
+  "khalid</w>": 27166,
+  "khalifa</w>": 21389,
+  "khalil</w>": 36229,
+  "kham": 24892,
+  "khan": 13318,
+  "khan</w>": 3873,
+  "khand": 43384,
+  "khand</w>": 31110,
+  "khanna</w>": 29931,
+  "khar": 18340,
+  "khar</w>": 28578,
+  "khart</w>": 37458,
+  "khat": 43290,
+  "khe": 26360,
+  "kher</w>": 43843,
+  "khi": 39062,
+  "khi</w>": 42925,
+  "khil": 34101,
+  "khloe</w>": 45312,
+  "kho": 14022,
+  "kho</w>": 28774,
+  "khou</w>": 30656,
+  "khs</w>": 21239,
+  "khtar</w>": 45593,
+  "khu": 14041,
+  "khur": 32083,
+  "khy": 40917,
+  "khz</w>": 45604,
+  "ki": 848,
+  "ki</w>": 2608,
+  "kia</w>": 8712,
+  "kian": 43961,
+  "kian</w>": 25708,
+  "kians</w>": 44010,
+  "kib": 43108,
+  "kiba": 37207,
+  "kic": 24003,
+  "kic</w>": 27633,
+  "kicchasu": 44665,
+  "kicchasudeep</w>": 45560,
+  "kick": 4102,
+  "kick</w>": 4289,
+  "kickass</w>": 39299,
+  "kickboxing</w>": 36041,
+  "kicked</w>": 12479,
+  "kicker</w>": 26338,
+  "kickin</w>": 34597,
+  "kicking</w>": 7802,
+  "kickoff</w>": 10245,
+  "kicks</w>": 6989,
+  "kickstart</w>": 40780,
+  "kickstarter</w>": 13228,
+  "kid": 3948,
+  "kid</w>": 3551,
+  "kidd</w>": 24082,
+  "kidding</w>": 14535,
+  "kiddo</w>": 36360,
+  "kiddos</w>": 29205,
+  "kidlit": 39064,
+  "kidlit</w>": 33515,
+  "kidlitart</w>": 41600,
+  "kidman</w>": 44931,
+  "kidnap</w>": 45100,
+  "kidnapp": 16183,
+  "kidnapped</w>": 24737,
+  "kidnapping</w>": 32361,
+  "kidney": 37835,
+  "kidney</w>": 14610,
+  "kids": 15561,
+  "kids</w>": 1911,
+  "kidz</w>": 41938,
+  "kie": 8544,
+  "kie</w>": 3094,
+  "kiefer</w>": 48026,
+  "kiel": 40940,
+  "kiel</w>": 25509,
+  "kien</w>": 28782,
+  "kier": 20403,
+  "kier</w>": 35575,
+  "kieran</w>": 29231,
+  "kies": 36601,
+  "kies</w>": 4993,
+  "kiest</w>": 29755,
+  "kiev</w>": 24585,
+  "kiewicz</w>": 47574,
+  "kigali</w>": 40278,
+  "kii</w>": 39340,
+  "kik</w>": 36176,
+  "kiki</w>": 23962,
+  "kiko</w>": 40861,
+  "kil": 4912,
+  "kil</w>": 39337,
+  "kildare</w>": 45541,
+  "kili": 24386,
+  "kilig</w>": 49172,
+  "kilimanjaro</w>": 43470,
+  "kilkenny</w>": 33805,
+  "kill": 6163,
+  "kill</w>": 4367,
+  "killa</w>": 41355,
+  "killarney</w>": 48813,
+  "killed</w>": 3733,
+  "killer": 28230,
+  "killer</w>": 6613,
+  "killers</w>": 17614,
+  "killin</w>": 25903,
+  "killing": 37977,
+  "killing</w>": 5923,
+  "killings</w>": 24918,
+  "kills</w>": 9795,
+  "kiln</w>": 44150,
+  "kilo": 39281,
+  "kilom": 26285,
+  "kilometers</w>": 39192,
+  "kilometres</w>": 43278,
+  "kilt</w>": 49319,
+  "kim": 4639,
+  "kim</w>": 4606,
+  "kimber": 16796,
+  "kimberley</w>": 39859,
+  "kimberly</w>": 27465,
+  "kimchi</w>": 41027,
+  "kimi</w>": 31536,
+  "kimkardashian</w>": 35400,
+  "kimmel</w>": 27820,
+  "kimono</w>": 40024,
+  "kin": 1442,
+  "kin</w>": 2667,
+  "kina</w>": 28518,
+  "kind": 7204,
+  "kind</w>": 3044,
+  "kinda</w>": 6612,
+  "kinder": 12711,
+  "kinder</w>": 24159,
+  "kindergarten</w>": 16749,
+  "kindle": 24704,
+  "kindle</w>": 10746,
+  "kindleunlimited</w>": 32164,
+  "kindly</w>": 13952,
+  "kindness": 45112,
+  "kindness</w>": 10614,
+  "kinds</w>": 14879,
+  "kine": 17607,
+  "kineni</w>": 49080,
+  "kinetic</w>": 37699,
+  "king": 2365,
+  "king</w>": 674,
+  "kingdom": 21870,
+  "kingdom</w>": 7364,
+  "kingdomhearts</w>": 48570,
+  "kingdoms</w>": 43890,
+  "kingfisher</w>": 34330,
+  "kingjames</w>": 33153,
+  "kingly</w>": 33642,
+  "kingof": 27878,
+  "kings": 18590,
+  "kings</w>": 4232,
+  "kingsley</w>": 41807,
+  "kingston": 40736,
+  "kingston</w>": 15393,
+  "kini</w>": 41644,
+  "kinky</w>": 37006,
+  "kinney</w>": 37233,
+  "kino</w>": 39000,
+  "kins": 31060,
+  "kins</w>": 4386,
+  "kinson</w>": 12095,
+  "kio": 28210,
+  "kio</w>": 39401,
+  "kiosk</w>": 39146,
+  "kip": 27636,
+  "kip</w>": 15986,
+  "kipp": 43329,
+  "kir": 3476,
+  "kir</w>": 32949,
+  "kira</w>": 33038,
+  "kiran": 43234,
+  "kiran</w>": 36603,
+  "kirby</w>": 17065,
+  "kiri": 34170,
+  "kiri</w>": 45826,
+  "kirk": 10639,
+  "kirk</w>": 11508,
+  "kirkland</w>": 43061,
+  "kiro</w>": 39749,
+  "kirstel</w>": 46483,
+  "kirsten</w>": 31813,
+  "kirsty</w>": 37787,
+  "kis": 3199,
+  "kis</w>": 22796,
+  "kish": 25662,
+  "kiss": 43757,
+  "kiss</w>": 5946,
+  "kissed</w>": 22561,
+  "kisses": 47876,
+  "kisses</w>": 11220,
+  "kissing</w>": 18637,
+  "kistan</w>": 29580,
+  "kit": 4566,
+  "kit</w>": 4274,
+  "kita</w>": 29961,
+  "kitch": 3850,
+  "kitchen": 18131,
+  "kitchen</w>": 4485,
+  "kitchener</w>": 34428,
+  "kitchens</w>": 28301,
+  "kite": 47777,
+  "kite</w>": 19867,
+  "kites</w>": 45829,
+  "kits</w>": 13730,
+  "kitt": 10840,
+  "kitten</w>": 13063,
+  "kittens</w>": 17216,
+  "kitties</w>": 36013,
+  "kitty": 25067,
+  "kitty</w>": 8417,
+  "kiwan": 38709,
+  "kiwanis</w>": 46513,
+  "kiwi</w>": 22440,
+  "kiwis</w>": 48108,
+  "kiya</w>": 41610,
+  "kj": 27385,
+  "kj</w>": 28238,
+  "kja": 41048,
+  "kjv</w>": 37387,
+  "kk": 4390,
+  "kk</w>": 10849,
+  "kka</w>": 19002,
+  "kke</w>": 44239,
+  "kker</w>": 32399,
+  "kki</w>": 44672,
+  "kkk</w>": 20073,
+  "kkkk": 15834,
+  "kkkk</w>": 47160,
+  "kkkkkkkk": 31042,
+  "kko</w>": 43965,
+  "kkr</w>": 40855,
+  "kl": 8498,
+  "kl</w>": 14134,
+  "kla": 11249,
+  "klan</w>": 46935,
+  "klar": 41374,
+  "klaus</w>": 31788,
+  "kle": 7612,
+  "kle</w>": 7432,
+  "klein": 33475,
+  "klein</w>": 17579,
+  "kley</w>": 18594,
+  "kli": 31640,
+  "klin": 44809,
+  "klin</w>": 41647,
+  "kline</w>": 47580,
+  "kling": 40270,
+  "klm</w>": 38859,
+  "klo": 15296,
+  "klopp</w>": 26446,
+  "kltu</w>": 25978,
+  "klu": 21852,
+  "kly</w>": 45090,
+  "km": 29954,
+  "km</w>": 4590,
+  "kman</w>": 33312,
+  "kms</w>": 24996,
+  "kn": 4825,
+  "kn</w>": 23693,
+  "knapp</w>": 33945,
+  "kne": 6358,
+  "knee</w>": 9897,
+  "knees</w>": 19115,
+  "kner</w>": 31578,
+  "knew</w>": 5009,
+  "kni": 6312,
+  "knick": 33286,
+  "knicks</w>": 17657,
+  "knife": 44176,
+  "knife</w>": 8960,
+  "knigh": 43099,
+  "knight": 17949,
+  "knight</w>": 7355,
+  "knights</w>": 10385,
+  "knit": 18745,
+  "knit</w>": 14313,
+  "knitted</w>": 28151,
+  "knitting</w>": 18863,
+  "knives</w>": 20910,
+  "kno": 1482,
+  "kno</w>": 25362,
+  "knob</w>": 29736,
+  "knobs</w>": 47504,
+  "knock": 14195,
+  "knock</w>": 11583,
+  "knocked</w>": 15325,
+  "knocking</w>": 20380,
+  "knockout</w>": 22602,
+  "knocks</w>": 24296,
+  "knoll</w>": 43882,
+  "knot</w>": 18412,
+  "knots</w>": 32428,
+  "know": 4179,
+  "know</w>": 1038,
+  "knowing</w>": 9267,
+  "knowledge": 27864,
+  "knowledge</w>": 5510,
+  "knowledgeable</w>": 43391,
+  "knowles</w>": 32631,
+  "known</w>": 3102,
+  "knows</w>": 4309,
+  "knowyour": 30773,
+  "knox": 18630,
+  "knox</w>": 21833,
+  "knoxville</w>": 23232,
+  "knu": 14812,
+  "knuck": 21333,
+  "knuckle</w>": 42023,
+  "knuckles</w>": 40127,
+  "knw</w>": 40803,
+  "ko": 1313,
+  "ko</w>": 2448,
+  "koala</w>": 36654,
+  "kobe": 42644,
+  "kobe</w>": 14470,
+  "kobo</w>": 42390,
+  "koch</w>": 25331,
+  "kochi</w>": 36710,
+  "kodak</w>": 30425,
+  "kodi": 46611,
+  "kof": 17528,
+  "koff</w>": 47303,
+  "kofi</w>": 40400,
+  "koh": 13379,
+  "koh</w>": 31216,
+  "kohl</w>": 48479,
+  "kohli</w>": 17549,
+  "koi</w>": 28150,
+  "kojima</w>": 46419,
+  "kok": 32045,
+  "kok</w>": 11225,
+  "koko": 42426,
+  "koko</w>": 40003,
+  "kol": 7142,
+  "kol</w>": 31023,
+  "kolkata</w>": 18011,
+  "kom": 6686,
+  "kom</w>": 24181,
+  "kombat</w>": 29670,
+  "kombucha</w>": 48615,
+  "komo</w>": 31820,
+  "kon": 5743,
+  "kon</w>": 29519,
+  "kona</w>": 30203,
+  "kong": 31784,
+  "kong</w>": 6506,
+  "konstant": 46583,
+  "koo": 12225,
+  "koo</w>": 40472,
+  "kook</w>": 16003,
+  "kool": 36755,
+  "kool</w>": 26444,
+  "kop": 16623,
+  "kop</w>": 38999,
+  "kor": 6428,
+  "kor</w>": 24175,
+  "kore": 3919,
+  "korea</w>": 5915,
+  "korean": 31949,
+  "korean</w>": 8034,
+  "kori</w>": 42842,
+  "korn": 45412,
+  "korn</w>": 31492,
+  "kors</w>": 34535,
+  "kos": 47438,
+  "kos</w>": 22951,
+  "kosh</w>": 45233,
+  "kosher</w>": 36502,
+  "koso": 23892,
+  "kosovo</w>": 28343,
+  "kot": 23323,
+  "kot</w>": 20701,
+  "kota</w>": 21735,
+  "koto": 40945,
+  "koto</w>": 29977,
+  "kou": 18502,
+  "kou</w>": 39614,
+  "kour": 34134,
+  "kov": 17733,
+  "kov</w>": 15156,
+  "kova</w>": 26185,
+  "koval": 47903,
+  "kovic</w>": 16886,
+  "kovich</w>": 44794,
+  "kovsky</w>": 33384,
+  "kow": 29764,
+  "kow</w>": 23919,
+  "kowski</w>": 17649,
+  "koz": 29598,
+  "kp": 16174,
+  "kp</w>": 16894,
+  "kpa</w>": 38759,
+  "kph</w>": 41138,
+  "kpk</w>": 42094,
+  "kpmg</w>": 38243,
+  "kpop": 29534,
+  "kpop</w>": 15859,
+  "kprc</w>": 47832,
+  "kprs</w>": 46253,
+  "kr": 7309,
+  "kr</w>": 14107,
+  "kra": 5762,
+  "kraft</w>": 28057,
+  "kraja</w>": 29016,
+  "kraken</w>": 48408,
+  "krakow</w>": 40033,
+  "kram": 19075,
+  "kramer</w>": 27495,
+  "kran": 33243,
+  "kranti</w>": 47969,
+  "krat": 30470,
+  "kre": 8362,
+  "kreme</w>": 43140,
+  "kremlin</w>": 33979,
+  "kri": 3679,
+  "kris": 35251,
+  "kris</w>": 12261,
+  "krish": 11487,
+  "krishna</w>": 15863,
+  "krishnan</w>": 46535,
+  "krispy</w>": 49292,
+  "krist": 16490,
+  "kristen": 28881,
+  "kristen</w>": 16644,
+  "kristi": 26895,
+  "kristin": 35408,
+  "kristin</w>": 26785,
+  "kristina</w>": 33180,
+  "krit": 36265,
+  "kro": 16193,
+  "kroger</w>": 36344,
+  "kron": 25999,
+  "kru": 10609,
+  "kruger</w>": 32948,
+  "krun": 43084,
+  "kry": 13995,
+  "krystal</w>": 36554,
+  "ks": 10470,
+  "ks</w>": 662,
+  "ksa</w>": 25439,
+  "ksh</w>": 36594,
+  "kst</w>": 17420,
+  "kstate": 48590,
+  "ksu</w>": 43496,
+  "kswx</w>": 36180,
+  "kt": 17238,
+  "kt</w>": 7792,
+  "ktm</w>": 33989,
+  "ktn": 42170,
+  "kton</w>": 37848,
+  "kts</w>": 48577,
+  "ktv": 36444,
+  "ku": 1836,
+  "ku</w>": 4827,
+  "kuala</w>": 30336,
+  "kubball</w>": 48995,
+  "kuber": 41336,
+  "kubernetes</w>": 45144,
+  "kubrick</w>": 37032,
+  "kuch</w>": 39394,
+  "kud": 40818,
+  "kudos</w>": 14481,
+  "kul": 11325,
+  "kul</w>": 31514,
+  "kum": 18086,
+  "kum</w>": 28148,
+  "kuma": 43139,
+  "kuma</w>": 33920,
+  "kumar": 22329,
+  "kumar</w>": 7674,
+  "kumb": 31391,
+  "kun": 6849,
+  "kun</w>": 21842,
+  "kung": 39656,
+  "kung</w>": 22347,
+  "kunst</w>": 37881,
+  "kup": 39023,
+  "kups</w>": 27240,
+  "kur": 4862,
+  "kurdi": 23504,
+  "kurdish</w>": 21644,
+  "kurdistan</w>": 24459,
+  "kurds</w>": 20888,
+  "kuri": 46375,
+  "kuro": 28239,
+  "kuro</w>": 47826,
+  "kurt": 31903,
+  "kurt</w>": 14527,
+  "kus": 27618,
+  "kus</w>": 27505,
+  "kush": 22264,
+  "kush</w>": 24594,
+  "kushner</w>": 36716,
+  "kut": 17283,
+  "kut</w>": 36965,
+  "kuwait</w>": 19679,
+  "kuya</w>": 34815,
+  "kuz": 33253,
+  "kv": 27594,
+  "kv</w>": 34249,
+  "kw": 10072,
+  "kw</w>": 18339,
+  "kwa": 32784,
+  "kwa</w>": 48576,
+  "kwame</w>": 46681,
+  "kwan": 37100,
+  "kwan</w>": 39447,
+  "kwang</w>": 40260,
+  "kwe": 26050,
+  "kwi": 35327,
+  "kwon</w>": 36369,
+  "kx": 28190,
+  "kx</w>": 46442,
+  "ky": 2018,
+  "ky</w>": 2383,
+  "kya</w>": 29142,
+  "kyc</w>": 37758,
+  "kyiv</w>": 36422,
+  "kyle": 15847,
+  "kyle</w>": 7539,
+  "kylie": 28282,
+  "kylie</w>": 17983,
+  "kyliejenner</w>": 47232,
+  "kylo</w>": 47704,
+  "kyo": 13150,
+  "kyo</w>": 6281,
+  "kyoto</w>": 23223,
+  "kyr": 26329,
+  "kyrgy": 40013,
+  "kyrgyz": 48346,
+  "kyrie</w>": 21857,
+  "kyu": 28296,
+  "kyu</w>": 25490,
+  "kyuhyun</w>": 37229,
+  "kyung</w>": 41058,
+  "kyungsoo</w>": 30280,
+  "kywx</w>": 39940,
+  "kz": 48743,
+  "kz</w>": 36848,
+  "kzn</w>": 38264,
+  "kö": 32437,
+  "l": 75,
+  "l</w>": 331,
+  "la": 572,
+  "la</w>": 1210,
+  "laa</w>": 44642,
+  "lab": 3537,
+  "lab</w>": 4352,
+  "labe": 25749,
+  "label": 12235,
+  "label</w>": 9093,
+  "labeled</w>": 32720,
+  "labeling</w>": 36825,
+  "labelled</w>": 45188,
+  "labels</w>": 17413,
+  "lable</w>": 31879,
+  "labor": 11201,
+  "labor</w>": 7878,
+  "laboratories</w>": 43421,
+  "laboratory</w>": 17664,
+  "laborday</w>": 39324,
+  "labou": 32700,
+  "labour": 19586,
+  "labour</w>": 6019,
+  "labourdoorstep</w>": 37008,
+  "labout": 35961,
+  "labra": 37067,
+  "labrador</w>": 25409,
+  "labs</w>": 12021,
+  "laby": 29131,
+  "labyrin": 31782,
+  "labyrinth</w>": 35594,
+  "lac": 4477,
+  "lac</w>": 16189,
+  "lace": 30012,
+  "lace</w>": 5421,
+  "laced</w>": 36800,
+  "laces</w>": 23281,
+  "lacey</w>": 31754,
+  "lach": 30558,
+  "lack": 24915,
+  "lack</w>": 8069,
+  "lacking</w>": 30080,
+  "lacks</w>": 34388,
+  "laco": 45882,
+  "lacrosse</w>": 12915,
+  "lacy</w>": 38645,
+  "lad": 15991,
+  "lad</w>": 10707,
+  "ladak": 42312,
+  "ladakh</w>": 45295,
+  "ladder</w>": 16637,
+  "ladders</w>": 47125,
+  "lade</w>": 26447,
+  "laden</w>": 28634,
+  "ladi": 12934,
+  "ladies": 28932,
+  "ladies</w>": 3431,
+  "lads</w>": 9803,
+  "lady": 7275,
+  "lady</w>": 2909,
+  "ladybird</w>": 43389,
+  "ladybug</w>": 40038,
+  "ladygaga</w>": 21232,
+  "laf": 47555,
+  "lafayette</w>": 22683,
+  "lag": 30932,
+  "lag</w>": 20394,
+  "laga</w>": 30161,
+  "lage</w>": 24369,
+  "lager": 36811,
+  "lager</w>": 22989,
+  "lagh": 37237,
+  "laghate": 47565,
+  "laghateparth</w>": 48780,
+  "lagi</w>": 39786,
+  "lago": 42698,
+  "lago</w>": 31476,
+  "lagoon</w>": 22753,
+  "lagos</w>": 12728,
+  "lagun": 18500,
+  "laguna</w>": 23609,
+  "lah": 27315,
+  "lah</w>": 4299,
+  "lahat</w>": 42164,
+  "lahore</w>": 16733,
+  "lai</w>": 23947,
+  "laid": 42560,
+  "laid</w>": 11160,
+  "lain": 46958,
+  "lain</w>": 17151,
+  "laine</w>": 35860,
+  "lair</w>": 31981,
+  "lais</w>": 34923,
+  "lak": 12890,
+  "lak</w>": 26793,
+  "lake": 6441,
+  "lake</w>": 2553,
+  "lakedistrict</w>": 26437,
+  "lakel": 26133,
+  "lakeland</w>": 34306,
+  "laker": 45717,
+  "lakers</w>": 13570,
+  "lakes</w>": 9265,
+  "lakeshore</w>": 42595,
+  "lakeside</w>": 30915,
+  "lakewood</w>": 36417,
+  "lakh</w>": 21487,
+  "lakhs</w>": 37985,
+  "lakings</w>": 34289,
+  "lakota</w>": 45510,
+  "laksh": 24937,
+  "lakshmi</w>": 39682,
+  "lal": 12301,
+  "lal</w>": 19430,
+  "lala</w>": 33661,
+  "lali": 21726,
+  "laliga</w>": 32383,
+  "lam": 2022,
+  "lam</w>": 5704,
+  "lama</w>": 26049,
+  "lamar": 28678,
+  "lamar</w>": 17284,
+  "lamb": 19863,
+  "lamb</w>": 10034,
+  "lambda</w>": 36687,
+  "lambert</w>": 14574,
+  "lambeth</w>": 43410,
+  "lambo</w>": 45464,
+  "lamborgh": 18709,
+  "lamborghini</w>": 19462,
+  "lambs</w>": 30361,
+  "lame</w>": 23192,
+  "lamin": 22337,
+  "laminated</w>": 49079,
+  "lamo": 41461,
+  "lamont</w>": 46719,
+  "lamp": 26700,
+  "lamp</w>": 10725,
+  "lampard</w>": 39989,
+  "lamps</w>": 23424,
+  "lan": 1193,
+  "lan</w>": 4872,
+  "lana</w>": 15406,
+  "lanapar": 47437,
+  "lanaparrilla</w>": 47819,
+  "lanc": 11872,
+  "lanca": 15694,
+  "lancashire</w>": 20939,
+  "lancaster</w>": 16446,
+  "lance": 26025,
+  "lance</w>": 11609,
+  "lancer</w>": 38195,
+  "lancers</w>": 46392,
+  "lancia</w>": 48698,
+  "lancs</w>": 47540,
+  "land": 1567,
+  "land</w>": 973,
+  "lande</w>": 36556,
+  "landed</w>": 9873,
+  "lander": 37247,
+  "lander</w>": 9666,
+  "landers</w>": 20019,
+  "landfall</w>": 38465,
+  "landfill</w>": 34947,
+  "landia</w>": 41384,
+  "landing</w>": 8292,
+  "landings</w>": 46104,
+  "landlord</w>": 28938,
+  "landlords</w>": 35283,
+  "landmark</w>": 15208,
+  "landmarks</w>": 30393,
+  "lando": 25463,
+  "lando</w>": 7065,
+  "landon</w>": 32748,
+  "landrover</w>": 38125,
+  "landry</w>": 36137,
+  "lands": 40223,
+  "lands</w>": 2961,
+  "landsc": 4384,
+  "landscape": 21123,
+  "landscape</w>": 5727,
+  "landscapephotography</w>": 28125,
+  "landscapes</w>": 15344,
+  "landscaping</w>": 25642,
+  "landslide</w>": 31954,
+  "lane": 25534,
+  "lane</w>": 3980,
+  "lanes</w>": 10345,
+  "laney</w>": 38552,
+  "lang": 7969,
+  "lang</w>": 8578,
+  "lange</w>": 32021,
+  "langford</w>": 45615,
+  "langley</w>": 28595,
+  "langu": 4095,
+  "language": 46103,
+  "language</w>": 4781,
+  "languages</w>": 13527,
+  "lani</w>": 22964,
+  "lanka</w>": 16221,
+  "lankan</w>": 40531,
+  "lannister</w>": 49056,
+  "lans": 43550,
+  "lansing</w>": 30805,
+  "lant</w>": 44504,
+  "lanta</w>": 44768,
+  "lantern</w>": 17185,
+  "lanterns</w>": 33676,
+  "lantic": 32601,
+  "lantic</w>": 27678,
+  "lants</w>": 38425,
+  "lanyard</w>": 46808,
+  "lao": 32475,
+  "lao</w>": 29521,
+  "laos</w>": 34353,
+  "lap": 7213,
+  "lap</w>": 8639,
+  "lapd</w>": 32557,
+  "lapel</w>": 47961,
+  "lapland</w>": 43633,
+  "laps</w>": 18711,
+  "lapse</w>": 33365,
+  "laptop</w>": 10464,
+  "laptops</w>": 32189,
+  "laq</w>": 45026,
+  "lar": 1592,
+  "lar</w>": 1652,
+  "lara</w>": 19435,
+  "lard</w>": 40347,
+  "lare": 22415,
+  "laredo</w>": 48427,
+  "large": 40234,
+  "large</w>": 3638,
+  "largely</w>": 21418,
+  "larger</w>": 12567,
+  "largest</w>": 4960,
+  "largo</w>": 44161,
+  "lari": 34676,
+  "lark": 43164,
+  "lark</w>": 23536,
+  "larkin</w>": 34769,
+  "larry": 18642,
+  "larry</w>": 8242,
+  "lars</w>": 8669,
+  "larsen</w>": 39721,
+  "larson</w>": 27973,
+  "larvae</w>": 44840,
+  "las": 8295,
+  "las</w>": 2552,
+  "lasag": 31210,
+  "lasagna</w>": 40683,
+  "lasalle</w>": 43866,
+  "laser": 25607,
+  "laser</w>": 9885,
+  "lasers</w>": 37060,
+  "lash": 31995,
+  "lash</w>": 18480,
+  "lashes</w>": 21015,
+  "lass": 24203,
+  "lass</w>": 18263,
+  "lassic</w>": 39430,
+  "last": 10600,
+  "last</w>": 952,
+  "lasted</w>": 25711,
+  "lasting</w>": 13434,
+  "lastnight</w>": 30159,
+  "lasts</w>": 20141,
+  "lasvegas</w>": 17789,
+  "lat": 1591,
+  "lat</w>": 28437,
+  "lata</w>": 47114,
+  "latam</w>": 40012,
+  "late": 13267,
+  "late</w>": 2325,
+  "latel": 49035,
+  "lately</w>": 11824,
+  "latepost</w>": 48328,
+  "later": 24109,
+  "later</w>": 2941,
+  "lateral</w>": 26646,
+  "latest": 46805,
+  "latest</w>": 2053,
+  "latex</w>": 27520,
+  "lati": 16357,
+  "latimes</w>": 43356,
+  "latin": 16695,
+  "latin</w>": 9888,
+  "latina</w>": 27936,
+  "latino": 45734,
+  "latino</w>": 19470,
+  "latinos</w>": 40233,
+  "lation</w>": 6191,
+  "latitude</w>": 37392,
+  "lative</w>": 15719,
+  "lator</w>": 9291,
+  "lators</w>": 28278,
+  "latt": 33561,
+  "latte</w>": 17697,
+  "latter</w>": 26198,
+  "latvia</w>": 30034,
+  "lau": 1853,
+  "lau</w>": 23090,
+  "lauderdale</w>": 24352,
+  "laugh": 4969,
+  "laugh</w>": 6332,
+  "laughed</w>": 16746,
+  "laughing</w>": 8301,
+  "laughs</w>": 14322,
+  "laughter</w>": 10722,
+  "laun": 2944,
+  "launch": 31168,
+  "launch</w>": 2904,
+  "launched</w>": 6125,
+  "launcher</w>": 35782,
+  "launches</w>": 7023,
+  "launching</w>": 8565,
+  "laundering</w>": 34079,
+  "laundry</w>": 14797,
+  "laur": 15256,
+  "laura": 17091,
+  "laura</w>": 7763,
+  "laure": 16932,
+  "laureate</w>": 25675,
+  "laurel": 43370,
+  "laurel</w>": 19942,
+  "lauren": 10456,
+  "lauren</w>": 7634,
+  "laurence</w>": 29353,
+  "laurent</w>": 23226,
+  "laurie</w>": 20326,
+  "laus": 38895,
+  "laus</w>": 28111,
+  "lause</w>": 22269,
+  "laut": 47688,
+  "lav": 13767,
+  "lav</w>": 26919,
+  "lava</w>": 16765,
+  "laven": 15047,
+  "lavender</w>": 16033,
+  "laver": 28188,
+  "lavish</w>": 35443,
+  "law": 2874,
+  "law</w>": 2606,
+  "lawful</w>": 33845,
+  "lawler</w>": 47862,
+  "lawless</w>": 39468,
+  "lawmaker</w>": 37169,
+  "lawmakers</w>": 21190,
+  "lawn": 31675,
+  "lawn</w>": 11024,
+  "lawrence": 32221,
+  "lawrence</w>": 8820,
+  "laws</w>": 7306,
+  "lawson</w>": 22152,
+  "lawsuit</w>": 14346,
+  "lawsuits</w>": 44331,
+  "lawyer</w>": 10552,
+  "lawyers</w>": 14232,
+  "lax": 17750,
+  "lax</w>": 10024,
+  "lay": 7205,
+  "lay</w>": 6360,
+  "laye": 25995,
+  "layer</w>": 12411,
+  "layered</w>": 28520,
+  "layers</w>": 15900,
+  "laying</w>": 12333,
+  "layla</w>": 45050,
+  "layne</w>": 48721,
+  "layo": 21738,
+  "layoffs</w>": 29019,
+  "layout</w>": 17314,
+  "lays</w>": 19546,
+  "layton</w>": 38061,
+  "laz": 18806,
+  "lazar": 33075,
+  "lazarus</w>": 49126,
+  "laze</w>": 41559,
+  "lazer</w>": 43735,
+  "lazio</w>": 33010,
+  "lazy": 32614,
+  "lazy</w>": 10753,
+  "lb": 21958,
+  "lb</w>": 7422,
+  "lbc</w>": 37694,
+  "lbj</w>": 45683,
+  "lbloggers</w>": 48695,
+  "lbs</w>": 8912,
+  "lc": 9584,
+  "lc</w>": 7225,
+  "lcd</w>": 21356,
+  "lcfc</w>": 25339,
+  "lcs</w>": 32279,
+  "ld": 1431,
+  "ld</w>": 730,
+  "lder</w>": 6945,
+  "lders</w>": 43221,
+  "ldn": 37050,
+  "ldn</w>": 2517,
+  "ldnont</w>": 25827,
+  "ldnt</w>": 21690,
+  "ldr</w>": 37279,
+  "lds</w>": 31235,
+  "le": 534,
+  "le</w>": 579,
+  "lea": 2246,
+  "lea</w>": 13324,
+  "leach</w>": 35527,
+  "lead": 1328,
+  "lead</w>": 2784,
+  "leader": 14806,
+  "leader</w>": 3236,
+  "leaderboard</w>": 34519,
+  "leaders</w>": 3546,
+  "leadership": 36876,
+  "leadership</w>": 3652,
+  "leading</w>": 3833,
+  "leads</w>": 5335,
+  "leaf": 9377,
+  "leaf</w>": 7232,
+  "leaflet</w>": 38289,
+  "leaflets</w>": 39014,
+  "leafs</w>": 16688,
+  "leafy</w>": 42616,
+  "leagu": 13317,
+  "league": 16635,
+  "league</w>": 2313,
+  "leagueof": 26022,
+  "leagueoflegends</w>": 31737,
+  "leagues</w>": 19888,
+  "leah": 24350,
+  "leah</w>": 19308,
+  "leak": 42900,
+  "leak</w>": 15489,
+  "leaked</w>": 14353,
+  "leaking</w>": 34097,
+  "leaks</w>": 15657,
+  "leam": 39606,
+  "lean": 12447,
+  "lean</w>": 8208,
+  "leaning</w>": 24411,
+  "leanne</w>": 41448,
+  "leans</w>": 9357,
+  "leap": 29129,
+  "leap</w>": 15392,
+  "leaps</w>": 48080,
+  "lear": 1146,
+  "lear</w>": 27663,
+  "learn": 16959,
+  "learn</w>": 1768,
+  "learned</w>": 6048,
+  "learnenglish</w>": 49040,
+  "learner</w>": 33547,
+  "learners</w>": 19572,
+  "learning": 22632,
+  "learning</w>": 2378,
+  "learns</w>": 17569,
+  "learnt</w>": 18959,
+  "leary</w>": 36051,
+  "lease": 49041,
+  "lease</w>": 14394,
+  "leased</w>": 48352,
+  "leash</w>": 36192,
+  "leasing</w>": 29160,
+  "least</w>": 3651,
+  "leather": 21417,
+  "leather</w>": 5862,
+  "leau</w>": 26498,
+  "leav": 3198,
+  "leave": 37512,
+  "leave</w>": 3258,
+  "leaves</w>": 5579,
+  "leaving</w>": 5216,
+  "leban": 9360,
+  "lebanese</w>": 23819,
+  "lebanon</w>": 11695,
+  "leblanc</w>": 46381,
+  "lebo": 44184,
+  "lebron</w>": 11971,
+  "lebu": 47030,
+  "lec": 944,
+  "lec</w>": 35374,
+  "leche</w>": 46197,
+  "lect</w>": 45392,
+  "lection</w>": 18252,
+  "lections</w>": 30995,
+  "lecture</w>": 6617,
+  "lecturer</w>": 23795,
+  "lectures</w>": 21118,
+  "led": 8767,
+  "led</w>": 912,
+  "ledge": 23647,
+  "ledge</w>": 4815,
+  "ledger</w>": 26817,
+  "leds</w>": 36763,
+  "lee": 6224,
+  "lee</w>": 2592,
+  "leed": 16483,
+  "leed</w>": 40206,
+  "leeds": 38900,
+  "leeds</w>": 7420,
+  "leek</w>": 34585,
+  "leeminho</w>": 37831,
+  "leen": 35311,
+  "leen</w>": 15940,
+  "leep": 48875,
+  "leep</w>": 10191,
+  "lees": 29324,
+  "lees</w>": 34056,
+  "lef": 9152,
+  "left": 33949,
+  "left</w>": 1823,
+  "leftist</w>": 35143,
+  "lefto": 17437,
+  "leftover</w>": 26414,
+  "leftovers</w>": 28481,
+  "lefty</w>": 33935,
+  "leg": 1211,
+  "leg</w>": 4924,
+  "lega</w>": 38674,
+  "legacy": 44108,
+  "legacy</w>": 6447,
+  "legal": 17743,
+  "legal</w>": 3998,
+  "legalization</w>": 40584,
+  "legalize</w>": 42921,
+  "legally</w>": 14152,
+  "legate</w>": 46009,
+  "lege</w>": 8065,
+  "legen": 6105,
+  "legend": 5480,
+  "legend</w>": 3539,
+  "legendary</w>": 6053,
+  "legendof": 47915,
+  "legends</w>": 6396,
+  "leges</w>": 15356,
+  "legg": 18474,
+  "legg</w>": 32511,
+  "legged</w>": 25830,
+  "leggings</w>": 22895,
+  "leggo</w>": 43441,
+  "legi": 11183,
+  "legion": 35503,
+  "legion</w>": 14525,
+  "legis": 7200,
+  "legislat": 16486,
+  "legislation</w>": 14143,
+  "legislative</w>": 16755,
+  "legislators</w>": 31572,
+  "legislature</w>": 22309,
+  "legit</w>": 12563,
+  "legitim": 17656,
+  "legitimate</w>": 24491,
+  "lego": 28117,
+  "lego</w>": 7849,
+  "legos</w>": 45359,
+  "legs</w>": 7072,
+  "leh": 19105,
+  "leh</w>": 29298,
+  "lehead</w>": 28090,
+  "lehigh</w>": 34527,
+  "lehman</w>": 46094,
+  "lei": 15828,
+  "lei</w>": 21830,
+  "leia</w>": 32723,
+  "leic": 35073,
+  "leica</w>": 30206,
+  "leice": 10026,
+  "leicester": 28795,
+  "leicester</w>": 11510,
+  "leicestershire</w>": 45358,
+  "leigh": 14849,
+  "leigh</w>": 9292,
+  "leighton</w>": 30782,
+  "leila</w>": 41342,
+  "lein": 20026,
+  "lein</w>": 28551,
+  "leinster</w>": 32242,
+  "leip": 36401,
+  "leipzig</w>": 41860,
+  "leis": 13133,
+  "leisure</w>": 15849,
+  "leit": 35446,
+  "leith</w>": 34141,
+  "lek": 26626,
+  "lek</w>": 36535,
+  "lel</w>": 46623,
+  "lele</w>": 26075,
+  "lem": 10213,
+  "lem</w>": 8428,
+  "leman</w>": 24478,
+  "lemans</w>": 26694,
+  "lement</w>": 9693,
+  "lements</w>": 15833,
+  "lemme</w>": 23318,
+  "lemon": 12272,
+  "lemon</w>": 7184,
+  "lemonade</w>": 18884,
+  "lemons</w>": 29576,
+  "lemore</w>": 41147,
+  "len": 3687,
+  "len</w>": 2159,
+  "lena</w>": 22038,
+  "lend": 45397,
+  "lend</w>": 24987,
+  "lender</w>": 44734,
+  "lenders</w>": 42443,
+  "lending</w>": 20209,
+  "lene</w>": 17628,
+  "leness</w>": 36551,
+  "leng": 7861,
+  "length</w>": 10130,
+  "lengths</w>": 31858,
+  "lengthy</w>": 32624,
+  "lenin</w>": 41760,
+  "lennon</w>": 18360,
+  "lennox</w>": 45748,
+  "lenny": 48448,
+  "lenny</w>": 30124,
+  "leno</w>": 45357,
+  "lenovo</w>": 25886,
+  "lens</w>": 8666,
+  "lenses</w>": 21264,
+  "lent": 20943,
+  "lent</w>": 22605,
+  "lentil</w>": 41511,
+  "lentils</w>": 44269,
+  "leo": 24008,
+  "leo</w>": 8312,
+  "leon": 6581,
+  "leon</w>": 9763,
+  "leonard": 43849,
+  "leonard</w>": 13142,
+  "leonardo</w>": 20282,
+  "leone</w>": 22864,
+  "leop": 11234,
+  "leopard</w>": 15931,
+  "leopards</w>": 40996,
+  "leopold</w>": 45501,
+  "lep": 48884,
+  "leppard</w>": 41656,
+  "lepre": 45641,
+  "ler": 5587,
+  "ler</w>": 1803,
+  "lero": 15067,
+  "lerosis</w>": 35455,
+  "leroy</w>": 32441,
+  "lers</w>": 6247,
+  "lery</w>": 38184,
+  "les": 4339,
+  "les</w>": 840,
+  "lesbian</w>": 17419,
+  "lesbians</w>": 43182,
+  "lesh</w>": 32282,
+  "lesley</w>": 25506,
+  "lesli": 13649,
+  "leslie</w>": 16244,
+  "lesn": 39568,
+  "lesnar</w>": 42223,
+  "less": 3242,
+  "less</w>": 1285,
+  "lesser</w>": 20369,
+  "lessly</w>": 13103,
+  "lessness</w>": 24847,
+  "lesson</w>": 7714,
+  "lessons</w>": 7199,
+  "lest": 24372,
+  "lest</w>": 6794,
+  "lester": 23157,
+  "lester</w>": 24023,
+  "lestwe": 29726,
+  "lestweforget</w>": 30273,
+  "let": 1898,
+  "let</w>": 1094,
+  "leta</w>": 34319,
+  "lete</w>": 34078,
+  "letes</w>": 6815,
+  "leth": 30022,
+  "leth</w>": 42462,
+  "lethal</w>": 21905,
+  "lethbridge</w>": 48390,
+  "leti</w>": 34176,
+  "letics</w>": 14504,
+  "letit": 46423,
+  "leto</w>": 32203,
+  "leton": 37674,
+  "leton</w>": 7462,
+  "lets": 10448,
+  "lets</w>": 3243,
+  "letsgo": 16967,
+  "letsgo</w>": 29789,
+  "letstalk</w>": 35591,
+  "lett": 22428,
+  "lett</w>": 9778,
+  "lette": 41798,
+  "lette</w>": 10301,
+  "letter": 15567,
+  "letter</w>": 4861,
+  "lettering</w>": 26382,
+  "letterman</w>": 38447,
+  "letters</w>": 9181,
+  "letting</w>": 9510,
+  "letto</w>": 35449,
+  "lettu": 17933,
+  "lettuce</w>": 18573,
+  "leu": 15691,
+  "leuke": 31031,
+  "leukemia</w>": 32097,
+  "leum</w>": 21571,
+  "leur</w>": 45806,
+  "lev": 17022,
+  "lev</w>": 29950,
+  "levan": 42543,
+  "leve": 36271,
+  "level": 21682,
+  "level</w>": 2931,
+  "leveled</w>": 48453,
+  "levels</w>": 6295,
+  "leven": 44792,
+  "leven</w>": 34729,
+  "lever": 20178,
+  "lever</w>": 23094,
+  "leverage</w>": 24030,
+  "leveraging</w>": 37948,
+  "levi": 25630,
+  "levi</w>": 19113,
+  "leviathan</w>": 41736,
+  "levin</w>": 36949,
+  "levine</w>": 26594,
+  "levit": 22715,
+  "levy</w>": 17147,
+  "lew": 5063,
+  "lew</w>": 25329,
+  "lewan": 48349,
+  "lewd</w>": 45241,
+  "lewes</w>": 40431,
+  "lewi": 19589,
+  "lewis": 22043,
+  "lewis</w>": 6020,
+  "lewisham": 37385,
+  "lewisham</w>": 47633,
+  "lewishamilton</w>": 42960,
+  "lewood</w>": 37951,
+  "lex": 6586,
+  "lex</w>": 9658,
+  "lexa</w>": 48259,
+  "lexi": 44231,
+  "lexi</w>": 24679,
+  "lexington</w>": 22308,
+  "lexus</w>": 20694,
+  "ley": 2565,
+  "ley</w>": 1066,
+  "leye</w>": 37061,
+  "leys": 45609,
+  "leys</w>": 14834,
+  "leyton</w>": 46573,
+  "lez</w>": 26442,
+  "lf": 33960,
+  "lf</w>": 22078,
+  "lfc": 37826,
+  "lfc</w>": 8267,
+  "lfw</w>": 28514,
+  "lg": 4546,
+  "lg</w>": 11368,
+  "lga</w>": 39348,
+  "lgb": 25401,
+  "lgbt": 11743,
+  "lgbt</w>": 9592,
+  "lgbti</w>": 42730,
+  "lgbtq": 47625,
+  "lgbtq</w>": 14939,
+  "lgm</w>": 39389,
+  "lh": 27794,
+  "lh</w>": 31159,
+  "lhp</w>": 45092,
+  "lhs</w>": 33170,
+  "li": 554,
+  "li</w>": 4250,
+  "lia": 26118,
+  "lia</w>": 6964,
+  "liability</w>": 29139,
+  "liaison</w>": 39294,
+  "liam": 5258,
+  "liam</w>": 7167,
+  "lian</w>": 18058,
+  "liance</w>": 40864,
+  "liar</w>": 16334,
+  "liars</w>": 23863,
+  "lias</w>": 46021,
+  "lib": 10249,
+  "lib</w>": 13345,
+  "libby</w>": 36832,
+  "libdems</w>": 40869,
+  "liber": 3425,
+  "liberal": 48032,
+  "liberal</w>": 9985,
+  "liberalism</w>": 40018,
+  "liberals</w>": 15981,
+  "liberated</w>": 38690,
+  "liberation</w>": 19507,
+  "liberia</w>": 32208,
+  "libertarian</w>": 35067,
+  "liberties</w>": 48623,
+  "liberty": 23397,
+  "liberty</w>": 8480,
+  "libr": 2856,
+  "libra</w>": 43038,
+  "librarian</w>": 25148,
+  "librarians</w>": 37806,
+  "libraries</w>": 14277,
+  "library": 25713,
+  "library</w>": 3519,
+  "libre": 49210,
+  "libre</w>": 31681,
+  "libs</w>": 26401,
+  "liby": 36390,
+  "libya</w>": 16417,
+  "libyan</w>": 42319,
+  "lic": 2508,
+  "lic</w>": 3376,
+  "lice</w>": 45691,
+  "licen": 6706,
+  "licence</w>": 20550,
+  "license</w>": 10337,
+  "licensed</w>": 18752,
+  "licenses</w>": 36414,
+  "licensing</w>": 24219,
+  "lich": 23979,
+  "lich</w>": 25875,
+  "lick": 29197,
+  "lick</w>": 17541,
+  "licking</w>": 33013,
+  "licks</w>": 42117,
+  "lics</w>": 44552,
+  "lid": 39369,
+  "lid</w>": 17678,
+  "lidge</w>": 45558,
+  "lido</w>": 35683,
+  "lids</w>": 41609,
+  "lie": 6570,
+  "lie</w>": 2538,
+  "lieb</w>": 45387,
+  "liebe</w>": 37749,
+  "lied</w>": 6486,
+  "lief</w>": 38428,
+  "lien</w>": 45716,
+  "lier</w>": 3626,
+  "liers</w>": 19303,
+  "lies": 37236,
+  "lies</w>": 3205,
+  "liest</w>": 14020,
+  "liet</w>": 41107,
+  "lieu": 20401,
+  "lieu</w>": 35313,
+  "lieutenant</w>": 22538,
+  "lif": 16456,
+  "life": 2666,
+  "life</w>": 970,
+  "lifeat": 27801,
+  "lifeboat</w>": 37404,
+  "lifecycle</w>": 49171,
+  "lifein": 48447,
+  "lifeis": 24824,
+  "lifeisgood</w>": 46433,
+  "lifel": 15025,
+  "lifeline</w>": 38438,
+  "lifelong</w>": 21358,
+  "lifeof": 36061,
+  "lifesaving</w>": 48016,
+  "lifespan</w>": 49257,
+  "lifestyle": 46512,
+  "lifestyle</w>": 7037,
+  "lifestyles</w>": 48521,
+  "lifetime": 48737,
+  "lifetime</w>": 9107,
+  "liff</w>": 34404,
+  "liffe</w>": 38942,
+  "lift": 33146,
+  "lift</w>": 6779,
+  "lifted</w>": 16783,
+  "lifter</w>": 38555,
+  "lifting</w>": 10857,
+  "lifts</w>": 18291,
+  "lig": 19915,
+  "lig</w>": 38493,
+  "liga</w>": 16802,
+  "ligam": 31077,
+  "ligament</w>": 48705,
+  "ligan</w>": 27962,
+  "ligans</w>": 42133,
+  "ligh": 7510,
+  "light": 3885,
+  "light</w>": 1395,
+  "lighted</w>": 18404,
+  "lighten</w>": 32717,
+  "lightening</w>": 28170,
+  "lighter</w>": 14102,
+  "lighthouse</w>": 13717,
+  "lighting</w>": 5799,
+  "lightly</w>": 26878,
+  "lightning</w>": 7756,
+  "lightroom</w>": 41454,
+  "lights</w>": 3073,
+  "lightweight</w>": 16278,
+  "ligu": 42920,
+  "ligue</w>": 29196,
+  "lik": 4831,
+  "lik</w>": 18495,
+  "like": 9175,
+  "like</w>": 789,
+  "liked</w>": 7112,
+  "likefor": 48444,
+  "likeli": 40666,
+  "likelihood</w>": 48158,
+  "likely</w>": 5256,
+  "liken": 36084,
+  "likes</w>": 4724,
+  "liking</w>": 16810,
+  "lil": 6012,
+  "lil</w>": 4461,
+  "lilac</w>": 33647,
+  "lili": 26686,
+  "lili</w>": 48411,
+  "lilies</w>": 38110,
+  "lillard</w>": 47016,
+  "lille</w>": 38705,
+  "lilli": 40920,
+  "lillian</w>": 41563,
+  "lilly": 47825,
+  "lilly</w>": 21815,
+  "lily": 23803,
+  "lily</w>": 10647,
+  "lim": 2377,
+  "lim</w>": 17204,
+  "lima</w>": 17589,
+  "limb": 27061,
+  "limb</w>": 32363,
+  "limbo</w>": 46179,
+  "limbs</w>": 34886,
+  "lime": 17385,
+  "lime</w>": 11193,
+  "limel": 48658,
+  "limer": 16915,
+  "limerick</w>": 19501,
+  "limestone</w>": 27272,
+  "limit": 18933,
+  "limit</w>": 9973,
+  "limitations</w>": 32730,
+  "limited": 49229,
+  "limited</w>": 3472,
+  "limiting</w>": 35812,
+  "limitless</w>": 35833,
+  "limits</w>": 11966,
+  "limo</w>": 33166,
+  "limous": 47287,
+  "limpopo</w>": 47175,
+  "lin": 1254,
+  "lin</w>": 2424,
+  "lina</w>": 26110,
+  "lincol": 6239,
+  "lincoln": 16957,
+  "lincoln</w>": 7454,
+  "lincolnshire</w>": 29014,
+  "lind": 6492,
+  "linda": 45410,
+  "linda</w>": 10760,
+  "linden": 44076,
+  "linden</w>": 34832,
+  "lindo</w>": 38467,
+  "lindsay": 29846,
+  "lindsay</w>": 16858,
+  "lindsey": 29475,
+  "lindsey</w>": 18128,
+  "line": 3674,
+  "line</w>": 1148,
+  "linear</w>": 19816,
+  "linebacker</w>": 29848,
+  "lined</w>": 11842,
+  "lineman</w>": 31501,
+  "linen</w>": 20032,
+  "liner</w>": 11618,
+  "liners</w>": 24463,
+  "lines</w>": 3418,
+  "liness</w>": 28633,
+  "lineup</w>": 7316,
+  "lineups</w>": 33589,
+  "ling": 4851,
+  "ling</w>": 1358,
+  "linger</w>": 29593,
+  "lingerie</w>": 18473,
+  "lingering</w>": 46494,
+  "lings</w>": 11390,
+  "lington": 27673,
+  "lington</w>": 9002,
+  "lingu": 34449,
+  "lingui": 29942,
+  "linguistic</w>": 46847,
+  "linguistics</w>": 48651,
+  "lining</w>": 11589,
+  "link": 18433,
+  "link</w>": 2468,
+  "linke": 15088,
+  "linked</w>": 11059,
+  "linkedin</w>": 16302,
+  "linkin": 40287,
+  "linkin</w>": 49291,
+  "linking</w>": 23296,
+  "links</w>": 8113,
+  "linn</w>": 37431,
+  "lino": 41189,
+  "lino</w>": 34995,
+  "lins</w>": 6567,
+  "linson</w>": 15401,
+  "linton</w>": 36479,
+  "linus</w>": 49303,
+  "linux</w>": 14061,
+  "lio</w>": 19395,
+  "lion": 8872,
+  "lion</w>": 5567,
+  "lionel</w>": 19441,
+  "lions</w>": 7093,
+  "lip": 8630,
+  "lip</w>": 8546,
+  "lipo": 38795,
+  "lipp": 38074,
+  "lips</w>": 8847,
+  "lipse</w>": 10351,
+  "lipstick</w>": 15618,
+  "liqu": 6310,
+  "lique": 32680,
+  "liqueur</w>": 43612,
+  "liqui": 33817,
+  "liquid": 18366,
+  "liquid</w>": 10158,
+  "liquidity</w>": 42812,
+  "liquor</w>": 17828,
+  "lis": 7297,
+  "lis</w>": 12749,
+  "lisa": 25236,
+  "lisa</w>": 7424,
+  "lisam": 43072,
+  "lisboa</w>": 40052,
+  "lisbon</w>": 17708,
+  "lish": 12658,
+  "lish</w>": 2354,
+  "lished</w>": 22620,
+  "lisle</w>": 21529,
+  "lism</w>": 34390,
+  "liss": 45489,
+  "liss</w>": 35433,
+  "lisse</w>": 49309,
+  "list": 1734,
+  "list</w>": 1998,
+  "lista</w>": 37812,
+  "listed</w>": 6457,
+  "listen": 17454,
+  "listen</w>": 2672,
+  "listened</w>": 15347,
+  "listener</w>": 34819,
+  "listeners</w>": 26901,
+  "listening</w>": 3656,
+  "listens</w>": 25912,
+  "lister</w>": 45109,
+  "listing</w>": 8145,
+  "listings</w>": 21987,
+  "liston</w>": 48041,
+  "lists</w>": 12281,
+  "lit": 2213,
+  "lit</w>": 4350,
+  "lita</w>": 30100,
+  "lite": 29273,
+  "lite</w>": 13694,
+  "litecoin</w>": 39063,
+  "liter": 3085,
+  "liter</w>": 34904,
+  "literacy</w>": 12841,
+  "literal</w>": 24269,
+  "literally</w>": 4719,
+  "literary</w>": 13586,
+  "literature</w>": 11072,
+  "litfest</w>": 40369,
+  "lith": 37005,
+  "lithium</w>": 22794,
+  "litho": 31088,
+  "lithograph</w>": 49022,
+  "lithu": 21045,
+  "lithuania</w>": 27068,
+  "liti": 24292,
+  "litigation</w>": 31769,
+  "lito</w>": 47381,
+  "litre</w>": 25786,
+  "litres</w>": 39919,
+  "litt": 1216,
+  "litt</w>": 47583,
+  "litter": 45431,
+  "litter</w>": 17118,
+  "litters</w>": 45300,
+  "little": 7024,
+  "little</w>": 1274,
+  "littlemix</w>": 29731,
+  "littlest</w>": 48969,
+  "litur": 36830,
+  "litz</w>": 30357,
+  "liu</w>": 20466,
+  "liv": 13895,
+  "liv</w>": 19901,
+  "livan</w>": 12785,
+  "live": 3215,
+  "live</w>": 1064,
+  "lived</w>": 8867,
+  "livel": 17973,
+  "liveli": 26566,
+  "livelihood</w>": 46497,
+  "livelihoods</w>": 47716,
+  "lively</w>": 19663,
+  "liveme</w>": 35396,
+  "livemusic</w>": 15688,
+  "liven": 41057,
+  "liveon": 22815,
+  "livepd": 38742,
+  "livepd</w>": 31899,
+  "liver": 4755,
+  "liver</w>": 12639,
+  "liverpool": 29778,
+  "liverpool</w>": 5366,
+  "livery</w>": 23248,
+  "lives</w>": 3247,
+  "livesmatter</w>": 20348,
+  "livestock</w>": 22079,
+  "livestream</w>": 16844,
+  "livetweet</w>": 38546,
+  "livin</w>": 28061,
+  "living": 10965,
+  "living</w>": 2815,
+  "livingston</w>": 30551,
+  "lix</w>": 45068,
+  "liz": 8632,
+  "liz</w>": 12242,
+  "liza</w>": 28787,
+  "lizard</w>": 17221,
+  "lizards</w>": 41991,
+  "lizasober": 44487,
+  "lizasoberano</w>": 45076,
+  "lizz": 34430,
+  "lizzie</w>": 29530,
+  "lizzy</w>": 32306,
+  "lj": 34211,
+  "lj</w>": 32273,
+  "lju": 44562,
+  "lk": 39110,
+  "lk</w>": 26596,
+  "lka</w>": 21881,
+  "ll": 1657,
+  "ll</w>": 865,
+  "lla</w>": 15419,
+  "llama</w>": 36679,
+  "llan": 17281,
+  "llan</w>": 38728,
+  "lland": 31150,
+  "llc</w>": 17161,
+  "lle": 26550,
+  "lle</w>": 29732,
+  "llen": 41197,
+  "ller</w>": 7722,
+  "llers</w>": 26426,
+  "lli": 47015,
+  "lli</w>": 13368,
+  "llis</w>": 25518,
+  "lll</w>": 27177,
+  "llll": 34874,
+  "llll</w>": 43485,
+  "llo</w>": 19293,
+  "lloy": 10092,
+  "lloyd": 33339,
+  "lloyd</w>": 12400,
+  "llp</w>": 28042,
+  "lls</w>": 40535,
+  "lly</w>": 26379,
+  "lm": 6981,
+  "lm</w>": 15282,
+  "lma": 4493,
+  "lmao</w>": 5121,
+  "lmaoo</w>": 32623,
+  "lmaooo</w>": 33362,
+  "lmaoooo</w>": 45232,
+  "lmfa": 8928,
+  "lmfao</w>": 11068,
+  "lmfaooo</w>": 47658,
+  "lmp</w>": 43575,
+  "lms</w>": 30381,
+  "ln": 31644,
+  "ln</w>": 18654,
+  "lng</w>": 22339,
+  "lnp</w>": 39679,
+  "lo": 549,
+  "lo</w>": 2982,
+  "loa</w>": 39678,
+  "load": 4515,
+  "load</w>": 2834,
+  "loaded</w>": 6756,
+  "loader</w>": 28492,
+  "loading</w>": 9975,
+  "loads</w>": 8691,
+  "loaf": 26467,
+  "loaf</w>": 18273,
+  "loan": 28431,
+  "loan</w>": 8176,
+  "loans</w>": 14206,
+  "lob": 11197,
+  "lob</w>": 46606,
+  "lobal</w>": 34574,
+  "lobb": 27698,
+  "lobby</w>": 12449,
+  "lobbying</w>": 36047,
+  "lobe</w>": 46325,
+  "lobes</w>": 24148,
+  "lobo</w>": 39323,
+  "lobos</w>": 36586,
+  "lobster</w>": 13793,
+  "loc": 1378,
+  "loc</w>": 25826,
+  "local": 9202,
+  "local</w>": 2029,
+  "localized</w>": 49399,
+  "locally</w>": 15603,
+  "locals</w>": 15041,
+  "locate</w>": 20490,
+  "located</w>": 5677,
+  "location</w>": 4372,
+  "locations</w>": 9580,
+  "loch": 20188,
+  "loch</w>": 14101,
+  "lock": 7201,
+  "lock</w>": 4381,
+  "lockdown</w>": 35636,
+  "locke</w>": 29698,
+  "locked</w>": 8371,
+  "locker</w>": 14053,
+  "lockhart</w>": 48642,
+  "lockheed</w>": 36637,
+  "locking</w>": 19978,
+  "locks</w>": 13212,
+  "lockscreen</w>": 42439,
+  "loco</w>": 25555,
+  "locom": 22798,
+  "locomo": 46147,
+  "locomotive</w>": 30439,
+  "locu": 33635,
+  "locust</w>": 46237,
+  "lod": 45650,
+  "lodge</w>": 10504,
+  "loe": 30113,
+  "loe</w>": 25484,
+  "loeb</w>": 49334,
+  "lof": 15011,
+  "loff</w>": 31008,
+  "loft": 35707,
+  "loft</w>": 20049,
+  "loftus</w>": 46689,
+  "log": 3239,
+  "log</w>": 7383,
+  "logan": 20655,
+  "logan</w>": 10569,
+  "logans</w>": 40752,
+  "logg</w>": 43002,
+  "logged</w>": 31457,
+  "logger</w>": 39089,
+  "logging</w>": 24444,
+  "logi": 3177,
+  "logia</w>": 48031,
+  "logic</w>": 10670,
+  "logical</w>": 4791,
+  "logically</w>": 24782,
+  "logie</w>": 33445,
+  "logies</w>": 7378,
+  "login</w>": 31121,
+  "logist</w>": 7407,
+  "logistics</w>": 14755,
+  "logists</w>": 12233,
+  "logne</w>": 19911,
+  "logo": 31480,
+  "logo</w>": 5750,
+  "logos</w>": 24879,
+  "logs</w>": 22745,
+  "logue</w>": 27785,
+  "logy": 22721,
+  "logy</w>": 1659,
+  "loh": 49129,
+  "loh</w>": 37983,
+  "loi</w>": 35128,
+  "loid</w>": 31408,
+  "loin</w>": 21760,
+  "loire</w>": 46040,
+  "lois</w>": 27040,
+  "lok": 19908,
+  "lok</w>": 23575,
+  "loki</w>": 24435,
+  "lol": 10721,
+  "lol</w>": 1824,
+  "lola</w>": 19065,
+  "lolita</w>": 42615,
+  "lolla": 45483,
+  "lolli": 27906,
+  "lollipop</w>": 34605,
+  "lolly</w>": 48264,
+  "lolo": 16895,
+  "lolo</w>": 37481,
+  "lolol</w>": 25280,
+  "lololol</w>": 34738,
+  "lolz</w>": 35260,
+  "lom": 9279,
+  "loma</w>": 42889,
+  "lombar": 25493,
+  "lombard</w>": 46461,
+  "lombardi</w>": 44346,
+  "lomond</w>": 48941,
+  "lon": 1235,
+  "lon</w>": 6507,
+  "london": 6835,
+  "london</w>": 1789,
+  "londonmarathon</w>": 35018,
+  "lone": 22220,
+  "lone</w>": 13576,
+  "lonel": 28872,
+  "loneliness</w>": 30310,
+  "lonely": 34509,
+  "lonely</w>": 12368,
+  "lonelyplanet</w>": 44984,
+  "long": 4792,
+  "long</w>": 1538,
+  "longe": 25793,
+  "longer</w>": 5349,
+  "longest</w>": 10731,
+  "longevity</w>": 35354,
+  "longh": 20286,
+  "longhorn</w>": 41047,
+  "longhorns</w>": 38295,
+  "longing</w>": 38482,
+  "longlive": 47840,
+  "longs</w>": 43618,
+  "longtime</w>": 19685,
+  "loo": 731,
+  "loo</w>": 11804,
+  "look": 8874,
+  "look</w>": 1012,
+  "lookalike</w>": 38307,
+  "lookbook</w>": 39184,
+  "looked</w>": 4913,
+  "lookin</w>": 11254,
+  "looking": 36898,
+  "looking</w>": 1312,
+  "lookout</w>": 18330,
+  "looks</w>": 1606,
+  "lool</w>": 33125,
+  "loom": 37440,
+  "loom</w>": 17199,
+  "looming</w>": 35384,
+  "looms</w>": 30550,
+  "loon</w>": 28222,
+  "loona</w>": 48137,
+  "looney</w>": 45315,
+  "looo": 20902,
+  "loool</w>": 36016,
+  "looool</w>": 47038,
+  "looooo": 31484,
+  "loop": 19606,
+  "loop</w>": 10408,
+  "loops</w>": 21625,
+  "loos</w>": 45723,
+  "loose": 43815,
+  "loose</w>": 9786,
+  "loot</w>": 21518,
+  "lop": 36734,
+  "lop</w>": 17066,
+  "lopes</w>": 49269,
+  "lopez</w>": 12982,
+  "lor": 2179,
+  "lor</w>": 11335,
+  "lord": 18896,
+  "lord</w>": 3486,
+  "lorde</w>": 35483,
+  "lords</w>": 14969,
+  "lore": 12880,
+  "lore</w>": 27218,
+  "loren": 13602,
+  "loren</w>": 33398,
+  "lorenzo</w>": 21342,
+  "lores</w>": 34510,
+  "loretta</w>": 40863,
+  "lori": 20164,
+  "lori</w>": 23095,
+  "lorna</w>": 46316,
+  "lorraine</w>": 27602,
+  "lorry</w>": 31354,
+  "los": 32217,
+  "los</w>": 3087,
+  "losange": 14037,
+  "losangeles</w>": 14638,
+  "lose": 43318,
+  "lose</w>": 5354,
+  "loser</w>": 18168,
+  "losers</w>": 23201,
+  "loses</w>": 14263,
+  "losing</w>": 7918,
+  "loss": 34761,
+  "loss</w>": 4327,
+  "losses</w>": 16909,
+  "lost": 14258,
+  "lost</w>": 2624,
+  "lostdog</w>": 48482,
+  "lot": 5132,
+  "lot</w>": 1954,
+  "loth</w>": 43625,
+  "lothian</w>": 31360,
+  "lothing</w>": 42058,
+  "lotion</w>": 25260,
+  "lotr</w>": 34165,
+  "lots</w>": 2958,
+  "lott</w>": 42854,
+  "lotta</w>": 29125,
+  "lotte": 16535,
+  "lotte</w>": 7274,
+  "lottery</w>": 16975,
+  "lottie</w>": 48517,
+  "lotto</w>": 28265,
+  "lotus</w>": 13824,
+  "lou": 2207,
+  "lou</w>": 9745,
+  "loubout": 38369,
+  "loud": 22884,
+  "loud</w>": 7464,
+  "louder</w>": 25904,
+  "loudest</w>": 49214,
+  "loudly</w>": 39256,
+  "lough": 21927,
+  "lough</w>": 28045,
+  "loughborough</w>": 49153,
+  "loui": 42173,
+  "louie</w>": 25790,
+  "louis": 8916,
+  "louis</w>": 4459,
+  "louisa</w>": 40011,
+  "louise": 32275,
+  "louise</w>": 13076,
+  "louisi": 12187,
+  "louisiana</w>": 12946,
+  "louisville</w>": 13860,
+  "louisvuitton</w>": 44911,
+  "loun": 6466,
+  "lounge</w>": 7141,
+  "lounging</w>": 45430,
+  "lour": 29383,
+  "lourdes</w>": 45071,
+  "louvre</w>": 36995,
+  "lov": 8923,
+  "lov</w>": 21229,
+  "lova</w>": 37394,
+  "lovable</w>": 38565,
+  "lovato</w>": 18960,
+  "love": 2618,
+  "love</w>": 793,
+  "lovecraft</w>": 42405,
+  "loved</w>": 3249,
+  "lovefl</w>": 38884,
+  "loveher</w>": 38306,
+  "lovehim</w>": 45733,
+  "loveis": 30931,
+  "loveisland</w>": 30970,
+  "loveislove</w>": 43603,
+  "loveit</w>": 24764,
+  "lovel": 8999,
+  "lovelies</w>": 31412,
+  "lovelondon</w>": 46493,
+  "lovely": 33250,
+  "lovely</w>": 2165,
+  "lovemy": 20041,
+  "lovemyjob</w>": 40130,
+  "loven": 33754,
+  "lover": 28508,
+  "lover</w>": 7168,
+  "lovers": 48416,
+  "lovers</w>": 5973,
+  "loves": 37773,
+  "loves</w>": 3925,
+  "lovethe": 33040,
+  "lovethem</w>": 48298,
+  "lovett</w>": 47095,
+  "lovewins</w>": 47687,
+  "loveyou": 39226,
+  "loveyou</w>": 25964,
+  "loveyour": 26462,
+  "lovin": 33442,
+  "lovin</w>": 16354,
+  "loving": 29568,
+  "loving</w>": 3721,
+  "lovingly</w>": 44100,
+  "low": 1049,
+  "low</w>": 1042,
+  "loway</w>": 16104,
+  "lowe</w>": 17910,
+  "lowed</w>": 22733,
+  "lowell</w>": 24458,
+  "lower": 32578,
+  "lower</w>": 4909,
+  "lowered</w>": 34968,
+  "lowering</w>": 35261,
+  "lowers</w>": 36398,
+  "lowes</w>": 38515,
+  "lowest</w>": 12098,
+  "lowing</w>": 8283,
+  "lowkey</w>": 29481,
+  "lowry</w>": 27444,
+  "lows</w>": 4406,
+  "lox</w>": 41725,
+  "loy": 4519,
+  "loy</w>": 23929,
+  "loyal</w>": 13032,
+  "loyalty</w>": 14686,
+  "loyd</w>": 44212,
+  "loyed</w>": 29279,
+  "loyment</w>": 18307,
+  "loyola</w>": 32569,
+  "lp": 22282,
+  "lp</w>": 6392,
+  "lpc</w>": 44092,
+  "lpg</w>": 47905,
+  "lpga</w>": 34295,
+  "lps</w>": 32094,
+  "lr": 20572,
+  "lr</w>": 7041,
+  "lrt</w>": 32996,
+  "ls": 19051,
+  "ls</w>": 1268,
+  "lsd</w>": 43766,
+  "lse": 46127,
+  "lse</w>": 43886,
+  "lsu": 35428,
+  "lsu</w>": 15672,
+  "lt": 13642,
+  "lt</w>": 3333,
+  "ltc</w>": 27664,
+  "ltd</w>": 6802,
+  "lte</w>": 25202,
+  "lton</w>": 14237,
+  "lu": 664,
+  "lu</w>": 9657,
+  "lub": 22469,
+  "lub</w>": 11836,
+  "lubbock</w>": 37660,
+  "lubric": 40963,
+  "luc": 7013,
+  "luc</w>": 28014,
+  "luca</w>": 21053,
+  "lucas": 23425,
+  "lucas</w>": 10225,
+  "lucci</w>": 45849,
+  "luce</w>": 46217,
+  "lucent</w>": 41552,
+  "lucer": 36042,
+  "luch": 36646,
+  "lucha</w>": 38449,
+  "luci": 8787,
+  "lucia</w>": 22290,
+  "luciano</w>": 46365,
+  "lucid</w>": 44540,
+  "lucie</w>": 39461,
+  "lucifer": 46224,
+  "lucifer</w>": 27687,
+  "lucille</w>": 47454,
+  "lucin": 27523,
+  "luck": 9647,
+  "luck</w>": 2820,
+  "luckiest</w>": 42469,
+  "luckily</w>": 20100,
+  "lucknow</w>": 29407,
+  "lucky": 20495,
+  "lucky</w>": 4133,
+  "lucrative</w>": 41485,
+  "lucy": 17262,
+  "lucy</w>": 10120,
+  "lud": 14288,
+  "lude</w>": 28755,
+  "ludo": 40141,
+  "ludwig</w>": 30633,
+  "lue</w>": 45199,
+  "luf": 25264,
+  "lufc</w>": 17818,
+  "luffy</w>": 39047,
+  "lufthan": 37769,
+  "lufthansa</w>": 39145,
+  "lug</w>": 45521,
+  "lugg": 19673,
+  "luggage</w>": 20138,
+  "luhan</w>": 20975,
+  "luigi</w>": 28444,
+  "luis": 25231,
+  "luis</w>": 11339,
+  "luiz</w>": 39633,
+  "lujah</w>": 31639,
+  "luk</w>": 21652,
+  "luka</w>": 34878,
+  "lukaku</w>": 37177,
+  "lukas</w>": 37941,
+  "luke": 11970,
+  "luke</w>": 5652,
+  "lul": 20861,
+  "lulla": 37019,
+  "lullaby</w>": 41676,
+  "lulu": 32052,
+  "lulu</w>": 26935,
+  "lum": 18112,
+  "lum</w>": 5997,
+  "lumb": 36231,
+  "lumber": 27421,
+  "lumber</w>": 34692,
+  "lumi": 41437,
+  "lumia</w>": 31912,
+  "lumin": 15867,
+  "luminous</w>": 37913,
+  "lump</w>": 38704,
+  "lumpur</w>": 34411,
+  "lun": 3221,
+  "lun</w>": 49390,
+  "luna</w>": 14425,
+  "lunar</w>": 16043,
+  "lunatic</w>": 45874,
+  "lunch": 10954,
+  "lunch</w>": 2772,
+  "luncheon</w>": 15104,
+  "lunches</w>": 29705,
+  "lunchtime</w>": 14330,
+  "lund": 30975,
+  "lund</w>": 20181,
+  "lunes</w>": 35648,
+  "lung": 38479,
+  "lung</w>": 16271,
+  "lungs</w>": 27366,
+  "lup</w>": 27413,
+  "lupita</w>": 49352,
+  "lupus</w>": 36017,
+  "lur": 14439,
+  "lure</w>": 31376,
+  "lures</w>": 46747,
+  "lurking</w>": 29941,
+  "lus</w>": 7158,
+  "lusci": 38004,
+  "luscious</w>": 39935,
+  "lush": 40382,
+  "lush</w>": 16263,
+  "lust": 42071,
+  "lust</w>": 12662,
+  "lustre</w>": 46673,
+  "luther": 21848,
+  "luther</w>": 17208,
+  "lutheran</w>": 27341,
+  "luton</w>": 28288,
+  "luv": 24726,
+  "luv</w>": 8502,
+  "lux": 3439,
+  "lux</w>": 16704,
+  "luxe</w>": 26373,
+  "luxemb": 21314,
+  "luxembour": 22712,
+  "luxembourg</w>": 23949,
+  "luxu": 16112,
+  "luxurious</w>": 17292,
+  "luxury": 12083,
+  "luxury</w>": 5247,
+  "luxurytravel</w>": 29010,
+  "luz</w>": 41008,
+  "lv": 10862,
+  "lv</w>": 11184,
+  "lvl</w>": 31256,
+  "lw": 40515,
+  "lw</w>": 35115,
+  "lx</w>": 30789,
+  "ly": 1251,
+  "ly</w>": 597,
+  "lydia</w>": 24316,
+  "lyf</w>": 43688,
+  "lyfe</w>": 30787,
+  "lyft</w>": 32944,
+  "lying</w>": 7175,
+  "lyk</w>": 46376,
+  "lyle</w>": 36828,
+  "lym": 20087,
+  "lyme</w>": 31167,
+  "lymph": 30073,
+  "lymphoma</w>": 37648,
+  "lyn": 3957,
+  "lyn</w>": 5054,
+  "lynch": 31586,
+  "lynch</w>": 13560,
+  "lynd": 33416,
+  "lynda</w>": 42959,
+  "lyndon</w>": 48518,
+  "lynn": 25303,
+  "lynn</w>": 10667,
+  "lynne</w>": 26900,
+  "lynx</w>": 28941,
+  "lyon</w>": 17176,
+  "lyons</w>": 29453,
+  "lyric": 24366,
+  "lyric</w>": 21291,
+  "lyrical</w>": 33358,
+  "lyricist</w>": 49013,
+  "lyrics</w>": 9551,
+  "lyrix</w>": 46814,
+  "lys</w>": 45054,
+  "lyte</w>": 40059,
+  "lywood</w>": 4012,
+  "lz</w>": 30818,
+  "lé": 39641,
+  "m": 76,
+  "m</w>": 332,
+  "ma": 577,
+  "ma</w>": 1226,
+  "maa": 42774,
+  "maa</w>": 21555,
+  "maan</w>": 33668,
+  "maar</w>": 48927,
+  "maas": 43332,
+  "mab</w>": 35639,
+  "mabel</w>": 47319,
+  "mable</w>": 23001,
+  "mably</w>": 40082,
+  "mabu": 44682,
+  "mac": 1961,
+  "mac</w>": 4945,
+  "macar": 21558,
+  "macaroni</w>": 41824,
+  "macarthur</w>": 36785,
+  "macau": 43984,
+  "macau</w>": 33370,
+  "macbeth</w>": 36321,
+  "macbook</w>": 20617,
+  "macdonald</w>": 20315,
+  "mace</w>": 44869,
+  "maced": 21102,
+  "macedonia</w>": 27071,
+  "macfar": 45374,
+  "macfarlane</w>": 48825,
+  "mach": 2637,
+  "mach</w>": 35091,
+  "machado</w>": 42318,
+  "mache": 43220,
+  "macher</w>": 29330,
+  "machi": 41783,
+  "machin": 17972,
+  "machine": 11539,
+  "machine</w>": 4169,
+  "machinelearning</w>": 13621,
+  "machinery</w>": 21858,
+  "machines</w>": 11108,
+  "machining</w>": 45562,
+  "macho</w>": 43977,
+  "macht</w>": 45225,
+  "macin": 36533,
+  "mack": 8590,
+  "mack</w>": 12145,
+  "mackay</w>": 32497,
+  "macken": 48057,
+  "mackenzie</w>": 22351,
+  "mackerel</w>": 35002,
+  "mackin": 26010,
+  "macklemore</w>": 41758,
+  "macle": 33843,
+  "maclean</w>": 47137,
+  "macleod</w>": 43684,
+  "macmillan": 36364,
+  "macmillan</w>": 35191,
+  "macon</w>": 35818,
+  "macos</w>": 45469,
+  "macqu": 38365,
+  "macquarie</w>": 40858,
+  "macro": 20891,
+  "macro</w>": 16626,
+  "macron</w>": 24859,
+  "macs</w>": 46548,
+  "macy</w>": 17113,
+  "macys</w>": 47652,
+  "mad": 2740,
+  "mad</w>": 3843,
+  "mada</w>": 37799,
+  "madagas": 24758,
+  "madagascar</w>": 25744,
+  "madam": 33634,
+  "madam</w>": 27538,
+  "madame</w>": 23507,
+  "madd": 31717,
+  "madden</w>": 19093,
+  "maddie": 39959,
+  "maddie</w>": 18875,
+  "maddow</w>": 32644,
+  "maddy</w>": 31734,
+  "made": 5388,
+  "made</w>": 1105,
+  "madein": 13670,
+  "madeira</w>": 33810,
+  "madel": 34532,
+  "madele": 29831,
+  "madeleine</w>": 33264,
+  "madeline</w>": 33905,
+  "madewith": 28627,
+  "madewithunity</w>": 43190,
+  "madhu": 23000,
+  "madhuri": 38346,
+  "madhuridixit</w>": 43889,
+  "madhya</w>": 48302,
+  "madi": 6527,
+  "madi</w>": 27282,
+  "madison": 24798,
+  "madison</w>": 8791,
+  "madmen</w>": 45452,
+  "madness</w>": 8755,
+  "madon": 44852,
+  "madonna</w>": 14137,
+  "madra": 27416,
+  "madras</w>": 42046,
+  "madre</w>": 42130,
+  "madri": 5529,
+  "madrid</w>": 5909,
+  "mads</w>": 41201,
+  "madu": 34913,
+  "madurai</w>": 49159,
+  "maduro</w>": 32912,
+  "mae": 16898,
+  "mae</w>": 17339,
+  "maer": 47088,
+  "maestro</w>": 24140,
+  "mafi": 47164,
+  "mafia</w>": 14890,
+  "mag": 1191,
+  "mag</w>": 4508,
+  "maga</w>": 8694,
+  "magaz": 2974,
+  "magazine</w>": 3113,
+  "magazines</w>": 22253,
+  "magdal": 29673,
+  "mage": 46568,
+  "mage</w>": 10923,
+  "magee</w>": 43872,
+  "magenta</w>": 38091,
+  "magento</w>": 42442,
+  "mages</w>": 31059,
+  "maggi": 29611,
+  "maggie": 41443,
+  "maggie</w>": 14524,
+  "maggio</w>": 49087,
+  "magh": 45555,
+  "magi": 19270,
+  "magic": 13061,
+  "magic</w>": 3778,
+  "magical": 36408,
+  "magical</w>": 7823,
+  "magician</w>": 26368,
+  "magin": 42678,
+  "maging</w>": 41310,
+  "magn": 10290,
+  "magna</w>": 34076,
+  "magne": 9921,
+  "magnesium</w>": 36379,
+  "magnet</w>": 18240,
+  "magnetic</w>": 13838,
+  "magnets</w>": 33030,
+  "magni": 24297,
+  "magnific": 9725,
+  "magnificent</w>": 10724,
+  "magnitude</w>": 22955,
+  "magno": 21184,
+  "magnolia</w>": 27123,
+  "magnu": 45198,
+  "magnum</w>": 23496,
+  "magnus</w>": 26275,
+  "magpie</w>": 45973,
+  "mags</w>": 31021,
+  "maguire</w>": 26470,
+  "mah": 7206,
+  "mah</w>": 10801,
+  "maha": 12237,
+  "maha</w>": 33983,
+  "mahal</w>": 22301,
+  "mahan": 45191,
+  "mahar": 11635,
+  "maharaj</w>": 38488,
+  "maharashtra</w>": 19328,
+  "mahat": 32434,
+  "mahatma</w>": 40530,
+  "mahe": 15756,
+  "maher</w>": 29826,
+  "mahesh": 33448,
+  "mahesh</w>": 22095,
+  "mahi": 32529,
+  "mahi</w>": 38659,
+  "mahin": 24113,
+  "mahindra</w>": 31285,
+  "mahmoud</w>": 41361,
+  "mahog": 30804,
+  "mahogany</w>": 33084,
+  "mahon": 45864,
+  "mahon</w>": 20371,
+  "mahone</w>": 26634,
+  "mai": 7138,
+  "mai</w>": 14595,
+  "maia</w>": 46585,
+  "maid": 23148,
+  "maid</w>": 10226,
+  "maidan</w>": 37346,
+  "maiden": 37011,
+  "maiden</w>": 13809,
+  "maids</w>": 27305,
+  "maidstone</w>": 44395,
+  "mail": 10478,
+  "mail</w>": 2614,
+  "mailbox</w>": 31482,
+  "mailed</w>": 42314,
+  "mailing</w>": 26680,
+  "mailonline</w>": 26021,
+  "mails</w>": 45213,
+  "main": 3904,
+  "main</w>": 2623,
+  "maine": 18639,
+  "maine</w>": 7836,
+  "mained": 15609,
+  "mainedcm</w>": 15845,
+  "mainland</w>": 27629,
+  "mainly</w>": 15280,
+  "mains</w>": 33656,
+  "mainst": 42102,
+  "mainstream</w>": 18034,
+  "maintain</w>": 12954,
+  "maintained</w>": 26665,
+  "maintaining</w>": 21964,
+  "maintains</w>": 38335,
+  "mainten": 9399,
+  "maintenance</w>": 9610,
+  "mais</w>": 28153,
+  "maisie</w>": 47355,
+  "maison": 37065,
+  "maison</w>": 27626,
+  "mait": 26387,
+  "maize</w>": 35386,
+  "maj": 2948,
+  "maj</w>": 28723,
+  "maja</w>": 47498,
+  "maje": 9852,
+  "majestic</w>": 15335,
+  "majesty</w>": 21188,
+  "major": 8008,
+  "major</w>": 3350,
+  "majority</w>": 10508,
+  "majors</w>": 23597,
+  "mak": 11271,
+  "mak</w>": 19253,
+  "makar": 42242,
+  "makati</w>": 39402,
+  "make": 3232,
+  "make</w>": 1078,
+  "makeaw": 45859,
+  "makeinindia</w>": 42739,
+  "makeit": 26308,
+  "maken": 47093,
+  "makeover</w>": 17926,
+  "maker": 15196,
+  "maker</w>": 4836,
+  "makers</w>": 6577,
+  "makerspace</w>": 42400,
+  "makes</w>": 2088,
+  "makeshift</w>": 43274,
+  "makeu": 41707,
+  "makeup": 26402,
+  "makeup</w>": 5853,
+  "makeyourown": 34090,
+  "makeyourownlane</w>": 34823,
+  "maki</w>": 34514,
+  "makin": 43096,
+  "makin</w>": 22407,
+  "making": 17976,
+  "making</w>": 1665,
+  "makk": 39852,
+  "maknae</w>": 44118,
+  "mako</w>": 49061,
+  "mal": 1662,
+  "mal</w>": 3796,
+  "mala</w>": 28290,
+  "malade</w>": 36928,
+  "malaga</w>": 35395,
+  "malala</w>": 41137,
+  "malam</w>": 48956,
+  "malaria</w>": 24929,
+  "malawi</w>": 23405,
+  "malay": 5323,
+  "malay</w>": 42430,
+  "malayalam</w>": 34860,
+  "malaysi": 39668,
+  "malaysia</w>": 8146,
+  "malaysian</w>": 21136,
+  "malbec</w>": 47741,
+  "malcol": 12645,
+  "malcolm</w>": 14139,
+  "maldives</w>": 16795,
+  "male": 11326,
+  "male</w>": 2801,
+  "males</w>": 14426,
+  "malhotra</w>": 28866,
+  "mali": 6701,
+  "mali</w>": 22669,
+  "malia</w>": 46714,
+  "malibu</w>": 21723,
+  "malicious</w>": 42147,
+  "malign": 41122,
+  "malik</w>": 11394,
+  "mall": 10984,
+  "mall</w>": 6220,
+  "mallorca</w>": 28082,
+  "mallory</w>": 38968,
+  "malls</w>": 36447,
+  "malm": 44071,
+  "malnutrition</w>": 41153,
+  "malo</w>": 43518,
+  "malone</w>": 19852,
+  "maloney</w>": 45897,
+  "mals</w>": 25370,
+  "malt</w>": 21688,
+  "malta</w>": 16989,
+  "maltese</w>": 39838,
+  "malvern</w>": 39356,
+  "malware</w>": 24153,
+  "mam": 4404,
+  "mam</w>": 17778,
+  "mama</w>": 7133,
+  "mamamoo</w>": 36012,
+  "mamas</w>": 42395,
+  "mamba</w>": 44189,
+  "mament</w>": 45690,
+  "mami</w>": 43858,
+  "mamma</w>": 34893,
+  "mammal</w>": 33385,
+  "mammals</w>": 31987,
+  "mammoth</w>": 28022,
+  "man": 723,
+  "man</w>": 786,
+  "mana": 29467,
+  "mana</w>": 15837,
+  "manafort</w>": 40108,
+  "manag": 1830,
+  "manage</w>": 9770,
+  "managed</w>": 7928,
+  "management</w>": 3319,
+  "manager</w>": 3898,
+  "managerial</w>": 44261,
+  "managers</w>": 12853,
+  "manages</w>": 29699,
+  "managing</w>": 10892,
+  "manas": 44188,
+  "manatee</w>": 46558,
+  "mance</w>": 2324,
+  "manchester": 24424,
+  "manchester</w>": 4651,
+  "mancini</w>": 47681,
+  "mancity</w>": 31538,
+  "mancrush": 36945,
+  "mancrushmonday</w>": 39307,
+  "mand": 4325,
+  "mand</w>": 27244,
+  "mandala</w>": 41106,
+  "mandarin</w>": 26455,
+  "mandate</w>": 26228,
+  "mandatory</w>": 19934,
+  "mandel": 34960,
+  "mandela</w>": 16280,
+  "mandi": 38961,
+  "mandir</w>": 35815,
+  "mando</w>": 34006,
+  "mands</w>": 12340,
+  "mandu</w>": 31440,
+  "mandy": 41505,
+  "mandy</w>": 24302,
+  "mane": 44471,
+  "mane</w>": 16044,
+  "maneu": 33216,
+  "mang": 25616,
+  "mang</w>": 31096,
+  "manga</w>": 11873,
+  "mangal": 43027,
+  "manger</w>": 48251,
+  "mango": 43831,
+  "mango</w>": 13962,
+  "mangrove</w>": 47180,
+  "manhatt": 10152,
+  "manhattan</w>": 10961,
+  "mani": 5654,
+  "mani</w>": 10718,
+  "mania</w>": 8435,
+  "maniac</w>": 31814,
+  "maniacs</w>": 41444,
+  "manian</w>": 40077,
+  "manic": 23017,
+  "manic</w>": 37825,
+  "manicure</w>": 33637,
+  "manife": 14379,
+  "manifest</w>": 34422,
+  "manifestation</w>": 48348,
+  "manifesto</w>": 20907,
+  "manil": 38827,
+  "manila</w>": 10969,
+  "manipu": 40261,
+  "manipul": 19237,
+  "manipulation</w>": 30277,
+  "manipur</w>": 47757,
+  "manish": 41759,
+  "manish</w>": 44720,
+  "manit": 15693,
+  "manitoba</w>": 20342,
+  "manjaro</w>": 41489,
+  "mankind</w>": 24155,
+  "manly</w>": 25194,
+  "mann": 19396,
+  "mann</w>": 4783,
+  "manne": 30160,
+  "manned</w>": 26139,
+  "mannequin</w>": 43388,
+  "manner</w>": 20700,
+  "manners</w>": 31693,
+  "manning</w>": 15996,
+  "manny": 37054,
+  "manny</w>": 20933,
+  "mano": 15753,
+  "mano</w>": 24016,
+  "manoj</w>": 41146,
+  "manor": 41830,
+  "manor</w>": 13614,
+  "mans": 28422,
+  "mans</w>": 7746,
+  "mansfield</w>": 25543,
+  "manship</w>": 15460,
+  "mansion</w>": 13404,
+  "manslaughter</w>": 48632,
+  "manson</w>": 26715,
+  "mant": 25122,
+  "mant</w>": 27037,
+  "manta</w>": 41431,
+  "mantis</w>": 39946,
+  "mantle</w>": 22159,
+  "mantra</w>": 25162,
+  "manu": 3404,
+  "manu</w>": 25799,
+  "manual</w>": 12268,
+  "manuel": 29171,
+  "manuel</w>": 9567,
+  "manufac": 5105,
+  "manufacture</w>": 27741,
+  "manufactured</w>": 24010,
+  "manufacturer</w>": 15668,
+  "manufacturers</w>": 18763,
+  "manufacturing</w>": 8386,
+  "manure</w>": 47907,
+  "manus</w>": 28181,
+  "manuscript</w>": 24365,
+  "manuscripts</w>": 40765,
+  "manutd</w>": 20994,
+  "many": 28484,
+  "many</w>": 1346,
+  "manziel</w>": 40637,
+  "mao": 47447,
+  "mao</w>": 25605,
+  "maori</w>": 43400,
+  "map": 25180,
+  "map</w>": 3923,
+  "maple": 21980,
+  "maple</w>": 10570,
+  "mapleleafs</w>": 41257,
+  "mapoli</w>": 28768,
+  "mapp</w>": 36894,
+  "mapped</w>": 41596,
+  "mapping</w>": 15231,
+  "maps</w>": 8765,
+  "mapu": 42082,
+  "mar": 675,
+  "mar</w>": 3091,
+  "mara</w>": 15655,
+  "marais</w>": 47913,
+  "maran": 44732,
+  "marath": 16274,
+  "marathi</w>": 34102,
+  "marathon": 40764,
+  "marathon</w>": 5910,
+  "marau": 38475,
+  "marbella</w>": 36182,
+  "marble": 45429,
+  "marble</w>": 13071,
+  "marbles</w>": 42931,
+  "marc": 14054,
+  "marc</w>": 9075,
+  "marca</w>": 38242,
+  "marcel": 17726,
+  "marcel</w>": 24652,
+  "marcelo</w>": 35939,
+  "march": 10638,
+  "march</w>": 2227,
+  "marche</w>": 36173,
+  "marched</w>": 37976,
+  "marches</w>": 38249,
+  "marchfor": 31721,
+  "marching</w>": 15082,
+  "marchmadness</w>": 28555,
+  "marci": 36698,
+  "marcia</w>": 41075,
+  "marck</w>": 47733,
+  "marco": 24719,
+  "marco</w>": 10924,
+  "marcor": 39945,
+  "marcorubio</w>": 41143,
+  "marcos</w>": 21696,
+  "marcu": 20760,
+  "marcus": 48955,
+  "marcus</w>": 9895,
+  "mardi": 39728,
+  "mardi</w>": 29229,
+  "mardigras</w>": 43343,
+  "mare": 26512,
+  "mare</w>": 8870,
+  "mares</w>": 19724,
+  "marg</w>": 44014,
+  "margar": 16838,
+  "margare": 10232,
+  "margaret</w>": 12185,
+  "margarita</w>": 25958,
+  "margaritas</w>": 42679,
+  "margate</w>": 37428,
+  "margin": 19464,
+  "margin</w>": 21357,
+  "marginal</w>": 38320,
+  "margins</w>": 33763,
+  "margot</w>": 37144,
+  "mari": 2603,
+  "mari</w>": 19322,
+  "maria": 41109,
+  "maria</w>": 6595,
+  "mariachi</w>": 44299,
+  "mariah": 31214,
+  "mariah</w>": 24789,
+  "mariahcarey</w>": 36538,
+  "marian": 41129,
+  "marian</w>": 24677,
+  "mariana</w>": 44224,
+  "marianne</w>": 32214,
+  "mariano</w>": 43988,
+  "marie": 20657,
+  "marie</w>": 7864,
+  "marietta</w>": 46634,
+  "marig": 41002,
+  "marijuana</w>": 9864,
+  "maril": 14611,
+  "marilyn": 38959,
+  "marilyn</w>": 18489,
+  "marin": 8910,
+  "marin</w>": 23992,
+  "marina</w>": 12060,
+  "marinated</w>": 33406,
+  "marine": 20674,
+  "marine</w>": 5746,
+  "mariner</w>": 39972,
+  "mariners</w>": 19086,
+  "marines</w>": 15018,
+  "marino</w>": 30878,
+  "mario": 39176,
+  "mario</w>": 7600,
+  "marion": 37765,
+  "marion</w>": 18397,
+  "maris": 21512,
+  "maris</w>": 33093,
+  "marisa</w>": 42938,
+  "mariska</w>": 44703,
+  "marissa</w>": 31219,
+  "marist</w>": 48223,
+  "mariti": 13124,
+  "maritime</w>": 14331,
+  "marj": 38639,
+  "mark": 3805,
+  "mark</w>": 2110,
+  "marke": 2399,
+  "marked</w>": 12360,
+  "marker</w>": 18170,
+  "markers</w>": 23664,
+  "market": 11614,
+  "market</w>": 2196,
+  "marketer</w>": 33482,
+  "marketers</w>": 23682,
+  "marketing": 19535,
+  "marketing</w>": 2905,
+  "marketplace</w>": 18241,
+  "markets</w>": 7292,
+  "markham</w>": 39817,
+  "marking</w>": 14705,
+  "markings</w>": 41046,
+  "markle</w>": 32672,
+  "marko</w>": 38338,
+  "marks</w>": 5466,
+  "markus</w>": 33725,
+  "marl": 24922,
+  "marlborough</w>": 43515,
+  "marlene</w>": 45117,
+  "marley</w>": 16504,
+  "marlin</w>": 34275,
+  "marlins</w>": 23309,
+  "marlon</w>": 32995,
+  "marmalade</w>": 39068,
+  "marnock</w>": 48305,
+  "maro": 27029,
+  "maroon</w>": 20501,
+  "marqu": 20704,
+  "marque": 13012,
+  "marquee</w>": 27725,
+  "marquette</w>": 37624,
+  "marquez</w>": 27317,
+  "marquis</w>": 33530,
+  "marr</w>": 32871,
+  "marrake": 37125,
+  "marrakech</w>": 39006,
+  "marri": 3839,
+  "marriage": 38047,
+  "marriage</w>": 7040,
+  "marriages</w>": 38190,
+  "married</w>": 6791,
+  "marries</w>": 46283,
+  "marriott</w>": 19211,
+  "marrow</w>": 31030,
+  "marry</w>": 13288,
+  "marrying</w>": 40507,
+  "mars": 41469,
+  "mars</w>": 7496,
+  "marsden</w>": 43344,
+  "marse": 26577,
+  "marseille</w>": 30365,
+  "marsh": 9237,
+  "marsh</w>": 13505,
+  "marsha</w>": 21491,
+  "marshal</w>": 26608,
+  "marshall": 30939,
+  "marshall</w>": 9811,
+  "marshals</w>": 44175,
+  "marshes</w>": 43450,
+  "marshmal": 21069,
+  "marshmallow</w>": 28530,
+  "marshmallows</w>": 39471,
+  "mart": 2348,
+  "mart</w>": 7772,
+  "marta</w>": 32858,
+  "martens</w>": 43211,
+  "marth": 34493,
+  "martha</w>": 16427,
+  "marti": 20577,
+  "martial</w>": 17088,
+  "martialarts</w>": 35895,
+  "martian</w>": 30214,
+  "martin": 6929,
+  "martin</w>": 3690,
+  "martina</w>": 34393,
+  "martinez</w>": 13913,
+  "marting": 47570,
+  "martini</w>": 22199,
+  "martino</w>": 41675,
+  "martins</w>": 30569,
+  "marty": 9926,
+  "marty</w>": 17169,
+  "martyn</w>": 44075,
+  "martyr": 36155,
+  "martyr</w>": 26067,
+  "martyrdom</w>": 43110,
+  "martyred</w>": 39114,
+  "martyrs</w>": 24707,
+  "maru": 37413,
+  "maru</w>": 31838,
+  "marvel": 13835,
+  "marvel</w>": 5996,
+  "marvelcomics</w>": 46897,
+  "marvell": 26576,
+  "marvellous</w>": 28402,
+  "marvelous</w>": 25487,
+  "marvin</w>": 19675,
+  "marx": 30559,
+  "marx</w>": 26001,
+  "marxist</w>": 45205,
+  "mary": 5146,
+  "mary</w>": 2676,
+  "maryam": 33636,
+  "maryam</w>": 36393,
+  "maryland</w>": 11379,
+  "marys": 40905,
+  "marys</w>": 40228,
+  "mas": 5226,
+  "mas</w>": 1412,
+  "masa": 24995,
+  "masa</w>": 41868,
+  "masala</w>": 31483,
+  "masc": 23564,
+  "mascar": 46984,
+  "mascara</w>": 31635,
+  "mascot</w>": 13983,
+  "mascots</w>": 43266,
+  "mascul": 25589,
+  "masculine</w>": 48269,
+  "masculinity</w>": 40465,
+  "mase": 49128,
+  "maser": 25798,
+  "maserati</w>": 30442,
+  "mash": 12317,
+  "mash</w>": 15680,
+  "mashable</w>": 41026,
+  "mashed</w>": 27395,
+  "mashup</w>": 27079,
+  "masi": 35965,
+  "masjid</w>": 31420,
+  "mask": 19262,
+  "mask</w>": 8306,
+  "masked</w>": 25757,
+  "masking</w>": 47046,
+  "masks</w>": 19055,
+  "maslow</w>": 44359,
+  "mason": 17424,
+  "mason</w>": 9699,
+  "masonic</w>": 36491,
+  "masonry</w>": 30764,
+  "masons</w>": 37195,
+  "masqu": 26593,
+  "masquer": 29604,
+  "masquerade</w>": 36944,
+  "mass": 4636,
+  "mass</w>": 4854,
+  "massach": 14484,
+  "massachuse": 14577,
+  "massachusetts</w>": 14756,
+  "massacre</w>": 14696,
+  "massage</w>": 13055,
+  "masse": 41735,
+  "masses</w>": 22978,
+  "massey</w>": 29868,
+  "massi": 17239,
+  "massimo</w>": 45821,
+  "massive</w>": 4818,
+  "massively</w>": 34297,
+  "mast": 45916,
+  "mast</w>": 27920,
+  "master": 4534,
+  "master</w>": 3498,
+  "mastercard</w>": 40542,
+  "masterchef</w>": 34809,
+  "masterclass</w>": 17529,
+  "mastered</w>": 32616,
+  "masterful</w>": 46823,
+  "mastering</w>": 28326,
+  "mastermind</w>": 34029,
+  "masterpiece</w>": 12066,
+  "masterpieces</w>": 37596,
+  "masters</w>": 6913,
+  "mastery</w>": 34800,
+  "mastiff</w>": 42311,
+  "maswar": 47887,
+  "mat": 905,
+  "mat</w>": 9063,
+  "mata</w>": 17270,
+  "match": 7733,
+  "match</w>": 2439,
+  "matcha</w>": 32433,
+  "matchday</w>": 15947,
+  "matched</w>": 17792,
+  "matches</w>": 8609,
+  "matching</w>": 11840,
+  "matchup</w>": 19355,
+  "matchups</w>": 49162,
+  "mate": 6137,
+  "mate</w>": 2936,
+  "mated</w>": 33813,
+  "mateo</w>": 34991,
+  "mater</w>": 23724,
+  "materi": 7084,
+  "material</w>": 7118,
+  "materials</w>": 8161,
+  "maternal</w>": 26131,
+  "maternity</w>": 23894,
+  "mates</w>": 5817,
+  "math": 13277,
+  "math</w>": 6025,
+  "mathe": 8725,
+  "mathemat": 11901,
+  "mathematical</w>": 25609,
+  "mathematician</w>": 41036,
+  "mathematics</w>": 20113,
+  "mathew</w>": 36333,
+  "mathews</w>": 37120,
+  "mathi": 23014,
+  "mathieu</w>": 40417,
+  "maths</w>": 14763,
+  "mati": 12716,
+  "mati</w>": 32268,
+  "matic": 36859,
+  "matic</w>": 7900,
+  "matically</w>": 38282,
+  "matics</w>": 23634,
+  "matil": 26751,
+  "matilda</w>": 36308,
+  "matin</w>": 44849,
+  "matinee</w>": 38525,
+  "mating</w>": 34346,
+  "mation</w>": 11701,
+  "matisse</w>": 43446,
+  "mato": 13127,
+  "matologist</w>": 48842,
+  "matology</w>": 27940,
+  "matory</w>": 25519,
+  "matri": 27041,
+  "matrix</w>": 18078,
+  "mats</w>": 22259,
+  "matsu": 30242,
+  "matt": 7972,
+  "matt</w>": 3972,
+  "mattb": 42791,
+  "matte": 31237,
+  "matte</w>": 19771,
+  "mattel</w>": 35365,
+  "matteo</w>": 33120,
+  "matter": 30471,
+  "matter</w>": 3828,
+  "matters</w>": 5708,
+  "matth": 41846,
+  "matthe": 5116,
+  "matthew": 17588,
+  "matthew</w>": 7008,
+  "matthews</w>": 16739,
+  "matthi": 29853,
+  "matthias</w>": 45104,
+  "matti": 39840,
+  "mattress</w>": 23438,
+  "matty": 31233,
+  "matty</w>": 29176,
+  "matu": 40616,
+  "matur": 22897,
+  "mature</w>": 14417,
+  "maturity</w>": 28047,
+  "mau": 8134,
+  "mau</w>": 23033,
+  "maui</w>": 20463,
+  "maul": 30725,
+  "maur": 10574,
+  "maure": 25191,
+  "maureen</w>": 31723,
+  "maurice</w>": 20200,
+  "mauricio</w>": 39066,
+  "mauriti": 28406,
+  "mauritius</w>": 29305,
+  "mauro</w>": 41691,
+  "mav": 25697,
+  "maver": 16700,
+  "maverick</w>": 27425,
+  "mavericks</w>": 30092,
+  "mavs</w>": 30665,
+  "maw": 39351,
+  "maw</w>": 42271,
+  "mawards</w>": 37682,
+  "max": 4898,
+  "max</w>": 3902,
+  "maxi": 8554,
+  "maxi</w>": 23266,
+  "maxim": 19892,
+  "maxim</w>": 38574,
+  "maximize</w>": 28673,
+  "maximum</w>": 13162,
+  "maximus</w>": 44312,
+  "maxine</w>": 38468,
+  "maxwell</w>": 19611,
+  "maxx</w>": 37466,
+  "may": 1686,
+  "may</w>": 1270,
+  "maya": 45783,
+  "maya</w>": 12987,
+  "mayan</w>": 37952,
+  "maybe</w>": 3746,
+  "mayday</w>": 29957,
+  "mayer</w>": 21196,
+  "mayfair</w>": 35171,
+  "mayfield</w>": 33933,
+  "mayhem</w>": 21502,
+  "maymay": 26600,
+  "maymay</w>": 33853,
+  "maymayentrata</w>": 30480,
+  "maynard</w>": 32487,
+  "mayne</w>": 35771,
+  "mayo": 22449,
+  "mayo</w>": 11280,
+  "mayor": 15429,
+  "mayor</w>": 4676,
+  "mayoral</w>": 28983,
+  "mayorof": 43533,
+  "mayors</w>": 28501,
+  "mays</w>": 35445,
+  "maythe</w>": 42281,
+  "mayward": 45751,
+  "mayward</w>": 23519,
+  "mayweather</w>": 22774,
+  "maz": 9177,
+  "maz</w>": 36215,
+  "mazda</w>": 18506,
+  "maze</w>": 21988,
+  "mazz": 29439,
+  "mañ": 37059,
+  "mañana</w>": 39354,
+  "mb": 758,
+  "mb</w>": 3996,
+  "mba</w>": 8329,
+  "mban</w>": 46685,
+  "mbar": 44452,
+  "mbb</w>": 10736,
+  "mbc</w>": 20137,
+  "mbe": 38395,
+  "mbe</w>": 27004,
+  "mber": 5467,
+  "mber</w>": 1034,
+  "mberg</w>": 26372,
+  "mbers</w>": 5443,
+  "mbi</w>": 45347,
+  "mble": 20310,
+  "mble</w>": 4756,
+  "mbles</w>": 28693,
+  "mbling</w>": 28604,
+  "mbo": 25733,
+  "mbo</w>": 11319,
+  "mbps</w>": 44896,
+  "mbs</w>": 10370,
+  "mbta</w>": 38979,
+  "mbu</w>": 42228,
+  "mbuhari</w>": 36752,
+  "mc": 1278,
+  "mc</w>": 4126,
+  "mca": 40570,
+  "mca</w>": 14635,
+  "mcal": 28663,
+  "mcar": 43776,
+  "mcbride</w>": 35080,
+  "mcc</w>": 21192,
+  "mccabe</w>": 37628,
+  "mccaf": 47385,
+  "mccain</w>": 20397,
+  "mccall</w>": 34844,
+  "mccann</w>": 27140,
+  "mccar": 9570,
+  "mccarthy</w>": 16974,
+  "mccartney</w>": 19958,
+  "mccl": 24709,
+  "mccla": 43672,
+  "mccle": 40139,
+  "mcclure</w>": 44945,
+  "mcco": 46152,
+  "mccon": 32638,
+  "mccor": 23057,
+  "mccormack</w>": 45164,
+  "mccormick</w>": 39088,
+  "mccoy</w>": 20218,
+  "mccr": 41996,
+  "mccre": 25393,
+  "mccul": 38833,
+  "mccull": 41782,
+  "mcd</w>": 28930,
+  "mcder": 27355,
+  "mcdermott</w>": 34504,
+  "mcdon": 12171,
+  "mcdonald</w>": 10741,
+  "mcdonalds</w>": 17674,
+  "mcdonnell</w>": 34360,
+  "mcdowell</w>": 34119,
+  "mce": 26864,
+  "mcel": 28752,
+  "mcen": 47423,
+  "mcfad": 36976,
+  "mcfadden</w>": 42105,
+  "mcfar": 29020,
+  "mcfarlane</w>": 47174,
+  "mcfc</w>": 16416,
+  "mcfly</w>": 38211,
+  "mcg": 42507,
+  "mcg</w>": 27995,
+  "mcgee</w>": 29223,
+  "mcgill": 46524,
+  "mcgill</w>": 35511,
+  "mcgin": 29596,
+  "mcgowan</w>": 40462,
+  "mcgr": 25169,
+  "mcgra": 29367,
+  "mcgrath</w>": 28759,
+  "mcgraw</w>": 40950,
+  "mcgregor</w>": 19642,
+  "mcgu": 34294,
+  "mcguinness</w>": 45299,
+  "mcguire</w>": 32635,
+  "mci": 46212,
+  "mci</w>": 45491,
+  "mcil": 30481,
+  "mcin": 18770,
+  "mcintosh</w>": 45353,
+  "mcintyre</w>": 33369,
+  "mck": 6781,
+  "mckay</w>": 33611,
+  "mcke": 27424,
+  "mckee</w>": 43529,
+  "mcken": 42619,
+  "mckenna</w>": 24924,
+  "mckenzie</w>": 25502,
+  "mckin": 15437,
+  "mckinley</w>": 39891,
+  "mckinney</w>": 33554,
+  "mckinnon</w>": 48736,
+  "mckinsey</w>": 48143,
+  "mcl": 49021,
+  "mcla": 12565,
+  "mclaren": 37381,
+  "mclaren</w>": 16789,
+  "mclau": 32285,
+  "mclaughlin</w>": 35346,
+  "mcle": 25299,
+  "mclean</w>": 28666,
+  "mcleod</w>": 40259,
+  "mcm</w>": 12251,
+  "mcmahon</w>": 24026,
+  "mcmaster</w>": 42703,
+  "mcmillan</w>": 45603,
+  "mcn": 42919,
+  "mcnam": 32682,
+  "mcnamara</w>": 37506,
+  "mcne": 42545,
+  "mco</w>": 33723,
+  "mcqueen</w>": 22544,
+  "mcr": 29884,
+  "mcr</w>": 16966,
+  "mcs</w>": 27020,
+  "mcu</w>": 30403,
+  "md": 8637,
+  "md</w>": 4732,
+  "mdc": 38773,
+  "mdc</w>": 41761,
+  "mds</w>": 48746,
+  "mdt</w>": 40822,
+  "me": 613,
+  "me</w>": 614,
+  "mea": 46045,
+  "mea</w>": 17711,
+  "mead": 12134,
+  "mead</w>": 21567,
+  "meade</w>": 37218,
+  "meado": 16402,
+  "meadow": 25213,
+  "meadow</w>": 17195,
+  "meadows</w>": 17178,
+  "meal": 29662,
+  "meal</w>": 5478,
+  "meals</w>": 11229,
+  "mean": 4189,
+  "mean</w>": 3450,
+  "meand": 48015,
+  "meaning": 14586,
+  "meaning</w>": 8342,
+  "meaningful</w>": 17480,
+  "meaningless</w>": 48932,
+  "meanings</w>": 45814,
+  "means</w>": 3494,
+  "meant</w>": 8674,
+  "meantime</w>": 27499,
+  "meanwhile</w>": 9650,
+  "meas": 5867,
+  "measles</w>": 38230,
+  "measurable</w>": 48010,
+  "measure": 15261,
+  "measure</w>": 10579,
+  "measured</w>": 23154,
+  "measurement</w>": 20973,
+  "measurements</w>": 29894,
+  "measures</w>": 11936,
+  "measuring</w>": 18064,
+  "meat": 10805,
+  "meat</w>": 6480,
+  "meatball</w>": 43642,
+  "meatballs</w>": 29233,
+  "meath</w>": 37920,
+  "meatless": 48085,
+  "meats</w>": 29558,
+  "mec</w>": 27432,
+  "mecca</w>": 36095,
+  "mech</w>": 38305,
+  "mechan": 6715,
+  "mechanic</w>": 24582,
+  "mechanical</w>": 14467,
+  "mechanics</w>": 20536,
+  "mechanism</w>": 22576,
+  "mechanisms</w>": 28610,
+  "meck": 41908,
+  "med": 1948,
+  "med</w>": 2177,
+  "meda</w>": 33614,
+  "medal": 29714,
+  "medal</w>": 6974,
+  "medalist</w>": 21040,
+  "medalists</w>": 43397,
+  "medalli": 31349,
+  "medallion</w>": 43469,
+  "medallist</w>": 41472,
+  "medals</w>": 14710,
+  "mede</w>": 48225,
+  "meded</w>": 27627,
+  "medi": 1436,
+  "media": 22064,
+  "media</w>": 1895,
+  "mediac": 37490,
+  "median</w>": 30491,
+  "mediation</w>": 42829,
+  "medic": 3602,
+  "medic</w>": 35441,
+  "medicaid</w>": 25421,
+  "medical": 18432,
+  "medical</w>": 4116,
+  "medicare</w>": 23710,
+  "medication</w>": 23771,
+  "medications</w>": 37181,
+  "medicinal</w>": 28772,
+  "medicine</w>": 5616,
+  "medicines</w>": 26541,
+  "medics</w>": 46688,
+  "medieval": 38956,
+  "medieval</w>": 10789,
+  "medina</w>": 27281,
+  "mediocre</w>": 41170,
+  "medit": 19130,
+  "meditate</w>": 38039,
+  "meditation</w>": 10827,
+  "mediter": 14194,
+  "mediterran": 14358,
+  "mediterranean</w>": 15327,
+  "medium</w>": 8675,
+  "medley</w>": 24793,
+  "meds</w>": 25075,
+  "medtech</w>": 42044,
+  "medusa</w>": 44216,
+  "medway</w>": 42286,
+  "mee": 1725,
+  "mee</w>": 14075,
+  "meek</w>": 28935,
+  "meen": 37940,
+  "meen</w>": 46515,
+  "meer": 26714,
+  "meer</w>": 27555,
+  "meet": 5714,
+  "meet</w>": 1633,
+  "meeting": 48566,
+  "meeting</w>": 2071,
+  "meetings</w>": 9980,
+  "meets</w>": 5972,
+  "meetthe": 27575,
+  "meetup</w>": 15430,
+  "meg": 11500,
+  "meg</w>": 16186,
+  "mega": 15979,
+  "mega</w>": 9068,
+  "megab": 38103,
+  "megadeth</w>": 46741,
+  "megal": 37650,
+  "megam": 26073,
+  "megan": 19127,
+  "megan</w>": 11503,
+  "megap": 33624,
+  "megat": 35581,
+  "megh": 31192,
+  "meghan": 39939,
+  "meghan</w>": 18261,
+  "meh": 10512,
+  "meh</w>": 22211,
+  "mehta</w>": 25031,
+  "mei": 22564,
+  "mei</w>": 25198,
+  "meier</w>": 29812,
+  "mein": 28857,
+  "mein</w>": 21466,
+  "meister</w>": 28407,
+  "mek</w>": 44645,
+  "mel": 1902,
+  "mel</w>": 6834,
+  "mela</w>": 35032,
+  "melan": 22261,
+  "melanch": 44818,
+  "melancholy</w>": 47821,
+  "melani": 34031,
+  "melania</w>": 32796,
+  "melanie</w>": 22153,
+  "melanoma</w>": 40862,
+  "melb": 47007,
+  "melb</w>": 28980,
+  "melbourne": 28387,
+  "melbourne</w>": 6995,
+  "melee</w>": 45108,
+  "meli": 28885,
+  "melinda</w>": 46303,
+  "melis": 18913,
+  "melissa": 41866,
+  "melissa</w>": 13030,
+  "mell": 22531,
+  "mell</w>": 41583,
+  "mello</w>": 47594,
+  "mellon</w>": 45162,
+  "mellow</w>": 32034,
+  "melo": 10354,
+  "melo</w>": 22374,
+  "melodic</w>": 41877,
+  "melodies</w>": 38412,
+  "melody</w>": 19119,
+  "melon</w>": 12146,
+  "melrose</w>": 36296,
+  "melt": 22209,
+  "melt</w>": 15957,
+  "meltdown</w>": 30613,
+  "melted</w>": 23037,
+  "melting</w>": 19247,
+  "melton</w>": 46062,
+  "melts</w>": 31446,
+  "melville</w>": 46030,
+  "melvin</w>": 31544,
+  "mely</w>": 6373,
+  "mem": 4937,
+  "mem</w>": 34944,
+  "memb": 2114,
+  "member": 29566,
+  "member</w>": 1640,
+  "members</w>": 2567,
+  "membership</w>": 11562,
+  "membrane</w>": 34088,
+  "meme": 35157,
+  "meme</w>": 9169,
+  "memes</w>": 12828,
+  "memo": 15967,
+  "memo</w>": 19334,
+  "memoir</w>": 20532,
+  "memoirs</w>": 45311,
+  "memor": 1858,
+  "memorab": 26271,
+  "memorabilia</w>": 27488,
+  "memorable</w>": 13172,
+  "memorial": 16285,
+  "memorial</w>": 4642,
+  "memorialday</w>": 21598,
+  "memoriam</w>": 48191,
+  "memories</w>": 4304,
+  "memory": 44766,
+  "memory</w>": 5137,
+  "memph": 10285,
+  "memphis": 38432,
+  "memphis</w>": 11298,
+  "men": 1552,
+  "men</w>": 1656,
+  "mena</w>": 23052,
+  "menace</w>": 29949,
+  "mend": 8151,
+  "mend</w>": 46927,
+  "mendel": 49268,
+  "mendes</w>": 18060,
+  "mendez</w>": 48275,
+  "mendo": 19327,
+  "mendoza</w>": 23680,
+  "meng": 37102,
+  "meng</w>": 37450,
+  "mening": 46428,
+  "menon</w>": 38255,
+  "menopau": 34974,
+  "menopause</w>": 46026,
+  "mens": 16924,
+  "mens</w>": 10495,
+  "mensfashion</w>": 27578,
+  "menstru": 28345,
+  "menstrual</w>": 40915,
+  "menswear</w>": 18803,
+  "ment": 1585,
+  "ment</w>": 777,
+  "mental": 8611,
+  "mental</w>": 3448,
+  "mentalhealth": 20593,
+  "mentalhealth</w>": 13022,
+  "mentality</w>": 26647,
+  "mentally</w>": 14307,
+  "mentary</w>": 4468,
+  "mentation</w>": 9512,
+  "mentday</w>": 40397,
+  "mente": 40302,
+  "mente</w>": 36396,
+  "mented</w>": 9249,
+  "menting</w>": 14471,
+  "mention": 43881,
+  "mention</w>": 6762,
+  "mentioned</w>": 11948,
+  "mentioning</w>": 34290,
+  "mentions</w>": 12334,
+  "mento</w>": 30582,
+  "mentor": 45342,
+  "mentor</w>": 11642,
+  "mentoring</w>": 19610,
+  "mentors</w>": 20945,
+  "mentorship</w>": 33878,
+  "ments</w>": 1827,
+  "menu</w>": 6225,
+  "menus</w>": 33534,
+  "meo</w>": 30792,
+  "meow": 39965,
+  "meow</w>": 17246,
+  "mep</w>": 27095,
+  "mer": 1316,
+  "mer</w>": 2452,
+  "mera</w>": 20028,
+  "merc": 34357,
+  "merc</w>": 44399,
+  "mercado</w>": 45479,
+  "merce": 8409,
+  "mercede": 34959,
+  "mercedes": 26403,
+  "mercedes</w>": 10685,
+  "mercedesam": 40107,
+  "mercedesbenz</w>": 32347,
+  "mercen": 40301,
+  "mercer</w>": 21632,
+  "merch</w>": 11504,
+  "merchandi": 14954,
+  "merchandise</w>": 16808,
+  "merchandising</w>": 49196,
+  "merchant</w>": 19563,
+  "merchants</w>": 34427,
+  "merci": 23364,
+  "merci</w>": 29378,
+  "mercur": 11471,
+  "mercury": 45203,
+  "mercury</w>": 12653,
+  "mercy": 33249,
+  "mercy</w>": 10815,
+  "mere": 29657,
+  "mere</w>": 10342,
+  "mered": 24657,
+  "mered</w>": 32297,
+  "meredith</w>": 25103,
+  "merely</w>": 28718,
+  "merge</w>": 30406,
+  "merged</w>": 46492,
+  "merger</w>": 24744,
+  "merging</w>": 49256,
+  "meri": 17993,
+  "meri</w>": 36109,
+  "meria</w>": 48433,
+  "meric</w>": 27097,
+  "merica</w>": 30561,
+  "meridi": 37901,
+  "meridian</w>": 31195,
+  "mering</w>": 41060,
+  "meringue</w>": 41661,
+  "merino</w>": 42648,
+  "merit</w>": 20830,
+  "merkel</w>": 24715,
+  "merle</w>": 48586,
+  "merlin</w>": 26517,
+  "merlot</w>": 40424,
+  "mermaid</w>": 16064,
+  "mermaids</w>": 43617,
+  "mero</w>": 19097,
+  "merr": 48288,
+  "merri": 21462,
+  "merrill</w>": 47713,
+  "merritt</w>": 36462,
+  "merry": 14167,
+  "merry</w>": 5779,
+  "merrychristmas</w>": 19672,
+  "mers</w>": 4199,
+  "mersal</w>": 36711,
+  "mersey": 25248,
+  "mersey</w>": 46239,
+  "merseyside</w>": 35382,
+  "mert</w>": 48496,
+  "merton</w>": 35315,
+  "mery</w>": 40873,
+  "meryl</w>": 35787,
+  "mes": 28432,
+  "mes</w>": 3029,
+  "mesa</w>": 18956,
+  "mese</w>": 42018,
+  "mesh</w>": 15030,
+  "mesm": 18695,
+  "mesmer": 38435,
+  "mesmeri": 25985,
+  "mesmerizing</w>": 35637,
+  "meso": 25537,
+  "mesqu": 46819,
+  "mess": 2490,
+  "mess</w>": 8188,
+  "message</w>": 3918,
+  "messages</w>": 9390,
+  "messaging</w>": 23234,
+  "messe</w>": 40391,
+  "messed</w>": 23580,
+  "messenger</w>": 17389,
+  "messi": 19394,
+  "messi</w>": 11252,
+  "messiah</w>": 28737,
+  "messing</w>": 23144,
+  "messy</w>": 15987,
+  "mest</w>": 23780,
+  "mester</w>": 47349,
+  "mesut</w>": 49177,
+  "met": 5249,
+  "met</w>": 2340,
+  "meta": 14803,
+  "meta</w>": 22701,
+  "metab": 16150,
+  "metabol": 48389,
+  "metaboli": 25573,
+  "metabolic</w>": 34311,
+  "metabolism</w>": 27824,
+  "metal": 8935,
+  "metal</w>": 4044,
+  "metall": 19084,
+  "metallic</w>": 17257,
+  "metallica</w>": 24079,
+  "metals</w>": 21375,
+  "metam": 28862,
+  "metamor": 39030,
+  "metamorpho": 47601,
+  "metaph": 24189,
+  "metaphor</w>": 34233,
+  "metast": 41973,
+  "mete": 11226,
+  "meteor": 26429,
+  "meteor</w>": 26823,
+  "meteoro": 25948,
+  "meteorologist</w>": 42849,
+  "meter</w>": 10104,
+  "meters</w>": 13247,
+  "metgala</w>": 30089,
+  "meth": 21867,
+  "meth</w>": 26177,
+  "methane</w>": 37565,
+  "metho": 5770,
+  "method</w>": 10284,
+  "methodist</w>": 25165,
+  "methodo": 28488,
+  "methodology</w>": 37316,
+  "methods</w>": 12200,
+  "methyl": 48999,
+  "metmuseum</w>": 28207,
+  "meto": 25679,
+  "metoo</w>": 24722,
+  "metr": 15086,
+  "metre</w>": 27889,
+  "metres</w>": 19798,
+  "metric</w>": 19950,
+  "metrical</w>": 40704,
+  "metrics</w>": 24396,
+  "metro": 7257,
+  "metro</w>": 6784,
+  "metroid</w>": 39957,
+  "metropolis</w>": 40476,
+  "metropolitan</w>": 19013,
+  "metry</w>": 20039,
+  "mets</w>": 9633,
+  "mett</w>": 28081,
+  "metz</w>": 40506,
+  "meu</w>": 34520,
+  "mew</w>": 40368,
+  "mex": 3213,
+  "mex</w>": 18387,
+  "mexic": 31728,
+  "mexican": 37442,
+  "mexican</w>": 8186,
+  "mexicans</w>": 47729,
+  "mexico": 31834,
+  "mexico</w>": 4604,
+  "mey": 28584,
+  "mey</w>": 27777,
+  "meyer</w>": 13963,
+  "meyers</w>": 32326,
+  "mez": 30615,
+  "mez</w>": 46833,
+  "mezz": 38771,
+  "mf": 18199,
+  "mf</w>": 11067,
+  "mfa</w>": 24107,
+  "mfc</w>": 39474,
+  "mfg</w>": 21912,
+  "mfw</w>": 27309,
+  "mg": 10003,
+  "mg</w>": 8014,
+  "mga</w>": 23954,
+  "mgm</w>": 27572,
+  "mgmt</w>": 22288,
+  "mgr</w>": 31500,
+  "mgs</w>": 48073,
+  "mgt</w>": 48663,
+  "mh": 9962,
+  "mh</w>": 10834,
+  "mha</w>": 41944,
+  "mhealth</w>": 41225,
+  "mhs</w>": 28815,
+  "mhz</w>": 31550,
+  "mi": 714,
+  "mi</w>": 2251,
+  "mia</w>": 5852,
+  "miam": 31053,
+  "miami": 15106,
+  "miami</w>": 4891,
+  "mian</w>": 24792,
+  "miaw</w>": 36046,
+  "mib</w>": 48178,
+  "mic": 1213,
+  "mic</w>": 3816,
+  "mica</w>": 41551,
+  "micah</w>": 33870,
+  "mice</w>": 19030,
+  "mich": 25628,
+  "mich</w>": 23029,
+  "micha": 2083,
+  "michael": 6051,
+  "michael</w>": 2511,
+  "michaela</w>": 41897,
+  "michaeljackson</w>": 33532,
+  "michaels</w>": 23868,
+  "michal": 47144,
+  "miche": 37966,
+  "micheal</w>": 43709,
+  "michel": 5158,
+  "michel</w>": 17153,
+  "michelangelo</w>": 41245,
+  "michele</w>": 20642,
+  "michelin</w>": 26330,
+  "michelle": 19028,
+  "michelle</w>": 8625,
+  "michi": 5658,
+  "michigan": 32344,
+  "michigan</w>": 6296,
+  "mick": 15171,
+  "mick</w>": 12592,
+  "mickey": 41813,
+  "mickey</w>": 13053,
+  "micky</w>": 43011,
+  "micro": 3160,
+  "micro</w>": 11374,
+  "microbes</w>": 44671,
+  "microbi": 19496,
+  "microbial</w>": 30335,
+  "microbiology</w>": 35348,
+  "microbiome</w>": 35148,
+  "micron": 48742,
+  "microphone</w>": 24643,
+  "micropoetry</w>": 35997,
+  "microscope</w>": 29114,
+  "microscopy</w>": 38431,
+  "microsof": 42424,
+  "microsoft": 38650,
+  "microsoft</w>": 7254,
+  "microwave</w>": 24240,
+  "mics</w>": 16554,
+  "mid": 2192,
+  "mid</w>": 4734,
+  "midcentury</w>": 48988,
+  "midd": 2983,
+  "midday</w>": 23390,
+  "middle": 9849,
+  "middle</w>": 3694,
+  "middleeast</w>": 32783,
+  "middles": 29769,
+  "middlesbrough</w>": 32436,
+  "middlesex</w>": 39154,
+  "middleton</w>": 23627,
+  "middleweight</w>": 35829,
+  "midfield</w>": 28116,
+  "midfielder</w>": 13423,
+  "midget</w>": 30734,
+  "midi": 39496,
+  "midi</w>": 27326,
+  "midland</w>": 24822,
+  "midlands</w>": 18062,
+  "midnight": 35746,
+  "midnight</w>": 6302,
+  "mids</w>": 40821,
+  "midst</w>": 24752,
+  "midsummer</w>": 35234,
+  "midterm</w>": 34365,
+  "midterms</w>": 32015,
+  "midtown</w>": 26069,
+  "midway</w>": 26536,
+  "midweek</w>": 29120,
+  "midwest</w>": 16627,
+  "midwi": 44802,
+  "midwife</w>": 37681,
+  "midwives</w>": 42355,
+  "mie": 20865,
+  "mie</w>": 10555,
+  "miento</w>": 46482,
+  "mier</w>": 36490,
+  "mies</w>": 8840,
+  "miff": 49398,
+  "mig</w>": 28743,
+  "might</w>": 2727,
+  "mighty": 26632,
+  "mighty</w>": 7815,
+  "mign": 41678,
+  "migos</w>": 44640,
+  "migr": 3736,
+  "migra": 28186,
+  "migraine</w>": 35360,
+  "migrant</w>": 18902,
+  "migrants</w>": 15814,
+  "migrate</w>": 41804,
+  "migrating</w>": 43604,
+  "migration</w>": 11891,
+  "migu": 12279,
+  "miguel": 33672,
+  "miguel</w>": 14436,
+  "miho</w>": 46870,
+  "mii</w>": 39896,
+  "mik": 15096,
+  "mik</w>": 46203,
+  "mika": 28609,
+  "mika</w>": 25185,
+  "mike": 5884,
+  "mike</w>": 3178,
+  "mikel</w>": 48865,
+  "mikequind": 33508,
+  "mikequindazzi</w>": 33551,
+  "mikey": 34934,
+  "mikey</w>": 23368,
+  "mikha": 30999,
+  "mikhail</w>": 38327,
+  "miki</w>": 48863,
+  "miko</w>": 35413,
+  "miku</w>": 37703,
+  "mil": 1469,
+  "mil</w>": 12826,
+  "mila</w>": 26183,
+  "milan": 30380,
+  "milan</w>": 8552,
+  "milano</w>": 18585,
+  "milb</w>": 42248,
+  "mild</w>": 16085,
+  "mildly</w>": 49059,
+  "mile": 7833,
+  "mile</w>": 6243,
+  "mileage</w>": 30579,
+  "miler</w>": 44680,
+  "miles</w>": 3446,
+  "milestone</w>": 13485,
+  "milestones</w>": 34025,
+  "miley": 25336,
+  "miley</w>": 14321,
+  "mileycyrus</w>": 28528,
+  "milf</w>": 45386,
+  "milford</w>": 35840,
+  "mili": 16698,
+  "miliband</w>": 41440,
+  "milit": 3715,
+  "militant</w>": 33629,
+  "militants</w>": 23974,
+  "military": 24498,
+  "military</w>": 4323,
+  "militi": 46625,
+  "militia</w>": 32114,
+  "milk": 13409,
+  "milk</w>": 5205,
+  "milkshake</w>": 29066,
+  "milky": 37320,
+  "milky</w>": 21120,
+  "milkyway</w>": 43246,
+  "mill": 4221,
+  "mill</w>": 6637,
+  "milla</w>": 49381,
+  "millan": 34930,
+  "millan</w>": 22188,
+  "millar</w>": 41851,
+  "mille</w>": 34066,
+  "millen": 48501,
+  "millenni": 10406,
+  "millennial</w>": 28357,
+  "millennials</w>": 18804,
+  "millennium</w>": 21116,
+  "miller": 21699,
+  "miller</w>": 5733,
+  "milli": 5340,
+  "millie</w>": 29283,
+  "milling</w>": 39133,
+  "million": 13154,
+  "million</w>": 2506,
+  "millionaire</w>": 25179,
+  "millionaires</w>": 47159,
+  "millions</w>": 8492,
+  "mills</w>": 10331,
+  "millwall</w>": 35902,
+  "milly</w>": 45794,
+  "milne</w>": 44590,
+  "milner</w>": 45230,
+  "milo</w>": 24548,
+  "milton": 39004,
+  "milton</w>": 17360,
+  "milwau": 13452,
+  "milwaukee</w>": 14259,
+  "mim</w>": 39379,
+  "mimi</w>": 27086,
+  "mimic": 47116,
+  "mimic</w>": 46519,
+  "mimo": 45551,
+  "min": 771,
+  "min</w>": 3331,
+  "mina</w>": 15281,
+  "minaj</w>": 25136,
+  "minal</w>": 40222,
+  "minat</w>": 33275,
+  "mince</w>": 32396,
+  "mind": 5890,
+  "mind</w>": 2575,
+  "mindanao</w>": 44228,
+  "minded</w>": 21330,
+  "mindful</w>": 28457,
+  "mindfulness</w>": 15707,
+  "minding</w>": 45337,
+  "minds</w>": 9244,
+  "mindset</w>": 14217,
+  "mindy": 46875,
+  "mindy</w>": 38551,
+  "mine": 20149,
+  "mine</w>": 3347,
+  "minecraft</w>": 15678,
+  "mined</w>": 48034,
+  "minent</w>": 12533,
+  "miner": 14109,
+  "miner</w>": 26572,
+  "mineral</w>": 17692,
+  "minerals</w>": 21169,
+  "miners</w>": 22119,
+  "mines</w>": 16211,
+  "ming": 10868,
+  "ming</w>": 2107,
+  "mingham</w>": 7590,
+  "mingle</w>": 38437,
+  "mingly</w>": 36909,
+  "mington": 49283,
+  "mington</w>": 23119,
+  "minh</w>": 48734,
+  "minho</w>": 21318,
+  "mini": 1810,
+  "mini</w>": 3954,
+  "miniature": 44298,
+  "miniature</w>": 16377,
+  "miniatures</w>": 38816,
+  "minic": 31522,
+  "minim": 10005,
+  "minimal</w>": 18458,
+  "minimalism</w>": 42594,
+  "minimalist</w>": 26641,
+  "minimize</w>": 38697,
+  "minimum</w>": 12244,
+  "minindia</w>": 28458,
+  "mining</w>": 8473,
+  "minion</w>": 28622,
+  "minions</w>": 27035,
+  "minis": 33409,
+  "minis</w>": 35976,
+  "minister": 25688,
+  "minister</w>": 3569,
+  "ministerial</w>": 33008,
+  "ministers</w>": 16406,
+  "ministries</w>": 27895,
+  "ministry</w>": 8742,
+  "mink</w>": 42017,
+  "minn": 45991,
+  "minn</w>": 47318,
+  "minne": 7083,
+  "minneapolis</w>": 16977,
+  "minneso": 9380,
+  "minnesota</w>": 9968,
+  "minnie</w>": 24493,
+  "mino</w>": 22791,
+  "minogue</w>": 44202,
+  "minor</w>": 8522,
+  "minorities</w>": 28119,
+  "minority</w>": 16210,
+  "minors</w>": 36789,
+  "mins</w>": 6196,
+  "minsk</w>": 46151,
+  "minster</w>": 11189,
+  "mint": 48084,
+  "mint</w>": 7506,
+  "minted</w>": 49377,
+  "minton</w>": 20050,
+  "minu": 29064,
+  "minus</w>": 15358,
+  "minute": 28931,
+  "minute</w>": 4497,
+  "minutes</w>": 3056,
+  "mio</w>": 26366,
+  "mir": 2750,
+  "mir</w>": 6585,
+  "mira": 21665,
+  "mira</w>": 22762,
+  "mirac": 13685,
+  "miracle": 49208,
+  "miracle</w>": 11543,
+  "miracles</w>": 23478,
+  "miraculous</w>": 38671,
+  "mirage</w>": 28679,
+  "mirai</w>": 49060,
+  "mirand": 32367,
+  "miranda</w>": 17590,
+  "mire": 38140,
+  "mire</w>": 30140,
+  "miri": 22273,
+  "miriam</w>": 30950,
+  "miro": 34851,
+  "miro</w>": 48317,
+  "mirren</w>": 47600,
+  "mirro": 48500,
+  "mirror": 29823,
+  "mirror</w>": 7220,
+  "mirrors</w>": 21823,
+  "mirza</w>": 36440,
+  "mis": 866,
+  "mis</w>": 11239,
+  "mischief</w>": 33896,
+  "misconceptions</w>": 48681,
+  "misconduct</w>": 30601,
+  "mise": 46567,
+  "mise</w>": 17267,
+  "miser": 33394,
+  "miserable</w>": 26196,
+  "misery</w>": 28360,
+  "mises</w>": 24390,
+  "misfits</w>": 42708,
+  "mish": 15494,
+  "mish</w>": 20981,
+  "misha</w>": 35434,
+  "mishra</w>": 33042,
+  "misleading</w>": 30862,
+  "mism</w>": 15948,
+  "miso": 27657,
+  "miso</w>": 33441,
+  "misogy": 31315,
+  "misogyny</w>": 48415,
+  "miss": 6984,
+  "miss</w>": 1526,
+  "missal</w>": 38337,
+  "missed</w>": 3955,
+  "misses</w>": 15844,
+  "missi": 3008,
+  "missile</w>": 14411,
+  "missiles</w>": 27868,
+  "missin</w>": 36209,
+  "missing": 23509,
+  "missing</w>": 3423,
+  "mission": 12738,
+  "mission</w>": 2406,
+  "missionaries</w>": 40580,
+  "missionary</w>": 27915,
+  "missions</w>": 6990,
+  "mississ": 26483,
+  "mississauga</w>": 28393,
+  "mississi": 11687,
+  "mississippi</w>": 12232,
+  "missou": 30710,
+  "missoula</w>": 48549,
+  "missouri</w>": 11835,
+  "missuni": 26347,
+  "missuniverse</w>": 28766,
+  "missy": 48105,
+  "missy</w>": 31515,
+  "missyou</w>": 45799,
+  "mist": 12610,
+  "mist</w>": 11946,
+  "mistak": 20478,
+  "mistake</w>": 11303,
+  "mistaken</w>": 29182,
+  "mistakenly</w>": 48494,
+  "mistakes</w>": 12824,
+  "mister": 26949,
+  "mister</w>": 18895,
+  "mistle": 46800,
+  "mistletoe</w>": 48569,
+  "mistre": 42039,
+  "mistress</w>": 24349,
+  "mists</w>": 28636,
+  "misty</w>": 18799,
+  "misunderstood</w>": 41574,
+  "misuse</w>": 40970,
+  "mit": 3303,
+  "mit</w>": 4551,
+  "mita</w>": 47514,
+  "mitage</w>": 27964,
+  "mitch": 6969,
+  "mitch</w>": 14150,
+  "mitchell": 39339,
+  "mitchell</w>": 9007,
+  "mite</w>": 26929,
+  "mith": 21752,
+  "mith</w>": 17948,
+  "miti": 17857,
+  "mitigate</w>": 42273,
+  "mitigation</w>": 35514,
+  "mito": 38254,
+  "mitochondri": 42132,
+  "mitra</w>": 47703,
+  "mits</w>": 24086,
+  "mitsu": 17905,
+  "mitsubi": 21604,
+  "mitsubishi</w>": 23030,
+  "mitt": 17321,
+  "mitt</w>": 21341,
+  "mitted</w>": 10307,
+  "mitting</w>": 27938,
+  "mitz": 41827,
+  "mium</w>": 35891,
+  "miwx</w>": 43941,
+  "mix": 3210,
+  "mix</w>": 3285,
+  "mixed": 29376,
+  "mixed</w>": 6780,
+  "mixer</w>": 17200,
+  "mixers</w>": 39175,
+  "mixes</w>": 19061,
+  "mixing</w>": 15588,
+  "mixtape</w>": 11044,
+  "mixture</w>": 28286,
+  "miy": 25695,
+  "miya</w>": 36257,
+  "miz": 20881,
+  "miz</w>": 30795,
+  "mize</w>": 19076,
+  "mized</w>": 43418,
+  "mizing</w>": 38715,
+  "mizz": 19985,
+  "mizzou</w>": 26165,
+  "mj": 13117,
+  "mj</w>": 14733,
+  "mk": 11581,
+  "mk</w>": 8937,
+  "mke</w>": 36642,
+  "mkt</w>": 24814,
+  "ml": 3627,
+  "ml</w>": 5780,
+  "mla</w>": 16723,
+  "mlas</w>": 48464,
+  "mlb": 21039,
+  "mlb</w>": 7482,
+  "mley</w>": 40329,
+  "mlg</w>": 45801,
+  "mlin</w>": 24556,
+  "mlk</w>": 17941,
+  "mlkday</w>": 39905,
+  "mlm</w>": 37611,
+  "mln</w>": 18971,
+  "mlp</w>": 23620,
+  "mlpfi": 45475,
+  "mlpfim</w>": 45640,
+  "mls</w>": 13077,
+  "mm": 1028,
+  "mm</w>": 2848,
+  "mma": 34140,
+  "mma</w>": 6096,
+  "mmc</w>": 44253,
+  "mme</w>": 13105,
+  "mmed</w>": 19570,
+  "mmer": 35717,
+  "mmer</w>": 7508,
+  "mmers</w>": 28128,
+  "mmes</w>": 42862,
+  "mmi</w>": 34147,
+  "mming": 21038,
+  "mming</w>": 16507,
+  "mmings</w>": 31357,
+  "mmit</w>": 41050,
+  "mmj</w>": 43015,
+  "mmm": 37908,
+  "mmm</w>": 7641,
+  "mmmm": 36312,
+  "mmmm</w>": 13180,
+  "mmmmm</w>": 21808,
+  "mmmmmm</w>": 43740,
+  "mmo</w>": 30418,
+  "mmon</w>": 41131,
+  "mmor": 36657,
+  "mmorpg</w>": 39476,
+  "mms</w>": 37803,
+  "mmva</w>": 42666,
+  "mmy": 28837,
+  "mmy</w>": 8722,
+  "mn": 5086,
+  "mn</w>": 4057,
+  "mna</w>": 34877,
+  "mnd</w>": 44776,
+  "mnet</w>": 34129,
+  "mnf</w>": 41105,
+  "mnl</w>": 32980,
+  "mnleg</w>": 42653,
+  "mns</w>": 39040,
+  "mnt</w>": 21477,
+  "mntwins</w>": 45448,
+  "mnwild</w>": 39044,
+  "mnwx</w>": 39592,
+  "mo": 617,
+  "mo</w>": 2080,
+  "moa</w>": 33174,
+  "moana</w>": 43241,
+  "mob": 2818,
+  "mob</w>": 12754,
+  "mobi": 9451,
+  "mobil": 26343,
+  "mobil</w>": 29815,
+  "mobile": 12935,
+  "mobile</w>": 3451,
+  "mobiles</w>": 44302,
+  "mobili": 20770,
+  "mobility</w>": 12546,
+  "mobilization</w>": 48916,
+  "moby</w>": 47219,
+  "moc": 41439,
+  "moc</w>": 36992,
+  "mocha</w>": 28425,
+  "mochi</w>": 47973,
+  "mock": 15641,
+  "mock</w>": 12759,
+  "mocked</w>": 47400,
+  "mocking": 28692,
+  "mocking</w>": 37870,
+  "mocks</w>": 35142,
+  "mod": 6362,
+  "mod</w>": 10893,
+  "moda</w>": 25814,
+  "modal</w>": 33157,
+  "mode": 20402,
+  "mode</w>": 6493,
+  "model": 4591,
+  "model</w>": 2863,
+  "modeled</w>": 39527,
+  "modeling</w>": 13706,
+  "modelling</w>": 19946,
+  "models</w>": 6176,
+  "moder": 2894,
+  "moderate</w>": 16435,
+  "moderated</w>": 27928,
+  "moderating</w>": 34242,
+  "moderator</w>": 32659,
+  "modern": 11706,
+  "modern</w>": 4077,
+  "modernart</w>": 34417,
+  "moderni": 24328,
+  "modernism</w>": 39601,
+  "modernist</w>": 36773,
+  "modernization</w>": 47294,
+  "modes</w>": 30454,
+  "modest</w>": 25436,
+  "modi": 9047,
+  "modi</w>": 7774,
+  "modification</w>": 37630,
+  "modified</w>": 17964,
+  "modo</w>": 36820,
+  "mods</w>": 23843,
+  "modu": 9036,
+  "modular</w>": 22437,
+  "module</w>": 16757,
+  "modules</w>": 30575,
+  "moe": 38655,
+  "moe</w>": 17938,
+  "mof": 30798,
+  "moff": 27160,
+  "mog</w>": 42362,
+  "moga": 41732,
+  "mogadishu</w>": 45133,
+  "mogul</w>": 41320,
+  "moh": 18979,
+  "moh</w>": 35388,
+  "moha": 46892,
+  "moham": 7923,
+  "mohamed</w>": 18472,
+  "mohammad</w>": 19926,
+  "mohammed</w>": 16168,
+  "mohan": 26521,
+  "mohan</w>": 23586,
+  "mohawk</w>": 34942,
+  "mohd</w>": 49094,
+  "mohsin</w>": 48861,
+  "moi": 20691,
+  "moi</w>": 21825,
+  "moil</w>": 30349,
+  "moines</w>": 32091,
+  "moist": 19831,
+  "moist</w>": 33263,
+  "moisture</w>": 20412,
+  "moisturi": 25942,
+  "moj": 34505,
+  "moja": 49055,
+  "mojito</w>": 46830,
+  "mojo</w>": 25204,
+  "mok": 49146,
+  "mol": 4246,
+  "mol</w>": 31582,
+  "mold</w>": 21846,
+  "molding</w>": 46274,
+  "moldova</w>": 47317,
+  "mole": 9927,
+  "mole</w>": 23529,
+  "molecular</w>": 19370,
+  "molecule</w>": 39233,
+  "molecules</w>": 35643,
+  "molina</w>": 34201,
+  "mollie</w>": 48203,
+  "molly": 24368,
+  "molly</w>": 12573,
+  "molo": 41510,
+  "mology</w>": 32255,
+  "molten</w>": 46071,
+  "moly</w>": 47083,
+  "mom": 1614,
+  "mom</w>": 2543,
+  "moma</w>": 33605,
+  "mombasa</w>": 40340,
+  "moment": 12197,
+  "moment</w>": 2495,
+  "momento</w>": 30078,
+  "moments</w>": 5251,
+  "momentum</w>": 15722,
+  "momlife</w>": 43825,
+  "momma</w>": 14508,
+  "mommy</w>": 12456,
+  "momo": 48490,
+  "momo</w>": 25980,
+  "moms": 28446,
+  "moms</w>": 10042,
+  "momsdemand</w>": 33744,
+  "mon": 749,
+  "mon</w>": 2173,
+  "mona</w>": 19143,
+  "monaco</w>": 14938,
+  "monaghan</w>": 39797,
+  "monarch": 27235,
+  "monarch</w>": 22619,
+  "monarchs</w>": 36750,
+  "monarchy</w>": 47503,
+  "monaster": 19422,
+  "monastery</w>": 21850,
+  "monc": 34847,
+  "moncton</w>": 44962,
+  "mond": 14522,
+  "mond</w>": 4475,
+  "monday": 6205,
+  "monday</w>": 2098,
+  "mondaymorning</w>": 40089,
+  "mondaymotiv": 45488,
+  "mondaymotivation</w>": 8198,
+  "mondaymotivaton</w>": 47034,
+  "mondays</w>": 13815,
+  "monde</w>": 29339,
+  "mondo</w>": 36207,
+  "monds</w>": 20317,
+  "mone</w>": 25990,
+  "monet</w>": 24499,
+  "monetary</w>": 26394,
+  "moneti": 38056,
+  "money": 12743,
+  "money</w>": 2327,
+  "mong</w>": 43566,
+  "monger</w>": 38928,
+  "mongers</w>": 27670,
+  "mongo": 20680,
+  "mongolia</w>": 27144,
+  "mongolian</w>": 46335,
+  "moni": 46851,
+  "monia</w>": 31161,
+  "monic": 30893,
+  "monica</w>": 13540,
+  "monit": 9014,
+  "monitor</w>": 10198,
+  "monitored</w>": 45828,
+  "monitoring</w>": 11030,
+  "monitors</w>": 30478,
+  "monk": 30557,
+  "monk</w>": 16424,
+  "monkey": 29597,
+  "monkey</w>": 9465,
+  "monkeys</w>": 15781,
+  "monks</w>": 29090,
+  "monmouth</w>": 36929,
+  "mono": 8220,
+  "mono</w>": 22537,
+  "monochrome</w>": 25576,
+  "monogram</w>": 39665,
+  "monologue</w>": 47776,
+  "monopoly</w>": 25241,
+  "monoxide</w>": 49314,
+  "monro": 45750,
+  "monroe</w>": 13625,
+  "mons</w>": 19885,
+  "monsanto</w>": 37592,
+  "monsi": 46677,
+  "monsieur</w>": 48879,
+  "monsoon</w>": 18872,
+  "monsta</w>": 30718,
+  "monstax</w>": 45631,
+  "monste": 47045,
+  "monster": 14454,
+  "monster</w>": 6060,
+  "monsters</w>": 11546,
+  "mont": 5186,
+  "mont</w>": 5382,
+  "montag": 37202,
+  "montage</w>": 32325,
+  "montal": 42126,
+  "montan": 28405,
+  "montana</w>": 11436,
+  "monte": 8711,
+  "monte</w>": 14667,
+  "montene": 28538,
+  "montenegro</w>": 30378,
+  "monter": 36673,
+  "monterey</w>": 23388,
+  "monterrey</w>": 45254,
+  "montess": 43205,
+  "montessori</w>": 45443,
+  "montgom": 13852,
+  "montgomery</w>": 14951,
+  "month": 7680,
+  "month</w>": 1924,
+  "monthly</w>": 8764,
+  "months</w>": 3109,
+  "monthsary</w>": 42420,
+  "monton</w>": 41961,
+  "montp": 39523,
+  "montre": 8434,
+  "montreal</w>": 9262,
+  "montrose</w>": 42347,
+  "monty": 43997,
+  "monty</w>": 24038,
+  "monu": 9748,
+  "monument</w>": 12019,
+  "monumental</w>": 31297,
+  "monuments</w>": 26916,
+  "mony</w>": 4117,
+  "monza</w>": 40380,
+  "moo": 4953,
+  "moo</w>": 24626,
+  "mood": 42358,
+  "mood</w>": 5394,
+  "moods</w>": 43727,
+  "moody</w>": 17170,
+  "moom": 36887,
+  "moon": 6334,
+  "moon</w>": 3293,
+  "mooney</w>": 37942,
+  "moonlight</w>": 20001,
+  "moons</w>": 29887,
+  "moonshine</w>": 46706,
+  "moor": 14817,
+  "moor</w>": 11877,
+  "moore": 28613,
+  "moore</w>": 6708,
+  "moors</w>": 32577,
+  "moose": 37562,
+  "moose</w>": 17338,
+  "moot</w>": 46895,
+  "mop</w>": 33900,
+  "mopar</w>": 41166,
+  "mor": 657,
+  "mor</w>": 18614,
+  "mora</w>": 29262,
+  "moral</w>": 11246,
+  "morale</w>": 39404,
+  "morales</w>": 27117,
+  "morality</w>": 34133,
+  "morally</w>": 42519,
+  "morals</w>": 46223,
+  "moran</w>": 21557,
+  "moray</w>": 44569,
+  "more": 5434,
+  "more</w>": 750,
+  "morecam": 37305,
+  "morecambe</w>": 43414,
+  "mored</w>": 20195,
+  "moreland</w>": 44135,
+  "moreno</w>": 24826,
+  "morethan": 30889,
+  "morg": 34284,
+  "morgan": 15432,
+  "morgan</w>": 6075,
+  "morgen</w>": 35106,
+  "mori": 25710,
+  "mori</w>": 29514,
+  "moris": 43131,
+  "moritz</w>": 45594,
+  "morley</w>": 40439,
+  "mormon</w>": 27715,
+  "morn</w>": 22393,
+  "mornin</w>": 28327,
+  "morning": 10769,
+  "morning</w>": 1119,
+  "mornings</w>": 12106,
+  "moro</w>": 31613,
+  "moroc": 11996,
+  "moroccan</w>": 27546,
+  "morocco</w>": 15228,
+  "moron</w>": 31875,
+  "morons</w>": 46477,
+  "morow</w>": 40779,
+  "morph": 23915,
+  "morph</w>": 41700,
+  "morphe": 38978,
+  "morpho": 38622,
+  "morrha": 43044,
+  "morri": 9876,
+  "morris": 22560,
+  "morris</w>": 9090,
+  "morrison": 40961,
+  "morrison</w>": 14094,
+  "morrisons</w>": 40965,
+  "morrissey</w>": 30040,
+  "morro</w>": 48363,
+  "morrow</w>": 21611,
+  "mors</w>": 13064,
+  "morse</w>": 25282,
+  "mort": 24257,
+  "mort</w>": 30583,
+  "mortal": 31883,
+  "mortal</w>": 14680,
+  "mortality</w>": 20347,
+  "mortar</w>": 27258,
+  "mortg": 12069,
+  "mortgage</w>": 13988,
+  "mortgages</w>": 45391,
+  "mortimer</w>": 47836,
+  "morton</w>": 20698,
+  "morty</w>": 37391,
+  "mory</w>": 22633,
+  "mos": 28658,
+  "mos</w>": 9593,
+  "mosa": 14164,
+  "mosa</w>": 23809,
+  "mosaic</w>": 17506,
+  "mosch": 47003,
+  "mosco": 9840,
+  "moscow</w>": 10371,
+  "moseley</w>": 47080,
+  "moses</w>": 18451,
+  "mosley</w>": 46228,
+  "mosqu": 15215,
+  "mosque</w>": 12694,
+  "mosques</w>": 41214,
+  "mosquit": 39699,
+  "mosquito</w>": 25083,
+  "mosquitoes</w>": 41870,
+  "moss": 25107,
+  "moss</w>": 12815,
+  "most": 7034,
+  "most</w>": 1096,
+  "mostly</w>": 8829,
+  "mosul</w>": 29165,
+  "mot": 16352,
+  "mot</w>": 15452,
+  "mota</w>": 42499,
+  "motd</w>": 46232,
+  "motel</w>": 26191,
+  "moth": 33208,
+  "moth</w>": 11736,
+  "mother": 7455,
+  "mother</w>": 3050,
+  "motherhood</w>": 32274,
+  "motherland</w>": 46774,
+  "mothers</w>": 10546,
+  "mothersday</w>": 15583,
+  "motherwell</w>": 48104,
+  "moths</w>": 29086,
+  "moti": 38210,
+  "motif</w>": 35373,
+  "motion": 32139,
+  "motion</w>": 7860,
+  "motiv": 3183,
+  "motivate</w>": 26771,
+  "motivated</w>": 16521,
+  "motivates</w>": 44684,
+  "motivating</w>": 37720,
+  "motivation": 26117,
+  "motivation</w>": 4193,
+  "motivational": 32832,
+  "motivational</w>": 20472,
+  "motivationmonday</w>": 28703,
+  "motive</w>": 36669,
+  "motley</w>": 42553,
+  "motm</w>": 41192,
+  "moto": 10646,
+  "moto</w>": 11431,
+  "motocross</w>": 34562,
+  "motogp</w>": 16615,
+  "motor": 3975,
+  "motor</w>": 7659,
+  "motorbike</w>": 33341,
+  "motorcycle</w>": 10297,
+  "motorcycles</w>": 24869,
+  "motoring</w>": 44491,
+  "motorists</w>": 32766,
+  "motorola</w>": 33738,
+  "motors</w>": 14989,
+  "motorsport</w>": 18371,
+  "motorsports</w>": 24264,
+  "motorway</w>": 31808,
+  "motown</w>": 32685,
+  "mott": 44570,
+  "mott</w>": 21708,
+  "motto</w>": 23338,
+  "mou": 2809,
+  "mou</w>": 25289,
+  "moud</w>": 37698,
+  "moul": 25725,
+  "mould</w>": 36743,
+  "moulin</w>": 47656,
+  "moun": 2023,
+  "mound</w>": 21414,
+  "mount": 20553,
+  "mount</w>": 5532,
+  "mountain": 14547,
+  "mountain</w>": 3965,
+  "mountaine": 24841,
+  "mountaineer</w>": 49255,
+  "mountains</w>": 5873,
+  "mounted</w>": 17897,
+  "mounting</w>": 29910,
+  "mounts</w>": 36767,
+  "mour": 9053,
+  "mour</w>": 42446,
+  "moured</w>": 29555,
+  "mourinho</w>": 18536,
+  "mourn</w>": 33592,
+  "mourning</w>": 24169,
+  "mourns</w>": 42811,
+  "mous": 24837,
+  "mous</w>": 17425,
+  "mouse": 33032,
+  "mouse</w>": 9301,
+  "mousse</w>": 31869,
+  "moustache</w>": 32795,
+  "mouth": 15152,
+  "mouth</w>": 4932,
+  "mouths</w>": 38518,
+  "mov</w>": 23950,
+  "move": 16624,
+  "move</w>": 2783,
+  "moved</w>": 6997,
+  "movember</w>": 23474,
+  "movement</w>": 5208,
+  "movements</w>": 19665,
+  "mover</w>": 37673,
+  "movers</w>": 33957,
+  "moves</w>": 6880,
+  "movi": 1707,
+  "movic</w>": 43838,
+  "movie": 11247,
+  "movie</w>": 2016,
+  "movies</w>": 4772,
+  "moving": 32160,
+  "moving</w>": 3584,
+  "mow": 31006,
+  "mow</w>": 36329,
+  "mower</w>": 30895,
+  "mowing</w>": 46424,
+  "mowx</w>": 44263,
+  "moy": 27276,
+  "moy</w>": 34205,
+  "moyes</w>": 37119,
+  "moz": 14761,
+  "moz</w>": 43738,
+  "mozam": 26648,
+  "mozambique</w>": 28831,
+  "mozart</w>": 22132,
+  "mozz": 26317,
+  "mozzarella</w>": 27845,
+  "mp": 1037,
+  "mp</w>": 1246,
+  "mpa</w>": 30749,
+  "mpc</w>": 38560,
+  "mpd</w>": 33814,
+  "mped</w>": 28134,
+  "mper</w>": 22803,
+  "mpg": 39830,
+  "mpg</w>": 37454,
+  "mpgvip</w>": 42149,
+  "mph</w>": 5306,
+  "mpi</w>": 43263,
+  "mping</w>": 27999,
+  "mple</w>": 21139,
+  "mplo": 47071,
+  "mpls</w>": 34298,
+  "mpo</w>": 33674,
+  "mpp</w>": 39570,
+  "mps</w>": 5504,
+  "mption</w>": 9717,
+  "mpton</w>": 27448,
+  "mpu": 47156,
+  "mpus</w>": 25864,
+  "mpy</w>": 17192,
+  "mq": 19103,
+  "mqm</w>": 24687,
+  "mr": 3139,
+  "mr</w>": 1982,
+  "mra": 44568,
+  "mrc</w>": 25897,
+  "mri</w>": 24773,
+  "mrs": 25003,
+  "mrs</w>": 4255,
+  "mrt</w>": 30256,
+  "mru</w>": 22370,
+  "mrw</w>": 15303,
+  "ms": 3525,
+  "ms</w>": 988,
+  "msa</w>": 36306,
+  "msc": 31826,
+  "msc</w>": 20529,
+  "msd": 25804,
+  "msd</w>": 36407,
+  "msdhoni</w>": 32850,
+  "msf</w>": 36239,
+  "msg": 44430,
+  "msg</w>": 10928,
+  "msh": 41751,
+  "msi": 43597,
+  "msi</w>": 45278,
+  "msk": 38501,
+  "msl</w>": 42736,
+  "msm</w>": 22210,
+  "msn": 18824,
+  "msn</w>": 41042,
+  "msnbc</w>": 20245,
+  "mson": 27773,
+  "mson</w>": 12298,
+  "msp": 41445,
+  "msp</w>": 22318,
+  "mss": 42136,
+  "mss</w>": 48610,
+  "mst</w>": 26335,
+  "msu": 26763,
+  "msu</w>": 17298,
+  "mswx</w>": 42957,
+  "msy</w>": 43919,
+  "mt": 4252,
+  "mt</w>": 3284,
+  "mta</w>": 28691,
+  "mtb": 48306,
+  "mtb</w>": 18747,
+  "mtc</w>": 42482,
+  "mtg": 49142,
+  "mtg</w>": 13648,
+  "mth</w>": 48151,
+  "mtl</w>": 22135,
+  "mtn": 26041,
+  "mtn</w>": 18953,
+  "mtr</w>": 46650,
+  "mts</w>": 38751,
+  "mtv": 8099,
+  "mtv</w>": 12555,
+  "mtvbr": 47258,
+  "mtvhottest</w>": 16751,
+  "mtvstars</w>": 19948,
+  "mu": 670,
+  "mu</w>": 6411,
+  "mua</w>": 21395,
+  "muay": 44910,
+  "muaythai</w>": 47763,
+  "mubarak</w>": 17957,
+  "muc</w>": 49115,
+  "much": 14300,
+  "much</w>": 1238,
+  "mucha</w>": 42191,
+  "muchas</w>": 26278,
+  "mucho</w>": 19864,
+  "muck": 44731,
+  "muck</w>": 45330,
+  "mud": 17491,
+  "mud</w>": 11673,
+  "mudder</w>": 49104,
+  "muddy</w>": 21524,
+  "mue": 44383,
+  "mue</w>": 40717,
+  "mueller": 46863,
+  "mueller</w>": 14719,
+  "muen": 48646,
+  "muer": 33840,
+  "muf": 33852,
+  "mufc</w>": 9013,
+  "muffin</w>": 22696,
+  "muffins</w>": 25922,
+  "mufti</w>": 44930,
+  "mug": 16339,
+  "mug</w>": 9722,
+  "mugabe</w>": 36441,
+  "mughal</w>": 37508,
+  "mugs</w>": 22852,
+  "mugshot</w>": 40028,
+  "muh": 36335,
+  "muh</w>": 46475,
+  "muham": 10043,
+  "muhammad</w>": 12259,
+  "muir": 44650,
+  "muir</w>": 24745,
+  "muj": 44635,
+  "muk": 17327,
+  "muk</w>": 32600,
+  "mukher": 34575,
+  "mukherjee</w>": 37862,
+  "mul": 1899,
+  "mul</w>": 43193,
+  "mula</w>": 40937,
+  "mulator</w>": 17463,
+  "mulberry</w>": 39221,
+  "mule</w>": 28695,
+  "mull": 17313,
+  "mull</w>": 35310,
+  "mulled</w>": 44641,
+  "mullen</w>": 30797,
+  "muller</w>": 33956,
+  "mullet</w>": 35010,
+  "mulligan</w>": 44336,
+  "mullins</w>": 41265,
+  "mult": 34219,
+  "multi": 3947,
+  "multi</w>": 6400,
+  "multic": 21683,
+  "multicul": 28004,
+  "multicultural</w>": 34667,
+  "multil": 27975,
+  "multimedia</w>": 27977,
+  "multin": 38996,
+  "multinational</w>": 46540,
+  "multip": 40314,
+  "multiplayer</w>": 27460,
+  "multiple</w>": 6470,
+  "multipurpose</w>": 47665,
+  "multit": 27814,
+  "multitasking</w>": 48684,
+  "mulus</w>": 26180,
+  "mum": 15565,
+  "mum</w>": 4030,
+  "mumb": 5850,
+  "mumbai": 24279,
+  "mumbai</w>": 6971,
+  "mumford</w>": 46184,
+  "mummy</w>": 16301,
+  "mums</w>": 17868,
+  "mun": 2617,
+  "mun</w>": 21059,
+  "muna</w>": 48424,
+  "munch": 23587,
+  "munch</w>": 33299,
+  "munchies</w>": 44324,
+  "munchkin</w>": 41305,
+  "mund</w>": 14244,
+  "mundo</w>": 20990,
+  "muni": 27327,
+  "muni</w>": 39795,
+  "munich</w>": 13526,
+  "munici": 12159,
+  "municipal": 43667,
+  "municipal</w>": 16600,
+  "municipality</w>": 29987,
+  "munition</w>": 32668,
+  "munro</w>": 36501,
+  "munster</w>": 27201,
+  "mup</w>": 21966,
+  "muppet</w>": 40598,
+  "muppets</w>": 40187,
+  "mups</w>": 42195,
+  "mur": 2144,
+  "mur</w>": 18293,
+  "mura": 45176,
+  "mural</w>": 12315,
+  "murals</w>": 31499,
+  "murder": 28136,
+  "murder</w>": 5787,
+  "murdered</w>": 13158,
+  "murderer</w>": 26956,
+  "murderers</w>": 48472,
+  "murdering</w>": 36055,
+  "murders</w>": 22409,
+  "murdoch</w>": 29037,
+  "murphy": 48976,
+  "murphy</w>": 8914,
+  "murray": 31978,
+  "murray</w>": 7513,
+  "murs</w>": 38783,
+  "mus": 2198,
+  "mus</w>": 8103,
+  "musa</w>": 30540,
+  "musc": 5696,
+  "muscat</w>": 33322,
+  "muscle": 27323,
+  "muscle</w>": 9269,
+  "muscles</w>": 16786,
+  "muscular</w>": 30606,
+  "muse": 2369,
+  "muse</w>": 15686,
+  "museo</w>": 36457,
+  "muses</w>": 48243,
+  "museu": 27087,
+  "museum": 15602,
+  "museum</w>": 2786,
+  "museums</w>": 15542,
+  "museumweek</w>": 37996,
+  "mush": 7635,
+  "mushroom</w>": 13011,
+  "mushrooms</w>": 14730,
+  "musi": 15628,
+  "music": 4110,
+  "music</w>": 1179,
+  "musica</w>": 26668,
+  "musical": 36002,
+  "musical</w>": 5173,
+  "musically</w>": 48893,
+  "musicals</w>": 36974,
+  "musichistory</w>": 37890,
+  "musician</w>": 11179,
+  "musicians</w>": 12498,
+  "musicislife</w>": 43311,
+  "musicmonday</w>": 35887,
+  "musicvideo</w>": 26764,
+  "musik</w>": 32986,
+  "musings</w>": 44961,
+  "musique</w>": 42250,
+  "musk": 32143,
+  "musk</w>": 19063,
+  "muskete": 32775,
+  "musketeers</w>": 37993,
+  "musko": 34987,
+  "muskoka</w>": 40832,
+  "musli": 4958,
+  "muslim": 43795,
+  "muslim</w>": 7060,
+  "muslims</w>": 10513,
+  "muss": 41493,
+  "mussels</w>": 33393,
+  "must": 6783,
+  "must</w>": 2048,
+  "mustache</w>": 23451,
+  "mustaf": 23596,
+  "mustafa</w>": 29000,
+  "mustang": 42361,
+  "mustang</w>": 13309,
+  "mustangs</w>": 22500,
+  "mustard</w>": 15794,
+  "muster</w>": 47361,
+  "mustread</w>": 28978,
+  "mut": 12598,
+  "mut</w>": 22839,
+  "mutant</w>": 28384,
+  "mutation</w>": 38626,
+  "mutations</w>": 39651,
+  "mute</w>": 31252,
+  "muted</w>": 48028,
+  "muth</w>": 34280,
+  "mutil": 39950,
+  "mutt</w>": 45924,
+  "mutu": 17574,
+  "mutual</w>": 15055,
+  "mutuals</w>": 31158,
+  "muy</w>": 44625,
+  "mv": 10580,
+  "mv</w>": 8269,
+  "mvc</w>": 40549,
+  "mvp</w>": 8905,
+  "mw": 16725,
+  "mw</w>": 11206,
+  "mwc</w>": 24289,
+  "mwf</w>": 48565,
+  "mx": 21947,
+  "mx</w>": 9575,
+  "my": 1152,
+  "my</w>": 607,
+  "mya</w>": 31401,
+  "myal": 42735,
+  "myan": 13761,
+  "myanmar</w>": 14764,
+  "myart</w>": 38826,
+  "myco": 48362,
+  "mydayin": 41896,
+  "mydayinla</w>": 42801,
+  "mydubai</w>": 43475,
+  "mye": 27551,
+  "myel": 40084,
+  "myers</w>": 15993,
+  "myjaps</w>": 47939,
+  "myle": 43700,
+  "myles</w>": 25511,
+  "mylife</w>": 30537,
+  "mylittle": 37757,
+  "mylittlepony</w>": 45107,
+  "myo": 16206,
+  "myr": 20272,
+  "myra</w>": 35694,
+  "myri": 34972,
+  "myrt": 47785,
+  "myrtle</w>": 27768,
+  "mys</w>": 11724,
+  "myself</w>": 3245,
+  "mysore</w>": 44924,
+  "myspace</w>": 41382,
+  "myster": 4669,
+  "mysteries</w>": 20605,
+  "mysterious</w>": 12650,
+  "mystery": 39828,
+  "mystery</w>": 6711,
+  "mysti": 28711,
+  "mystic": 36264,
+  "mystic</w>": 23722,
+  "mystical</w>": 34122,
+  "myth": 20322,
+  "myth</w>": 13878,
+  "mythical</w>": 34377,
+  "mytho": 43857,
+  "mythology</w>": 22496,
+  "myths</w>": 18675,
+  "mz": 29509,
+  "mz</w>": 33400,
+  "mzan": 36322,
+  "mzansi</w>": 43301,
+  "má": 36842,
+  "mé": 21890,
+  "méxico</w>": 46159,
+  "mü": 28142,
+  "mün": 41235,
+  "n": 77,
+  "n</w>": 333,
+  "na": 1097,
+  "na</w>": 1272,
+  "naa</w>": 37738,
+  "naacp</w>": 32176,
+  "nab": 6951,
+  "nab</w>": 19440,
+  "nabe": 35111,
+  "naby</w>": 24800,
+  "nac": 14557,
+  "nac</w>": 18950,
+  "nach": 12168,
+  "nach</w>": 43622,
+  "nacho</w>": 35647,
+  "nachos</w>": 32847,
+  "nacht</w>": 37261,
+  "nacional</w>": 38782,
+  "nad": 6204,
+  "nad</w>": 43928,
+  "nada</w>": 31683,
+  "nadal</w>": 20814,
+  "nade": 24908,
+  "nadi": 30512,
+  "nadia</w>": 27487,
+  "nadine</w>": 23356,
+  "nadu</w>": 20936,
+  "nae</w>": 19374,
+  "naf": 16161,
+  "naf</w>": 45956,
+  "nafta</w>": 43123,
+  "nag": 6694,
+  "nag</w>": 23902,
+  "naga": 45953,
+  "naga</w>": 38997,
+  "nagar</w>": 17490,
+  "nage</w>": 41219,
+  "nago": 38349,
+  "nagoya</w>": 43303,
+  "nagpur</w>": 43328,
+  "nah": 26421,
+  "nah</w>": 11129,
+  "nahi</w>": 35244,
+  "nai": 6230,
+  "nai</w>": 10692,
+  "naia</w>": 31340,
+  "naidu</w>": 42429,
+  "naija</w>": 16326,
+  "naik</w>": 34424,
+  "nail": 19459,
+  "nail</w>": 9059,
+  "nailart</w>": 43532,
+  "nailed</w>": 19035,
+  "nails</w>": 8469,
+  "nair</w>": 27107,
+  "naira</w>": 39450,
+  "naire</w>": 48892,
+  "nairobi</w>": 17756,
+  "nais": 46396,
+  "naissance</w>": 44761,
+  "naive</w>": 43362,
+  "naj": 30985,
+  "naji": 32589,
+  "nak": 9248,
+  "nak</w>": 25550,
+  "naked": 46371,
+  "naked</w>": 11478,
+  "naku": 39864,
+  "nal": 14132,
+  "nal</w>": 3119,
+  "nale</w>": 27198,
+  "nall</w>": 32869,
+  "nally</w>": 26158,
+  "nam": 1410,
+  "nam</w>": 12344,
+  "nama</w>": 39586,
+  "naman</w>": 27635,
+  "namaste</w>": 35549,
+  "name": 18160,
+  "name</w>": 1981,
+  "named</w>": 3194,
+  "nameis": 40831,
+  "nament</w>": 3916,
+  "naments</w>": 16540,
+  "names</w>": 6130,
+  "namesake</w>": 41298,
+  "nami": 20393,
+  "namibia</w>": 23731,
+  "naming</w>": 19367,
+  "namjoon</w>": 31986,
+  "namm</w>": 35524,
+  "namo": 46013,
+  "namo</w>": 24854,
+  "nan": 4375,
+  "nan</w>": 7750,
+  "nana</w>": 18761,
+  "nanaimo</w>": 40518,
+  "nancy": 21511,
+  "nancy</w>": 11425,
+  "nand": 20435,
+  "nandez</w>": 12764,
+  "nando": 46044,
+  "nang": 48148,
+  "nani</w>": 27980,
+  "nanny</w>": 31104,
+  "nano": 15835,
+  "nano</w>": 22006,
+  "nanop": 34177,
+  "nanotechnology</w>": 42235,
+  "nanow": 46734,
+  "nant</w>": 22526,
+  "nantes</w>": 47533,
+  "nantucket</w>": 41573,
+  "nao</w>": 39319,
+  "naom": 34955,
+  "naomi</w>": 20173,
+  "nap": 6568,
+  "nap</w>": 11012,
+  "napa</w>": 20545,
+  "napier</w>": 40875,
+  "napkin</w>": 38930,
+  "naples</w>": 23560,
+  "napo": 18715,
+  "napol": 20122,
+  "napoleon</w>": 24969,
+  "napoli</w>": 22445,
+  "napp": 11359,
+  "napping</w>": 37657,
+  "naps</w>": 31317,
+  "naq": 46453,
+  "nar": 2977,
+  "nar</w>": 20145,
+  "nara</w>": 33823,
+  "narcis": 25229,
+  "narcissi": 35442,
+  "narco": 38461,
+  "nard</w>": 18216,
+  "nare": 34853,
+  "naren": 8468,
+  "narendr": 9807,
+  "narendra</w>": 25848,
+  "narendramodi</w>": 9853,
+  "narnia</w>": 48693,
+  "narr": 11845,
+  "narrated</w>": 43609,
+  "narrative</w>": 15933,
+  "narratives</w>": 35117,
+  "narrator</w>": 46529,
+  "narrow": 24006,
+  "narrow</w>": 16652,
+  "narrowly</w>": 29747,
+  "naruto</w>": 22732,
+  "nas": 3090,
+  "nas</w>": 15250,
+  "nasa</w>": 6841,
+  "nasal</w>": 42853,
+  "nascar": 25723,
+  "nascar</w>": 7868,
+  "nasdaq</w>": 26629,
+  "nash": 6771,
+  "nash</w>": 13620,
+  "nasheed</w>": 49176,
+  "nashgrier</w>": 33372,
+  "nashville": 45356,
+  "nashville</w>": 8585,
+  "nasi</w>": 47987,
+  "nasir</w>": 47509,
+  "nassau</w>": 34048,
+  "nasser</w>": 43559,
+  "nasty": 32930,
+  "nasty</w>": 8709,
+  "nat": 1276,
+  "nat</w>": 11310,
+  "nata</w>": 39392,
+  "natal</w>": 28516,
+  "natali": 20296,
+  "natalia</w>": 32978,
+  "natalie": 36634,
+  "natalie</w>": 13595,
+  "natash": 48701,
+  "natasha</w>": 23093,
+  "nate": 26643,
+  "nate</w>": 7587,
+  "natgeo": 33009,
+  "natgeo</w>": 25046,
+  "nath": 22203,
+  "nath</w>": 19843,
+  "nathan": 13028,
+  "nathan</w>": 9711,
+  "nathanfillion</w>": 47422,
+  "nathaniel</w>": 32667,
+  "nati": 1060,
+  "nati</w>": 13384,
+  "natic</w>": 44944,
+  "natin</w>": 44358,
+  "nation": 2317,
+  "nation</w>": 2670,
+  "national": 3126,
+  "national</w>": 1362,
+  "nationalbestfriend": 42222,
+  "nationaldogday</w>": 32227,
+  "nationalism</w>": 29867,
+  "nationalist</w>": 25058,
+  "nationality</w>": 44451,
+  "nationally</w>": 15130,
+  "nationalpark</w>": 33060,
+  "nationalparks</w>": 41204,
+  "nationals</w>": 10784,
+  "nationaltrust</w>": 34051,
+  "nations</w>": 7654,
+  "nationwide</w>": 13795,
+  "native": 20639,
+  "native</w>": 4562,
+  "natives</w>": 36060,
+  "nativity</w>": 33988,
+  "natl": 39225,
+  "natl</w>": 34465,
+  "nato</w>": 13139,
+  "nats</w>": 21106,
+  "natu": 2775,
+  "natur": 6800,
+  "natural": 13198,
+  "natural</w>": 3288,
+  "naturally</w>": 12995,
+  "naturals</w>": 44686,
+  "nature": 9382,
+  "nature</w>": 2625,
+  "naturelovers</w>": 41514,
+  "naturephotography</w>": 22533,
+  "natures</w>": 15616,
+  "natureuk</w>": 46193,
+  "nau": 5955,
+  "nau</w>": 32878,
+  "naught</w>": 41001,
+  "naughty": 47255,
+  "naughty</w>": 15101,
+  "nautical</w>": 31660,
+  "nav": 3413,
+  "nav</w>": 25308,
+  "navajo</w>": 35523,
+  "naval": 44725,
+  "naval</w>": 13273,
+  "navar": 24848,
+  "navarro</w>": 37104,
+  "nave": 42704,
+  "naveen</w>": 43837,
+  "naver</w>": 32534,
+  "navi": 16159,
+  "navi</w>": 44848,
+  "navig": 12507,
+  "navigate</w>": 24400,
+  "navigating</w>": 33134,
+  "navigation</w>": 20148,
+  "navigator</w>": 38910,
+  "navis</w>": 36377,
+  "navratri</w>": 45428,
+  "navy": 28414,
+  "navy</w>": 5598,
+  "naw": 16259,
+  "naw</w>": 30500,
+  "nawaz": 49161,
+  "nawaz</w>": 19523,
+  "nax": 38299,
+  "nay": 11704,
+  "nay</w>": 16182,
+  "naya</w>": 38917,
+  "nayanth": 38157,
+  "nayanthara</w>": 45184,
+  "naz": 6363,
+  "naz</w>": 35534,
+  "nazi</w>": 12972,
+  "nazis</w>": 21778,
+  "nb": 6459,
+  "nb</w>": 6813,
+  "nba": 22524,
+  "nba</w>": 5139,
+  "nbad": 43458,
+  "nbaf": 30127,
+  "nbafinals</w>": 33803,
+  "nbap": 41956,
+  "nbaplayoffs</w>": 43860,
+  "nbat": 46291,
+  "nbc": 9352,
+  "nbc</w>": 8799,
+  "nbd</w>": 24526,
+  "nbl</w>": 42652,
+  "nc": 5021,
+  "nc</w>": 4911,
+  "nca": 6921,
+  "ncaa</w>": 9418,
+  "ncbd</w>": 47221,
+  "ncc": 33195,
+  "ncc</w>": 36686,
+  "ncds</w>": 47573,
+  "ncfc</w>": 31274,
+  "ncis</w>": 33617,
+  "ncpol</w>": 40562,
+  "ncr</w>": 38474,
+  "ncs</w>": 42689,
+  "nct": 27723,
+  "nct</w>": 20319,
+  "ncwx</w>": 36166,
+  "nd": 5625,
+  "nd</w>": 1764,
+  "nda</w>": 32862,
+  "ndc</w>": 47564,
+  "ndi</w>": 48229,
+  "ndp</w>": 19257,
+  "nds</w>": 31347,
+  "ndtv</w>": 26261,
+  "ne": 557,
+  "ne</w>": 1422,
+  "nea</w>": 24068,
+  "neal": 33652,
+  "neal</w>": 16730,
+  "near": 11296,
+  "near</w>": 2252,
+  "nearby</w>": 13314,
+  "nearest</w>": 18985,
+  "nearing</w>": 26571,
+  "nearly</w>": 4816,
+  "nears</w>": 37710,
+  "neat": 43201,
+  "neat</w>": 15465,
+  "neath</w>": 18315,
+  "neau</w>": 31559,
+  "neb": 40209,
+  "nebra": 13371,
+  "nebraska</w>": 14565,
+  "nebu": 49295,
+  "nebula</w>": 22532,
+  "nec": 25109,
+  "nec</w>": 22992,
+  "necess": 6961,
+  "necessarily</w>": 25853,
+  "necessary</w>": 8955,
+  "necessities</w>": 43483,
+  "necessity</w>": 33163,
+  "neck": 6066,
+  "neck</w>": 6906,
+  "necklace</w>": 7385,
+  "necklaces</w>": 32276,
+  "necks</w>": 29701,
+  "nectar</w>": 33683,
+  "ned": 16030,
+  "ned</w>": 1369,
+  "nederland</w>": 49058,
+  "nee": 20494,
+  "nee</w>": 10601,
+  "need": 3229,
+  "need</w>": 1262,
+  "needed</w>": 4049,
+  "needing</w>": 22894,
+  "needle": 44490,
+  "needle</w>": 19886,
+  "needles</w>": 27250,
+  "needless</w>": 39984,
+  "needs</w>": 2536,
+  "needy</w>": 30150,
+  "neel": 33092,
+  "neel</w>": 46043,
+  "neer": 34245,
+  "nees</w>": 47248,
+  "neet</w>": 46362,
+  "neg": 5513,
+  "negan</w>": 42623,
+  "negative</w>": 8869,
+  "negatively</w>": 40254,
+  "negativity</w>": 34658,
+  "neglec": 18827,
+  "neglect</w>": 33680,
+  "neglected</w>": 31893,
+  "negli": 32594,
+  "negligence</w>": 45658,
+  "negoti": 10216,
+  "negotiate</w>": 32969,
+  "negotiating</w>": 35510,
+  "negotiation</w>": 36504,
+  "negotiations</w>": 20433,
+  "negr": 42190,
+  "negro</w>": 26554,
+  "neh": 40416,
+  "neh</w>": 41697,
+  "neha</w>": 44463,
+  "nehru</w>": 30316,
+  "nei": 9366,
+  "neigh": 4061,
+  "neighb": 6534,
+  "neighbor": 7759,
+  "neighbor</w>": 14485,
+  "neighborhood</w>": 9471,
+  "neighborhoods</w>": 26713,
+  "neighboring</w>": 44754,
+  "neighbors</w>": 13037,
+  "neighbour": 15858,
+  "neighbour</w>": 23719,
+  "neighbourhood</w>": 20312,
+  "neighbours</w>": 17594,
+  "neil": 13591,
+  "neil</w>": 8030,
+  "neilhimself</w>": 45682,
+  "neill</w>": 19324,
+  "neither</w>": 14398,
+  "nek</w>": 47727,
+  "neko</w>": 47066,
+  "nel": 5476,
+  "nel</w>": 2693,
+  "nell": 27081,
+  "nell</w>": 8117,
+  "nelly</w>": 21166,
+  "nels</w>": 19296,
+  "nelson": 24774,
+  "nelson</w>": 8586,
+  "nem</w>": 45153,
+  "neman</w>": 48553,
+  "neme": 30993,
+  "nemesis</w>": 37811,
+  "nemo</w>": 30441,
+  "nen": 17817,
+  "nen</w>": 15451,
+  "nene</w>": 44167,
+  "neo": 14562,
+  "neo</w>": 11017,
+  "neon": 21043,
+  "neon</w>": 13919,
+  "neonatal</w>": 46464,
+  "neop": 49069,
+  "nep": 20739,
+  "nep</w>": 41960,
+  "nepal": 25597,
+  "nepal</w>": 10066,
+  "nepali</w>": 47579,
+  "neph": 27926,
+  "nephe": 41810,
+  "nephew</w>": 11689,
+  "nephews</w>": 43747,
+  "nephro": 43054,
+  "neptune</w>": 30566,
+  "ner": 2064,
+  "ner</w>": 998,
+  "nerd": 24452,
+  "nerd</w>": 12273,
+  "nerds</w>": 22609,
+  "nerdy</w>": 33124,
+  "nered</w>": 17583,
+  "nerf</w>": 42914,
+  "nering</w>": 20226,
+  "nero</w>": 29048,
+  "ners</w>": 2129,
+  "nerve</w>": 18571,
+  "nerves</w>": 27813,
+  "nervous</w>": 13928,
+  "nery</w>": 48597,
+  "nes": 5457,
+  "nes</w>": 4980,
+  "nesburg</w>": 27159,
+  "nese</w>": 32220,
+  "ness": 7187,
+  "ness</w>": 1294,
+  "nesses</w>": 20107,
+  "nessy</w>": 32939,
+  "nest": 20302,
+  "nest</w>": 8719,
+  "nesting</w>": 28860,
+  "nestle</w>": 43967,
+  "nestled</w>": 38107,
+  "nests</w>": 41133,
+  "net": 1851,
+  "net</w>": 2315,
+  "netany": 23137,
+  "netanyahu</w>": 23583,
+  "netball</w>": 19761,
+  "netes</w>": 44335,
+  "netfli": 6304,
+  "netflix": 35325,
+  "netflix</w>": 6600,
+  "nether": 9946,
+  "netherlands</w>": 11060,
+  "neti": 43980,
+  "netneutrality</w>": 47794,
+  "nets</w>": 8582,
+  "nett": 23403,
+  "nett</w>": 6975,
+  "nette</w>": 13271,
+  "network": 23285,
+  "network</w>": 3304,
+  "networking</w>": 9818,
+  "networks</w>": 10004,
+  "neu": 3855,
+  "neu</w>": 43342,
+  "neue</w>": 45764,
+  "neur": 19001,
+  "neur</w>": 31976,
+  "neural</w>": 26388,
+  "neuro": 7401,
+  "neuro</w>": 36000,
+  "neurological</w>": 41718,
+  "neurology</w>": 43197,
+  "neurons</w>": 40442,
+  "neuroscience</w>": 23381,
+  "neutr": 17207,
+  "neutral</w>": 17011,
+  "neutrality</w>": 26511,
+  "neutron</w>": 44056,
+  "nev": 10236,
+  "nev</w>": 43645,
+  "neva</w>": 43304,
+  "nevada</w>": 13499,
+  "neve": 44099,
+  "neve</w>": 44023,
+  "never": 6746,
+  "never</w>": 1426,
+  "neveragain</w>": 45053,
+  "neverforget</w>": 19242,
+  "nevergiveup</w>": 42497,
+  "neverland</w>": 41483,
+  "nevertheless</w>": 48355,
+  "nevertrump</w>": 47494,
+  "neville</w>": 19269,
+  "nevis</w>": 43670,
+  "new": 1218,
+  "new</w>": 686,
+  "newark</w>": 20240,
+  "newbie</w>": 45427,
+  "newborn</w>": 18320,
+  "newbury</w>": 34169,
+  "newcastle": 41955,
+  "newcastle</w>": 9302,
+  "newcomer</w>": 30648,
+  "newcomers</w>": 44037,
+  "newe": 40068,
+  "newell</w>": 41436,
+  "newer</w>": 33099,
+  "newest</w>": 4990,
+  "newfound": 25250,
+  "newfoundland</w>": 28079,
+  "newh": 18546,
+  "newin": 31911,
+  "newjersey</w>": 32621,
+  "newly": 42186,
+  "newly</w>": 7056,
+  "newman</w>": 15815,
+  "newmarket</w>": 38617,
+  "newmexico</w>": 35238,
+  "newmusic": 32510,
+  "newmusic</w>": 17201,
+  "newor": 25969,
+  "neworleans</w>": 31205,
+  "newport": 42580,
+  "newport</w>": 14846,
+  "newprofile": 14633,
+  "newprofilepic</w>": 14754,
+  "newrelease</w>": 34793,
+  "news": 6216,
+  "news</w>": 1120,
+  "newsat</w>": 43979,
+  "newsc": 28656,
+  "newscast</w>": 45031,
+  "newsle": 10727,
+  "newsletter</w>": 11069,
+  "newsnow</w>": 48650,
+  "newsp": 7109,
+  "newspaper</w>": 8786,
+  "newspapers</w>": 22423,
+  "newsroom</w>": 23200,
+  "newt</w>": 37224,
+  "newton": 33122,
+  "newton</w>": 12606,
+  "newtown</w>": 31747,
+  "newyear": 22161,
+  "newyear</w>": 12999,
+  "newyearseve</w>": 37587,
+  "newyork": 18140,
+  "newyork</w>": 10454,
+  "newyorkcity</w>": 30460,
+  "newyorker</w>": 39732,
+  "newzealand</w>": 21117,
+  "nex": 6897,
+  "nex</w>": 39720,
+  "next": 12434,
+  "next</w>": 1131,
+  "nextgen</w>": 41933,
+  "nexus</w>": 19053,
+  "ney": 3857,
+  "ney</w>": 1438,
+  "neymar</w>": 21878,
+  "neys</w>": 12616,
+  "nez</w>": 27388,
+  "nf": 15195,
+  "nf</w>": 25643,
+  "nfamily</w>": 20098,
+  "nfc</w>": 23695,
+  "nffc</w>": 27893,
+  "nfl": 11219,
+  "nfl</w>": 4691,
+  "nfldraft</w>": 25002,
+  "ng": 10352,
+  "ng</w>": 5215,
+  "nga</w>": 35477,
+  "ngc</w>": 29046,
+  "ngo": 38740,
+  "ngo</w>": 24821,
+  "ngos</w>": 34627,
+  "nguyen</w>": 29947,
+  "nh": 3760,
+  "nh</w>": 10803,
+  "nhc</w>": 44817,
+  "nhl": 12290,
+  "nhl</w>": 8167,
+  "nhlbruins</w>": 39081,
+  "nhljets</w>": 49357,
+  "nhm</w>": 39483,
+  "nhpolitics</w>": 36125,
+  "nhq</w>": 42368,
+  "nhra</w>": 30052,
+  "nhs": 23282,
+  "nhs</w>": 7695,
+  "ni": 697,
+  "ni</w>": 3256,
+  "nia</w>": 3098,
+  "niag": 18071,
+  "niagar": 39298,
+  "niagara</w>": 18965,
+  "niall": 41354,
+  "niall</w>": 8327,
+  "niallo": 22855,
+  "niallofficial</w>": 23084,
+  "niam": 39347,
+  "nian</w>": 46003,
+  "nib</w>": 31049,
+  "nic": 2109,
+  "nic</w>": 6651,
+  "nica</w>": 29040,
+  "nicar": 25119,
+  "nicaragua</w>": 28423,
+  "nice": 28386,
+  "nice</w>": 1805,
+  "nicely</w>": 12303,
+  "nicer</w>": 29488,
+  "nicest</w>": 22967,
+  "niche</w>": 25279,
+  "nichol": 7668,
+  "nicholas": 39814,
+  "nicholas</w>": 13148,
+  "nicholls</w>": 38846,
+  "nichols</w>": 22730,
+  "nicholson</w>": 28745,
+  "nick": 4209,
+  "nick</w>": 4253,
+  "nickel</w>": 22034,
+  "nickelo": 28668,
+  "nickelodeon</w>": 33279,
+  "nicki</w>": 17738,
+  "nickimin": 27390,
+  "nickiminaj</w>": 27593,
+  "nickjonas</w>": 43862,
+  "nickname</w>": 24731,
+  "nicknamed</w>": 45190,
+  "nicks</w>": 15049,
+  "nicky": 28893,
+  "nicky</w>": 22091,
+  "nico": 20850,
+  "nico</w>": 17779,
+  "nicol": 9919,
+  "nicol</w>": 48274,
+  "nicola</w>": 21791,
+  "nicolas": 43813,
+  "nicolas</w>": 18918,
+  "nicole": 21246,
+  "nicole</w>": 10000,
+  "nicot": 45099,
+  "nicotine</w>": 46697,
+  "nie": 9524,
+  "nie</w>": 3501,
+  "niece</w>": 12795,
+  "nieces</w>": 44877,
+  "niel": 19109,
+  "niel</w>": 26837,
+  "niels</w>": 37154,
+  "nielsen</w>": 28372,
+  "nier</w>": 13014,
+  "nies</w>": 10586,
+  "niest</w>": 15007,
+  "nieu": 29781,
+  "nific": 4748,
+  "nifty</w>": 25604,
+  "nig": 27933,
+  "nig</w>": 28099,
+  "nigan</w>": 48516,
+  "nigel": 33919,
+  "nigel</w>": 15153,
+  "niger": 4524,
+  "niger</w>": 29920,
+  "nigeri": 40913,
+  "nigeria</w>": 6106,
+  "nigerian</w>": 12167,
+  "nigerians</w>": 25358,
+  "nigh": 13525,
+  "nigh</w>": 48157,
+  "night": 3870,
+  "night</w>": 930,
+  "nightclub</w>": 20418,
+  "nighter</w>": 41349,
+  "nighting": 36211,
+  "nightingale</w>": 40696,
+  "nightlife</w>": 28823,
+  "nightly</w>": 28868,
+  "nightmare</w>": 12867,
+  "nightmares</w>": 24032,
+  "nightout</w>": 44257,
+  "nights</w>": 4296,
+  "nighttime</w>": 38147,
+  "nightw": 39956,
+  "nih</w>": 25783,
+  "nik": 5126,
+  "nik</w>": 13705,
+  "nike": 16300,
+  "nike</w>": 5783,
+  "nikeplus</w>": 43154,
+  "niki</w>": 36136,
+  "nikita</w>": 37118,
+  "nikk": 38596,
+  "nikki": 23156,
+  "nikki</w>": 16689,
+  "niko</w>": 43771,
+  "nikol": 27430,
+  "nikola</w>": 42146,
+  "nikon": 25488,
+  "nikon</w>": 13849,
+  "nikov</w>": 43960,
+  "nil": 16852,
+  "nil</w>": 35030,
+  "nile</w>": 24252,
+  "nim": 30402,
+  "nim</w>": 42093,
+  "nima</w>": 42586,
+  "nin": 5794,
+  "nin</w>": 14145,
+  "nina</w>": 13891,
+  "nine": 16213,
+  "nine</w>": 7330,
+  "ninety</w>": 48214,
+  "ning": 6050,
+  "ning</w>": 762,
+  "ningham</w>": 23395,
+  "ningly</w>": 43537,
+  "nings</w>": 4588,
+  "nington</w>": 26214,
+  "ninj": 23225,
+  "ninja</w>": 11969,
+  "ninjas</w>": 42796,
+  "nino</w>": 25633,
+  "ninten": 6184,
+  "nintendo": 13969,
+  "nintendo</w>": 7886,
+  "nintendoswitch</w>": 16404,
+  "ninth</w>": 22770,
+  "nip": 33889,
+  "nip</w>": 22333,
+  "nipp": 24634,
+  "nipple</w>": 45987,
+  "nipples</w>": 44774,
+  "nippon</w>": 47960,
+  "nips</w>": 49241,
+  "nir": 15503,
+  "nir</w>": 40057,
+  "nireland</w>": 45763,
+  "niro</w>": 47373,
+  "nirvana</w>": 28300,
+  "nis": 5609,
+  "nis</w>": 3786,
+  "nish": 19834,
+  "nish</w>": 13256,
+  "nished</w>": 24141,
+  "nishi": 32386,
+  "nishings</w>": 49247,
+  "nison</w>": 45700,
+  "niss</w>": 39043,
+  "nissan": 37635,
+  "nissan</w>": 11082,
+  "nist</w>": 17782,
+  "nister</w>": 36640,
+  "nit": 4087,
+  "nit</w>": 19011,
+  "nite</w>": 8427,
+  "niti": 43964,
+  "niti</w>": 45355,
+  "nitin</w>": 37529,
+  "nitro</w>": 30726,
+  "nitrogen</w>": 30706,
+  "niture</w>": 7840,
+  "nity</w>": 12707,
+  "niu</w>": 48187,
+  "niv</w>": 47300,
+  "niversary</w>": 29643,
+  "nix": 48552,
+  "nix</w>": 32278,
+  "nixon</w>": 20671,
+  "nj": 8343,
+  "nj</w>": 6672,
+  "njcaa</w>": 48992,
+  "njpw</w>": 38992,
+  "nk": 22708,
+  "nk</w>": 17456,
+  "nko": 36353,
+  "nl": 12057,
+  "nl</w>": 7655,
+  "nli</w>": 37502,
+  "nlp</w>": 35680,
+  "nlwx</w>": 49260,
+  "nm": 15956,
+  "nm</w>": 11370,
+  "nmd</w>": 43331,
+  "nme</w>": 40454,
+  "nmwx</w>": 47967,
+  "nn": 8947,
+  "nn</w>": 12925,
+  "nnn</w>": 26277,
+  "nnnn</w>": 41420,
+  "no": 578,
+  "no</w>": 871,
+  "noaa</w>": 27557,
+  "noah": 28806,
+  "noah</w>": 11519,
+  "nobel": 33742,
+  "nobel</w>": 15605,
+  "nobelprize</w>": 46074,
+  "noble": 29430,
+  "noble</w>": 12051,
+  "nobody</w>": 7009,
+  "noc": 16988,
+  "noc</w>": 44420,
+  "nocchi</w>": 46359,
+  "noch</w>": 38672,
+  "noche</w>": 29689,
+  "noches</w>": 44166,
+  "nock</w>": 16993,
+  "noctur": 26291,
+  "nocturnal</w>": 41738,
+  "nod</w>": 18648,
+  "nodapl</w>": 39079,
+  "node": 31434,
+  "node</w>": 24871,
+  "nodejs</w>": 39262,
+  "nodes</w>": 40534,
+  "noel": 38406,
+  "noel</w>": 17496,
+  "nof": 29505,
+  "noff</w>": 46979,
+  "nofilter</w>": 16418,
+  "nog</w>": 31157,
+  "noh</w>": 40775,
+  "noi": 43115,
+  "noi</w>": 39889,
+  "noida</w>": 33404,
+  "noir": 39291,
+  "noir</w>": 12953,
+  "nois": 22057,
+  "noise": 41018,
+  "noise</w>": 9307,
+  "noises</w>": 31575,
+  "noisse": 45686,
+  "noisy</w>": 33495,
+  "nokia</w>": 17731,
+  "nol": 8055,
+  "nola</w>": 13289,
+  "nolan</w>": 17323,
+  "nold</w>": 40322,
+  "nole</w>": 34654,
+  "noles</w>": 40569,
+  "nollywood</w>": 43145,
+  "nology</w>": 42221,
+  "nom": 2981,
+  "nom</w>": 12799,
+  "nomad</w>": 27849,
+  "noman": 45592,
+  "nomin": 5643,
+  "nominate</w>": 17122,
+  "nominated</w>": 8710,
+  "nominating</w>": 45747,
+  "nomination</w>": 14136,
+  "nominations</w>": 17124,
+  "nominee</w>": 14122,
+  "nominees</w>": 17873,
+  "nomnom</w>": 26962,
+  "nomore": 35126,
+  "noms</w>": 35706,
+  "non": 4282,
+  "non</w>": 3353,
+  "none": 29644,
+  "none</w>": 8906,
+  "nonetheless</w>": 39675,
+  "nonfiction</w>": 31654,
+  "nonprofit</w>": 19315,
+  "nonprofits</w>": 37935,
+  "nonsense</w>": 19136,
+  "nonstop</w>": 30300,
+  "nont</w>": 25207,
+  "noo": 6759,
+  "noo</w>": 46672,
+  "noodle</w>": 19521,
+  "noodles</w>": 15782,
+  "nook</w>": 30088,
+  "noon": 37693,
+  "noon</w>": 2347,
+  "noor": 46978,
+  "noor</w>": 31323,
+  "nope</w>": 15625,
+  "nor": 1062,
+  "nor</w>": 6190,
+  "nora</w>": 25890,
+  "norcal</w>": 41970,
+  "nord": 19261,
+  "nord</w>": 36067,
+  "nordic": 36439,
+  "nordic</w>": 20734,
+  "nordstrom</w>": 38562,
+  "norfolk": 30232,
+  "norfolk</w>": 12202,
+  "norm": 10990,
+  "norm</w>": 22457,
+  "norma</w>": 35757,
+  "normal": 28748,
+  "normal</w>": 5967,
+  "normali": 45157,
+  "normally</w>": 15870,
+  "norman": 22027,
+  "norman</w>": 11338,
+  "normandy</w>": 23840,
+  "normani</w>": 44596,
+  "norms</w>": 33011,
+  "norris</w>": 21814,
+  "norse</w>": 36559,
+  "norte</w>": 35638,
+  "north": 3468,
+  "north</w>": 2188,
+  "northampton": 49246,
+  "northampton</w>": 26175,
+  "northan": 37081,
+  "northbound</w>": 24228,
+  "northcarolina</w>": 43386,
+  "northe": 24675,
+  "northeast": 42673,
+  "northeast</w>": 13009,
+  "northeastern</w>": 28297,
+  "northeasthour</w>": 42869,
+  "norther": 26908,
+  "northern": 17210,
+  "northern</w>": 5049,
+  "northernlights</w>": 48940,
+  "northkorea</w>": 38495,
+  "northside</w>": 45957,
+  "northumber": 22295,
+  "northumberland</w>": 22922,
+  "northwales</w>": 49371,
+  "northwest</w>": 12894,
+  "northwestern</w>": 23685,
+  "norton</w>": 18032,
+  "norway</w>": 8780,
+  "norwe": 14414,
+  "norwegian</w>": 15971,
+  "norwich": 37629,
+  "norwich</w>": 15812,
+  "norwood</w>": 37889,
+  "nos</w>": 13420,
+  "nose": 24192,
+  "nose</w>": 8231,
+  "noses</w>": 48163,
+  "nostal": 12076,
+  "nostalgia</w>": 16622,
+  "nostalgic</w>": 24468,
+  "not": 2534,
+  "not</w>": 783,
+  "notable</w>": 22023,
+  "notch</w>": 19476,
+  "notdead</w>": 42059,
+  "note": 10910,
+  "note</w>": 3246,
+  "notebook</w>": 16365,
+  "notebooks</w>": 37623,
+  "noted</w>": 22501,
+  "notes</w>": 5795,
+  "nothin</w>": 24291,
+  "nothing": 28412,
+  "nothing</w>": 2586,
+  "noti": 10686,
+  "notic": 6915,
+  "notice</w>": 6683,
+  "noticeable</w>": 40857,
+  "noticed</w>": 9324,
+  "notices</w>": 33459,
+  "noticias</w>": 47759,
+  "noticing</w>": 37571,
+  "notification</w>": 22512,
+  "notifications</w>": 23169,
+  "notified</w>": 39454,
+  "noting</w>": 38649,
+  "notion</w>": 37856,
+  "notjust": 33212,
+  "notjustlakes</w>": 45803,
+  "notmy": 39301,
+  "noto": 29878,
+  "noton": 48258,
+  "notor": 21711,
+  "notori": 44065,
+  "notorious</w>": 22489,
+  "notre": 24397,
+  "notre</w>": 15306,
+  "notredame</w>": 34077,
+  "notsorry</w>": 34361,
+  "nott": 9333,
+  "nott</w>": 34989,
+  "notte</w>": 47308,
+  "nottingham</w>": 12852,
+  "notts</w>": 25598,
+  "nou": 8751,
+  "nou</w>": 30953,
+  "noun</w>": 33663,
+  "nouri": 23796,
+  "nourish</w>": 46025,
+  "nourished</w>": 48354,
+  "nous</w>": 29485,
+  "nouveau</w>": 29948,
+  "nouvel": 34215,
+  "nov": 2264,
+  "nov</w>": 4293,
+  "nova</w>": 11236,
+  "novak</w>": 26465,
+  "novasco": 33785,
+  "novascotia</w>": 34744,
+  "novation</w>": 39753,
+  "nove": 30507,
+  "novel": 15044,
+  "novel</w>": 6080,
+  "novelist</w>": 27314,
+  "novella</w>": 42770,
+  "novels</w>": 16040,
+  "novelty</w>": 37750,
+  "november</w>": 3680,
+  "nover</w>": 37465,
+  "novi": 47957,
+  "novice</w>": 33743,
+  "novo": 27504,
+  "novo</w>": 36581,
+  "now": 2040,
+  "now</w>": 692,
+  "nowadays</w>": 26155,
+  "nowhere</w>": 14108,
+  "nowplaying</w>": 3708,
+  "nowwatching</w>": 30852,
+  "nox</w>": 27406,
+  "noxi": 39304,
+  "noxious</w>": 42833,
+  "noy</w>": 32787,
+  "np": 18205,
+  "np</w>": 6314,
+  "npa</w>": 42378,
+  "npc</w>": 33966,
+  "npr": 39941,
+  "npr</w>": 24078,
+  "nps</w>": 22025,
+  "npt</w>": 47231,
+  "nr": 6574,
+  "nr</w>": 9713,
+  "nra</w>": 17286,
+  "nrc</w>": 45786,
+  "nrf</w>": 47982,
+  "nrg</w>": 48662,
+  "nrl": 27142,
+  "nrl</w>": 18127,
+  "ns": 12405,
+  "ns</w>": 1373,
+  "nsa</w>": 23004,
+  "nsc": 32792,
+  "nsd</w>": 36659,
+  "nsf</w>": 34180,
+  "nsfw</w>": 19847,
+  "nsi": 47824,
+  "nsw": 21301,
+  "nsw</w>": 11693,
+  "nswpol</w>": 44434,
+  "nt": 10902,
+  "nt</w>": 3207,
+  "ntr</w>": 30845,
+  "nts</w>": 43775,
+  "ntt</w>": 22859,
+  "ntv": 24807,
+  "ntv</w>": 45304,
+  "nu": 1156,
+  "nu</w>": 9444,
+  "nucle": 25693,
+  "nuclear": 34136,
+  "nuclear</w>": 7279,
+  "nude</w>": 16630,
+  "nudes</w>": 32122,
+  "nue": 22834,
+  "nuestra</w>": 45649,
+  "nuestro</w>": 38590,
+  "nuev": 47861,
+  "nueva</w>": 48810,
+  "nuevo</w>": 30265,
+  "nufc</w>": 15720,
+  "nuff</w>": 37324,
+  "nug": 13471,
+  "nugent</w>": 47457,
+  "nugget</w>": 25448,
+  "nuggets</w>": 18970,
+  "nuh</w>": 45950,
+  "nuit</w>": 38815,
+  "nuk</w>": 39228,
+  "nuke</w>": 39399,
+  "nul": 29358,
+  "null</w>": 47376,
+  "num": 17896,
+  "num</w>": 30534,
+  "numb": 34639,
+  "numb</w>": 39427,
+  "number": 44078,
+  "number</w>": 2842,
+  "numbered</w>": 25975,
+  "numbers</w>": 6121,
+  "numer": 11442,
+  "numerous</w>": 17082,
+  "numis": 39100,
+  "nun": 12511,
+  "nun</w>": 28540,
+  "nunavut</w>": 48626,
+  "nunes</w>": 40697,
+  "nuns</w>": 44061,
+  "nup": 46757,
+  "nur": 3920,
+  "nur</w>": 33493,
+  "nure": 42480,
+  "nurse": 37547,
+  "nurse</w>": 10058,
+  "nursery</w>": 15540,
+  "nurses</w>": 12938,
+  "nursing</w>": 11126,
+  "nurture</w>": 38865,
+  "nurturing</w>": 45229,
+  "nus": 25157,
+  "nus</w>": 18239,
+  "nut": 10358,
+  "nut</w>": 6491,
+  "nutcracker</w>": 36733,
+  "nutella</w>": 27312,
+  "nutr": 6198,
+  "nutri": 15470,
+  "nutrient</w>": 32900,
+  "nutrients</w>": 24668,
+  "nutriti": 17978,
+  "nutrition": 41546,
+  "nutrition</w>": 7989,
+  "nutritional</w>": 26457,
+  "nutritious</w>": 30387,
+  "nuts</w>": 8644,
+  "nutshell</w>": 26659,
+  "nutty</w>": 39846,
+  "nv": 17217,
+  "nv</w>": 16985,
+  "nvi": 22847,
+  "nvidia</w>": 27325,
+  "nw": 7826,
+  "nw</w>": 7030,
+  "nwa</w>": 34237,
+  "nwo</w>": 40976,
+  "nws": 23333,
+  "nws</w>": 30998,
+  "nwsl</w>": 48394,
+  "nwt</w>": 25029,
+  "nx": 18810,
+  "nx</w>": 16997,
+  "nxt": 35037,
+  "nxt</w>": 17804,
+  "ny": 1383,
+  "ny</w>": 1350,
+  "nya</w>": 24165,
+  "nyc": 13304,
+  "nyc</w>": 2832,
+  "nycc</w>": 27187,
+  "nycfc</w>": 47497,
+  "nye": 40723,
+  "nye</w>": 13416,
+  "nyfw</w>": 21089,
+  "nyk</w>": 46841,
+  "nylon</w>": 25915,
+  "nyo": 41534,
+  "nyo</w>": 44586,
+  "nypd": 42293,
+  "nypd</w>": 18279,
+  "nyr</w>": 32538,
+  "nyrd</w>": 47936,
+  "nys": 36375,
+  "nys</w>": 23423,
+  "nyse</w>": 32650,
+  "nyt": 46311,
+  "nyt</w>": 12816,
+  "nytimes</w>": 13772,
+  "nyu": 43143,
+  "nyu</w>": 31355,
+  "nz": 10142,
+  "nz</w>": 7082,
+  "o": 78,
+  "o</w>": 334,
+  "oa</w>": 11994,
+  "oahu</w>": 37790,
+  "oak": 6010,
+  "oak</w>": 7221,
+  "oakland": 42663,
+  "oakland</w>": 12077,
+  "oakley</w>": 27810,
+  "oaks</w>": 16734,
+  "oakville</w>": 38500,
+  "oasis</w>": 18185,
+  "oat": 20095,
+  "oat</w>": 34132,
+  "oates</w>": 47094,
+  "oath</w>": 20108,
+  "oatmeal</w>": 26374,
+  "oats</w>": 24150,
+  "oax": 43090,
+  "oaxaca</w>": 47818,
+  "ob": 1411,
+  "ob</w>": 14908,
+  "oba": 42902,
+  "oba</w>": 15147,
+  "obam": 13174,
+  "obama</w>": 4276,
+  "obamacare</w>": 18005,
+  "obe": 11897,
+  "obe</w>": 29117,
+  "obedience</w>": 48921,
+  "ober": 15284,
+  "obese</w>": 41757,
+  "obesity</w>": 19499,
+  "obey</w>": 26926,
+  "obi": 21454,
+  "obi</w>": 18414,
+  "obile</w>": 20513,
+  "obitu": 39218,
+  "obituary</w>": 43580,
+  "objec": 7970,
+  "object</w>": 14115,
+  "objective</w>": 23663,
+  "objectives</w>": 30238,
+  "objects</w>": 13770,
+  "obl": 31452,
+  "oblast</w>": 42672,
+  "obli": 11416,
+  "obligation</w>": 34473,
+  "obligations</w>": 38232,
+  "obligatory</w>": 35020,
+  "oblivion</w>": 45323,
+  "obo": 46001,
+  "obo</w>": 26618,
+  "obrien</w>": 31946,
+  "obs</w>": 39162,
+  "obsc": 20392,
+  "obscure</w>": 33337,
+  "obse": 8433,
+  "observ": 9050,
+  "observation</w>": 20250,
+  "observations</w>": 27409,
+  "observatory</w>": 21236,
+  "observe</w>": 23217,
+  "observed</w>": 21267,
+  "observer</w>": 22077,
+  "observers</w>": 47544,
+  "observing</w>": 28359,
+  "obsessed</w>": 9744,
+  "obsession</w>": 15718,
+  "obsi": 47323,
+  "obsole": 35561,
+  "obsolete</w>": 40628,
+  "obst": 29398,
+  "obstac": 24075,
+  "obstacle</w>": 29751,
+  "obstacles</w>": 24480,
+  "obste": 49103,
+  "obstru": 44876,
+  "obstruc": 38762,
+  "obstruction</w>": 40240,
+  "obtain</w>": 26555,
+  "obtained</w>": 29322,
+  "obvious</w>": 13959,
+  "obviously</w>": 10068,
+  "oc": 1566,
+  "oc</w>": 6603,
+  "oca</w>": 31120,
+  "ocal</w>": 38148,
+  "occ</w>": 43940,
+  "occa": 8530,
+  "occasion</w>": 12280,
+  "occasional</w>": 33059,
+  "occasionally</w>": 32479,
+  "occasions</w>": 26154,
+  "occer</w>": 20804,
+  "occi": 42994,
+  "occu": 7863,
+  "occult</w>": 42529,
+  "occup": 11152,
+  "occupation</w>": 18624,
+  "occupational</w>": 30644,
+  "occupied</w>": 17271,
+  "occupy": 22453,
+  "occupy</w>": 24210,
+  "occur": 11264,
+  "occur</w>": 21813,
+  "occurred</w>": 19850,
+  "occurrence</w>": 40615,
+  "occurring</w>": 31335,
+  "occurs</w>": 26563,
+  "ocd</w>": 35904,
+  "oce": 3509,
+  "ocean": 12941,
+  "ocean</w>": 4918,
+  "oceans</w>": 16792,
+  "och": 29334,
+  "och</w>": 32011,
+  "oche</w>": 33045,
+  "oci": 9891,
+  "ocity": 46039,
+  "ock": 33579,
+  "ock</w>": 21313,
+  "ocks</w>": 22410,
+  "oclock</w>": 36274,
+  "oco</w>": 32553,
+  "ocon</w>": 33090,
+  "ocr": 45813,
+  "ocre</w>": 40320,
+  "ocs</w>": 27297,
+  "oct</w>": 4565,
+  "octa": 23444,
+  "octag": 37768,
+  "octagon</w>": 49167,
+  "octane</w>": 43040,
+  "octavia</w>": 47416,
+  "octo": 31032,
+  "october</w>": 3481,
+  "octopus</w>": 22327,
+  "ocu": 22709,
+  "oculus</w>": 30082,
+  "od": 4886,
+  "od</w>": 9719,
+  "oda</w>": 24777,
+  "oday</w>": 41954,
+  "odd": 15525,
+  "odd</w>": 11387,
+  "oddly</w>": 34213,
+  "odds</w>": 11555,
+  "ode": 19125,
+  "ode</w>": 19639,
+  "odell</w>": 41556,
+  "odessa</w>": 43574,
+  "odi": 12223,
+  "odi</w>": 18853,
+  "odin</w>": 35175,
+  "odisha</w>": 15737,
+  "odo": 49188,
+  "odo</w>": 40993,
+  "odor</w>": 39509,
+  "odu": 35095,
+  "odu</w>": 39904,
+  "odyssey</w>": 19991,
+  "oe": 24251,
+  "oe</w>": 11667,
+  "oec": 24288,
+  "oecd</w>": 30816,
+  "oem</w>": 29650,
+  "oes</w>": 3643,
+  "of": 684,
+  "of</w>": 539,
+  "ofa</w>": 29774,
+  "ofc</w>": 19877,
+  "ofe": 30000,
+  "ofer": 47322,
+  "off": 892,
+  "off</w>": 1007,
+  "offe": 8261,
+  "offee</w>": 34059,
+  "offen": 7231,
+  "offence</w>": 34594,
+  "offences</w>": 33972,
+  "offended</w>": 30765,
+  "offender</w>": 48294,
+  "offenders</w>": 35878,
+  "offense</w>": 15253,
+  "offensive</w>": 11037,
+  "offer": 20607,
+  "offer</w>": 3271,
+  "offered</w>": 9395,
+  "offering</w>": 6896,
+  "offerings</w>": 24535,
+  "offers</w>": 4679,
+  "offic": 3276,
+  "office": 18033,
+  "office</w>": 2171,
+  "officeof": 38750,
+  "officeofrg</w>": 47100,
+  "officer</w>": 4683,
+  "officers</w>": 6335,
+  "offices</w>": 10933,
+  "offici": 1401,
+  "official": 5768,
+  "official</w>": 1868,
+  "officially</w>": 4226,
+  "officials</w>": 7658,
+  "officiel</w>": 26548,
+  "offl</w>": 16851,
+  "offline</w>": 22724,
+  "offro": 32198,
+  "offroad</w>": 37173,
+  "offs</w>": 23987,
+  "offseason</w>": 25485,
+  "offset</w>": 28843,
+  "offshore</w>": 15496,
+  "offside</w>": 49347,
+  "offspring</w>": 38635,
+  "offthe": 38189,
+  "ofi": 36692,
+  "ofi</w>": 49090,
+  "oficial</w>": 18061,
+  "oft</w>": 16693,
+  "oftball</w>": 39768,
+  "often</w>": 4864,
+  "ofthe": 7592,
+  "oftheday</w>": 6988,
+  "oftheweek</w>": 20654,
+  "oftheyear</w>": 33975,
+  "og": 11542,
+  "og</w>": 8555,
+  "oga</w>": 47312,
+  "ogden</w>": 42011,
+  "ogil": 39013,
+  "ography</w>": 22399,
+  "ogue</w>": 24761,
+  "ogun": 48970,
+  "oh": 5648,
+  "oh</w>": 1779,
+  "ohana</w>": 48330,
+  "ohh</w>": 23076,
+  "ohhh</w>": 27697,
+  "ohhhh</w>": 40201,
+  "ohi": 5207,
+  "ohio": 18951,
+  "ohio</w>": 6155,
+  "ohiostate</w>": 41324,
+  "ohl": 45547,
+  "ohl</w>": 41095,
+  "ohmy": 29758,
+  "ohn</w>": 48043,
+  "ohs</w>": 39542,
+  "ohwx</w>": 47993,
+  "oi": 27357,
+  "oi</w>": 13934,
+  "oic</w>": 45554,
+  "oid</w>": 14758,
+  "oids</w>": 21847,
+  "oil": 11973,
+  "oil</w>": 2870,
+  "oiland": 32316,
+  "oilandgas</w>": 34130,
+  "oilers</w>": 21627,
+  "oilpainting</w>": 34279,
+  "oils</w>": 17886,
+  "oily</w>": 47550,
+  "oir": 48079,
+  "oir</w>": 37113,
+  "ois</w>": 23262,
+  "oit": 18453,
+  "oitnb</w>": 34865,
+  "oj": 30986,
+  "oj</w>": 34553,
+  "ok": 1944,
+  "ok</w>": 2481,
+  "oka": 42258,
+  "oka</w>": 19092,
+  "okan": 41263,
+  "okanagan</w>": 43233,
+  "okay</w>": 4917,
+  "okc": 42418,
+  "okc</w>": 18357,
+  "oke": 26636,
+  "oke</w>": 23598,
+  "oki</w>": 20390,
+  "okin": 30687,
+  "okinawa</w>": 35877,
+  "okla": 9431,
+  "oklahoma</w>": 10170,
+  "oko": 26892,
+  "oko</w>": 26095,
+  "okstate</w>": 36356,
+  "oktoberfest</w>": 32026,
+  "oku": 45010,
+  "oku</w>": 43829,
+  "okwx</w>": 27336,
+  "ol": 562,
+  "ol</w>": 2985,
+  "ola": 20499,
+  "ola</w>": 3373,
+  "olaf</w>": 39709,
+  "olan": 48489,
+  "olan</w>": 24227,
+  "oland</w>": 26452,
+  "olas</w>": 40800,
+  "old": 4931,
+  "old</w>": 896,
+  "olde</w>": 37731,
+  "older</w>": 7700,
+  "oldest</w>": 9285,
+  "oldham</w>": 29929,
+  "oldie</w>": 35280,
+  "oldies</w>": 36278,
+  "oldman</w>": 48614,
+  "olds</w>": 8580,
+  "oldschool": 44384,
+  "oldschool</w>": 25133,
+  "oldsmobile</w>": 45396,
+  "ole": 9089,
+  "ole</w>": 1947,
+  "oled</w>": 46768,
+  "oler": 24069,
+  "oles</w>": 16962,
+  "olf</w>": 16346,
+  "olga</w>": 34779,
+  "oli": 3811,
+  "oli</w>": 8810,
+  "olic</w>": 31341,
+  "oligar": 46185,
+  "olim": 47769,
+  "olin": 37823,
+  "olin</w>": 18283,
+  "olina</w>": 34711,
+  "oline</w>": 17441,
+  "oling</w>": 38033,
+  "olini</w>": 36040,
+  "olis</w>": 49397,
+  "olithic</w>": 35574,
+  "olive": 22486,
+  "olive</w>": 9898,
+  "oliver": 22882,
+  "oliver</w>": 9261,
+  "olives</w>": 27149,
+  "olivi": 20773,
+  "olivia</w>": 11697,
+  "olivier</w>": 23891,
+  "oll": 32270,
+  "oll</w>": 15510,
+  "olla</w>": 31908,
+  "ollie</w>": 24434,
+  "olls</w>": 42697,
+  "olly</w>": 23998,
+  "olo": 14628,
+  "olo</w>": 7606,
+  "ological</w>": 12345,
+  "ologist</w>": 23442,
+  "ologists</w>": 30912,
+  "ology</w>": 4627,
+  "olor</w>": 29245,
+  "olph</w>": 25077,
+  "ols</w>": 2236,
+  "olsen</w>": 26307,
+  "olson</w>": 28046,
+  "olt</w>": 46252,
+  "olu": 16502,
+  "olu</w>": 46302,
+  "olulu</w>": 27645,
+  "oly": 20323,
+  "oly</w>": 24823,
+  "olym": 3594,
+  "olympi": 13597,
+  "olympia</w>": 23965,
+  "olympiad</w>": 47694,
+  "olympian</w>": 25420,
+  "olympians</w>": 44583,
+  "olympic": 26099,
+  "olympic</w>": 6388,
+  "olympics</w>": 7629,
+  "olympus</w>": 30960,
+  "om": 547,
+  "om</w>": 3932,
+  "oma": 44603,
+  "oma</w>": 5358,
+  "omaha</w>": 16509,
+  "oman": 22088,
+  "oman</w>": 10871,
+  "omar": 19488,
+  "omar</w>": 13367,
+  "omars</w>": 37099,
+  "omas</w>": 36023,
+  "omat": 40788,
+  "omb</w>": 34447,
+  "ombe</w>": 35967,
+  "omd</w>": 49346,
+  "ome": 3693,
+  "ome</w>": 5832,
+  "omed</w>": 16835,
+  "omega</w>": 13465,
+  "omelette</w>": 38789,
+  "omen": 9969,
+  "omen</w>": 25469,
+  "oment</w>": 43683,
+  "omeo</w>": 39844,
+  "omer": 24087,
+  "omer</w>": 17902,
+  "omes</w>": 25736,
+  "ometer</w>": 20060,
+  "ometric</w>": 38702,
+  "omez</w>": 12541,
+  "omf</w>": 47496,
+  "omfg</w>": 12523,
+  "omg": 35233,
+  "omg</w>": 3186,
+  "omi": 24097,
+  "omi</w>": 10341,
+  "omic": 40536,
+  "omic</w>": 12793,
+  "omics</w>": 15138,
+  "omile</w>": 46915,
+  "omin": 16457,
+  "omination</w>": 42571,
+  "oming</w>": 10796,
+  "ominous</w>": 40914,
+  "omni": 18793,
+  "omni</w>": 39489,
+  "omnibus</w>": 44760,
+  "omnic": 48383,
+  "omo": 14478,
+  "omo</w>": 11066,
+  "omon": 48758,
+  "omor": 29431,
+  "oms</w>": 3770,
+  "omusic</w>": 38965,
+  "omy": 40805,
+  "omy</w>": 6884,
+  "on": 521,
+  "on</w>": 525,
+  "ona</w>": 2687,
+  "onair</w>": 29511,
+  "onal</w>": 918,
+  "onboard</w>": 21689,
+  "once": 16331,
+  "once</w>": 2654,
+  "onceupon": 28122,
+  "onceuponatime</w>": 33505,
+  "onco": 46700,
+  "oncology</w>": 24593,
+  "ond": 27918,
+  "ond</w>": 2636,
+  "onda</w>": 32643,
+  "onday</w>": 29864,
+  "onde</w>": 44532,
+  "ondo</w>": 29529,
+  "ondon": 42043,
+  "ondon</w>": 11851,
+  "one": 1980,
+  "one</w>": 637,
+  "onec": 27746,
+  "oned": 28012,
+  "oned</w>": 4698,
+  "onedirection</w>": 16245,
+  "onee</w>": 44433,
+  "oneill</w>": 44808,
+  "onelove</w>": 47417,
+  "onent</w>": 12147,
+  "onents</w>": 11709,
+  "oneof": 48478,
+  "onep": 20440,
+  "onepiece</w>": 43153,
+  "oneplus</w>": 25981,
+  "oner": 30055,
+  "oner</w>": 6071,
+  "oners</w>": 12324,
+  "ones": 20757,
+  "ones</w>": 1575,
+  "oneself</w>": 46874,
+  "onesie</w>": 33237,
+  "oness</w>": 25379,
+  "onet</w>": 36058,
+  "oneteam</w>": 41094,
+  "onetsy</w>": 33392,
+  "onew</w>": 43848,
+  "onews</w>": 18696,
+  "onex</w>": 49116,
+  "oney": 44498,
+  "oney</w>": 9408,
+  "onf</w>": 41790,
+  "onfox</w>": 29874,
+  "ong": 2787,
+  "ong</w>": 846,
+  "onga</w>": 30259,
+  "ongchang</w>": 35071,
+  "ongi</w>": 21754,
+  "ongo</w>": 31226,
+  "ongoing</w>": 10393,
+  "ongs</w>": 12143,
+  "oni": 4385,
+  "oni</w>": 8048,
+  "onia</w>": 8001,
+  "onial</w>": 27599,
+  "onian</w>": 21090,
+  "onic": 15838,
+  "onic</w>": 3711,
+  "onica</w>": 14631,
+  "onics</w>": 9779,
+  "onie</w>": 35249,
+  "onies</w>": 22601,
+  "onimo</w>": 41271,
+  "oning</w>": 5197,
+  "onion</w>": 10985,
+  "onions</w>": 15255,
+  "onist</w>": 10099,
+  "onists</w>": 19659,
+  "onix</w>": 27370,
+  "onized</w>": 43657,
+  "onlin": 31103,
+  "online": 12940,
+  "online</w>": 2027,
+  "onlinemarketing</w>": 41820,
+  "onlineshopping</w>": 38587,
+  "only": 11646,
+  "only</w>": 1033,
+  "onlyin": 32947,
+  "onna": 25438,
+  "onna</w>": 35458,
+  "onnaise</w>": 48934,
+  "onne</w>": 23466,
+  "onnell</w>": 45613,
+  "ono": 28165,
+  "ono</w>": 14388,
+  "onom": 48014,
+  "onomy</w>": 36873,
+  "onpoli</w>": 20708,
+  "ons": 26076,
+  "ons</w>": 708,
+  "onsale</w>": 36324,
+  "onset</w>": 30527,
+  "onsite</w>": 37336,
+  "onstage</w>": 21821,
+  "onstorm</w>": 49333,
+  "ont": 34303,
+  "ont</w>": 11157,
+  "ontari": 6739,
+  "ontario": 42766,
+  "ontario</w>": 7436,
+  "onte</w>": 34723,
+  "onthe": 12241,
+  "onther": 46563,
+  "ontheroad</w>": 47516,
+  "onthisday</w>": 6862,
+  "onto": 11745,
+  "onto</w>": 3141,
+  "ontology</w>": 37364,
+  "ontour</w>": 32155,
+  "onu": 44142,
+  "onward</w>": 34827,
+  "onwards</w>": 20682,
+  "ony": 9490,
+  "ony</w>": 2926,
+  "onym": 11483,
+  "onymous</w>": 13038,
+  "onyx</w>": 31353,
+  "oo": 574,
+  "oo</w>": 2822,
+  "ood": 16429,
+  "ood</w>": 738,
+  "oodle</w>": 45289,
+  "oods</w>": 44660,
+  "oof</w>": 42270,
+  "ooh</w>": 16806,
+  "ook": 22326,
+  "ook</w>": 8394,
+  "ooks</w>": 31082,
+  "ool": 37702,
+  "ool</w>": 929,
+  "oom": 22786,
+  "oom</w>": 15002,
+  "oomf</w>": 40607,
+  "oon": 35651,
+  "oon</w>": 7100,
+  "ooo</w>": 9571,
+  "oooh</w>": 28927,
+  "oooo": 4002,
+  "oooo</w>": 13643,
+  "ooooo</w>": 12532,
+  "oooooo": 43590,
+  "oooooo</w>": 20372,
+  "ooooooo</w>": 30859,
+  "oooooooo": 15473,
+  "oooooooo</w>": 43408,
+  "oooooooooooooooo": 48645,
+  "oop</w>": 7326,
+  "ooper</w>": 39906,
+  "oops</w>": 9116,
+  "oor</w>": 35239,
+  "oos</w>": 9896,
+  "oosa</w>": 30834,
+  "oose</w>": 38941,
+  "oot</w>": 17667,
+  "ootball</w>": 28914,
+  "ootd</w>": 16547,
+  "ooth</w>": 12682,
+  "oott</w>": 34316,
+  "ooza</w>": 22809,
+  "op": 676,
+  "op</w>": 3691,
+  "opa</w>": 28949,
+  "opal</w>": 28982,
+  "opar": 18167,
+  "opath": 33079,
+  "opathic</w>": 37521,
+  "opathy</w>": 28466,
+  "opau": 27239,
+  "opd</w>": 38288,
+  "ope": 31694,
+  "ope</w>": 11440,
+  "opec</w>": 33138,
+  "opel</w>": 36952,
+  "open": 3647,
+  "open</w>": 1488,
+  "openaccess</w>": 26591,
+  "opend": 28069,
+  "opendata</w>": 35709,
+  "openday</w>": 46991,
+  "opened</w>": 5303,
+  "opener</w>": 8998,
+  "openhouse</w>": 36091,
+  "opening": 33728,
+  "opening</w>": 2516,
+  "openingday</w>": 36359,
+  "openings</w>": 27643,
+  "openly</w>": 23005,
+  "opens</w>": 4801,
+  "opensource</w>": 29930,
+  "oper": 2796,
+  "oper</w>": 37533,
+  "opera</w>": 8056,
+  "operate</w>": 19306,
+  "operated</w>": 23031,
+  "operates</w>": 38675,
+  "operating</w>": 12218,
+  "operation": 27173,
+  "operation</w>": 7639,
+  "operational</w>": 18237,
+  "operations</w>": 8106,
+  "operative</w>": 28380,
+  "operator</w>": 15972,
+  "operators</w>": 19267,
+  "opers</w>": 48728,
+  "opes</w>": 37258,
+  "oph": 6796,
+  "opha": 38634,
+  "ophel": 45017,
+  "ophelia</w>": 49118,
+  "ophi": 44547,
+  "ophile</w>": 35915,
+  "opho": 12900,
+  "ophobia</w>": 21111,
+  "ophobic</w>": 29934,
+  "ophon": 25120,
+  "ophone</w>": 26345,
+  "ophthal": 33135,
+  "ophy": 28539,
+  "opi": 40056,
+  "opi</w>": 48994,
+  "opin": 7636,
+  "opini": 14825,
+  "opinion</w>": 7843,
+  "opinions</w>": 16192,
+  "opio": 17371,
+  "opioid</w>": 22833,
+  "opioids</w>": 47578,
+  "opla": 36270,
+  "ople</w>": 25663,
+  "opol": 15173,
+  "opoly</w>": 23729,
+  "opor": 39650,
+  "opoulos</w>": 42020,
+  "opp": 2020,
+  "opp</w>": 21024,
+  "oppa</w>": 23637,
+  "oppo": 7399,
+  "oppo</w>": 41770,
+  "opponent</w>": 17002,
+  "opponents</w>": 19664,
+  "oppor": 2914,
+  "opportun": 2939,
+  "opportunities</w>": 5978,
+  "opportunity</w>": 4004,
+  "oppos": 10091,
+  "oppose</w>": 23617,
+  "opposed</w>": 22509,
+  "opposes</w>": 47471,
+  "opposing</w>": 24376,
+  "opposite</w>": 12872,
+  "opposition</w>": 11062,
+  "oppre": 17341,
+  "oppressed</w>": 41492,
+  "oppression</w>": 30650,
+  "opra</w>": 28291,
+  "oprah</w>": 22562,
+  "opry</w>": 35340,
+  "ops</w>": 3054,
+  "opt": 45103,
+  "opt</w>": 27188,
+  "opted</w>": 42035,
+  "opti": 6580,
+  "optic": 25190,
+  "optic</w>": 24755,
+  "optical</w>": 16822,
+  "optics</w>": 27165,
+  "optim": 22331,
+  "optimal</w>": 25235,
+  "optimi": 9737,
+  "optimis": 39459,
+  "optimism</w>": 25226,
+  "optimist</w>": 44581,
+  "optimistic</w>": 23104,
+  "optimization</w>": 25125,
+  "optimize</w>": 30456,
+  "optimized</w>": 43939,
+  "optimizing</w>": 49157,
+  "optimum</w>": 35974,
+  "optimus</w>": 43453,
+  "option</w>": 8464,
+  "optional</w>": 25411,
+  "options</w>": 7063,
+  "optome": 35533,
+  "opul": 39858,
+  "opus</w>": 33295,
+  "opy</w>": 21835,
+  "or": 523,
+  "or</w>": 541,
+  "ora</w>": 4301,
+  "orac": 24673,
+  "oracle": 37308,
+  "oracle</w>": 15966,
+  "orah</w>": 40820,
+  "orail</w>": 45120,
+  "oral": 32490,
+  "oral</w>": 6007,
+  "orama</w>": 33619,
+  "oran": 32209,
+  "oran</w>": 28395,
+  "orang": 22116,
+  "orange": 13957,
+  "orange</w>": 4287,
+  "oranges</w>": 32417,
+  "orangu": 36112,
+  "orb": 28894,
+  "orb</w>": 36958,
+  "orbit</w>": 19713,
+  "orbital</w>": 40312,
+  "orc</w>": 44305,
+  "orca</w>": 18631,
+  "orcas</w>": 47676,
+  "orch": 11893,
+  "orchar": 40226,
+  "orchard</w>": 19530,
+  "orche": 8004,
+  "orchestr": 42937,
+  "orchestra</w>": 9573,
+  "orchestral</w>": 40285,
+  "orchi": 23696,
+  "orchid</w>": 18678,
+  "orchids</w>": 28376,
+  "ord": 26903,
+  "ord</w>": 11502,
+  "orda": 33462,
+  "ordained</w>": 38302,
+  "order": 24613,
+  "order</w>": 2191,
+  "ordered</w>": 8335,
+  "ordering</w>": 19588,
+  "orderly</w>": 43457,
+  "orders</w>": 6187,
+  "ordin": 4378,
+  "ordinance</w>": 38583,
+  "ordinary</w>": 8012,
+  "ore": 3580,
+  "ore</w>": 1423,
+  "orean</w>": 36696,
+  "ored</w>": 5133,
+  "oregon": 21759,
+  "oregon</w>": 8035,
+  "oren": 21645,
+  "oreo</w>": 21873,
+  "oreos</w>": 41688,
+  "ores</w>": 17328,
+  "org": 3401,
+  "org</w>": 5593,
+  "organ": 3338,
+  "organ</w>": 13213,
+  "organi": 3636,
+  "organic": 24080,
+  "organic</w>": 5980,
+  "organics</w>": 44199,
+  "organis": 13204,
+  "organisation</w>": 15868,
+  "organisations</w>": 20651,
+  "organise</w>": 36073,
+  "organised</w>": 13191,
+  "organiser</w>": 49141,
+  "organisers</w>": 35778,
+  "organising</w>": 22787,
+  "organisms</w>": 37041,
+  "organiz": 11107,
+  "organization</w>": 8064,
+  "organizational</w>": 29510,
+  "organizations</w>": 13453,
+  "organize</w>": 19973,
+  "organized</w>": 10681,
+  "organizer</w>": 23905,
+  "organizers</w>": 27191,
+  "organizing</w>": 15779,
+  "organs</w>": 29872,
+  "orgs</w>": 29500,
+  "ori": 1540,
+  "ori</w>": 8693,
+  "oria</w>": 11474,
+  "orial</w>": 8648,
+  "orian</w>": 21193,
+  "oric</w>": 43810,
+  "orice</w>": 41341,
+  "orie</w>": 18815,
+  "orient": 13149,
+  "orient</w>": 30770,
+  "oriental</w>": 23056,
+  "orientation</w>": 16873,
+  "oriente": 40390,
+  "oriented</w>": 24596,
+  "orienteering</w>": 42985,
+  "ories</w>": 5934,
+  "orig": 2273,
+  "orig</w>": 38463,
+  "origami</w>": 31832,
+  "origin": 2555,
+  "origin</w>": 12372,
+  "original": 18496,
+  "original</w>": 3117,
+  "originally</w>": 12849,
+  "originals</w>": 16953,
+  "originated</w>": 41823,
+  "origins</w>": 16291,
+  "orin</w>": 39863,
+  "oring</w>": 3006,
+  "orio</w>": 24308,
+  "orioles</w>": 21430,
+  "orion</w>": 21765,
+  "oris</w>": 37064,
+  "orities</w>": 7903,
+  "ority</w>": 5556,
+  "orium</w>": 12015,
+  "ork": 22202,
+  "ork</w>": 37235,
+  "orkney</w>": 34254,
+  "orl</w>": 39465,
+  "orlando": 32247,
+  "orlando</w>": 7827,
+  "orleans</w>": 11127,
+  "orm</w>": 38464,
+  "orn": 25412,
+  "orn</w>": 8130,
+  "ornam": 36122,
+  "ornament</w>": 23409,
+  "ornamental</w>": 46270,
+  "ornaments</w>": 28968,
+  "ornate</w>": 46865,
+  "orni": 27713,
+  "ornithology</w>": 38275,
+  "orns</w>": 19340,
+  "oro": 9848,
+  "oro</w>": 14573,
+  "orous</w>": 19286,
+  "orph": 17318,
+  "orphan": 22718,
+  "orphan</w>": 28994,
+  "orphanage</w>": 45196,
+  "orphaned</w>": 46792,
+  "orphans</w>": 36588,
+  "orphe": 39186,
+  "orr</w>": 32977,
+  "ors</w>": 1127,
+  "orship</w>": 20846,
+  "ort</w>": 1019,
+  "ortega</w>": 39727,
+  "orth": 22584,
+  "orth</w>": 24461,
+  "ortho": 11366,
+  "orthodon": 37730,
+  "orthodox</w>": 19008,
+  "orthop": 42123,
+  "orthopedic</w>": 49341,
+  "ortiz</w>": 23544,
+  "orton</w>": 37238,
+  "oru": 44629,
+  "oru</w>": 31281,
+  "orum</w>": 42724,
+  "orwell</w>": 41218,
+  "ory": 16983,
+  "ory</w>": 1985,
+  "os": 2211,
+  "os</w>": 1299,
+  "osa": 16340,
+  "osa</w>": 17237,
+  "osaka</w>": 21347,
+  "osborne</w>": 22402,
+  "osbourne</w>": 43376,
+  "osc": 5092,
+  "oscar": 21157,
+  "oscar</w>": 8191,
+  "oscars</w>": 11098,
+  "osce</w>": 37303,
+  "oscill": 38272,
+  "ose": 46942,
+  "ose</w>": 22541,
+  "osh": 30717,
+  "osh</w>": 35011,
+  "osha</w>": 33907,
+  "oshi</w>": 34770,
+  "osi": 25247,
+  "osi</w>": 17636,
+  "osis</w>": 13903,
+  "osity</w>": 12730,
+  "oslo</w>": 20547,
+  "osm": 31626,
+  "osman</w>": 46539,
+  "oso": 42793,
+  "oso</w>": 21285,
+  "osp": 24387,
+  "ospre": 49001,
+  "osprey</w>": 37893,
+  "oss": 29362,
+  "oss</w>": 34640,
+  "ost": 23701,
+  "ost</w>": 18749,
+  "oste": 20632,
+  "osteo": 43163,
+  "oster": 31781,
+  "ostr": 33673,
+  "ostrich</w>": 47640,
+  "osu": 29480,
+  "osu</w>": 19818,
+  "oswald</w>": 38471,
+  "ot": 1863,
+  "ot</w>": 2062,
+  "ota": 17509,
+  "ota</w>": 8741,
+  "otago</w>": 45919,
+  "otaku</w>": 40743,
+  "otas</w>": 47616,
+  "otc</w>": 37934,
+  "otd</w>": 5683,
+  "ote": 28511,
+  "ote</w>": 19744,
+  "otes</w>": 27280,
+  "oth": 33262,
+  "oth</w>": 33519,
+  "other": 9758,
+  "other</w>": 1010,
+  "others</w>": 3326,
+  "otherwise</w>": 12376,
+  "oti": 19567,
+  "oti</w>": 45564,
+  "otic</w>": 9671,
+  "otis</w>": 28246,
+  "otive</w>": 10877,
+  "oto": 23946,
+  "oto</w>": 23399,
+  "otp</w>": 29822,
+  "otr</w>": 38685,
+  "ots</w>": 5769,
+  "ott": 10167,
+  "ott</w>": 7936,
+  "otta": 7623,
+  "otta</w>": 20941,
+  "ottawa": 49027,
+  "ottawa</w>": 9019,
+  "otte</w>": 35214,
+  "otter": 34710,
+  "otter</w>": 22456,
+  "otters</w>": 38883,
+  "otti</w>": 36721,
+  "ottnews</w>": 33995,
+  "otto</w>": 17730,
+  "ottoman</w>": 27503,
+  "otw</w>": 35259,
+  "otwol": 46868,
+  "ou": 520,
+  "ou</w>": 6544,
+  "ouat</w>": 32954,
+  "ouch</w>": 13493,
+  "oud</w>": 1359,
+  "oue</w>": 48838,
+  "ouf</w>": 34618,
+  "ough": 4204,
+  "ough</w>": 991,
+  "ought</w>": 2253,
+  "oughton</w>": 36860,
+  "oui</w>": 39421,
+  "ouk</w>": 21796,
+  "oul": 20253,
+  "oul</w>": 8081,
+  "ould</w>": 859,
+  "oulos</w>": 32808,
+  "oun": 636,
+  "oun</w>": 20960,
+  "ounce</w>": 15027,
+  "ounces</w>": 30299,
+  "ound": 2013,
+  "ound</w>": 853,
+  "oundation</w>": 40132,
+  "ounded</w>": 9634,
+  "ounding</w>": 11944,
+  "ounds</w>": 2753,
+  "oung": 35875,
+  "oung</w>": 25341,
+  "ounge</w>": 29427,
+  "ount": 43801,
+  "ount</w>": 4172,
+  "ounts</w>": 10963,
+  "oup</w>": 32815,
+  "our": 727,
+  "our</w>": 581,
+  "oura": 29806,
+  "oura</w>": 36352,
+  "ourable</w>": 24126,
+  "ourage</w>": 34525,
+  "oural</w>": 45840,
+  "oured</w>": 6956,
+  "ouri": 12696,
+  "ouring</w>": 12000,
+  "ourism</w>": 25496,
+  "ourke</w>": 26480,
+  "ourlives</w>": 37541,
+  "ouro": 41224,
+  "ours</w>": 1491,
+  "ourse</w>": 15415,
+  "ourselves</w>": 10124,
+  "ourt</w>": 22960,
+  "oury</w>": 29484,
+  "ous": 1987,
+  "ous</w>": 879,
+  "ouse": 32048,
+  "ouse</w>": 7603,
+  "ouses</w>": 33666,
+  "ously</w>": 2501,
+  "ousness</w>": 10689,
+  "ousy</w>": 28302,
+  "out": 1130,
+  "out</w>": 620,
+  "outa</w>": 35187,
+  "outage</w>": 27320,
+  "outages</w>": 40353,
+  "outback</w>": 28532,
+  "outbound</w>": 41256,
+  "outbreak</w>": 20103,
+  "outcome</w>": 16552,
+  "outcomes</w>": 14016,
+  "outdated</w>": 38313,
+  "outdoor": 19184,
+  "outdoor</w>": 6368,
+  "outdoors</w>": 10469,
+  "oute</w>": 44180,
+  "outed</w>": 34435,
+  "outer": 30499,
+  "outer</w>": 14188,
+  "outes</w>": 39600,
+  "outfield</w>": 41826,
+  "outfit</w>": 6525,
+  "outfits</w>": 16366,
+  "outfitters</w>": 37725,
+  "outfy</w>": 34920,
+  "outgoing</w>": 27302,
+  "outh": 16933,
+  "outh</w>": 8111,
+  "outine</w>": 35452,
+  "outing</w>": 11251,
+  "outlander": 45820,
+  "outlander</w>": 17095,
+  "outlaw": 37498,
+  "outlaw</w>": 27340,
+  "outlaws</w>": 30935,
+  "outlet</w>": 16855,
+  "outlets</w>": 20822,
+  "outline</w>": 26894,
+  "outlines</w>": 29159,
+  "outlining</w>": 45960,
+  "outlook</w>": 12983,
+  "outof": 43958,
+  "outpatient</w>": 46603,
+  "outpost</w>": 44622,
+  "output</w>": 17255,
+  "outra": 14262,
+  "outrage</w>": 23577,
+  "outraged</w>": 43402,
+  "outrageous</w>": 29342,
+  "outre": 14373,
+  "outreach</w>": 15297,
+  "outright</w>": 38200,
+  "outs</w>": 5790,
+  "outsi": 22515,
+  "outside": 47693,
+  "outside</w>": 2782,
+  "outsider</w>": 41196,
+  "outsiders</w>": 41742,
+  "outskirts</w>": 42088,
+  "outsourcing</w>": 34543,
+  "outstanding</w>": 6387,
+  "outta</w>": 15807,
+  "outtuesday</w>": 48692,
+  "outw": 34650,
+  "oux": 40960,
+  "oux</w>": 14228,
+  "ov": 6420,
+  "ov</w>": 8479,
+  "ova</w>": 12762,
+  "oval</w>": 15039,
+  "ovarian</w>": 42913,
+  "ovation</w>": 24333,
+  "ove": 8649,
+  "ove</w>": 15456,
+  "oven": 44620,
+  "oven</w>": 12579,
+  "over": 1658,
+  "over</w>": 962,
+  "overall</w>": 6914,
+  "overboard</w>": 42982,
+  "overcame</w>": 47235,
+  "overcast</w>": 36942,
+  "overcome</w>": 14365,
+  "overcoming</w>": 29348,
+  "overdose</w>": 27017,
+  "overdrive</w>": 40088,
+  "overdue</w>": 30240,
+  "overflow</w>": 32885,
+  "overflowing</w>": 45370,
+  "overhaul</w>": 31531,
+  "overhead</w>": 20321,
+  "overland</w>": 38808,
+  "overlay</w>": 44827,
+  "overload</w>": 24327,
+  "overlook</w>": 35767,
+  "overlooked</w>": 27632,
+  "overlooking</w>": 17319,
+  "overly</w>": 28820,
+  "overnight</w>": 9913,
+  "overpass</w>": 44310,
+  "overrated</w>": 38214,
+  "overs": 45774,
+  "overs</w>": 17329,
+  "overseas</w>": 15100,
+  "oversight</w>": 32494,
+  "oversized</w>": 31557,
+  "overtime</w>": 19347,
+  "overturned</w>": 31048,
+  "overview</w>": 14789,
+  "overwatch</w>": 18124,
+  "overweight</w>": 43465,
+  "overwhel": 12204,
+  "overwhelmed</w>": 23459,
+  "overwhelming</w>": 20306,
+  "overwhelmingly</w>": 43549,
+  "ovi": 32508,
+  "ovic</w>": 22417,
+  "ovich</w>": 27623,
+  "ovie": 47677,
+  "ovo": 41920,
+  "ovo</w>": 18065,
+  "ovski</w>": 26167,
+  "ow": 2032,
+  "ow</w>": 2250,
+  "owa</w>": 32770,
+  "owe</w>": 19073,
+  "owed</w>": 37641,
+  "owen": 24838,
+  "owen</w>": 12056,
+  "owens</w>": 20664,
+  "owes</w>": 35069,
+  "owing</w>": 48582,
+  "owl": 34332,
+  "owl</w>": 9899,
+  "owls</w>": 18247,
+  "own": 3845,
+  "own</w>": 1758,
+  "owned</w>": 8536,
+  "owner</w>": 5019,
+  "owners</w>": 7712,
+  "ownership</w>": 16583,
+  "owning</w>": 24661,
+  "owns</w>": 17533,
+  "owo</w>": 46142,
+  "ows</w>": 27423,
+  "owski</w>": 22573,
+  "ox": 3282,
+  "ox</w>": 12071,
+  "oxfam</w>": 45466,
+  "oxford": 28588,
+  "oxford</w>": 8824,
+  "oxfordshire</w>": 37855,
+  "oxi": 33731,
+  "oxi</w>": 48147,
+  "oxid": 17701,
+  "oxide</w>": 28235,
+  "oxo</w>": 37088,
+  "oxy": 12432,
+  "oxygen</w>": 16214,
+  "oy": 6638,
+  "oy</w>": 12437,
+  "oya</w>": 38894,
+  "oye": 48677,
+  "oyster": 40545,
+  "oyster</w>": 17253,
+  "oysters</w>": 22672,
+  "oz": 10584,
+  "oz</w>": 6044,
+  "ozar": 31848,
+  "ozil</w>": 41365,
+  "ozone</w>": 37052,
+  "ozzy</w>": 39549,
+  "p": 79,
+  "p</w>": 335,
+  "pa": 765,
+  "pa</w>": 2217,
+  "paa</w>": 32812,
+  "pab": 9354,
+  "pablo": 42172,
+  "pablo</w>": 14473,
+  "pac": 2332,
+  "pac</w>": 7608,
+  "pace": 40600,
+  "pace</w>": 9450,
+  "paced</w>": 32611,
+  "pacers</w>": 23976,
+  "paces</w>": 43001,
+  "paci": 5699,
+  "pacific": 19723,
+  "pacific</w>": 6654,
+  "pacing</w>": 45202,
+  "pack": 2711,
+  "pack</w>": 3420,
+  "package</w>": 7053,
+  "packaged</w>": 29656,
+  "packages</w>": 14305,
+  "packaging</w>": 11658,
+  "packard</w>": 46421,
+  "packed</w>": 5883,
+  "packer</w>": 28209,
+  "packers</w>": 14294,
+  "packet</w>": 25022,
+  "packets</w>": 40448,
+  "packing</w>": 9829,
+  "packs</w>": 11086,
+  "paco</w>": 41364,
+  "pacqui": 28456,
+  "pacquiao</w>": 30485,
+  "pact</w>": 27182,
+  "pad": 3798,
+  "pad</w>": 7601,
+  "padded</w>": 42253,
+  "paddington</w>": 33162,
+  "paddle": 38276,
+  "paddle</w>": 20811,
+  "paddling</w>": 40645,
+  "paddock</w>": 29590,
+  "paddy": 33103,
+  "paddy</w>": 19855,
+  "padi</w>": 47037,
+  "padilla</w>": 22380,
+  "padma": 44595,
+  "padma</w>": 46457,
+  "padre</w>": 38343,
+  "padres</w>": 22829,
+  "pads</w>": 17353,
+  "paedi": 41488,
+  "paella</w>": 46924,
+  "paf": 47185,
+  "pafc</w>": 49259,
+  "pag": 4151,
+  "pag</w>": 30525,
+  "pagan</w>": 27854,
+  "page": 14996,
+  "page</w>": 2504,
+  "pageant</w>": 22139,
+  "pages</w>": 8082,
+  "pagoda</w>": 44309,
+  "pah": 41054,
+  "pah</w>": 26884,
+  "pai": 20624,
+  "pai</w>": 21198,
+  "paid</w>": 5057,
+  "paige": 33659,
+  "paige</w>": 16022,
+  "paign</w>": 31796,
+  "pain": 2141,
+  "pain</w>": 4495,
+  "paine</w>": 38069,
+  "painful</w>": 16361,
+  "pains</w>": 25639,
+  "paint": 7948,
+  "paint</w>": 5185,
+  "paintball</w>": 39730,
+  "painted</w>": 6433,
+  "painter</w>": 10888,
+  "painters</w>": 35703,
+  "painting": 49164,
+  "painting</w>": 3086,
+  "paintings</w>": 9956,
+  "paints</w>": 21672,
+  "pair": 19848,
+  "pair</w>": 4038,
+  "paired</w>": 12433,
+  "pairing</w>": 16313,
+  "pairings</w>": 41152,
+  "pairs</w>": 9950,
+  "pais": 16878,
+  "paisley</w>": 22954,
+  "pajam": 24110,
+  "pajama</w>": 40244,
+  "pajamas</w>": 37231,
+  "pak": 13186,
+  "pak</w>": 9094,
+  "paki": 3438,
+  "pakistan": 10713,
+  "pakistan</w>": 3994,
+  "pakistani</w>": 14050,
+  "pakistanis</w>": 45707,
+  "pakv": 38196,
+  "pal": 1850,
+  "pal</w>": 3611,
+  "pala</w>": 17895,
+  "palace</w>": 6381,
+  "palaces</w>": 45625,
+  "palad": 28371,
+  "palae": 43379,
+  "palais</w>": 35673,
+  "palate</w>": 34666,
+  "palawan</w>": 48202,
+  "palazzo</w>": 36006,
+  "pale": 4768,
+  "pale</w>": 12518,
+  "paleo": 36741,
+  "paleo</w>": 22198,
+  "paler": 38028,
+  "palermo</w>": 40635,
+  "palestin": 9449,
+  "palestine</w>": 11682,
+  "palestinian</w>": 11764,
+  "palestinians</w>": 21874,
+  "palette</w>": 13901,
+  "pali": 48063,
+  "palin</w>": 40153,
+  "palis": 44256,
+  "pality</w>": 27296,
+  "pall": 35817,
+  "palla": 21208,
+  "palladium</w>": 37888,
+  "pallet</w>": 39057,
+  "palli": 28954,
+  "palliative</w>": 46014,
+  "pally</w>": 46073,
+  "palm": 19651,
+  "palm</w>": 8612,
+  "palma</w>": 29888,
+  "palmer": 40112,
+  "palmer</w>": 13633,
+  "palms</w>": 27059,
+  "palo</w>": 31562,
+  "palom": 47698,
+  "palooza</w>": 25861,
+  "pals</w>": 11043,
+  "palsy</w>": 46651,
+  "pam": 8228,
+  "pam</w>": 18513,
+  "pamela</w>": 26991,
+  "pamp": 37653,
+  "pamper</w>": 44345,
+  "pamph": 41332,
+  "pan": 1072,
+  "pan</w>": 7437,
+  "panam": 24606,
+  "panama</w>": 15522,
+  "panas": 26207,
+  "panasonic</w>": 29750,
+  "pancake</w>": 18723,
+  "pancakes</w>": 15308,
+  "panch": 27251,
+  "pancra": 42472,
+  "pancre": 27708,
+  "pancreatic</w>": 49337,
+  "pancy</w>": 41625,
+  "pand": 5631,
+  "panda</w>": 12952,
+  "pandas</w>": 35119,
+  "pande": 38419,
+  "pandey</w>": 34895,
+  "pandit</w>": 41191,
+  "pandor": 30250,
+  "pandora</w>": 17727,
+  "pandoramusic</w>": 42344,
+  "pane</w>": 27470,
+  "panel</w>": 3724,
+  "paneli": 19410,
+  "panelist</w>": 39719,
+  "panelists</w>": 24619,
+  "panels</w>": 12735,
+  "panera</w>": 48471,
+  "pang": 16756,
+  "pang</w>": 23672,
+  "panhandle</w>": 40919,
+  "pani</w>": 36092,
+  "panic": 46671,
+  "panic</w>": 14124,
+  "panini</w>": 30410,
+  "pann": 42302,
+  "panna</w>": 49065,
+  "pano</w>": 36165,
+  "panor": 12962,
+  "panorama</w>": 19763,
+  "panoramic</w>": 22563,
+  "pans</w>": 35204,
+  "pant</w>": 22550,
+  "panther": 22825,
+  "panther</w>": 13262,
+  "panthers</w>": 10494,
+  "panties</w>": 32515,
+  "panto</w>": 28776,
+  "pantry</w>": 25608,
+  "pants</w>": 5003,
+  "panty": 44217,
+  "pany</w>": 45567,
+  "panzer</w>": 41159,
+  "pao</w>": 33790,
+  "paola</w>": 44689,
+  "paolo": 48488,
+  "paolo</w>": 21133,
+  "pap": 1884,
+  "pap</w>": 30756,
+  "papa</w>": 12211,
+  "papar": 32782,
+  "paparazzi</w>": 37842,
+  "papaya</w>": 44098,
+  "paper": 8680,
+  "paper</w>": 2802,
+  "paperback</w>": 17928,
+  "papers</w>": 8204,
+  "paperwork</w>": 35785,
+  "papi</w>": 35177,
+  "papp": 26361,
+  "paprika</w>": 44793,
+  "papua</w>": 32629,
+  "par": 699,
+  "par</w>": 9163,
+  "para": 18355,
+  "para</w>": 8976,
+  "parach": 23147,
+  "parachute</w>": 30122,
+  "parad": 37143,
+  "parade</w>": 5809,
+  "parades</w>": 46479,
+  "paradi": 6658,
+  "paradig": 27786,
+  "paradigm</w>": 33485,
+  "paradise": 45869,
+  "paradise</w>": 7247,
+  "paradox</w>": 33109,
+  "parag": 11866,
+  "paragon</w>": 48099,
+  "paragra": 24903,
+  "paragraph</w>": 28499,
+  "paragu": 38021,
+  "paraguay</w>": 43579,
+  "paral": 15143,
+  "paralle": 13184,
+  "parallel</w>": 18201,
+  "paralleled</w>": 42520,
+  "parallels</w>": 46101,
+  "paraly": 30255,
+  "paralym": 18727,
+  "paralympic</w>": 30806,
+  "paralympics</w>": 37162,
+  "paralysis</w>": 45702,
+  "param": 12250,
+  "parame": 27106,
+  "paramedic</w>": 34630,
+  "paramedics</w>": 35991,
+  "parameters</w>": 44890,
+  "paramore</w>": 34401,
+  "paramount</w>": 26642,
+  "parano": 30283,
+  "paranoid</w>": 43029,
+  "paranor": 16940,
+  "paranormal</w>": 19047,
+  "parap": 41091,
+  "paras": 15198,
+  "parasite</w>": 42460,
+  "parasites</w>": 46175,
+  "parc</w>": 30914,
+  "parcel</w>": 30367,
+  "parcels</w>": 45589,
+  "pard</w>": 18773,
+  "pardon": 47606,
+  "pardon</w>": 26565,
+  "pare": 18202,
+  "pared</w>": 5498,
+  "paren": 3106,
+  "parent": 47848,
+  "parent</w>": 10183,
+  "parental</w>": 28339,
+  "parenthood</w>": 23887,
+  "parenting</w>": 14529,
+  "parents</w>": 3731,
+  "pares</w>": 12420,
+  "parfait</w>": 46140,
+  "pari": 17961,
+  "pari</w>": 27979,
+  "paris": 13982,
+  "paris</w>": 3445,
+  "parisagreement</w>": 47405,
+  "parish": 47328,
+  "parish</w>": 13020,
+  "parisi": 45081,
+  "parisian</w>": 38512,
+  "parity</w>": 42734,
+  "park": 4985,
+  "park</w>": 1452,
+  "parked</w>": 16487,
+  "parker": 31119,
+  "parker</w>": 8365,
+  "parkin": 34868,
+  "parking</w>": 5984,
+  "parkinson</w>": 28129,
+  "parkland</w>": 31287,
+  "parkrun</w>": 25747,
+  "parks</w>": 6873,
+  "parkway</w>": 19882,
+  "parl": 30373,
+  "parl</w>": 29897,
+  "parliam": 5941,
+  "parliament": 41599,
+  "parliament</w>": 7151,
+  "parliamentary</w>": 17912,
+  "parlor</w>": 38253,
+  "parlour</w>": 37829,
+  "parma</w>": 36077,
+  "parme": 26295,
+  "parmesan</w>": 27274,
+  "paro": 17429,
+  "parody</w>": 24318,
+  "parole</w>": 32158,
+  "parr</w>": 44113,
+  "parrish</w>": 43043,
+  "parrot</w>": 23565,
+  "parry</w>": 40604,
+  "parsley</w>": 30077,
+  "parsons</w>": 22505,
+  "part": 1872,
+  "part</w>": 1551,
+  "parte</w>": 48508,
+  "parth</w>": 34790,
+  "parti": 10509,
+  "partial</w>": 18957,
+  "partially</w>": 21269,
+  "partic": 2871,
+  "partici": 9540,
+  "particip": 4400,
+  "participant</w>": 27674,
+  "participants</w>": 10237,
+  "participate</w>": 9433,
+  "participated</w>": 14252,
+  "participates</w>": 46414,
+  "participating</w>": 11535,
+  "participation</w>": 13529,
+  "particle</w>": 27716,
+  "particles</w>": 27012,
+  "particul": 11408,
+  "particular</w>": 14098,
+  "particularly</w>": 12170,
+  "parties</w>": 9032,
+  "parting</w>": 32844,
+  "partisan</w>": 20772,
+  "partist</w>": 44713,
+  "partition</w>": 42219,
+  "partly</w>": 21459,
+  "partner": 5210,
+  "partner</w>": 4568,
+  "partnered</w>": 21402,
+  "partnering</w>": 21182,
+  "partners</w>": 5568,
+  "partnership</w>": 6123,
+  "partnerships</w>": 17418,
+  "parton</w>": 43245,
+  "partridge</w>": 34872,
+  "parts</w>": 5149,
+  "party": 12877,
+  "party</w>": 1580,
+  "partying</w>": 25702,
+  "pas": 1341,
+  "pas</w>": 9525,
+  "pasadena</w>": 25892,
+  "pascal</w>": 28626,
+  "pasco</w>": 49220,
+  "pascu": 42692,
+  "pash": 23936,
+  "pasha</w>": 46986,
+  "paso</w>": 18542,
+  "pasqu": 44941,
+  "pass": 5016,
+  "pass</w>": 3511,
+  "passage</w>": 16477,
+  "passages</w>": 48937,
+  "passed</w>": 4957,
+  "passenger</w>": 12311,
+  "passengers</w>": 12781,
+  "passer</w>": 48544,
+  "passes</w>": 7633,
+  "passi": 32471,
+  "passing</w>": 6589,
+  "passion": 8822,
+  "passion</w>": 5332,
+  "passionate</w>": 10947,
+  "passionately</w>": 44028,
+  "passions</w>": 38441,
+  "passive</w>": 23171,
+  "passover</w>": 38426,
+  "passport</w>": 14739,
+  "passports</w>": 46368,
+  "password</w>": 20258,
+  "passwords</w>": 43095,
+  "past": 7315,
+  "past</w>": 2729,
+  "pasta</w>": 10441,
+  "paste": 34765,
+  "paste</w>": 17038,
+  "pastel</w>": 19457,
+  "pastels</w>": 45699,
+  "pastor": 19792,
+  "pastor</w>": 9664,
+  "pastoral</w>": 37191,
+  "pastors</w>": 30959,
+  "pastr": 45478,
+  "pastries</w>": 39409,
+  "pastry</w>": 18582,
+  "pasture</w>": 34764,
+  "pastures</w>": 47793,
+  "pat": 1300,
+  "pat</w>": 7036,
+  "patag": 29862,
+  "patagonia</w>": 32786,
+  "patch": 29284,
+  "patch</w>": 8721,
+  "patches</w>": 22104,
+  "patchwork</w>": 44675,
+  "patchy</w>": 47488,
+  "pate": 42122,
+  "pate</w>": 42098,
+  "patel</w>": 14168,
+  "patent</w>": 14692,
+  "patented</w>": 37277,
+  "patents</w>": 33911,
+  "paterson</w>": 36560,
+  "path": 7408,
+  "path</w>": 5035,
+  "pathetic</w>": 18222,
+  "pathfinder</w>": 35415,
+  "pathi": 34976,
+  "pathi</w>": 27347,
+  "pathic</w>": 49025,
+  "patho": 18534,
+  "pathology</w>": 23290,
+  "paths</w>": 16333,
+  "pathway</w>": 23488,
+  "pathways</w>": 24690,
+  "pathy</w>": 13330,
+  "pati": 2799,
+  "pati</w>": 26708,
+  "patience</w>": 13575,
+  "patient": 30139,
+  "patient</w>": 6262,
+  "patiently</w>": 22980,
+  "patients</w>": 5543,
+  "patil</w>": 49187,
+  "patio</w>": 14304,
+  "pational</w>": 30627,
+  "patna</w>": 45025,
+  "patory</w>": 41859,
+  "patreon</w>": 17165,
+  "patri": 4771,
+  "patriarch</w>": 49054,
+  "patriarchy</w>": 48806,
+  "patric": 12569,
+  "patrice</w>": 40731,
+  "patricia</w>": 18143,
+  "patrick": 12078,
+  "patrick</w>": 5286,
+  "patricks</w>": 46783,
+  "patriot": 28896,
+  "patriot</w>": 15692,
+  "patrioti": 35520,
+  "patriotic</w>": 20217,
+  "patriotism</w>": 35807,
+  "patriots</w>": 8707,
+  "patro": 31650,
+  "patrol</w>": 10073,
+  "patrolling</w>": 39344,
+  "patrols</w>": 35978,
+  "patron": 26658,
+  "patron</w>": 17683,
+  "patrons</w>": 28308,
+  "pats</w>": 24874,
+  "patsy</w>": 46093,
+  "patt": 12637,
+  "patter": 4982,
+  "pattern</w>": 7447,
+  "patterned</w>": 47212,
+  "patterns</w>": 11637,
+  "patterson</w>": 21384,
+  "patti": 44927,
+  "patti</w>": 26123,
+  "pattinson</w>": 32474,
+  "patton</w>": 29026,
+  "patty": 48741,
+  "patty</w>": 18321,
+  "pau": 1834,
+  "pau</w>": 35970,
+  "paul": 6035,
+  "paul</w>": 2597,
+  "paula": 37363,
+  "paula</w>": 16777,
+  "pauline</w>": 30438,
+  "paulo": 48002,
+  "paulo</w>": 21628,
+  "pauls": 41413,
+  "pauls</w>": 40010,
+  "paulson</w>": 48201,
+  "pause</w>": 19439,
+  "paused</w>": 46782,
+  "pav": 6661,
+  "pave</w>": 37107,
+  "paved</w>": 27898,
+  "pavel</w>": 43152,
+  "pavement</w>": 27669,
+  "pavilion</w>": 13374,
+  "paving</w>": 28651,
+  "paw": 14009,
+  "paw</w>": 16016,
+  "pawan": 29754,
+  "pawankalyan</w>": 33702,
+  "pawn</w>": 43195,
+  "paws</w>": 16714,
+  "pax": 20007,
+  "pax</w>": 19033,
+  "paxton</w>": 38347,
+  "pay": 2642,
+  "pay</w>": 3345,
+  "payback</w>": 36413,
+  "paycheck</w>": 45078,
+  "payday</w>": 26957,
+  "payee</w>": 46985,
+  "payer</w>": 41503,
+  "paying</w>": 8341,
+  "payment</w>": 10596,
+  "payments</w>": 11832,
+  "payne</w>": 12775,
+  "paypal</w>": 21442,
+  "payroll</w>": 31610,
+  "pays</w>": 10845,
+  "paysoff</w>": 48174,
+  "paytm</w>": 45352,
+  "payton</w>": 27348,
+  "paz</w>": 22267,
+  "pb": 20112,
+  "pb</w>": 10981,
+  "pba</w>": 28205,
+  "pbb": 48567,
+  "pbb</w>": 40589,
+  "pbc</w>": 49191,
+  "pbl</w>": 35166,
+  "pbr</w>": 32998,
+  "pbs</w>": 17908,
+  "pc": 6782,
+  "pc</w>": 3808,
+  "pca</w>": 35705,
+  "pcb</w>": 26235,
+  "pcc</w>": 36059,
+  "pci</w>": 38957,
+  "pcm</w>": 47436,
+  "pcr</w>": 35704,
+  "pcs</w>": 11917,
+  "pcso</w>": 31963,
+  "pct</w>": 22168,
+  "pd": 4387,
+  "pd</w>": 4675,
+  "pdates</w>": 16842,
+  "pdc</w>": 40498,
+  "pdf</w>": 15181,
+  "pdp</w>": 24601,
+  "pdt</w>": 21743,
+  "pdx": 25470,
+  "pdx</w>": 16153,
+  "pe": 661,
+  "pe</w>": 956,
+  "pea</w>": 13915,
+  "peabo": 34083,
+  "peabody</w>": 41244,
+  "peac": 34615,
+  "peace": 6249,
+  "peace</w>": 3021,
+  "peaceful</w>": 9461,
+  "peacefully</w>": 30530,
+  "peacekeeping</w>": 43630,
+  "peach": 10522,
+  "peach</w>": 11538,
+  "peaches</w>": 27216,
+  "peak": 18572,
+  "peak</w>": 6026,
+  "peakdistrict</w>": 41289,
+  "peake</w>": 24810,
+  "peaked</w>": 36391,
+  "peaks</w>": 14067,
+  "pean": 11563,
+  "peanu": 25843,
+  "peanut</w>": 12491,
+  "peanuts</w>": 26503,
+  "pear": 4910,
+  "pear</w>": 18820,
+  "pearce</w>": 25996,
+  "pearl": 21806,
+  "pearl</w>": 8560,
+  "pearljam</w>": 46739,
+  "pearls</w>": 19581,
+  "pears</w>": 39565,
+  "pearson</w>": 20461,
+  "peas</w>": 15937,
+  "peasant</w>": 40621,
+  "peasants</w>": 48788,
+  "peat</w>": 26914,
+  "pebble</w>": 28056,
+  "pebbles</w>": 40155,
+  "pec": 32447,
+  "pec</w>": 17611,
+  "pecan</w>": 32177,
+  "peck": 25186,
+  "peck</w>": 29234,
+  "pecker</w>": 30169,
+  "peckham</w>": 45863,
+  "pecu": 34200,
+  "peculiar</w>": 42808,
+  "ped": 13197,
+  "ped</w>": 2966,
+  "pedago": 34590,
+  "pedagogy</w>": 48072,
+  "pedal": 32943,
+  "pedal</w>": 19621,
+  "pedals</w>": 38535,
+  "pede": 12862,
+  "pede</w>": 19560,
+  "pedestri": 30027,
+  "pedestrian</w>": 18256,
+  "pedestrians</w>": 33895,
+  "pedi": 12967,
+  "pedia</w>": 11733,
+  "pediatric": 48431,
+  "pediatric</w>": 22071,
+  "pedic": 35319,
+  "pedic</w>": 44528,
+  "pedro": 29963,
+  "pedro</w>": 15114,
+  "peds</w>": 45377,
+  "pee": 12988,
+  "pee</w>": 11196,
+  "peed</w>": 47369,
+  "peek": 46323,
+  "peek</w>": 7569,
+  "peeking</w>": 48771,
+  "peel": 34386,
+  "peel</w>": 17158,
+  "peeled</w>": 33533,
+  "peeling</w>": 48649,
+  "peep": 25425,
+  "peep</w>": 16857,
+  "peeps</w>": 11681,
+  "peer": 32416,
+  "peer</w>": 14432,
+  "peers</w>": 21626,
+  "pees</w>": 31830,
+  "peg": 32182,
+  "peg</w>": 11207,
+  "pegas": 30018,
+  "pegasus</w>": 37822,
+  "peggy</w>": 24271,
+  "pei": 48166,
+  "pei</w>": 12917,
+  "pel": 4286,
+  "pel</w>": 7006,
+  "pele</w>": 44105,
+  "pelican</w>": 34131,
+  "pelicans</w>": 29363,
+  "pell</w>": 46981,
+  "pelle": 31267,
+  "pelled</w>": 32506,
+  "pellegr": 38529,
+  "pellets</w>": 48240,
+  "pelo": 40192,
+  "pelo</w>": 40238,
+  "pelosi</w>": 22169,
+  "pelvic</w>": 45646,
+  "pemb": 19880,
+  "pembro": 24084,
+  "pembroke": 36702,
+  "pembroke</w>": 40044,
+  "pembrokeshire</w>": 40695,
+  "pen": 1501,
+  "pen</w>": 5356,
+  "pena</w>": 35788,
+  "penalties</w>": 25417,
+  "penalty</w>": 11491,
+  "penang</w>": 29545,
+  "penc": 20065,
+  "pence</w>": 18002,
+  "pencil": 41303,
+  "pencil</w>": 11200,
+  "pencils</w>": 21909,
+  "pend": 3052,
+  "pendant</w>": 12415,
+  "pendants</w>": 44117,
+  "pending</w>": 12770,
+  "pendleton</w>": 44272,
+  "pendu": 45336,
+  "penelope</w>": 36703,
+  "penetr": 26058,
+  "peng": 42955,
+  "peng</w>": 39200,
+  "pengu": 8854,
+  "penguin": 28249,
+  "penguin</w>": 14952,
+  "penguins</w>": 16557,
+  "peninsu": 13464,
+  "peninsula</w>": 14070,
+  "penn": 7760,
+  "penn</w>": 11128,
+  "pennant</w>": 43971,
+  "penned</w>": 45077,
+  "penney</w>": 47856,
+  "pennies</w>": 43094,
+  "pennsylvania</w>": 13673,
+  "penny": 20400,
+  "penny</w>": 11388,
+  "pens": 13307,
+  "pens</w>": 13310,
+  "pensac": 30925,
+  "pensacola</w>": 33573,
+  "pension": 32840,
+  "pension</w>": 17764,
+  "pensions</w>": 29773,
+  "penske</w>": 47154,
+  "pent": 10699,
+  "pent</w>": 22725,
+  "pentagon</w>": 23133,
+  "pente": 33165,
+  "penthouse</w>": 32673,
+  "penultimate</w>": 36553,
+  "peop": 1030,
+  "people": 10573,
+  "people</w>": 1047,
+  "peoples": 28241,
+  "peoples</w>": 14627,
+  "peopleschoice</w>": 32418,
+  "peoplesvote</w>": 45830,
+  "peoria</w>": 36985,
+  "pep": 12761,
+  "pep</w>": 14898,
+  "pepe</w>": 24778,
+  "pepp": 34425,
+  "pepper": 14861,
+  "pepper</w>": 8253,
+  "peppermint</w>": 30321,
+  "pepperoni</w>": 47307,
+  "peppers</w>": 14650,
+  "pepsi</w>": 21307,
+  "per": 703,
+  "per</w>": 1284,
+  "pera</w>": 26294,
+  "perce": 24135,
+  "perceived</w>": 38436,
+  "percent": 16328,
+  "percent</w>": 9017,
+  "percentage</w>": 19477,
+  "percep": 28017,
+  "perception</w>": 20591,
+  "perceptions</w>": 38138,
+  "perch</w>": 34281,
+  "perched</w>": 40071,
+  "percu": 41722,
+  "percussion</w>": 23980,
+  "percy</w>": 23940,
+  "pere": 8665,
+  "pere</w>": 36300,
+  "pered</w>": 24509,
+  "peregr": 37479,
+  "peregrine</w>": 44546,
+  "pereira</w>": 43927,
+  "peren": 24564,
+  "perenni": 26996,
+  "perennial</w>": 34038,
+  "perez</w>": 15107,
+  "perf</w>": 22816,
+  "perfe": 1624,
+  "perfec": 6599,
+  "perfect": 17261,
+  "perfect</w>": 1878,
+  "perfection</w>": 9646,
+  "perfectly</w>": 8037,
+  "perfecto</w>": 42898,
+  "perfor": 2311,
+  "perform": 3866,
+  "perform</w>": 5940,
+  "performan": 8973,
+  "performance</w>": 2714,
+  "performances</w>": 9553,
+  "performed</w>": 9997,
+  "performer</w>": 17061,
+  "performers</w>": 18476,
+  "performing</w>": 5170,
+  "performs</w>": 13839,
+  "perfu": 14214,
+  "perfume</w>": 17525,
+  "perhaps</w>": 9297,
+  "peri": 12618,
+  "peri</w>": 44068,
+  "perience</w>": 19302,
+  "peril": 40119,
+  "peril</w>": 48301,
+  "perimeter</w>": 38499,
+  "pering</w>": 29746,
+  "perio": 5101,
+  "period</w>": 6131,
+  "periodic</w>": 36476,
+  "periods</w>": 24401,
+  "periph": 35308,
+  "peripheral</w>": 43901,
+  "peris": 19461,
+  "periscope</w>": 21668,
+  "perk</w>": 33424,
+  "perkins</w>": 20057,
+  "perks</w>": 17660,
+  "perl": 44018,
+  "perm</w>": 47847,
+  "perman": 9018,
+  "permanent</w>": 11144,
+  "permanently</w>": 25584,
+  "perme": 42456,
+  "permission</w>": 15822,
+  "permit</w>": 21950,
+  "permits</w>": 33267,
+  "permitted</w>": 44380,
+  "pero</w>": 23551,
+  "perpe": 15749,
+  "perpetr": 33376,
+  "perpetu": 30132,
+  "perpetual</w>": 32018,
+  "perrie</w>": 32691,
+  "perry": 28478,
+  "perry</w>": 7899,
+  "pers": 3688,
+  "pers</w>": 10710,
+  "perse": 27498,
+  "persecu": 22878,
+  "persecution</w>": 32009,
+  "perseverance</w>": 29820,
+  "persi": 11509,
+  "persian</w>": 19859,
+  "persist": 19412,
+  "persist</w>": 40938,
+  "persistence</w>": 34588,
+  "persistent</w>": 29028,
+  "person": 3510,
+  "person</w>": 2533,
+  "persona</w>": 18401,
+  "personal": 10114,
+  "personal</w>": 4121,
+  "personalised</w>": 24186,
+  "personalities</w>": 27888,
+  "personality</w>": 10386,
+  "personalized</w>": 17845,
+  "personally</w>": 13885,
+  "personnel</w>": 14546,
+  "persons</w>": 14592,
+  "perspec": 17997,
+  "perspective</w>": 8996,
+  "perspectives</w>": 18777,
+  "persu": 20972,
+  "pert": 36970,
+  "pert</w>": 16306,
+  "perth": 19067,
+  "perth</w>": 11011,
+  "peru": 20612,
+  "peru</w>": 12964,
+  "peruvian</w>": 30822,
+  "pes": 38368,
+  "pes</w>": 2598,
+  "pesa</w>": 47409,
+  "pesc": 44044,
+  "pesh": 33184,
+  "peshaw": 28524,
+  "peshawar</w>": 29230,
+  "pesky</w>": 42512,
+  "pesos</w>": 47872,
+  "pessi": 43902,
+  "pest": 20130,
+  "pest</w>": 9425,
+  "pesticide</w>": 48481,
+  "pesticides</w>": 37868,
+  "pesto</w>": 26186,
+  "pests</w>": 41919,
+  "pet": 2167,
+  "pet</w>": 3703,
+  "peta</w>": 28785,
+  "petal": 38430,
+  "petal</w>": 40469,
+  "petals</w>": 26064,
+  "petday</w>": 45314,
+  "pete": 14479,
+  "pete</w>": 8571,
+  "peter": 5093,
+  "peter</w>": 3696,
+  "peterborough</w>": 26012,
+  "peters</w>": 16336,
+  "petersburg</w>": 21052,
+  "petersen</w>": 39794,
+  "peterson</w>": 16877,
+  "peth</w>": 48920,
+  "petit": 36437,
+  "petit</w>": 21276,
+  "petite</w>": 27213,
+  "petition</w>": 10975,
+  "petitions</w>": 43536,
+  "petr": 29808,
+  "petra</w>": 31300,
+  "petre": 47179,
+  "petri": 31831,
+  "petro": 8716,
+  "petrol</w>": 18149,
+  "petroleum</w>": 22063,
+  "petron": 42875,
+  "pets</w>": 7663,
+  "pett": 27051,
+  "petti": 48001,
+  "petting</w>": 44334,
+  "petty</w>": 17324,
+  "peu": 21411,
+  "peuge": 22893,
+  "peugeot</w>": 24129,
+  "pew": 21608,
+  "pew</w>": 30783,
+  "pewdie": 41882,
+  "pewdiepie</w>": 42563,
+  "pex</w>": 43765,
+  "pey": 14966,
+  "pey</w>": 30933,
+  "peyton": 49254,
+  "peyton</w>": 20307,
+  "pez": 45798,
+  "pez</w>": 10482,
+  "pf": 16680,
+  "pf</w>": 12572,
+  "pfa</w>": 47839,
+  "pfc</w>": 35007,
+  "pff</w>": 44121,
+  "pfi": 29810,
+  "pfw</w>": 31229,
+  "pg": 12476,
+  "pg</w>": 5211,
+  "pga</w>": 13351,
+  "pgat": 36514,
+  "pgatour</w>": 40094,
+  "pgh": 44862,
+  "pgh</w>": 30031,
+  "pgs</w>": 49204,
+  "ph": 745,
+  "ph</w>": 2042,
+  "pha": 4443,
+  "pha</w>": 26255,
+  "phal": 19962,
+  "phan": 8731,
+  "phan</w>": 40126,
+  "phant": 36998,
+  "phantom": 37688,
+  "phantom</w>": 14490,
+  "phar": 5570,
+  "phara": 35792,
+  "pharaoh</w>": 40437,
+  "pharm</w>": 45761,
+  "pharma</w>": 17831,
+  "pharmac": 8193,
+  "pharmaceu": 19490,
+  "pharmaceutical</w>": 25217,
+  "pharmaceuticals</w>": 44623,
+  "pharmacist</w>": 41024,
+  "pharmacists</w>": 44337,
+  "pharmacy</w>": 15293,
+  "pharo": 42308,
+  "pharoah</w>": 49287,
+  "pharrell</w>": 31316,
+  "phase</w>": 8304,
+  "phases</w>": 35337,
+  "phat</w>": 42492,
+  "phc</w>": 41102,
+  "phd": 20875,
+  "phd</w>": 8472,
+  "phdchat</w>": 39564,
+  "phdlife</w>": 39638,
+  "phe": 4787,
+  "phe</w>": 19853,
+  "pheasant</w>": 41983,
+  "phee</w>": 41292,
+  "phel": 23711,
+  "phelps</w>": 27128,
+  "phen": 7718,
+  "pheno": 47336,
+  "phenom": 31673,
+  "phenom</w>": 39618,
+  "phenomen": 11304,
+  "phenomena</w>": 41538,
+  "phenomenal</w>": 15035,
+  "phenomenon</w>": 24464,
+  "pher": 9194,
+  "pher</w>": 19828,
+  "phers</w>": 29531,
+  "pherson</w>": 36421,
+  "phew</w>": 10295,
+  "phi": 2239,
+  "phi</w>": 12220,
+  "phia</w>": 9228,
+  "phic</w>": 3977,
+  "phie</w>": 30237,
+  "phies</w>": 17062,
+  "phil": 2821,
+  "phil</w>": 6199,
+  "phila</w>": 47443,
+  "philadel": 9428,
+  "philadelphia</w>": 9749,
+  "philanthro": 16587,
+  "philanthropist</w>": 44153,
+  "philanthropy</w>": 25047,
+  "philately</w>": 33695,
+  "phile</w>": 36543,
+  "philharmon": 25228,
+  "philharmonic</w>": 31699,
+  "phili": 4277,
+  "philia</w>": 46654,
+  "philip": 20748,
+  "philip</w>": 11074,
+  "philipp": 5623,
+  "philipp</w>": 47591,
+  "philippe</w>": 20942,
+  "philippine</w>": 17629,
+  "philippines</w>": 8149,
+  "philips</w>": 25175,
+  "phill": 42346,
+  "phill</w>": 48272,
+  "philli": 6456,
+  "phillies</w>": 18748,
+  "phillip": 48832,
+  "phillip</w>": 19323,
+  "phillips</w>": 11041,
+  "philly": 19545,
+  "philly</w>": 7785,
+  "philos": 8395,
+  "philosop": 20349,
+  "philosoph": 10187,
+  "philosopher</w>": 25220,
+  "philosophical</w>": 32628,
+  "philosophy</w>": 12213,
+  "phils</w>": 38573,
+  "phin</w>": 33816,
+  "phine</w>": 40985,
+  "phins</w>": 40210,
+  "phish</w>": 36897,
+  "phishing</w>": 36546,
+  "phl</w>": 25603,
+  "pho": 816,
+  "pho</w>": 22707,
+  "phobia</w>": 28749,
+  "phoe": 22673,
+  "phoebe</w>": 27582,
+  "phoeni": 6778,
+  "phoenix": 20615,
+  "phoenix</w>": 7793,
+  "phol</w>": 48140,
+  "phon": 19602,
+  "phon</w>": 31115,
+  "phone": 15486,
+  "phone</w>": 1951,
+  "phones</w>": 6351,
+  "phony</w>": 31925,
+  "phora</w>": 31363,
+  "phosp": 22638,
+  "photo": 1153,
+  "photo</w>": 1125,
+  "photobomb</w>": 37075,
+  "photobook</w>": 41894,
+  "photog</w>": 28115,
+  "photogenic</w>": 36108,
+  "photogra": 36754,
+  "photograph": 1688,
+  "photograph</w>": 8853,
+  "photographed</w>": 11573,
+  "photographer</w>": 5748,
+  "photographers</w>": 17141,
+  "photographic</w>": 22053,
+  "photographing</w>": 30074,
+  "photographs</w>": 15759,
+  "photography": 33183,
+  "photography</w>": 2108,
+  "photom": 32223,
+  "photoo": 11106,
+  "photooftheday</w>": 11933,
+  "photos</w>": 2479,
+  "photoshoot</w>": 11121,
+  "photoshop</w>": 12419,
+  "photoshopped</w>": 35738,
+  "phouse</w>": 27848,
+  "php</w>": 17370,
+  "phra": 12777,
+  "phrase</w>": 18809,
+  "phrases</w>": 35264,
+  "phs</w>": 16495,
+  "phu": 21274,
+  "phuket</w>": 34028,
+  "phx": 35466,
+  "phx</w>": 29507,
+  "phy": 6484,
+  "phy</w>": 4292,
+  "phyl": 35600,
+  "phyllis</w>": 37844,
+  "phys": 3734,
+  "phys</w>": 37894,
+  "physi": 13782,
+  "physic": 46641,
+  "physical": 44127,
+  "physical</w>": 6671,
+  "physically</w>": 18105,
+  "physician</w>": 21055,
+  "physicians</w>": 26702,
+  "physicist</w>": 29052,
+  "physics</w>": 9369,
+  "physio": 29574,
+  "physio</w>": 29177,
+  "physiology</w>": 32349,
+  "physique</w>": 42884,
+  "phyto": 42197,
+  "pi": 741,
+  "pi</w>": 5357,
+  "pia</w>": 8918,
+  "pian</w>": 24637,
+  "pianist</w>": 21048,
+  "piano": 49278,
+  "piano</w>": 7894,
+  "pianos</w>": 47904,
+  "piazza</w>": 28496,
+  "pic": 901,
+  "pic</w>": 1282,
+  "pical</w>": 5482,
+  "picard</w>": 48507,
+  "picasso</w>": 21481,
+  "piccad": 33876,
+  "piccadilly</w>": 37287,
+  "piccollage</w>": 43621,
+  "pick": 6379,
+  "pick</w>": 3142,
+  "picked</w>": 6018,
+  "picker</w>": 43105,
+  "pickering</w>": 47605,
+  "picket</w>": 33559,
+  "picking</w>": 9545,
+  "pickle</w>": 24570,
+  "pickled</w>": 21705,
+  "pickles</w>": 25001,
+  "picks</w>": 8551,
+  "pickup</w>": 15382,
+  "pickups</w>": 33383,
+  "picnic</w>": 12007,
+  "pico</w>": 23363,
+  "picoftheday</w>": 18319,
+  "pics</w>": 2559,
+  "pict</w>": 18778,
+  "pictorial</w>": 40640,
+  "picture": 11663,
+  "picture</w>": 1674,
+  "pictured</w>": 7647,
+  "pictures</w>": 3646,
+  "picturesque</w>": 24894,
+  "pid</w>": 5225,
+  "piday</w>": 48056,
+  "pie": 12065,
+  "pie</w>": 5319,
+  "piece": 39632,
+  "piece</w>": 2754,
+  "pieces</w>": 6194,
+  "pied": 24686,
+  "pied</w>": 12713,
+  "piedmont</w>": 39691,
+  "pier": 5641,
+  "pier</w>": 11348,
+  "pierc": 49216,
+  "pierce": 48462,
+  "pierce</w>": 16782,
+  "pierced</w>": 32799,
+  "piercing</w>": 22557,
+  "piero</w>": 43125,
+  "pierre": 34670,
+  "pierre</w>": 11985,
+  "piers</w>": 29030,
+  "pies</w>": 6898,
+  "pieter</w>": 44801,
+  "pietro</w>": 42169,
+  "piff</w>": 40719,
+  "pig": 12009,
+  "pig</w>": 9619,
+  "pigeon</w>": 18008,
+  "pigeons</w>": 32910,
+  "piggy</w>": 28245,
+  "pigment</w>": 40284,
+  "pigs</w>": 16228,
+  "pik</w>": 48539,
+  "pika</w>": 47372,
+  "pikach": 27268,
+  "pikachu</w>": 28107,
+  "pike": 33457,
+  "pike</w>": 14011,
+  "pil": 2893,
+  "pil</w>": 20645,
+  "pilates</w>": 29518,
+  "pile": 44403,
+  "pile</w>": 13930,
+  "piled</w>": 26873,
+  "piles</w>": 31968,
+  "pilgri": 13966,
+  "pilgrim</w>": 32662,
+  "pilgrimage</w>": 24335,
+  "pilgrims</w>": 31370,
+  "piling</w>": 43050,
+  "pilip": 27234,
+  "pilipinas</w>": 32392,
+  "pill": 14830,
+  "pill</w>": 19226,
+  "pillar</w>": 17322,
+  "pillars</w>": 22054,
+  "pillow": 42237,
+  "pillow</w>": 12182,
+  "pillows</w>": 26499,
+  "pills</w>": 23964,
+  "pilo": 37526,
+  "pilot": 31619,
+  "pilot</w>": 6687,
+  "pilots</w>": 15586,
+  "pilsner</w>": 47153,
+  "pim": 15285,
+  "pim</w>": 35472,
+  "pimp": 35789,
+  "pin": 2629,
+  "pin</w>": 5164,
+  "pinball</w>": 31679,
+  "pinch</w>": 26114,
+  "pine": 9398,
+  "pine</w>": 7374,
+  "pineapple</w>": 14831,
+  "pines</w>": 20338,
+  "ping": 23720,
+  "ping</w>": 2089,
+  "pinion</w>": 40557,
+  "pink": 11151,
+  "pink</w>": 3360,
+  "pinkfloyd</w>": 48520,
+  "pinky</w>": 29803,
+  "pinn": 31448,
+  "pinnacle</w>": 32754,
+  "pinned</w>": 12165,
+  "pinning</w>": 44515,
+  "pino</w>": 36633,
+  "pinot": 41399,
+  "pinot</w>": 21146,
+  "pinoy": 43578,
+  "pinoy</w>": 35258,
+  "pins</w>": 14619,
+  "pinst": 41173,
+  "pint": 42537,
+  "pint</w>": 13584,
+  "pinterest</w>": 15379,
+  "pinto</w>": 35992,
+  "pints</w>": 27935,
+  "pinup</w>": 37349,
+  "pio</w>": 22108,
+  "pion": 36728,
+  "pion</w>": 29190,
+  "pione": 7975,
+  "pioneer": 34892,
+  "pioneer</w>": 12459,
+  "pioneering</w>": 25933,
+  "pioneers</w>": 22383,
+  "pious</w>": 42441,
+  "pip</w>": 30854,
+  "pipe": 29333,
+  "pipe</w>": 10459,
+  "pipel": 12387,
+  "pipeline</w>": 14151,
+  "pipelines</w>": 39683,
+  "piper": 47052,
+  "piper</w>": 16293,
+  "pipes</w>": 16991,
+  "piping</w>": 40744,
+  "pippa</w>": 47672,
+  "pir": 4351,
+  "pir</w>": 38899,
+  "piracy</w>": 39452,
+  "piran": 49034,
+  "pirate": 38680,
+  "pirate</w>": 13592,
+  "pirates</w>": 10442,
+  "pire": 16613,
+  "pires</w>": 14988,
+  "pis": 9230,
+  "pis</w>": 44441,
+  "pisa</w>": 43632,
+  "pisces</w>": 45982,
+  "piss</w>": 20818,
+  "pissed</w>": 17989,
+  "pist": 15556,
+  "pist</w>": 32826,
+  "pistachi": 29760,
+  "pistachio</w>": 36320,
+  "pistol</w>": 20480,
+  "piston</w>": 48236,
+  "pistons</w>": 27242,
+  "pistor": 48162,
+  "pit": 2946,
+  "pit</w>": 7476,
+  "pita</w>": 27070,
+  "pitbull</w>": 25295,
+  "pitch": 8992,
+  "pitch</w>": 5872,
+  "pitched</w>": 28447,
+  "pitcher</w>": 13445,
+  "pitchers</w>": 27835,
+  "pitches</w>": 21005,
+  "pitching</w>": 16455,
+  "piti": 47568,
+  "pits</w>": 24144,
+  "pitt": 7607,
+  "pitt</w>": 15599,
+  "pitts": 9531,
+  "pittsburgh</w>": 10453,
+  "pity</w>": 24380,
+  "pius</w>": 39988,
+  "pivo": 18009,
+  "pivot</w>": 31805,
+  "pivotal</w>": 31432,
+  "pix": 6185,
+  "pix</w>": 13088,
+  "pixar</w>": 27493,
+  "pixel": 14384,
+  "pixel</w>": 13241,
+  "pixelart</w>": 18516,
+  "pixels</w>": 34099,
+  "pixie</w>": 35573,
+  "piyu": 30772,
+  "piyush": 36191,
+  "piyushgoyal</w>": 45318,
+  "pizz": 3897,
+  "pizza</w>": 4474,
+  "pizzas</w>": 30647,
+  "pizzeria</w>": 44174,
+  "pj": 12524,
+  "pj</w>": 17179,
+  "pjnet</w>": 22011,
+  "pjs</w>": 36009,
+  "pk": 10149,
+  "pk</w>": 10991,
+  "pkg</w>": 49011,
+  "pkk</w>": 47480,
+  "pknot</w>": 41779,
+  "pkwy</w>": 36827,
+  "pl": 712,
+  "pl</w>": 5678,
+  "pla": 841,
+  "pla</w>": 19945,
+  "plac": 2331,
+  "place": 14884,
+  "place</w>": 1445,
+  "placed</w>": 9729,
+  "placement</w>": 16724,
+  "placements</w>": 43885,
+  "placer</w>": 49170,
+  "places</w>": 4448,
+  "placing</w>": 18531,
+  "plague</w>": 25360,
+  "plaid</w>": 23291,
+  "plain": 22776,
+  "plain</w>": 10709,
+  "plains</w>": 16345,
+  "plan": 1740,
+  "plan</w>": 2970,
+  "pland</w>": 24801,
+  "plane": 22728,
+  "plane</w>": 5363,
+  "planes</w>": 12581,
+  "planet": 16833,
+  "planet</w>": 5172,
+  "planetary</w>": 28361,
+  "planets</w>": 22315,
+  "plank</w>": 30991,
+  "plankton</w>": 48249,
+  "plann": 6409,
+  "planned</w>": 8169,
+  "planner</w>": 18083,
+  "planners</w>": 33664,
+  "planning</w>": 4446,
+  "plano</w>": 34063,
+  "plans</w>": 4181,
+  "plant": 8521,
+  "plant</w>": 3912,
+  "plantation</w>": 20014,
+  "plantbased</w>": 33720,
+  "planted</w>": 14286,
+  "planter</w>": 34453,
+  "planters</w>": 43661,
+  "planting</w>": 13922,
+  "plants</w>": 5829,
+  "plaque</w>": 16097,
+  "plaques</w>": 45610,
+  "plar</w>": 26754,
+  "plas": 45673,
+  "plasma</w>": 24999,
+  "plaster</w>": 31980,
+  "plastic": 15645,
+  "plastic</w>": 6102,
+  "plasticpollution</w>": 47129,
+  "plastics</w>": 20999,
+  "plasticsurgery</w>": 48555,
+  "plat": 3172,
+  "plata</w>": 46456,
+  "plate": 28744,
+  "plate</w>": 5135,
+  "plateau</w>": 29301,
+  "plated</w>": 21161,
+  "plates</w>": 11485,
+  "platform</w>": 5549,
+  "platforms</w>": 13551,
+  "platin": 10267,
+  "plating</w>": 44564,
+  "platinum</w>": 10979,
+  "plato</w>": 41101,
+  "platoon</w>": 41254,
+  "platt": 44459,
+  "platt</w>": 40097,
+  "platte</w>": 46785,
+  "platter</w>": 29071,
+  "platz</w>": 40878,
+  "plau": 39139,
+  "play": 1222,
+  "play</w>": 1453,
+  "playa</w>": 23756,
+  "playable</w>": 33885,
+  "playback</w>": 39194,
+  "playbook</w>": 34856,
+  "playboy</w>": 24383,
+  "played</w>": 3432,
+  "player": 24503,
+  "player</w>": 2477,
+  "players</w>": 3030,
+  "playful</w>": 23871,
+  "playground</w>": 15861,
+  "playhouse</w>": 23254,
+  "playin</w>": 24674,
+  "playing": 47368,
+  "playing</w>": 1629,
+  "playlist</w>": 9180,
+  "playlists</w>": 47183,
+  "playo": 5804,
+  "playoff</w>": 9655,
+  "playoffs</w>": 9548,
+  "plays</w>": 5134,
+  "playstation</w>": 11332,
+  "playtime</w>": 43037,
+  "playwright</w>": 32070,
+  "plaza</w>": 8943,
+  "plc</w>": 16827,
+  "ple": 926,
+  "ple</w>": 1619,
+  "plea</w>": 21956,
+  "plead</w>": 47539,
+  "pleads</w>": 31425,
+  "plear": 21362,
+  "pleas": 8481,
+  "pleas</w>": 48740,
+  "pleasant</w>": 12271,
+  "please": 41074,
+  "please</w>": 1474,
+  "pleased</w>": 6107,
+  "pleasing</w>": 32893,
+  "pleasure</w>": 5854,
+  "pleasures</w>": 29513,
+  "pledge</w>": 11507,
+  "pledged</w>": 36799,
+  "pledges</w>": 26746,
+  "pledis</w>": 41202,
+  "plein</w>": 43429,
+  "plenary</w>": 19891,
+  "plenty</w>": 7524,
+  "pler</w>": 17677,
+  "ples</w>": 6248,
+  "pless": 39821,
+  "pless</w>": 17059,
+  "plets</w>": 43230,
+  "plex": 23765,
+  "plex</w>": 15241,
+  "pley</w>": 19543,
+  "pli": 30001,
+  "pli</w>": 45797,
+  "plic": 5806,
+  "plicity</w>": 19823,
+  "plight</w>": 40317,
+  "plin": 44531,
+  "plin</w>": 32335,
+  "pline</w>": 25376,
+  "pling</w>": 12899,
+  "plings</w>": 31184,
+  "pll": 47629,
+  "pll</w>": 25266,
+  "pln</w>": 48755,
+  "plo": 1778,
+  "plo</w>": 43523,
+  "plor": 34695,
+  "plot</w>": 9918,
+  "plots</w>": 25672,
+  "plotting</w>": 30751,
+  "plough": 33811,
+  "plow</w>": 38363,
+  "pls</w>": 5572,
+  "plu": 2052,
+  "plug</w>": 12628,
+  "plugged</w>": 23261,
+  "plugin</w>": 31278,
+  "plugins</w>": 48797,
+  "plugs</w>": 28083,
+  "plum": 26267,
+  "plum</w>": 16202,
+  "plumb": 21769,
+  "plumber</w>": 43478,
+  "plumbing</w>": 24647,
+  "plume</w>": 39495,
+  "plun": 15122,
+  "plunge</w>": 26506,
+  "plur": 44664,
+  "plus</w>": 3097,
+  "plush</w>": 18926,
+  "pluto</w>": 26380,
+  "ply": 17249,
+  "ply</w>": 28705,
+  "plying</w>": 36071,
+  "plym": 11907,
+  "plymouth</w>": 13786,
+  "plz</w>": 10538,
+  "pm": 13699,
+  "pm</w>": 990,
+  "pmi</w>": 41206,
+  "pmln</w>": 23208,
+  "pmo": 18782,
+  "pmoindia</w>": 20374,
+  "pms</w>": 44223,
+  "pn": 14431,
+  "pn</w>": 13774,
+  "pnc</w>": 37148,
+  "pne": 30966,
+  "pneu": 28714,
+  "pneumonia</w>": 42906,
+  "png</w>": 20992,
+  "pnp</w>": 25972,
+  "pnpp": 42175,
+  "pnw</w>": 31521,
+  "po": 628,
+  "po</w>": 3057,
+  "poa</w>": 43912,
+  "poached</w>": 27665,
+  "poaching</w>": 35140,
+  "poc": 13232,
+  "poc</w>": 27780,
+  "pocaly": 37987,
+  "pocalypse</w>": 42307,
+  "poche": 38336,
+  "poche</w>": 39022,
+  "pocket": 29147,
+  "pocket</w>": 8504,
+  "pockets</w>": 19566,
+  "pocon": 41850,
+  "pod": 3583,
+  "pod</w>": 7446,
+  "podcast": 39654,
+  "podcast</w>": 4294,
+  "podcasting</w>": 40106,
+  "podcasts</w>": 19392,
+  "pode": 33368,
+  "poder": 24960,
+  "podernfamily</w>": 26620,
+  "podi": 32853,
+  "podium</w>": 14093,
+  "pods</w>": 18776,
+  "poe": 4746,
+  "poe</w>": 19254,
+  "poem</w>": 9436,
+  "poems</w>": 15577,
+  "poet": 41019,
+  "poet</w>": 9872,
+  "poetic</w>": 26365,
+  "poetry": 20192,
+  "poetry</w>": 6038,
+  "poetryday</w>": 39255,
+  "poets</w>": 19804,
+  "pof": 40850,
+  "poff</w>": 28236,
+  "pogba</w>": 25998,
+  "poign": 29682,
+  "poignant</w>": 32138,
+  "poin": 9074,
+  "point": 13280,
+  "point</w>": 2301,
+  "pointe</w>": 24631,
+  "pointed</w>": 20703,
+  "pointer</w>": 29883,
+  "pointers</w>": 36760,
+  "pointing</w>": 19233,
+  "pointless</w>": 33586,
+  "points</w>": 3396,
+  "pois": 17008,
+  "poise</w>": 45087,
+  "poised</w>": 27354,
+  "poison": 30722,
+  "poison</w>": 17074,
+  "poisoned</w>": 43624,
+  "poisoning</w>": 25750,
+  "poisonous</w>": 37131,
+  "pok": 15387,
+  "poke": 6892,
+  "poke</w>": 23186,
+  "pokemon": 16239,
+  "pokemon</w>": 9528,
+  "pokemongo</w>": 23985,
+  "poker": 30735,
+  "poker</w>": 11865,
+  "pokes</w>": 40221,
+  "poking</w>": 49169,
+  "poké": 20656,
+  "pokémon</w>": 22066,
+  "pol": 977,
+  "pol</w>": 7649,
+  "pola</w>": 43876,
+  "poland</w>": 9834,
+  "polar": 21432,
+  "polar</w>": 12214,
+  "polari": 27919,
+  "polaris</w>": 37965,
+  "polarized</w>": 48437,
+  "polaro": 25237,
+  "polaroid</w>": 30427,
+  "poldark</w>": 41322,
+  "pole": 26682,
+  "pole</w>": 8170,
+  "poles</w>": 22585,
+  "poli": 9675,
+  "poli</w>": 5414,
+  "polic": 16126,
+  "police": 15535,
+  "police</w>": 2120,
+  "policeman</w>": 37713,
+  "policemen</w>": 47946,
+  "polici": 10819,
+  "policies</w>": 10993,
+  "policing</w>": 20969,
+  "policy": 30173,
+  "policy</w>": 4660,
+  "polio</w>": 30533,
+  "polis</w>": 16133,
+  "polish": 46941,
+  "polish</w>": 9632,
+  "polished</w>": 21478,
+  "polishing</w>": 43629,
+  "polit": 2247,
+  "politan</w>": 15337,
+  "polite</w>": 31497,
+  "politi": 40597,
+  "politic": 33333,
+  "political": 37744,
+  "political</w>": 4197,
+  "politically</w>": 24323,
+  "politician</w>": 15960,
+  "politicians</w>": 12914,
+  "politico</w>": 39403,
+  "politics</w>": 4929,
+  "polk</w>": 33317,
+  "polka</w>": 29476,
+  "poll</w>": 7032,
+  "pollen</w>": 27651,
+  "pollin": 19152,
+  "pollinators</w>": 36599,
+  "polling</w>": 18024,
+  "pollo</w>": 42755,
+  "pollock</w>": 37614,
+  "polls</w>": 11813,
+  "pollu": 8370,
+  "polluted</w>": 43346,
+  "pollution</w>": 10384,
+  "polly</w>": 31204,
+  "polo": 35928,
+  "polo</w>": 10229,
+  "poly": 6833,
+  "poly</w>": 18367,
+  "polye": 31730,
+  "polyester</w>": 38514,
+  "polym": 23626,
+  "polymer</w>": 29993,
+  "polyne": 38892,
+  "polyvore</w>": 24771,
+  "pom": 7548,
+  "pom</w>": 24280,
+  "pome": 27963,
+  "pomegran": 29326,
+  "pomegranate</w>": 32415,
+  "pomer": 35156,
+  "pomona</w>": 41690,
+  "pompe": 18352,
+  "pompeii</w>": 47775,
+  "pompeo</w>": 34351,
+  "pompey</w>": 35079,
+  "pon": 3809,
+  "pon</w>": 22391,
+  "ponce</w>": 43637,
+  "pond</w>": 10750,
+  "ponder</w>": 36863,
+  "pondering</w>": 47395,
+  "ponds</w>": 31033,
+  "pone</w>": 32183,
+  "pong": 40546,
+  "pong</w>": 17710,
+  "ponies</w>": 34157,
+  "pons</w>": 41255,
+  "pont": 47563,
+  "pont</w>": 22997,
+  "ponte</w>": 40892,
+  "ponti": 15527,
+  "pontiac</w>": 25373,
+  "pontifex</w>": 33566,
+  "ponty": 45152,
+  "pony": 24438,
+  "pony</w>": 12678,
+  "ponytail</w>": 43265,
+  "poo": 6601,
+  "poo</w>": 14389,
+  "pooch</w>": 37037,
+  "poodle</w>": 34961,
+  "pooh</w>": 27103,
+  "pooja</w>": 35676,
+  "pool": 12484,
+  "pool</w>": 2831,
+  "poole</w>": 26290,
+  "pools</w>": 18736,
+  "poolside</w>": 35509,
+  "poon": 33799,
+  "poon</w>": 36178,
+  "poop</w>": 23310,
+  "poor": 14528,
+  "poor</w>": 3665,
+  "poorest</w>": 40771,
+  "poorly</w>": 21101,
+  "pop": 6530,
+  "pop</w>": 2852,
+  "popart</w>": 47425,
+  "popcorn</w>": 15034,
+  "pope": 16994,
+  "pope</w>": 9283,
+  "popefrancis</w>": 37254,
+  "poplar</w>": 38726,
+  "popo": 38835,
+  "popo</w>": 35572,
+  "popp": 13156,
+  "popped</w>": 14934,
+  "poppies</w>": 30385,
+  "poppin</w>": 28536,
+  "popping</w>": 18152,
+  "poppins</w>": 41216,
+  "poppy": 32194,
+  "poppy</w>": 15447,
+  "pops</w>": 11705,
+  "popsic": 38481,
+  "popu": 3785,
+  "popul": 6593,
+  "popular": 15854,
+  "popular</w>": 4368,
+  "popularity</w>": 19235,
+  "populated</w>": 38420,
+  "population</w>": 8423,
+  "populations</w>": 23797,
+  "populism</w>": 48998,
+  "populist</w>": 49376,
+  "popup</w>": 33053,
+  "por": 817,
+  "por</w>": 7697,
+  "pora</w>": 23537,
+  "porcel": 19409,
+  "porcelain</w>": 20451,
+  "porch</w>": 17154,
+  "pore</w>": 28267,
+  "pork": 40379,
+  "pork</w>": 7897,
+  "poro": 48110,
+  "porridge</w>": 34924,
+  "porsch": 48009,
+  "porsche": 44049,
+  "porsche</w>": 8783,
+  "port": 1641,
+  "port</w>": 1418,
+  "porta</w>": 45037,
+  "portable</w>": 11949,
+  "portage</w>": 32087,
+  "portal</w>": 14982,
+  "porte</w>": 28654,
+  "ported</w>": 16879,
+  "porter": 28319,
+  "porter</w>": 10318,
+  "porters</w>": 15670,
+  "portfoli": 45766,
+  "portfolio</w>": 11938,
+  "porth": 37425,
+  "porti": 45760,
+  "porting</w>": 26052,
+  "portion</w>": 13739,
+  "portions</w>": 22914,
+  "portland": 38366,
+  "portland</w>": 8880,
+  "portman</w>": 34755,
+  "porto": 24853,
+  "porto</w>": 18947,
+  "portobello</w>": 48025,
+  "portra": 4175,
+  "portrait": 39312,
+  "portrait</w>": 5352,
+  "portraits</w>": 14203,
+  "portray</w>": 46282,
+  "portrayal</w>": 39238,
+  "portrayed</w>": 36093,
+  "ports</w>": 7734,
+  "portsm": 17063,
+  "portsmouth</w>": 19074,
+  "portu": 7159,
+  "portugal</w>": 9503,
+  "portugue": 17498,
+  "portuguese</w>": 18019,
+  "pos": 1780,
+  "pos</w>": 11839,
+  "pose": 25478,
+  "pose</w>": 4230,
+  "posed</w>": 5206,
+  "posei": 47270,
+  "poser</w>": 46899,
+  "poses</w>": 9773,
+  "posey</w>": 34852,
+  "posh</w>": 26748,
+  "posing</w>": 10518,
+  "posit": 28793,
+  "positi": 7895,
+  "position</w>": 4657,
+  "positioned</w>": 34482,
+  "positioning</w>": 30657,
+  "positions</w>": 12188,
+  "positive": 21811,
+  "positive</w>": 4844,
+  "positively</w>": 24688,
+  "positivity</w>": 19966,
+  "poss</w>": 39745,
+  "posse": 17414,
+  "posse</w>": 28413,
+  "possess</w>": 36810,
+  "possessed</w>": 36220,
+  "possession</w>": 16154,
+  "possessions</w>": 40588,
+  "possi": 2521,
+  "possibilities</w>": 17932,
+  "possibility</w>": 18517,
+  "possible</w>": 3134,
+  "possibly</w>": 8601,
+  "possum</w>": 38575,
+  "post": 3489,
+  "post</w>": 1549,
+  "postage</w>": 27570,
+  "postal</w>": 21687,
+  "postcard</w>": 14785,
+  "postcards</w>": 23922,
+  "postdoc</w>": 41013,
+  "posted</w>": 4752,
+  "poster": 22881,
+  "poster</w>": 3574,
+  "posters</w>": 9673,
+  "postgame</w>": 34873,
+  "postgraduate</w>": 31997,
+  "posthum": 42410,
+  "posting</w>": 7559,
+  "postman</w>": 38285,
+  "postpon": 23247,
+  "postponed</w>": 25097,
+  "posts</w>": 7824,
+  "postseason</w>": 24521,
+  "posture</w>": 29681,
+  "posure</w>": 35539,
+  "pot": 3547,
+  "pot</w>": 5168,
+  "potam": 45825,
+  "potassi": 36889,
+  "potassium</w>": 37147,
+  "potat": 5975,
+  "potato</w>": 8527,
+  "potatoes</w>": 11567,
+  "potd</w>": 28765,
+  "pote</w>": 41869,
+  "poten": 4454,
+  "potent</w>": 26082,
+  "potenti": 44104,
+  "potential</w>": 5100,
+  "potentially</w>": 16508,
+  "potholes</w>": 47506,
+  "potion</w>": 46055,
+  "potom": 38848,
+  "potomac</w>": 43372,
+  "pots</w>": 19234,
+  "pott": 28698,
+  "potted</w>": 48581,
+  "potter": 24975,
+  "potter</w>": 9026,
+  "pottery</w>": 18396,
+  "potts</w>": 39839,
+  "potty</w>": 43569,
+  "potus</w>": 8740,
+  "pou": 9423,
+  "pouch</w>": 26811,
+  "poul": 22485,
+  "poultry</w>": 31005,
+  "poun": 33719,
+  "pound": 33809,
+  "pound</w>": 10674,
+  "pounding</w>": 46544,
+  "pounds</w>": 10752,
+  "pour": 33112,
+  "pour</w>": 8180,
+  "poured</w>": 26621,
+  "pouring</w>": 16098,
+  "pours</w>": 26005,
+  "pout</w>": 39621,
+  "poutine</w>": 43768,
+  "pov</w>": 25731,
+  "pover": 8432,
+  "pover</w>": 29464,
+  "poverty</w>": 9095,
+  "pow": 1317,
+  "pow</w>": 17745,
+  "powder": 32427,
+  "powder</w>": 9674,
+  "powe": 36955,
+  "powell</w>": 13305,
+  "power": 2789,
+  "power</w>": 1807,
+  "powerball</w>": 47803,
+  "powered": 45442,
+  "powered</w>": 7332,
+  "powerful</w>": 4875,
+  "powerhouse</w>": 22858,
+  "powering</w>": 16231,
+  "powerof": 31961,
+  "powerpoint</w>": 38940,
+  "powerrangers</w>": 40620,
+  "powers</w>": 9422,
+  "pox</w>": 43649,
+  "poy</w>": 34737,
+  "poyn": 47655,
+  "poz": 39953,
+  "pp": 604,
+  "pp</w>": 4186,
+  "ppa</w>": 10416,
+  "ppard</w>": 23391,
+  "ppc</w>": 27778,
+  "ppe": 24573,
+  "ppe</w>": 11867,
+  "pped</w>": 1873,
+  "ppel</w>": 46523,
+  "ppen</w>": 30663,
+  "pper": 6719,
+  "pper</w>": 2440,
+  "ppers</w>": 5232,
+  "ppery</w>": 27833,
+  "ppet</w>": 20744,
+  "ppets</w>": 25849,
+  "ppg</w>": 27433,
+  "ppi</w>": 9594,
+  "ppie</w>": 33795,
+  "ppin</w>": 8076,
+  "pping": 22214,
+  "pping</w>": 1682,
+  "ppings</w>": 35687,
+  "ppl</w>": 6758,
+  "pple</w>": 12302,
+  "ppm</w>": 42053,
+  "ppo</w>": 10215,
+  "ppor": 37613,
+  "ppp</w>": 14017,
+  "pps</w>": 10683,
+  "ppv</w>": 38864,
+  "ppy": 30360,
+  "ppy</w>": 3860,
+  "pr": 766,
+  "pr</w>": 4150,
+  "pra": 1865,
+  "pra</w>": 19285,
+  "prab": 17901,
+  "prabhas</w>": 29959,
+  "prabhu</w>": 31529,
+  "prac": 2243,
+  "practi": 29995,
+  "practic": 5495,
+  "practical</w>": 10792,
+  "practically</w>": 25588,
+  "practice</w>": 3349,
+  "practiced</w>": 36749,
+  "practices</w>": 9040,
+  "practicing</w>": 12750,
+  "practise</w>": 38938,
+  "practising</w>": 36478,
+  "practiti": 19909,
+  "practitioner</w>": 32591,
+  "practitioners</w>": 29045,
+  "prada</w>": 29456,
+  "pradesh</w>": 15384,
+  "prado</w>": 44141,
+  "prag": 31025,
+  "prague</w>": 14940,
+  "prairi": 12629,
+  "prairie</w>": 14753,
+  "praise</w>": 10013,
+  "praised</w>": 27649,
+  "praises</w>": 23049,
+  "praising</w>": 36961,
+  "prakash": 43708,
+  "prakash</w>": 25366,
+  "pram": 47774,
+  "pran": 20048,
+  "prank</w>": 23654,
+  "pras</w>": 41562,
+  "prasad</w>": 29562,
+  "prat": 23069,
+  "prati": 45773,
+  "pratt": 37863,
+  "pratt</w>": 23396,
+  "prawn</w>": 33102,
+  "prawns</w>": 34903,
+  "pray": 12671,
+  "pray</w>": 6041,
+  "prayed</w>": 34665,
+  "prayer": 41452,
+  "prayer</w>": 6583,
+  "prayers</w>": 8393,
+  "prayfor": 18443,
+  "praying</w>": 11550,
+  "prays</w>": 46602,
+  "prc</w>": 28781,
+  "pre": 679,
+  "pre</w>": 2900,
+  "preach</w>": 22545,
+  "preacher</w>": 29357,
+  "preaching</w>": 23642,
+  "precau": 36532,
+  "precautions</w>": 47845,
+  "prece": 15361,
+  "preci": 5470,
+  "precin": 27908,
+  "precinct</w>": 32587,
+  "precious</w>": 8226,
+  "precipit": 27463,
+  "precipitation</w>": 33399,
+  "precise</w>": 24457,
+  "precisely</w>": 34954,
+  "precision": 44021,
+  "precision</w>": 15621,
+  "pred": 40370,
+  "predat": 13364,
+  "predator</w>": 20653,
+  "predators</w>": 25569,
+  "prede": 38454,
+  "predecess": 38963,
+  "predic": 4876,
+  "predict</w>": 16900,
+  "predictable</w>": 25344,
+  "predicted</w>": 18702,
+  "predicting</w>": 30414,
+  "prediction</w>": 16296,
+  "predictions</w>": 15125,
+  "predictive</w>": 29798,
+  "predicts</w>": 25960,
+  "preds</w>": 40125,
+  "pree</w>": 47026,
+  "preet</w>": 30131,
+  "prefe": 14542,
+  "prefecture</w>": 32890,
+  "prefer": 33426,
+  "prefer</w>": 11450,
+  "preference</w>": 35057,
+  "preferences</w>": 38118,
+  "preferred</w>": 18772,
+  "prefers</w>": 38528,
+  "pregame</w>": 18575,
+  "pregn": 7190,
+  "pregnancy</w>": 12769,
+  "pregnant</w>": 11195,
+  "prehistoric</w>": 32750,
+  "prejudice</w>": 28337,
+  "preli": 15523,
+  "prelimin": 19990,
+  "preliminary</w>": 20997,
+  "prelims</w>": 43223,
+  "prelude</w>": 42966,
+  "prem": 32090,
+  "prem</w>": 21724,
+  "premature</w>": 39253,
+  "premi": 2413,
+  "premier": 16996,
+  "premier</w>": 5539,
+  "premiere</w>": 5367,
+  "premiered</w>": 27652,
+  "premieres</w>": 19907,
+  "premiering</w>": 32615,
+  "premierleague</w>": 22608,
+  "premiers</w>": 44883,
+  "premiership</w>": 23665,
+  "premiosm": 38460,
+  "premiosmtvmiaw</w>": 38630,
+  "premise</w>": 45952,
+  "premises</w>": 27266,
+  "premium</w>": 8011,
+  "pren": 20801,
+  "preneur</w>": 46288,
+  "preorder</w>": 16703,
+  "preorders</w>": 45985,
+  "prep": 6430,
+  "prep</w>": 7277,
+  "prepa": 26270,
+  "prepaid</w>": 42934,
+  "prepar": 4968,
+  "preparation</w>": 11651,
+  "preparations</w>": 19135,
+  "prepare</w>": 7014,
+  "prepared</w>": 7677,
+  "preparedness</w>": 29492,
+  "prepares</w>": 16375,
+  "preparing</w>": 7365,
+  "prepped</w>": 34379,
+  "prepping</w>": 16459,
+  "preps</w>": 14765,
+  "prequel</w>": 40461,
+  "pres": 1385,
+  "pres</w>": 8529,
+  "presale</w>": 27135,
+  "presby": 30447,
+  "presbyter": 33959,
+  "presbyterian</w>": 35370,
+  "preschool</w>": 24354,
+  "prescott</w>": 29392,
+  "prescri": 14851,
+  "prescribed</w>": 36968,
+  "prescription</w>": 23061,
+  "preseason</w>": 13813,
+  "presen": 16742,
+  "presence</w>": 8848,
+  "present": 2344,
+  "present</w>": 2881,
+  "presentation</w>": 4594,
+  "presentations</w>": 16998,
+  "presented</w>": 4587,
+  "presenter</w>": 18587,
+  "presenters</w>": 32759,
+  "presenting</w>": 5339,
+  "presents</w>": 4215,
+  "preserv": 17616,
+  "preservation</w>": 21074,
+  "preserve</w>": 15570,
+  "preserved</w>": 23161,
+  "preserves</w>": 44881,
+  "preserving</w>": 32315,
+  "presi": 1697,
+  "presiden": 43374,
+  "presidency</w>": 18077,
+  "president": 19900,
+  "president</w>": 1940,
+  "presidente</w>": 47363,
+  "presidenti": 48297,
+  "presidential</w>": 8503,
+  "presidents</w>": 16726,
+  "presiding</w>": 45298,
+  "presley</w>": 30013,
+  "press": 4124,
+  "press</w>": 2124,
+  "pressed</w>": 20080,
+  "presser</w>": 27826,
+  "presses</w>": 33748,
+  "pressing</w>": 20893,
+  "pressure</w>": 6083,
+  "pressures</w>": 38487,
+  "prest": 41840,
+  "presti": 12245,
+  "prestige</w>": 29328,
+  "prestigious</w>": 15888,
+  "presto</w>": 42211,
+  "preston": 37335,
+  "preston</w>": 15179,
+  "presu": 21667,
+  "presumably</w>": 42562,
+  "pret": 9652,
+  "preten": 15871,
+  "pretend</w>": 18111,
+  "pretending</w>": 21306,
+  "pretoria</w>": 36080,
+  "prett": 46667,
+  "prettier</w>": 31745,
+  "prettiest</w>": 22866,
+  "pretty": 18286,
+  "pretty</w>": 2111,
+  "pretz": 24890,
+  "pretzel</w>": 36707,
+  "pretzels</w>": 45468,
+  "prev": 20274,
+  "prevail</w>": 31637,
+  "prevalence</w>": 41729,
+  "prevalent</w>": 46260,
+  "preven": 29382,
+  "prevent": 26436,
+  "prevent</w>": 7968,
+  "preventable</w>": 44250,
+  "prevented</w>": 35356,
+  "preventing</w>": 21756,
+  "prevention</w>": 9500,
+  "preventive</w>": 40949,
+  "prevents</w>": 31746,
+  "preview</w>": 4449,
+  "previews</w>": 20279,
+  "previous</w>": 9252,
+  "previously</w>": 13359,
+  "prey</w>": 17131,
+  "prez</w>": 17956,
+  "pri": 955,
+  "pri</w>": 23400,
+  "pric": 24275,
+  "price": 13254,
+  "price</w>": 2827,
+  "priced</w>": 16934,
+  "priceless</w>": 15743,
+  "prices</w>": 5954,
+  "pricing</w>": 14800,
+  "prick": 43921,
+  "prick</w>": 46516,
+  "pride": 15323,
+  "pride</w>": 3436,
+  "pridemonth</w>": 41410,
+  "prie": 22477,
+  "priest": 38756,
+  "priest</w>": 14222,
+  "priests</w>": 30005,
+  "prim": 22004,
+  "prima": 35611,
+  "prima</w>": 33277,
+  "primal</w>": 36604,
+  "primar": 21579,
+  "primaries</w>": 46126,
+  "primarily</w>": 29465,
+  "primark</w>": 48329,
+  "primary": 35024,
+  "primary</w>": 5814,
+  "primavera</w>": 44899,
+  "prime": 14162,
+  "prime</w>": 5183,
+  "primed</w>": 45694,
+  "primer</w>": 22388,
+  "primetime</w>": 29763,
+  "primitive</w>": 37467,
+  "primo</w>": 43215,
+  "primrose</w>": 45891,
+  "prin": 1588,
+  "prince": 9457,
+  "prince</w>": 4735,
+  "princes": 45329,
+  "princes</w>": 30136,
+  "princess": 24123,
+  "princess</w>": 5079,
+  "princesses</w>": 34161,
+  "princeton</w>": 22433,
+  "princi": 5129,
+  "principal": 33599,
+  "principal</w>": 8860,
+  "principals</w>": 27524,
+  "principle</w>": 19595,
+  "principles</w>": 13755,
+  "print": 17851,
+  "print</w>": 3557,
+  "printable</w>": 29648,
+  "printed</w>": 7978,
+  "printer</w>": 14521,
+  "printers</w>": 27881,
+  "printing</w>": 7369,
+  "printmaking</w>": 38669,
+  "prints</w>": 7704,
+  "prior": 20328,
+  "prior</w>": 10572,
+  "priorit": 47773,
+  "prioriti": 28822,
+  "priorities</w>": 15232,
+  "prioritize</w>": 46715,
+  "priority</w>": 12451,
+  "priory</w>": 38665,
+  "prisc": 32468,
+  "priscilla</w>": 42396,
+  "prise</w>": 23343,
+  "prism": 49311,
+  "prism</w>": 34356,
+  "prison": 9281,
+  "prison</w>": 6622,
+  "prisoner</w>": 21427,
+  "prisoners</w>": 17460,
+  "prisons</w>": 26607,
+  "pristine</w>": 30618,
+  "prit": 41668,
+  "prit</w>": 37523,
+  "prith": 39173,
+  "prius</w>": 43561,
+  "priv": 3270,
+  "privacy</w>": 10437,
+  "private": 20362,
+  "private</w>": 4439,
+  "privately</w>": 32970,
+  "privati": 27379,
+  "privi": 8367,
+  "privileg": 18015,
+  "privilege</w>": 11537,
+  "privileged</w>": 18166,
+  "prix</w>": 10875,
+  "priya</w>": 31275,
+  "priyan": 16488,
+  "priyanka</w>": 31959,
+  "priyankach": 30030,
+  "priyankachopra</w>": 30264,
+  "prize": 48222,
+  "prize</w>": 4521,
+  "prized</w>": 38769,
+  "prizes</w>": 9268,
+  "prk</w>": 37094,
+  "pro": 644,
+  "pro</w>": 2630,
+  "proactive</w>": 33364,
+  "prob": 17706,
+  "prob</w>": 24007,
+  "probab": 3907,
+  "probability</w>": 32637,
+  "probable</w>": 42444,
+  "probably</w>": 4047,
+  "probation</w>": 36531,
+  "probe</w>": 14359,
+  "probes</w>": 48564,
+  "probiotics</w>": 49395,
+  "proble": 2719,
+  "problem</w>": 4324,
+  "problematic</w>": 33767,
+  "problems</w>": 4671,
+  "probs</w>": 16330,
+  "probz</w>": 34243,
+  "proc": 38417,
+  "proce": 4076,
+  "procedu": 18204,
+  "procedural</w>": 48177,
+  "procedure</w>": 20163,
+  "procedures</w>": 21109,
+  "proceed": 26664,
+  "proceed</w>": 33894,
+  "proceedings</w>": 26953,
+  "proceeds</w>": 11882,
+  "process": 17291,
+  "process</w>": 4078,
+  "processed</w>": 23816,
+  "processes</w>": 15169,
+  "processing</w>": 11737,
+  "procession</w>": 26288,
+  "processor</w>": 22838,
+  "processors</w>": 43634,
+  "proclaimed</w>": 34489,
+  "proclamation</w>": 32065,
+  "procra": 25361,
+  "procrastin": 25586,
+  "procrastination</w>": 42825,
+  "procreate</w>": 39336,
+  "proctor</w>": 47204,
+  "procu": 21001,
+  "procurement</w>": 23733,
+  "prod": 44349,
+  "prod</w>": 11991,
+  "prodi": 27759,
+  "prodigy</w>": 31973,
+  "produ": 27852,
+  "produc": 1471,
+  "produce</w>": 7529,
+  "produced</w>": 7479,
+  "producer</w>": 7064,
+  "producers</w>": 13883,
+  "produces</w>": 19940,
+  "producing</w>": 13579,
+  "product": 32602,
+  "product</w>": 4306,
+  "production</w>": 4146,
+  "productions</w>": 14166,
+  "productive</w>": 9697,
+  "productivity</w>": 12800,
+  "products</w>": 3964,
+  "prof": 15043,
+  "prof</w>": 5488,
+  "profe": 2611,
+  "profess": 5486,
+  "professi": 3705,
+  "profession": 8104,
+  "profession</w>": 19671,
+  "professional": 46007,
+  "professional</w>": 4774,
+  "professionalism</w>": 41252,
+  "professionally</w>": 33892,
+  "professionals</w>": 10165,
+  "professor": 47302,
+  "professor</w>": 6092,
+  "professors</w>": 27758,
+  "profici": 34685,
+  "profile": 14291,
+  "profile</w>": 6444,
+  "profiles</w>": 22070,
+  "profiling</w>": 37123,
+  "profit": 16941,
+  "profit</w>": 7909,
+  "profitable</w>": 25465,
+  "profits</w>": 13410,
+  "profound": 48245,
+  "profound</w>": 22998,
+  "profs</w>": 19260,
+  "prog</w>": 22219,
+  "progno": 46070,
+  "program": 4162,
+  "program</w>": 2737,
+  "programme</w>": 6322,
+  "programmer</w>": 37001,
+  "programmes</w>": 20468,
+  "programming</w>": 10831,
+  "programs</w>": 7345,
+  "progre": 7069,
+  "progress</w>": 4421,
+  "progressi": 23297,
+  "progressing</w>": 32346,
+  "progression</w>": 24772,
+  "progressive</w>": 12208,
+  "progressives</w>": 41709,
+  "prohi": 41124,
+  "prohib": 45040,
+  "prohibition</w>": 34440,
+  "proj</w>": 39156,
+  "proje": 48345,
+  "projec": 1610,
+  "project": 15911,
+  "project</w>": 1965,
+  "projected</w>": 22873,
+  "projection</w>": 22384,
+  "projections</w>": 34638,
+  "projector</w>": 27816,
+  "projects</w>": 5090,
+  "proli": 19710,
+  "prolife</w>": 32126,
+  "prolifer": 39018,
+  "prolific</w>": 27839,
+  "prolly</w>": 45968,
+  "prolon": 35379,
+  "prolonged</w>": 41972,
+  "prom": 40363,
+  "prom</w>": 7944,
+  "prome": 34355,
+  "promen": 33578,
+  "promenade</w>": 35522,
+  "promethe": 44183,
+  "promin": 35217,
+  "prominent</w>": 19172,
+  "promis": 3963,
+  "promise</w>": 6745,
+  "promised</w>": 11516,
+  "promises</w>": 12064,
+  "promising</w>": 14183,
+  "promo": 3037,
+  "promo</w>": 6755,
+  "promos</w>": 35044,
+  "promote": 47384,
+  "promote</w>": 8003,
+  "promoted</w>": 16395,
+  "promoter</w>": 33081,
+  "promotes</w>": 20169,
+  "promoting</w>": 9695,
+  "promotion</w>": 9259,
+  "promotional</w>": 17619,
+  "promotions</w>": 19142,
+  "promp": 11671,
+  "prompt</w>": 20198,
+  "prompted</w>": 45746,
+  "prompts</w>": 33490,
+  "proms</w>": 37759,
+  "pron": 13285,
+  "prone</w>": 30964,
+  "pronoun": 23022,
+  "pronounce</w>": 40489,
+  "pronounced</w>": 34109,
+  "pronto</w>": 44296,
+  "proof": 17020,
+  "proof</w>": 5248,
+  "proofing</w>": 35679,
+  "proofs</w>": 41023,
+  "prop": 19123,
+  "prop</w>": 16254,
+  "propag": 12151,
+  "propaganda</w>": 14718,
+  "propane</w>": 45546,
+  "propel</w>": 48439,
+  "propeller</w>": 47404,
+  "proper": 3577,
+  "proper</w>": 8205,
+  "properly</w>": 12560,
+  "properties</w>": 10922,
+  "property": 26486,
+  "property</w>": 5043,
+  "prophe": 9662,
+  "prophecy</w>": 32501,
+  "prophet</w>": 15549,
+  "prophetic</w>": 47476,
+  "prophets</w>": 39441,
+  "propor": 35016,
+  "proportion</w>": 35775,
+  "proportions</w>": 39391,
+  "propos": 9455,
+  "proposal</w>": 12139,
+  "proposals</w>": 20568,
+  "propose</w>": 28471,
+  "proposed</w>": 10615,
+  "proposes</w>": 27133,
+  "proposing</w>": 42631,
+  "proposition</w>": 44780,
+  "propri": 28243,
+  "props</w>": 15249,
+  "propulsion</w>": 49380,
+  "pros": 33925,
+  "pros</w>": 14147,
+  "prosciutto</w>": 46565,
+  "prose": 47063,
+  "prose</w>": 28675,
+  "prosecco</w>": 28839,
+  "prosecu": 12136,
+  "prosecution</w>": 30902,
+  "prosecutor</w>": 23736,
+  "prosecutors</w>": 31656,
+  "prosp": 24242,
+  "prospec": 12693,
+  "prospect</w>": 11211,
+  "prospective</w>": 28034,
+  "prospects</w>": 15372,
+  "prosper": 16121,
+  "prosper</w>": 33526,
+  "prosperity</w>": 17203,
+  "prosperous</w>": 28252,
+  "prost</w>": 47923,
+  "prostate</w>": 28808,
+  "prostatec": 49064,
+  "prosthetic</w>": 44602,
+  "prostitu": 37333,
+  "protag": 28950,
+  "protagonist</w>": 38183,
+  "prote": 1845,
+  "protec": 5640,
+  "protect": 25563,
+  "protect</w>": 4817,
+  "protected</w>": 12266,
+  "protecting</w>": 11710,
+  "protection</w>": 6238,
+  "protections</w>": 33772,
+  "protective</w>": 17028,
+  "protector</w>": 20441,
+  "protectors</w>": 45039,
+  "protects</w>": 21889,
+  "protein</w>": 8088,
+  "proteins</w>": 28661,
+  "protest</w>": 6279,
+  "protestant</w>": 46945,
+  "protested</w>": 48089,
+  "protester</w>": 42073,
+  "protesters</w>": 12660,
+  "protesting</w>": 18788,
+  "protestors</w>": 27822,
+  "protests</w>": 12450,
+  "proto": 8672,
+  "proto</w>": 44958,
+  "protocol</w>": 19938,
+  "protocols</w>": 39631,
+  "proton</w>": 40009,
+  "prototype</w>": 16675,
+  "prototyping</w>": 42081,
+  "prou": 5739,
+  "proud": 11080,
+  "proud</w>": 1679,
+  "prouder</w>": 39585,
+  "proudest</w>": 46806,
+  "proudly</w>": 11203,
+  "proudof": 48184,
+  "proudtobe": 35043,
+  "prov": 23772,
+  "prov</w>": 35021,
+  "prove</w>": 10107,
+  "proved</w>": 16473,
+  "proven": 35405,
+  "proven</w>": 14569,
+  "provence</w>": 28067,
+  "prover": 18312,
+  "proverb</w>": 34419,
+  "proverbs</w>": 27016,
+  "proves</w>": 16119,
+  "provi": 2289,
+  "provide</w>": 4832,
+  "provided</w>": 9046,
+  "providence</w>": 19331,
+  "provider</w>": 14409,
+  "providers</w>": 17120,
+  "provides</w>": 7161,
+  "providing</w>": 7250,
+  "provin": 12074,
+  "province</w>": 8978,
+  "provinces</w>": 35050,
+  "provincial</w>": 16002,
+  "proving</w>": 18055,
+  "provision</w>": 30148,
+  "provisional</w>": 36008,
+  "provisions</w>": 39269,
+  "provo": 15367,
+  "provoc": 31618,
+  "provocative</w>": 43809,
+  "provoking</w>": 25510,
+  "provost</w>": 36627,
+  "prow": 38737,
+  "prowrestling</w>": 39825,
+  "prox": 41616,
+  "proxim": 31436,
+  "proximity</w>": 38298,
+  "proxy</w>": 31680,
+  "prs</w>": 23879,
+  "pru": 12961,
+  "pruitt</w>": 39453,
+  "prun": 29029,
+  "pruning</w>": 48133,
+  "pry": 31965,
+  "pryor</w>": 43375,
+  "ps": 3982,
+  "ps</w>": 814,
+  "psa</w>": 14031,
+  "psal": 13859,
+  "psalm</w>": 17995,
+  "psalms</w>": 35003,
+  "psb</w>": 37017,
+  "psc</w>": 43118,
+  "psd</w>": 28810,
+  "pse": 19737,
+  "pse</w>": 5423,
+  "pseu": 24919,
+  "pseudo</w>": 46618,
+  "psg</w>": 17123,
+  "psi": 45848,
+  "psi</w>": 24533,
+  "psic": 29299,
+  "psis</w>": 33041,
+  "psl</w>": 21373,
+  "psn</w>": 36781,
+  "pso": 27045,
+  "pson</w>": 7487,
+  "psori": 44688,
+  "psp</w>": 32769,
+  "pss": 35718,
+  "pss</w>": 42535,
+  "psst</w>": 47814,
+  "pst</w>": 12692,
+  "psu": 41286,
+  "psu</w>": 28338,
+  "psv</w>": 44530,
+  "psy": 3576,
+  "psy</w>": 11056,
+  "psych": 31041,
+  "psych</w>": 20509,
+  "psyched": 19932,
+  "psyched</w>": 35199,
+  "psychedelic</w>": 23292,
+  "psychi": 18147,
+  "psychiatric</w>": 30578,
+  "psychiatry</w>": 39706,
+  "psychic</w>": 24916,
+  "psycho": 6472,
+  "psycho</w>": 22154,
+  "psychological</w>": 18153,
+  "psychologist</w>": 32827,
+  "psychology</w>": 12352,
+  "psychop": 30112,
+  "psychotic</w>": 48774,
+  "pt": 11139,
+  "pt</w>": 1459,
+  "pta</w>": 11586,
+  "ptbo</w>": 40481,
+  "ptc</w>": 44646,
+  "pte</w>": 47804,
+  "pter": 49323,
+  "pti": 29375,
+  "pti</w>": 10491,
+  "ptic</w>": 20670,
+  "ption</w>": 3479,
+  "ptions</w>": 24963,
+  "pto": 31372,
+  "pto</w>": 34092,
+  "pton</w>": 19780,
+  "pts</w>": 5886,
+  "ptsd</w>": 23973,
+  "ptv</w>": 42402,
+  "pu": 755,
+  "pu</w>": 11780,
+  "pub": 20720,
+  "pub</w>": 6301,
+  "puberty</w>": 44122,
+  "pubg</w>": 31496,
+  "publ": 3434,
+  "publi": 1617,
+  "public": 3592,
+  "public</w>": 2122,
+  "publica</w>": 49007,
+  "publication</w>": 13538,
+  "publications</w>": 27334,
+  "publichealth</w>": 35872,
+  "publicity</w>": 20831,
+  "publicly</w>": 18554,
+  "publish</w>": 19032,
+  "published</w>": 4311,
+  "publisher</w>": 20455,
+  "publishers</w>": 25222,
+  "publishes</w>": 35633,
+  "publishing</w>": 10994,
+  "publix</w>": 47985,
+  "pubs</w>": 21099,
+  "puc": 48779,
+  "puck</w>": 17550,
+  "pud": 39234,
+  "pudding</w>": 14025,
+  "puddle</w>": 33545,
+  "pue": 20161,
+  "pueblo</w>": 33076,
+  "puer": 8968,
+  "puerto</w>": 12289,
+  "puertor": 22757,
+  "puertorico</w>": 26356,
+  "puff": 44477,
+  "puff</w>": 17184,
+  "puffin</w>": 47632,
+  "puffs</w>": 47453,
+  "puffy</w>": 49245,
+  "pug": 20950,
+  "pug</w>": 17739,
+  "pugchat</w>": 42266,
+  "pugh</w>": 41302,
+  "puglia</w>": 38345,
+  "pugs</w>": 39425,
+  "puj": 46163,
+  "puja</w>": 33753,
+  "puk</w>": 31811,
+  "pul": 2469,
+  "pul</w>": 40512,
+  "pula": 45856,
+  "puli</w>": 47293,
+  "pulit": 27745,
+  "pulitzer</w>": 31419,
+  "pull": 20155,
+  "pull</w>": 6857,
+  "pulled</w>": 8525,
+  "pulling</w>": 12897,
+  "pullman</w>": 40203,
+  "pullover</w>": 44020,
+  "pulls</w>": 16041,
+  "pulmon": 32613,
+  "pulmonary</w>": 39132,
+  "pulp</w>": 25410,
+  "pulse": 40091,
+  "pulse</w>": 12485,
+  "pulses</w>": 42177,
+  "pulsion</w>": 35398,
+  "pum": 37497,
+  "puma</w>": 20858,
+  "pump": 5179,
+  "pump</w>": 9173,
+  "pumped</w>": 12796,
+  "pumping</w>": 25150,
+  "pumpkin": 36386,
+  "pumpkin</w>": 8842,
+  "pumpkins</w>": 23787,
+  "pumps</w>": 18540,
+  "pun": 2707,
+  "pun</w>": 19929,
+  "punc": 43907,
+  "punch": 29332,
+  "punch</w>": 10730,
+  "punched</w>": 31689,
+  "punches</w>": 35279,
+  "punching</w>": 33468,
+  "punctu": 31565,
+  "punctuation</w>": 47051,
+  "pundit</w>": 41466,
+  "pune": 32593,
+  "pune</w>": 14488,
+  "pung</w>": 45420,
+  "puni": 11479,
+  "punish</w>": 34569,
+  "punished</w>": 31598,
+  "punisher</w>": 38509,
+  "punishment</w>": 19099,
+  "punjab": 19405,
+  "punjab</w>": 12883,
+  "punjabi</w>": 25430,
+  "punk": 28933,
+  "punk</w>": 7246,
+  "punks</w>": 47171,
+  "puns</w>": 35231,
+  "punt</w>": 32699,
+  "punta</w>": 34112,
+  "punter</w>": 47092,
+  "pup": 11926,
+  "pup</w>": 11302,
+  "pupil</w>": 27265,
+  "pupils</w>": 13628,
+  "pupp": 7116,
+  "puppet</w>": 18439,
+  "puppets</w>": 28475,
+  "puppies</w>": 14820,
+  "puppy": 25431,
+  "puppy</w>": 6829,
+  "puppylove</w>": 40849,
+  "pups</w>": 20778,
+  "pur": 1727,
+  "pur</w>": 6265,
+  "pura</w>": 25596,
+  "puram</w>": 46174,
+  "purcell</w>": 46065,
+  "purch": 8384,
+  "purchase</w>": 5481,
+  "purchased</w>": 13399,
+  "purchases</w>": 21887,
+  "purchasing</w>": 20718,
+  "purdu": 40691,
+  "purdue</w>": 22280,
+  "pure": 14202,
+  "pure</w>": 5979,
+  "puree</w>": 45474,
+  "purely</w>": 32459,
+  "puremichigan</w>": 39783,
+  "purest</w>": 45497,
+  "purge</w>": 33514,
+  "puri": 16910,
+  "puri</w>": 21974,
+  "purification</w>": 47724,
+  "purity</w>": 29780,
+  "purple": 17837,
+  "purple</w>": 5496,
+  "purpose": 33492,
+  "purpose</w>": 7391,
+  "purposes</w>": 22020,
+  "purr": 49262,
+  "purr</w>": 46343,
+  "purse</w>": 16480,
+  "pursue</w>": 19463,
+  "pursuing</w>": 26424,
+  "pursuit</w>": 16469,
+  "purée</w>": 40981,
+  "pus</w>": 13841,
+  "pusa</w>": 40825,
+  "push": 16028,
+  "push</w>": 6831,
+  "pushaw": 35407,
+  "pushaward": 35448,
+  "pushawards": 47184,
+  "pushed</w>": 16155,
+  "pushes</w>": 23828,
+  "pushing</w>": 11549,
+  "put": 29535,
+  "put</w>": 1983,
+  "putin</w>": 10693,
+  "putnam</w>": 40235,
+  "puts</w>": 7898,
+  "putt</w>": 30279,
+  "putter</w>": 44723,
+  "putting</w>": 5154,
+  "puzz": 19760,
+  "puzzle</w>": 12875,
+  "puzzles</w>": 27986,
+  "pv": 14517,
+  "pv</w>": 13495,
+  "pvc</w>": 26959,
+  "pvp</w>": 44172,
+  "pvt</w>": 29898,
+  "pw": 19419,
+  "pw</w>": 16067,
+  "pwc</w>": 22965,
+  "px": 24790,
+  "px</w>": 10262,
+  "pxrtg</w>": 36262,
+  "py": 4005,
+  "py</w>": 7504,
+  "pye": 31099,
+  "pyeongchang</w>": 36066,
+  "pyg": 41450,
+  "pyram": 14405,
+  "pyramid</w>": 18725,
+  "pyramids</w>": 36877,
+  "pyrene": 36740,
+  "pyrenees</w>": 39744,
+  "pyro": 39762,
+  "python</w>": 13370,
+  "pz</w>": 48361,
+  "pé": 43167,
+  "q": 80,
+  "q</w>": 336,
+  "qa": 24944,
+  "qa</w>": 16360,
+  "qad": 27844,
+  "qadri</w>": 35672,
+  "qaeda</w>": 31246,
+  "qanda</w>": 48672,
+  "qanon</w>": 19182,
+  "qant": 35404,
+  "qantas</w>": 43250,
+  "qatar": 32804,
+  "qatar</w>": 10872,
+  "qb</w>": 8073,
+  "qbs</w>": 38188,
+  "qc</w>": 17406,
+  "qe</w>": 30974,
+  "qf</w>": 27215,
+  "qi": 25054,
+  "qi</w>": 11256,
+  "qing": 46522,
+  "qing</w>": 34339,
+  "ql</w>": 28366,
+  "qld": 23039,
+  "qld</w>": 13765,
+  "qldpol</w>": 42296,
+  "qm</w>": 42148,
+  "qotd</w>": 24504,
+  "qpr</w>": 24788,
+  "qq": 31960,
+  "qr</w>": 18193,
+  "qs</w>": 14364,
+  "qt</w>": 15013,
+  "qtr</w>": 44803,
+  "qu": 666,
+  "qu</w>": 28646,
+  "qua</w>": 20363,
+  "quack</w>": 45575,
+  "quad": 11656,
+  "quad</w>": 13419,
+  "quadcopter</w>": 39792,
+  "quadru": 35831,
+  "quaid</w>": 34265,
+  "quail</w>": 34392,
+  "quaint</w>": 45976,
+  "quake</w>": 8421,
+  "quaker</w>": 43395,
+  "quakes</w>": 24572,
+  "qual": 9979,
+  "qual</w>": 32405,
+  "qualcomm</w>": 38683,
+  "quali": 4574,
+  "qualification</w>": 21508,
+  "qualifications</w>": 35225,
+  "qualified</w>": 11927,
+  "qualifier</w>": 18733,
+  "qualifiers</w>": 21388,
+  "qualifies</w>": 35820,
+  "qualify</w>": 17019,
+  "qualifying</w>": 11895,
+  "qualitative</w>": 45847,
+  "qualities</w>": 20488,
+  "quality": 28545,
+  "quality</w>": 3027,
+  "quan": 11669,
+  "quan</w>": 27490,
+  "quand</w>": 28198,
+  "quant": 15050,
+  "quanti": 31540,
+  "quantitative</w>": 40583,
+  "quantities</w>": 33917,
+  "quantity</w>": 26920,
+  "quantum</w>": 15320,
+  "quar": 3856,
+  "quare</w>": 42549,
+  "quarry</w>": 27601,
+  "quart": 7851,
+  "quarter": 8816,
+  "quarter</w>": 6632,
+  "quarterback</w>": 16545,
+  "quarterfinal</w>": 37992,
+  "quarterfinals</w>": 28971,
+  "quarterly</w>": 23350,
+  "quarters</w>": 10146,
+  "quartet</w>": 18056,
+  "quartz</w>": 17752,
+  "quat": 25715,
+  "quattro</w>": 40300,
+  "quay": 40276,
+  "quay</w>": 17304,
+  "que": 1147,
+  "que</w>": 2319,
+  "quebec</w>": 15373,
+  "queen": 6407,
+  "queen</w>": 2997,
+  "queenof": 44398,
+  "queens": 22943,
+  "queens</w>": 9330,
+  "queensland</w>": 15168,
+  "queer": 38874,
+  "queer</w>": 18161,
+  "quel": 39774,
+  "quel</w>": 21879,
+  "quen": 23876,
+  "quen</w>": 38324,
+  "quent": 23808,
+  "quentin</w>": 27530,
+  "quer": 17378,
+  "quer</w>": 26859,
+  "quered</w>": 23210,
+  "queries</w>": 32958,
+  "querque</w>": 30338,
+  "query</w>": 27464,
+  "ques": 25328,
+  "ques</w>": 7715,
+  "queso</w>": 40110,
+  "quest": 31653,
+  "quest</w>": 4846,
+  "questi": 2391,
+  "question": 18961,
+  "question</w>": 4382,
+  "questionable</w>": 30733,
+  "questioned</w>": 31847,
+  "questioning</w>": 24887,
+  "questions</w>": 3883,
+  "quests</w>": 44611,
+  "quet</w>": 8513,
+  "quets</w>": 39055,
+  "quetta</w>": 38326,
+  "quette</w>": 18993,
+  "queu": 32705,
+  "queue</w>": 18549,
+  "queues</w>": 40649,
+  "queuing</w>": 44082,
+  "quez</w>": 18677,
+  "quezon</w>": 41117,
+  "qui": 1912,
+  "qui</w>": 18046,
+  "quic": 26474,
+  "quiche</w>": 47723,
+  "quick": 5969,
+  "quick</w>": 3712,
+  "quicker</w>": 29211,
+  "quickest</w>": 37734,
+  "quickly</w>": 7787,
+  "quid</w>": 30732,
+  "quie": 43875,
+  "quien</w>": 43482,
+  "quiere</w>": 42723,
+  "quiero</w>": 32567,
+  "quiet": 17853,
+  "quiet</w>": 7557,
+  "quietly</w>": 22208,
+  "quig": 44690,
+  "quil": 12305,
+  "quill</w>": 48951,
+  "quilt</w>": 23977,
+  "quilted</w>": 46052,
+  "quin": 8607,
+  "quin</w>": 17167,
+  "quincy</w>": 27640,
+  "quind": 32339,
+  "quinn</w>": 12306,
+  "quinoa</w>": 26703,
+  "quins</w>": 39701,
+  "quint": 26898,
+  "quinta</w>": 47446,
+  "quinte": 22098,
+  "quintess": 37538,
+  "quintet</w>": 35125,
+  "quipment</w>": 42813,
+  "quir": 15943,
+  "quirky</w>": 25044,
+  "quis": 15064,
+  "quist</w>": 25128,
+  "quit": 19358,
+  "quit</w>": 11140,
+  "quite</w>": 4135,
+  "quito</w>": 35828,
+  "quits</w>": 32505,
+  "quitting</w>": 33871,
+  "quity</w>": 33133,
+  "quiz": 31197,
+  "quiz</w>": 8344,
+  "quizz": 35041,
+  "quo": 3046,
+  "quo</w>": 28127,
+  "quoi</w>": 45549,
+  "quot": 5452,
+  "quot</w>": 47587,
+  "quota</w>": 42097,
+  "quotation</w>": 49195,
+  "quote": 15446,
+  "quote</w>": 4020,
+  "quoted</w>": 27706,
+  "quoteoftheday</w>": 19975,
+  "quotes</w>": 5808,
+  "quoting</w>": 31651,
+  "qur</w>": 37782,
+  "quran</w>": 19690,
+  "qureshi</w>": 46307,
+  "qvist</w>": 42322,
+  "qx</w>": 45038,
+  "r": 81,
+  "r</w>": 337,
+  "ra": 559,
+  "ra</w>": 1735,
+  "raa</w>": 44344,
+  "rab": 14816,
+  "rab</w>": 33224,
+  "rabb": 6875,
+  "rabbi</w>": 20959,
+  "rabbit</w>": 10274,
+  "rabbits</w>": 27028,
+  "rabhu</w>": 25806,
+  "rable</w>": 10182,
+  "rac": 1773,
+  "rac</w>": 30462,
+  "raccoon</w>": 29516,
+  "race": 10978,
+  "race</w>": 2471,
+  "racec": 18814,
+  "racecourse</w>": 25036,
+  "raced</w>": 36021,
+  "racer</w>": 16798,
+  "racers</w>": 33603,
+  "races</w>": 8605,
+  "raceway</w>": 24650,
+  "rach": 6876,
+  "rach</w>": 33429,
+  "racha": 21952,
+  "racha</w>": 35022,
+  "rachael</w>": 29095,
+  "rachel": 13511,
+  "rachel</w>": 8029,
+  "raci": 33381,
+  "racial</w>": 13801,
+  "racially</w>": 43577,
+  "racing": 23306,
+  "racing</w>": 3699,
+  "racism</w>": 11276,
+  "racist</w>": 9684,
+  "racists</w>": 41777,
+  "rack": 24600,
+  "rack</w>": 12034,
+  "racket</w>": 37691,
+  "racks</w>": 21191,
+  "rad": 4473,
+  "rad</w>": 8238,
+  "rada</w>": 30437,
+  "radar</w>": 9672,
+  "radcliffe</w>": 33096,
+  "rade": 44494,
+  "rade</w>": 17911,
+  "rader</w>": 45002,
+  "radford</w>": 45800,
+  "radha</w>": 43122,
+  "radi": 5772,
+  "radial</w>": 42028,
+  "radiance</w>": 45670,
+  "radiant</w>": 25614,
+  "radiation</w>": 18210,
+  "radiator</w>": 39372,
+  "radic": 18082,
+  "radical</w>": 13712,
+  "radicals</w>": 45903,
+  "radio": 7176,
+  "radio</w>": 2638,
+  "radioactive</w>": 34704,
+  "radiodisney</w>": 36483,
+  "radiohead</w>": 39472,
+  "radiology</w>": 29684,
+  "radios</w>": 43669,
+  "radish</w>": 37789,
+  "radius</w>": 37570,
+  "rado</w>": 29784,
+  "rae": 21646,
+  "rae</w>": 15051,
+  "rael</w>": 45390,
+  "raer</w>": 44561,
+  "raf": 11495,
+  "raf</w>": 11490,
+  "rafa": 14352,
+  "rafa</w>": 24850,
+  "rafael": 38221,
+  "rafael</w>": 19216,
+  "rafaelnadal</w>": 49219,
+  "raff": 34900,
+  "raffic</w>": 32928,
+  "raffle</w>": 13752,
+  "raffles</w>": 43489,
+  "rafi": 35304,
+  "raft</w>": 9233,
+  "rafting</w>": 36309,
+  "rag": 13958,
+  "rag</w>": 20687,
+  "rage</w>": 8593,
+  "rages</w>": 34253,
+  "ragh": 35642,
+  "ragha": 40972,
+  "raging</w>": 25015,
+  "ragn": 24125,
+  "ragnar": 34385,
+  "ragnarok</w>": 41856,
+  "ragon</w>": 34768,
+  "rags</w>": 47838,
+  "rah": 12277,
+  "rah</w>": 8766,
+  "raheem</w>": 43317,
+  "rahim</w>": 24152,
+  "rahman</w>": 19680,
+  "rahu": 13129,
+  "rahul": 37239,
+  "rahul</w>": 17440,
+  "rahulg": 27510,
+  "rahulgandhi</w>": 28293,
+  "rai": 9165,
+  "rai</w>": 9638,
+  "raid</w>": 6877,
+  "raided</w>": 43417,
+  "raider": 27368,
+  "raider</w>": 21455,
+  "raidernation</w>": 47901,
+  "raiders</w>": 11817,
+  "raids</w>": 26655,
+  "rail": 4573,
+  "rail</w>": 6879,
+  "raila</w>": 47273,
+  "railminindia</w>": 35557,
+  "railroad</w>": 17080,
+  "rails</w>": 23427,
+  "railway": 27614,
+  "railway</w>": 7856,
+  "railwayana</w>": 46750,
+  "railways</w>": 20765,
+  "raim": 45785,
+  "rain": 3128,
+  "rain</w>": 2443,
+  "raina</w>": 30564,
+  "rainbow": 24562,
+  "rainbow</w>": 6286,
+  "rainbows</w>": 30483,
+  "raine": 49038,
+  "raine</w>": 6871,
+  "rained</w>": 32310,
+  "rainf": 15024,
+  "rainfall</w>": 15350,
+  "rainforest</w>": 22823,
+  "rainier</w>": 37850,
+  "raining</w>": 13964,
+  "rains</w>": 14272,
+  "rainy</w>": 10222,
+  "rais": 14729,
+  "raise": 24249,
+  "raise</w>": 5078,
+  "raised</w>": 6027,
+  "raiser</w>": 33555,
+  "raises</w>": 13297,
+  "raisethe": 47109,
+  "raisin</w>": 36864,
+  "raising</w>": 6883,
+  "raj": 5958,
+  "raj</w>": 10813,
+  "raja": 46069,
+  "raja</w>": 19150,
+  "rajan</w>": 46595,
+  "rajas": 16185,
+  "rajasthan</w>": 18017,
+  "raje": 21899,
+  "rajesh</w>": 43602,
+  "raji": 27569,
+  "rajini": 29600,
+  "rajini</w>": 40622,
+  "rajinikanth</w>": 32922,
+  "rajiv</w>": 40197,
+  "rajkumar</w>": 49304,
+  "rajput</w>": 47572,
+  "raju</w>": 47029,
+  "rak": 13523,
+  "rak</w>": 26287,
+  "rake": 26825,
+  "rake</w>": 32712,
+  "rakesh</w>": 41083,
+  "ral": 8062,
+  "ral</w>": 1406,
+  "rale": 14192,
+  "raleigh</w>": 18207,
+  "rall": 23249,
+  "rallies</w>": 25230,
+  "rally": 18882,
+  "rally</w>": 5041,
+  "rallying</w>": 36836,
+  "ralph": 25290,
+  "ralph</w>": 12234,
+  "ram": 1976,
+  "ram</w>": 2007,
+  "rama</w>": 22112,
+  "ramad": 12736,
+  "ramadan</w>": 15547,
+  "ramadhan</w>": 47415,
+  "raman</w>": 39816,
+  "ramapho": 43963,
+  "ramaphosa</w>": 44993,
+  "ramatta</w>": 49112,
+  "rambo</w>": 41855,
+  "ramcharan</w>": 45275,
+  "rame</w>": 47745,
+  "ramen</w>": 18892,
+  "ramesh": 48640,
+  "ramesh</w>": 40186,
+  "rami</w>": 43016,
+  "ramirez</w>": 23877,
+  "ramon</w>": 27958,
+  "ramone</w>": 47201,
+  "ramos</w>": 21046,
+  "ramp</w>": 14271,
+  "rampage</w>": 32077,
+  "rampant</w>": 41985,
+  "ramps</w>": 35257,
+  "rams</w>": 10292,
+  "ramsay</w>": 26259,
+  "ramsey</w>": 19215,
+  "ran": 1433,
+  "ran</w>": 4031,
+  "rana</w>": 22143,
+  "ranbir</w>": 40881,
+  "rance</w>": 29034,
+  "ranch": 43955,
+  "ranch</w>": 10659,
+  "rancho</w>": 26258,
+  "rand": 5628,
+  "rand</w>": 18718,
+  "randall</w>": 23639,
+  "rande</w>": 21469,
+  "randolph</w>": 29899,
+  "random": 11396,
+  "random</w>": 6160,
+  "randomly</w>": 17272,
+  "rands</w>": 39153,
+  "randy": 29479,
+  "randy</w>": 13279,
+  "rane</w>": 28852,
+  "rang": 4043,
+  "rang</w>": 24377,
+  "range": 13627,
+  "range</w>": 3818,
+  "ranger": 31472,
+  "ranger</w>": 13593,
+  "rangers</w>": 7664,
+  "ranges</w>": 25685,
+  "ranging</w>": 25946,
+  "rani": 29264,
+  "rani</w>": 22631,
+  "rank</w>": 11501,
+  "ranked</w>": 8307,
+  "rankin</w>": 37539,
+  "ranking</w>": 12347,
+  "rankings</w>": 12596,
+  "ranks</w>": 14469,
+  "rano</w>": 18608,
+  "rans</w>": 46259,
+  "ransom": 28523,
+  "ransom</w>": 34646,
+  "ransomware</w>": 33815,
+  "rant": 46467,
+  "rant</w>": 9819,
+  "rants</w>": 34014,
+  "ranveer": 32402,
+  "ranveer</w>": 41482,
+  "ranveerofficial</w>": 42116,
+  "rao</w>": 16913,
+  "rap": 7773,
+  "rap</w>": 7348,
+  "rape": 46099,
+  "rape</w>": 10070,
+  "raped</w>": 23700,
+  "rapha": 22754,
+  "raphael</w>": 30091,
+  "rapi": 8610,
+  "rapid": 47697,
+  "rapid</w>": 12205,
+  "rapidly</w>": 16710,
+  "rapids</w>": 18848,
+  "raping</w>": 44926,
+  "rapist</w>": 33360,
+  "rapp": 19283,
+  "rapper</w>": 11860,
+  "rappers</w>": 30315,
+  "rapping</w>": 42864,
+  "raps</w>": 37887,
+  "raptor</w>": 26762,
+  "raptors</w>": 17035,
+  "raq": 39787,
+  "raq</w>": 43312,
+  "raqqa</w>": 47074,
+  "raquel</w>": 44338,
+  "rar": 26819,
+  "rar</w>": 24605,
+  "rard</w>": 21012,
+  "rare": 18992,
+  "rare</w>": 3865,
+  "rarely</w>": 17315,
+  "rarest</w>": 43237,
+  "rarity</w>": 45862,
+  "ras": 23492,
+  "ras</w>": 8224,
+  "rasc": 30085,
+  "rascal</w>": 43481,
+  "rash": 14917,
+  "rash</w>": 30608,
+  "rashad</w>": 46527,
+  "rasheed</w>": 41638,
+  "rashi": 19426,
+  "rashid</w>": 26757,
+  "rasp": 10487,
+  "raspberries</w>": 37742,
+  "raspberry": 40162,
+  "raspberry</w>": 13615,
+  "raspberrypi</w>": 43934,
+  "rass</w>": 45654,
+  "rasta</w>": 47002,
+  "rat": 3806,
+  "rat</w>": 8985,
+  "rata</w>": 28568,
+  "ratchet</w>": 25078,
+  "rate</w>": 5068,
+  "rated</w>": 8183,
+  "rates</w>": 6864,
+  "rath": 18268,
+  "rath</w>": 39772,
+  "rather</w>": 5252,
+  "rati": 11486,
+  "rating</w>": 10567,
+  "ratings</w>": 14176,
+  "ratio</w>": 15893,
+  "ration": 27002,
+  "ration</w>": 35662,
+  "rational</w>": 33086,
+  "ratna</w>": 49078,
+  "ratri</w>": 32288,
+  "rats</w>": 19043,
+  "ratt": 20737,
+  "ratt</w>": 34785,
+  "rattle": 40824,
+  "rattle</w>": 41839,
+  "rau": 27744,
+  "raul</w>": 30218,
+  "raun": 41169,
+  "rav": 14367,
+  "rav</w>": 23606,
+  "rave": 38784,
+  "rave</w>": 17601,
+  "ravel</w>": 27927,
+  "raven": 10269,
+  "raven</w>": 16803,
+  "ravens</w>": 17946,
+  "ravi": 22947,
+  "ravi</w>": 19538,
+  "ravin": 39099,
+  "raving</w>": 45807,
+  "raviol": 41104,
+  "ravioli</w>": 43460,
+  "raw": 10166,
+  "raw</w>": 6323,
+  "rawlings</w>": 40662,
+  "rax</w>": 38520,
+  "ray": 5312,
+  "ray</w>": 3077,
+  "raya</w>": 29991,
+  "raymond</w>": 16683,
+  "rayn": 47852,
+  "rayon</w>": 47900,
+  "rays</w>": 11064,
+  "raz": 9700,
+  "raz</w>": 19087,
+  "raza</w>": 37724,
+  "razer</w>": 33832,
+  "razor": 24934,
+  "razor</w>": 21300,
+  "razz": 43769,
+  "rb": 12740,
+  "rb</w>": 7477,
+  "rbc</w>": 37500,
+  "rbi</w>": 15687,
+  "rbs</w>": 29102,
+  "rc": 7575,
+  "rc</w>": 7457,
+  "rca</w>": 33942,
+  "rcb</w>": 45240,
+  "rcmp</w>": 31489,
+  "rcn</w>": 49370,
+  "rctid</w>": 49223,
+  "rd": 13501,
+  "rd</w>": 1973,
+  "rda</w>": 45755,
+  "rdr</w>": 44364,
+  "rds</w>": 32378,
+  "re": 515,
+  "re</w>": 810,
+  "rea</w>": 11521,
+  "reach": 4483,
+  "reach</w>": 4279,
+  "reached</w>": 6878,
+  "reaches</w>": 14462,
+  "reaching</w>": 11358,
+  "react": 36566,
+  "react</w>": 15065,
+  "reacted</w>": 42515,
+  "reacting</w>": 40595,
+  "reaction</w>": 7189,
+  "reactions</w>": 18438,
+  "reactive</w>": 42072,
+  "reactjs</w>": 46173,
+  "reactor</w>": 32037,
+  "reacts</w>": 23115,
+  "read": 933,
+  "read</w>": 1199,
+  "reader</w>": 9884,
+  "readers</w>": 10335,
+  "readiness</w>": 28131,
+  "reading": 17556,
+  "reading</w>": 2337,
+  "readingfc</w>": 47428,
+  "readings</w>": 23361,
+  "reads</w>": 6597,
+  "ready": 17351,
+  "ready</w>": 1112,
+  "reagan</w>": 17767,
+  "real": 2017,
+  "real</w>": 1532,
+  "realdonaldtrump</w>": 7025,
+  "reale": 5930,
+  "realest</w>": 45855,
+  "realestate": 32937,
+  "realestate</w>": 6569,
+  "reali": 4185,
+  "realis</w>": 38114,
+  "realise</w>": 14773,
+  "realised</w>": 17945,
+  "realising</w>": 39537,
+  "realism</w>": 20024,
+  "realist</w>": 30248,
+  "realistic</w>": 16157,
+  "realities</w>": 32443,
+  "reality": 46802,
+  "reality</w>": 5004,
+  "realization</w>": 40402,
+  "realize</w>": 7538,
+  "realized</w>": 10489,
+  "realizes</w>": 42918,
+  "realizing</w>": 23284,
+  "reall": 39686,
+  "really": 43249,
+  "really</w>": 1414,
+  "realm</w>": 23083,
+  "realmadrid</w>": 27866,
+  "realms</w>": 43033,
+  "realness</w>": 46761,
+  "realtime": 44002,
+  "realtime</w>": 38203,
+  "realtor</w>": 18038,
+  "realtors</w>": 31759,
+  "realty</w>": 20471,
+  "ream": 37242,
+  "ream</w>": 15219,
+  "rean</w>": 48477,
+  "reap</w>": 31334,
+  "reaper</w>": 29922,
+  "rear": 39652,
+  "rear</w>": 10223,
+  "reas": 9121,
+  "reason": 12882,
+  "reason</w>": 3893,
+  "reasonable</w>": 18558,
+  "reasonably</w>": 38589,
+  "reasoning</w>": 30341,
+  "reasons</w>": 5686,
+  "reau</w>": 32398,
+  "reb": 12370,
+  "reb</w>": 18796,
+  "reba</w>": 48543,
+  "rebate</w>": 43817,
+  "rebe": 25227,
+  "rebec": 10774,
+  "rebecca</w>": 12892,
+  "rebel": 8185,
+  "rebel</w>": 12248,
+  "rebellion</w>": 22170,
+  "rebels</w>": 13623,
+  "rebirth</w>": 33303,
+  "reboot</w>": 22385,
+  "reborn</w>": 30229,
+  "reboun": 43381,
+  "rebound</w>": 31280,
+  "rebounds</w>": 19190,
+  "rebs</w>": 28164,
+  "rebu": 43162,
+  "rebuild</w>": 20022,
+  "rebuilding</w>": 30880,
+  "rebuilt</w>": 33137,
+  "rec": 1020,
+  "rec</w>": 11243,
+  "recall</w>": 15151,
+  "recalled</w>": 32142,
+  "recalling</w>": 47855,
+  "recalls</w>": 24740,
+  "recap": 29816,
+  "recap</w>": 8337,
+  "recaps</w>": 47997,
+  "recard</w>": 35536,
+  "rece": 1890,
+  "recei": 2148,
+  "receip": 38503,
+  "receipt</w>": 30479,
+  "receipts</w>": 41181,
+  "receive</w>": 4800,
+  "received</w>": 4178,
+  "receiver</w>": 17659,
+  "receivers</w>": 45294,
+  "receives</w>": 10027,
+  "receiving</w>": 7252,
+  "recent</w>": 3969,
+  "recently</w>": 4482,
+  "recep": 17450,
+  "reception</w>": 8364,
+  "receptions</w>": 46881,
+  "receptor</w>": 41835,
+  "recess</w>": 38182,
+  "recession</w>": 27176,
+  "recharge</w>": 29396,
+  "rechargeable</w>": 37516,
+  "reci": 2037,
+  "recipe": 28923,
+  "recipe</w>": 4614,
+  "recipeoftheday</w>": 38727,
+  "recipes</w>": 9243,
+  "recipi": 10136,
+  "recipient</w>": 13703,
+  "recipients</w>": 18940,
+  "recipro": 41789,
+  "recital</w>": 23457,
+  "recite</w>": 48824,
+  "reck": 11715,
+  "reckless</w>": 26284,
+  "reckon</w>": 23854,
+  "recl": 42277,
+  "reclaim</w>": 35969,
+  "reclaimed</w>": 32648,
+  "reco": 2535,
+  "reco</w>": 46038,
+  "recogn": 6343,
+  "recogni": 5329,
+  "recognise</w>": 19824,
+  "recognised</w>": 20986,
+  "recognising</w>": 48423,
+  "recognition</w>": 9415,
+  "recognizable</w>": 47240,
+  "recognize</w>": 10905,
+  "recognized</w>": 9929,
+  "recognizes</w>": 26909,
+  "recognizing</w>": 19666,
+  "recomm": 4540,
+  "recommend": 11628,
+  "recommend</w>": 8942,
+  "recommendation</w>": 20118,
+  "recommendations</w>": 16516,
+  "recommended</w>": 11100,
+  "recommending</w>": 44301,
+  "recommends</w>": 22940,
+  "recon": 15371,
+  "recon</w>": 28996,
+  "reconciliation</w>": 26451,
+  "reconstruction</w>": 24955,
+  "recor": 1723,
+  "record": 21328,
+  "record</w>": 2717,
+  "recorded</w>": 9392,
+  "recorder</w>": 26747,
+  "recording": 48237,
+  "recording</w>": 6942,
+  "recordings</w>": 19715,
+  "records</w>": 4529,
+  "recover</w>": 16785,
+  "recovered</w>": 16444,
+  "recovering</w>": 19005,
+  "recovers</w>": 47935,
+  "recovery</w>": 6591,
+  "recre": 22148,
+  "recreate</w>": 29775,
+  "recreated</w>": 40888,
+  "recreating</w>": 48224,
+  "recreation</w>": 17331,
+  "recreational</w>": 24329,
+  "recru": 4745,
+  "recruit": 9011,
+  "recruit</w>": 15585,
+  "recruited</w>": 36518,
+  "recruiter</w>": 43120,
+  "recruiters</w>": 46542,
+  "recruiting</w>": 10533,
+  "recruitment</w>": 10541,
+  "recruits</w>": 22647,
+  "recs</w>": 33069,
+  "rectan": 43041,
+  "rectangular</w>": 43321,
+  "rector</w>": 41585,
+  "recu": 26798,
+  "recur": 19983,
+  "recurring</w>": 35912,
+  "recy": 6790,
+  "recycla": 40659,
+  "recyclable</w>": 48907,
+  "recycle</w>": 19366,
+  "recycled</w>": 16829,
+  "recycling</w>": 12566,
+  "red": 1893,
+  "red</w>": 736,
+  "redbubble</w>": 46137,
+  "redbull": 29483,
+  "redbull</w>": 29219,
+  "redcarpet</w>": 32259,
+  "redcross</w>": 30659,
+  "redd": 22149,
+  "redd</w>": 40618,
+  "redding</w>": 41061,
+  "reddish</w>": 43383,
+  "reddit</w>": 15226,
+  "reddy</w>": 23028,
+  "rede": 10913,
+  "redeem</w>": 37449,
+  "redefining</w>": 46352,
+  "redemption</w>": 20233,
+  "redesign</w>": 24188,
+  "redesigned</w>": 33111,
+  "redevelopment</w>": 30322,
+  "redhead</w>": 36267,
+  "redi": 7976,
+  "redman</w>": 44753,
+  "redmond</w>": 39627,
+  "rednation": 28180,
+  "rednationrising</w>": 28262,
+  "redneck</w>": 39105,
+  "redness</w>": 22626,
+  "redo</w>": 42524,
+  "redon": 48506,
+  "redro": 37722,
+  "reds</w>": 11221,
+  "redskins</w>": 19023,
+  "redsox</w>": 19144,
+  "reduc": 5015,
+  "reduce</w>": 6604,
+  "reduced</w>": 10821,
+  "reduces</w>": 20539,
+  "reducing</w>": 13836,
+  "reduction</w>": 12219,
+  "reductions</w>": 48263,
+  "redux</w>": 43014,
+  "redvelvet</w>": 41845,
+  "redwings</w>": 31058,
+  "redwood</w>": 31748,
+  "ree": 9282,
+  "ree</w>": 5813,
+  "reebok</w>": 26734,
+  "reece</w>": 30457,
+  "reed": 26209,
+  "reed</w>": 10435,
+  "reedus</w>": 32865,
+  "reef": 46557,
+  "reef</w>": 15624,
+  "reefs</w>": 34459,
+  "reel": 34467,
+  "reel</w>": 17166,
+  "reels</w>": 48127,
+  "reem</w>": 48891,
+  "reen": 21638,
+  "reen</w>": 23679,
+  "rees</w>": 18314,
+  "reese</w>": 20929,
+  "reeves</w>": 23060,
+  "ref": 4067,
+  "ref</w>": 9591,
+  "refe": 5624,
+  "refer": 18425,
+  "refer</w>": 22325,
+  "referee</w>": 20398,
+  "referees</w>": 45583,
+  "referen": 13535,
+  "reference</w>": 10214,
+  "references</w>": 24009,
+  "referendum</w>": 16732,
+  "referr": 47784,
+  "referral</w>": 30219,
+  "referred</w>": 22969,
+  "referring</w>": 29797,
+  "refers</w>": 30069,
+  "refill</w>": 37859,
+  "refin": 13455,
+  "refined</w>": 26098,
+  "refinery</w>": 31393,
+  "refining</w>": 48406,
+  "reflec": 4608,
+  "reflect</w>": 13373,
+  "reflected</w>": 28732,
+  "reflecting</w>": 19700,
+  "reflection</w>": 11884,
+  "reflections</w>": 16647,
+  "reflective</w>": 27008,
+  "reflects</w>": 15821,
+  "reflex": 45756,
+  "reflex</w>": 36050,
+  "reform": 45678,
+  "reform</w>": 8875,
+  "reformation</w>": 45119,
+  "reformed</w>": 40880,
+  "reforms</w>": 19274,
+  "refr": 34850,
+  "refre": 11995,
+  "refresh": 17836,
+  "refresh</w>": 23288,
+  "refreshed</w>": 35925,
+  "refresher</w>": 41481,
+  "refreshing</w>": 14159,
+  "refreshments</w>": 31127,
+  "refriger": 21076,
+  "refrigerator</w>": 36662,
+  "refs</w>": 35595,
+  "refu": 3545,
+  "refuge": 5638,
+  "refuge</w>": 17432,
+  "refugee</w>": 11556,
+  "refugees": 42687,
+  "refugees</w>": 8316,
+  "refund</w>": 28899,
+  "refur": 15519,
+  "refurbi": 18259,
+  "refurbished</w>": 26190,
+  "refurbishment</w>": 35803,
+  "refusal</w>": 46547,
+  "refuse</w>": 16412,
+  "refused</w>": 17190,
+  "refuses</w>": 20085,
+  "refusing</w>": 26704,
+  "reg": 5472,
+  "reg</w>": 12353,
+  "regain</w>": 37510,
+  "regal": 31512,
+  "regal</w>": 25028,
+  "regan</w>": 34062,
+  "regar": 5881,
+  "regard</w>": 21801,
+  "regarded</w>": 32017,
+  "regarding</w>": 8493,
+  "regardless</w>": 17220,
+  "regards</w>": 23079,
+  "regatta</w>": 26316,
+  "regen": 46545,
+  "regency</w>": 29341,
+  "regeneration</w>": 29257,
+  "regent</w>": 30455,
+  "regents</w>": 46710,
+  "regg": 12757,
+  "reggae": 37821,
+  "reggae</w>": 15214,
+  "reggie</w>": 21872,
+  "regi": 1608,
+  "regime</w>": 11378,
+  "regiment</w>": 18603,
+  "regin": 23287,
+  "regina</w>": 16841,
+  "region": 16542,
+  "region</w>": 4341,
+  "regional</w>": 5552,
+  "regionals</w>": 26043,
+  "regions</w>": 14530,
+  "regis</w>": 28094,
+  "register</w>": 3967,
+  "registered</w>": 10254,
+  "registering</w>": 33510,
+  "registr": 29193,
+  "registration</w>": 7302,
+  "registrations</w>": 38423,
+  "registry</w>": 30020,
+  "rego</w>": 47351,
+  "regram</w>": 30329,
+  "regrann</w>": 48802,
+  "regre": 8627,
+  "regression</w>": 43733,
+  "regret</w>": 14374,
+  "regrets</w>": 23231,
+  "regu": 3411,
+  "regui</w>": 46722,
+  "regul": 11847,
+  "regular": 14882,
+  "regular</w>": 6307,
+  "regularly</w>": 17263,
+  "regulat": 14575,
+  "regulate</w>": 33494,
+  "regulated</w>": 31384,
+  "regulating</w>": 48156,
+  "regulation</w>": 14267,
+  "regulations</w>": 16654,
+  "regulator</w>": 30364,
+  "regulators</w>": 35837,
+  "regulatory</w>": 17717,
+  "reh": 21492,
+  "reha": 10193,
+  "rehab</w>": 16973,
+  "rehabil": 17930,
+  "rehabilitation</w>": 21042,
+  "rehear": 7273,
+  "rehearsal</w>": 11482,
+  "rehearsals</w>": 17977,
+  "rehearsing</w>": 23125,
+  "rehman</w>": 39206,
+  "rei": 15343,
+  "rei</w>": 26033,
+  "reic": 41230,
+  "reich": 48589,
+  "reich</w>": 28929,
+  "reid": 45125,
+  "reid</w>": 11744,
+  "reig": 13092,
+  "reign": 41419,
+  "reign</w>": 14827,
+  "reigning</w>": 28409,
+  "reigns</w>": 21217,
+  "reiki</w>": 46960,
+  "reilly</w>": 28120,
+  "reim": 35421,
+  "reimagined</w>": 46799,
+  "reimbur": 39857,
+  "rein": 9240,
+  "rein</w>": 45009,
+  "reina</w>": 43847,
+  "reinde": 23810,
+  "reindeer</w>": 25072,
+  "reinfor": 48161,
+  "reinforced</w>": 41909,
+  "reinst": 33969,
+  "reinvent</w>": 38171,
+  "reissue</w>": 34042,
+  "reiter": 35394,
+  "rejec": 9958,
+  "reject</w>": 22435,
+  "rejected</w>": 17505,
+  "rejection</w>": 32264,
+  "rejects</w>": 23155,
+  "rejo": 20150,
+  "rejoice</w>": 24712,
+  "rejuven": 26332,
+  "rek": 47542,
+  "rek</w>": 19201,
+  "rel": 1825,
+  "rel</w>": 5233,
+  "rela": 4362,
+  "reland</w>": 15220,
+  "relat": 27192,
+  "relatable</w>": 31010,
+  "relate</w>": 17520,
+  "related</w>": 5880,
+  "relates</w>": 36064,
+  "relating</w>": 27373,
+  "relation": 4561,
+  "relation</w>": 16207,
+  "relations</w>": 10100,
+  "relationship": 47239,
+  "relationship</w>": 5837,
+  "relationships</w>": 10610,
+  "relative</w>": 17265,
+  "relatively</w>": 18351,
+  "relatives</w>": 21981,
+  "relax": 6777,
+  "relax</w>": 9035,
+  "relaxation</w>": 22194,
+  "relaxed</w>": 18999,
+  "relaxing</w>": 10256,
+  "relay</w>": 12403,
+  "relays</w>": 28404,
+  "rele": 1602,
+  "release": 29100,
+  "release</w>": 2706,
+  "released</w>": 3410,
+  "releases</w>": 7393,
+  "releasethe": 44008,
+  "releasing</w>": 10321,
+  "releg": 23378,
+  "relegated</w>": 45884,
+  "relegation</w>": 35040,
+  "relent": 22213,
+  "relentless</w>": 27207,
+  "relessly</w>": 33927,
+  "relev": 9349,
+  "relevance</w>": 31400,
+  "relevant</w>": 10568,
+  "reli": 2674,
+  "reliability</w>": 27220,
+  "reliable</w>": 13714,
+  "reliance</w>": 27727,
+  "relic</w>": 27802,
+  "relics</w>": 43208,
+  "relief</w>": 7518,
+  "relies</w>": 41579,
+  "relieve</w>": 28623,
+  "relieved</w>": 36597,
+  "religi": 4940,
+  "religion</w>": 8803,
+  "religions</w>": 31189,
+  "religious</w>": 8289,
+  "relish</w>": 35550,
+  "relive</w>": 23939,
+  "reliving</w>": 47558,
+  "rell": 28802,
+  "rell</w>": 7127,
+  "rella</w>": 9952,
+  "relle</w>": 31390,
+  "reloaded</w>": 38908,
+  "relocated</w>": 46791,
+  "relocation</w>": 39198,
+  "rels</w>": 23320,
+  "relu": 32058,
+  "reluct": 32549,
+  "reluctant</w>": 45552,
+  "rely</w>": 4158,
+  "relying</w>": 42168,
+  "rem": 15098,
+  "rem</w>": 21637,
+  "rema": 4569,
+  "remain": 29144,
+  "remain</w>": 6415,
+  "remainder</w>": 41672,
+  "remained</w>": 23714,
+  "remaining</w>": 11392,
+  "remains</w>": 6807,
+  "remake</w>": 16234,
+  "remark": 11136,
+  "remarkable</w>": 12404,
+  "remarkably</w>": 39087,
+  "remarks</w>": 15001,
+  "remastered</w>": 24932,
+  "rematch</w>": 26473,
+  "rembrandt</w>": 45972,
+  "reme": 20071,
+  "remedi": 18442,
+  "remedies</w>": 25581,
+  "remedy</w>": 25794,
+  "remem": 7966,
+  "rememb": 7062,
+  "remember": 22045,
+  "remember</w>": 2195,
+  "remembered</w>": 11763,
+  "remembering</w>": 8135,
+  "remembers</w>": 12551,
+  "remembrance": 40321,
+  "remembrance</w>": 15860,
+  "remembranceday</w>": 48333,
+  "rement</w>": 7173,
+  "rements</w>": 12667,
+  "remi</w>": 41693,
+  "remin": 3216,
+  "remind</w>": 9868,
+  "reminded</w>": 12309,
+  "reminder</w>": 5565,
+  "reminders</w>": 34121,
+  "reminding</w>": 19976,
+  "reminds</w>": 8303,
+  "remington</w>": 43527,
+  "reminis": 17723,
+  "reminiscent</w>": 41704,
+  "reminiscing</w>": 32552,
+  "remix</w>": 8519,
+  "remixes</w>": 31011,
+  "remn": 29127,
+  "remnants</w>": 39032,
+  "remo": 4064,
+  "remo</w>": 33259,
+  "remodel": 34159,
+  "remodel</w>": 37495,
+  "remodeling</w>": 41432,
+  "remote": 47163,
+  "remote</w>": 9687,
+  "remotely</w>": 32375,
+  "removable</w>": 44095,
+  "removal</w>": 13679,
+  "remove</w>": 9709,
+  "removed</w>": 10289,
+  "remover</w>": 44267,
+  "removes</w>": 29018,
+  "removing</w>": 18504,
+  "remy</w>": 30434,
+  "ren": 737,
+  "ren</w>": 2596,
+  "rena</w>": 12591,
+  "renais": 15409,
+  "renaissance</w>": 16007,
+  "renal</w>": 36096,
+  "renamed</w>": 31535,
+  "renault</w>": 17600,
+  "rence": 19245,
+  "rence</w>": 1553,
+  "rences</w>": 8545,
+  "rend": 33932,
+  "rend</w>": 22851,
+  "render": 39752,
+  "render</w>": 13024,
+  "rendered</w>": 23652,
+  "rendering</w>": 21339,
+  "renders</w>": 39419,
+  "rendez": 43293,
+  "rendezvous</w>": 45644,
+  "rendition</w>": 28891,
+  "rendon</w>": 46272,
+  "rendous</w>": 49403,
+  "rends</w>": 38842,
+  "rene": 15438,
+  "rene</w>": 12597,
+  "renee</w>": 23480,
+  "reneg": 29909,
+  "renegade</w>": 41229,
+  "renergy</w>": 37151,
+  "renew": 6645,
+  "renew</w>": 22015,
+  "renewable": 31269,
+  "renewable</w>": 15941,
+  "renewableenergy</w>": 33357,
+  "renewables</w>": 21619,
+  "renewal</w>": 21270,
+  "renewed</w>": 20524,
+  "renfre": 45043,
+  "reng</w>": 36795,
+  "reno": 11520,
+  "reno</w>": 12831,
+  "renov": 9984,
+  "renovated</w>": 23839,
+  "renovation</w>": 17121,
+  "renovations</w>": 31311,
+  "renowned</w>": 14727,
+  "rens</w>": 18183,
+  "renshaw</w>": 44445,
+  "rent": 17377,
+  "rent</w>": 1609,
+  "rental</w>": 12193,
+  "rentals</w>": 24105,
+  "rented</w>": 35932,
+  "rential</w>": 31692,
+  "renting</w>": 37662,
+  "rently</w>": 2615,
+  "rents</w>": 31109,
+  "reo": 15963,
+  "reo</w>": 26854,
+  "reon</w>": 15761,
+  "reopen</w>": 26883,
+  "reopened</w>": 32868,
+  "reopening</w>": 36663,
+  "reopens</w>": 40644,
+  "rep": 4229,
+  "rep</w>": 6487,
+  "repair</w>": 8419,
+  "repaired</w>": 32953,
+  "repairing</w>": 38534,
+  "repairs</w>": 16297,
+  "repar": 34065,
+  "repe": 5785,
+  "repeal": 42622,
+  "repeal</w>": 23938,
+  "repeat</w>": 10192,
+  "repeated</w>": 27904,
+  "repeatedly</w>": 26630,
+  "repeating</w>": 33834,
+  "repeats</w>": 39158,
+  "repell": 46235,
+  "repent": 47261,
+  "reper": 29085,
+  "repet": 38533,
+  "repl": 13047,
+  "replac": 6069,
+  "replace</w>": 9466,
+  "replaceable</w>": 47762,
+  "replaced</w>": 13200,
+  "replacement</w>": 10835,
+  "replaces</w>": 27781,
+  "replacing</w>": 18647,
+  "replay</w>": 16875,
+  "repleni": 44839,
+  "replic": 21651,
+  "replica</w>": 18125,
+  "replied</w>": 24238,
+  "replies</w>": 18808,
+  "reply</w>": 8965,
+  "replying</w>": 47599,
+  "repor": 2628,
+  "report</w>": 2417,
+  "reported</w>": 7598,
+  "reportedly</w>": 10953,
+  "reporter</w>": 11019,
+  "reporters</w>": 18454,
+  "reporting</w>": 9218,
+  "reports</w>": 4908,
+  "reposit": 41276,
+  "repository</w>": 46977,
+  "repost": 33147,
+  "repost</w>": 7217,
+  "repostapp</w>": 38388,
+  "reposting</w>": 20223,
+  "reppin</w>": 19163,
+  "repping</w>": 22574,
+  "repre": 3397,
+  "represent": 8293,
+  "represent</w>": 8406,
+  "representation</w>": 13520,
+  "representative</w>": 13175,
+  "representatives</w>": 15591,
+  "represented</w>": 12299,
+  "representing</w>": 7561,
+  "represents</w>": 14433,
+  "repri": 31854,
+  "reproduction</w>": 35714,
+  "reproductive</w>": 25522,
+  "reps</w>": 14265,
+  "reptile</w>": 36938,
+  "reptiles</w>": 38679,
+  "republic": 6376,
+  "republic</w>": 7185,
+  "republican</w>": 9842,
+  "republicans</w>": 12384,
+  "repur": 41852,
+  "req</w>": 42411,
+  "requ": 10664,
+  "reque": 9539,
+  "request</w>": 7813,
+  "requested</w>": 16199,
+  "requesting</w>": 33245,
+  "requests</w>": 17087,
+  "requi": 4863,
+  "requiem</w>": 40316,
+  "require</w>": 14437,
+  "required</w>": 8500,
+  "requirement</w>": 27146,
+  "requirements</w>": 12860,
+  "requires</w>": 13396,
+  "requiring</w>": 33425,
+  "requis": 42602,
+  "rer": 41295,
+  "rer</w>": 3407,
+  "rera</w>": 14301,
+  "rero</w>": 21860,
+  "rers</w>": 18869,
+  "res": 4466,
+  "res</w>": 934,
+  "resc": 3956,
+  "rescheduled</w>": 43553,
+  "rescu": 8618,
+  "rescue": 28567,
+  "rescue</w>": 5718,
+  "rescued</w>": 11919,
+  "rescues</w>": 32439,
+  "rescuing</w>": 43770,
+  "rese": 13000,
+  "resear": 6090,
+  "research": 25694,
+  "research</w>": 2379,
+  "researched</w>": 42733,
+  "researcher</w>": 18334,
+  "researchers</w>": 9522,
+  "researching</w>": 24544,
+  "reseller</w>": 35391,
+  "resemb": 16916,
+  "resemblance</w>": 26856,
+  "resemble</w>": 37230,
+  "resembles</w>": 35417,
+  "reser": 16420,
+  "reserv": 11906,
+  "reservation</w>": 20289,
+  "reservations</w>": 19307,
+  "reserve</w>": 6911,
+  "reserved</w>": 19796,
+  "reserves</w>": 19705,
+  "reservoir</w>": 20574,
+  "reset</w>": 26250,
+  "resh</w>": 47432,
+  "reshi</w>": 39435,
+  "resi": 2152,
+  "residen": 22311,
+  "residence</w>": 11672,
+  "residences</w>": 38855,
+  "residency</w>": 18545,
+  "resident</w>": 9016,
+  "residente": 44637,
+  "residentevil</w>": 48393,
+  "residential</w>": 11002,
+  "residents</w>": 6008,
+  "resign</w>": 23584,
+  "resignation</w>": 24779,
+  "resigned</w>": 31014,
+  "resigns</w>": 29738,
+  "resil": 10932,
+  "resili": 39212,
+  "resilience</w>": 15271,
+  "resilient</w>": 24694,
+  "resin</w>": 24156,
+  "resist": 37345,
+  "resist</w>": 9587,
+  "resistance</w>": 7392,
+  "resistant</w>": 17542,
+  "resisting</w>": 43679,
+  "resolution</w>": 9977,
+  "resolutions</w>": 26816,
+  "resolve</w>": 20787,
+  "resolved</w>": 28807,
+  "reson": 18092,
+  "resonance</w>": 42310,
+  "resort</w>": 6594,
+  "resorts</w>": 18839,
+  "resource": 43729,
+  "resource</w>": 9760,
+  "resources</w>": 6723,
+  "respec": 7466,
+  "respect": 31411,
+  "respect</w>": 4916,
+  "respected</w>": 19126,
+  "respectful</w>": 24379,
+  "respecting</w>": 36172,
+  "respective</w>": 25817,
+  "respectively</w>": 28794,
+  "respects</w>": 23553,
+  "respir": 20771,
+  "respiratory</w>": 24483,
+  "respon": 2421,
+  "respond</w>": 12355,
+  "responded</w>": 21121,
+  "respondents</w>": 49253,
+  "responders</w>": 25155,
+  "responding</w>": 18037,
+  "responds</w>": 17436,
+  "response</w>": 5399,
+  "responses</w>": 19006,
+  "responsi": 5490,
+  "responsibilities</w>": 30375,
+  "responsibility</w>": 11272,
+  "responsible</w>": 8936,
+  "responsibly</w>": 33675,
+  "responsive</w>": 21544,
+  "ress": 34651,
+  "ress</w>": 13629,
+  "resso</w>": 15133,
+  "rest": 10974,
+  "rest</w>": 2539,
+  "restart</w>": 37378,
+  "restaur": 3775,
+  "restaurant": 41930,
+  "restaurant</w>": 4489,
+  "restaurants</w>": 11714,
+  "rested</w>": 46020,
+  "resting</w>": 18044,
+  "restless</w>": 36724,
+  "restling</w>": 30076,
+  "resto": 11118,
+  "resto</w>": 41666,
+  "restock</w>": 34060,
+  "restocked</w>": 36966,
+  "restor": 8984,
+  "restoration</w>": 11989,
+  "restorative</w>": 46509,
+  "restore</w>": 14008,
+  "restored</w>": 14238,
+  "restoring</w>": 24406,
+  "restra": 25424,
+  "restric": 11036,
+  "restricted</w>": 27197,
+  "restriction</w>": 44282,
+  "restrictions</w>": 19884,
+  "restroom</w>": 43423,
+  "restructuring</w>": 43260,
+  "rests</w>": 33775,
+  "resu": 10095,
+  "resul": 2655,
+  "result</w>": 5659,
+  "resulted</w>": 26449,
+  "resulting</w>": 24581,
+  "results</w>": 3790,
+  "resume</w>": 15077,
+  "resumes</w>": 30268,
+  "resur": 14865,
+  "resurg": 45962,
+  "resurgence</w>": 47692,
+  "resurrec": 18487,
+  "resurrection</w>": 25811,
+  "resusc": 47523,
+  "ret": 20500,
+  "ret</w>": 10048,
+  "reta": 20153,
+  "retail": 14910,
+  "retail</w>": 6455,
+  "retailer</w>": 22549,
+  "retailers</w>": 19418,
+  "retain</w>": 24430,
+  "retained</w>": 42737,
+  "retaining</w>": 35571,
+  "retains</w>": 42583,
+  "retali": 33101,
+  "retar": 29964,
+  "retarded</w>": 44111,
+  "retention</w>": 26247,
+  "rethink</w>": 29078,
+  "rethinking</w>": 42951,
+  "reti": 4721,
+  "retin": 31270,
+  "retina</w>": 36919,
+  "retire</w>": 18846,
+  "retired</w>": 11477,
+  "retirement</w>": 9205,
+  "retires</w>": 29060,
+  "retiring</w>": 21200,
+  "retrac": 32735,
+  "retreat</w>": 11210,
+  "retri": 16918,
+  "retriever</w>": 28394,
+  "retro": 6535,
+  "retro</w>": 7755,
+  "retrogamer</w>": 47220,
+  "retrogaming</w>": 11316,
+  "retrospective</w>": 27105,
+  "rett": 41082,
+  "rett</w>": 8425,
+  "rette</w>": 33066,
+  "return": 43042,
+  "return</w>": 3458,
+  "returned</w>": 10476,
+  "returning</w>": 9290,
+  "returns</w>": 5020,
+  "retwee": 48190,
+  "retweet</w>": 3195,
+  "retweeted</w>": 12705,
+  "retweeting</w>": 32345,
+  "retweets</w>": 10160,
+  "rety</w>": 41550,
+  "reu": 20255,
+  "reu</w>": 40371,
+  "reuben</w>": 40450,
+  "reunion</w>": 10247,
+  "reunite</w>": 26179,
+  "reunited</w>": 13516,
+  "reusable</w>": 30395,
+  "reuse</w>": 26535,
+  "reut": 15210,
+  "reuters</w>": 15569,
+  "rev": 8424,
+  "rev</w>": 11789,
+  "revamp</w>": 29819,
+  "revamped</w>": 36420,
+  "revan</w>": 45277,
+  "reve": 3115,
+  "reveal</w>": 8052,
+  "revealed</w>": 7171,
+  "revealing</w>": 21321,
+  "reveals</w>": 6621,
+  "revel": 14133,
+  "revelation</w>": 24053,
+  "revelations</w>": 36163,
+  "reven": 10171,
+  "revenge</w>": 12717,
+  "revenue</w>": 10637,
+  "revenues</w>": 33348,
+  "rever": 14829,
+  "rever</w>": 41913,
+  "revere</w>": 44187,
+  "reverend</w>": 34407,
+  "revers": 20726,
+  "reversal</w>": 33367,
+  "reverse</w>": 12812,
+  "reversed</w>": 42485,
+  "reversi": 31601,
+  "reversible</w>": 34212,
+  "revi": 8317,
+  "review</w>": 2268,
+  "reviewed</w>": 16678,
+  "reviewer</w>": 36409,
+  "reviewers</w>": 48195,
+  "reviewing</w>": 20458,
+  "reviews</w>": 7227,
+  "revise</w>": 46801,
+  "revised</w>": 22806,
+  "revising</w>": 46882,
+  "revision</w>": 20335,
+  "revisit</w>": 26568,
+  "revisited</w>": 34302,
+  "revisiting</w>": 33144,
+  "revit": 26367,
+  "revitalization</w>": 46923,
+  "revival</w>": 14142,
+  "revive</w>": 26450,
+  "revived</w>": 42912,
+  "revo": 28660,
+  "revol": 13447,
+  "revolt</w>": 31697,
+  "revolu": 4900,
+  "revolution": 17699,
+  "revolution</w>": 6644,
+  "revolutionary</w>": 14734,
+  "revolver</w>": 38747,
+  "revolving</w>": 47230,
+  "revs</w>": 49286,
+  "revue</w>": 43428,
+  "rew</w>": 37564,
+  "rewar": 15857,
+  "reward</w>": 11223,
+  "rewarded</w>": 27163,
+  "rewarding</w>": 23351,
+  "rewards</w>": 15235,
+  "rewatch</w>": 35610,
+  "rewatching</w>": 41287,
+  "rewind</w>": 26867,
+  "rewrite</w>": 45218,
+  "rex": 13002,
+  "rex</w>": 10904,
+  "rexperience</w>": 33924,
+  "rey": 9681,
+  "rey</w>": 4517,
+  "reyes</w>": 18255,
+  "reykja": 47571,
+  "reyn": 11998,
+  "reynolds</w>": 14309,
+  "reys</w>": 48284,
+  "rez": 27597,
+  "rez</w>": 15192,
+  "reza</w>": 35888,
+  "rf": 35529,
+  "rf</w>": 16368,
+  "rfc</w>": 19003,
+  "rfid</w>": 40204,
+  "rg": 33055,
+  "rg</w>": 14897,
+  "rgb</w>": 36128,
+  "rgv</w>": 33685,
+  "rh": 8745,
+  "rh</w>": 22404,
+  "rha": 19473,
+  "rhapso": 32532,
+  "rhapsody</w>": 35774,
+  "rhe": 9186,
+  "rhea</w>": 28612,
+  "rhetor": 24359,
+  "rhetoric</w>": 29985,
+  "rhett</w>": 42984,
+  "rheu": 42953,
+  "rhi": 21212,
+  "rhin": 12269,
+  "rhine": 22863,
+  "rhine</w>": 44833,
+  "rhinestone</w>": 30450,
+  "rhino": 41744,
+  "rhino</w>": 20056,
+  "rhinos</w>": 30671,
+  "rho": 7637,
+  "rhode": 39302,
+  "rhode</w>": 27907,
+  "rhodes</w>": 17785,
+  "rhon": 25882,
+  "rhonda</w>": 46100,
+  "rhp</w>": 27199,
+  "rhs</w>": 24551,
+  "rhu": 23897,
+  "rhubarb</w>": 30213,
+  "rhy": 7740,
+  "rhyme</w>": 37356,
+  "rhymes</w>": 33143,
+  "rhys</w>": 28647,
+  "rhyth": 27069,
+  "rhythm</w>": 16172,
+  "rhythmic</w>": 46386,
+  "rhythms</w>": 40872,
+  "ri": 553,
+  "ri</w>": 2574,
+  "ria</w>": 3650,
+  "rial</w>": 15200,
+  "rian</w>": 7788,
+  "rib": 44634,
+  "rib</w>": 18298,
+  "riba</w>": 44992,
+  "ribb": 10081,
+  "ribbon</w>": 12114,
+  "ribbons</w>": 35271,
+  "ribe": 46115,
+  "ribs</w>": 17519,
+  "ric": 920,
+  "ric</w>": 4798,
+  "rica</w>": 14230,
+  "rical</w>": 18109,
+  "rican</w>": 30958,
+  "ricardo</w>": 23140,
+  "ricci": 35783,
+  "ricciardo</w>": 49282,
+  "rice": 36362,
+  "rice</w>": 4741,
+  "rich": 5223,
+  "rich</w>": 4021,
+  "richar": 9350,
+  "richard": 9080,
+  "richard</w>": 4470,
+  "richards</w>": 11372,
+  "richardson</w>": 15984,
+  "riche": 23286,
+  "richer</w>": 34138,
+  "riches</w>": 37093,
+  "richest</w>": 25572,
+  "richi": 38934,
+  "richie</w>": 19797,
+  "richland</w>": 43079,
+  "richmond": 34143,
+  "richmond</w>": 11292,
+  "richter</w>": 37591,
+  "rick": 6237,
+  "rick</w>": 3064,
+  "ricket": 46161,
+  "ricket</w>": 23671,
+  "ricks</w>": 23111,
+  "ricky": 19188,
+  "ricky</w>": 12814,
+  "rico": 37962,
+  "rico</w>": 11362,
+  "ricotta</w>": 38473,
+  "rics</w>": 7353,
+  "ricul": 6980,
+  "rid": 18103,
+  "rid</w>": 9874,
+  "ridd": 21990,
+  "ridden</w>": 32025,
+  "riddle</w>": 31839,
+  "ride": 15816,
+  "ride</w>": 2994,
+  "rider": 31056,
+  "rider</w>": 9707,
+  "riders</w>": 10826,
+  "rides</w>": 11308,
+  "ridg": 42646,
+  "ridge": 16580,
+  "ridge</w>": 6352,
+  "ridic": 9624,
+  "ridiculous</w>": 12659,
+  "ridiculously</w>": 25661,
+  "ridin</w>": 47869,
+  "riding</w>": 6765,
+  "ridley</w>": 27883,
+  "rie": 14824,
+  "rie</w>": 5322,
+  "ried</w>": 7552,
+  "riel</w>": 26696,
+  "rien</w>": 35237,
+  "rier": 40714,
+  "rier</w>": 13336,
+  "ries": 28179,
+  "ries</w>": 3059,
+  "riesling</w>": 36372,
+  "rif": 7044,
+  "riff</w>": 30359,
+  "rifle</w>": 15354,
+  "rifles</w>": 25678,
+  "rift</w>": 26681,
+  "rig": 18462,
+  "rig</w>": 13871,
+  "riga</w>": 36626,
+  "rigged</w>": 35897,
+  "rigging</w>": 38160,
+  "riggs</w>": 40328,
+  "righ": 15391,
+  "right": 13341,
+  "right</w>": 1155,
+  "righte": 20762,
+  "righteous</w>": 28169,
+  "righteousness</w>": 42481,
+  "rightful</w>": 42601,
+  "rightly</w>": 42669,
+  "rights</w>": 3336,
+  "rigid</w>": 43138,
+  "rigor": 36788,
+  "rigorous</w>": 41654,
+  "rigs</w>": 42893,
+  "rihanna</w>": 13744,
+  "rij": 41097,
+  "rik": 31136,
+  "rik</w>": 27832,
+  "rika</w>": 28580,
+  "ril": 12270,
+  "ril</w>": 2388,
+  "riley": 35056,
+  "riley</w>": 12260,
+  "rill</w>": 23705,
+  "rilla": 43956,
+  "rilla</w>": 18685,
+  "rim": 28147,
+  "rim</w>": 12199,
+  "rime</w>": 27064,
+  "rimin": 11527,
+  "rimo</w>": 47817,
+  "rims</w>": 34327,
+  "rin": 5859,
+  "rin</w>": 11739,
+  "rina</w>": 12869,
+  "rine</w>": 24952,
+  "ring": 8318,
+  "ring</w>": 2540,
+  "ringed</w>": 44712,
+  "ringer</w>": 35761,
+  "ringing</w>": 26035,
+  "ringo</w>": 38845,
+  "rings</w>": 5751,
+  "rington</w>": 12455,
+  "rink</w>": 21497,
+  "rinka</w>": 47316,
+  "rino</w>": 47188,
+  "rinse</w>": 48320,
+  "rio": 15681,
+  "rio</w>": 5782,
+  "rion": 31623,
+  "rion</w>": 34046,
+  "rios</w>": 32814,
+  "riot": 32636,
+  "riot</w>": 14218,
+  "riots</w>": 24844,
+  "rious</w>": 6340,
+  "rip": 10353,
+  "rip</w>": 4243,
+  "ripe</w>": 22832,
+  "ripley</w>": 41589,
+  "ripp": 25276,
+  "ripped</w>": 17815,
+  "ripper</w>": 35347,
+  "ripping</w>": 29126,
+  "ripple</w>": 24825,
+  "rips</w>": 30182,
+  "rir</w>": 36792,
+  "ris": 6108,
+  "ris</w>": 1999,
+  "rise": 13641,
+  "rise</w>": 3151,
+  "risen</w>": 23653,
+  "risers</w>": 44983,
+  "rises</w>": 13362,
+  "riseup</w>": 35760,
+  "rish": 18378,
+  "rish</w>": 18927,
+  "rishi": 48434,
+  "rising": 30452,
+  "rising</w>": 5448,
+  "risis</w>": 37998,
+  "risk": 27967,
+  "risk</w>": 4213,
+  "risking</w>": 48155,
+  "risks</w>": 12474,
+  "risky</w>": 27630,
+  "risotto</w>": 31471,
+  "rist</w>": 40610,
+  "rit": 5156,
+  "rit</w>": 17333,
+  "rita</w>": 16178,
+  "ritchie</w>": 30997,
+  "rite": 39318,
+  "rite</w>": 18429,
+  "rites</w>": 36160,
+  "rith": 48169,
+  "rith</w>": 48850,
+  "riti": 32904,
+  "rito</w>": 19379,
+  "ritos</w>": 33507,
+  "ritt</w>": 26092,
+  "ritter</w>": 34854,
+  "ritu": 13391,
+  "ritual</w>": 19712,
+  "rituals</w>": 31145,
+  "ritz": 39151,
+  "ritz</w>": 25627,
+  "rium</w>": 33884,
+  "riv": 25113,
+  "rival": 13412,
+  "rival</w>": 15629,
+  "rivalry</w>": 19511,
+  "rivals</w>": 15135,
+  "rive": 27588,
+  "rive</w>": 34917,
+  "river": 5239,
+  "river</w>": 2473,
+  "rivera</w>": 18275,
+  "riverdale</w>": 28304,
+  "riverfront</w>": 44439,
+  "rivers</w>": 10723,
+  "riverside</w>": 15809,
+  "riveting</w>": 44024,
+  "riviera</w>": 25851,
+  "rix": 43407,
+  "rix</w>": 9483,
+  "riya</w>": 36908,
+  "riyad": 31564,
+  "riyadh</w>": 33577,
+  "riz": 18426,
+  "riz</w>": 35411,
+  "rizal</w>": 41555,
+  "rizio</w>": 40191,
+  "rizz": 34826,
+  "rizzo</w>": 49076,
+  "rj": 26016,
+  "rj</w>": 20949,
+  "rk": 38725,
+  "rk</w>": 21422,
+  "rl": 18041,
+  "rl</w>": 14590,
+  "rlly</w>": 43222,
+  "rly</w>": 25954,
+  "rm": 20202,
+  "rm</w>": 8431,
+  "rmb</w>": 49097,
+  "rms</w>": 40529,
+  "rn": 13206,
+  "rn</w>": 7666,
+  "rna</w>": 24566,
+  "rnb</w>": 31556,
+  "rnc</w>": 35309,
+  "rnli</w>": 29748,
+  "ro": 532,
+  "ro</w>": 2795,
+  "roa": 8313,
+  "roach</w>": 31073,
+  "road": 4370,
+  "road</w>": 1759,
+  "roadhouse</w>": 47891,
+  "roadmap</w>": 30111,
+  "roads</w>": 6189,
+  "roadsafety</w>": 39992,
+  "roadshow</w>": 21168,
+  "roadside</w>": 26928,
+  "roadster</w>": 28920,
+  "roadto": 24681,
+  "roadtrip</w>": 15094,
+  "roadway</w>": 42744,
+  "roam</w>": 34045,
+  "roaming</w>": 29240,
+  "roano": 34184,
+  "roanoke</w>": 36587,
+  "roar": 34193,
+  "roar</w>": 18483,
+  "roaring</w>": 26428,
+  "roast</w>": 11404,
+  "roasted</w>": 10479,
+  "roasting</w>": 32228,
+  "rob": 2668,
+  "rob</w>": 6442,
+  "robb": 14059,
+  "robb</w>": 39673,
+  "robbed</w>": 24163,
+  "robber</w>": 35545,
+  "robbers</w>": 40852,
+  "robbery</w>": 16393,
+  "robbi": 44898,
+  "robbie": 37200,
+  "robbie</w>": 15970,
+  "robbing</w>": 47569,
+  "robbins</w>": 23461,
+  "robby</w>": 44128,
+  "robe</w>": 23116,
+  "rober": 4532,
+  "robert": 8811,
+  "robert</w>": 3929,
+  "roberta</w>": 43373,
+  "roberto": 42645,
+  "roberto</w>": 16227,
+  "roberts</w>": 10366,
+  "robertson</w>": 17643,
+  "robes</w>": 29304,
+  "robi</w>": 16743,
+  "robin": 6681,
+  "robin</w>": 7988,
+  "robins</w>": 35502,
+  "robinson</w>": 8523,
+  "robles</w>": 47646,
+  "roblo": 27481,
+  "roblox</w>": 37798,
+  "robo": 4672,
+  "robo</w>": 36057,
+  "robot": 46089,
+  "robot</w>": 8797,
+  "robotic</w>": 23975,
+  "robotics</w>": 13546,
+  "robots</w>": 13473,
+  "robson</w>": 31113,
+  "robust</w>": 22780,
+  "robyn</w>": 34533,
+  "roc": 3268,
+  "roc</w>": 13776,
+  "rocco</w>": 30009,
+  "roch": 23788,
+  "rochdale</w>": 41880,
+  "roche</w>": 31776,
+  "rochelle</w>": 40161,
+  "rochester</w>": 18057,
+  "rock": 2640,
+  "rock</w>": 2172,
+  "rockab": 39353,
+  "rockabilly</w>": 45019,
+  "rocke": 19914,
+  "rocked</w>": 16116,
+  "rockefeller</w>": 35476,
+  "rocker</w>": 29008,
+  "rockers</w>": 32338,
+  "rocket": 25435,
+  "rocket</w>": 8383,
+  "rockets</w>": 13292,
+  "rockford</w>": 41039,
+  "rockies</w>": 20621,
+  "rockin</w>": 12073,
+  "rocking</w>": 7081,
+  "rockn": 24442,
+  "rocknroll</w>": 27840,
+  "rocks</w>": 6135,
+  "rockstar": 23603,
+  "rockstar</w>": 18000,
+  "rockstargames</w>": 27516,
+  "rockstars</w>": 46639,
+  "rockthe": 49363,
+  "rockwell</w>": 34747,
+  "rocky": 33481,
+  "rocky</w>": 9648,
+  "rod": 9712,
+  "rod</w>": 8291,
+  "roddy</w>": 42332,
+  "rode</w>": 18449,
+  "rodeo</w>": 18250,
+  "rodgers</w>": 17612,
+  "rodi": 49100,
+  "rodney</w>": 21753,
+  "rodri": 11053,
+  "rodrigo</w>": 33944,
+  "rodriguez</w>": 14057,
+  "rods</w>": 28618,
+  "roe": 27671,
+  "roe</w>": 9996,
+  "rof": 33029,
+  "rofl</w>": 48228,
+  "roft</w>": 45212,
+  "rog": 34269,
+  "rog</w>": 34017,
+  "rogen</w>": 23380,
+  "roger": 13929,
+  "roger</w>": 7735,
+  "rogerfederer</w>": 40182,
+  "rogers</w>": 10661,
+  "rogue": 32575,
+  "rogue</w>": 15162,
+  "roh": 14933,
+  "roh</w>": 29840,
+  "rohan</w>": 39848,
+  "rohing": 23600,
+  "rohingya</w>": 26146,
+  "rohit": 44649,
+  "rohit</w>": 24299,
+  "roi</w>": 21877,
+  "rok</w>": 36807,
+  "rol": 3393,
+  "rol</w>": 7818,
+  "roland": 33713,
+  "roland</w>": 19569,
+  "role": 18485,
+  "role</w>": 3414,
+  "roles</w>": 11871,
+  "rolex</w>": 21093,
+  "rolf</w>": 48606,
+  "roll": 4711,
+  "roll</w>": 3341,
+  "rolled</w>": 11982,
+  "roller": 21034,
+  "roller</w>": 12342,
+  "rollercoaster</w>": 38248,
+  "rollers</w>": 36941,
+  "rollin</w>": 27545,
+  "rolling": 24250,
+  "rolling</w>": 6347,
+  "rollingstones</w>": 41309,
+  "rollins</w>": 27724,
+  "rollout</w>": 47710,
+  "rollover</w>": 39214,
+  "rolls</w>": 8614,
+  "rolltide</w>": 28101,
+  "rom": 11377,
+  "rom</w>": 19205,
+  "roma": 44134,
+  "roma</w>": 11631,
+  "romain</w>": 48897,
+  "roman": 4416,
+  "roman</w>": 7370,
+  "romance</w>": 7215,
+  "romania</w>": 15884,
+  "romanian</w>": 30866,
+  "romano</w>": 38409,
+  "romans</w>": 23066,
+  "romantic": 41457,
+  "romantic</w>": 8821,
+  "rome": 9406,
+  "rome</w>": 5243,
+  "romeo</w>": 14429,
+  "romero</w>": 23694,
+  "romney</w>": 19287,
+  "romo</w>": 32248,
+  "romper</w>": 43699,
+  "ron": 2393,
+  "ron</w>": 3372,
+  "rona</w>": 42385,
+  "ronal": 46194,
+  "ronald</w>": 15683,
+  "ronaldo</w>": 13463,
+  "ronan</w>": 34971,
+  "rond": 31935,
+  "ronda</w>": 37436,
+  "rondo</w>": 43756,
+  "rone": 48082,
+  "rone</w>": 32763,
+  "roni</w>": 47234,
+  "ronnie": 45257,
+  "ronnie</w>": 16421,
+  "rons</w>": 19536,
+  "ront</w>": 48881,
+  "roo": 1249,
+  "roo</w>": 31227,
+  "rood</w>": 38007,
+  "roof": 9120,
+  "roof</w>": 6449,
+  "roofing</w>": 24415,
+  "roofs</w>": 34635,
+  "rooftop</w>": 16319,
+  "rook</w>": 35918,
+  "rookie</w>": 9771,
+  "rookies</w>": 31917,
+  "room": 8845,
+  "room</w>": 1530,
+  "roomie</w>": 36851,
+  "roommate</w>": 19825,
+  "roommates</w>": 37323,
+  "rooms</w>": 6328,
+  "rooney</w>": 17712,
+  "roos</w>": 32938,
+  "roosevel": 17644,
+  "roosevelt</w>": 18488,
+  "rooster": 46263,
+  "rooster</w>": 30926,
+  "roosters</w>": 43693,
+  "root": 25930,
+  "root</w>": 9728,
+  "rooted</w>": 30428,
+  "rooting</w>": 25523,
+  "roots</w>": 8084,
+  "rop</w>": 43401,
+  "rope</w>": 9953,
+  "ropes</w>": 30506,
+  "ror": 8668,
+  "ror</w>": 2843,
+  "rors</w>": 12072,
+  "rory": 42804,
+  "rory</w>": 17813,
+  "ros": 5288,
+  "ros</w>": 6930,
+  "rosa</w>": 14393,
+  "rosal": 30397,
+  "rosario</w>": 33640,
+  "rosary</w>": 33098,
+  "rosberg</w>": 46037,
+  "rose": 6146,
+  "rose</w>": 3568,
+  "roseanne</w>": 47528,
+  "rosel": 33616,
+  "rosemary</w>": 19472,
+  "rosen": 13214,
+  "rosen</w>": 36424,
+  "rosenberg</w>": 43558,
+  "rosenthal</w>": 46990,
+  "roses</w>": 9061,
+  "rosetta</w>": 43800,
+  "rosewood</w>": 38686,
+  "rosie": 43049,
+  "rosie</w>": 16888,
+  "ross": 8801,
+  "ross</w>": 2158,
+  "rosse</w>": 11602,
+  "rossi</w>": 24817,
+  "rosso</w>": 33023,
+  "roster</w>": 12487,
+  "roswell</w>": 45116,
+  "rosy</w>": 46705,
+  "rosé</w>": 28006,
+  "rot": 10055,
+  "rot</w>": 9643,
+  "rotar": 45959,
+  "rotary</w>": 14654,
+  "rotating</w>": 32265,
+  "rotation</w>": 18089,
+  "rotc</w>": 32252,
+  "roth": 17741,
+  "roth</w>": 19139,
+  "rother": 23174,
+  "rotherham</w>": 37687,
+  "rothschild</w>": 45089,
+  "roti</w>": 46940,
+  "roto": 34698,
+  "rotor</w>": 42991,
+  "rots</w>": 16642,
+  "rott": 34806,
+  "rotten</w>": 24324,
+  "rotter": 22614,
+  "rotterdam</w>": 23422,
+  "rotun": 42970,
+  "rou": 2964,
+  "rou</w>": 34783,
+  "roud</w>": 28375,
+  "rouge</w>": 16209,
+  "rough": 11699,
+  "rough</w>": 8511,
+  "roughly</w>": 21910,
+  "roughs</w>": 37598,
+  "rouhani</w>": 39912,
+  "roulette</w>": 39930,
+  "roun": 5602,
+  "round": 9403,
+  "round</w>": 2522,
+  "roundabout</w>": 29953,
+  "rounded</w>": 26973,
+  "rounder</w>": 37024,
+  "rounding</w>": 40208,
+  "rounds</w>": 11242,
+  "roundtable</w>": 19386,
+  "roundup</w>": 17503,
+  "roup</w>": 29220,
+  "rourke</w>": 38753,
+  "rous": 33645,
+  "rous</w>": 34531,
+  "rousey</w>": 46267,
+  "rout": 7502,
+  "rout</w>": 41778,
+  "route</w>": 5261,
+  "router</w>": 29962,
+  "routes</w>": 14923,
+  "routine</w>": 12319,
+  "routines</w>": 44074,
+  "routing</w>": 44086,
+  "roux</w>": 43416,
+  "rov</w>": 23971,
+  "rove</w>": 30130,
+  "rover</w>": 12776,
+  "rovers</w>": 16373,
+  "row": 5275,
+  "row</w>": 1044,
+  "rowan</w>": 26240,
+  "rowdy</w>": 32141,
+  "rowe</w>": 28323,
+  "rowed</w>": 22615,
+  "rower</w>": 43345,
+  "rowers</w>": 41806,
+  "rowing</w>": 12807,
+  "rowland</w>": 33037,
+  "rowley</w>": 48793,
+  "rowling</w>": 29371,
+  "rown": 22287,
+  "rown</w>": 25060,
+  "rows</w>": 9409,
+  "rox": 14111,
+  "rox</w>": 41033,
+  "roxy</w>": 28093,
+  "roy": 2128,
+  "roy</w>": 6354,
+  "royal": 6691,
+  "royal</w>": 3853,
+  "royale</w>": 20630,
+  "royalnavy</w>": 41545,
+  "royals</w>": 13335,
+  "royalties</w>": 48660,
+  "royalty</w>": 18296,
+  "royalwedding</w>": 27461,
+  "royce</w>": 18444,
+  "royd</w>": 41476,
+  "royo</w>": 39357,
+  "roz": 28989,
+  "roz</w>": 37250,
+  "rp": 17305,
+  "rp</w>": 8174,
+  "rpa</w>": 41872,
+  "rpg</w>": 12445,
+  "rpm</w>": 23715,
+  "rps</w>": 49215,
+  "rr": 5311,
+  "rr</w>": 9126,
+  "rrp</w>": 36967,
+  "rrr</w>": 18267,
+  "rrrr": 25561,
+  "rrrr</w>": 34444,
+  "rs": 6978,
+  "rs</w>": 1724,
+  "rsa</w>": 29437,
+  "rsc</w>": 48524,
+  "rsd</w>": 34426,
+  "rsi</w>": 39046,
+  "rsl</w>": 44752,
+  "rsp": 16381,
+  "rspb": 38508,
+  "rspb</w>": 36727,
+  "rspca</w>": 45643,
+  "rss": 46466,
+  "rss</w>": 22350,
+  "rstats</w>": 38700,
+  "rsvp</w>": 9774,
+  "rt": 8959,
+  "rt</w>": 8991,
+  "rtc</w>": 31648,
+  "rte": 33822,
+  "rte</w>": 23322,
+  "rtg</w>": 22028,
+  "rti</w>": 47549,
+  "rtr</w>": 43999,
+  "rts</w>": 8496,
+  "rtw</w>": 34673,
+  "ru": 681,
+  "ru</w>": 13735,
+  "rub": 15862,
+  "rub</w>": 22586,
+  "rubb": 19597,
+  "rubbed</w>": 45239,
+  "rubber": 31131,
+  "rubber</w>": 11331,
+  "rubbing</w>": 41262,
+  "rubbish</w>": 21108,
+  "rubble</w>": 42230,
+  "ruben": 44058,
+  "ruben</w>": 29722,
+  "rubi": 27856,
+  "rubin</w>": 34128,
+  "rubio</w>": 24244,
+  "rubs</w>": 43422,
+  "ruby": 24552,
+  "ruby</w>": 11493,
+  "ruck": 27449,
+  "rucker</w>": 45402,
+  "rud": 35256,
+  "rudd</w>": 31836,
+  "rude</w>": 16548,
+  "rudi": 48360,
+  "rudol": 40927,
+  "rudolf</w>": 46835,
+  "rudolph</w>": 30119,
+  "rudy": 38226,
+  "rudy</w>": 22131,
+  "rue": 38024,
+  "rue</w>": 19276,
+  "rufc</w>": 45084,
+  "ruff": 28177,
+  "ruff</w>": 30304,
+  "rufus</w>": 39322,
+  "rug": 4217,
+  "rug</w>": 19220,
+  "rugby": 15091,
+  "rugby</w>": 4964,
+  "rugbyleague</w>": 44419,
+  "ruger</w>": 48655,
+  "rugged</w>": 25225,
+  "rugs</w>": 29946,
+  "rui</w>": 46974,
+  "ruin</w>": 16256,
+  "ruined</w>": 17231,
+  "ruining</w>": 29952,
+  "ruins</w>": 16094,
+  "ruiz</w>": 27873,
+  "ruk</w>": 46628,
+  "rukh": 43075,
+  "rukh</w>": 27631,
+  "rule": 31643,
+  "rule</w>": 6175,
+  "ruled</w>": 16324,
+  "ruler</w>": 26286,
+  "rulers</w>": 45328,
+  "rules</w>": 5272,
+  "ruling</w>": 14690,
+  "rum": 9223,
+  "rum</w>": 11233,
+  "rumb": 42432,
+  "rumble</w>": 18900,
+  "rumi</w>": 31428,
+  "rumor</w>": 22254,
+  "rumored</w>": 36694,
+  "rumors</w>": 16160,
+  "rumour</w>": 34296,
+  "rumours</w>": 20716,
+  "rump</w>": 29366,
+  "run": 1639,
+  "run</w>": 1934,
+  "runaway</w>": 28851,
+  "runchat</w>": 25838,
+  "rundown</w>": 41100,
+  "rune": 33882,
+  "rune</w>": 49244,
+  "runner": 37370,
+  "runner</w>": 7913,
+  "runners</w>": 10571,
+  "runnin</w>": 43130,
+  "running": 24451,
+  "running</w>": 2761,
+  "runoff</w>": 38564,
+  "runs</w>": 5586,
+  "runway</w>": 13927,
+  "rup": 7996,
+  "rup</w>": 14980,
+  "rupaul</w>": 44211,
+  "rupee</w>": 43916,
+  "rupees</w>": 44110,
+  "rupert</w>": 25625,
+  "rupt</w>": 23055,
+  "ruption</w>": 35403,
+  "rural": 28801,
+  "rural</w>": 8737,
+  "rus": 35811,
+  "rus</w>": 5998,
+  "rush": 12148,
+  "rush</w>": 6973,
+  "rushed</w>": 28104,
+  "rusher</w>": 48745,
+  "rushes</w>": 47217,
+  "rushing</w>": 20284,
+  "russ": 6285,
+  "russ</w>": 20764,
+  "russell": 26122,
+  "russell</w>": 8150,
+  "russi": 2600,
+  "russia</w>": 4018,
+  "russian": 30731,
+  "russian</w>": 4868,
+  "russians</w>": 25413,
+  "russo</w>": 30679,
+  "rust": 28682,
+  "rust</w>": 14212,
+  "rustic</w>": 19822,
+  "rusty": 43966,
+  "rusty</w>": 22646,
+  "rut": 14973,
+  "rut</w>": 39102,
+  "rutger": 49029,
+  "rutgers</w>": 28934,
+  "ruth": 15798,
+  "ruth</w>": 12029,
+  "ruther": 26676,
+  "rutherford</w>": 31070,
+  "ruthless</w>": 36063,
+  "rutland</w>": 46024,
+  "ruto</w>": 43702,
+  "ruz</w>": 23275,
+  "rv": 17135,
+  "rv</w>": 17951,
+  "rva</w>": 24278,
+  "rw": 9085,
+  "rw</w>": 22926,
+  "rwa</w>": 47452,
+  "rwand": 31758,
+  "rwanda</w>": 15427,
+  "rwby</w>": 39698,
+  "rwc</w>": 32321,
+  "rx": 41188,
+  "rx</w>": 15945,
+  "ry": 1511,
+  "ry</w>": 913,
+  "ryan": 8682,
+  "ryan</w>": 4053,
+  "ryanair</w>": 43526,
+  "ryder": 43564,
+  "ryder</w>": 21805,
+  "rye": 24015,
+  "rye</w>": 17409,
+  "rying</w>": 7838,
+  "ryn</w>": 37728,
+  "ryo": 24460,
+  "rys</w>": 21654,
+  "ryu": 46656,
+  "ryu</w>": 34604,
+  "ré": 29106,
+  "s": 82,
+  "s</w>": 338,
+  "sa": 774,
+  "sa</w>": 1344,
+  "saa</w>": 13429,
+  "saab</w>": 27158,
+  "saad</w>": 36530,
+  "saas</w>": 25761,
+  "saat": 33151,
+  "sab": 3233,
+  "sab</w>": 23213,
+  "saba</w>": 38344,
+  "sabah</w>": 32854,
+  "saban</w>": 41620,
+  "sabar": 47102,
+  "sabbath</w>": 26008,
+  "sabc</w>": 30010,
+  "sabcnews</w>": 41093,
+  "saber": 46822,
+  "saber</w>": 25624,
+  "sabha</w>": 23431,
+  "sabi</w>": 47073,
+  "sabine</w>": 44062,
+  "sable</w>": 19224,
+  "sabot": 30700,
+  "sabotage</w>": 40496,
+  "sabre</w>": 35110,
+  "sabres</w>": 29620,
+  "sabrin": 37029,
+  "sabrina</w>": 24994,
+  "sac": 3632,
+  "sac</w>": 12905,
+  "sach": 30168,
+  "sacha</w>": 49010,
+  "sachin": 47527,
+  "sachin</w>": 30297,
+  "sachs</w>": 31451,
+  "sack": 28964,
+  "sack</w>": 14979,
+  "sacked</w>": 27519,
+  "sacks</w>": 26441,
+  "sacram": 13334,
+  "sacramento</w>": 16065,
+  "sacred": 40612,
+  "sacred</w>": 12477,
+  "sacri": 15283,
+  "sacrif": 12117,
+  "sacrific": 16919,
+  "sacrifice</w>": 12556,
+  "sacrificed</w>": 31116,
+  "sacrifices</w>": 28858,
+  "sacrificing</w>": 48146,
+  "sad": 2810,
+  "sad</w>": 3719,
+  "saddened</w>": 27720,
+  "saddest</w>": 34925,
+  "saddle": 30469,
+  "saddle</w>": 20283,
+  "sade</w>": 27429,
+  "sadh": 40955,
+  "sadi": 22207,
+  "sadie</w>": 30333,
+  "sadiq</w>": 44107,
+  "sadler</w>": 45600,
+  "sadly</w>": 11603,
+  "sadness</w>": 20399,
+  "sae": 38633,
+  "sae</w>": 34883,
+  "saeed</w>": 29745,
+  "saf": 2125,
+  "saf</w>": 25760,
+  "safar": 23443,
+  "safari</w>": 14091,
+  "safarilive</w>": 34816,
+  "safc</w>": 27998,
+  "safe": 2901,
+  "safe</w>": 2996,
+  "safeguard</w>": 42249,
+  "safeguarding</w>": 47451,
+  "safely</w>": 11513,
+  "safer": 40124,
+  "safer</w>": 15504,
+  "safest</w>": 38973,
+  "safety": 19050,
+  "safety</w>": 3406,
+  "safetyfirst</w>": 43608,
+  "saffron</w>": 27529,
+  "sag": 6609,
+  "sag</w>": 30048,
+  "saga</w>": 15758,
+  "sagan</w>": 37193,
+  "sagar</w>": 42518,
+  "sage": 25800,
+  "sage</w>": 7509,
+  "sages</w>": 25979,
+  "sagin": 47097,
+  "sagitt": 44685,
+  "sagu": 44708,
+  "sah": 30943,
+  "sah</w>": 26342,
+  "saha": 36062,
+  "sahara</w>": 24599,
+  "saharan</w>": 44255,
+  "sahi": 24608,
+  "sahib</w>": 34150,
+  "sai": 16048,
+  "sai</w>": 10886,
+  "said": 40319,
+  "said</w>": 1946,
+  "saif</w>": 44164,
+  "saig": 36328,
+  "saigon</w>": 41081,
+  "sail": 7528,
+  "sail</w>": 12156,
+  "sailed</w>": 43047,
+  "sailing</w>": 11003,
+  "sailor": 28002,
+  "sailor</w>": 16076,
+  "sailormoon</w>": 40673,
+  "sailors</w>": 25355,
+  "sails</w>": 27526,
+  "sain": 21226,
+  "sain</w>": 40378,
+  "sains": 24860,
+  "sainsbury</w>": 45879,
+  "sainsburys</w>": 36934,
+  "saint": 11274,
+  "saint</w>": 5599,
+  "saints</w>": 8769,
+  "saintsfc</w>": 31102,
+  "sair": 46600,
+  "sair</w>": 30971,
+  "saire</w>": 28087,
+  "saison</w>": 33256,
+  "sait": 48008,
+  "saj": 33580,
+  "sak": 11511,
+  "sak</w>": 35900,
+  "saka</w>": 33609,
+  "sake</w>": 12874,
+  "sakh</w>": 43945,
+  "saki</w>": 40514,
+  "saku": 37550,
+  "sakura</w>": 24162,
+  "sal": 980,
+  "sal</w>": 6126,
+  "sala</w>": 17300,
+  "salaam</w>": 46773,
+  "salad</w>": 6188,
+  "salads</w>": 30948,
+  "salah</w>": 22516,
+  "salam": 19007,
+  "salam</w>": 33963,
+  "salamat</w>": 44696,
+  "salami</w>": 46885,
+  "salaries</w>": 33132,
+  "salary</w>": 16312,
+  "salazar</w>": 45988,
+  "sale": 17786,
+  "sale</w>": 1690,
+  "saleh</w>": 38353,
+  "salem": 48194,
+  "salem</w>": 16884,
+  "sales": 13347,
+  "sales</w>": 3765,
+  "salesforce</w>": 22680,
+  "salesman</w>": 37633,
+  "salford</w>": 25629,
+  "sali": 15411,
+  "salim</w>": 42760,
+  "salinas</w>": 41990,
+  "saline</w>": 46918,
+  "salis": 20667,
+  "salis</w>": 39378,
+  "salisbury</w>": 24763,
+  "sall": 27122,
+  "sall</w>": 20883,
+  "salle</w>": 23738,
+  "sally": 29542,
+  "sally</w>": 13349,
+  "salman": 13754,
+  "salman</w>": 16219,
+  "salmankhan</w>": 15177,
+  "salmon": 37040,
+  "salmon</w>": 9137,
+  "salom": 38268,
+  "salon": 33916,
+  "salon</w>": 11105,
+  "saloon</w>": 26038,
+  "sals</w>": 16307,
+  "salsa</w>": 16442,
+  "salt": 12763,
+  "salt</w>": 6611,
+  "salted</w>": 26313,
+  "saltlife</w>": 47809,
+  "salts</w>": 40559,
+  "saltwater</w>": 43616,
+  "salty</w>": 20678,
+  "salu": 31711,
+  "salud</w>": 46867,
+  "salut": 44998,
+  "salute": 44908,
+  "salute</w>": 9747,
+  "salutes</w>": 32762,
+  "salv": 8299,
+  "salvador</w>": 20874,
+  "salvage</w>": 33131,
+  "salvation</w>": 19534,
+  "salvatore</w>": 38772,
+  "salz": 33594,
+  "salzburg</w>": 43396,
+  "sam": 1644,
+  "sam</w>": 3730,
+  "sama</w>": 19272,
+  "samanth": 11465,
+  "samantha</w>": 15466,
+  "samanthap": 38266,
+  "samanthaprabhu</w>": 38643,
+  "samar": 21820,
+  "samaritan</w>": 45495,
+  "samba</w>": 37190,
+  "same": 23062,
+  "same</w>": 2208,
+  "samheughan</w>": 36255,
+  "sami": 48400,
+  "sami</w>": 24322,
+  "sammy": 31091,
+  "sammy</w>": 16758,
+  "samo": 30006,
+  "samoa</w>": 34932,
+  "samp": 31225,
+  "sample</w>": 9542,
+  "sampler</w>": 40629,
+  "samples</w>": 13387,
+  "sampling</w>": 19522,
+  "sampson</w>": 39983,
+  "sams</w>": 44667,
+  "samson</w>": 34659,
+  "samsun": 47875,
+  "samsung": 35369,
+  "samsung</w>": 8115,
+  "samu": 7646,
+  "samuel": 30612,
+  "samuel</w>": 12787,
+  "samurai</w>": 21739,
+  "san": 1489,
+  "san</w>": 2223,
+  "sana</w>": 19434,
+  "sanantonio</w>": 34714,
+  "sanat": 29091,
+  "sanatomy</w>": 36052,
+  "sanc": 7398,
+  "sance</w>": 15930,
+  "sanchez</w>": 13971,
+  "sanctioned</w>": 43032,
+  "sanctions</w>": 17790,
+  "sanctu": 12712,
+  "sanctuary</w>": 14044,
+  "sand": 2147,
+  "sand</w>": 5094,
+  "sandal": 36445,
+  "sandal</w>": 42185,
+  "sandals</w>": 20731,
+  "sandalwood</w>": 47502,
+  "sandeep</w>": 46973,
+  "sander</w>": 34111,
+  "sanders</w>": 10429,
+  "sanderson</w>": 36198,
+  "sandi": 44249,
+  "sandiego": 45997,
+  "sandiego</w>": 15793,
+  "sandman</w>": 45730,
+  "sando": 35921,
+  "sandoval</w>": 44157,
+  "sandra": 33733,
+  "sandra</w>": 13415,
+  "sandro</w>": 42389,
+  "sands</w>": 5936,
+  "sandstone</w>": 36796,
+  "sandwich": 17050,
+  "sandwich</w>": 8687,
+  "sandwiches</w>": 19667,
+  "sandy": 29679,
+  "sandy</w>": 10355,
+  "sane</w>": 23419,
+  "sanford</w>": 32330,
+  "sanfrancisco</w>": 20254,
+  "sang": 13235,
+  "sang</w>": 11684,
+  "sange": 12466,
+  "sangria</w>": 42665,
+  "sani": 39137,
+  "sani</w>": 34492,
+  "sanitary</w>": 33842,
+  "sanitation</w>": 25414,
+  "saniti": 43987,
+  "sanity</w>": 30517,
+  "sanjay": 31712,
+  "sanjay</w>": 25796,
+  "sanje": 40405,
+  "sanjose</w>": 45971,
+  "sank</w>": 43692,
+  "sano</w>": 34053,
+  "sans</w>": 16982,
+  "sansk": 39689,
+  "sanskrit</w>": 48083,
+  "sant": 8356,
+  "sant</w>": 23120,
+  "santa": 22175,
+  "santa</w>": 4555,
+  "santac": 28876,
+  "santam": 45627,
+  "santana</w>": 27033,
+  "santander</w>": 46476,
+  "santi": 13856,
+  "santiago</w>": 16568,
+  "santo": 29631,
+  "santo</w>": 18400,
+  "santor": 28448,
+  "santorini</w>": 39573,
+  "santos</w>": 16582,
+  "sany": 47679,
+  "sao</w>": 28026,
+  "sap": 8089,
+  "sap</w>": 11591,
+  "sapi": 40016,
+  "sapp": 13427,
+  "sapp</w>": 40729,
+  "sapphire</w>": 22044,
+  "sar": 1808,
+  "sar</w>": 9424,
+  "sara": 37196,
+  "sara</w>": 10063,
+  "sarab": 40716,
+  "sarac": 35722,
+  "sarah": 9086,
+  "sarah</w>": 5327,
+  "saraj": 42592,
+  "sarajevo</w>": 48211,
+  "saras": 20373,
+  "sarasota</w>": 31990,
+  "sarato": 24845,
+  "saratoga</w>": 29496,
+  "sarawak</w>": 47331,
+  "sarcasm</w>": 37246,
+  "sarcastic</w>": 48639,
+  "sardar</w>": 41786,
+  "sarde": 43925,
+  "sardin": 27383,
+  "sardinia</w>": 41025,
+  "sare": 13051,
+  "saree</w>": 30860,
+  "sargent</w>": 34864,
+  "sari": 42327,
+  "sari</w>": 20261,
+  "saries</w>": 47586,
+  "sarkar</w>": 30673,
+  "sarko": 33658,
+  "sarkodie</w>": 42848,
+  "sarmy</w>": 20954,
+  "sart</w>": 33006,
+  "sary</w>": 15398,
+  "sas": 3960,
+  "sas</w>": 5235,
+  "sash</w>": 35656,
+  "sasha": 46078,
+  "sasha</w>": 20894,
+  "sasia</w>": 44751,
+  "sask": 47091,
+  "sask</w>": 30416,
+  "saskat": 17102,
+  "saskatchewan</w>": 23899,
+  "saskatoon</w>": 31128,
+  "sass</w>": 31351,
+  "sassy</w>": 20827,
+  "sat": 1382,
+  "sat</w>": 3279,
+  "sata</w>": 41520,
+  "satan</w>": 19446,
+  "satanic</w>": 38224,
+  "satchel</w>": 45908,
+  "sate</w>": 35749,
+  "satell": 9031,
+  "satellite</w>": 10316,
+  "satellites</w>": 28483,
+  "sath": 29675,
+  "sathletics</w>": 30154,
+  "sati": 7038,
+  "satin</w>": 21803,
+  "sation</w>": 23674,
+  "sations</w>": 31232,
+  "satire</w>": 29875,
+  "satis": 9906,
+  "satisf": 22941,
+  "satisfaction</w>": 19925,
+  "satisfied</w>": 18101,
+  "satisfy</w>": 29444,
+  "satisfying</w>": 23755,
+  "sato</w>": 34376,
+  "satu</w>": 45283,
+  "satur": 1634,
+  "saturated</w>": 32466,
+  "saturday": 12537,
+  "saturday</w>": 1748,
+  "saturdaymorning</w>": 29053,
+  "saturdaymotivation</w>": 40843,
+  "saturdays</w>": 18930,
+  "saturn</w>": 17312,
+  "saty": 39426,
+  "sau": 2096,
+  "sau</w>": 19455,
+  "sauce</w>": 5520,
+  "saucer</w>": 42272,
+  "sauces</w>": 40367,
+  "saucy</w>": 46684,
+  "saudi": 24511,
+  "saudi</w>": 8548,
+  "saudiarabia</w>": 28680,
+  "sauer": 46333,
+  "saul": 47623,
+  "saul</w>": 23252,
+  "sault</w>": 40361,
+  "sauna</w>": 35460,
+  "saunders</w>": 23794,
+  "saur</w>": 13227,
+  "saura": 46532,
+  "saurus</w>": 22118,
+  "saus</w>": 36121,
+  "sausage</w>": 11855,
+  "sausages</w>": 31593,
+  "sauté": 36290,
+  "sautéed</w>": 38517,
+  "sauvi": 30116,
+  "sauvignon</w>": 32745,
+  "sav": 2248,
+  "sav</w>": 26533,
+  "sava</w>": 40198,
+  "savag": 43039,
+  "savage</w>": 11859,
+  "savannah</w>": 18662,
+  "save": 5895,
+  "save</w>": 2673,
+  "saved</w>": 7137,
+  "saveour": 33390,
+  "saver</w>": 20987,
+  "savers</w>": 31416,
+  "saves</w>": 12907,
+  "savethe": 18031,
+  "savi": 14721,
+  "saving": 28498,
+  "saving</w>": 6979,
+  "savings</w>": 10651,
+  "savior</w>": 24762,
+  "saviour</w>": 35800,
+  "savor</w>": 48071,
+  "savory</w>": 32992,
+  "savoury</w>": 49071,
+  "savoy</w>": 39552,
+  "savvy</w>": 29278,
+  "saw": 12429,
+  "saw</w>": 2425,
+  "sawa</w>": 39613,
+  "sawards</w>": 29012,
+  "sawyer</w>": 27726,
+  "sax": 14169,
+  "sax</w>": 23766,
+  "saxon</w>": 31856,
+  "saxophon": 43760,
+  "saxophone</w>": 32296,
+  "say": 3047,
+  "say</w>": 1451,
+  "saya</w>": 35170,
+  "sayang</w>": 46322,
+  "sayers</w>": 44116,
+  "sayin</w>": 23662,
+  "saying</w>": 4455,
+  "says</w>": 1563,
+  "saz</w>": 35577,
+  "sb": 5576,
+  "sb</w>": 4977,
+  "sba</w>": 44970,
+  "sback</w>": 43840,
+  "sband</w>": 27539,
+  "sbaseball</w>": 46491,
+  "sbball</w>": 39190,
+  "sbc</w>": 31404,
+  "sberg</w>": 20358,
+  "sbi</w>": 41369,
+  "sbk</w>": 39211,
+  "sboro</w>": 18909,
+  "sbridge</w>": 49228,
+  "sbs</w>": 18883,
+  "sbu": 48075,
+  "sbu</w>": 46281,
+  "sburg</w>": 7390,
+  "sburgh</w>": 48205,
+  "sbury</w>": 14081,
+  "sby": 26519,
+  "sby</w>": 10287,
+  "sc": 663,
+  "sc</w>": 3219,
+  "sca</w>": 11001,
+  "scab": 31716,
+  "scaf": 28981,
+  "scafe</w>": 45574,
+  "scaffolding</w>": 41687,
+  "scal": 10859,
+  "scala</w>": 37997,
+  "scalable</w>": 44084,
+  "scale": 37817,
+  "scale</w>": 5879,
+  "scaled</w>": 41923,
+  "scales</w>": 22891,
+  "scaling</w>": 29116,
+  "scallo": 19936,
+  "scallop</w>": 39544,
+  "scallops</w>": 31430,
+  "scalp</w>": 38898,
+  "scam": 17620,
+  "scam</w>": 13215,
+  "scamp</w>": 28451,
+  "scams</w>": 34395,
+  "scan": 10650,
+  "scan</w>": 11261,
+  "scanada</w>": 27121,
+  "scand": 8110,
+  "scandal": 35420,
+  "scandal</w>": 11622,
+  "scandals</w>": 45490,
+  "scandin": 32014,
+  "scandinavian</w>": 35661,
+  "scanned</w>": 43719,
+  "scanner</w>": 24185,
+  "scanning</w>": 24092,
+  "scans</w>": 31251,
+  "scap": 35883,
+  "scape": 36005,
+  "scape</w>": 12314,
+  "scapes</w>": 31933,
+  "scar": 4171,
+  "scar</w>": 18088,
+  "scarborough</w>": 24254,
+  "scarce</w>": 38572,
+  "scarcity</w>": 45812,
+  "scare": 33536,
+  "scare</w>": 15920,
+  "scarec": 38814,
+  "scarecrow</w>": 46504,
+  "scared</w>": 9870,
+  "scares</w>": 34096,
+  "scarf</w>": 13365,
+  "scari": 27050,
+  "scariest</w>": 37213,
+  "scarlet</w>": 20389,
+  "scarlett</w>": 28325,
+  "scars</w>": 20747,
+  "scarves</w>": 29249,
+  "scary</w>": 9250,
+  "scat": 13899,
+  "scattered</w>": 22090,
+  "scavenger</w>": 36778,
+  "scc</w>": 19458,
+  "scd</w>": 48422,
+  "scen": 2204,
+  "scenario</w>": 20456,
+  "scenarios</w>": 31346,
+  "scence</w>": 33418,
+  "scene</w>": 3562,
+  "scenery</w>": 16025,
+  "scenes</w>": 5415,
+  "scenic</w>": 15394,
+  "scent": 36277,
+  "scent</w>": 7683,
+  "scented</w>": 27190,
+  "scenter</w>": 23059,
+  "scentre</w>": 39371,
+  "scents</w>": 26336,
+  "scep": 24439,
+  "scfc</w>": 38578,
+  "sch": 844,
+  "sch</w>": 7542,
+  "scha": 42809,
+  "schaf": 45588,
+  "schaft</w>": 41010,
+  "schal": 35568,
+  "schalke</w>": 41029,
+  "schallenge</w>": 43665,
+  "schan": 31328,
+  "schar": 15085,
+  "schat</w>": 31842,
+  "schau": 35830,
+  "sche": 3038,
+  "sche</w>": 7289,
+  "schedu": 4207,
+  "schedule</w>": 5521,
+  "scheduled</w>": 10986,
+  "schedules</w>": 28986,
+  "scheduling</w>": 32216,
+  "scheer</w>": 26776,
+  "schel": 39881,
+  "schel</w>": 38569,
+  "schem": 17720,
+  "scheme</w>": 9024,
+  "schemes</w>": 22958,
+  "schen": 22738,
+  "scher": 21925,
+  "scher</w>": 21299,
+  "schi": 13731,
+  "schi</w>": 24984,
+  "schicago</w>": 46230,
+  "schiff</w>": 39431,
+  "schild</w>": 32148,
+  "schiz": 33230,
+  "schizoph": 40004,
+  "schizophre": 41163,
+  "schle": 32022,
+  "schmid": 17375,
+  "schmidt</w>": 18463,
+  "schnau": 45745,
+  "schnei": 19941,
+  "schneider</w>": 22972,
+  "schnit": 40903,
+  "scho": 2493,
+  "schoice</w>": 23860,
+  "schol": 4498,
+  "scholar": 7192,
+  "scholar</w>": 12830,
+  "scholarly</w>": 41065,
+  "scholars</w>": 13818,
+  "scholarship</w>": 9070,
+  "scholarships</w>": 17866,
+  "scholastic</w>": 35743,
+  "schoo": 20721,
+  "school": 6063,
+  "school</w>": 1228,
+  "schooled</w>": 44722,
+  "schoolers</w>": 31455,
+  "schooling</w>": 28608,
+  "schools</w>": 3513,
+  "schre": 47685,
+  "schri": 25453,
+  "schro": 32381,
+  "schu": 11318,
+  "schubert</w>": 46939,
+  "schul": 14945,
+  "schultz</w>": 30308,
+  "schulz</w>": 39572,
+  "schumacher</w>": 39208,
+  "schumer</w>": 25313,
+  "schur": 42475,
+  "schwab</w>": 47602,
+  "schwar": 13985,
+  "schwartz</w>": 30617,
+  "schwarz": 27074,
+  "schwarzenegger</w>": 33860,
+  "schwe": 25324,
+  "sci": 2267,
+  "sci</w>": 8309,
+  "sciart</w>": 31704,
+  "scicom": 28606,
+  "scicomm</w>": 29573,
+  "scien": 39261,
+  "science": 10201,
+  "science</w>": 2497,
+  "sciencefiction</w>": 39170,
+  "sciences</w>": 11481,
+  "scienti": 4338,
+  "scientific</w>": 9750,
+  "scientist</w>": 11083,
+  "scientists</w>": 8045,
+  "sciento": 36193,
+  "scientology</w>": 44694,
+  "scifi": 41862,
+  "scifi</w>": 12230,
+  "scion</w>": 47208,
+  "sciss": 25667,
+  "scissors</w>": 30867,
+  "sciutto</w>": 44392,
+  "sclerosis</w>": 39446,
+  "sclub</w>": 20017,
+  "sco": 1065,
+  "sco</w>": 4763,
+  "scoe</w>": 31164,
+  "scol": 13599,
+  "scoll</w>": 44895,
+  "scollege</w>": 39536,
+  "scom</w>": 26407,
+  "scon": 17163,
+  "scon</w>": 29272,
+  "scones</w>": 36443,
+  "sconf</w>": 39704,
+  "scoo": 14199,
+  "scooby</w>": 34469,
+  "scoop</w>": 13829,
+  "scoops</w>": 41360,
+  "scope</w>": 7979,
+  "scopes</w>": 30328,
+  "scopic</w>": 23869,
+  "scopy</w>": 20018,
+  "scor": 8442,
+  "score": 12067,
+  "score</w>": 4431,
+  "scoreboard</w>": 30104,
+  "scorecard</w>": 38128,
+  "scored</w>": 6143,
+  "scoreless</w>": 33469,
+  "scorer</w>": 16572,
+  "scorers</w>": 26699,
+  "scores</w>": 7039,
+  "scoring</w>": 9198,
+  "scorpi": 15445,
+  "scorpio</w>": 34331,
+  "scorpion</w>": 28461,
+  "scorpions</w>": 45401,
+  "scorsese</w>": 45975,
+  "scot": 2496,
+  "scot</w>": 9271,
+  "scotch</w>": 16687,
+  "scoti": 46446,
+  "scotia</w>": 27859,
+  "scotland": 29174,
+  "scotland</w>": 4203,
+  "scots</w>": 17260,
+  "scotsman</w>": 39612,
+  "scott": 7775,
+  "scott</w>": 3664,
+  "scotti": 6227,
+  "scottish": 18039,
+  "scottish</w>": 7442,
+  "scottsdale</w>": 27817,
+  "scotty": 39697,
+  "scotty</w>": 26836,
+  "scotus</w>": 21720,
+  "scou": 44909,
+  "scoun": 16110,
+  "scouncil</w>": 48787,
+  "scountry</w>": 40432,
+  "scour": 46172,
+  "scout": 32213,
+  "scout</w>": 10786,
+  "scouting</w>": 19072,
+  "scouts</w>": 14837,
+  "scow": 27929,
+  "scowboys</w>": 31386,
+  "scp</w>": 45030,
+  "scr</w>": 36131,
+  "scra": 11187,
+  "scrabble</w>": 39488,
+  "scram": 17289,
+  "scramble</w>": 32688,
+  "scrambled</w>": 39026,
+  "scran": 41774,
+  "scranton</w>": 45274,
+  "scrap": 27950,
+  "scrap</w>": 21695,
+  "scrapbook</w>": 48733,
+  "scrapped</w>": 43325,
+  "scraps</w>": 40809,
+  "scrat": 9572,
+  "scratch</w>": 13258,
+  "scratched</w>": 48831,
+  "scratches</w>": 46556,
+  "scratching</w>": 44617,
+  "scre": 1795,
+  "scream": 31645,
+  "scream</w>": 13239,
+  "screamed</w>": 35427,
+  "screaming</w>": 12891,
+  "screams</w>": 23989,
+  "screen": 5351,
+  "screen</w>": 3750,
+  "screened</w>": 31450,
+  "screening</w>": 6688,
+  "screenings</w>": 27655,
+  "screenplay</w>": 30058,
+  "screens</w>": 12689,
+  "screenshot": 20637,
+  "screenshot</w>": 12646,
+  "screenshots</w>": 26783,
+  "screenshotsaturday</w>": 21406,
+  "screenwriter</w>": 37293,
+  "screenwriting</w>": 35465,
+  "screw": 25529,
+  "screw</w>": 14225,
+  "screwdriver</w>": 48748,
+  "screwed</w>": 30592,
+  "screws</w>": 38292,
+  "scri": 2139,
+  "scrib": 34259,
+  "scribe</w>": 36228,
+  "scribed</w>": 38334,
+  "scricket</w>": 45947,
+  "scrim": 21978,
+  "scrimmage</w>": 25216,
+  "scrip": 11955,
+  "script</w>": 8374,
+  "scripted</w>": 40513,
+  "scription</w>": 26604,
+  "scriptions</w>": 39512,
+  "scripts</w>": 20109,
+  "scripture</w>": 27186,
+  "scro": 30768,
+  "scroll</w>": 24160,
+  "scrolling</w>": 28889,
+  "scrolls</w>": 38113,
+  "scroo": 42263,
+  "scru": 7589,
+  "scrub</w>": 23432,
+  "scrubs</w>": 37919,
+  "scrum</w>": 29047,
+  "scrump": 39791,
+  "scrumptious</w>": 40987,
+  "scrutiny</w>": 34305,
+  "scs</w>": 26853,
+  "sct</w>": 39284,
+  "scu": 8181,
+  "scu</w>": 32135,
+  "scuba": 39053,
+  "scuba</w>": 20559,
+  "scubadiving</w>": 49046,
+  "scue</w>": 25955,
+  "scul": 4948,
+  "scully</w>": 36598,
+  "sculp": 6093,
+  "sculpt</w>": 45044,
+  "sculpted</w>": 41296,
+  "sculpting</w>": 44389,
+  "sculptor</w>": 29409,
+  "sculpture</w>": 8757,
+  "sculptures</w>": 20378,
+  "scum</w>": 29655,
+  "scumb": 44525,
+  "scup</w>": 21506,
+  "scur": 32742,
+  "scwx</w>": 41966,
+  "scy": 27471,
+  "sd": 3080,
+  "sd</w>": 4159,
+  "sda</w>": 25548,
+  "sdale</w>": 12327,
+  "sday": 5902,
+  "sday</w>": 1376,
+  "sdays</w>": 14491,
+  "sdc</w>": 40992,
+  "sdcc</w>": 13246,
+  "sden</w>": 17241,
+  "sdf</w>": 34681,
+  "sdg</w>": 20177,
+  "sdgs</w>": 16261,
+  "sdk</w>": 40015,
+  "sdlive</w>": 34561,
+  "sdn</w>": 41925,
+  "sdsu</w>": 41284,
+  "se": 567,
+  "se</w>": 611,
+  "sea": 5970,
+  "sea</w>": 2102,
+  "seab": 15728,
+  "seabir": 42558,
+  "seac": 35626,
+  "seaf": 9336,
+  "seafood</w>": 12472,
+  "seag": 15730,
+  "seagu": 38076,
+  "seagull</w>": 38858,
+  "seagulls</w>": 42215,
+  "seahawks</w>": 15341,
+  "seal": 21381,
+  "seal</w>": 10159,
+  "sealed</w>": 13358,
+  "sealing</w>": 42992,
+  "seals</w>": 18179,
+  "seam": 13710,
+  "seam</w>": 44201,
+  "seaman</w>": 47513,
+  "seamless</w>": 29373,
+  "seamus</w>": 40175,
+  "sean": 11406,
+  "sean</w>": 6077,
+  "seanhannity</w>": 43316,
+  "seap": 29983,
+  "seaport</w>": 46418,
+  "sear": 1612,
+  "search": 23129,
+  "search</w>": 1920,
+  "searched</w>": 28961,
+  "searches</w>": 26378,
+  "searching</w>": 10626,
+  "seared</w>": 29727,
+  "sears</w>": 26693,
+  "seas": 7329,
+  "seas</w>": 9556,
+  "seascape</w>": 42593,
+  "seaside</w>": 18867,
+  "season": 19288,
+  "season</w>": 1367,
+  "seasonal</w>": 14215,
+  "seasoned</w>": 28399,
+  "seasoning</w>": 43439,
+  "seasons</w>": 8635,
+  "seat": 19670,
+  "seat</w>": 4922,
+  "seated</w>": 23953,
+  "seater</w>": 37543,
+  "seating</w>": 16240,
+  "seats</w>": 6944,
+  "seattle": 24388,
+  "seattle</w>": 6274,
+  "seau</w>": 32263,
+  "seaw": 32658,
+  "seaweed</w>": 30204,
+  "seaworld</w>": 27422,
+  "seb": 35766,
+  "seb</w>": 25171,
+  "sebasti": 10324,
+  "sebastian": 43792,
+  "sebastian</w>": 13181,
+  "sebring</w>": 41086,
+  "sec": 2875,
+  "sec</w>": 5338,
+  "seca</w>": 37847,
+  "secco</w>": 27394,
+  "sece": 46297,
+  "seclu": 42392,
+  "secon": 1846,
+  "second": 9329,
+  "second</w>": 2241,
+  "secondary</w>": 13107,
+  "seconds</w>": 6541,
+  "secre": 2460,
+  "secret": 20710,
+  "secret</w>": 4145,
+  "secretari": 29515,
+  "secretariat</w>": 31767,
+  "secretary</w>": 6552,
+  "secretly</w>": 21400,
+  "secrets</w>": 9735,
+  "secs</w>": 28665,
+  "sect</w>": 15772,
+  "section": 34986,
+  "section</w>": 4853,
+  "sectional</w>": 21876,
+  "sections</w>": 20061,
+  "sector</w>": 6579,
+  "sectors</w>": 22173,
+  "secu": 4894,
+  "secular": 47483,
+  "secular</w>": 27560,
+  "secur": 2557,
+  "secure": 44763,
+  "secure</w>": 7515,
+  "secured</w>": 16848,
+  "secures</w>": 31567,
+  "securing</w>": 24759,
+  "securities</w>": 25080,
+  "security": 31245,
+  "security</w>": 2741,
+  "sed": 14034,
+  "sed</w>": 1252,
+  "sedan</w>": 24237,
+  "sedg": 46926,
+  "sedge</w>": 45288,
+  "sedi": 29269,
+  "sedly</w>": 31771,
+  "sedona</w>": 46862,
+  "seduc": 19933,
+  "seductive</w>": 43721,
+  "see": 1751,
+  "see</w>": 862,
+  "seed": 14064,
+  "seed</w>": 6488,
+  "seeded</w>": 33688,
+  "seeding</w>": 40050,
+  "seedlings</w>": 47933,
+  "seeds</w>": 9128,
+  "seeing</w>": 3214,
+  "seek</w>": 8839,
+  "seeker</w>": 28011,
+  "seekers</w>": 20732,
+  "seeking</w>": 8592,
+  "seeks</w>": 12594,
+  "seem": 20043,
+  "seem</w>": 7523,
+  "seemed</w>": 17240,
+  "seemingly</w>": 25917,
+  "seems</w>": 4453,
+  "seen": 36273,
+  "seen</w>": 2041,
+  "seer</w>": 32486,
+  "sees</w>": 7594,
+  "seeyou": 41279,
+  "sef</w>": 27453,
+  "seg": 10551,
+  "sega</w>": 16122,
+  "segment</w>": 15615,
+  "segments</w>": 43053,
+  "segreg": 49117,
+  "segregation</w>": 39086,
+  "segu": 33156,
+  "segun": 43087,
+  "seh": 27536,
+  "seh</w>": 41430,
+  "sehun</w>": 17705,
+  "sei": 13130,
+  "sei</w>": 15907,
+  "sein</w>": 24669,
+  "seine</w>": 41378,
+  "seinfeld</w>": 33706,
+  "seis": 25559,
+  "seismic</w>": 38459,
+  "seiz": 22171,
+  "seize</w>": 26624,
+  "seized</w>": 15826,
+  "seizure</w>": 36804,
+  "seizures</w>": 47199,
+  "sek": 45515,
+  "sek</w>": 25880,
+  "sel": 1000,
+  "sel</w>": 4098,
+  "sela</w>": 47006,
+  "selamat</w>": 37692,
+  "selangor</w>": 44402,
+  "selby</w>": 43546,
+  "selca</w>": 38606,
+  "selcaday</w>": 35924,
+  "seldom</w>": 48322,
+  "sele": 29137,
+  "selec": 3014,
+  "select</w>": 8690,
+  "selected</w>": 6881,
+  "selecting</w>": 32696,
+  "selection</w>": 6724,
+  "selections</w>": 24099,
+  "selective</w>": 28686,
+  "selects</w>": 32902,
+  "selen": 19970,
+  "selena</w>": 14677,
+  "selenagomez</w>": 27653,
+  "seley</w>": 30556,
+  "self": 10139,
+  "self</w>": 1322,
+  "selfcare</w>": 39560,
+  "selfi": 3007,
+  "selfie": 26735,
+  "selfie</w>": 3666,
+  "selfies": 46058,
+  "selfies</w>": 10050,
+  "selfish</w>": 26907,
+  "selfless</w>": 34236,
+  "sell": 10279,
+  "sell</w>": 5119,
+  "seller</w>": 11779,
+  "sellers</w>": 16562,
+  "selling</w>": 4396,
+  "sells</w>": 14306,
+  "selma</w>": 36652,
+  "sels</w>": 42070,
+  "selves</w>": 4505,
+  "sely</w>": 8402,
+  "sem": 8645,
+  "sem</w>": 17106,
+  "sema</w>": 31816,
+  "seman": 29119,
+  "seman</w>": 28378,
+  "semana</w>": 41780,
+  "semb": 36054,
+  "seme": 10855,
+  "sement</w>": 10714,
+  "sements</w>": 31449,
+  "semester</w>": 11905,
+  "semi": 11023,
+  "semi</w>": 6684,
+  "semic": 26967,
+  "semicon": 34315,
+  "semiconduc": 35646,
+  "semiconductor</w>": 43551,
+  "semifinal</w>": 22935,
+  "semifinals</w>": 21863,
+  "semin": 5595,
+  "seminar</w>": 7269,
+  "seminars</w>": 34870,
+  "seminary</w>": 31655,
+  "seminole</w>": 42956,
+  "semis</w>": 24013,
+  "semit": 22628,
+  "semite</w>": 23721,
+  "semitic</w>": 34894,
+  "semitism</w>": 25911,
+  "semper": 47391,
+  "sen": 1057,
+  "sen</w>": 2249,
+  "sena</w>": 21584,
+  "senate": 30703,
+  "senate</w>": 6843,
+  "senator": 20871,
+  "senator</w>": 8495,
+  "senators</w>": 16889,
+  "send": 27684,
+  "send</w>": 3625,
+  "sending</w>": 6985,
+  "sends</w>": 10817,
+  "sene": 25269,
+  "seneca</w>": 33419,
+  "senegal</w>": 28255,
+  "senew": 49313,
+  "seng": 43022,
+  "seng</w>": 29971,
+  "senior": 19865,
+  "senior</w>": 3415,
+  "seniors</w>": 8138,
+  "senna</w>": 36195,
+  "senpai</w>": 46562,
+  "sens": 5218,
+  "sens</w>": 22837,
+  "sensation</w>": 19383,
+  "sensational</w>": 23051,
+  "sense": 29162,
+  "sense</w>": 4747,
+  "sensei</w>": 36158,
+  "senses</w>": 21809,
+  "sensi": 38802,
+  "sensible</w>": 30635,
+  "sensing</w>": 29236,
+  "sensiti": 20531,
+  "sensitive</w>": 13734,
+  "sensitivity</w>": 27788,
+  "sensor</w>": 15330,
+  "sensors</w>": 20356,
+  "sensory</w>": 21831,
+  "sensu": 28157,
+  "sensual</w>": 40860,
+  "sent": 6200,
+  "sent</w>": 3676,
+  "sentence</w>": 12737,
+  "sentenced</w>": 17773,
+  "sentences</w>": 25858,
+  "sentencing</w>": 34394,
+  "senti": 19042,
+  "sentim": 25102,
+  "sentiment</w>": 25949,
+  "sentimental</w>": 40070,
+  "sentiments</w>": 47450,
+  "sentin": 20042,
+  "sentinel</w>": 23123,
+  "senting</w>": 3924,
+  "seo": 24743,
+  "seo</w>": 8622,
+  "seok": 34697,
+  "seok</w>": 22482,
+  "seokjin</w>": 45584,
+  "seoul</w>": 13253,
+  "sep": 3212,
+  "sep</w>": 10434,
+  "separ": 6859,
+  "separate</w>": 13886,
+  "separated</w>": 22163,
+  "separately</w>": 41904,
+  "separates</w>": 45365,
+  "separati": 39377,
+  "separating</w>": 43480,
+  "separation</w>": 22007,
+  "sephora</w>": 38414,
+  "sepsis</w>": 40205,
+  "sept</w>": 5380,
+  "septe": 3672,
+  "september</w>": 3707,
+  "septic</w>": 34690,
+  "sepul": 47360,
+  "seq</w>": 44379,
+  "sequ": 5491,
+  "seque": 44662,
+  "sequel</w>": 15701,
+  "sequence</w>": 18833,
+  "sequences</w>": 47306,
+  "sequencing</w>": 33484,
+  "sequo": 32781,
+  "sequoia</w>": 42404,
+  "ser": 803,
+  "ser</w>": 2771,
+  "sera</w>": 28250,
+  "serbia</w>": 19038,
+  "serbian</w>": 33687,
+  "sere": 35770,
+  "seren": 7880,
+  "serena</w>": 19519,
+  "serenawilliams</w>": 48316,
+  "serendip": 45805,
+  "serendipity</w>": 49386,
+  "serene</w>": 28269,
+  "serenity</w>": 24187,
+  "serge": 13477,
+  "serge</w>": 35700,
+  "sergeant</w>": 22049,
+  "sergei</w>": 39870,
+  "sergey</w>": 35390,
+  "sergi": 47675,
+  "sergio</w>": 18359,
+  "seri": 2763,
+  "seri</w>": 37509,
+  "serial</w>": 14216,
+  "serie</w>": 19752,
+  "seriea</w>": 32660,
+  "series</w>": 1857,
+  "serious": 47421,
+  "serious</w>": 4770,
+  "seriously</w>": 4885,
+  "sermon</w>": 24884,
+  "sero": 48883,
+  "serpent": 37084,
+  "serpent</w>": 35364,
+  "serra</w>": 39851,
+  "serrano</w>": 44236,
+  "sers</w>": 13509,
+  "serum</w>": 25385,
+  "serv": 1297,
+  "serv</w>": 24571,
+  "servant</w>": 20810,
+  "servants</w>": 29652,
+  "serve": 39202,
+  "serve</w>": 2838,
+  "served</w>": 4740,
+  "server": 36458,
+  "server</w>": 8398,
+  "serverless</w>": 49243,
+  "servers</w>": 22262,
+  "serves</w>": 9915,
+  "servic": 27115,
+  "service": 21496,
+  "service</w>": 2086,
+  "serviced</w>": 44687,
+  "services</w>": 3100,
+  "servicing</w>": 41300,
+  "serving</w>": 5722,
+  "sery</w>": 14279,
+  "ses": 23708,
+  "ses</w>": 1386,
+  "sesame</w>": 21706,
+  "sese</w>": 37128,
+  "sesh</w>": 24274,
+  "session</w>": 2550,
+  "sessions</w>": 6327,
+  "set": 7965,
+  "set</w>": 1167,
+  "setback</w>": 43605,
+  "seth": 20005,
+  "seth</w>": 11870,
+  "sethu": 38933,
+  "setlist</w>": 33141,
+  "seton</w>": 43799,
+  "sets</w>": 4650,
+  "sett": 4984,
+  "sett</w>": 17567,
+  "sette</w>": 14613,
+  "setter</w>": 23153,
+  "settes</w>": 44145,
+  "setti</w>": 45170,
+  "setting</w>": 5264,
+  "settings</w>": 18628,
+  "settle</w>": 15075,
+  "settled</w>": 18310,
+  "settlement</w>": 16494,
+  "settlements</w>": 36605,
+  "settlers</w>": 35671,
+  "settles</w>": 41498,
+  "settling</w>": 22036,
+  "setup</w>": 11092,
+  "seu</w>": 31539,
+  "seul": 48975,
+  "seum</w>": 18838,
+  "seun": 24209,
+  "seung": 32393,
+  "seung</w>": 33711,
+  "seungri</w>": 41627,
+  "seuss</w>": 34441,
+  "sev": 26585,
+  "sev</w>": 37600,
+  "seva</w>": 42604,
+  "seve": 21458,
+  "seve</w>": 22468,
+  "sevel": 17439,
+  "seven": 7874,
+  "seven</w>": 5757,
+  "sevens</w>": 29911,
+  "sevent": 43048,
+  "seventeen</w>": 19337,
+  "seventh</w>": 17568,
+  "seventy</w>": 47170,
+  "sever": 3250,
+  "sever</w>": 45557,
+  "several</w>": 5560,
+  "severance</w>": 26194,
+  "severe</w>": 6215,
+  "severely</w>": 24417,
+  "severn</w>": 34626,
+  "severy": 34207,
+  "sevilla</w>": 24947,
+  "seville</w>": 34988,
+  "sew</w>": 28640,
+  "sewage</w>": 32777,
+  "sewer</w>": 28294,
+  "sewing</w>": 15974,
+  "sewn</w>": 42118,
+  "sex": 3548,
+  "sex</w>": 5937,
+  "sexi": 20562,
+  "sexiest</w>": 25426,
+  "sexism</w>": 32059,
+  "sexist</w>": 33047,
+  "sexu": 14741,
+  "sexual</w>": 6749,
+  "sexuality</w>": 21244,
+  "sexually</w>": 23032,
+  "sexy": 21019,
+  "sexy</w>": 38127,
+  "sey": 6317,
+  "sey</w>": 2258,
+  "seychel": 36809,
+  "seychelles</w>": 38519,
+  "seye</w>": 35604,
+  "seym": 22657,
+  "seymour</w>": 25850,
+  "seys</w>": 15081,
+  "sez</w>": 42377,
+  "señ": 43368,
+  "sf": 4435,
+  "sf</w>": 4915,
+  "sfa</w>": 32675,
+  "sfam</w>": 37649,
+  "sfb</w>": 27930,
+  "sfc</w>": 14129,
+  "sfest</w>": 49024,
+  "sff</w>": 42056,
+  "sfgiants</w>": 20923,
+  "sfield</w>": 11801,
+  "sfo</w>": 39182,
+  "sfootball</w>": 45259,
+  "sfor": 9115,
+  "sford</w>": 28917,
+  "sforsale</w>": 28888,
+  "sfw</w>": 18073,
+  "sfx</w>": 37995,
+  "sg": 9599,
+  "sg</w>": 7611,
+  "sga</w>": 33049,
+  "sgate</w>": 27558,
+  "sgh</w>": 47590,
+  "sgo": 5393,
+  "sgo</w>": 21044,
+  "sgt</w>": 13748,
+  "sh": 552,
+  "sh</w>": 849,
+  "sha": 1514,
+  "sha</w>": 3337,
+  "shaa</w>": 44221,
+  "shab": 8323,
+  "shabbat</w>": 38042,
+  "shabby</w>": 28838,
+  "shack": 23866,
+  "shack</w>": 18785,
+  "shad": 3182,
+  "shad</w>": 23874,
+  "shade": 34554,
+  "shade</w>": 10097,
+  "shaded</w>": 43506,
+  "shades": 46608,
+  "shades</w>": 9270,
+  "shadesof": 45180,
+  "shading</w>": 37348,
+  "shado": 9325,
+  "shadow": 15243,
+  "shadow</w>": 7068,
+  "shadowhun": 19931,
+  "shadowhunters</w>": 24834,
+  "shadowing</w>": 46092,
+  "shadows</w>": 12971,
+  "shady</w>": 22158,
+  "shaf": 12032,
+  "shaft</w>": 21545,
+  "shag": 22439,
+  "shaggy</w>": 42662,
+  "shah": 13203,
+  "shah</w>": 8439,
+  "shahe": 23643,
+  "shaheed</w>": 30060,
+  "shaheer</w>": 43969,
+  "shahi</w>": 46972,
+  "shahid": 25696,
+  "shahid</w>": 27138,
+  "shahidkapoor</w>": 29892,
+  "shahzad</w>": 45915,
+  "shai</w>": 47941,
+  "shaikh</w>": 45712,
+  "shail": 37603,
+  "shair</w>": 43135,
+  "shak": 8385,
+  "shake": 8206,
+  "shake</w>": 8251,
+  "shaken</w>": 38237,
+  "shaker</w>": 26210,
+  "shakers</w>": 38411,
+  "shakes</w>": 19668,
+  "shakespe": 9890,
+  "shakespeare": 22499,
+  "shakespeare</w>": 12488,
+  "shakespearesunday</w>": 32320,
+  "shaking</w>": 19101,
+  "shakira</w>": 40795,
+  "shakti": 48593,
+  "shakti</w>": 32458,
+  "shakur</w>": 48915,
+  "shal": 15056,
+  "shal</w>": 28175,
+  "shale</w>": 32864,
+  "shall</w>": 4742,
+  "shallow</w>": 23730,
+  "shalom</w>": 31339,
+  "sham": 6453,
+  "sham</w>": 9005,
+  "shaman</w>": 48727,
+  "shambles</w>": 40799,
+  "shame": 14776,
+  "shame</w>": 7593,
+  "shameful</w>": 28283,
+  "shameless</w>": 25380,
+  "shaming</w>": 40553,
+  "shampoo</w>": 23944,
+  "shamrock</w>": 34199,
+  "shan": 5171,
+  "shan</w>": 8834,
+  "shana</w>": 44835,
+  "shand": 29101,
+  "shane": 26863,
+  "shane</w>": 11572,
+  "shang": 11141,
+  "shanghai</w>": 12742,
+  "shani": 46665,
+  "shank</w>": 24685,
+  "shankar</w>": 24108,
+  "shann": 9932,
+  "shannon": 22842,
+  "shannon</w>": 13581,
+  "shant": 36610,
+  "shap": 5581,
+  "shape": 26925,
+  "shape</w>": 6448,
+  "shaped</w>": 10127,
+  "shapes</w>": 15377,
+  "shaping</w>": 18632,
+  "shapiro</w>": 32110,
+  "shaq": 46402,
+  "shaq</w>": 26843,
+  "shar": 1669,
+  "shar</w>": 36542,
+  "shara</w>": 48849,
+  "sharapo": 36489,
+  "sharapova</w>": 36671,
+  "shard</w>": 42207,
+  "share": 7585,
+  "share</w>": 1978,
+  "shared</w>": 5368,
+  "shareholder</w>": 38241,
+  "shareholders</w>": 34778,
+  "sharepoint</w>": 39213,
+  "shares</w>": 4974,
+  "sharethe": 49277,
+  "shareyour": 45890,
+  "shari": 27738,
+  "shari</w>": 47390,
+  "sharia</w>": 37244,
+  "sharif</w>": 15501,
+  "sharing</w>": 3567,
+  "sharjah</w>": 33420,
+  "shark": 15836,
+  "shark</w>": 7980,
+  "sharks</w>": 10047,
+  "sharkweek</w>": 39571,
+  "sharma</w>": 10105,
+  "sharon": 28722,
+  "sharon</w>": 14138,
+  "sharp": 17126,
+  "sharp</w>": 8157,
+  "sharpe</w>": 34374,
+  "sharpen": 41465,
+  "sharpie</w>": 46858,
+  "sharply</w>": 37185,
+  "shasta</w>": 46727,
+  "shat": 12169,
+  "shat</w>": 44388,
+  "shatter</w>": 45008,
+  "shattered</w>": 26820,
+  "shau": 13750,
+  "shaun": 23446,
+  "shaun</w>": 16669,
+  "shav": 11410,
+  "shave</w>": 17735,
+  "shaved</w>": 25571,
+  "shaving</w>": 24261,
+  "shaw": 6122,
+  "shaw</w>": 6805,
+  "shawa</w>": 46413,
+  "shawl</w>": 35132,
+  "shawn": 16677,
+  "shawn</w>": 10970,
+  "shawnee</w>": 48060,
+  "shawnmendes</w>": 27277,
+  "shawty</w>": 38026,
+  "shay": 10778,
+  "shay</w>": 18361,
+  "shaykh</w>": 47223,
+  "shaz": 18618,
+  "shazam</w>": 29063,
+  "shc</w>": 43419,
+  "shd</w>": 37729,
+  "she": 1729,
+  "she</w>": 1043,
+  "shea</w>": 20407,
+  "shead": 44287,
+  "shead</w>": 20434,
+  "shealth": 41743,
+  "shealth</w>": 22197,
+  "shear": 27974,
+  "shear</w>": 32108,
+  "shearer</w>": 40505,
+  "sheath</w>": 45637,
+  "shed": 16586,
+  "shed</w>": 1492,
+  "shedding</w>": 33608,
+  "sheds</w>": 25921,
+  "shee": 23450,
+  "shee</w>": 34321,
+  "sheed</w>": 26105,
+  "sheehan</w>": 41809,
+  "sheen</w>": 25025,
+  "sheep": 23604,
+  "sheep</w>": 9629,
+  "sheer</w>": 17577,
+  "sheeran</w>": 18561,
+  "sheet</w>": 7298,
+  "sheets</w>": 12744,
+  "shef": 8237,
+  "sheff": 38844,
+  "sheff</w>": 43821,
+  "sheffiel": 26940,
+  "sheffield": 41763,
+  "sheffield</w>": 10420,
+  "sheffieldissuper</w>": 33628,
+  "sheh": 31667,
+  "sheikh</w>": 15031,
+  "sheil": 42765,
+  "sheila</w>": 25734,
+  "shek</w>": 33285,
+  "shel": 3159,
+  "shelby": 36906,
+  "shelby</w>": 16885,
+  "sheldon</w>": 25079,
+  "shelf</w>": 10955,
+  "shell": 23374,
+  "shell</w>": 6648,
+  "shelley</w>": 22497,
+  "shelling</w>": 43166,
+  "shells</w>": 19265,
+  "shelly</w>": 37461,
+  "shelter</w>": 8599,
+  "sheltered</w>": 48070,
+  "shelters</w>": 24312,
+  "shelton</w>": 24471,
+  "shelves</w>": 16225,
+  "shem</w>": 40299,
+  "shen": 10154,
+  "shen</w>": 31098,
+  "shenan": 20965,
+  "shenando": 44666,
+  "shenanigans</w>": 26590,
+  "shenko</w>": 39751,
+  "shenmue</w>": 48279,
+  "shenzhen</w>": 38970,
+  "shep": 33757,
+  "shep</w>": 44857,
+  "shepard</w>": 26810,
+  "shepher": 11008,
+  "shepherd</w>": 13242,
+  "shepherds</w>": 42792,
+  "sheppard</w>": 37304,
+  "sher": 3570,
+  "sher</w>": 4510,
+  "sheraton</w>": 39400,
+  "shere</w>": 21507,
+  "sheri": 9235,
+  "sheridan</w>": 27085,
+  "sheriff</w>": 10309,
+  "sherlock</w>": 17294,
+  "sherman</w>": 17822,
+  "sherry": 44348,
+  "sherry</w>": 24689,
+  "shers</w>": 14141,
+  "sherwood</w>": 24527,
+  "sheryl</w>": 39773,
+  "shes": 45514,
+  "shes</w>": 2502,
+  "shet": 15850,
+  "shetland</w>": 29595,
+  "shetty</w>": 25533,
+  "shev": 45182,
+  "sheva</w>": 45132,
+  "shh</w>": 35025,
+  "shhh</w>": 36932,
+  "shi": 823,
+  "shi</w>": 3533,
+  "shia</w>": 23791,
+  "shibu": 36177,
+  "shibuya</w>": 41623,
+  "shie</w>": 26638,
+  "shiel": 33413,
+  "shield</w>": 8670,
+  "shields</w>": 19085,
+  "shies</w>": 35312,
+  "shif": 35317,
+  "shift": 43767,
+  "shift</w>": 6905,
+  "shifted</w>": 34429,
+  "shifter</w>": 48944,
+  "shifting</w>": 21992,
+  "shifts</w>": 23957,
+  "shik</w>": 36980,
+  "shil": 14370,
+  "shill": 32121,
+  "shill</w>": 30090,
+  "shilpa": 47062,
+  "shilpa</w>": 40690,
+  "shim": 11986,
+  "shim</w>": 32780,
+  "shima</w>": 14382,
+  "shimano</w>": 48904,
+  "shimi</w>": 40517,
+  "shimmer</w>": 38792,
+  "shin": 5664,
+  "shin</w>": 11784,
+  "shinde</w>": 41516,
+  "shine": 17582,
+  "shine</w>": 3780,
+  "shinee</w>": 19660,
+  "shines</w>": 16015,
+  "shing": 38641,
+  "shing</w>": 1743,
+  "shining</w>": 10485,
+  "shino": 43074,
+  "shiny</w>": 12190,
+  "ship": 7645,
+  "ship</w>": 1158,
+  "shipment</w>": 28553,
+  "shipp": 34709,
+  "shipped</w>": 15279,
+  "shippers</w>": 44789,
+  "shipping</w>": 5721,
+  "ships</w>": 3262,
+  "shipwreck</w>": 48878,
+  "shipy": 26828,
+  "shipyard</w>": 31273,
+  "shir": 1956,
+  "shiraz</w>": 35618,
+  "shire": 11975,
+  "shire</w>": 2968,
+  "shirehour</w>": 32456,
+  "shirley</w>": 18189,
+  "shiro</w>": 26048,
+  "shirt": 27576,
+  "shirt</w>": 2523,
+  "shirtless</w>": 28959,
+  "shirts</w>": 5803,
+  "shistory</w>": 34979,
+  "shiv": 18042,
+  "shiv</w>": 37121,
+  "shiva": 33881,
+  "shiva</w>": 21174,
+  "shka</w>": 38944,
+  "shld</w>": 49359,
+  "shma</w>": 48074,
+  "shment</w>": 8802,
+  "shments</w>": 18822,
+  "sho": 719,
+  "sho</w>": 13756,
+  "shock": 19617,
+  "shock</w>": 8736,
+  "shocked</w>": 15787,
+  "shocker</w>": 37971,
+  "shockey</w>": 22258,
+  "shocking</w>": 13394,
+  "shocks</w>": 31886,
+  "shoe": 16308,
+  "shoe</w>": 7342,
+  "shoes": 49391,
+  "shoes</w>": 4079,
+  "shol": 21472,
+  "sholm</w>": 44139,
+  "shome</w>": 42701,
+  "shon": 19526,
+  "shon</w>": 37621,
+  "shone</w>": 47173,
+  "shoo": 1975,
+  "shook</w>": 20730,
+  "shoops</w>": 29956,
+  "shoot": 12531,
+  "shoot</w>": 3704,
+  "shooter</w>": 13645,
+  "shooters</w>": 31902,
+  "shooting</w>": 3992,
+  "shootings</w>": 26753,
+  "shootout</w>": 20666,
+  "shoots</w>": 14144,
+  "shop": 5738,
+  "shop</w>": 1557,
+  "shopify</w>": 47949,
+  "shoplocal</w>": 21775,
+  "shopp": 38486,
+  "shoppe</w>": 38236,
+  "shopped</w>": 28088,
+  "shopper</w>": 24346,
+  "shoppers</w>": 22316,
+  "shopping": 42101,
+  "shopping</w>": 4266,
+  "shops</w>": 6467,
+  "shopsmall</w>": 35942,
+  "shor": 3209,
+  "shore": 14717,
+  "shore</w>": 5928,
+  "shored": 33140,
+  "shoreditch</w>": 35042,
+  "shoreline</w>": 34807,
+  "shores</w>": 18102,
+  "short": 6803,
+  "short</w>": 3005,
+  "shortage</w>": 19910,
+  "shortages</w>": 38730,
+  "shortcuts</w>": 45793,
+  "shorten</w>": 41711,
+  "shorter</w>": 20350,
+  "shortest</w>": 33717,
+  "shortfilm</w>": 37204,
+  "shorth": 37397,
+  "shortlist</w>": 28163,
+  "shortlisted</w>": 20631,
+  "shortly</w>": 11967,
+  "shorts</w>": 9680,
+  "shorty</w>": 33502,
+  "shot": 9805,
+  "shot</w>": 2000,
+  "shotel</w>": 42365,
+  "shotgun</w>": 21643,
+  "shots</w>": 5342,
+  "shou": 3890,
+  "shoul": 29847,
+  "should": 14947,
+  "should</w>": 1535,
+  "shoulder</w>": 8476,
+  "shoulders</w>": 18738,
+  "shouldn</w>": 9416,
+  "shour</w>": 20025,
+  "shouse</w>": 28671,
+  "shout": 7335,
+  "shout</w>": 5214,
+  "shouted</w>": 44397,
+  "shouting</w>": 26464,
+  "shoutout</w>": 8274,
+  "shouts</w>": 26709,
+  "shovel</w>": 31778,
+  "show": 2133,
+  "show</w>": 1080,
+  "showbiz</w>": 34156,
+  "showcas": 14290,
+  "showcase</w>": 7265,
+  "showcased</w>": 35786,
+  "showcases</w>": 26266,
+  "showcasing</w>": 17036,
+  "showdown</w>": 15576,
+  "showed</w>": 7150,
+  "shower</w>": 7777,
+  "showers</w>": 9893,
+  "showing</w>": 3649,
+  "shown</w>": 8506,
+  "showroom</w>": 16821,
+  "shows</w>": 2665,
+  "showtime": 40576,
+  "showtime</w>": 15442,
+  "showyour": 46733,
+  "shp</w>": 38341,
+  "shq</w>": 21145,
+  "shr": 10118,
+  "shra": 21360,
+  "shradd": 28172,
+  "shraddha": 35208,
+  "shraddhakapoor</w>": 40385,
+  "shre": 12101,
+  "shred": 19756,
+  "shred</w>": 33017,
+  "shredded</w>": 31772,
+  "shredding</w>": 45534,
+  "shree</w>": 37410,
+  "shrek</w>": 35009,
+  "shrews": 26411,
+  "shrewsbury</w>": 30921,
+  "shri": 8838,
+  "shri</w>": 11424,
+  "shrimp</w>": 12727,
+  "shrin": 24865,
+  "shrine</w>": 16156,
+  "shrink</w>": 34957,
+  "shrinking</w>": 41243,
+  "shrm</w>": 44163,
+  "shro": 15259,
+  "shroff</w>": 32081,
+  "shrop": 22630,
+  "shropshire</w>": 26344,
+  "shru": 14911,
+  "shrub</w>": 41464,
+  "shrubs</w>": 47975,
+  "shrun": 46767,
+  "shs</w>": 16184,
+  "sht</w>": 44210,
+  "shti</w>": 38927,
+  "shu": 2872,
+  "shu</w>": 17651,
+  "shua</w>": 33771,
+  "shub</w>": 40552,
+  "shud</w>": 45782,
+  "shuff": 42641,
+  "shuffle</w>": 21681,
+  "shui</w>": 45473,
+  "shuk": 29927,
+  "shukla</w>": 46829,
+  "shul": 30721,
+  "shum": 37383,
+  "shun": 24479,
+  "shun</w>": 39594,
+  "shur": 41032,
+  "shut": 8702,
+  "shut</w>": 8282,
+  "shutdown</w>": 16051,
+  "shutout</w>": 24385,
+  "shuts</w>": 28313,
+  "shutt": 31866,
+  "shutter": 36235,
+  "shutter</w>": 33902,
+  "shutters</w>": 46894,
+  "shutting</w>": 31383,
+  "shuttle</w>": 15842,
+  "shwar</w>": 41640,
+  "shy": 22678,
+  "shy</w>": 9682,
+  "si": 564,
+  "si</w>": 2990,
+  "sia</w>": 2357,
+  "siam": 29686,
+  "siam</w>": 48248,
+  "siamese</w>": 43161,
+  "sian": 28510,
+  "sian</w>": 6221,
+  "sians</w>": 26583,
+  "sias</w>": 28645,
+  "siber": 22206,
+  "siberia</w>": 39969,
+  "siberian</w>": 34058,
+  "sibl": 14338,
+  "sible</w>": 14507,
+  "sibling": 43060,
+  "sibling</w>": 23779,
+  "siblings</w>": 17156,
+  "sic": 8278,
+  "sic</w>": 1118,
+  "sica</w>": 34125,
+  "sical</w>": 33875,
+  "sichuan</w>": 48950,
+  "sicilian</w>": 45292,
+  "sicily</w>": 23179,
+  "sick": 11143,
+  "sick</w>": 5359,
+  "sickest</w>": 47972,
+  "sickle</w>": 41459,
+  "sickness</w>": 28898,
+  "sics</w>": 26297,
+  "sid": 10117,
+  "sid</w>": 15119,
+  "sidd": 19842,
+  "siddi": 35227,
+  "side": 5869,
+  "side</w>": 1145,
+  "sided</w>": 21061,
+  "sidekick</w>": 44683,
+  "sidel": 43557,
+  "sideline</w>": 32056,
+  "sidelines</w>": 31046,
+  "sider</w>": 30581,
+  "siders</w>": 41249,
+  "sides</w>": 7578,
+  "sideshow</w>": 46789,
+  "sidewalk</w>": 23278,
+  "sidewalks</w>": 43583,
+  "sideways</w>": 35593,
+  "siding</w>": 38758,
+  "sidney</w>": 22598,
+  "sie": 8533,
+  "sie</w>": 5685,
+  "sieg": 49203,
+  "siege</w>": 18460,
+  "siegel</w>": 48559,
+  "siem": 18434,
+  "siemens</w>": 30147,
+  "siempre</w>": 44030,
+  "siena</w>": 33336,
+  "sienna</w>": 40373,
+  "sier": 10028,
+  "sier</w>": 7444,
+  "sierra</w>": 13552,
+  "siers</w>": 35923,
+  "sies</w>": 16367,
+  "siest</w>": 18323,
+  "sif</w>": 29300,
+  "sig": 872,
+  "sig</w>": 19145,
+  "sigh": 36303,
+  "sigh</w>": 15505,
+  "sighs</w>": 44579,
+  "sight": 16897,
+  "sight</w>": 6329,
+  "sighted</w>": 33034,
+  "sighting</w>": 17507,
+  "sightings</w>": 30004,
+  "sights</w>": 17364,
+  "sightseeing</w>": 34210,
+  "sigma": 45075,
+  "sigma</w>": 15697,
+  "sign": 5538,
+  "sign</w>": 2292,
+  "signage</w>": 21156,
+  "signal</w>": 10781,
+  "signaling</w>": 38492,
+  "signalling</w>": 48426,
+  "signals</w>": 17150,
+  "signation</w>": 24347,
+  "signature</w>": 9189,
+  "signatures</w>": 21865,
+  "signed</w>": 3163,
+  "signee</w>": 39778,
+  "signi": 34023,
+  "signific": 6374,
+  "significance</w>": 23769,
+  "significant</w>": 8735,
+  "significantly</w>": 16187,
+  "signing</w>": 4401,
+  "signingday</w>": 40282,
+  "signings</w>": 27731,
+  "signs</w>": 4659,
+  "signup</w>": 40791,
+  "sigue</w>": 49401,
+  "sii</w>": 36672,
+  "sik": 19974,
+  "sik</w>": 22413,
+  "sika</w>": 31144,
+  "sikh</w>": 21829,
+  "sikhs</w>": 45426,
+  "sil": 1556,
+  "sil</w>": 8315,
+  "sila</w>": 41754,
+  "sile": 37620,
+  "silen": 39048,
+  "silence</w>": 8462,
+  "silenced</w>": 45415,
+  "silent": 30352,
+  "silent</w>": 8487,
+  "silently</w>": 42640,
+  "silhou": 20589,
+  "silhouette</w>": 26149,
+  "silic": 23830,
+  "silicon": 32412,
+  "silicon</w>": 17888,
+  "silicone</w>": 28221,
+  "silk": 25891,
+  "silk</w>": 9743,
+  "silky</w>": 29554,
+  "sill": 42468,
+  "sill</w>": 48024,
+  "silly</w>": 11883,
+  "silon</w>": 31841,
+  "sils</w>": 39708,
+  "silva</w>": 16489,
+  "silve": 37697,
+  "silver": 7525,
+  "silver</w>": 3467,
+  "silverado</w>": 46160,
+  "silverstone</w>": 29666,
+  "silvia</w>": 37289,
+  "sim": 5026,
+  "sim</w>": 10740,
+  "sima</w>": 35871,
+  "simba</w>": 39492,
+  "simcoe</w>": 47148,
+  "sime": 28329,
+  "simi</w>": 38073,
+  "simil": 7202,
+  "similar</w>": 8547,
+  "similarities</w>": 34716,
+  "simm": 13001,
+  "simmons</w>": 14699,
+  "simo</w>": 37171,
+  "simon": 8796,
+  "simon</w>": 6668,
+  "simona</w>": 46277,
+  "simone</w>": 19062,
+  "simons</w>": 33097,
+  "simp": 2542,
+  "simple": 19018,
+  "simple</w>": 4129,
+  "simpler</w>": 35489,
+  "simplest</w>": 39588,
+  "simpli": 16868,
+  "simplicity</w>": 21262,
+  "simplified</w>": 36647,
+  "simplify</w>": 35479,
+  "simply": 25637,
+  "simply</w>": 6151,
+  "simpson": 41805,
+  "simpson</w>": 11750,
+  "simpsons</w>": 21092,
+  "sims</w>": 14021,
+  "simul": 9845,
+  "simulated</w>": 46395,
+  "simulation</w>": 18610,
+  "simulator</w>": 20821,
+  "simultaneous</w>": 48816,
+  "simultaneously</w>": 28575,
+  "sin": 1303,
+  "sin</w>": 3421,
+  "sina</w>": 19541,
+  "sinai</w>": 33226,
+  "sinatra</w>": 27262,
+  "sinc</w>": 30464,
+  "since</w>": 1855,
+  "sincere": 24513,
+  "sincere</w>": 24886,
+  "sincerely</w>": 25673,
+  "sinclair</w>": 23100,
+  "sind": 39598,
+  "sind</w>": 30877,
+  "sindh</w>": 20754,
+  "sindia</w>": 48038,
+  "sine": 22741,
+  "sine</w>": 33793,
+  "sinfo</w>": 47178,
+  "sing": 1387,
+  "sing</w>": 1197,
+  "singapo": 27861,
+  "singapore": 28879,
+  "singapore</w>": 6754,
+  "singer": 33880,
+  "singer</w>": 5108,
+  "singers</w>": 15613,
+  "singersongwriter</w>": 44585,
+  "singh": 19445,
+  "singh</w>": 5715,
+  "singing</w>": 5864,
+  "single": 19524,
+  "single</w>": 2688,
+  "singles</w>": 12025,
+  "singleton</w>": 46247,
+  "singly</w>": 16619,
+  "sings</w>": 13635,
+  "singul": 34003,
+  "singular</w>": 44009,
+  "singularity</w>": 48410,
+  "sinha</w>": 29416,
+  "sini": 41781,
+  "sini</w>": 26319,
+  "sinister</w>": 31313,
+  "sink": 37232,
+  "sink</w>": 14551,
+  "sinking</w>": 27949,
+  "sinks</w>": 32710,
+  "sinn</w>": 36315,
+  "sinner</w>": 45380,
+  "sinners</w>": 43436,
+  "sino</w>": 29759,
+  "sins</w>": 9345,
+  "sinthe": 30737,
+  "sinu": 37351,
+  "sinus</w>": 47535,
+  "sio</w>": 10807,
+  "siob": 40954,
+  "siology</w>": 46315,
+  "sion": 5676,
+  "sion</w>": 1015,
+  "sional</w>": 14533,
+  "sionally</w>": 30754,
+  "sions</w>": 4060,
+  "sioux": 44695,
+  "sioux</w>": 24954,
+  "sip</w>": 16096,
+  "sipping</w>": 28527,
+  "sir": 10708,
+  "sir</w>": 3846,
+  "sire</w>": 28450,
+  "siren</w>": 33026,
+  "sirens</w>": 35907,
+  "siri": 13986,
+  "siri</w>": 18394,
+  "sirius": 23574,
+  "sirius</w>": 34999,
+  "siriusxm</w>": 29833,
+  "sirloin</w>": 46828,
+  "sis": 18132,
+  "sis</w>": 2580,
+  "sisd</w>": 27132,
+  "sisi</w>": 37892,
+  "siss": 42929,
+  "sissy</w>": 27564,
+  "sist</w>": 20520,
+  "sista</w>": 37448,
+  "sister": 17417,
+  "sister</w>": 3677,
+  "sisterhood</w>": 37313,
+  "sisters</w>": 6404,
+  "sit": 7387,
+  "sit</w>": 4037,
+  "sitcom</w>": 30426,
+  "site": 26792,
+  "site</w>": 1988,
+  "sites</w>": 7236,
+  "sith</w>": 41499,
+  "sito</w>": 42613,
+  "sits</w>": 12726,
+  "sitt": 42988,
+  "sitter</w>": 40777,
+  "sittin</w>": 40887,
+  "sitting</w>": 4919,
+  "situ": 5562,
+  "situ</w>": 42536,
+  "situated</w>": 22030,
+  "situation</w>": 7144,
+  "situations</w>": 19096,
+  "sity": 38177,
+  "sity</w>": 5477,
+  "siu</w>": 40174,
+  "sium</w>": 8090,
+  "sius</w>": 27595,
+  "siva</w>": 20991,
+  "sivan</w>": 36931,
+  "sive": 23572,
+  "sive</w>": 1875,
+  "sively</w>": 10343,
+  "siveness</w>": 39667,
+  "sives</w>": 23896,
+  "sivity</w>": 42738,
+  "siwon</w>": 29055,
+  "six": 5968,
+  "six</w>": 4093,
+  "sixers</w>": 25941,
+  "sixteen</w>": 28677,
+  "sixth</w>": 12909,
+  "sixties</w>": 44948,
+  "sixty</w>": 32588,
+  "siya</w>": 44440,
+  "size": 38377,
+  "size</w>": 3235,
+  "sized</w>": 9832,
+  "sizes</w>": 10253,
+  "sizing</w>": 28330,
+  "sizz": 23778,
+  "sizzle</w>": 47890,
+  "sizzling</w>": 35799,
+  "sj": 7536,
+  "sj</w>": 16010,
+  "sjo": 42012,
+  "sk": 909,
+  "sk</w>": 2058,
+  "ska</w>": 7495,
+  "skag": 31948,
+  "skan": 46772,
+  "skar": 27587,
+  "skar</w>": 26835,
+  "skate": 13740,
+  "skate</w>": 12745,
+  "skateboard</w>": 31777,
+  "skateboarding</w>": 31352,
+  "skater</w>": 30337,
+  "skaters</w>": 39824,
+  "skates</w>": 31479,
+  "skc</w>": 44551,
+  "ske": 6261,
+  "ske</w>": 25516,
+  "skel": 36564,
+  "skelet": 27075,
+  "skeletal</w>": 37369,
+  "skeleton</w>": 20062,
+  "skeletons</w>": 48874,
+  "skell</w>": 40801,
+  "skep": 27772,
+  "skeptical</w>": 44934,
+  "sker": 37640,
+  "sker</w>": 33600,
+  "sket": 3744,
+  "sketch": 11767,
+  "sketch</w>": 5269,
+  "sketchbook</w>": 18899,
+  "sketched</w>": 38581,
+  "sketches</w>": 17622,
+  "sketching</w>": 23228,
+  "sketchy</w>": 41582,
+  "skey</w>": 37453,
+  "ski": 3327,
+  "ski</w>": 3428,
+  "skid": 36574,
+  "skid</w>": 32099,
+  "skier</w>": 42585,
+  "skies</w>": 7244,
+  "skiing</w>": 14400,
+  "skil": 24543,
+  "skill": 15598,
+  "skill</w>": 10604,
+  "skilled</w>": 17535,
+  "skillet</w>": 40568,
+  "skills</w>": 4113,
+  "skim": 33191,
+  "skin": 5821,
+  "skin</w>": 3575,
+  "skincare</w>": 12648,
+  "skine</w>": 37300,
+  "sking": 46215,
+  "skinned</w>": 42199,
+  "skinner</w>": 30261,
+  "skinny": 42729,
+  "skinny</w>": 15457,
+  "skins</w>": 11594,
+  "skip": 39793,
+  "skip</w>": 14296,
+  "skipped</w>": 40639,
+  "skipper</w>": 22226,
+  "skipping</w>": 34867,
+  "skir": 8919,
+  "skirt</w>": 12386,
+  "skirts</w>": 24840,
+  "skis</w>": 32843,
+  "skit</w>": 43573,
+  "skitchen</w>": 42820,
+  "skittles</w>": 43213,
+  "sko": 15141,
+  "sko</w>": 23493,
+  "skoda</w>": 38668,
+  "skool</w>": 26743,
+  "skril": 43149,
+  "skrillex</w>": 43651,
+  "sks</w>": 48136,
+  "sku": 10836,
+  "skul": 17561,
+  "skull": 34068,
+  "skull</w>": 12092,
+  "skulls</w>": 31804,
+  "skunk</w>": 42194,
+  "sky": 3075,
+  "sky</w>": 2390,
+  "skybet": 45540,
+  "skye</w>": 21475,
+  "skyl": 43554,
+  "skylar</w>": 45411,
+  "skyline</w>": 14606,
+  "skymap</w>": 41734,
+  "skynews</w>": 40977,
+  "skype</w>": 17069,
+  "skyrim</w>": 33693,
+  "skysports": 39845,
+  "skysports</w>": 46725,
+  "skywalker</w>": 32936,
+  "sl": 2621,
+  "sl</w>": 7489,
+  "sla": 2725,
+  "sla</w>": 26707,
+  "slab</w>": 24241,
+  "slabs</w>": 42818,
+  "slack": 37108,
+  "slack</w>": 30142,
+  "slade</w>": 33546,
+  "slain</w>": 35972,
+  "slalom</w>": 43540,
+  "slam": 14891,
+  "slam</w>": 10131,
+  "slammed</w>": 29772,
+  "slams</w>": 18907,
+  "slan": 44663,
+  "slan</w>": 47193,
+  "sland</w>": 11294,
+  "slang</w>": 33655,
+  "slap": 48830,
+  "slap</w>": 21751,
+  "slapped</w>": 38861,
+  "slaps</w>": 46796,
+  "slash</w>": 19749,
+  "slat": 38966,
+  "slate</w>": 17919,
+  "slated</w>": 36094,
+  "slater</w>": 25968,
+  "slaugh": 26782,
+  "slaughter</w>": 19815,
+  "slaughtered</w>": 46615,
+  "slav</w>": 47292,
+  "slava</w>": 41797,
+  "slave</w>": 14029,
+  "slavery</w>": 15754,
+  "slaves</w>": 23833,
+  "slaw</w>": 28178,
+  "slay": 48319,
+  "slay</w>": 19380,
+  "slayed</w>": 44870,
+  "slayer</w>": 21605,
+  "slaying</w>": 27812,
+  "slays</w>": 45648,
+  "slc</w>": 21972,
+  "sle": 1709,
+  "sleague</w>": 23336,
+  "sled</w>": 28438,
+  "sledge</w>": 48750,
+  "slee": 17642,
+  "slee</w>": 38977,
+  "sleek</w>": 23187,
+  "sleep": 4656,
+  "sleep</w>": 3840,
+  "sleeper</w>": 28709,
+  "sleeping</w>": 6982,
+  "sleepless</w>": 39779,
+  "sleepover</w>": 39415,
+  "sleeps</w>": 16610,
+  "sleepy": 32572,
+  "sleepy</w>": 14497,
+  "sleet</w>": 36948,
+  "sleeve": 35270,
+  "sleeve</w>": 10536,
+  "sleeveless</w>": 38049,
+  "sleeves</w>": 19691,
+  "sleg</w>": 47650,
+  "sleigh</w>": 30865,
+  "slender</w>": 40331,
+  "slept</w>": 20388,
+  "sler</w>": 14066,
+  "sley": 17198,
+  "sley</w>": 6496,
+  "sli": 1811,
+  "sli</w>": 44824,
+  "slic": 19692,
+  "slice</w>": 13431,
+  "sliced</w>": 28121,
+  "slices</w>": 28424,
+  "slick</w>": 18341,
+  "slide": 27828,
+  "slide</w>": 8837,
+  "slider</w>": 37861,
+  "sliders</w>": 40700,
+  "slides</w>": 15939,
+  "slideshow</w>": 42817,
+  "sliding</w>": 21468,
+  "slife</w>": 15448,
+  "sliga</w>": 21080,
+  "slight</w>": 14297,
+  "slightly</w>": 8456,
+  "sligo</w>": 30424,
+  "slike": 38744,
+  "slim": 35226,
+  "slim</w>": 12364,
+  "slime</w>": 29107,
+  "sling": 28021,
+  "sling</w>": 32607,
+  "slinger</w>": 47269,
+  "slions</w>": 43363,
+  "slip": 39785,
+  "slip</w>": 12105,
+  "slipknot</w>": 41816,
+  "slipped</w>": 30344,
+  "slipper</w>": 39644,
+  "slippers</w>": 26509,
+  "slippery</w>": 30814,
+  "slipping</w>": 36301,
+  "slips</w>": 30632,
+  "slist</w>": 33749,
+  "slit</w>": 47011,
+  "slive</w>": 31652,
+  "slo": 4303,
+  "slo</w>": 36083,
+  "sloan</w>": 29110,
+  "sloane</w>": 41553,
+  "slogan</w>": 23398,
+  "slogans</w>": 42795,
+  "slope</w>": 22769,
+  "slopes</w>": 24066,
+  "sloppy</w>": 36154,
+  "slot</w>": 14500,
+  "sloth</w>": 30007,
+  "slots</w>": 19238,
+  "slou": 48493,
+  "slovak": 23315,
+  "slovakia</w>": 25994,
+  "sloven": 17018,
+  "slovenia</w>": 21037,
+  "slow": 6674,
+  "slow</w>": 5444,
+  "slowdown</w>": 38421,
+  "slowed</w>": 43793,
+  "slower</w>": 29181,
+  "slowing</w>": 29839,
+  "slowly</w>": 9568,
+  "slows</w>": 46855,
+  "slp</w>": 45599,
+  "slr</w>": 21325,
+  "sls</w>": 33651,
+  "slt</w>": 39283,
+  "sltd</w>": 36388,
+  "slu": 7224,
+  "slu</w>": 47456,
+  "slug</w>": 34190,
+  "slugger</w>": 48671,
+  "slum</w>": 46754,
+  "slumber</w>": 44295,
+  "slump</w>": 35588,
+  "slur": 30476,
+  "slush</w>": 39815,
+  "slv</w>": 45526,
+  "sly": 28145,
+  "sly</w>": 21062,
+  "sm": 978,
+  "sm</w>": 2764,
+  "sma": 4357,
+  "sma</w>": 11854,
+  "smack": 21280,
+  "smack</w>": 30026,
+  "smackdown</w>": 26138,
+  "smafia</w>": 47686,
+  "smag</w>": 32212,
+  "smal": 48379,
+  "small": 5244,
+  "small</w>": 2442,
+  "smallbiz": 41724,
+  "smallbiz</w>": 18987,
+  "smallbusiness</w>": 21316,
+  "smalle": 18490,
+  "smaller</w>": 12431,
+  "smallest</w>": 18686,
+  "smalls</w>": 41696,
+  "sman</w>": 9612,
+  "smar": 3201,
+  "smart": 5383,
+  "smart</w>": 4115,
+  "smartcities</w>": 34822,
+  "smartcity</w>": 33973,
+  "smarter</w>": 18990,
+  "smartest</w>": 37092,
+  "smarthome</w>": 47726,
+  "smartphone</w>": 11290,
+  "smartphones</w>": 22212,
+  "smartwatch</w>": 35798,
+  "smash": 17258,
+  "smash</w>": 10332,
+  "smashbros</w>": 44897,
+  "smashed</w>": 18410,
+  "smashes</w>": 45657,
+  "smashing</w>": 19632,
+  "smatter</w>": 16537,
+  "smb</w>": 30446,
+  "smc": 31375,
+  "smc</w>": 28312,
+  "smd</w>": 34582,
+  "sme": 11758,
+  "sme</w>": 15650,
+  "smear</w>": 37546,
+  "smel": 28476,
+  "smell</w>": 9688,
+  "smelling</w>": 32493,
+  "smells</w>": 14668,
+  "smelly</w>": 46145,
+  "smen</w>": 15961,
+  "smer": 48526,
+  "smere</w>": 39629,
+  "smes</w>": 26141,
+  "smg</w>": 46876,
+  "smh</w>": 9623,
+  "smi": 5655,
+  "smi</w>": 40049,
+  "smil": 33937,
+  "smile": 27641,
+  "smile</w>": 3490,
+  "smiled</w>": 34362,
+  "smiles</w>": 8726,
+  "smiley</w>": 22925,
+  "smiling</w>": 9200,
+  "smir": 24667,
+  "smith": 10527,
+  "smith</w>": 2915,
+  "smiths</w>": 27872,
+  "smithson": 25372,
+  "smithsonian</w>": 31209,
+  "smm</w>": 19510,
+  "smma</w>": 42370,
+  "smo": 2513,
+  "smo</w>": 13437,
+  "smobile</w>": 38923,
+  "smog</w>": 44425,
+  "smoke": 20381,
+  "smoke</w>": 6664,
+  "smoked</w>": 11161,
+  "smoker</w>": 32348,
+  "smokers</w>": 29571,
+  "smokes</w>": 40336,
+  "smokey</w>": 23670,
+  "smokin</w>": 32825,
+  "smoking</w>": 9038,
+  "smoky</w>": 25549,
+  "smol": 29939,
+  "smol</w>": 40403,
+  "smoo": 5430,
+  "smooth": 10958,
+  "smooth</w>": 8990,
+  "smoother</w>": 44271,
+  "smoothie</w>": 16668,
+  "smoothies</w>": 34458,
+  "smoothly</w>": 32380,
+  "smore</w>": 48323,
+  "smp</w>": 32260,
+  "smriti": 49227,
+  "sms</w>": 10409,
+  "smt</w>": 26672,
+  "smtown</w>": 26072,
+  "smu": 10878,
+  "smu</w>": 30458,
+  "smug</w>": 41021,
+  "smugg": 28130,
+  "smuggling</w>": 34146,
+  "smur": 24708,
+  "smusic</w>": 19191,
+  "smw</w>": 44929,
+  "smx</w>": 46699,
+  "smy": 14381,
+  "smyth</w>": 44822,
+  "sn": 1672,
+  "sn</w>": 5844,
+  "sna": 4032,
+  "snack": 47548,
+  "snack</w>": 10039,
+  "snacking</w>": 46474,
+  "snacks</w>": 12349,
+  "snag": 34789,
+  "snag</w>": 28043,
+  "snagged</w>": 48534,
+  "snail</w>": 23132,
+  "snails</w>": 34928,
+  "snake": 30133,
+  "snake</w>": 8798,
+  "snakes</w>": 19605,
+  "snap": 4578,
+  "snap</w>": 7404,
+  "snapback</w>": 31234,
+  "snapchat</w>": 7799,
+  "snapmatic</w>": 45907,
+  "snapp": 10185,
+  "snapped</w>": 15543,
+  "snapper</w>": 31677,
+  "snapping</w>": 31581,
+  "snaps</w>": 16890,
+  "snapshot</w>": 18243,
+  "snar": 30810,
+  "snare</w>": 40651,
+  "snat": 18457,
+  "snatch</w>": 35302,
+  "snatched</w>": 44821,
+  "snation</w>": 14362,
+  "snazzy</w>": 48963,
+  "snc</w>": 39918,
+  "sne": 3791,
+  "sne</w>": 46503,
+  "sneak": 27871,
+  "sneak</w>": 6917,
+  "sneaker": 31698,
+  "sneaker</w>": 24781,
+  "sneakers</w>": 17397,
+  "sneaking</w>": 34633,
+  "sneakpeek</w>": 47831,
+  "sneaks</w>": 40926,
+  "sneaky</w>": 21293,
+  "snee": 42095,
+  "snell</w>": 46410,
+  "sner</w>": 31424,
+  "snes</w>": 26667,
+  "snews</w>": 18623,
+  "snf</w>": 47651,
+  "sng</w>": 41549,
+  "snhl</w>": 43093,
+  "sni": 7186,
+  "sni</w>": 35570,
+  "snickers</w>": 49127,
+  "sniff</w>": 37841,
+  "snip</w>": 42954,
+  "sniper</w>": 22157,
+  "snippet</w>": 37531,
+  "snippets</w>": 44001,
+  "snl</w>": 16011,
+  "sno": 8567,
+  "sno</w>": 17802,
+  "snoo": 11352,
+  "snooker</w>": 25657,
+  "snoop": 44503,
+  "snoop</w>": 27754,
+  "snoopdogg</w>": 48388,
+  "snoopy</w>": 41967,
+  "snooze</w>": 40718,
+  "snor": 16590,
+  "snoring</w>": 44560,
+  "snorkel": 44285,
+  "snorkeling</w>": 48103,
+  "snow": 3880,
+  "snow</w>": 2583,
+  "snowball</w>": 39254,
+  "snowboard</w>": 33403,
+  "snowboarding</w>": 32397,
+  "snowday</w>": 37982,
+  "snowden</w>": 32154,
+  "snowdon</w>": 47107,
+  "snowdonia</w>": 36088,
+  "snowed</w>": 45073,
+  "snowfall</w>": 21714,
+  "snowflake</w>": 33447,
+  "snowflakes</w>": 38618,
+  "snowing</w>": 21443,
+  "snowman</w>": 22668,
+  "snowstorm</w>": 38777,
+  "snowy</w>": 14191,
+  "snp</w>": 15301,
+  "sns</w>": 36343,
+  "snsd</w>": 27961,
+  "snt</w>": 34834,
+  "snu": 9694,
+  "snuck</w>": 36522,
+  "snug</w>": 45169,
+  "snuggle</w>": 31327,
+  "snuggles</w>": 48165,
+  "sny": 17526,
+  "snyder</w>": 22106,
+  "snz</w>": 37678,
+  "so": 759,
+  "so</w>": 706,
+  "soa</w>": 39584,
+  "soak</w>": 24839,
+  "soaked</w>": 26592,
+  "soaking</w>": 26750,
+  "soap": 26086,
+  "soap</w>": 11088,
+  "soaps</w>": 40958,
+  "soar": 48997,
+  "soar</w>": 22241,
+  "soaring</w>": 27968,
+  "soars</w>": 41348,
+  "sob": 24900,
+  "sob</w>": 35507,
+  "sobbing</w>": 36691,
+  "sober": 30969,
+  "sober</w>": 24487,
+  "sobre</w>": 42768,
+  "sobri": 49308,
+  "sobs</w>": 43636,
+  "soc": 3253,
+  "soc</w>": 7741,
+  "soca</w>": 49239,
+  "socal": 46470,
+  "socal</w>": 20450,
+  "soccer": 16268,
+  "soccer</w>": 4233,
+  "socceroos</w>": 41997,
+  "socent</w>": 30831,
+  "sochi</w>": 21014,
+  "soci": 1720,
+  "social": 4803,
+  "social</w>": 2346,
+  "socialism</w>": 23372,
+  "socialist</w>": 18450,
+  "socialists</w>": 43839,
+  "socially</w>": 24555,
+  "socialmedi": 23813,
+  "socialmedia</w>": 9600,
+  "socialmediamarketing</w>": 31790,
+  "societal</w>": 40058,
+  "societies</w>": 25855,
+  "society</w>": 3757,
+  "socio": 44319,
+  "socio</w>": 42790,
+  "sociology</w>": 32373,
+  "sock": 29801,
+  "sock</w>": 18277,
+  "socket</w>": 28657,
+  "socks</w>": 8774,
+  "socorro</w>": 46409,
+  "socute</w>": 45086,
+  "sod</w>": 31435,
+  "soda</w>": 13533,
+  "sodium</w>": 29070,
+  "soe": 44136,
+  "soe</w>": 25498,
+  "soever</w>": 34024,
+  "sof": 1571,
+  "sof</w>": 41187,
+  "sofa</w>": 15723,
+  "soff": 35290,
+  "soff</w>": 30684,
+  "sofficial</w>": 20563,
+  "sofi": 41537,
+  "sofia</w>": 18914,
+  "sofinstagram</w>": 17301,
+  "soft": 12778,
+  "soft</w>": 3773,
+  "softball</w>": 8369,
+  "softer</w>": 44462,
+  "softhe": 23127,
+  "softly</w>": 34958,
+  "software": 35941,
+  "software</w>": 5847,
+  "softwitter</w>": 11311,
+  "sog</w>": 44775,
+  "soggy</w>": 41168,
+  "sohn</w>": 49267,
+  "soho": 47749,
+  "soho</w>": 17592,
+  "soi</w>": 40495,
+  "soil": 33417,
+  "soil</w>": 9216,
+  "soils</w>": 34891,
+  "soir</w>": 43427,
+  "sok</w>": 43456,
+  "sol": 1175,
+  "sol</w>": 9941,
+  "sola</w>": 40086,
+  "solace</w>": 42567,
+  "solar": 16990,
+  "solar</w>": 5199,
+  "solareclipse</w>": 44727,
+  "sold": 33116,
+  "sold</w>": 3939,
+  "soldi": 5098,
+  "soldier</w>": 9355,
+  "soldiers</w>": 7547,
+  "sole": 10519,
+  "sole</w>": 8576,
+  "soleil</w>": 33148,
+  "solely</w>": 27913,
+  "solent</w>": 47783,
+  "soles</w>": 22682,
+  "soli": 3911,
+  "solic": 19369,
+  "solicitor</w>": 45647,
+  "solicitors</w>": 46000,
+  "solid": 30626,
+  "solid</w>": 6148,
+  "solidar": 10415,
+  "solidarity</w>": 10983,
+  "solidi": 46136,
+  "solids</w>": 49070,
+  "solihull</w>": 45293,
+  "solit": 37039,
+  "solitaire</w>": 47257,
+  "solitary</w>": 33094,
+  "solitude</w>": 33199,
+  "solo": 17626,
+  "solo</w>": 5797,
+  "soloist</w>": 46391,
+  "solom": 15768,
+  "solomon</w>": 19785,
+  "solos</w>": 44868,
+  "solst": 20298,
+  "solstice</w>": 21359,
+  "solu": 2487,
+  "solution</w>": 4575,
+  "solutions</w>": 5140,
+  "solve</w>": 8917,
+  "solved</w>": 13451,
+  "solves</w>": 42740,
+  "solving</w>": 15581,
+  "som": 734,
+  "som</w>": 10672,
+  "soma</w>": 36170,
+  "somal": 40281,
+  "somali</w>": 26231,
+  "somalia</w>": 17051,
+  "somaliland</w>": 43315,
+  "some": 1132,
+  "some</w>": 836,
+  "somebody</w>": 8305,
+  "someday</w>": 17127,
+  "somehow</w>": 11735,
+  "someone</w>": 2100,
+  "somer": 9656,
+  "somerhalder</w>": 33990,
+  "somerset</w>": 14926,
+  "somerville</w>": 41409,
+  "somes</w>": 38124,
+  "somethin</w>": 33541,
+  "something": 28316,
+  "something</w>": 2006,
+  "sometime</w>": 21464,
+  "sometimes</w>": 4237,
+  "somewhat</w>": 17864,
+  "somewhere</w>": 8119,
+  "somm": 42726,
+  "somme</w>": 30625,
+  "sommer</w>": 44954,
+  "somos</w>": 24951,
+  "son": 1176,
+  "son</w>": 825,
+  "sona</w>": 21249,
+  "sonam": 40096,
+  "sonar</w>": 48235,
+  "sonata</w>": 37009,
+  "sone</w>": 29599,
+  "song": 6868,
+  "song</w>": 2295,
+  "songs</w>": 4641,
+  "songwriter</w>": 13034,
+  "songwriters</w>": 39583,
+  "songwriting</w>": 33567,
+  "songz</w>": 49302,
+  "soni": 34899,
+  "soni</w>": 35911,
+  "sonia</w>": 20409,
+  "sonic": 23785,
+  "sonic</w>": 9132,
+  "sonics</w>": 48511,
+  "sonja</w>": 46102,
+  "sonline</w>": 23412,
+  "sonny": 43000,
+  "sonny</w>": 20880,
+  "sono</w>": 44109,
+  "sonom": 48596,
+  "sonoma</w>": 26269,
+  "sons</w>": 5502,
+  "sonsof": 46676,
+  "sont</w>": 31063,
+  "sonthe": 40923,
+  "sony": 16042,
+  "sony</w>": 8748,
+  "sonya</w>": 39172,
+  "soo": 5517,
+  "soo</w>": 8602,
+  "soom": 39771,
+  "soon": 27559,
+  "soon</w>": 1745,
+  "sooner</w>": 18968,
+  "sooners</w>": 30449,
+  "sooo</w>": 11526,
+  "soooo</w>": 13658,
+  "sooooo</w>": 21199,
+  "soooooo</w>": 34859,
+  "soor": 46698,
+  "soothe</w>": 44424,
+  "soothing</w>": 27730,
+  "sop": 3974,
+  "sop</w>": 19194,
+  "soph</w>": 34963,
+  "sophi": 6192,
+  "sophia</w>": 16790,
+  "sophie": 38648,
+  "sophie</w>": 12357,
+  "sophistic": 17646,
+  "sophisticated</w>": 20833,
+  "sophom": 13696,
+  "sophomore</w>": 15242,
+  "sophomores</w>": 47645,
+  "soprano</w>": 28880,
+  "soproud</w>": 44479,
+  "sor": 1852,
+  "sor</w>": 16872,
+  "sora</w>": 38719,
+  "sorbet</w>": 39994,
+  "sore": 43330,
+  "sore</w>": 15454,
+  "sored</w>": 6731,
+  "soren": 38907,
+  "sorg</w>": 28152,
+  "sori": 38588,
+  "sorority</w>": 30059,
+  "soros</w>": 33248,
+  "sorren": 44012,
+  "sorrow</w>": 28020,
+  "sorrows</w>": 47924,
+  "sorry": 25745,
+  "sorry</w>": 3675,
+  "sorrynotsorry</w>": 37105,
+  "sort</w>": 8450,
+  "sorta</w>": 34700,
+  "sorted</w>": 13221,
+  "sorting</w>": 19198,
+  "sorts</w>": 12577,
+  "sory</w>": 16257,
+  "sos": 25145,
+  "sos</w>": 5792,
+  "sosa</w>": 45433,
+  "sosfam</w>": 47709,
+  "sot": 41542,
+  "sot</w>": 34116,
+  "sothe": 32145,
+  "sotho</w>": 45496,
+  "soto</w>": 27947,
+  "sotto</w>": 26047,
+  "sotu</w>": 32286,
+  "sou": 1101,
+  "sou</w>": 24293,
+  "sought</w>": 18874,
+  "soul": 8701,
+  "soul</w>": 3755,
+  "soulful</w>": 30196,
+  "soulmate</w>": 38130,
+  "souls</w>": 10951,
+  "soun": 19474,
+  "sound": 5236,
+  "sound</w>": 3608,
+  "soundcheck</w>": 31394,
+  "soundcloud</w>": 15190,
+  "sounded</w>": 28287,
+  "sounders</w>": 44933,
+  "sounding</w>": 21351,
+  "sounds</w>": 5694,
+  "soundtrack</w>": 11389,
+  "soup</w>": 7077,
+  "soups</w>": 45052,
+  "sour": 2235,
+  "sour</w>": 12049,
+  "source": 23698,
+  "source</w>": 3634,
+  "sourced</w>": 23340,
+  "sources</w>": 5124,
+  "sourcing</w>": 19574,
+  "sourdough</w>": 29921,
+  "souri</w>": 11674,
+  "sous</w>": 32093,
+  "sousa</w>": 46296,
+  "sout": 38156,
+  "sout</w>": 32732,
+  "south": 2938,
+  "south</w>": 2045,
+  "southafrica</w>": 15184,
+  "southampton</w>": 15767,
+  "southbank</w>": 44173,
+  "southbound</w>": 22932,
+  "southeast</w>": 13942,
+  "southeastern</w>": 26813,
+  "southend</w>": 25583,
+  "souther": 33330,
+  "southern": 17704,
+  "southern</w>": 5036,
+  "southgate</w>": 47262,
+  "southkorea</w>": 43552,
+  "southport</w>": 37446,
+  "southside</w>": 36436,
+  "southsudan</w>": 30419,
+  "southwark</w>": 39098,
+  "southwe": 46443,
+  "southwest</w>": 13320,
+  "southwestern</w>": 30157,
+  "souven": 20210,
+  "souvenir</w>": 24811,
+  "souvenirs</w>": 48460,
+  "souza</w>": 29424,
+  "sov</w>": 29737,
+  "sover</w>": 31876,
+  "sovere": 17736,
+  "sovereign": 29418,
+  "sovereign</w>": 26337,
+  "sovereignty</w>": 31701,
+  "soviet</w>": 14274,
+  "sow</w>": 33089,
+  "sowe": 36130,
+  "soweto</w>": 47070,
+  "sown</w>": 49369,
+  "sox": 39556,
+  "sox</w>": 8657,
+  "soy": 16524,
+  "soy</w>": 15010,
+  "soybean</w>": 34606,
+  "soybeans</w>": 40840,
+  "soyu": 39578,
+  "soyuz</w>": 43842,
+  "sp": 588,
+  "sp</w>": 4393,
+  "spa": 7852,
+  "spa</w>": 6692,
+  "spac": 10336,
+  "space": 7857,
+  "space</w>": 2138,
+  "spacecraft</w>": 25940,
+  "spaces</w>": 9006,
+  "spaceship</w>": 34317,
+  "spacex</w>": 22511,
+  "spacey</w>": 48770,
+  "spacious</w>": 24769,
+  "spad": 45362,
+  "spade</w>": 32562,
+  "spades</w>": 48368,
+  "spaghetti</w>": 18440,
+  "spain</w>": 5083,
+  "spal": 26018,
+  "spam": 29712,
+  "spam</w>": 14624,
+  "span": 4270,
+  "span</w>": 14537,
+  "spandex</w>": 41686,
+  "spani": 16721,
+  "spaniel</w>": 35435,
+  "spanish": 29966,
+  "spanish</w>": 6013,
+  "spann</w>": 25323,
+  "spanning</w>": 38638,
+  "spans</w>": 45407,
+  "spaper": 34548,
+  "spar": 3378,
+  "spar</w>": 34576,
+  "spare</w>": 12615,
+  "spares</w>": 39505,
+  "spark": 9555,
+  "spark</w>": 11047,
+  "sparked</w>": 32647,
+  "sparkle</w>": 18287,
+  "sparkles</w>": 36410,
+  "sparkling</w>": 17893,
+  "sparkly</w>": 30542,
+  "sparks</w>": 15046,
+  "sparky</w>": 47198,
+  "sparring</w>": 42161,
+  "sparrow</w>": 22888,
+  "spart": 10143,
+  "sparta</w>": 38401,
+  "spartan": 26582,
+  "spartan</w>": 24225,
+  "spartans</w>": 20457,
+  "sparty</w>": 36477,
+  "spas": 31714,
+  "spati": 19200,
+  "spatial</w>": 22022,
+  "spaw": 31605,
+  "spawn</w>": 29166,
+  "spay": 40634,
+  "spc</w>": 20492,
+  "spca</w>": 37018,
+  "spd": 37717,
+  "spd</w>": 28307,
+  "spdwy</w>": 45981,
+  "spe": 876,
+  "spe</w>": 36676,
+  "speak": 20599,
+  "speak</w>": 4208,
+  "speake": 46077,
+  "speaker": 25764,
+  "speaker</w>": 4914,
+  "speakers</w>": 7675,
+  "speaking</w>": 3714,
+  "speaks</w>": 5661,
+  "spear": 23277,
+  "spear</w>": 30420,
+  "speare</w>": 43859,
+  "spears</w>": 20242,
+  "spec": 1711,
+  "spec</w>": 18596,
+  "speci": 1969,
+  "special": 11422,
+  "special</w>": 1689,
+  "specialist</w>": 10630,
+  "specialists</w>": 21719,
+  "speciality</w>": 46904,
+  "specialized</w>": 23265,
+  "specializes</w>": 48533,
+  "specially</w>": 4513,
+  "specials</w>": 11983,
+  "specialty</w>": 18262,
+  "species</w>": 6330,
+  "specific</w>": 10528,
+  "specifically</w>": 17174,
+  "specification</w>": 46394,
+  "specifications</w>": 39705,
+  "specified</w>": 48114,
+  "specimen</w>": 30263,
+  "specimens</w>": 42715,
+  "specs</w>": 24093,
+  "spect</w>": 3416,
+  "spectac": 7242,
+  "spectacle</w>": 34342,
+  "spectacular</w>": 8404,
+  "spectator</w>": 32372,
+  "spectators</w>": 39306,
+  "spective</w>": 6633,
+  "spector</w>": 48676,
+  "spectral</w>": 45441,
+  "spectre</w>": 35998,
+  "spectro": 27646,
+  "spectrum</w>": 13532,
+  "specul": 19209,
+  "speculation</w>": 30898,
+  "sped</w>": 38813,
+  "spee": 4050,
+  "speech": 19556,
+  "speech</w>": 4902,
+  "speeches</w>": 25208,
+  "speechless</w>": 23152,
+  "speed": 6860,
+  "speed</w>": 4163,
+  "speeding</w>": 27264,
+  "speeds</w>": 22017,
+  "speedway</w>": 11480,
+  "speedy</w>": 21603,
+  "spel": 41887,
+  "spell": 22784,
+  "spell</w>": 11230,
+  "spelled</w>": 24339,
+  "spelling</w>": 15614,
+  "spells</w>": 25335,
+  "spelt</w>": 38316,
+  "spen": 5087,
+  "spence</w>": 33324,
+  "spencer": 27509,
+  "spencer</w>": 10678,
+  "spend</w>": 4664,
+  "spending</w>": 5961,
+  "spends</w>": 22508,
+  "spent</w>": 4429,
+  "speople</w>": 33035,
+  "sper": 8213,
+  "sper</w>": 15313,
+  "sperm</w>": 35781,
+  "sperson</w>": 22687,
+  "spf</w>": 34973,
+  "spg</w>": 34623,
+  "sph": 28909,
+  "sph</w>": 24684,
+  "sphe": 33691,
+  "spher": 18349,
+  "sphere</w>": 6987,
+  "spheres</w>": 37478,
+  "spheric</w>": 21744,
+  "sphin": 39237,
+  "sphinx</w>": 46487,
+  "spho": 20442,
+  "sphoto</w>": 38594,
+  "sphy": 43808,
+  "spi": 3174,
+  "spi</w>": 37080,
+  "spic": 17264,
+  "spice": 29761,
+  "spice</w>": 10141,
+  "spiced</w>": 24267,
+  "spicer</w>": 37627,
+  "spices</w>": 21194,
+  "spicy</w>": 10915,
+  "spide": 36801,
+  "spider": 11963,
+  "spider</w>": 7622,
+  "spiderman": 39808,
+  "spiderman</w>": 18427,
+  "spiders</w>": 23141,
+  "spidey</w>": 41706,
+  "spie": 28573,
+  "spie</w>": 28746,
+  "spied</w>": 43998,
+  "spiegel</w>": 45351,
+  "spiel": 28435,
+  "spiel</w>": 37690,
+  "spielberg</w>": 37569,
+  "spies</w>": 25374,
+  "spieth</w>": 43254,
+  "spike": 35306,
+  "spike</w>": 15310,
+  "spiked</w>": 47014,
+  "spikes</w>": 29582,
+  "spil": 47765,
+  "spill": 43933,
+  "spill</w>": 18006,
+  "spilled</w>": 33206,
+  "spilling</w>": 49006,
+  "spills</w>": 35796,
+  "spin": 6288,
+  "spin</w>": 9226,
+  "spinach</w>": 14747,
+  "spinal</w>": 23925,
+  "spine": 48221,
+  "spine</w>": 19646,
+  "sping</w>": 47113,
+  "spinner</w>": 29924,
+  "spinning</w>": 13987,
+  "spino": 40848,
+  "spinoff</w>": 42513,
+  "spinrilla</w>": 46064,
+  "spins</w>": 27243,
+  "spion": 39604,
+  "spionage</w>": 41838,
+  "spir": 3745,
+  "spiral</w>": 19873,
+  "spiration</w>": 38126,
+  "spire</w>": 27439,
+  "spired</w>": 40650,
+  "spires</w>": 46938,
+  "spiri": 4024,
+  "spirit": 18224,
+  "spirit</w>": 4071,
+  "spirited</w>": 34701,
+  "spirits</w>": 13192,
+  "spiritu": 7237,
+  "spiritual": 46076,
+  "spiritual</w>": 9473,
+  "spirituality</w>": 22165,
+  "spiro": 40085,
+  "spit": 18115,
+  "spit</w>": 23177,
+  "spite</w>": 26060,
+  "spitfire</w>": 31126,
+  "spitting</w>": 40721,
+  "spl": 2470,
+  "spl</w>": 33052,
+  "spla": 4809,
+  "splac": 16059,
+  "splace</w>": 38743,
+  "splash": 43641,
+  "splash</w>": 11879,
+  "splat": 15733,
+  "splatoon</w>": 22565,
+  "splay</w>": 3169,
+  "splen": 18552,
+  "splend": 29861,
+  "splendid</w>": 21016,
+  "splendor</w>": 46262,
+  "splin": 38090,
+  "split": 25443,
+  "split</w>": 9109,
+  "splits</w>": 34897,
+  "splitting</w>": 37210,
+  "splus</w>": 40866,
+  "spn": 35467,
+  "spn</w>": 19414,
+  "spnfamily</w>": 38566,
+  "spo": 1261,
+  "spo</w>": 21085,
+  "spock</w>": 43918,
+  "spoil</w>": 25600,
+  "spoiled</w>": 21399,
+  "spoiler</w>": 16512,
+  "spoilers</w>": 18326,
+  "spoils</w>": 42436,
+  "spoilt</w>": 35358,
+  "spokane</w>": 24528,
+  "spoke": 13890,
+  "spoke</w>": 6518,
+  "spoken</w>": 12979,
+  "spokesman</w>": 31632,
+  "spokesperson</w>": 26234,
+  "spol": 22476,
+  "spol</w>": 8132,
+  "spoli</w>": 34301,
+  "spolice</w>": 37406,
+  "spon": 1715,
+  "spon</w>": 48216,
+  "sponge": 22861,
+  "sponge</w>": 24345,
+  "spongebob</w>": 25089,
+  "spons": 5597,
+  "sponsor": 10424,
+  "sponsor</w>": 7574,
+  "sponsored</w>": 7197,
+  "sponsoring</w>": 16181,
+  "sponsors</w>": 11005,
+  "sponsorship</w>": 17632,
+  "spontaneous</w>": 32465,
+  "spoo": 11248,
+  "spooky</w>": 15369,
+  "spool</w>": 49152,
+  "spoon": 27001,
+  "spoon</w>": 14024,
+  "spoons</w>": 29661,
+  "spor": 1475,
+  "spor</w>": 33746,
+  "sport": 4379,
+  "sport</w>": 2364,
+  "sporting": 32620,
+  "sporting</w>": 8944,
+  "sports": 6436,
+  "sports</w>": 2054,
+  "sportsc": 40114,
+  "sportscar</w>": 46931,
+  "sportscenter</w>": 39157,
+  "sportsman</w>": 39020,
+  "sportsmanship</w>": 34858,
+  "sportsnet</w>": 34144,
+  "sportswear</w>": 39747,
+  "sporty</w>": 33346,
+  "spot": 3223,
+  "spot</w>": 3049,
+  "spotify</w>": 7193,
+  "spotlight</w>": 7901,
+  "spots</w>": 7670,
+  "spotted</w>": 4533,
+  "spotter</w>": 30742,
+  "spotting</w>": 15885,
+  "spouse</w>": 24724,
+  "spout</w>": 48993,
+  "spp</w>": 47567,
+  "spr": 1536,
+  "spr</w>": 19417,
+  "spra": 12966,
+  "spraw": 46590,
+  "spray": 37885,
+  "spray</w>": 10449,
+  "sprayed</w>": 40022,
+  "spraying</w>": 39224,
+  "spre": 18740,
+  "spread": 20620,
+  "spread</w>": 5284,
+  "spreading</w>": 11821,
+  "spreads</w>": 27579,
+  "spree</w>": 21851,
+  "spri": 35498,
+  "spride</w>": 26685,
+  "spring": 5166,
+  "spring</w>": 2420,
+  "springbreak</w>": 37753,
+  "springer</w>": 30117,
+  "springfield</w>": 16599,
+  "springs</w>": 7308,
+  "springst</w>": 32132,
+  "springsteen</w>": 28367,
+  "springtime</w>": 28285,
+  "springtraining</w>": 49364,
+  "springwatch</w>": 29239,
+  "sprink": 15817,
+  "sprinkle</w>": 42897,
+  "sprinkler</w>": 48754,
+  "sprinkles</w>": 37326,
+  "sprint": 29248,
+  "sprint</w>": 10751,
+  "sprinter</w>": 36947,
+  "sprints</w>": 36404,
+  "sprite</w>": 32544,
+  "spro": 13902,
+  "spro</w>": 37403,
+  "sproject</w>": 37802,
+  "sproud</w>": 37686,
+  "sprout</w>": 35863,
+  "sprouts</w>": 25756,
+  "spru": 17041,
+  "spruce</w>": 23812,
+  "sprung</w>": 32968,
+  "sps</w>": 13869,
+  "spu": 23566,
+  "spun": 47922,
+  "spun</w>": 32852,
+  "spur": 15206,
+  "spur</w>": 20361,
+  "spurs</w>": 10916,
+  "spursofficial</w>": 45290,
+  "sput": 47521,
+  "spx</w>": 20584,
+  "spy": 13861,
+  "spy</w>": 6656,
+  "spyder</w>": 39952,
+  "spying</w>": 36227,
+  "sq": 9370,
+  "sq</w>": 11590,
+  "sqft</w>": 41912,
+  "sql": 42759,
+  "sql</w>": 18938,
+  "sqm</w>": 47978,
+  "sqn</w>": 41209,
+  "squ": 1653,
+  "squad": 13892,
+  "squad</w>": 4234,
+  "squadron</w>": 18579,
+  "squads</w>": 36590,
+  "square": 19314,
+  "square</w>": 3999,
+  "squared</w>": 32967,
+  "squares</w>": 26972,
+  "squash</w>": 13312,
+  "squat": 44628,
+  "squat</w>": 30680,
+  "squats</w>": 40213,
+  "sque": 9721,
+  "sque</w>": 8097,
+  "squee": 14420,
+  "squeeze</w>": 21684,
+  "squeezed</w>": 40413,
+  "squid": 42057,
+  "squid</w>": 22553,
+  "squir": 9683,
+  "squire</w>": 48090,
+  "squirrel</w>": 14004,
+  "squirrels</w>": 26623,
+  "squish": 42607,
+  "squishy</w>": 47001,
+  "sr": 3437,
+  "sr</w>": 5428,
+  "srbachchan</w>": 32353,
+  "src</w>": 23445,
+  "sre": 17748,
+  "sri": 11051,
+  "sri</w>": 9276,
+  "sridevi</w>": 46301,
+  "srilan": 15559,
+  "srilanka</w>": 16922,
+  "srin": 26818,
+  "srinagar</w>": 33671,
+  "srini": 41899,
+  "sriracha</w>": 42743,
+  "sris": 27851,
+  "srisri</w>": 32966,
+  "srk": 44982,
+  "srk</w>": 11216,
+  "srl</w>": 33808,
+  "srp</w>": 43004,
+  "srs</w>": 41764,
+  "srsly</w>": 44179,
+  "srt</w>": 28139,
+  "sru": 44152,
+  "srugby</w>": 40526,
+  "ss": 690,
+  "ss</w>": 632,
+  "ssa</w>": 6088,
+  "ssal": 31330,
+  "ssal</w>": 35936,
+  "ssb</w>": 37511,
+  "ssc": 21692,
+  "ssc</w>": 20364,
+  "ssd</w>": 23107,
+  "sse": 9030,
+  "sse</w>": 8938,
+  "ssed": 38755,
+  "ssed</w>": 1804,
+  "ssel": 17402,
+  "ssel</w>": 19373,
+  "sseldorf</w>": 47792,
+  "ssell</w>": 42388,
+  "ssels</w>": 8355,
+  "ssen": 39408,
+  "ssen</w>": 22645,
+  "sser</w>": 20445,
+  "sses</w>": 1802,
+  "ssett</w>": 44103,
+  "ssf</w>": 33239,
+  "ssg</w>": 40707,
+  "ssh</w>": 48866,
+  "ssi": 834,
+  "ssi</w>": 14953,
+  "ssia</w>": 22238,
+  "ssian</w>": 31218,
+  "ssible</w>": 47099,
+  "ssic": 27774,
+  "ssic</w>": 17077,
+  "ssie</w>": 7572,
+  "ssier</w>": 26422,
+  "ssil</w>": 15026,
+  "ssin</w>": 42660,
+  "ssing</w>": 2112,
+  "ssion": 16050,
+  "ssion</w>": 1627,
+  "ssional</w>": 13727,
+  "ssionism</w>": 24787,
+  "ssionist</w>": 27682,
+  "ssions</w>": 4137,
+  "ssive</w>": 2734,
+  "ssively</w>": 28060,
+  "ssl</w>": 32195,
+  "ssler</w>": 30287,
+  "ssly</w>": 24904,
+  "ssn</w>": 39116,
+  "ssnhq</w>": 47998,
+  "sso": 25900,
+  "sso</w>": 7914,
+  "ssoccer</w>": 32546,
+  "sson": 36124,
+  "sson</w>": 7271,
+  "ssor</w>": 35152,
+  "ssp</w>": 31101,
+  "ssr</w>": 39880,
+  "sss</w>": 11176,
+  "ssss": 30676,
+  "ssss</w>": 15880,
+  "sssss</w>": 24298,
+  "sst</w>": 40396,
+  "ssu</w>": 35351,
+  "ssummit</w>": 49301,
+  "ssus</w>": 31286,
+  "ssw</w>": 36937,
+  "ssy": 22519,
+  "ssy</w>": 8661,
+  "st": 522,
+  "st</w>": 545,
+  "sta": 1363,
+  "sta</w>": 2745,
+  "stab": 7726,
+  "stab</w>": 29974,
+  "stabbed</w>": 24534,
+  "stabbing</w>": 25474,
+  "stabil": 42576,
+  "stabili": 23903,
+  "stability</w>": 16716,
+  "stable": 44427,
+  "stable</w>": 10492,
+  "stables</w>": 34218,
+  "stac": 10175,
+  "stacey": 41653,
+  "stacey</w>": 24262,
+  "stache</w>": 23616,
+  "stack": 24723,
+  "stack</w>": 11257,
+  "stacked</w>": 24990,
+  "stacking</w>": 39836,
+  "stacks</w>": 24734,
+  "stacy</w>": 26628,
+  "stad": 15832,
+  "stad</w>": 16485,
+  "stade</w>": 38198,
+  "stadi": 26587,
+  "stadion</w>": 48815,
+  "stadium</w>": 3390,
+  "stadiums</w>": 38852,
+  "stadt</w>": 22713,
+  "staf": 2367,
+  "staff": 31188,
+  "staff</w>": 2813,
+  "staffer</w>": 38494,
+  "staffers</w>": 44994,
+  "staffing</w>": 32932,
+  "stafford</w>": 25006,
+  "staffordshire</w>": 29198,
+  "staffs</w>": 36098,
+  "stag": 12088,
+  "stag</w>": 20277,
+  "stage": 23182,
+  "stage</w>": 2170,
+  "staged</w>": 19906,
+  "stages</w>": 12297,
+  "staggering</w>": 37315,
+  "staging</w>": 27026,
+  "stagram</w>": 19503,
+  "stags</w>": 45936,
+  "stain": 3933,
+  "stain</w>": 14603,
+  "stained</w>": 13751,
+  "staining</w>": 32523,
+  "stainless</w>": 12320,
+  "stains</w>": 32008,
+  "stair": 7240,
+  "stair</w>": 17662,
+  "staircase</w>": 22777,
+  "stairs</w>": 9577,
+  "stairway</w>": 45559,
+  "stak": 39144,
+  "stake": 15955,
+  "stake</w>": 7937,
+  "stakeholder</w>": 39122,
+  "stakeholders</w>": 22968,
+  "stakes</w>": 7519,
+  "staking</w>": 47082,
+  "stal": 3861,
+  "stal</w>": 5535,
+  "stale</w>": 42471,
+  "stalert</w>": 25450,
+  "stalin</w>": 28346,
+  "stalk": 40826,
+  "stalk</w>": 14878,
+  "stalker</w>": 26777,
+  "stalking</w>": 24721,
+  "stalks</w>": 45886,
+  "stall": 24636,
+  "stall</w>": 12058,
+  "stalled</w>": 40362,
+  "stallion</w>": 28273,
+  "stallions</w>": 44787,
+  "stallone</w>": 40969,
+  "stalls</w>": 25427,
+  "stam": 4663,
+  "stamatic</w>": 30904,
+  "stamford</w>": 27843,
+  "stamina</w>": 48753,
+  "stamp": 28694,
+  "stamp</w>": 12771,
+  "stampcollecting</w>": 42852,
+  "stamped</w>": 38356,
+  "stampede</w>": 25384,
+  "stamps</w>": 13827,
+  "stan": 2203,
+  "stan</w>": 2434,
+  "stana</w>": 33311,
+  "stanbul</w>": 11231,
+  "stance": 48900,
+  "stance</w>": 3542,
+  "stances</w>": 15054,
+  "stand": 1819,
+  "stand</w>": 2087,
+  "standalone</w>": 44887,
+  "standard": 35780,
+  "standard</w>": 5807,
+  "standardi": 30247,
+  "standards</w>": 9022,
+  "standby</w>": 36184,
+  "standing": 39934,
+  "standing</w>": 2862,
+  "standings</w>": 19835,
+  "standoff</w>": 31821,
+  "standout</w>": 23131,
+  "standre": 48309,
+  "stands</w>": 6446,
+  "standup": 35108,
+  "standup</w>": 24964,
+  "standwith": 19540,
+  "stanford": 36219,
+  "stanford</w>": 15087,
+  "stang</w>": 12536,
+  "stani</w>": 38228,
+  "stanis": 37711,
+  "stanley": 19048,
+  "stanley</w>": 10079,
+  "stanleycup</w>": 28662,
+  "stans</w>": 26564,
+  "stant": 41576,
+  "stant</w>": 4906,
+  "stanton</w>": 25400,
+  "stap": 10438,
+  "staple</w>": 22695,
+  "staples</w>": 23646,
+  "stapleton</w>": 45228,
+  "star": 993,
+  "star</w>": 1565,
+  "starbuck": 48519,
+  "starbucks</w>": 9499,
+  "starch</w>": 47837,
+  "starcraft</w>": 48871,
+  "stardom</w>": 44616,
+  "stardust</w>": 34337,
+  "stare</w>": 18094,
+  "stared</w>": 47772,
+  "stares</w>": 37916,
+  "starfish</w>": 44283,
+  "stargate</w>": 41099,
+  "stargazing</w>": 49328,
+  "staring</w>": 13800,
+  "stark": 40446,
+  "stark</w>": 15353,
+  "starlight</w>": 32197,
+  "starling</w>": 46205,
+  "starmagic": 48023,
+  "starplus</w>": 37815,
+  "starr</w>": 19186,
+  "starred</w>": 24180,
+  "starrer</w>": 41311,
+  "starring</w>": 6660,
+  "starry</w>": 30963,
+  "stars</w>": 2895,
+  "starship</w>": 37166,
+  "start": 17466,
+  "start</w>": 1572,
+  "started</w>": 2760,
+  "starter</w>": 7800,
+  "starters</w>": 22222,
+  "starting</w>": 2530,
+  "startrek": 30642,
+  "startrek</w>": 15349,
+  "starts</w>": 3105,
+  "startu": 6996,
+  "startup": 18049,
+  "startup</w>": 5882,
+  "startups</w>": 9056,
+  "starve</w>": 46957,
+  "starving</w>": 30473,
+  "starwar": 17287,
+  "starwars": 26239,
+  "starwars</w>": 7887,
+  "starz</w>": 25928,
+  "stas</w>": 19866,
+  "stash</w>": 27711,
+  "stasy</w>": 45942,
+  "stat": 3004,
+  "stat</w>": 15216,
+  "state": 3492,
+  "state</w>": 1295,
+  "statec": 33931,
+  "stated</w>": 19629,
+  "statedept</w>": 41458,
+  "statefair</w>": 40305,
+  "statement</w>": 5401,
+  "statements</w>": 19513,
+  "staten</w>": 38263,
+  "stateof": 35195,
+  "states": 22125,
+  "states</w>": 4218,
+  "statesman</w>": 35301,
+  "stateu</w>": 44248,
+  "statewide</w>": 29561,
+  "stati": 9622,
+  "static</w>": 16363,
+  "stating</w>": 35147,
+  "station": 13498,
+  "station</w>": 2631,
+  "stationary</w>": 29493,
+  "stationed</w>": 47618,
+  "stationery</w>": 33851,
+  "stations</w>": 10051,
+  "statistical</w>": 29349,
+  "statistics</w>": 14165,
+  "stats</w>": 7294,
+  "statu": 32481,
+  "statue</w>": 8222,
+  "statues</w>": 24363,
+  "status</w>": 6414,
+  "stau": 28550,
+  "staur": 3709,
+  "stav": 20285,
+  "stax</w>": 32235,
+  "stay": 4714,
+  "stay</w>": 2277,
+  "stayed</w>": 13805,
+  "staying</w>": 8993,
+  "stays</w>": 13311,
+  "staytuned</w>": 39285,
+  "stc</w>": 29859,
+  "std</w>": 30477,
+  "ste": 795,
+  "ste</w>": 2686,
+  "stea</w>": 46614,
+  "stead": 16101,
+  "stead</w>": 11031,
+  "steadily</w>": 35049,
+  "steady</w>": 12937,
+  "steak": 26955,
+  "steak</w>": 8913,
+  "steakhouse</w>": 35031,
+  "steaks</w>": 30655,
+  "steal": 37070,
+  "steal</w>": 10181,
+  "stealing</w>": 14242,
+  "steals</w>": 20224,
+  "stealth</w>": 25327,
+  "steam": 10962,
+  "steam</w>": 6972,
+  "steamboat</w>": 41121,
+  "steamed</w>": 29007,
+  "steamer</w>": 49075,
+  "steaming</w>": 43746,
+  "steampunk</w>": 24130,
+  "steamy</w>": 43104,
+  "stec</w>": 46713,
+  "stech": 48949,
+  "stech</w>": 32455,
+  "sted": 20426,
+  "sted</w>": 1356,
+  "stee": 31793,
+  "steed</w>": 48293,
+  "steel": 6938,
+  "steel</w>": 4726,
+  "steele</w>": 19460,
+  "steelers</w>": 14430,
+  "steen": 42851,
+  "steen</w>": 18625,
+  "steep": 28648,
+  "steep</w>": 20714,
+  "steer</w>": 27612,
+  "steering</w>": 19833,
+  "stef": 29158,
+  "stefan": 15004,
+  "stefan</w>": 18829,
+  "stefani</w>": 38319,
+  "stefano</w>": 30719,
+  "steff": 30075,
+  "stein": 13653,
+  "stein</w>": 5818,
+  "steiner</w>": 36314,
+  "stel": 9102,
+  "stel</w>": 10798,
+  "stell": 22355,
+  "stella": 46178,
+  "stella</w>": 17869,
+  "stellar</w>": 13810,
+  "stellen": 42754,
+  "stem": 24342,
+  "stem</w>": 6761,
+  "stemc": 40486,
+  "stems</w>": 31503,
+  "sten": 7652,
+  "sten</w>": 7877,
+  "stencil</w>": 47854,
+  "stennis</w>": 45636,
+  "step": 15572,
+  "step</w>": 3348,
+  "steph": 3522,
+  "steph</w>": 16251,
+  "stephan</w>": 37312,
+  "stephani": 48121,
+  "stephanie</w>": 14361,
+  "stephen": 10421,
+  "stephen</w>": 6078,
+  "stephenking</w>": 46361,
+  "stephens</w>": 22256,
+  "stephenson</w>": 37280,
+  "stepped</w>": 18384,
+  "stepping</w>": 15906,
+  "steps</w>": 5408,
+  "ster": 1022,
+  "ster</w>": 881,
+  "stere": 9229,
+  "stered</w>": 6935,
+  "stereo": 15992,
+  "stereo</w>": 17400,
+  "stereotypes</w>": 27890,
+  "steria</w>": 38804,
+  "stering</w>": 14175,
+  "sterling": 45790,
+  "sterling</w>": 9378,
+  "stern": 36254,
+  "stern</w>": 2945,
+  "steroids</w>": 37670,
+  "sterone</w>": 39418,
+  "sters</w>": 2132,
+  "stery</w>": 24232,
+  "stest</w>": 8556,
+  "stev": 11640,
+  "steve": 7412,
+  "steve</w>": 3803,
+  "steven": 10973,
+  "steven</w>": 8016,
+  "stevens</w>": 13877,
+  "stevenson</w>": 25091,
+  "stevie": 42104,
+  "stevie</w>": 18969,
+  "stew</w>": 17906,
+  "stewar": 28453,
+  "steward": 34980,
+  "steward</w>": 43355,
+  "stewards</w>": 49294,
+  "stewardship</w>": 36720,
+  "stewart</w>": 8120,
+  "stfu</w>": 47000,
+  "stg</w>": 48387,
+  "stgeorge": 43698,
+  "sth": 13456,
+  "sth</w>": 34004,
+  "sthe": 16491,
+  "sthel": 42863,
+  "sti": 860,
+  "sti</w>": 12439,
+  "stia</w>": 26492,
+  "stible</w>": 25835,
+  "stic": 5868,
+  "stic</w>": 1561,
+  "stical</w>": 16660,
+  "stically</w>": 19041,
+  "stick": 5483,
+  "stick</w>": 4987,
+  "sticker</w>": 11270,
+  "stickers</w>": 11613,
+  "sticking</w>": 21021,
+  "sticks</w>": 10016,
+  "sticky</w>": 18887,
+  "stics</w>": 5449,
+  "stie": 38164,
+  "stie</w>": 11000,
+  "stier</w>": 42069,
+  "sties</w>": 16428,
+  "stiff": 43471,
+  "stiff</w>": 21441,
+  "stig": 4088,
+  "stig</w>": 42551,
+  "stigate</w>": 15390,
+  "stigma</w>": 20619,
+  "stik</w>": 42247,
+  "stil": 21790,
+  "stil</w>": 37519,
+  "stiles</w>": 33028,
+  "still": 13209,
+  "still</w>": 1170,
+  "stills</w>": 20259,
+  "stim": 18269,
+  "stime</w>": 24711,
+  "stimul": 16434,
+  "stimulate</w>": 42380,
+  "stimulating</w>": 41237,
+  "stimulation</w>": 39530,
+  "stimulus</w>": 47283,
+  "stin": 2588,
+  "stin</w>": 4025,
+  "stina</w>": 22359,
+  "stine</w>": 7098,
+  "sting": 19868,
+  "sting</w>": 1271,
+  "stingly</w>": 49332,
+  "stingray</w>": 43229,
+  "stink</w>": 38213,
+  "stinky</w>": 44957,
+  "stino</w>": 40658,
+  "stint</w>": 33531,
+  "stion</w>": 10812,
+  "stip": 39869,
+  "stips</w>": 44756,
+  "stique</w>": 43305,
+  "stir": 12416,
+  "stir</w>": 19564,
+  "stirling</w>": 23128,
+  "stirring</w>": 39205,
+  "stis</w>": 45224,
+  "stit": 14110,
+  "stitch": 30003,
+  "stitch</w>": 14771,
+  "stitched</w>": 36540,
+  "stitcher</w>": 48204,
+  "stitches</w>": 32360,
+  "stitching</w>": 45208,
+  "stitu": 14585,
+  "stitutes</w>": 40479,
+  "stive</w>": 22426,
+  "stix</w>": 48829,
+  "stjohn": 36153,
+  "stl": 14179,
+  "stl</w>": 12527,
+  "stlblues</w>": 44138,
+  "stlcards</w>": 28644,
+  "stle</w>": 7698,
+  "stles</w>": 48638,
+  "stlouis": 40358,
+  "stlouis</w>": 39516,
+  "stm</w>": 28333,
+  "stn</w>": 27175,
+  "sto": 928,
+  "sto</w>": 5723,
+  "stock": 5899,
+  "stock</w>": 3206,
+  "stocked</w>": 23552,
+  "stockholm</w>": 16024,
+  "stocki": 42944,
+  "stocking</w>": 17335,
+  "stockings</w>": 28040,
+  "stockmarket</w>": 40359,
+  "stockport</w>": 35569,
+  "stocks</w>": 9321,
+  "stockton</w>": 26130,
+  "stoday</w>": 22392,
+  "stok</w>": 43782,
+  "stoke": 31338,
+  "stoke</w>": 13550,
+  "stoked</w>": 13160,
+  "stokes</w>": 27512,
+  "stol": 11401,
+  "stol</w>": 6700,
+  "stole</w>": 10995,
+  "stolen</w>": 8704,
+  "stolic</w>": 45020,
+  "stom": 2343,
+  "stom</w>": 38068,
+  "stoma</w>": 43545,
+  "stomach</w>": 14722,
+  "stomp</w>": 40165,
+  "stomping</w>": 46144,
+  "ston": 4101,
+  "ston</w>": 1839,
+  "stone": 7694,
+  "stone</w>": 2441,
+  "stoned</w>": 36248,
+  "stonehenge</w>": 42417,
+  "stoner": 35131,
+  "stoner</w>": 29115,
+  "stones": 42659,
+  "stones</w>": 6885,
+  "stonewall</w>": 39688,
+  "stoney</w>": 44198,
+  "stony": 41717,
+  "stony</w>": 35691,
+  "stoo": 24505,
+  "stood</w>": 9151,
+  "stool": 34413,
+  "stool</w>": 22314,
+  "stop": 6005,
+  "stop</w>": 1691,
+  "stopbrexit</w>": 48680,
+  "stopp": 15738,
+  "stopped</w>": 6015,
+  "stopper</w>": 32147,
+  "stoppers</w>": 34457,
+  "stopping</w>": 10735,
+  "stops</w>": 9822,
+  "stopthe": 26463,
+  "stor": 809,
+  "stor</w>": 17740,
+  "storage</w>": 6824,
+  "store": 17769,
+  "store</w>": 2183,
+  "stored</w>": 28257,
+  "stores</w>": 6370,
+  "storey</w>": 24025,
+  "storians</w>": 34628,
+  "stories</w>": 3784,
+  "storing</w>": 40087,
+  "stork</w>": 46452,
+  "storm": 7434,
+  "storm</w>": 2819,
+  "stormed</w>": 45939,
+  "stormhour</w>": 12161,
+  "storming</w>": 24842,
+  "storms</w>": 6464,
+  "stormtrooper</w>": 49218,
+  "stormy</w>": 20075,
+  "stors</w>": 7178,
+  "story": 6512,
+  "story</w>": 1134,
+  "storyline</w>": 37079,
+  "storymonth</w>": 23717,
+  "storyteller</w>": 35882,
+  "storytelling</w>": 14457,
+  "storytime</w>": 44197,
+  "stos</w>": 19281,
+  "stou": 37168,
+  "stour": 37361,
+  "stour</w>": 21928,
+  "stout</w>": 16550,
+  "stove</w>": 21423,
+  "stow": 44284,
+  "stow</w>": 17046,
+  "stowe</w>": 34196,
+  "stown": 28071,
+  "stown</w>": 7939,
+  "stp</w>": 30576,
+  "stpatrick": 21343,
+  "stpatricksday</w>": 22747,
+  "str": 807,
+  "str</w>": 15913,
+  "stra": 1894,
+  "stra</w>": 6253,
+  "strack</w>": 46861,
+  "strada</w>": 31134,
+  "strade</w>": 48968,
+  "straigh": 31016,
+  "straight": 22114,
+  "straight</w>": 4241,
+  "strain</w>": 16887,
+  "strains</w>": 38067,
+  "strait</w>": 22946,
+  "straits</w>": 41984,
+  "stral</w>": 23289,
+  "stralia</w>": 42510,
+  "stran": 18411,
+  "strand": 18214,
+  "strand</w>": 17826,
+  "stranded</w>": 22975,
+  "strang": 11138,
+  "strange": 33380,
+  "strange</w>": 7288,
+  "strangely</w>": 37566,
+  "stranger": 35541,
+  "stranger</w>": 14149,
+  "strangers</w>": 20684,
+  "strangerthings</w>": 43271,
+  "strangest</w>": 46740,
+  "strap</w>": 13946,
+  "strapped</w>": 40922,
+  "straps</w>": 31213,
+  "stras": 36814,
+  "stras</w>": 42125,
+  "strasbourg</w>": 39576,
+  "strat": 11345,
+  "strat</w>": 32925,
+  "strata</w>": 47278,
+  "strate": 3532,
+  "strate</w>": 28758,
+  "strategi": 49102,
+  "strategic</w>": 10246,
+  "strategically</w>": 45706,
+  "strategies</w>": 9942,
+  "strategist</w>": 37180,
+  "strategy</w>": 5637,
+  "strates</w>": 45724,
+  "stratford</w>": 23955,
+  "strath": 21997,
+  "stration</w>": 3156,
+  "strato": 28878,
+  "strauss</w>": 32033,
+  "strava</w>": 34625,
+  "stravel</w>": 43494,
+  "straw": 7430,
+  "straw</w>": 16438,
+  "strawberries</w>": 17796,
+  "strawberry</w>": 10233,
+  "straws</w>": 33048,
+  "stray": 30784,
+  "stray</w>": 15712,
+  "stre": 1079,
+  "stre</w>": 19652,
+  "stread</w>": 27797,
+  "streak</w>": 11749,
+  "streaks</w>": 42092,
+  "stream": 8659,
+  "stream</w>": 3322,
+  "streamed</w>": 26280,
+  "streamer</w>": 25178,
+  "streamers</w>": 19937,
+  "streaming</w>": 6278,
+  "streamline</w>": 44917,
+  "streams</w>": 13545,
+  "stree": 35082,
+  "stree</w>": 32438,
+  "streep</w>": 38701,
+  "street": 4839,
+  "street</w>": 2012,
+  "streetart</w>": 12948,
+  "streetcar</w>": 34268,
+  "streetfood</w>": 44486,
+  "streetphotography</w>": 20786,
+  "streets</w>": 6058,
+  "streetstyle</w>": 39118,
+  "streetwear</w>": 37298,
+  "strel</w>": 39685,
+  "stren": 4349,
+  "streng": 4472,
+  "strength": 15475,
+  "strength</w>": 5959,
+  "strengthen</w>": 16318,
+  "strengthened</w>": 47131,
+  "strengthening</w>": 23475,
+  "strengthens</w>": 40280,
+  "strengths</w>": 29268,
+  "stress": 17297,
+  "stress</w>": 5843,
+  "stressed</w>": 16497,
+  "stresses</w>": 32112,
+  "stressful</w>": 24268,
+  "stressing</w>": 35917,
+  "stret": 12265,
+  "stretch</w>": 10064,
+  "stretched</w>": 29393,
+  "stretches</w>": 32231,
+  "stretching</w>": 24423,
+  "stri": 1493,
+  "stri</w>": 27795,
+  "stria</w>": 39620,
+  "strial</w>": 30217,
+  "strian</w>": 12924,
+  "stric": 2607,
+  "strick": 25181,
+  "strickland</w>": 48939,
+  "strict</w>": 21585,
+  "strictly</w>": 16475,
+  "stride</w>": 36024,
+  "strides</w>": 37355,
+  "stries</w>": 18171,
+  "strife</w>": 46473,
+  "strike": 20774,
+  "strike</w>": 5767,
+  "striker</w>": 12448,
+  "strikers</w>": 33465,
+  "strikes</w>": 9280,
+  "striking</w>": 13392,
+  "string": 25512,
+  "string</w>": 9696,
+  "strings</w>": 15699,
+  "strip</w>": 9317,
+  "stripe</w>": 19368,
+  "striped</w>": 22192,
+  "stripes</w>": 14239,
+  "stripped</w>": 26602,
+  "stripper</w>": 45759,
+  "stripping</w>": 48588,
+  "strips</w>": 19000,
+  "strive</w>": 22140,
+  "striving</w>": 37671,
+  "stro": 3121,
+  "stro</w>": 6186,
+  "stroke": 44621,
+  "stroke</w>": 10403,
+  "strokes</w>": 26595,
+  "strol": 30123,
+  "stroll</w>": 15924,
+  "stroller</w>": 47076,
+  "strolling</w>": 40911,
+  "strom</w>": 14707,
+  "stron": 4165,
+  "strong": 10436,
+  "strong</w>": 2389,
+  "stronger": 27760,
+  "stronger</w>": 9245,
+  "strongertogether</w>": 38532,
+  "strongest</w>": 16171,
+  "strongh": 38678,
+  "strongly</w>": 15507,
+  "strophy</w>": 47912,
+  "strou": 48425,
+  "stroud</w>": 39895,
+  "strous</w>": 23752,
+  "stru": 1666,
+  "struc": 3311,
+  "struck</w>": 10861,
+  "struction</w>": 12497,
+  "structural</w>": 16899,
+  "structure</w>": 5285,
+  "structured</w>": 27147,
+  "structures</w>": 14171,
+  "structuring</w>": 37496,
+  "strugg": 5176,
+  "struggle</w>": 8443,
+  "struggled</w>": 32921,
+  "struggles</w>": 17446,
+  "struggling</w>": 12135,
+  "struly": 34118,
+  "strum</w>": 37632,
+  "strung</w>": 46033,
+  "strust</w>": 23920,
+  "strut</w>": 48375,
+  "stry": 17325,
+  "stry</w>": 2245,
+  "sts</w>": 1088,
+  "stu": 858,
+  "stu</w>": 23531,
+  "stuart": 32054,
+  "stuart</w>": 11723,
+  "stub": 27066,
+  "stubborn</w>": 38955,
+  "stuck</w>": 6596,
+  "stud": 22368,
+  "stud</w>": 13319,
+  "studded</w>": 29153,
+  "studen": 44156,
+  "student": 14681,
+  "student</w>": 2556,
+  "students</w>": 1712,
+  "studi": 5691,
+  "studied</w>": 21369,
+  "studies</w>": 6426,
+  "studio": 17798,
+  "studio</w>": 3155,
+  "studios</w>": 6231,
+  "studs</w>": 27571,
+  "study": 21051,
+  "study</w>": 3123,
+  "studyabroad</w>": 45425,
+  "studying</w>": 8826,
+  "stuff": 46072,
+  "stuff</w>": 3487,
+  "stuffed</w>": 11781,
+  "stuffing</w>": 31612,
+  "stuffs</w>": 43455,
+  "stuk</w>": 32424,
+  "stumb": 16784,
+  "stumble</w>": 39045,
+  "stumbled</w>": 21776,
+  "stump</w>": 32064,
+  "stun": 3088,
+  "stun</w>": 37959,
+  "stunned</w>": 34034,
+  "stunner</w>": 29965,
+  "stunning</w>": 3769,
+  "stunningly</w>": 47515,
+  "stuns</w>": 43796,
+  "stunt</w>": 19905,
+  "stunts</w>": 40118,
+  "stupi": 18975,
+  "stupid": 42600,
+  "stupid</w>": 8085,
+  "stupidity</w>": 33766,
+  "stur": 10676,
+  "sturdy</w>": 43780,
+  "stures</w>": 27223,
+  "sturgeon</w>": 31580,
+  "sturi": 21747,
+  "sturridge</w>": 45331,
+  "stutt": 30444,
+  "stuttgart</w>": 32219,
+  "stv": 27060,
+  "stv</w>": 9708,
+  "stweet</w>": 46832,
+  "stweets</w>": 39174,
+  "stx</w>": 42548,
+  "sty": 1421,
+  "sty</w>": 2920,
+  "style": 12356,
+  "style</w>": 1844,
+  "styled</w>": 17974,
+  "styles</w>": 6948,
+  "styli": 38577,
+  "styling</w>": 14597,
+  "stylish</w>": 10378,
+  "stylist</w>": 15928,
+  "styn</w>": 41394,
+  "su": 605,
+  "su</w>": 2937,
+  "sua</w>": 42448,
+  "suarez</w>": 21437,
+  "suave</w>": 47305,
+  "sub": 1783,
+  "sub</w>": 7765,
+  "subaru</w>": 21319,
+  "subjec": 16090,
+  "subject</w>": 10300,
+  "subjects</w>": 22099,
+  "subli": 16350,
+  "sublime</w>": 22367,
+  "submarine</w>": 19968,
+  "submer": 27156,
+  "submerged</w>": 43171,
+  "submission</w>": 16571,
+  "submissions</w>": 21566,
+  "submit</w>": 10423,
+  "submitted</w>": 15189,
+  "submitting</w>": 38788,
+  "subram": 49207,
+  "subs</w>": 16398,
+  "subscri": 5838,
+  "subscribe</w>": 9839,
+  "subscribed</w>": 44867,
+  "subscriber</w>": 36292,
+  "subscribers</w>": 17337,
+  "subscription</w>": 17979,
+  "subscriptions</w>": 47162,
+  "subsequ": 33598,
+  "subsequent</w>": 44323,
+  "subsi": 14856,
+  "subsidi": 45029,
+  "subsidiary</w>": 45506,
+  "subsidies</w>": 37685,
+  "subsidy</w>": 47462,
+  "substan": 17487,
+  "substance</w>": 19309,
+  "substances</w>": 36834,
+  "substantial</w>": 27171,
+  "substantially</w>": 47577,
+  "substitu": 18529,
+  "substitute</w>": 25340,
+  "subtitles</w>": 39479,
+  "subtle</w>": 16536,
+  "subur": 12517,
+  "suburb</w>": 37664,
+  "suburban</w>": 23570,
+  "suburbs</w>": 25317,
+  "subway</w>": 12196,
+  "suc": 1869,
+  "succe": 7981,
+  "succeed</w>": 13556,
+  "succeeded</w>": 41077,
+  "succes": 39019,
+  "success": 3695,
+  "success</w>": 3034,
+  "successes</w>": 29436,
+  "successful</w>": 4670,
+  "successfully</w>": 9934,
+  "succession</w>": 38491,
+  "successive</w>": 41319,
+  "successor</w>": 34774,
+  "succu": 45253,
+  "succul": 25671,
+  "succulent</w>": 35236,
+  "such</w>": 2046,
+  "suction</w>": 42786,
+  "sud": 8067,
+  "sud</w>": 33714,
+  "sudan": 31149,
+  "sudan</w>": 13474,
+  "sudanese</w>": 42837,
+  "sudbury</w>": 32488,
+  "sudden": 10833,
+  "sudden</w>": 15433,
+  "suddenly</w>": 11076,
+  "sue": 14045,
+  "sue</w>": 6641,
+  "sued</w>": 22225,
+  "suede</w>": 21036,
+  "sues</w>": 17105,
+  "suf": 21204,
+  "suf</w>": 22579,
+  "sufc</w>": 37091,
+  "suff": 4866,
+  "suffe": 13510,
+  "suffer</w>": 13557,
+  "suffered</w>": 14766,
+  "suffering</w>": 10140,
+  "suffers</w>": 22389,
+  "sufficient</w>": 28410,
+  "suffol": 13775,
+  "suffolk": 46408,
+  "suffolk</w>": 15685,
+  "suffra": 34596,
+  "suffrage</w>": 39567,
+  "sufi</w>": 39756,
+  "sug": 3189,
+  "suga</w>": 28757,
+  "sugar": 12418,
+  "sugar</w>": 5574,
+  "sugge": 6345,
+  "suggest</w>": 13356,
+  "suggested</w>": 18790,
+  "suggesti": 15033,
+  "suggesting</w>": 29792,
+  "suggestion</w>": 23741,
+  "suggestions</w>": 16052,
+  "suggests</w>": 13333,
+  "suho</w>": 32744,
+  "sui</w>": 24972,
+  "suici": 16372,
+  "suicidal</w>": 37165,
+  "suicide": 31310,
+  "suicide</w>": 8247,
+  "suing</w>": 18309,
+  "suisse</w>": 35964,
+  "suit": 11887,
+  "suit</w>": 3940,
+  "suitable</w>": 17476,
+  "suitcase</w>": 27792,
+  "suite</w>": 9346,
+  "suited</w>": 25919,
+  "suites</w>": 21523,
+  "suits</w>": 9949,
+  "suk": 24820,
+  "suk</w>": 6886,
+  "suka</w>": 44017,
+  "suke</w>": 25590,
+  "sukh": 46961,
+  "suki</w>": 32704,
+  "sul": 1767,
+  "sul</w>": 19879,
+  "sula": 34713,
+  "sula</w>": 26143,
+  "sullivan</w>": 14477,
+  "sully</w>": 37752,
+  "sulph": 37234,
+  "sulphur</w>": 47659,
+  "sultan": 35650,
+  "sultan</w>": 17049,
+  "sum": 7054,
+  "sum</w>": 8257,
+  "suma</w>": 47938,
+  "sumat": 32640,
+  "sumatra</w>": 47346,
+  "sume</w>": 45457,
+  "sumi</w>": 41248,
+  "summ": 1309,
+  "summar": 34657,
+  "summari": 31993,
+  "summary</w>": 13435,
+  "summed</w>": 34912,
+  "summer": 5500,
+  "summer</w>": 1673,
+  "summers</w>": 18254,
+  "summerslam</w>": 40264,
+  "summertime</w>": 19025,
+  "summit": 30011,
+  "summit</w>": 3768,
+  "summon": 27622,
+  "summon</w>": 39782,
+  "sumner</w>": 46813,
+  "sumo</w>": 33734,
+  "sump": 34252,
+  "sumptuous</w>": 47354,
+  "sums</w>": 13325,
+  "sun": 968,
+  "sun</w>": 2176,
+  "sunbathing</w>": 46994,
+  "sunburn</w>": 45767,
+  "sund</w>": 40735,
+  "sundae</w>": 38078,
+  "sundance</w>": 24128,
+  "sundar": 44936,
+  "sunday": 6649,
+  "sunday</w>": 1706,
+  "sundayfunday</w>": 21565,
+  "sundaymorning</w>": 24809,
+  "sundaymotivation</w>": 46227,
+  "sundays</w>": 15827,
+  "sundaywith": 26469,
+  "sundaywithmarsha</w>": 26662,
+  "sunder": 15097,
+  "sunderland": 45727,
+  "sunderland</w>": 18851,
+  "sundown</w>": 44438,
+  "sune</w>": 41096,
+  "sunflower</w>": 21559,
+  "sunflowers</w>": 39809,
+  "sung": 16903,
+  "sung</w>": 6047,
+  "sunglasses</w>": 12906,
+  "suni": 17663,
+  "suni</w>": 47010,
+  "sunil</w>": 32861,
+  "sunite</w>": 21382,
+  "sunited</w>": 35276,
+  "sunk</w>": 37534,
+  "sunken</w>": 43473,
+  "sunlight</w>": 17996,
+  "sunni</w>": 44315,
+  "sunny": 15632,
+  "sunny</w>": 5438,
+  "sunrise</w>": 5610,
+  "suns</w>": 18322,
+  "sunscreen</w>": 29355,
+  "sunset": 37880,
+  "sunset</w>": 3424,
+  "sunsets</w>": 17721,
+  "sunshine": 32761,
+  "sunshine</w>": 5385,
+  "suny</w>": 41308,
+  "sup": 19078,
+  "sup</w>": 8249,
+  "supdates</w>": 24177,
+  "super": 1642,
+  "super</w>": 1994,
+  "superb</w>": 8930,
+  "superbike</w>": 45709,
+  "superbowl": 47461,
+  "superbowl</w>": 16467,
+  "supercar</w>": 27021,
+  "supercars</w>": 32185,
+  "supercell</w>": 43227,
+  "supercharged</w>": 47479,
+  "supere": 46831,
+  "superfood</w>": 41715,
+  "supergirl</w>": 25771,
+  "superhero</w>": 14049,
+  "superheroes</w>": 23334,
+  "superint": 17615,
+  "superintendent</w>": 19020,
+  "superior</w>": 13205,
+  "superjunior</w>": 40475,
+  "superleague</w>": 45539,
+  "superman</w>": 11237,
+  "supermarket</w>": 19897,
+  "supermarkets</w>": 45106,
+  "supermodel</w>": 41963,
+  "supermoon</w>": 36571,
+  "supernatural</w>": 15484,
+  "supernova</w>": 39843,
+  "superrugby</w>": 48717,
+  "supersonic</w>": 42019,
+  "supersport</w>": 46319,
+  "superst": 38202,
+  "superstar": 32551,
+  "superstar</w>": 10472,
+  "superstars</w>": 25797,
+  "supervis": 12709,
+  "supervised</w>": 41316,
+  "supervision</w>": 36234,
+  "supervisor</w>": 20366,
+  "supervisors</w>": 37958,
+  "superyacht</w>": 42714,
+  "supp": 1023,
+  "supper</w>": 15727,
+  "supple": 31431,
+  "supplement</w>": 19924,
+  "supplements</w>": 21265,
+  "supplied</w>": 24106,
+  "supplier</w>": 18043,
+  "suppliers</w>": 24196,
+  "supplies</w>": 9384,
+  "supply": 25074,
+  "supply</w>": 6389,
+  "supplychain</w>": 31224,
+  "supplying</w>": 32739,
+  "suppo": 6941,
+  "suppor": 2104,
+  "support": 12062,
+  "support</w>": 1425,
+  "supported</w>": 8038,
+  "supporter</w>": 12992,
+  "supporters</w>": 7403,
+  "supportindiefilm</w>": 43976,
+  "supporting</w>": 3976,
+  "supportive</w>": 18313,
+  "supportlocal</w>": 43852,
+  "supports</w>": 8336,
+  "supportsmall": 30941,
+  "supportsmallstreamers</w>": 36097,
+  "suppose</w>": 18924,
+  "supposed</w>": 9119,
+  "supposedly</w>": 32302,
+  "suppre": 20542,
+  "suppression</w>": 36508,
+  "supra</w>": 48485,
+  "supre": 5875,
+  "supremac": 28643,
+  "supremacist</w>": 39005,
+  "supremacy</w>": 28913,
+  "supreme": 35222,
+  "supreme</w>": 7468,
+  "supt</w>": 23625,
+  "sur": 1090,
+  "sur</w>": 7123,
+  "sura": 33412,
+  "sura</w>": 49125,
+  "surabaya</w>": 45227,
+  "surance</w>": 22184,
+  "surat</w>": 30201,
+  "sure": 14320,
+  "sure</w>": 1650,
+  "sured</w>": 36869,
+  "surely</w>": 11409,
+  "sures</w>": 12725,
+  "suresh": 32118,
+  "suresh</w>": 31464,
+  "sureshpp": 41924,
+  "sureshpprabhu</w>": 42050,
+  "surf": 10176,
+  "surf</w>": 10322,
+  "surface</w>": 7744,
+  "surfaces</w>": 20746,
+  "surfer</w>": 24925,
+  "surfers</w>": 34842,
+  "surfing</w>": 15762,
+  "surg": 13045,
+  "surge</w>": 17457,
+  "surgeon</w>": 16039,
+  "surgeons</w>": 26000,
+  "surger": 5122,
+  "surgeries</w>": 34940,
+  "surgery</w>": 5344,
+  "surgical</w>": 16386,
+  "suri": 14130,
+  "suri</w>": 33952,
+  "suring</w>": 16817,
+  "suriya</w>": 17832,
+  "surpass</w>": 45494,
+  "surpassed</w>": 25648,
+  "surplus</w>": 29413,
+  "surpri": 3244,
+  "surprise</w>": 5099,
+  "surprised</w>": 8949,
+  "surprises</w>": 16920,
+  "surprising</w>": 14964,
+  "surprisingly</w>": 17367,
+  "surreal</w>": 18408,
+  "surrealism</w>": 41773,
+  "surrender</w>": 20964,
+  "surrendered</w>": 44601,
+  "surrey": 26489,
+  "surrey</w>": 14315,
+  "surro": 47499,
+  "surroun": 8250,
+  "surround": 26543,
+  "surround</w>": 22999,
+  "surrounded</w>": 13589,
+  "surrounding</w>": 12544,
+  "surroundings</w>": 26915,
+  "surrounds</w>": 39012,
+  "suru</w>": 49240,
+  "surve": 8952,
+  "surveill": 15408,
+  "surveillance</w>": 15578,
+  "survey": 45914,
+  "survey</w>": 6809,
+  "surveying</w>": 33085,
+  "surveys</w>": 25096,
+  "survi": 3440,
+  "surviv": 12922,
+  "survival</w>": 10172,
+  "survive</w>": 10431,
+  "survived</w>": 13483,
+  "survives</w>": 30927,
+  "surviving</w>": 18609,
+  "survivor": 31934,
+  "survivor</w>": 10944,
+  "survivors</w>": 13711,
+  "surya</w>": 37767,
+  "sus": 8091,
+  "sus</w>": 3036,
+  "susa</w>": 20546,
+  "susan": 19922,
+  "susan</w>": 10168,
+  "suscep": 44270,
+  "sush": 22298,
+  "sushi</w>": 11729,
+  "sushmaswar": 48200,
+  "susie</w>": 32284,
+  "susp": 7971,
+  "suspec": 10298,
+  "suspect</w>": 9065,
+  "suspected</w>": 15579,
+  "suspects</w>": 18265,
+  "suspen": 10578,
+  "suspend</w>": 41007,
+  "suspended</w>": 13126,
+  "suspends</w>": 39535,
+  "suspense</w>": 21556,
+  "suspension</w>": 15417,
+  "suspici": 25714,
+  "suspicion</w>": 34910,
+  "suspicious</w>": 19862,
+  "sussex": 31244,
+  "sussex</w>": 13266,
+  "sustain": 4644,
+  "sustain</w>": 28156,
+  "sustainability</w>": 9635,
+  "sustainable": 23645,
+  "sustainable</w>": 7078,
+  "sustained</w>": 22699,
+  "sustaining</w>": 44418,
+  "sut": 23984,
+  "sut</w>": 28956,
+  "sutherland</w>": 27592,
+  "sutton": 39359,
+  "sutton</w>": 18564,
+  "suv</w>": 15985,
+  "suz": 9957,
+  "suzanne</w>": 24617,
+  "suzu": 36289,
+  "suzuki</w>": 16892,
+  "suzy</w>": 26552,
+  "sv": 6508,
+  "sv</w>": 17083,
+  "svc</w>": 45065,
+  "sve": 47637,
+  "sven": 37786,
+  "sven</w>": 45183,
+  "sver": 45923,
+  "sville": 44580,
+  "sville</w>": 6741,
+  "svp</w>": 28465,
+  "svt</w>": 42014,
+  "svu</w>": 32123,
+  "sw": 1220,
+  "sw</w>": 4457,
+  "swa": 4707,
+  "swa</w>": 31916,
+  "swach": 20862,
+  "swachhb": 31898,
+  "swachhbharat</w>": 36927,
+  "swag": 8852,
+  "swag</w>": 8177,
+  "swagg</w>": 47702,
+  "swagger</w>": 35797,
+  "swain</w>": 43226,
+  "swal": 13433,
+  "swallow</w>": 28979,
+  "swallowed</w>": 46956,
+  "swallows</w>": 45124,
+  "swam</w>": 42539,
+  "swami</w>": 25021,
+  "swamp": 41953,
+  "swamp</w>": 16595,
+  "swamy</w>": 28445,
+  "swan": 8215,
+  "swan</w>": 12530,
+  "swana</w>": 24699,
+  "swans</w>": 19516,
+  "swansea</w>": 16567,
+  "swanson</w>": 34797,
+  "swap</w>": 15234,
+  "swapped</w>": 39077,
+  "swapping</w>": 44702,
+  "swaps</w>": 49242,
+  "swar": 11680,
+  "swarm</w>": 31577,
+  "swarovski</w>": 28515,
+  "swat": 32547,
+  "swat</w>": 26482,
+  "swatch</w>": 48053,
+  "sway": 26443,
+  "sway</w>": 26617,
+  "swc</w>": 42231,
+  "swe": 2350,
+  "swe</w>": 38070,
+  "swear</w>": 7406,
+  "swearing</w>": 32627,
+  "sweat": 10282,
+  "sweat</w>": 12663,
+  "sweater</w>": 11455,
+  "sweaters</w>": 31303,
+  "sweating</w>": 33215,
+  "sweats</w>": 39321,
+  "sweatshirt</w>": 22442,
+  "sweaty</w>": 28419,
+  "sweden</w>": 8760,
+  "swedish</w>": 11585,
+  "swee": 1812,
+  "sweek</w>": 30017,
+  "sweeney</w>": 27286,
+  "sweep": 23220,
+  "sweep</w>": 13669,
+  "sweeping</w>": 25719,
+  "sweeps</w>": 26887,
+  "sweepstakes</w>": 25992,
+  "sweet": 10957,
+  "sweet</w>": 2418,
+  "sweetened</w>": 45577,
+  "sweeter</w>": 32873,
+  "sweetest</w>": 15180,
+  "sweethe": 16316,
+  "sweetheart</w>": 18079,
+  "sweetie</w>": 24450,
+  "sweetness</w>": 29713,
+  "sweets</w>": 18045,
+  "swel": 48470,
+  "swell": 35538,
+  "swell</w>": 21490,
+  "swelling</w>": 46578,
+  "swept</w>": 23311,
+  "swer": 30514,
+  "swfc</w>": 30227,
+  "swfl</w>": 46607,
+  "swi": 3881,
+  "swi</w>": 45223,
+  "swick</w>": 17159,
+  "swif": 28548,
+  "swift": 34843,
+  "swift</w>": 8229,
+  "swild": 33909,
+  "swild</w>": 38696,
+  "swildlife</w>": 46818,
+  "swim": 4928,
+  "swim</w>": 7681,
+  "swimmer</w>": 25475,
+  "swimmers</w>": 27776,
+  "swimming</w>": 7411,
+  "swims</w>": 46798,
+  "swimsuit</w>": 25504,
+  "swimwear</w>": 31889,
+  "swin": 14554,
+  "swin</w>": 40798,
+  "swindon</w>": 29540,
+  "swine</w>": 31166,
+  "swing": 25292,
+  "swing</w>": 7429,
+  "swinging</w>": 26760,
+  "swings</w>": 29141,
+  "swipe</w>": 31828,
+  "swire</w>": 42753,
+  "swirl</w>": 35795,
+  "swis": 23611,
+  "swish</w>": 38571,
+  "swiss": 37917,
+  "swiss</w>": 9287,
+  "swit": 3726,
+  "switch": 22480,
+  "switch</w>": 5893,
+  "switched</w>": 22869,
+  "switches</w>": 33569,
+  "switching</w>": 21155,
+  "swith": 17299,
+  "switzer": 9835,
+  "switzerland</w>": 9912,
+  "swivel</w>": 48256,
+  "swo": 38673,
+  "swol": 29575,
+  "swollen</w>": 36129,
+  "swoo": 29744,
+  "swood</w>": 24158,
+  "swoon</w>": 37028,
+  "swoop</w>": 45661,
+  "sword": 33294,
+  "sword</w>": 11356,
+  "swords</w>": 27181,
+  "swork</w>": 42722,
+  "sworld</w>": 33305,
+  "sworn</w>": 21130,
+  "sworth</w>": 13322,
+  "swt</w>": 38878,
+  "swx</w>": 20597,
+  "sx": 9402,
+  "sx</w>": 17806,
+  "sxsw</w>": 13369,
+  "sy": 974,
+  "sy</w>": 2126,
+  "sya</w>": 35017,
+  "sycam": 34911,
+  "sycamore</w>": 43086,
+  "syd": 4525,
+  "syd</w>": 22504,
+  "sydney": 15878,
+  "sydney</w>": 5278,
+  "syed</w>": 27624,
+  "syfy</w>": 32047,
+  "sykes</w>": 27287,
+  "syl": 6452,
+  "sylla": 41708,
+  "sylvania</w>": 12011,
+  "sylve": 28369,
+  "sylvester</w>": 37214,
+  "sylvia</w>": 25670,
+  "sym": 3645,
+  "sym</w>": 40327,
+  "symb": 22987,
+  "symbol</w>": 13085,
+  "symboli": 22019,
+  "symbolic</w>": 33177,
+  "symbolism</w>": 44679,
+  "symbols</w>": 25476,
+  "symmetry</w>": 31427,
+  "symp": 11468,
+  "sympathi": 47493,
+  "sympathy</w>": 32477,
+  "symph": 9544,
+  "symphonic</w>": 42639,
+  "symphony</w>": 11180,
+  "sympo": 9730,
+  "symposium</w>": 9971,
+  "symptom</w>": 47799,
+  "symptoms</w>": 12956,
+  "syn": 3758,
+  "syn</w>": 36090,
+  "synago": 30945,
+  "synagogue</w>": 33518,
+  "sync</w>": 20081,
+  "synchron": 23943,
+  "syndic": 21098,
+  "syndicate</w>": 28779,
+  "syndrome</w>": 10927,
+  "syner": 22283,
+  "synergy</w>": 32012,
+  "syno": 31533,
+  "synod</w>": 47712,
+  "synopsis</w>": 47018,
+  "synth": 33841,
+  "synth</w>": 24462,
+  "synthe": 22604,
+  "synthesi": 33565,
+  "synthesis</w>": 21602,
+  "synthesizer</w>": 44077,
+  "synthetic</w>": 19917,
+  "syou": 26742,
+  "syour": 21718,
+  "syrac": 17279,
+  "syracuse</w>": 19640,
+  "syrah</w>": 45364,
+  "syri": 18917,
+  "syria</w>": 5563,
+  "syrian": 47562,
+  "syrian</w>": 10041,
+  "syrians</w>": 41392,
+  "syrup</w>": 16611,
+  "sys</w>": 26726,
+  "syste": 1933,
+  "system": 47813,
+  "system</w>": 2422,
+  "systematic</w>": 28586,
+  "systemic</w>": 33807,
+  "systems</w>": 4828,
+  "sz": 13438,
+  "sz</w>": 15879,
+  "sze": 44507,
+  "szn</w>": 48092,
+  "são</w>": 45911,
+  "sé": 37879,
+  "t": 83,
+  "t</w>": 339,
+  "ta": 648,
+  "ta</w>": 1397,
+  "taa</w>": 43874,
+  "tab": 2648,
+  "tab</w>": 14724,
+  "tabby</w>": 36145,
+  "tabern": 48991,
+  "tability</w>": 15770,
+  "table": 12108,
+  "table</w>": 2175,
+  "tableau</w>": 39723,
+  "tables</w>": 7822,
+  "tablet</w>": 12494,
+  "tabletop": 46843,
+  "tabletop</w>": 25773,
+  "tablets</w>": 20436,
+  "tably</w>": 24440,
+  "taboo</w>": 38400,
+  "tabs</w>": 29163,
+  "tac": 3145,
+  "tac</w>": 22653,
+  "tache</w>": 39239,
+  "tack": 6339,
+  "tack</w>": 34446,
+  "tackle</w>": 10294,
+  "tackled</w>": 47218,
+  "tackles</w>": 18021,
+  "tackling</w>": 19628,
+  "taco": 31924,
+  "taco</w>": 12436,
+  "tacoma</w>": 25397,
+  "tacos</w>": 14090,
+  "tactic</w>": 40377,
+  "tactical</w>": 17137,
+  "tactics</w>": 16410,
+  "tacular</w>": 48985,
+  "tad": 15890,
+  "tad</w>": 19860,
+  "tado</w>": 40846,
+  "tae": 15257,
+  "tae</w>": 15580,
+  "taehyung</w>": 24642,
+  "taek": 30753,
+  "taekwondo</w>": 39963,
+  "taemin</w>": 30600,
+  "taeyang</w>": 45802,
+  "taeyeon</w>": 27389,
+  "taf": 29660,
+  "taft</w>": 42141,
+  "tag": 3456,
+  "tag</w>": 3640,
+  "tage</w>": 2669,
+  "tages</w>": 39902,
+  "tagged</w>": 12969,
+  "tagging</w>": 25138,
+  "tagne</w>": 47467,
+  "tags</w>": 11606,
+  "tah": 14822,
+  "tah</w>": 7090,
+  "tahit": 45385,
+  "tahoe</w>": 26140,
+  "tai": 6511,
+  "tai</w>": 13040,
+  "taiji</w>": 30185,
+  "tail": 7156,
+  "tail</w>": 4132,
+  "tailed</w>": 20626,
+  "tailgate</w>": 23168,
+  "tailgating</w>": 42625,
+  "tailo": 27230,
+  "tailor</w>": 29870,
+  "tailored</w>": 28275,
+  "tailoring</w>": 46357,
+  "tails</w>": 16066,
+  "tain": 2841,
+  "tain</w>": 1908,
+  "taine": 21214,
+  "taine</w>": 32299,
+  "tained</w>": 10212,
+  "taining</w>": 7565,
+  "tainment</w>": 30063,
+  "tains</w>": 3952,
+  "tainted</w>": 47211,
+  "taipei</w>": 24356,
+  "tair": 29143,
+  "tairp</w>": 43707,
+  "tait</w>": 45325,
+  "taiwan": 36319,
+  "taiwan</w>": 12626,
+  "taiwanese</w>": 41416,
+  "taj": 28937,
+  "taj</w>": 24805,
+  "taji": 46358,
+  "tak": 15070,
+  "tak</w>": 14458,
+  "taka": 24070,
+  "taka</w>": 40968,
+  "take": 5052,
+  "take</w>": 1172,
+  "takeaway</w>": 25737,
+  "takeaways</w>": 32080,
+  "takeme": 41748,
+  "taken</w>": 2807,
+  "takeoff</w>": 32789,
+  "takeover</w>": 11863,
+  "taker</w>": 17939,
+  "takers</w>": 30775,
+  "takes</w>": 2633,
+  "takin</w>": 30890,
+  "taking</w>": 2019,
+  "taku</w>": 48168,
+  "tal": 976,
+  "tal</w>": 2066,
+  "tala</w>": 29845,
+  "talaga</w>": 35349,
+  "talbot</w>": 30585,
+  "tale": 33971,
+  "tale</w>": 7798,
+  "talent": 30435,
+  "talent</w>": 5114,
+  "talented</w>": 5331,
+  "talents</w>": 16136,
+  "tales</w>": 9469,
+  "tali": 12122,
+  "tali</w>": 45406,
+  "taliban</w>": 20788,
+  "talis": 36480,
+  "tality</w>": 15631,
+  "talk": 12462,
+  "talk</w>": 1841,
+  "talked</w>": 10153,
+  "talkin</w>": 26040,
+  "talking": 31463,
+  "talking</w>": 2578,
+  "talks</w>": 3237,
+  "tall": 11664,
+  "tall</w>": 7771,
+  "talla": 21528,
+  "tallade": 44220,
+  "tallahassee</w>": 37832,
+  "taller</w>": 23470,
+  "tallest</w>": 19774,
+  "tallinn</w>": 45079,
+  "tally</w>": 16323,
+  "talon</w>": 47897,
+  "tam": 2661,
+  "tam</w>": 12246,
+  "tama</w>": 45424,
+  "tamanna": 48055,
+  "tamar": 22901,
+  "tamara</w>": 35697,
+  "tame": 38557,
+  "tame</w>": 32778,
+  "tamed</w>": 40575,
+  "tami</w>": 39429,
+  "tamil": 23046,
+  "tamil</w>": 14033,
+  "tamilnadu</w>": 32371,
+  "tamine</w>": 42566,
+  "tammy</w>": 28396,
+  "tampa</w>": 10906,
+  "tampab": 37852,
+  "tamu</w>": 34105,
+  "tan": 2123,
+  "tan</w>": 5039,
+  "tana</w>": 21396,
+  "tand": 20244,
+  "tandem</w>": 33756,
+  "tane": 13344,
+  "tane</w>": 24923,
+  "taneous</w>": 22275,
+  "taneously</w>": 24422,
+  "tang": 10425,
+  "tang</w>": 20794,
+  "tanger": 31844,
+  "tangerine</w>": 42045,
+  "tangible</w>": 44823,
+  "tangle</w>": 36568,
+  "tangled</w>": 33587,
+  "tango</w>": 24089,
+  "tani": 31374,
+  "tani</w>": 32985,
+  "tania</w>": 45369,
+  "tank": 29858,
+  "tank</w>": 6172,
+  "tanker</w>": 25020,
+  "tanks</w>": 14223,
+  "tann": 19174,
+  "tanner</w>": 22001,
+  "tanning</w>": 27985,
+  "tans</w>": 27332,
+  "tant": 41383,
+  "tant</w>": 41695,
+  "tante</w>": 48262,
+  "tanto</w>": 45685,
+  "tany": 34410,
+  "tanya</w>": 26800,
+  "tanz": 47399,
+  "tanzania</w>": 15711,
+  "tao": 29084,
+  "tao</w>": 18923,
+  "tap": 17923,
+  "tap</w>": 7888,
+  "tapas</w>": 27361,
+  "tape": 18332,
+  "tape</w>": 5749,
+  "taped</w>": 33219,
+  "tapes</w>": 17903,
+  "tapestry</w>": 33525,
+  "taping</w>": 24355,
+  "tapp": 27644,
+  "tapp</w>": 27764,
+  "tapped</w>": 26649,
+  "tapping</w>": 27882,
+  "tapro": 34415,
+  "taproom</w>": 40266,
+  "taps</w>": 23267,
+  "tar": 2002,
+  "tar</w>": 6977,
+  "tara</w>": 15264,
+  "tarak</w>": 37813,
+  "taran": 32370,
+  "tarantino</w>": 41180,
+  "tarde</w>": 48670,
+  "tardis</w>": 35410,
+  "tares</w>": 34587,
+  "targe": 9620,
+  "target": 38556,
+  "target</w>": 5400,
+  "targeted</w>": 14968,
+  "targeting</w>": 15818,
+  "targets</w>": 12468,
+  "tari": 4238,
+  "tari</w>": 38012,
+  "tarian</w>": 11762,
+  "tarians</w>": 42789,
+  "taries</w>": 47291,
+  "tariff</w>": 40220,
+  "tariffs</w>": 28335,
+  "tariq</w>": 42526,
+  "tarmac</w>": 44294,
+  "taro</w>": 26264,
+  "tarot</w>": 23702,
+  "tart": 16707,
+  "tart</w>": 14120,
+  "tartan</w>": 35064,
+  "tarts</w>": 29799,
+  "tary": 31729,
+  "tary</w>": 5065,
+  "tarzan</w>": 45463,
+  "tas": 6538,
+  "tas</w>": 10163,
+  "tash": 35272,
+  "tasha</w>": 44967,
+  "task": 39189,
+  "task</w>": 10549,
+  "tasks</w>": 19453,
+  "tasmania</w>": 22429,
+  "tasmanian</w>": 45102,
+  "tassel</w>": 49276,
+  "tast": 10839,
+  "taste": 14314,
+  "taste</w>": 5219,
+  "tasted</w>": 22827,
+  "tasteof": 38097,
+  "taster</w>": 29743,
+  "tastes</w>": 13736,
+  "tastic</w>": 21337,
+  "tasting</w>": 7656,
+  "tastings</w>": 49273,
+  "tasty": 43390,
+  "tasty</w>": 8568,
+  "tat": 2652,
+  "tat</w>": 21592,
+  "tata</w>": 19300,
+  "tate": 44476,
+  "tate</w>": 13295,
+  "tath": 27566,
+  "tati": 31433,
+  "tatiana</w>": 48837,
+  "tation</w>": 5280,
+  "tations</w>": 32324,
+  "tator</w>": 18791,
+  "tators</w>": 37206,
+  "tats</w>": 44557,
+  "tatt": 9232,
+  "tatted</w>": 41605,
+  "tattoo": 15980,
+  "tattoo</w>": 6325,
+  "tattooed</w>": 28541,
+  "tattoos</w>": 14900,
+  "tatum</w>": 26103,
+  "tau": 6620,
+  "tau</w>": 20510,
+  "taught</w>": 9306,
+  "taun": 23910,
+  "taunton</w>": 40681,
+  "taurus</w>": 32881,
+  "taver": 37776,
+  "tavern</w>": 18644,
+  "taw": 33868,
+  "taw</w>": 40289,
+  "tawa</w>": 29035,
+  "tawards</w>": 14351,
+  "tax": 4581,
+  "tax</w>": 3879,
+  "taxation</w>": 36847,
+  "taxes</w>": 11462,
+  "taxi": 25160,
+  "taxi</w>": 11380,
+  "taxider": 47420,
+  "taxis</w>": 34009,
+  "taxpay": 17986,
+  "taxpayer</w>": 30978,
+  "taxpayers</w>": 25503,
+  "tay": 6542,
+  "tay</w>": 15073,
+  "taya</w>": 38484,
+  "tayl": 3913,
+  "taylor": 9044,
+  "taylor</w>": 3961,
+  "taylorswift</w>": 18936,
+  "tayo</w>": 33941,
+  "taz": 41475,
+  "taz</w>": 31870,
+  "tb": 1990,
+  "tb</w>": 7490,
+  "tba</w>": 34363,
+  "tball": 8390,
+  "tball</w>": 1467,
+  "tbc</w>": 31807,
+  "tbd</w>": 45548,
+  "tbh</w>": 13238,
+  "tbi</w>": 45868,
+  "tbl</w>": 42962,
+  "tbli": 43664,
+  "tblightning</w>": 44178,
+  "tbo</w>": 34255,
+  "tbr</w>": 46643,
+  "tbs</w>": 37368,
+  "tbt</w>": 2950,
+  "tc": 6820,
+  "tc</w>": 5454,
+  "tca</w>": 35116,
+  "tch": 10744,
+  "tch</w>": 4048,
+  "tches</w>": 42001,
+  "tcm": 21501,
+  "tcm</w>": 26588,
+  "tcmparty</w>": 24338,
+  "tcot</w>": 8995,
+  "tcs</w>": 39107,
+  "tcu</w>": 26791,
+  "td": 20578,
+  "td</w>": 3192,
+  "tdf</w>": 21844,
+  "tdi</w>": 45621,
+  "tdp</w>": 47009,
+  "tds</w>": 20238,
+  "tdsb</w>": 29836,
+  "te": 600,
+  "te</w>": 756,
+  "tea": 41053,
+  "tea</w>": 3274,
+  "teach": 2043,
+  "teach</w>": 6865,
+  "teacher": 18051,
+  "teacher</w>": 4008,
+  "teachers</w>": 5069,
+  "teaches</w>": 17110,
+  "teaching</w>": 5141,
+  "teachings</w>": 32119,
+  "teal</w>": 22821,
+  "team": 2085,
+  "team</w>": 1027,
+  "teamcanada</w>": 46636,
+  "teamed</w>": 20590,
+  "teamgb</w>": 40971,
+  "teaming</w>": 24392,
+  "teammate</w>": 17900,
+  "teammates</w>": 13921,
+  "teams</w>": 3891,
+  "teamsisd</w>": 34703,
+  "teamusa</w>": 28625,
+  "teamwork</w>": 14657,
+  "teaparty</w>": 33065,
+  "teapo": 35745,
+  "teapot</w>": 40749,
+  "tear": 15802,
+  "tear</w>": 11862,
+  "tearful</w>": 46873,
+  "tearing</w>": 24785,
+  "tears</w>": 7688,
+  "teas": 23003,
+  "teas</w>": 29314,
+  "tease</w>": 25163,
+  "teased</w>": 49122,
+  "teaser</w>": 8982,
+  "teasers</w>": 48990,
+  "teases</w>": 28509,
+  "teasing</w>": 36507,
+  "teat": 26376,
+  "teatime</w>": 48948,
+  "teatro</w>": 35756,
+  "teau</w>": 24931,
+  "tebow</w>": 37797,
+  "tec": 17381,
+  "tec</w>": 11612,
+  "tech": 1782,
+  "tech</w>": 2061,
+  "techcrunch</w>": 42110,
+  "techn": 6252,
+  "technews</w>": 31787,
+  "technic": 16639,
+  "technic</w>": 37666,
+  "technical": 49231,
+  "technical</w>": 7582,
+  "technically</w>": 23180,
+  "technician</w>": 22540,
+  "technicians</w>": 35513,
+  "techno": 2599,
+  "techno</w>": 17564,
+  "technological</w>": 23068,
+  "technologies</w>": 10040,
+  "technology</w>": 3089,
+  "techs</w>": 41353,
+  "ted": 4841,
+  "ted</w>": 775,
+  "tedcruz</w>": 27517,
+  "teddy": 25758,
+  "teddy</w>": 11798,
+  "tedly</w>": 8539,
+  "tedu</w>": 42517,
+  "tedx": 17950,
+  "tedx</w>": 41504,
+  "tee": 12676,
+  "tee</w>": 3385,
+  "teed</w>": 13692,
+  "teen": 5398,
+  "teen</w>": 4697,
+  "teenage</w>": 14069,
+  "teenager</w>": 19338,
+  "teenagers</w>": 25989,
+  "teenchoice</w>": 28203,
+  "teens</w>": 12375,
+  "teenth</w>": 20249,
+  "teenwolf</w>": 40067,
+  "teeny</w>": 41622,
+  "teer</w>": 48648,
+  "tees</w>": 9641,
+  "teessi": 43295,
+  "teeth</w>": 8225,
+  "tega</w>": 29508,
+  "tegr": 39801,
+  "teh": 18720,
+  "teh</w>": 29601,
+  "tehran</w>": 26399,
+  "tein</w>": 33223,
+  "tej</w>": 46724,
+  "tek": 17489,
+  "tek</w>": 18294,
+  "tekken</w>": 29843,
+  "tel": 4978,
+  "tel</w>": 2226,
+  "telang": 23469,
+  "telangana</w>": 26386,
+  "tele": 3103,
+  "tele</w>": 32851,
+  "telecom</w>": 21057,
+  "telecommunications</w>": 39900,
+  "telegram</w>": 26780,
+  "telegraph</w>": 14713,
+  "telephone</w>": 17243,
+  "telescope</w>": 19037,
+  "telethon</w>": 49266,
+  "televised</w>": 39470,
+  "television</w>": 8608,
+  "telford</w>": 38323,
+  "tell": 16069,
+  "tell</w>": 2330,
+  "teller</w>": 20415,
+  "tellers</w>": 42707,
+  "telling</w>": 5507,
+  "tells</w>": 5217,
+  "tellu": 42511,
+  "telly</w>": 31475,
+  "tels</w>": 43607,
+  "telugu</w>": 22927,
+  "tely</w>": 5630,
+  "tem": 2404,
+  "tem</w>": 17536,
+  "tema</w>": 45881,
+  "teme": 43378,
+  "temp": 2684,
+  "temp</w>": 11097,
+  "tempe</w>": 36723,
+  "temper": 5981,
+  "temper</w>": 35521,
+  "temperature</w>": 9543,
+  "temperatures</w>": 11575,
+  "tempered</w>": 40521,
+  "tempest</w>": 36053,
+  "templ": 16679,
+  "template</w>": 18591,
+  "templates</w>": 30498,
+  "temple": 21841,
+  "temple</w>": 5620,
+  "temples</w>": 24024,
+  "tempo</w>": 19625,
+  "tempor": 4858,
+  "temporal</w>": 43656,
+  "temporarily</w>": 23189,
+  "temporary</w>": 6513,
+  "temps</w>": 11668,
+  "tempt</w>": 28460,
+  "temptation</w>": 30118,
+  "tempted</w>": 26226,
+  "tempting</w>": 34876,
+  "ten": 1149,
+  "ten</w>": 2581,
+  "tenant</w>": 16954,
+  "tenants</w>": 26023,
+  "tenay</w>": 45384,
+  "tenberg</w>": 31329,
+  "tend": 17630,
+  "tend</w>": 21252,
+  "tendency</w>": 47277,
+  "tender": 23020,
+  "tender</w>": 9838,
+  "tenderloin</w>": 42750,
+  "tenders</w>": 44741,
+  "tending</w>": 35084,
+  "tendon</w>": 48459,
+  "tends</w>": 39962,
+  "tene": 24868,
+  "tened</w>": 13682,
+  "tener</w>": 29054,
+  "teneri": 28000,
+  "tenerife</w>": 29401,
+  "teners</w>": 41307,
+  "teness</w>": 18018,
+  "teng": 34016,
+  "teng</w>": 28474,
+  "tennant</w>": 29310,
+  "tennes": 9514,
+  "tennessee</w>": 10053,
+  "tennis": 31504,
+  "tennis</w>": 5298,
+  "tenor</w>": 30521,
+  "tens</w>": 14062,
+  "tense</w>": 23518,
+  "tension</w>": 15221,
+  "tensions</w>": 24224,
+  "tenstein</w>": 49139,
+  "tent": 18505,
+  "tent</w>": 10782,
+  "tentative</w>": 48238,
+  "tenth</w>": 27483,
+  "tention</w>": 12191,
+  "tents</w>": 30730,
+  "tenure</w>": 30739,
+  "teo</w>": 18665,
+  "tep</w>": 31806,
+  "tequ": 17502,
+  "tequila</w>": 18510,
+  "ter": 704,
+  "ter</w>": 652,
+  "tera</w>": 15155,
+  "teras</w>": 44830,
+  "tere": 11329,
+  "tered": 49272,
+  "tered</w>": 4389,
+  "terence</w>": 33806,
+  "teresa</w>": 19081,
+  "teri</w>": 30917,
+  "teria</w>": 22685,
+  "terie</w>": 42276,
+  "tering</w>": 7929,
+  "term": 40991,
+  "term</w>": 4780,
+  "termin": 4766,
+  "terminal</w>": 11816,
+  "terminals</w>": 44091,
+  "terminator</w>": 29609,
+  "terminology</w>": 48896,
+  "terms</w>": 8663,
+  "tern": 41572,
+  "tern</w>": 12959,
+  "terns</w>": 25251,
+  "tero": 20727,
+  "tero</w>": 24697,
+  "terps</w>": 41471,
+  "terr": 3921,
+  "terra": 22366,
+  "terra</w>": 18816,
+  "terrac": 28549,
+  "terrace</w>": 13820,
+  "terraces</w>": 47508,
+  "terracotta</w>": 45123,
+  "terrain</w>": 20184,
+  "terran": 43726,
+  "terre": 33888,
+  "terre</w>": 27537,
+  "terrell</w>": 39494,
+  "terrence</w>": 38746,
+  "terrestrial</w>": 46299,
+  "terri": 4504,
+  "terri</w>": 36722,
+  "terrible</w>": 9741,
+  "terribly</w>": 34558,
+  "terrier</w>": 14455,
+  "terriers</w>": 47047,
+  "terrific</w>": 13837,
+  "terrified</w>": 28204,
+  "terrifying</w>": 18526,
+  "territ": 10720,
+  "territorial</w>": 39163,
+  "territories</w>": 32846,
+  "territory</w>": 13936,
+  "terror": 9596,
+  "terror</w>": 9327,
+  "terrori": 6836,
+  "terrorism</w>": 10583,
+  "terrorist</w>": 10575,
+  "terrorists</w>": 12835,
+  "terry": 19378,
+  "terry</w>": 8561,
+  "ters": 24102,
+  "ters</w>": 1737,
+  "terti": 48386,
+  "tery</w>": 4184,
+  "tes": 8019,
+  "tes</w>": 3609,
+  "tesco</w>": 15434,
+  "tese</w>": 33320,
+  "tesla</w>": 12254,
+  "tess": 21807,
+  "tess</w>": 20840,
+  "tessa</w>": 32063,
+  "test": 7738,
+  "test</w>": 1628,
+  "testam": 23477,
+  "testament</w>": 24609,
+  "tested</w>": 10576,
+  "tester</w>": 32707,
+  "testi": 18373,
+  "testic": 42364,
+  "testify</w>": 33088,
+  "testifying</w>": 46347,
+  "testim": 12553,
+  "testimonial</w>": 28834,
+  "testimony</w>": 18672,
+  "testing</w>": 4967,
+  "testo": 42428,
+  "testosterone</w>": 45168,
+  "tests</w>": 8715,
+  "tet": 40468,
+  "tet</w>": 13275,
+  "tetra": 40902,
+  "tetris</w>": 45934,
+  "teu": 47152,
+  "teuk</w>": 39979,
+  "teur</w>": 27120,
+  "tex": 2056,
+  "tex</w>": 11728,
+  "texan": 35287,
+  "texan</w>": 38386,
+  "texans</w>": 17580,
+  "texanscheer</w>": 43717,
+  "texas": 15713,
+  "texas</w>": 3403,
+  "texaste": 46469,
+  "text": 18169,
+  "text</w>": 4160,
+  "textbook</w>": 25952,
+  "textbooks</w>": 44041,
+  "texted</w>": 29004,
+  "textile</w>": 19789,
+  "textiles</w>": 24326,
+  "texting</w>": 18600,
+  "texts</w>": 12767,
+  "texture</w>": 16505,
+  "textured</w>": 32168,
+  "textures</w>": 28063,
+  "tey</w>": 32395,
+  "tez</w>": 22664,
+  "tf": 18828,
+  "tf</w>": 5001,
+  "tfc</w>": 30186,
+  "tfl</w>": 29918,
+  "tford</w>": 22493,
+  "tful</w>": 17108,
+  "tfw</w>": 16741,
+  "tg": 7665,
+  "tg</w>": 11981,
+  "tgif</w>": 14483,
+  "th": 513,
+  "th</w>": 640,
+  "tha": 18470,
+  "tha</w>": 4715,
+  "thab": 38219,
+  "thad": 48339,
+  "thai": 28054,
+  "thai</w>": 8825,
+  "thail": 7258,
+  "thailand</w>": 7469,
+  "thak": 22801,
+  "thakur</w>": 38427,
+  "thal": 7967,
+  "thal</w>": 12323,
+  "thala</w>": 17784,
+  "thalai": 25206,
+  "thalaivar</w>": 44918,
+  "thalap": 39789,
+  "thalapathy": 45405,
+  "thalapathy</w>": 23324,
+  "thall</w>": 36007,
+  "tham": 11761,
+  "tham</w>": 8896,
+  "thames": 43472,
+  "thames</w>": 15321,
+  "than": 792,
+  "than</w>": 1126,
+  "thand": 44465,
+  "thane</w>": 21463,
+  "thang</w>": 24870,
+  "thani</w>": 31322,
+  "thank": 2790,
+  "thank</w>": 1144,
+  "thanked</w>": 32079,
+  "thankful": 38839,
+  "thankful</w>": 6217,
+  "thankfully</w>": 22089,
+  "thanking</w>": 21989,
+  "thanks": 5672,
+  "thanks</w>": 1085,
+  "thanksgiving": 45732,
+  "thanksgiving</w>": 6167,
+  "thanku</w>": 45710,
+  "thankyou": 18050,
+  "thankyou</w>": 9911,
+  "thanniversary</w>": 35564,
+  "thanos</w>": 36709,
+  "thanx</w>": 25095,
+  "thar": 14396,
+  "thar</w>": 38843,
+  "thard</w>": 43474,
+  "that": 6303,
+  "that</w>": 682,
+  "thatcher</w>": 32496,
+  "thats": 44636,
+  "thats</w>": 9254,
+  "thaw": 26081,
+  "thaw</w>": 47229,
+  "thbewithyou</w>": 41067,
+  "thc</w>": 20091,
+  "thcentury</w>": 49111,
+  "thd</w>": 28219,
+  "thday</w>": 37801,
+  "the": 599,
+  "the</w>": 518,
+  "thea": 15935,
+  "thea</w>": 25429,
+  "thead</w>": 25259,
+  "theal": 45728,
+  "thealth</w>": 31398,
+  "thear": 43283,
+  "theart": 44678,
+  "theast</w>": 8378,
+  "theastern</w>": 17877,
+  "theat": 2263,
+  "theater": 39438,
+  "theater</w>": 6128,
+  "theaters</w>": 14689,
+  "theatre": 19857,
+  "theatre</w>": 3292,
+  "theatres</w>": 21680,
+  "theatrical</w>": 26833,
+  "theband</w>": 27695,
+  "thebeatles</w>": 35645,
+  "thebest": 40883,
+  "thebest</w>": 25856,
+  "thebig": 24732,
+  "theblack": 47718,
+  "thec": 48659,
+  "thed</w>": 31405,
+  "thedaily": 33550,
+  "theday</w>": 4408,
+  "thedream</w>": 39417,
+  "thee": 44475,
+  "thee</w>": 15108,
+  "theeconomist</w>": 44518,
+  "theellenshow</w>": 35342,
+  "thefilm</w>": 31665,
+  "theflash</w>": 25434,
+  "theforce": 40002,
+  "theforceawakens</w>": 48033,
+  "theft</w>": 13286,
+  "thefuture</w>": 34287,
+  "thegame</w>": 24428,
+  "thegood": 28594,
+  "thegreat": 28721,
+  "thei": 44522,
+  "their</w>": 911,
+  "theirs</w>": 29297,
+  "thel": 5403,
+  "thelast": 23495,
+  "thelastjedi</w>": 47992,
+  "theless</w>": 27712,
+  "theli": 15277,
+  "thelittle": 46872,
+  "thelo": 47036,
+  "thelove": 40668,
+  "thelove</w>": 43200,
+  "them": 5435,
+  "them</w>": 1180,
+  "themasters</w>": 48378,
+  "theme": 38524,
+  "theme</w>": 5849,
+  "themed</w>": 10126,
+  "themes</w>": 17849,
+  "themet</w>": 48183,
+  "themovie</w>": 27062,
+  "themselves</w>": 6503,
+  "then": 5929,
+  "then</w>": 1594,
+  "thenburg</w>": 45209,
+  "thene": 17012,
+  "thenew": 24212,
+  "thenext": 47881,
+  "thenight</w>": 43336,
+  "theno": 37172,
+  "thenorth</w>": 34338,
+  "theo": 17043,
+  "theo</w>": 18084,
+  "theod": 26653,
+  "theodore</w>": 30743,
+  "theological</w>": 41162,
+  "theology</w>": 24095,
+  "theon</w>": 34653,
+  "theone</w>": 46231,
+  "theopen</w>": 41438,
+  "theore": 22690,
+  "theoretical</w>": 35585,
+  "theori": 34804,
+  "theories</w>": 23937,
+  "theory</w>": 7143,
+  "thepeople</w>": 33597,
+  "thepersonal": 29981,
+  "thepersonalnetwork</w>": 30016,
+  "thephoto": 18303,
+  "thephotohour</w>": 18607,
+  "ther": 1160,
+  "ther</w>": 743,
+  "therap": 4499,
+  "therapeu": 19332,
+  "therapeutic</w>": 23240,
+  "therapeutics</w>": 49101,
+  "therapies</w>": 30179,
+  "therapist</w>": 20608,
+  "therapists</w>": 34763,
+  "therapper</w>": 49340,
+  "therapy</w>": 5257,
+  "there": 5283,
+  "there</w>": 997,
+  "thereal": 8074,
+  "thereal</w>": 41140,
+  "thereby</w>": 43308,
+  "thered</w>": 10208,
+  "therefore</w>": 16865,
+  "theres</w>": 18494,
+  "theresa</w>": 14126,
+  "therese</w>": 47996,
+  "theresistance</w>": 22845,
+  "theri": 28967,
+  "theri</w>": 45297,
+  "therine": 26807,
+  "therine</w>": 9239,
+  "thering</w>": 7891,
+  "therland</w>": 25351,
+  "thermal</w>": 13689,
+  "thermo": 22303,
+  "thermom": 31138,
+  "thermometer</w>": 38172,
+  "thermost": 42391,
+  "thern": 10919,
+  "thern</w>": 3137,
+  "thero": 13165,
+  "theroad</w>": 29807,
+  "therock</w>": 30036,
+  "theroy": 38146,
+  "thers</w>": 1959,
+  "thes": 40556,
+  "thes</w>": 6460,
+  "thescript</w>": 47061,
+  "these": 40366,
+  "these</w>": 1071,
+  "theses</w>": 39388,
+  "thesimpsons</w>": 45513,
+  "thesims</w>": 34192,
+  "thesis</w>": 10673,
+  "thessal": 41491,
+  "thessaloni": 41753,
+  "thest</w>": 35343,
+  "thesun</w>": 45617,
+  "theta</w>": 27694,
+  "thetic</w>": 7954,
+  "thetimes</w>": 36039,
+  "thevamp": 33701,
+  "thevoice": 47206,
+  "thevoice</w>": 30258,
+  "thewalkingdead</w>": 18087,
+  "thewanted</w>": 43008,
+  "theworld": 44988,
+  "theworld</w>": 17475,
+  "thex": 35990,
+  "they": 15174,
+  "they</w>": 889,
+  "theyre</w>": 28266,
+  "thfc</w>": 17729,
+  "thi": 2362,
+  "thi</w>": 9111,
+  "thia</w>": 17943,
+  "thiago</w>": 44537,
+  "thian</w>": 23214,
+  "thians</w>": 28187,
+  "thibau": 48351,
+  "thic": 26107,
+  "thic</w>": 11794,
+  "thick": 18417,
+  "thick</w>": 11006,
+  "thicker</w>": 43302,
+  "thickness</w>": 40754,
+  "thief</w>": 18508,
+  "thier</w>": 25595,
+  "thierry</w>": 32929,
+  "thieves</w>": 17899,
+  "thigh": 47124,
+  "thigh</w>": 22877,
+  "thighs</w>": 30847,
+  "thik</w>": 20512,
+  "thika</w>": 44619,
+  "thill</w>": 31266,
+  "thim": 42331,
+  "thin": 2178,
+  "thin</w>": 7847,
+  "thine</w>": 47192,
+  "thing": 7499,
+  "thing</w>": 946,
+  "things": 30670,
+  "things</w>": 1739,
+  "thingsto": 43924,
+  "thingy</w>": 36888,
+  "think": 9820,
+  "think</w>": 1331,
+  "thinkbig": 26015,
+  "thinkbigsundaywithmarsha</w>": 26666,
+  "thinker</w>": 34577,
+  "thinkers</w>": 32779,
+  "thinkin</w>": 34443,
+  "thinking</w>": 3291,
+  "thinks</w>": 6109,
+  "thinner</w>": 47247,
+  "thir": 6030,
+  "third": 32102,
+  "third</w>": 3981,
+  "thirds</w>": 42582,
+  "thirst</w>": 23563,
+  "thirsty": 39731,
+  "thirsty</w>": 17521,
+  "thirteen</w>": 34209,
+  "thirty</w>": 20813,
+  "thiru": 43292,
+  "this": 4340,
+  "this</w>": 589,
+  "thisday</w>": 6532,
+  "thisdayin": 33641,
+  "thisdayinhistory</w>": 46913,
+  "thisi": 7299,
+  "thisis": 14887,
+  "thismorning</w>": 36245,
+  "thistle</w>": 29039,
+  "thistory</w>": 28904,
+  "thium</w>": 21804,
+  "thletics</w>": 17765,
+  "thm</w>": 10407,
+  "thman</w>": 30079,
+  "thms</w>": 19874,
+  "thn": 44155,
+  "thn</w>": 45587,
+  "thnx</w>": 25480,
+  "tho": 1325,
+  "tho</w>": 5025,
+  "thof": 18943,
+  "thofjuly</w>": 21613,
+  "thol": 29319,
+  "thole</w>": 31029,
+  "tholes</w>": 42465,
+  "thology</w>": 9881,
+  "thom": 2585,
+  "thom</w>": 24094,
+  "thomas": 12574,
+  "thomas</w>": 3888,
+  "thome</w>": 21289,
+  "thomp": 37274,
+  "thompson": 42181,
+  "thompson</w>": 8535,
+  "thomson</w>": 24151,
+  "thon": 38776,
+  "thon</w>": 8924,
+  "thong</w>": 37058,
+  "thood</w>": 15623,
+  "thor": 4130,
+  "thor</w>": 13691,
+  "thora</w>": 46866,
+  "thorn": 12957,
+  "thorn</w>": 18466,
+  "thorne</w>": 18025,
+  "thorns</w>": 33650,
+  "thornton</w>": 23592,
+  "thorough": 15294,
+  "thorough</w>": 34788,
+  "thoroughbred</w>": 43248,
+  "thoroughly</w>": 19750,
+  "thorpe</w>": 18099,
+  "thos</w>": 41965,
+  "those</w>": 1753,
+  "thot</w>": 33736,
+  "thou": 1513,
+  "thou</w>": 17781,
+  "though</w>": 2846,
+  "thought": 23948,
+  "thought</w>": 2449,
+  "thoughtful</w>": 19592,
+  "thoughts</w>": 3618,
+  "thour</w>": 27125,
+  "thousand</w>": 9344,
+  "thousands</w>": 7089,
+  "thouse": 40318,
+  "thouse</w>": 7819,
+  "thoven</w>": 23078,
+  "thr": 1111,
+  "thr</w>": 19138,
+  "thra": 17761,
+  "thra</w>": 32797,
+  "thrash</w>": 38262,
+  "thre": 1607,
+  "thread": 31108,
+  "thread</w>": 8815,
+  "threads</w>": 24957,
+  "threat": 7527,
+  "threat</w>": 7212,
+  "threaten</w>": 26097,
+  "threatened</w>": 16391,
+  "threatening</w>": 16400,
+  "threatens</w>": 20555,
+  "threats</w>": 12766,
+  "three": 21615,
+  "three</w>": 2097,
+  "thren</w>": 41776,
+  "thresh": 29779,
+  "threshold</w>": 33791,
+  "threw</w>": 12746,
+  "thri": 8713,
+  "thrift</w>": 27779,
+  "thrill</w>": 21023,
+  "thrilled</w>": 7879,
+  "thriller</w>": 9653,
+  "thrilling</w>": 20101,
+  "thrills</w>": 39829,
+  "thrive</w>": 17669,
+  "thriving</w>": 22677,
+  "thro": 2101,
+  "thro</w>": 28624,
+  "throat</w>": 16371,
+  "thrombo": 47585,
+  "throne</w>": 15999,
+  "thrones</w>": 8072,
+  "throp</w>": 34939,
+  "throttle</w>": 37139,
+  "through": 6091,
+  "through</w>": 1417,
+  "throughout</w>": 6721,
+  "throughs</w>": 48278,
+  "throw": 3315,
+  "throw</w>": 6293,
+  "throwback": 6001,
+  "throwback</w>": 5058,
+  "throwbackthursday</w>": 6326,
+  "thrower</w>": 40199,
+  "throwing</w>": 9734,
+  "thrown</w>": 15079,
+  "throws</w>": 14723,
+  "thru": 23856,
+  "thru</w>": 6162,
+  "thrush</w>": 46133,
+  "thrust</w>": 40202,
+  "ths</w>": 2079,
+  "tht</w>": 23554,
+  "thu": 3837,
+  "thu</w>": 14153,
+  "thub</w>": 25660,
+  "thug": 37212,
+  "thug</w>": 18137,
+  "thugs</w>": 27686,
+  "thul": 28368,
+  "thulhu</w>": 37560,
+  "thum": 14679,
+  "thumb": 19514,
+  "thumb</w>": 18674,
+  "thumbnail</w>": 32365,
+  "thumbs</w>": 17599,
+  "thun": 32267,
+  "thunder": 6161,
+  "thunder</w>": 8951,
+  "thunderbird</w>": 45131,
+  "thunderbirds</w>": 44286,
+  "thunderbolt</w>": 43596,
+  "thunderstorm</w>": 12005,
+  "thunderstorms</w>": 19525,
+  "thunt</w>": 46763,
+  "thur": 1837,
+  "thur</w>": 21704,
+  "thurman</w>": 41291,
+  "thurs</w>": 9908,
+  "thursday": 11218,
+  "thursday</w>": 2221,
+  "thursdaymotivation</w>": 39375,
+  "thursdays</w>": 21444,
+  "thursdaythoughts</w>": 14866,
+  "thurst</w>": 33970,
+  "thus</w>": 12457,
+  "thusi": 9488,
+  "thwaite</w>": 48469,
+  "thweeksary</w>": 30871,
+  "thx</w>": 5913,
+  "thy": 7804,
+  "thy</w>": 3362,
+  "thyme</w>": 29805,
+  "thyro": 25174,
+  "thyroid</w>": 32558,
+  "ti": 555,
+  "ti</w>": 2605,
+  "tia</w>": 6709,
+  "tial</w>": 2826,
+  "tially</w>": 14503,
+  "tian": 23011,
+  "tian</w>": 8125,
+  "tians</w>": 35182,
+  "tiara</w>": 38322,
+  "tib": 47868,
+  "tibet": 19927,
+  "tibet</w>": 22234,
+  "tibetan</w>": 24057,
+  "tible</w>": 11453,
+  "tic": 890,
+  "tic</w>": 1550,
+  "tica</w>": 9669,
+  "tical": 34191,
+  "tical</w>": 4342,
+  "tically</w>": 13375,
+  "ticals</w>": 30861,
+  "tice</w>": 3122,
+  "tich</w>": 48769,
+  "tician</w>": 43358,
+  "ticism</w>": 26491,
+  "tick": 24640,
+  "tick</w>": 15617,
+  "ticket": 25740,
+  "ticket</w>": 4500,
+  "ticketing</w>": 44432,
+  "tickets</w>": 2015,
+  "ticking</w>": 35842,
+  "tickle</w>": 42999,
+  "ticks</w>": 40269,
+  "tico</w>": 17670,
+  "ticon</w>": 45996,
+  "tics</w>": 2419,
+  "ticul": 15538,
+  "ticus</w>": 44277,
+  "tid": 26002,
+  "tid</w>": 23727,
+  "tidal</w>": 21949,
+  "tide": 15698,
+  "tide</w>": 9105,
+  "tides</w>": 25524,
+  "tidy</w>": 23858,
+  "tie": 14072,
+  "tie</w>": 3422,
+  "tied</w>": 9889,
+  "tiem": 34762,
+  "tien</w>": 47538,
+  "tiene</w>": 43438,
+  "tier": 14390,
+  "tier</w>": 6598,
+  "tierney</w>": 45693,
+  "tiers</w>": 24604,
+  "ties": 25556,
+  "ties</w>": 2499,
+  "tiest</w>": 18300,
+  "tiesto</w>": 46367,
+  "tif</w>": 23216,
+  "tiff": 11112,
+  "tiff</w>": 20699,
+  "tiffany": 30467,
+  "tiffany</w>": 14446,
+  "tification</w>": 43923,
+  "tified</w>": 40854,
+  "tiful</w>": 29123,
+  "tify</w>": 6677,
+  "tig</w>": 31999,
+  "tiger": 11954,
+  "tiger</w>": 6531,
+  "tigers</w>": 6934,
+  "tigh": 31365,
+  "tight": 25763,
+  "tight</w>": 9123,
+  "tighten</w>": 46653,
+  "tighter</w>": 48193,
+  "tightly</w>": 37568,
+  "tights</w>": 29581,
+  "tijuana</w>": 45273,
+  "tik": 24986,
+  "tik</w>": 32403,
+  "tiki</w>": 30107,
+  "til": 6124,
+  "til</w>": 1763,
+  "tile": 26217,
+  "tile</w>": 8227,
+  "tiles</w>": 10607,
+  "tility</w>": 38180,
+  "till": 17462,
+  "till</w>": 4267,
+  "tilla</w>": 26063,
+  "tillerson</w>": 47738,
+  "tilly</w>": 41199,
+  "tilt</w>": 23601,
+  "tim": 1292,
+  "tim</w>": 3863,
+  "timate</w>": 4754,
+  "timb": 26627,
+  "timber": 14441,
+  "timber</w>": 16246,
+  "timberlake</w>": 28274,
+  "timbers</w>": 39911,
+  "timberwolves</w>": 41190,
+  "time": 3764,
+  "time</w>": 788,
+  "timed</w>": 32727,
+  "timehop</w>": 19944,
+  "timel": 23549,
+  "timelapse</w>": 48154,
+  "timeless</w>": 15558,
+  "timeline</w>": 11492,
+  "timely</w>": 19250,
+  "timeout</w>": 41536,
+  "timer</w>": 19725,
+  "timers</w>": 44574,
+  "times": 26445,
+  "times</w>": 1661,
+  "timesnow</w>": 45487,
+  "timesof": 32522,
+  "timesofindia</w>": 44182,
+  "timetable</w>": 31971,
+  "timeto": 29187,
+  "timing</w>": 13624,
+  "timm": 22444,
+  "timmy</w>": 33252,
+  "timo": 13390,
+  "timo</w>": 33777,
+  "timothy": 42087,
+  "timothy</w>": 18560,
+  "timp": 42166,
+  "tin": 1310,
+  "tin</w>": 5420,
+  "tina</w>": 9257,
+  "tinder</w>": 24287,
+  "tine</w>": 22341,
+  "ting": 7451,
+  "ting</w>": 694,
+  "tinged</w>": 44829,
+  "tings</w>": 35332,
+  "tini</w>": 26839,
+  "tink": 39278,
+  "tinker": 45272,
+  "tinker</w>": 40910,
+  "tino</w>": 20538,
+  "tins</w>": 37359,
+  "tint</w>": 40497,
+  "tinted</w>": 42618,
+  "tiny": 21716,
+  "tiny</w>": 5591,
+  "tio</w>": 27562,
+  "tion": 2274,
+  "tion</w>": 740,
+  "tional": 22460,
+  "tional</w>": 2986,
+  "tionality</w>": 24514,
+  "tionally</w>": 12409,
+  "tionary</w>": 8381,
+  "tione": 44318,
+  "tioned</w>": 9083,
+  "tioning</w>": 15528,
+  "tionist</w>": 25732,
+  "tions</w>": 1371,
+  "tious</w>": 14255,
+  "tip": 15383,
+  "tip</w>": 4623,
+  "tipoff</w>": 44521,
+  "tipp": 32294,
+  "tipped</w>": 31878,
+  "tipper": 38095,
+  "tipperary</w>": 45612,
+  "tipping</w>": 27827,
+  "tips</w>": 3173,
+  "tipton</w>": 48809,
+  "tiptuesday</w>": 42112,
+  "tique</w>": 37772,
+  "tir": 25467,
+  "tir</w>": 38462,
+  "tire": 29128,
+  "tire</w>": 9362,
+  "tired</w>": 6533,
+  "tireless</w>": 39835,
+  "tirelessly</w>": 41548,
+  "tires</w>": 15533,
+  "tiring</w>": 42630,
+  "tiru": 36033,
+  "tis": 7839,
+  "tis</w>": 7394,
+  "tise</w>": 13745,
+  "tisgarh</w>": 40538,
+  "tish": 45148,
+  "tish</w>": 28784,
+  "tism</w>": 27113,
+  "tiss": 28155,
+  "tissue</w>": 15368,
+  "tissues</w>": 32172,
+  "tist</w>": 7902,
+  "tista</w>": 25580,
+  "tists</w>": 25944,
+  "tit": 1991,
+  "tit</w>": 13202,
+  "tita</w>": 40936,
+  "titan": 13496,
+  "titan</w>": 15516,
+  "titanic</w>": 20729,
+  "titanium</w>": 24409,
+  "titans</w>": 13066,
+  "titi": 17434,
+  "titi</w>": 48504,
+  "title": 28033,
+  "title</w>": 3644,
+  "titled</w>": 9939,
+  "titles</w>": 9780,
+  "tito</w>": 26838,
+  "titus</w>": 36102,
+  "tium</w>": 21975,
+  "tiv": 1835,
+  "tiva</w>": 41886,
+  "tive": 14640,
+  "tive</w>": 1420,
+  "tively</w>": 9883,
+  "tiveness</w>": 20955,
+  "tives</w>": 7570,
+  "tivity</w>": 9859,
+  "tivo</w>": 32162,
+  "tix</w>": 5835,
+  "tiz</w>": 19376,
+  "tj": 18890,
+  "tj</w>": 18988,
+  "tk": 22344,
+  "tk</w>": 20676,
+  "tko</w>": 37347,
+  "tks</w>": 38739,
+  "tl": 14325,
+  "tl</w>": 8190,
+  "tland</w>": 30697,
+  "tlap</w>": 41976,
+  "tlc</w>": 22047,
+  "tle": 39141,
+  "tle</w>": 5825,
+  "tles</w>": 39363,
+  "tless</w>": 17427,
+  "tlot</w>": 41080,
+  "tls</w>": 47367,
+  "tly": 37483,
+  "tly</w>": 1646,
+  "tm": 9430,
+  "tm</w>": 7789,
+  "tman</w>": 20796,
+  "tmc</w>": 35263,
+  "tment</w>": 26485,
+  "tml": 39445,
+  "tmltalk</w>": 42260,
+  "tmnt</w>": 32444,
+  "tmobile</w>": 34901,
+  "tmr</w>": 35906,
+  "tmrw</w>": 16496,
+  "tms</w>": 44496,
+  "tmund</w>": 23801,
+  "tmw</w>": 45827,
+  "tmz</w>": 37248,
+  "tn": 3827,
+  "tn</w>": 7248,
+  "tna</w>": 21150,
+  "tnam</w>": 8079,
+  "tner</w>": 34922,
+  "tness</w>": 35212,
+  "tney</w>": 9523,
+  "tng</w>": 35898,
+  "tnt</w>": 20659,
+  "tnx</w>": 38220,
+  "to": 580,
+  "to</w>": 531,
+  "toa": 17916,
+  "toad</w>": 26096,
+  "toast": 24654,
+  "toast</w>": 10920,
+  "toasted</w>": 23533,
+  "toaster</w>": 39061,
+  "toasty</w>": 44726,
+  "tob</w>": 24260,
+  "tobac": 12611,
+  "tobacco</w>": 13905,
+  "tobago</w>": 39482,
+  "tobe": 17534,
+  "tobe</w>": 28740,
+  "tober": 18162,
+  "tober</w>": 2925,
+  "toberfest</w>": 26249,
+  "tobi": 40335,
+  "tobi</w>": 48374,
+  "tobias</w>": 32464,
+  "tobin</w>": 42466,
+  "toby": 29659,
+  "toby</w>": 18333,
+  "toc": 41907,
+  "toc</w>": 30643,
+  "tock</w>": 25274,
+  "tod": 38239,
+  "tod</w>": 33568,
+  "toda</w>": 47141,
+  "todas</w>": 36150,
+  "today": 11800,
+  "today</w>": 721,
+  "todayin": 32957,
+  "todays</w>": 13513,
+  "todayshow</w>": 29739,
+  "todd": 10398,
+  "todd</w>": 9951,
+  "toddler</w>": 17772,
+  "toddlers</w>": 36719,
+  "toddy</w>": 38926,
+  "todo": 48857,
+  "todo</w>": 23087,
+  "todos</w>": 33355,
+  "toe": 47756,
+  "toe</w>": 11344,
+  "toes</w>": 16511,
+  "tof": 6659,
+  "toff</w>": 27319,
+  "toffee</w>": 34880,
+  "tofficial</w>": 47953,
+  "tofthe": 23678,
+  "toftheday</w>": 20566,
+  "tofu</w>": 24692,
+  "tog</w>": 45715,
+  "toge": 1903,
+  "together": 17858,
+  "together</w>": 1952,
+  "togo</w>": 26729,
+  "tography</w>": 33968,
+  "toh</w>": 26851,
+  "toi": 7472,
+  "toi</w>": 26941,
+  "toid</w>": 49124,
+  "toile": 43148,
+  "toilet</w>": 11071,
+  "toilets</w>": 24027,
+  "toire</w>": 39534,
+  "tok": 16690,
+  "tok</w>": 27010,
+  "token": 32634,
+  "token</w>": 17134,
+  "tokens</w>": 23562,
+  "tokyo": 35038,
+  "tokyo</w>": 6667,
+  "tol": 4678,
+  "tol</w>": 32962,
+  "told</w>": 3527,
+  "tole": 15677,
+  "toledo</w>": 19812,
+  "toler": 12150,
+  "tolerance</w>": 20377,
+  "tolerant</w>": 38536,
+  "tolerate</w>": 35556,
+  "tolkien</w>": 32989,
+  "toll": 44090,
+  "toll</w>": 14155,
+  "tollywood</w>": 42016,
+  "tology</w>": 34799,
+  "tom": 999,
+  "tom</w>": 2435,
+  "toma": 42360,
+  "toma</w>": 44710,
+  "tomas": 35944,
+  "tomas</w>": 27178,
+  "tomat": 12041,
+  "tomato</w>": 9867,
+  "tomatoes</w>": 13004,
+  "tomb": 37187,
+  "tomb</w>": 15582,
+  "tombs</w>": 48613,
+  "tombstone</w>": 45729,
+  "tome": 24137,
+  "tome</w>": 24283,
+  "tomi</w>": 46290,
+  "tomlin</w>": 46649,
+  "tomlinson</w>": 17484,
+  "tommorow</w>": 42871,
+  "tommy": 16573,
+  "tommy</w>": 8876,
+  "tomo": 31223,
+  "tomo</w>": 34434,
+  "tomor": 1277,
+  "tomorrow": 19728,
+  "tomorrow</w>": 1293,
+  "tomorrowland</w>": 34951,
+  "tomorrows</w>": 32258,
+  "tomorrowspaper": 35005,
+  "tomorrowspaperstoday</w>": 35190,
+  "tomp": 43544,
+  "tompkins</w>": 49068,
+  "toms</w>": 10545,
+  "tomy</w>": 18730,
+  "ton": 838,
+  "ton</w>": 917,
+  "tona</w>": 13459,
+  "tone": 32366,
+  "tone</w>": 8408,
+  "toned</w>": 29426,
+  "toner</w>": 40614,
+  "tones</w>": 14744,
+  "tong</w>": 21510,
+  "tonga</w>": 37882,
+  "tongue": 44820,
+  "tongue</w>": 13626,
+  "tongues</w>": 39837,
+  "toni": 17766,
+  "toni</w>": 17171,
+  "tonic</w>": 17808,
+  "tonics</w>": 34647,
+  "tonight</w>": 1009,
+  "tonights</w>": 23312,
+  "tonite</w>": 13449,
+  "tonka</w>": 42781,
+  "tonline</w>": 45867,
+  "tonne</w>": 42450,
+  "tonnes</w>": 24813,
+  "tons</w>": 7555,
+  "tony": 9150,
+  "tony</w>": 4767,
+  "tonyawards</w>": 46068,
+  "too": 1843,
+  "too</w>": 1256,
+  "took</w>": 2280,
+  "tool": 13718,
+  "tool</w>": 5999,
+  "toolbox</w>": 46599,
+  "toolkit</w>": 29849,
+  "tools</w>": 5771,
+  "toom": 27550,
+  "toon": 24664,
+  "toon</w>": 19701,
+  "toonami</w>": 48336,
+  "toons</w>": 35345,
+  "toor": 42590,
+  "tooth": 15316,
+  "tooth</w>": 12030,
+  "toothbrush</w>": 36841,
+  "toothpaste</w>": 37322,
+  "tooting</w>": 42969,
+  "top": 5534,
+  "top</w>": 1253,
+  "topaz</w>": 46125,
+  "tope": 32149,
+  "tope</w>": 42239,
+  "topeka</w>": 46884,
+  "topia</w>": 29618,
+  "topic</w>": 8720,
+  "topical</w>": 37464,
+  "topics</w>": 11916,
+  "topless</w>": 37415,
+  "topo": 23008,
+  "topoli</w>": 30152,
+  "topp": 19529,
+  "topped</w>": 12588,
+  "topper</w>": 31780,
+  "toppers</w>": 41651,
+  "topping</w>": 21071,
+  "toppings</w>": 47554,
+  "topps</w>": 20201,
+  "tops</w>": 8154,
+  "topshop</w>": 40953,
+  "topus</w>": 21495,
+  "tor": 937,
+  "tor</w>": 1208,
+  "tora</w>": 45147,
+  "torah</w>": 37945,
+  "toral</w>": 45282,
+  "torch": 31921,
+  "torch</w>": 15820,
+  "tore": 38066,
+  "tore</w>": 19385,
+  "tored</w>": 38046,
+  "torg</w>": 33214,
+  "tori": 17689,
+  "tori</w>": 17539,
+  "toria</w>": 23732,
+  "torial</w>": 28029,
+  "torian</w>": 48399,
+  "tories</w>": 14193,
+  "torino</w>": 29178,
+  "torio</w>": 34235,
+  "torn": 8572,
+  "torn</w>": 18023,
+  "tornad": 24676,
+  "tornado</w>": 9062,
+  "tornadoes</w>": 28254,
+  "toro</w>": 17892,
+  "toron": 37407,
+  "toronto": 16866,
+  "toronto</w>": 4514,
+  "torpe": 34093,
+  "torpedo</w>": 46582,
+  "torquay</w>": 45738,
+  "torque</w>": 31940,
+  "torre": 39563,
+  "torre</w>": 38009,
+  "torrent</w>": 42317,
+  "torrential</w>": 41158,
+  "torres</w>": 16049,
+  "tors</w>": 2546,
+  "tortilla</w>": 32683,
+  "torto": 24170,
+  "tortoise</w>": 30178,
+  "torture</w>": 16013,
+  "tortured</w>": 29900,
+  "tory": 29390,
+  "tory</w>": 4214,
+  "tos</w>": 6094,
+  "tosc": 37719,
+  "tose</w>": 38154,
+  "tosh</w>": 17109,
+  "toshi": 31744,
+  "toss</w>": 19656,
+  "tossed</w>": 31296,
+  "tot": 4618,
+  "tot</w>": 23659,
+  "total": 13507,
+  "total</w>": 4445,
+  "totally</w>": 5440,
+  "totals</w>": 25772,
+  "tote": 48145,
+  "tote</w>": 19031,
+  "totem</w>": 45376,
+  "totes</w>": 37199,
+  "tothe": 12222,
+  "toto</w>": 39823,
+  "tots</w>": 24978,
+  "totten": 14360,
+  "tottenham</w>": 14889,
+  "tou": 1879,
+  "tou</w>": 29261,
+  "touch": 9480,
+  "touch</w>": 4526,
+  "touchdown</w>": 18664,
+  "touchdowns</w>": 37905,
+  "touched</w>": 13190,
+  "touches</w>": 14832,
+  "touching</w>": 14088,
+  "touchscreen</w>": 39095,
+  "tough": 12063,
+  "tough</w>": 5499,
+  "tougher</w>": 33722,
+  "toughest</w>": 23773,
+  "toughness</w>": 45522,
+  "toulou": 27145,
+  "toulouse</w>": 30267,
+  "tour": 2710,
+  "tour</w>": 1760,
+  "tourde": 39247,
+  "toured</w>": 27654,
+  "touri": 4224,
+  "touring</w>": 11853,
+  "tourism": 23661,
+  "tourism</w>": 6556,
+  "tourist</w>": 12123,
+  "tourists</w>": 15546,
+  "tournament</w>": 4097,
+  "tournaments</w>": 23058,
+  "tourney</w>": 12603,
+  "tours</w>": 8948,
+  "tous</w>": 37424,
+  "tout</w>": 22300,
+  "touts</w>": 41274,
+  "tov</w>": 28970,
+  "tow": 11557,
+  "tow</w>": 18653,
+  "toward</w>": 8508,
+  "towards</w>": 4447,
+  "towed</w>": 45419,
+  "towel</w>": 15953,
+  "towels</w>": 26578,
+  "tower": 26669,
+  "tower</w>": 4730,
+  "towering</w>": 39444,
+  "towers</w>": 12701,
+  "towie</w>": 44613,
+  "towin</w>": 45819,
+  "towing</w>": 36963,
+  "town": 4068,
+  "town</w>": 1605,
+  "townfc</w>": 33981,
+  "townhall</w>": 33408,
+  "townhouse</w>": 40178,
+  "towns</w>": 14173,
+  "townsend</w>": 26826,
+  "township</w>": 14622,
+  "townsville</w>": 47330,
+  "towork</w>": 48233,
+  "tox": 7742,
+  "tox</w>": 16145,
+  "toxic": 27436,
+  "toxic</w>": 12348,
+  "toxicity</w>": 41234,
+  "toxin</w>": 48899,
+  "toxins</w>": 36618,
+  "toy": 14387,
+  "toy</w>": 5988,
+  "toya</w>": 37602,
+  "toyo": 7644,
+  "toyota</w>": 8908,
+  "toys": 39508,
+  "toys</w>": 7162,
+  "tp": 23760,
+  "tp</w>": 15188,
+  "tpp</w>": 29411,
+  "tps</w>": 35246,
+  "tq</w>": 43066,
+  "tr": 635,
+  "tr</w>": 6337,
+  "tra": 752,
+  "tra</w>": 2483,
+  "trac": 2266,
+  "trace": 48611,
+  "trace</w>": 14767,
+  "traced</w>": 47956,
+  "traces</w>": 30913,
+  "tracey</w>": 25558,
+  "tracing</w>": 27897,
+  "track": 10887,
+  "track</w>": 2700,
+  "tracked</w>": 27049,
+  "tracker</w>": 18123,
+  "tracking</w>": 10428,
+  "tracklist</w>": 39777,
+  "tracks</w>": 7579,
+  "tract</w>": 4690,
+  "traction</w>": 10644,
+  "tractor</w>": 14607,
+  "tractors</w>": 37854,
+  "tracy": 32984,
+  "tracy</w>": 15508,
+  "trad": 48716,
+  "trad</w>": 38037,
+  "trade": 10457,
+  "trade</w>": 3629,
+  "traded</w>": 18860,
+  "trademark</w>": 25011,
+  "trader</w>": 17700,
+  "traders</w>": 19112,
+  "trades</w>": 18519,
+  "trading": 40083,
+  "trading</w>": 6520,
+  "tradio</w>": 20689,
+  "tradition": 20838,
+  "tradition</w>": 8784,
+  "traditional": 41113,
+  "traditional</w>": 5604,
+  "traditionally</w>": 35532,
+  "traditions</w>": 18016,
+  "traf": 3227,
+  "trafal": 32461,
+  "trafalgar</w>": 36969,
+  "traff": 31571,
+  "traffic": 12080,
+  "traffic</w>": 3399,
+  "trafficking</w>": 15983,
+  "trafford</w>": 22912,
+  "trage": 12430,
+  "tragedy</w>": 14082,
+  "tragic</w>": 14828,
+  "tragically</w>": 39599,
+  "trail": 11523,
+  "trail</w>": 4921,
+  "trailblazer</w>": 41015,
+  "trailblazers</w>": 35954,
+  "trailer</w>": 4700,
+  "trailers</w>": 24862,
+  "trailing</w>": 37427,
+  "trails</w>": 10633,
+  "train": 9122,
+  "train</w>": 3231,
+  "trained</w>": 10874,
+  "trainee</w>": 25795,
+  "trainees</w>": 30382,
+  "trainer</w>": 9767,
+  "trainers</w>": 18871,
+  "training": 34508,
+  "training</w>": 2199,
+  "trains</w>": 9541,
+  "trait</w>": 35160,
+  "traitor</w>": 31760,
+  "traitors</w>": 42633,
+  "traits</w>": 25748,
+  "trajec": 42042,
+  "trak</w>": 24065,
+  "tral</w>": 14609,
+  "tram": 9800,
+  "tram</w>": 17500,
+  "tramp</w>": 46289,
+  "trampol": 32905,
+  "trampoline</w>": 42800,
+  "tramrahim</w>": 35220,
+  "tran": 1357,
+  "tran</w>": 22031,
+  "trance": 30584,
+  "trance</w>": 18671,
+  "trancefamily</w>": 39630,
+  "trane</w>": 35779,
+  "tranqu": 18912,
+  "tranquil</w>": 35764,
+  "tranquility</w>": 36688,
+  "trans": 1826,
+  "trans</w>": 8126,
+  "transaction</w>": 24881,
+  "transactions</w>": 21653,
+  "transat": 37872,
+  "transatlantic</w>": 40703,
+  "transc": 21073,
+  "transcend": 47087,
+  "transcript</w>": 39008,
+  "transcription</w>": 48765,
+  "transfer": 22659,
+  "transfer</w>": 7134,
+  "transferred</w>": 29700,
+  "transferring</w>": 40924,
+  "transfers</w>": 21621,
+  "transform": 8142,
+  "transform</w>": 12288,
+  "transformation": 34204,
+  "transformation</w>": 7832,
+  "transformational</w>": 47135,
+  "transformationtuesday</w>": 36511,
+  "transformative</w>": 38106,
+  "transformed</w>": 17453,
+  "transformer</w>": 38235,
+  "transformers</w>": 17843,
+  "transforming": 44470,
+  "transforming</w>": 19251,
+  "transforms</w>": 30312,
+  "transgender</w>": 17732,
+  "transi": 32236,
+  "transit</w>": 10174,
+  "transiti": 22939,
+  "transition</w>": 11391,
+  "transitional</w>": 41519,
+  "transitioning</w>": 43586,
+  "transitions</w>": 39374,
+  "transl": 12243,
+  "translate</w>": 22655,
+  "translated</w>": 20752,
+  "translates</w>": 36334,
+  "translating</w>": 42156,
+  "translation</w>": 12153,
+  "translations</w>": 41367,
+  "translator</w>": 36230,
+  "translucent</w>": 49052,
+  "transm": 18861,
+  "transmission</w>": 16103,
+  "transmitted</w>": 48605,
+  "transmitter</w>": 40457,
+  "transp": 11726,
+  "transpa": 18524,
+  "transparen": 16108,
+  "transparency</w>": 16828,
+  "transparent</w>": 19017,
+  "transpl": 16038,
+  "transplant": 41871,
+  "transplant</w>": 18771,
+  "transplantation</w>": 45207,
+  "transpor": 19406,
+  "transport": 10231,
+  "transport</w>": 7362,
+  "transportation</w>": 10911,
+  "transported</w>": 29089,
+  "transporter</w>": 43568,
+  "transporting</w>": 42259,
+  "trap": 36224,
+  "trap</w>": 9677,
+  "trape": 42435,
+  "trapped</w>": 15592,
+  "traps</w>": 28517,
+  "tras</w>": 30638,
+  "trash": 39215,
+  "trash</w>": 9798,
+  "traum": 22263,
+  "trauma</w>": 13846,
+  "traumati": 46613,
+  "traumatic</w>": 29958,
+  "trav": 7586,
+  "trav</w>": 46955,
+  "trave": 35357,
+  "travel": 2824,
+  "travel</w>": 1949,
+  "travelblog</w>": 35957,
+  "travelblogger</w>": 25494,
+  "travelchat</w>": 46455,
+  "traveled</w>": 20384,
+  "traveler</w>": 17794,
+  "travelers</w>": 20644,
+  "travelgram</w>": 40069,
+  "traveling</w>": 9365,
+  "travelled</w>": 23428,
+  "traveller</w>": 22546,
+  "travellers</w>": 29583,
+  "travelling</w>": 11190,
+  "travelphotography</w>": 22808,
+  "travelpics</w>": 32293,
+  "travels</w>": 11472,
+  "traveltips</w>": 36260,
+  "traveltuesday</w>": 16713,
+  "traverse</w>": 35058,
+  "travi": 46971,
+  "travis": 27441,
+  "travis</w>": 12287,
+  "traw": 42288,
+  "trax</w>": 34421,
+  "tray": 38470,
+  "tray</w>": 14621,
+  "trays</w>": 39798,
+  "trc</w>": 41803,
+  "tre": 975,
+  "tre</w>": 6033,
+  "treach": 46005,
+  "tread": 26182,
+  "tread</w>": 35658,
+  "treadmill</w>": 37780,
+  "treas": 8591,
+  "treason</w>": 28103,
+  "treasure</w>": 9922,
+  "treasured</w>": 48068,
+  "treasurer</w>": 26985,
+  "treasures</w>": 16500,
+  "treasury</w>": 20956,
+  "treat": 3968,
+  "treat</w>": 3901,
+  "treated</w>": 9772,
+  "treating</w>": 13842,
+  "treatment</w>": 4869,
+  "treatments</w>": 15839,
+  "treats</w>": 8878,
+  "treaty</w>": 19967,
+  "treble</w>": 33194,
+  "trecht</w>": 33812,
+  "tree": 13354,
+  "tree</w>": 2677,
+  "treehouse</w>": 42387,
+  "trees</w>": 4682,
+  "trek": 13236,
+  "trek</w>": 8136,
+  "trekking</w>": 25293,
+  "trell</w>": 35159,
+  "tremb": 44043,
+  "tremend": 14659,
+  "tremendous</w>": 15988,
+  "tren": 2579,
+  "trench</w>": 23846,
+  "trenches</w>": 38723,
+  "trend": 19986,
+  "trend</w>": 6643,
+  "trending</w>": 6087,
+  "trends</w>": 7015,
+  "trendsetter</w>": 46666,
+  "trendy</w>": 23072,
+  "trent": 45885,
+  "trent</w>": 15548,
+  "trenton</w>": 37470,
+  "tres</w>": 23569,
+  "tress</w>": 4733,
+  "tresses</w>": 24273,
+  "trevor": 23437,
+  "trevor</w>": 13219,
+  "trex</w>": 42114,
+  "trey": 36670,
+  "trey</w>": 16939,
+  "tri": 924,
+  "tri</w>": 9618,
+  "triad</w>": 45602,
+  "trial</w>": 5991,
+  "trials</w>": 10992,
+  "triangle</w>": 14615,
+  "triathlon</w>": 18080,
+  "trib</w>": 45151,
+  "tribal</w>": 16629,
+  "tribe": 19943,
+  "tribe</w>": 11365,
+  "tribeca</w>": 35184,
+  "tribes</w>": 26546,
+  "tribu": 3028,
+  "tribun": 14311,
+  "tribunal</w>": 32911,
+  "tribune</w>": 18556,
+  "tribute</w>": 5493,
+  "tributes</w>": 15537,
+  "tric": 9511,
+  "tric</w>": 4081,
+  "trich</w>": 39519,
+  "trick": 17177,
+  "trick</w>": 8172,
+  "tricks</w>": 13177,
+  "tricky</w>": 22319,
+  "trics</w>": 31437,
+  "trident</w>": 35491,
+  "tridge</w>": 18722,
+  "tried</w>": 4554,
+  "tries</w>": 4315,
+  "trife": 48962,
+  "trigge": 30509,
+  "trigger</w>": 16158,
+  "triggered</w>": 30924,
+  "triggers</w>": 37319,
+  "tright</w>": 29915,
+  "tril": 40626,
+  "trill</w>": 39297,
+  "trilli": 39350,
+  "trillion</w>": 20160,
+  "trilo": 15183,
+  "trilogy</w>": 16862,
+  "trim</w>": 14182,
+  "trimmed</w>": 40657,
+  "trin": 6628,
+  "trinidad</w>": 26244,
+  "trinity": 30744,
+  "trinity</w>": 12267,
+  "trio</w>": 10263,
+  "trip": 23421,
+  "trip</w>": 2529,
+  "tripad": 37189,
+  "tripadvisor</w>": 38708,
+  "triple": 16519,
+  "triple</w>": 7673,
+  "triplets</w>": 48601,
+  "tripod</w>": 36141,
+  "tripoli</w>": 40095,
+  "trippin</w>": 43073,
+  "tripping</w>": 35229,
+  "trippy</w>": 35137,
+  "trips</w>": 12292,
+  "tris</w>": 29690,
+  "trish": 40511,
+  "trish</w>": 37179,
+  "trisha</w>": 39152,
+  "tristan</w>": 25497,
+  "trit": 37087,
+  "triton</w>": 45437,
+  "triu": 14782,
+  "trium": 21065,
+  "triumph": 26507,
+  "triumph</w>": 15307,
+  "triumphant</w>": 41918,
+  "trivi": 21228,
+  "trivia</w>": 10642,
+  "triviatuesday</w>": 45499,
+  "trix</w>": 41017,
+  "tro": 1046,
+  "tro</w>": 3332,
+  "trock</w>": 44368,
+  "trojan</w>": 30653,
+  "trojans</w>": 25310,
+  "trol": 10306,
+  "troll": 39737,
+  "troll</w>": 17103,
+  "trolley</w>": 25124,
+  "trolling</w>": 28552,
+  "trolls</w>": 20890,
+  "tromb": 32390,
+  "trombone</w>": 44423,
+  "tron": 19057,
+  "tron</w>": 10684,
+  "tronic</w>": 34258,
+  "tronics</w>": 34397,
+  "troom</w>": 23691,
+  "troop": 12492,
+  "troop</w>": 24054,
+  "trooper</w>": 18327,
+  "troopers</w>": 23576,
+  "troops</w>": 10109,
+  "trop</w>": 31585,
+  "trope</w>": 41150,
+  "trophies</w>": 20998,
+  "trophy": 42676,
+  "trophy</w>": 6502,
+  "tropic": 21794,
+  "tropic</w>": 36736,
+  "tropical": 41699,
+  "tropical</w>": 8686,
+  "tropics</w>": 36940,
+  "tros</w>": 40456,
+  "trose</w>": 36022,
+  "trot</w>": 30453,
+  "trotter</w>": 38287,
+  "trou": 5181,
+  "troubad": 49037,
+  "trouble": 25669,
+  "trouble</w>": 7848,
+  "troubled</w>": 25568,
+  "troubles</w>": 27254,
+  "trough</w>": 39761,
+  "troupe</w>": 34803,
+  "trous": 19727,
+  "trousers</w>": 23172,
+  "trout</w>": 14853,
+  "trove</w>": 45350,
+  "trow</w>": 46914,
+  "troy": 26283,
+  "troy</w>": 12819,
+  "trs</w>": 24770,
+  "tru": 931,
+  "tru</w>": 25326,
+  "truck": 14781,
+  "truck</w>": 4629,
+  "trucker</w>": 45918,
+  "truckers</w>": 43404,
+  "trucking</w>": 26208,
+  "trucks</w>": 9569,
+  "trude</w>": 39017,
+  "trudeau</w>": 15752,
+  "true": 13096,
+  "true</w>": 2328,
+  "truec": 37583,
+  "truelove</w>": 45711,
+  "truffle</w>": 23064,
+  "truffles</w>": 37057,
+  "truly</w>": 4545,
+  "trum": 11766,
+  "trum</w>": 11399,
+  "truman</w>": 29414,
+  "trump": 9124,
+  "trump</w>": 1797,
+  "trumpet</w>": 23681,
+  "trumpp": 45550,
+  "trumprussia</w>": 39135,
+  "trumps</w>": 29793,
+  "trumptrain</w>": 43595,
+  "trun": 16163,
+  "trun</w>": 46661,
+  "trunk</w>": 18347,
+  "trunks</w>": 38531,
+  "truro</w>": 43507,
+  "truss</w>": 46080,
+  "trust": 17691,
+  "trust</w>": 3876,
+  "truste": 17356,
+  "trusted</w>": 16538,
+  "trustee</w>": 30803,
+  "trustees</w>": 28853,
+  "trusting</w>": 33221,
+  "trusts</w>": 27507,
+  "trustworthy</w>": 46840,
+  "trusty</w>": 37955,
+  "truth": 21335,
+  "truth</w>": 4319,
+  "truths</w>": 27179,
+  "trx</w>": 31620,
+  "try": 4487,
+  "try</w>": 1209,
+  "tryin</w>": 31085,
+  "trying</w>": 2551,
+  "tryna</w>": 15702,
+  "tryout</w>": 43832,
+  "tryouts</w>": 28053,
+  "ts": 2290,
+  "ts</w>": 590,
+  "tsa</w>": 25977,
+  "tsal</w>": 20438,
+  "tsb</w>": 45015,
+  "tsc</w>": 37437,
+  "tsch</w>": 38778,
+  "tsd</w>": 20611,
+  "tse": 49144,
+  "tsfor": 42654,
+  "tsford</w>": 32823,
+  "tsh": 42872,
+  "tshirt</w>": 14907,
+  "tshirts</w>": 29377,
+  "tsi": 40048,
+  "tsi</w>": 37867,
+  "tsk</w>": 43600,
+  "tsla</w>": 35681,
+  "tsm</w>": 43452,
+  "tsman</w>": 20046,
+  "tsn": 44921,
+  "tsn</w>": 26896,
+  "tson": 42353,
+  "tson</w>": 47140,
+  "tsp</w>": 34230,
+  "tsu": 13950,
+  "tsu</w>": 20175,
+  "tsun": 19155,
+  "tsunami</w>": 24286,
+  "tsville</w>": 29080,
+  "tt": 971,
+  "tt</w>": 1402,
+  "tta</w>": 2646,
+  "ttc</w>": 27668,
+  "tte": 23105,
+  "tte</w>": 3070,
+  "tted</w>": 15163,
+  "tten": 11351,
+  "tten</w>": 17479,
+  "tter": 18691,
+  "tter</w>": 5165,
+  "tters</w>": 6318,
+  "ttes</w>": 9293,
+  "tti</w>": 5237,
+  "ttin</w>": 36589,
+  "tting</w>": 1188,
+  "ttino</w>": 47389,
+  "ttip</w>": 46993,
+  "ttle</w>": 9253,
+  "ttm</w>": 46838,
+  "tto": 8759,
+  "tto</w>": 8105,
+  "tton</w>": 10562,
+  "ttot</w>": 12480,
+  "ttp</w>": 30828,
+  "ttr": 47589,
+  "tts</w>": 11570,
+  "ttt</w>": 17256,
+  "tttt</w>": 33119,
+  "ttu</w>": 44006,
+  "ttv</w>": 24281,
+  "tty": 11457,
+  "tty</w>": 1856,
+  "tu": 764,
+  "tu</w>": 5760,
+  "tua</w>": 41344,
+  "tual</w>": 4799,
+  "tuan</w>": 37297,
+  "tub": 34907,
+  "tub</w>": 15450,
+  "tube": 38229,
+  "tube</w>": 3308,
+  "tuber": 30371,
+  "tuberculo": 42606,
+  "tuberculosis</w>": 43129,
+  "tubes</w>": 22870,
+  "tubing</w>": 40794,
+  "tubs</w>": 41705,
+  "tubular</w>": 48786,
+  "tuc": 14456,
+  "tuc</w>": 43871,
+  "tuck</w>": 22398,
+  "tucked</w>": 26923,
+  "tucker": 39703,
+  "tucker</w>": 15726,
+  "tucket</w>": 32677,
+  "tucson</w>": 17250,
+  "tudor</w>": 24547,
+  "tue</w>": 17515,
+  "tues": 2283,
+  "tues</w>": 12113,
+  "tuesday": 10209,
+  "tuesday</w>": 2519,
+  "tuesdaymotivation</w>": 25432,
+  "tuesdays</w>": 23195,
+  "tuesdaythoughts</w>": 17988,
+  "tuf": 44510,
+  "tuff</w>": 38868,
+  "tug": 47032,
+  "tug</w>": 27902,
+  "tuition</w>": 21129,
+  "tuk": 39271,
+  "tuk</w>": 14993,
+  "tul": 9069,
+  "tul</w>": 40837,
+  "tula</w>": 36332,
+  "tulane</w>": 44893,
+  "tulip</w>": 28389,
+  "tulips</w>": 30886,
+  "tulsa</w>": 18850,
+  "tum": 12932,
+  "tum</w>": 8843,
+  "tumb": 8831,
+  "tumble</w>": 38284,
+  "tumbler</w>": 48790,
+  "tumbling</w>": 46226,
+  "tumblr</w>": 11841,
+  "tummy</w>": 26053,
+  "tumor</w>": 22616,
+  "tumors</w>": 39894,
+  "tumour</w>": 45129,
+  "tun": 1415,
+  "tun</w>": 21349,
+  "tuna</w>": 15037,
+  "tundra</w>": 39899,
+  "tune": 11427,
+  "tune</w>": 3300,
+  "tuned</w>": 5898,
+  "tunein</w>": 16809,
+  "tuner</w>": 42905,
+  "tunes": 31688,
+  "tunes</w>": 10810,
+  "tunesapp</w>": 32550,
+  "tung": 47940,
+  "tung</w>": 31092,
+  "tuni": 16270,
+  "tunic</w>": 43495,
+  "tuning</w>": 19585,
+  "tunisia</w>": 23346,
+  "tunnel</w>": 11096,
+  "tunnels</w>": 29814,
+  "tuous</w>": 28738,
+  "tup": 37956,
+  "tup</w>": 4507,
+  "tupac</w>": 31506,
+  "tups</w>": 44855,
+  "tur": 985,
+  "tur</w>": 17182,
+  "tura</w>": 16127,
+  "tural": 45143,
+  "tural</w>": 4261,
+  "turb": 18973,
+  "turban</w>": 48515,
+  "turbine</w>": 26880,
+  "turbines</w>": 38863,
+  "turbo": 23578,
+  "turbo</w>": 13668,
+  "turbul": 31100,
+  "turbulent</w>": 47871,
+  "ture": 4321,
+  "ture</w>": 941,
+  "tured</w>": 3987,
+  "turer</w>": 11993,
+  "turers</w>": 16956,
+  "tures</w>": 2400,
+  "turf": 36762,
+  "turf</w>": 12510,
+  "turi": 11896,
+  "turin</w>": 36251,
+  "turing</w>": 5812,
+  "turismo</w>": 30202,
+  "turk": 8254,
+  "turk</w>": 32507,
+  "turkey": 35977,
+  "turkey</w>": 4790,
+  "turkeys</w>": 37991,
+  "turkish": 48199,
+  "turkish</w>": 9278,
+  "turks</w>": 34344,
+  "turmeric</w>": 34044,
+  "turmoil</w>": 37751,
+  "turn": 5522,
+  "turn</w>": 2105,
+  "turnaround</w>": 32719,
+  "turnbull</w>": 27863,
+  "turned</w>": 3771,
+  "turner": 42867,
+  "turner</w>": 8777,
+  "turning</w>": 4976,
+  "turno": 21377,
+  "turnout</w>": 11654,
+  "turnover</w>": 30794,
+  "turnpike</w>": 38301,
+  "turns</w>": 3185,
+  "turnt</w>": 28887,
+  "turntable</w>": 37953,
+  "turnup</w>": 30591,
+  "turo</w>": 29224,
+  "turquo": 19390,
+  "turquoise</w>": 19899,
+  "turt": 13716,
+  "turtle": 35943,
+  "turtle</w>": 10912,
+  "turtles</w>": 17862,
+  "tus": 24828,
+  "tus</w>": 7079,
+  "tusc": 17909,
+  "tuscal": 42638,
+  "tuscaloosa</w>": 44375,
+  "tuscan</w>": 42865,
+  "tuscany</w>": 20885,
+  "tuss": 31741,
+  "tut</w>": 35121,
+  "tutor": 10054,
+  "tutor</w>": 27858,
+  "tutorial</w>": 12857,
+  "tutorials</w>": 30973,
+  "tutoring</w>": 37532,
+  "tutti</w>": 46880,
+  "tutu</w>": 35845,
+  "tux": 28720,
+  "tux</w>": 49186,
+  "tuxedo</w>": 40173,
+  "tv": 3197,
+  "tv</w>": 1583,
+  "tvc</w>": 49190,
+  "tvd</w>": 25889,
+  "tvmiaw</w>": 38554,
+  "tvn</w>": 44232,
+  "tvs</w>": 27114,
+  "tvtime</w>": 19947,
+  "tvxq</w>": 43968,
+  "tw": 966,
+  "tw</w>": 12842,
+  "twa</w>": 46954,
+  "twain</w>": 30689,
+  "twal": 48126,
+  "tware</w>": 5707,
+  "twc</w>": 41217,
+  "twd": 29440,
+  "twd</w>": 19343,
+  "twdfamily</w>": 38218,
+  "twe": 18365,
+  "tweak</w>": 48870,
+  "tweaks</w>": 42661,
+  "twee": 1330,
+  "tweed</w>": 26904,
+  "tweeps</w>": 14928,
+  "tweet": 11826,
+  "tweet</w>": 1842,
+  "tweeta": 32024,
+  "tweetapicture": 40596,
+  "tweeted</w>": 7841,
+  "tweeter</w>": 32876,
+  "tweeters</w>": 31713,
+  "tweeting</w>": 8901,
+  "tweets</w>": 3560,
+  "tweetyour": 45033,
+  "twel": 14476,
+  "twelf": 39443,
+  "twelfth</w>": 44072,
+  "twell": 38722,
+  "twell</w>": 30162,
+  "twelve</w>": 19694,
+  "twent": 27027,
+  "twenti": 35167,
+  "twenty</w>": 13016,
+  "twentyon": 39609,
+  "twentyonepilots</w>": 40007,
+  "twer": 13923,
+  "twerk</w>": 28506,
+  "twi": 5537,
+  "twice</w>": 6970,
+  "twick": 34326,
+  "twickenham</w>": 39619,
+  "twil": 12804,
+  "twili": 35754,
+  "twilight": 46366,
+  "twilight</w>": 14512,
+  "twill</w>": 43703,
+  "twin": 9342,
+  "twin</w>": 6769,
+  "twine</w>": 42775,
+  "twinkle</w>": 36545,
+  "twinning</w>": 30156,
+  "twinpeaks</w>": 32042,
+  "twins</w>": 8040,
+  "twist</w>": 10589,
+  "twisted</w>": 18233,
+  "twister</w>": 45933,
+  "twists</w>": 34149,
+  "twit": 1643,
+  "twit</w>": 18704,
+  "twitart</w>": 27709,
+  "twitch": 13251,
+  "twitch</w>": 9153,
+  "twitter": 7546,
+  "twitter</w>": 1989,
+  "twitterkurds</w>": 32722,
+  "twitterstorians</w>": 35389,
+  "two": 17211,
+  "two</w>": 1237,
+  "twol": 31964,
+  "twood": 40404,
+  "twood</w>": 13245,
+  "twp</w>": 33283,
+  "twright</w>": 46778,
+  "twt</w>": 6825,
+  "twx</w>": 26830,
+  "twy": 45861,
+  "tx": 6636,
+  "tx</w>": 5200,
+  "txhsfb</w>": 34757,
+  "txlege</w>": 26995,
+  "txst</w>": 40761,
+  "txt</w>": 24595,
+  "txwx</w>": 22995,
+  "ty": 1260,
+  "ty</w>": 744,
+  "tya</w>": 41273,
+  "tycoon</w>": 36803,
+  "tye</w>": 43097,
+  "tyfree</w>": 41215,
+  "tyga</w>": 41952,
+  "tying</w>": 22559,
+  "tyl</w>": 47537,
+  "tyler": 14787,
+  "tyler</w>": 7058,
+  "tym</w>": 45772,
+  "tyne": 27000,
+  "tyne</w>": 29729,
+  "tyour": 16823,
+  "type": 15673,
+  "type</w>": 3877,
+  "typed</w>": 40753,
+  "typeface</w>": 44969,
+  "types</w>": 7543,
+  "typewriter</w>": 42180,
+  "typho": 17486,
+  "typhoon</w>": 21110,
+  "typic": 21648,
+  "typical</w>": 9854,
+  "typically</w>": 23175,
+  "typing</w>": 20102,
+  "typo": 18831,
+  "typo</w>": 29076,
+  "typography</w>": 24332,
+  "tyr": 15590,
+  "tyran": 46921,
+  "tyranny</w>": 35402,
+  "tyre": 38330,
+  "tyre</w>": 16864,
+  "tyres</w>": 21376,
+  "tyrone</w>": 30226,
+  "tyson</w>": 16616,
+  "tz": 7710,
+  "tz</w>": 4983,
+  "tzer</w>": 45267,
+  "tzky</w>": 47127,
+  "tzman</w>": 46032,
+  "tzu</w>": 34354,
+  "té": 27208,
+  "té</w>": 39694,
+  "u": 84,
+  "u</w>": 340,
+  "ua": 34075,
+  "ua</w>": 8441,
+  "uaap": 46753,
+  "uaap</w>": 43774,
+  "uab</w>": 35587,
+  "uae</w>": 9752,
+  "ual</w>": 1921,
+  "ually</w>": 10767,
+  "uan</w>": 33062,
+  "uas</w>": 38339,
+  "uav</w>": 30303,
+  "ub": 18430,
+  "ub</w>": 13494,
+  "uba</w>": 29768,
+  "ubc": 42479,
+  "ubc</w>": 29455,
+  "ube</w>": 30892,
+  "uber": 25896,
+  "uber</w>": 10668,
+  "ubi": 26758,
+  "ubio</w>": 32867,
+  "ubiquit": 48129,
+  "ubis": 28248,
+  "ubisoft</w>": 32051,
+  "ubs</w>": 43851,
+  "ubun": 28184,
+  "ubuntu</w>": 30791,
+  "uc": 4903,
+  "uc</w>": 12438,
+  "uca</w>": 30942,
+  "ucc": 44844,
+  "ucc</w>": 29138,
+  "ucci</w>": 30746,
+  "uccino</w>": 30409,
+  "ucd": 44746,
+  "ucd</w>": 43514,
+  "ucf</w>": 24414,
+  "uch": 19465,
+  "uch</w>": 22394,
+  "uchi": 37473,
+  "uci": 46354,
+  "uci</w>": 28925,
+  "uck</w>": 34189,
+  "ucl": 12013,
+  "ucl</w>": 13647,
+  "ucla": 37667,
+  "ucla</w>": 17259,
+  "ucn</w>": 49036,
+  "uconn</w>": 30549,
+  "ud": 6560,
+  "ud</w>": 5765,
+  "uda</w>": 22800,
+  "udaipur</w>": 49385,
+  "uddin</w>": 43035,
+  "ude": 37016,
+  "ude</w>": 35194,
+  "ue": 16696,
+  "ue</w>": 1190,
+  "uefa</w>": 19189,
+  "uel</w>": 24231,
+  "uer</w>": 45951,
+  "ues</w>": 2526,
+  "uf": 17777,
+  "uf</w>": 19230,
+  "ufc": 20396,
+  "ufc</w>": 6490,
+  "uff</w>": 45701,
+  "ufo</w>": 19443,
+  "ufos</w>": 48234,
+  "ug": 3754,
+  "ug</w>": 16061,
+  "uga</w>": 16056,
+  "ugand": 25965,
+  "uganda</w>": 11125,
+  "ugandan</w>": 44206,
+  "ugby</w>": 30658,
+  "ugh": 39736,
+  "ugh</w>": 12755,
+  "ugliest</w>": 43543,
+  "ugly": 36070,
+  "ugly</w>": 8159,
+  "ugu</w>": 18144,
+  "uh": 17661,
+  "uh</w>": 9219,
+  "uhc</w>": 44974,
+  "uhh</w>": 35938,
+  "uhhh</w>": 45270,
+  "uhm</w>": 35614,
+  "uhur": 29434,
+  "uhuru</w>": 35690,
+  "ui": 17326,
+  "ui</w>": 11458,
+  "uil</w>": 29395,
+  "uit": 30696,
+  "uit</w>": 47584,
+  "uj": 33266,
+  "uji</w>": 39672,
+  "uk": 2294,
+  "uk</w>": 1432,
+  "uka</w>": 23294,
+  "uke": 48836,
+  "uke</w>": 28577,
+  "uked": 48987,
+  "uki": 37435,
+  "uki</w>": 9009,
+  "ukin": 34996,
+  "ukip</w>": 20360,
+  "uklabour</w>": 36902,
+  "ukmfg</w>": 38764,
+  "uko</w>": 33562,
+  "ukone</w>": 24682,
+  "ukrain": 15468,
+  "ukraine</w>": 7768,
+  "ukrainian</w>": 16927,
+  "ukrunchat</w>": 34481,
+  "uku": 29541,
+  "uku</w>": 36082,
+  "ukulele</w>": 39094,
+  "ul": 914,
+  "ul</w>": 6625,
+  "ula": 34104,
+  "ula</w>": 9506,
+  "ular</w>": 4927,
+  "ulary</w>": 21701,
+  "ulate</w>": 20467,
+  "ulation</w>": 32896,
+  "ule</w>": 35616,
+  "ules</w>": 26274,
+  "ulf</w>": 49331,
+  "uli": 41841,
+  "uli</w>": 22174,
+  "ull": 33254,
+  "ulla</w>": 30577,
+  "ullah</w>": 45310,
+  "ullivan</w>": 45252,
+  "ulls</w>": 37418,
+  "ulo": 46084,
+  "ulo</w>": 36738,
+  "ulous": 42490,
+  "ulous</w>": 4281,
+  "ulously</w>": 20167,
+  "ulster": 29709,
+  "ulster</w>": 24639,
+  "ult</w>": 4380,
+  "ulti": 11925,
+  "ulties</w>": 21884,
+  "ultimat": 16522,
+  "ultimate": 34684,
+  "ultimate</w>": 5377,
+  "ultimatefan": 48372,
+  "ultimatefanlive</w>": 48644,
+  "ultimately</w>": 23023,
+  "ultr": 25636,
+  "ultra": 11398,
+  "ultra</w>": 8118,
+  "ultram": 44519,
+  "ultrasound</w>": 29717,
+  "ulture</w>": 22272,
+  "ulty</w>": 8036,
+  "ulu": 41815,
+  "ulu</w>": 15659,
+  "ulum</w>": 17235,
+  "uly": 33220,
+  "ulysses</w>": 46114,
+  "um": 1622,
+  "um</w>": 1008,
+  "uma": 29982,
+  "uma</w>": 9256,
+  "uman</w>": 27112,
+  "umar</w>": 25656,
+  "umass</w>": 39390,
+  "umatic</w>": 45006,
+  "umb": 7493,
+  "umber": 19195,
+  "umbrel": 34773,
+  "umbrella</w>": 17143,
+  "umbrellas</w>": 42782,
+  "umbria</w>": 39287,
+  "umc</w>": 39491,
+  "umd</w>": 42067,
+  "ume": 38480,
+  "umen</w>": 42832,
+  "uments</w>": 25924,
+  "umer</w>": 23539,
+  "umes</w>": 21403,
+  "umi": 48772,
+  "umi</w>": 15458,
+  "umich": 41294,
+  "umin</w>": 31542,
+  "umm": 26129,
+  "umm</w>": 21215,
+  "ummer</w>": 47628,
+  "ummm</w>": 33665,
+  "umni</w>": 31739,
+  "ump": 22224,
+  "umpire</w>": 36214,
+  "ums</w>": 8643,
+  "umu</w>": 39788,
+  "un": 569,
+  "un</w>": 2271,
+  "una</w>": 6385,
+  "unable</w>": 17793,
+  "unacceptable</w>": 25234,
+  "unanim": 20800,
+  "unanimous</w>": 33520,
+  "unanimously</w>": 31798,
+  "unanswered</w>": 43611,
+  "unarmed</w>": 41541,
+  "unas</w>": 41366,
+  "unavailable</w>": 48430,
+  "unaware</w>": 33347,
+  "unbeat": 37056,
+  "unbeatable</w>": 40267,
+  "unbeaten</w>": 19228,
+  "unbeliev": 11383,
+  "unbelievable</w>": 13306,
+  "unbelievably</w>": 33781,
+  "unborn</w>": 37257,
+  "unboxing</w>": 32866,
+  "unbreakable</w>": 32956,
+  "unbroken</w>": 49271,
+  "unc": 24921,
+  "unc</w>": 15322,
+  "uncanny</w>": 32556,
+  "uncertain</w>": 30384,
+  "uncertainty</w>": 23956,
+  "unch</w>": 1527,
+  "unchanged</w>": 34272,
+  "uncharted</w>": 34560,
+  "unci": 25521,
+  "unciation</w>": 34117,
+  "uncle": 31537,
+  "uncle</w>": 8002,
+  "unclear</w>": 32955,
+  "uncles</w>": 45335,
+  "uncomfortable</w>": 22470,
+  "uncommon</w>": 34888,
+  "uncondition": 46561,
+  "unconditional</w>": 31112,
+  "unconscious</w>": 34791,
+  "unconstitutional</w>": 43585,
+  "unconventional</w>": 39440,
+  "uncover</w>": 33031,
+  "uncovered</w>": 28234,
+  "uncture</w>": 38736,
+  "uncut</w>": 41056,
+  "und": 9762,
+  "und</w>": 9732,
+  "unda</w>": 39932,
+  "undant</w>": 25377,
+  "unday</w>": 29338,
+  "unde</w>": 45226,
+  "undead</w>": 40105,
+  "undecided</w>": 49368,
+  "undefeated</w>": 15326,
+  "undeni": 38424,
+  "under": 1473,
+  "under</w>": 1798,
+  "underage</w>": 45669,
+  "underattack</w>": 35075,
+  "undercover</w>": 21595,
+  "underdog</w>": 44266,
+  "undere": 21675,
+  "underestim": 23348,
+  "underestimate</w>": 31794,
+  "undergo</w>": 31545,
+  "undergoing</w>": 26419,
+  "undergrad</w>": 38331,
+  "undergraduate</w>": 24320,
+  "underground</w>": 9396,
+  "undering</w>": 30826,
+  "underlying</w>": 31812,
+  "undermine</w>": 42839,
+  "underneath</w>": 20857,
+  "underrated</w>": 19494,
+  "unders</w>": 20376,
+  "understand": 47582,
+  "understand</w>": 4600,
+  "understanding</w>": 7522,
+  "understands</w>": 21607,
+  "understatement</w>": 38296,
+  "understood</w>": 17303,
+  "undertaker</w>": 40144,
+  "undertaking</w>": 49067,
+  "undertale</w>": 48283,
+  "underthe": 41161,
+  "underwater</w>": 14760,
+  "underway</w>": 6273,
+  "underwear</w>": 21154,
+  "underwood</w>": 21474,
+  "underworld</w>": 34760,
+  "undi</w>": 23845,
+  "undisclosed</w>": 39334,
+  "undo</w>": 35454,
+  "undocumented</w>": 35414,
+  "undoub": 38836,
+  "undoubtedly</w>": 42204,
+  "undp</w>": 26691,
+  "une": 4522,
+  "une</w>": 10966,
+  "unearth": 32716,
+  "unearthed</w>": 36632,
+  "unemp": 15139,
+  "unemployed</w>": 32721,
+  "unemployment</w>": 19350,
+  "unes</w>": 6394,
+  "unesco</w>": 16216,
+  "uneven</w>": 43204,
+  "unex": 9484,
+  "unexpe": 10802,
+  "unexpec": 31829,
+  "unexpected</w>": 12293,
+  "unexpectedly</w>": 35622,
+  "unf": 29285,
+  "unfair</w>": 22193,
+  "unfinished</w>": 26526,
+  "unfit</w>": 45367,
+  "unfold</w>": 38681,
+  "unfollow</w>": 38797,
+  "unfor": 14010,
+  "unforgettable</w>": 16173,
+  "unfortun": 10194,
+  "unfortunate</w>": 22361,
+  "unfortunately</w>": 12863,
+  "unfpa</w>": 45048,
+  "ung": 10439,
+  "ung</w>": 4334,
+  "unga</w>": 19151,
+  "ungsoo</w>": 25582,
+  "unh": 25365,
+  "unhappy</w>": 26528,
+  "unhcr</w>": 43451,
+  "unhealthy</w>": 30994,
+  "uni": 1107,
+  "uni</w>": 5926,
+  "unic": 7648,
+  "unicef": 38286,
+  "unicef</w>": 19259,
+  "unicorn</w>": 15660,
+  "unicorns</w>": 35183,
+  "unidenti": 33707,
+  "unidentified</w>": 35563,
+  "unification</w>": 45036,
+  "unified</w>": 20876,
+  "uniform</w>": 11075,
+  "uniforms</w>": 17838,
+  "unil": 32388,
+  "unilever</w>": 48654,
+  "uniof": 21218,
+  "union": 14210,
+  "union</w>": 3503,
+  "unions</w>": 18353,
+  "unis": 30482,
+  "unis</w>": 39266,
+  "unisex</w>": 27609,
+  "unison</w>": 46694,
+  "unit": 28522,
+  "unit</w>": 5695,
+  "unite": 15078,
+  "unite</w>": 11305,
+  "uniteblue</w>": 20935,
+  "united": 10898,
+  "united</w>": 2690,
+  "unitedstates</w>": 39636,
+  "unitedway": 47486,
+  "unites</w>": 32061,
+  "uniting</w>": 31318,
+  "units</w>": 10394,
+  "unity": 38300,
+  "unity</w>": 8581,
+  "univ": 36680,
+  "univ</w>": 14896,
+  "univer": 15574,
+  "univers": 5855,
+  "universal": 19148,
+  "universal</w>": 8754,
+  "universe</w>": 6104,
+  "universi": 41692,
+  "universit": 26019,
+  "universities</w>": 16408,
+  "university": 40728,
+  "university</w>": 2182,
+  "universityof": 46158,
+  "unk</w>": 5542,
+  "unknown</w>": 8685,
+  "unl</w>": 43807,
+  "unlawful</w>": 42305,
+  "unle": 19677,
+  "unlea": 23893,
+  "unleash</w>": 26706,
+  "unleashed</w>": 27955,
+  "unless</w>": 10602,
+  "unlike</w>": 16694,
+  "unlikely</w>": 18904,
+  "unlimited</w>": 11015,
+  "unlock</w>": 18649,
+  "unlocked</w>": 16770,
+  "unlocking</w>": 40810,
+  "unlucky</w>": 35029,
+  "unlv</w>": 42283,
+  "unmanned</w>": 36751,
+  "unmatched</w>": 46054,
+  "unn</w>": 38364,
+  "unnamed</w>": 44985,
+  "unnecessary</w>": 24100,
+  "unner</w>": 31481,
+  "unning</w>": 43282,
+  "unnoticed</w>": 42807,
+  "uno": 32446,
+  "uno</w>": 17078,
+  "unofficial</w>": 22506,
+  "unpacking</w>": 43589,
+  "unpaid</w>": 32811,
+  "unparalleled</w>": 44396,
+  "unplugged</w>": 31724,
+  "unpopular</w>": 40232,
+  "unprece": 23054,
+  "unprecedented</w>": 23344,
+  "unpredictable</w>": 38684,
+  "unra": 45150,
+  "unreal": 46980,
+  "unreal</w>": 15636,
+  "unrelated</w>": 38644,
+  "unreleased</w>": 29654,
+  "unrest</w>": 36452,
+  "uns</w>": 25908,
+  "unsafe</w>": 32071,
+  "unsc</w>": 36395,
+  "unseen</w>": 19069,
+  "unsigned</w>": 39346,
+  "unsolved</w>": 40836,
+  "unsplash</w>": 46196,
+  "unstable</w>": 34730,
+  "unstopp": 22105,
+  "unstoppable</w>": 23484,
+  "unsuccessful</w>": 47478,
+  "unsung</w>": 33015,
+  "unsure</w>": 26396,
+  "unt": 19654,
+  "unt</w>": 6537,
+  "until</w>": 1942,
+  "untitled</w>": 21309,
+  "unto</w>": 19801,
+  "untold</w>": 32206,
+  "untouch": 44509,
+  "untouched</w>": 42764,
+  "unused</w>": 29636,
+  "unusual</w>": 12613,
+  "unusually</w>": 36465,
+  "unve": 6685,
+  "unveil</w>": 20483,
+  "unveiled</w>": 13572,
+  "unveiling</w>": 20327,
+  "unveils</w>": 15057,
+  "unwanted</w>": 25285,
+  "unwind</w>": 34064,
+  "unya</w>": 37142,
+  "uo": 30874,
+  "uo</w>": 36162,
+  "uof": 11155,
+  "uoft</w>": 37329,
+  "uon": 48144,
+  "uous</w>": 40185,
+  "up": 1083,
+  "up</w>": 705,
+  "upa</w>": 31727,
+  "upbeat</w>": 39201,
+  "upcoming</w>": 4196,
+  "upcycled</w>": 46552,
+  "upd": 3226,
+  "update</w>": 2491,
+  "updated</w>": 5974,
+  "updates</w>": 4904,
+  "updating</w>": 22792,
+  "uper": 38082,
+  "uper</w>": 33056,
+  "upfront</w>": 42064,
+  "upgrade</w>": 10365,
+  "upgraded</w>": 18577,
+  "upgrades</w>": 21253,
+  "upgrading</w>": 34368,
+  "uph": 14128,
+  "uphill</w>": 42767,
+  "uphol": 26195,
+  "uphold</w>": 43897,
+  "upholstery</w>": 44556,
+  "upl": 41939,
+  "uplift</w>": 45389,
+  "uplifting</w>": 29546,
+  "upload</w>": 13968,
+  "uploaded</w>": 16793,
+  "uploading</w>": 30145,
+  "upon": 23524,
+  "upon</w>": 5067,
+  "upp": 19549,
+  "upp</w>": 45946,
+  "upper": 22465,
+  "upper</w>": 7067,
+  "upri": 15982,
+  "upright</w>": 29818,
+  "uprising</w>": 26006,
+  "upro": 28922,
+  "ups</w>": 6926,
+  "upscale</w>": 47501,
+  "upset</w>": 11214,
+  "upsets</w>": 42637,
+  "upside</w>": 15362,
+  "upstairs</w>": 21387,
+  "upstate</w>": 33335,
+  "upstream</w>": 45517,
+  "upthe": 31510,
+  "upto</w>": 26575,
+  "upton</w>": 31910,
+  "uptown</w>": 23807,
+  "upward</w>": 32526,
+  "upwards</w>": 34915,
+  "uq</w>": 39591,
+  "ur": 565,
+  "ur</w>": 1775,
+  "ura": 29337,
+  "ura</w>": 3544,
+  "urable</w>": 40194,
+  "ural": 23547,
+  "ural</w>": 33948,
+  "uran</w>": 16197,
+  "uranium</w>": 29850,
+  "urban": 7931,
+  "urban</w>": 5800,
+  "urbanart</w>": 40834,
+  "urd</w>": 47880,
+  "urday</w>": 19742,
+  "urdu</w>": 29976,
+  "ure": 5514,
+  "ure</w>": 726,
+  "ured</w>": 4210,
+  "urer</w>": 20864,
+  "ures</w>": 2288,
+  "urg</w>": 35995,
+  "urge</w>": 14852,
+  "urged</w>": 23790,
+  "urgency</w>": 47612,
+  "urgent</w>": 13693,
+  "urgently</w>": 34534,
+  "urges</w>": 16692,
+  "urging</w>": 27748,
+  "uri": 11052,
+  "uri</w>": 8699,
+  "urie</w>": 46429,
+  "urin": 45245,
+  "urine</w>": 28864,
+  "uring</w>": 1351,
+  "url</w>": 23464,
+  "urn</w>": 38075,
+  "uro": 17343,
+  "uro</w>": 5925,
+  "urology</w>": 48585,
+  "urope</w>": 14918,
+  "urs</w>": 4794,
+  "urself</w>": 31942,
+  "urst</w>": 19181,
+  "urstruly": 34751,
+  "urstrulymahesh</w>": 35314,
+  "ursula</w>": 38390,
+  "urt</w>": 24309,
+  "uru": 16322,
+  "uru</w>": 11768,
+  "uruguay</w>": 27931,
+  "urus</w>": 14246,
+  "urve": 24583,
+  "ury": 8642,
+  "ury</w>": 2106,
+  "us": 904,
+  "us</w>": 718,
+  "usa": 9491,
+  "usa</w>": 2547,
+  "usability</w>": 46736,
+  "usable</w>": 22890,
+  "usaf</w>": 25017,
+  "usage</w>": 19137,
+  "usaid</w>": 34507,
+  "usair": 36742,
+  "usairforce</w>": 42179,
+  "usarmy</w>": 19132,
+  "usatoday</w>": 40263,
+  "usav": 36056,
+  "usb</w>": 10281,
+  "usc": 13346,
+  "usc</w>": 14995,
+  "uscg</w>": 43932,
+  "usd</w>": 7485,
+  "usda</w>": 25829,
+  "use": 4419,
+  "use</w>": 1483,
+  "used": 32289,
+  "used</w>": 2026,
+  "useful</w>": 9784,
+  "useless</w>": 20154,
+  "usemb": 39700,
+  "user": 21248,
+  "user</w>": 7031,
+  "username</w>": 28162,
+  "users</w>": 7433,
+  "uses</w>": 5282,
+  "useum</w>": 45189,
+  "usf": 32385,
+  "usf</w>": 28942,
+  "usgs</w>": 35103,
+  "ush": 12001,
+  "ush</w>": 18335,
+  "usher</w>": 27411,
+  "ushi</w>": 47734,
+  "usi</w>": 25540,
+  "usic": 34909,
+  "usic</w>": 16753,
+  "using</w>": 1996,
+  "usky</w>": 45778,
+  "usl</w>": 42113,
+  "usm</w>": 40041,
+  "usmc</w>": 21678,
+  "usmnt</w>": 30662,
+  "usn</w>": 40579,
+  "usnavy</w>": 24500,
+  "usnews</w>": 43752,
+  "uso</w>": 21539,
+  "usopen</w>": 21782,
+  "usp": 26651,
+  "usps</w>": 39980,
+  "usrc</w>": 33274,
+  "uss": 11545,
+  "uss</w>": 9260,
+  "ussia</w>": 29553,
+  "ussoccer</w>": 42828,
+  "ussr</w>": 32697,
+  "ust": 35501,
+  "ust</w>": 24725,
+  "usu": 4254,
+  "usu</w>": 40434,
+  "usual</w>": 6129,
+  "usually</w>": 8296,
+  "usur": 45582,
+  "uswnt</w>": 35255,
+  "ut": 1419,
+  "ut</w>": 3641,
+  "uta": 42706,
+  "uta</w>": 25925,
+  "utah": 27474,
+  "utah</w>": 9312,
+  "utc</w>": 18196,
+  "utd</w>": 10493,
+  "ute": 16856,
+  "ute</w>": 3130,
+  "uten": 32089,
+  "uter": 39197,
+  "utes</w>": 2850,
+  "uth": 48819,
+  "uth</w>": 44750,
+  "uti</w>": 24568,
+  "util": 28824,
+  "utili": 17015,
+  "utilities</w>": 27210,
+  "utility</w>": 14941,
+  "utilize</w>": 36861,
+  "utilized</w>": 47604,
+  "utilizing</w>": 40212,
+  "utm</w>": 47853,
+  "utmost</w>": 42352,
+  "uto": 18866,
+  "uto</w>": 13683,
+  "utopia</w>": 34433,
+  "utpol</w>": 42605,
+  "utr": 48726,
+  "utrecht</w>": 37216,
+  "uts</w>": 11740,
+  "utsa</w>": 37528,
+  "utt": 17096,
+  "uttar</w>": 40168,
+  "uttarak": 33755,
+  "uttarakhand</w>": 35655,
+  "utter": 18769,
+  "utter</w>": 24558,
+  "utterly</w>": 21353,
+  "utto</w>": 42183,
+  "utv</w>": 36351,
+  "utz</w>": 45320,
+  "uu": 5702,
+  "uu</w>": 14553,
+  "uuu": 44355,
+  "uuu</w>": 27656,
+  "uuuu": 16720,
+  "uuuu</w>": 40797,
+  "uv": 23777,
+  "uv</w>": 15977,
+  "uva</w>": 23908,
+  "uw": 13933,
+  "uw</w>": 19166,
+  "uwe</w>": 48785,
+  "uwu</w>": 35544,
+  "ux": 9251,
+  "ux</w>": 6213,
+  "uy": 31929,
+  "uy</w>": 48113,
+  "uz": 19398,
+  "uz</w>": 36991,
+  "uzbe": 43007,
+  "uzbekistan</w>": 45024,
+  "uzzi</w>": 48210,
+  "v": 85,
+  "v</w>": 341,
+  "va": 4648,
+  "va</w>": 1892,
+  "vaa</w>": 37488,
+  "vable</w>": 23088,
+  "vac": 3125,
+  "vac</w>": 34085,
+  "vaca</w>": 48215,
+  "vacancies</w>": 26333,
+  "vacancy</w>": 21247,
+  "vacant</w>": 25262,
+  "vacation": 28336,
+  "vacation</w>": 6561,
+  "vacations</w>": 29002,
+  "vacay</w>": 44716,
+  "vacc": 13342,
+  "vaccin": 19164,
+  "vaccinated</w>": 48134,
+  "vaccination</w>": 32518,
+  "vaccine": 47780,
+  "vaccine</w>": 17493,
+  "vaccines</w>": 25860,
+  "vach": 46211,
+  "vacu": 16058,
+  "vacuum</w>": 18420,
+  "vad": 11880,
+  "vada</w>": 46759,
+  "vader</w>": 21908,
+  "vae</w>": 39384,
+  "vag": 13015,
+  "vague</w>": 42154,
+  "vah</w>": 26921,
+  "vai": 26893,
+  "vai</w>": 36802,
+  "vail</w>": 21189,
+  "vain</w>": 25538,
+  "vais</w>": 28719,
+  "vaj": 34206,
+  "vak": 16288,
+  "vak</w>": 41597,
+  "val": 1214,
+  "val</w>": 1560,
+  "vala</w>": 48525,
+  "valdez</w>": 40617,
+  "vale": 35554,
+  "vale</w>": 10820,
+  "valedic": 43525,
+  "valen": 12630,
+  "valence</w>": 30225,
+  "valenci": 34183,
+  "valencia</w>": 16559,
+  "valent": 3655,
+  "valent</w>": 15300,
+  "valentin</w>": 48631,
+  "valentina</w>": 43741,
+  "valentine": 11208,
+  "valentine</w>": 5876,
+  "valentines</w>": 10259,
+  "valentinesday</w>": 12369,
+  "valentino</w>": 29624,
+  "valeri": 31951,
+  "valerie</w>": 25592,
+  "valet</w>": 45749,
+  "vali": 8230,
+  "valiant</w>": 33804,
+  "valid</w>": 15126,
+  "validation</w>": 32536,
+  "valkyrie</w>": 42326,
+  "vall": 23523,
+  "vall</w>": 35295,
+  "vallarta</w>": 47874,
+  "valle": 24857,
+  "valle</w>": 29105,
+  "valley": 18354,
+  "valley</w>": 3136,
+  "valleys</w>": 28649,
+  "valor</w>": 30930,
+  "vals</w>": 7431,
+  "valu": 6291,
+  "valuable</w>": 10056,
+  "valuation</w>": 25894,
+  "value": 41358,
+  "value</w>": 4602,
+  "valued</w>": 17801,
+  "values</w>": 8857,
+  "valve</w>": 17001,
+  "valves</w>": 33517,
+  "vam": 9983,
+  "vamo": 46718,
+  "vamos</w>": 30346,
+  "vamp": 10680,
+  "vampi": 47017,
+  "vampire": 47576,
+  "vampire</w>": 13220,
+  "vampires</w>": 30868,
+  "vamps</w>": 44810,
+  "van": 2446,
+  "van</w>": 2451,
+  "vana</w>": 20543,
+  "vanc": 6320,
+  "vance</w>": 31447,
+  "vancou": 6750,
+  "vancouver": 31904,
+  "vancouver</w>": 7208,
+  "vand": 11691,
+  "vandalism</w>": 45664,
+  "vander": 16264,
+  "vanderbilt</w>": 33524,
+  "vandy": 39268,
+  "vane</w>": 43828,
+  "vaness": 13328,
+  "vanessa</w>": 16836,
+  "vangogh</w>": 47849,
+  "vanguard</w>": 27916,
+  "vani": 15396,
+  "vani</w>": 26459,
+  "vania</w>": 10998,
+  "vanilla</w>": 11974,
+  "vanished</w>": 43783,
+  "vanishing</w>": 48296,
+  "vanity": 48353,
+  "vanity</w>": 22938,
+  "vans</w>": 11711,
+  "vant": 26298,
+  "vantage</w>": 31749,
+  "vanu": 42892,
+  "vanuatu</w>": 48766,
+  "vap": 10462,
+  "vape": 25423,
+  "vape</w>": 20219,
+  "vaping</w>": 29403,
+  "vapor": 37167,
+  "vapor</w>": 30729,
+  "vapori": 46183,
+  "var": 3187,
+  "var</w>": 12998,
+  "vara</w>": 47492,
+  "varan": 36585,
+  "varanasi</w>": 39364,
+  "vard": 21866,
+  "vard</w>": 8773,
+  "vardy</w>": 47371,
+  "vare": 38159,
+  "vares</w>": 42895,
+  "vargas</w>": 32752,
+  "vari": 3354,
+  "variable</w>": 26416,
+  "varian</w>": 34334,
+  "variant</w>": 20293,
+  "variants</w>": 38312,
+  "variation</w>": 26420,
+  "variations</w>": 29025,
+  "varied</w>": 32334,
+  "varies</w>": 32543,
+  "varieties</w>": 23805,
+  "variety</w>": 8396,
+  "various</w>": 7395,
+  "varsity": 43716,
+  "varsity</w>": 8574,
+  "varun": 48120,
+  "varun</w>": 22069,
+  "vary</w>": 18855,
+  "varying</w>": 36456,
+  "vas": 5669,
+  "vas</w>": 5995,
+  "vasc</w>": 40995,
+  "vascular</w>": 19218,
+  "vase</w>": 20431,
+  "vasi": 49092,
+  "vast": 24413,
+  "vast</w>": 16414,
+  "vastly</w>": 48257,
+  "vat": 11588,
+  "vat</w>": 18363,
+  "vatican</w>": 21030,
+  "vation</w>": 37884,
+  "vau": 6391,
+  "vaugh": 25158,
+  "vaughan</w>": 21392,
+  "vaughn</w>": 29013,
+  "vaul": 27469,
+  "vault</w>": 15240,
+  "vaus</w>": 40217,
+  "vaux": 27403,
+  "vauxhall</w>": 29173,
+  "vaw</w>": 47952,
+  "vay": 48000,
+  "vaz": 38142,
+  "vb": 29365,
+  "vb</w>": 8778,
+  "vball</w>": 38329,
+  "vc": 28670,
+  "vc</w>": 7952,
+  "vcs</w>": 43528,
+  "vcu</w>": 40102,
+  "vd</w>": 9515,
+  "vday</w>": 42055,
+  "ve": 673,
+  "ve</w>": 563,
+  "vea</w>": 43798,
+  "veal</w>": 36616,
+  "veau</w>": 24419,
+  "vec": 19912,
+  "vector": 40453,
+  "vector</w>": 21533,
+  "ved": 19515,
+  "ved</w>": 1102,
+  "veda</w>": 44401,
+  "vedere</w>": 45660,
+  "vedi</w>": 47971,
+  "vee": 35708,
+  "vee</w>": 17073,
+  "veen</w>": 22432,
+  "veer": 21243,
+  "veer</w>": 22058,
+  "veg": 9048,
+  "veg</w>": 16460,
+  "vega</w>": 22930,
+  "vegan": 15705,
+  "vegan</w>": 5615,
+  "vegans</w>": 48514,
+  "vegas": 20288,
+  "vegas</w>": 4413,
+  "vege": 6219,
+  "vegetable</w>": 15725,
+  "vegetables</w>": 14119,
+  "vegetarian</w>": 14600,
+  "vegetation</w>": 33947,
+  "veggie</w>": 19401,
+  "veggies</w>": 16767,
+  "vehic": 3973,
+  "vehicle</w>": 5299,
+  "vehicles</w>": 8361,
+  "veil</w>": 23516,
+  "vein</w>": 29169,
+  "veins</w>": 28867,
+  "veit</w>": 30620,
+  "vel": 942,
+  "vel</w>": 1287,
+  "vela</w>": 34898,
+  "veld</w>": 34011,
+  "veled</w>": 15370,
+  "veli</w>": 49166,
+  "veling</w>": 37970,
+  "vell": 21173,
+  "vell</w>": 32997,
+  "velo": 14357,
+  "velo</w>": 33850,
+  "velocity</w>": 23811,
+  "vels</w>": 5109,
+  "velve": 37849,
+  "velvet</w>": 11063,
+  "vely</w>": 1708,
+  "vember</w>": 3477,
+  "vement</w>": 3129,
+  "vements</w>": 11104,
+  "ven": 1240,
+  "ven</w>": 1638,
+  "vena</w>": 47442,
+  "vend": 10851,
+  "vending</w>": 29202,
+  "vendor</w>": 21261,
+  "vendors</w>": 20353,
+  "vene": 5365,
+  "veness</w>": 10516,
+  "venetian</w>": 34336,
+  "venezia</w>": 34139,
+  "venezu": 10939,
+  "venezuela</w>": 12839,
+  "venezuelan</w>": 34699,
+  "veng</w>": 31526,
+  "venge": 27757,
+  "vengeance</w>": 32057,
+  "veni</w>": 31142,
+  "venice</w>": 11010,
+  "vening</w>": 47532,
+  "venison</w>": 40037,
+  "venom": 42491,
+  "venom</w>": 21588,
+  "vens</w>": 20884,
+  "vent": 4373,
+  "vent</w>": 5687,
+  "ventil": 39522,
+  "ventilation</w>": 35066,
+  "venting</w>": 15731,
+  "vention</w>": 4122,
+  "vents</w>": 12833,
+  "ventu": 48217,
+  "ventura</w>": 20921,
+  "venture": 37046,
+  "venture</w>": 12543,
+  "ventures</w>": 20829,
+  "venue</w>": 5097,
+  "venues</w>": 18120,
+  "venus</w>": 14691,
+  "ver": 624,
+  "ver</w>": 667,
+  "vera</w>": 13350,
+  "verage</w>": 3725,
+  "verb</w>": 34952,
+  "verbal</w>": 26522,
+  "verbally</w>": 39985,
+  "verbs</w>": 45687,
+  "verde</w>": 16935,
+  "verdi</w>": 42306,
+  "verdict</w>": 18030,
+  "vere": 11135,
+  "vere</w>": 34707,
+  "vered</w>": 2868,
+  "verge</w>": 23913,
+  "veri": 11638,
+  "verification</w>": 33521,
+  "verified</w>": 22555,
+  "verify</w>": 34722,
+  "vering</w>": 4630,
+  "veriz": 19707,
+  "verizon</w>": 21532,
+  "verma</w>": 41261,
+  "vermont</w>": 19241,
+  "vern": 2214,
+  "vern</w>": 12586,
+  "verne</w>": 45553,
+  "vernon</w>": 18348,
+  "vero": 45217,
+  "vero</w>": 38208,
+  "verona</w>": 31819,
+  "veronic": 39551,
+  "veronica</w>": 24039,
+  "vers": 1219,
+  "vers</w>": 2094,
+  "versa</w>": 35765,
+  "versace</w>": 25422,
+  "versail": 29857,
+  "versailles</w>": 32129,
+  "versary</w>": 2940,
+  "versatile</w>": 18110,
+  "versatility</w>": 41340,
+  "verse": 39466,
+  "verse</w>": 3131,
+  "verses</w>": 30769,
+  "versi": 8934,
+  "version</w>": 3273,
+  "versions</w>": 16190,
+  "versity</w>": 1906,
+  "verst": 42484,
+  "verstappen</w>": 45064,
+  "versus</w>": 14548,
+  "versy</w>": 18522,
+  "vert</w>": 11742,
+  "verte": 35158,
+  "verted</w>": 48173,
+  "verti": 30459,
+  "vertical</w>": 14293,
+  "vertigo</w>": 42477,
+  "verton</w>": 40632,
+  "verts</w>": 37265,
+  "very": 11698,
+  "very</w>": 1070,
+  "veryday</w>": 37944,
+  "verything</w>": 45174,
+  "ves": 9616,
+  "ves</w>": 1003,
+  "vesmatter</w>": 47636,
+  "vespa</w>": 46029,
+  "vessel</w>": 16387,
+  "vessels</w>": 22822,
+  "vest": 31657,
+  "vest</w>": 12473,
+  "vesti": 40349,
+  "vests</w>": 41906,
+  "vet": 12294,
+  "vet</w>": 5951,
+  "veter": 4330,
+  "veteran": 20797,
+  "veteran</w>": 8814,
+  "veterans</w>": 7092,
+  "veteransday</w>": 26409,
+  "veterin": 43959,
+  "veterinary</w>": 25458,
+  "veto</w>": 36570,
+  "vets</w>": 13113,
+  "vette</w>": 17045,
+  "vettel</w>": 28700,
+  "vevo</w>": 35141,
+  "vex": 36187,
+  "vex</w>": 43978,
+  "vey": 34792,
+  "vey</w>": 3884,
+  "vez": 35987,
+  "vez</w>": 17226,
+  "vf</w>": 25966,
+  "vfl</w>": 33726,
+  "vfx</w>": 30149,
+  "vg": 40591,
+  "vg</w>": 22346,
+  "vh": 46953,
+  "vh</w>": 23847,
+  "vhs</w>": 21932,
+  "vi": 603,
+  "vi</w>": 4259,
+  "via</w>": 1048,
+  "viable</w>": 25752,
+  "viadu": 37012,
+  "viaduct</w>": 39113,
+  "vial</w>": 39951,
+  "vian": 40487,
+  "vian</w>": 16124,
+  "vibe": 37974,
+  "vibe</w>": 12813,
+  "vibes</w>": 7764,
+  "vibr": 9527,
+  "vibrant</w>": 14270,
+  "vibration</w>": 37456,
+  "vibrations</w>": 43660,
+  "vic": 1555,
+  "vic</w>": 4412,
+  "vica</w>": 46168,
+  "vicar</w>": 43899,
+  "vice": 43572,
+  "vice</w>": 6931,
+  "vicente</w>": 39411,
+  "vices</w>": 8332,
+  "vich</w>": 24143,
+  "vici": 46670,
+  "vicious</w>": 25177,
+  "vick": 15116,
+  "vick</w>": 29704,
+  "vickers</w>": 48452,
+  "vicki</w>": 34927,
+  "vicky": 37176,
+  "vicky</w>": 25788,
+  "victi": 6861,
+  "victim</w>": 9133,
+  "victims</w>": 7131,
+  "victor": 2423,
+  "victor</w>": 10690,
+  "victori": 17555,
+  "victoria": 39286,
+  "victoria</w>": 6127,
+  "victorian</w>": 12350,
+  "victorias": 47791,
+  "victories</w>": 24577,
+  "victorious</w>": 24033,
+  "victory": 36668,
+  "victory</w>": 4127,
+  "vid": 17233,
+  "vid</w>": 9284,
+  "vida</w>": 19015,
+  "vidal</w>": 36678,
+  "vide": 1334,
+  "vide</w>": 45244,
+  "video": 9478,
+  "video</w>": 1455,
+  "videogame</w>": 35097,
+  "videogames</w>": 21149,
+  "videos</w>": 6081,
+  "vids</w>": 23035,
+  "vidy": 29639,
+  "vidya</w>": 45264,
+  "vie": 922,
+  "vie</w>": 8538,
+  "vien": 36493,
+  "vienna</w>": 12670,
+  "vier": 15352,
+  "vier</w>": 11987,
+  "viera</w>": 21114,
+  "viernes</w>": 33826,
+  "vies</w>": 22458,
+  "viest</w>": 31979,
+  "viet": 17558,
+  "viet</w>": 13128,
+  "vietnam": 19558,
+  "vietnam</w>": 8623,
+  "vietnamese</w>": 22382,
+  "view": 12004,
+  "view</w>": 1093,
+  "viewed</w>": 7226,
+  "viewer</w>": 15061,
+  "viewers</w>": 14275,
+  "viewing</w>": 7124,
+  "viewpoint</w>": 41604,
+  "views</w>": 2758,
+  "vig": 8549,
+  "vig</w>": 45083,
+  "vigil": 21538,
+  "vigil</w>": 19896,
+  "vigilant</w>": 43026,
+  "vigne": 40447,
+  "vigne</w>": 34581,
+  "vigo</w>": 44097,
+  "vigor": 26781,
+  "vii</w>": 17759,
+  "viii</w>": 20414,
+  "vijay": 12014,
+  "vijay</w>": 10823,
+  "vijaysethu": 47966,
+  "vik": 10764,
+  "vik</w>": 17181,
+  "vika</w>": 39562,
+  "vikas</w>": 37116,
+  "viking": 26663,
+  "viking</w>": 15897,
+  "vikings</w>": 11713,
+  "vikram": 41136,
+  "vikram</w>": 24314,
+  "viktor</w>": 36101,
+  "vil": 1338,
+  "vil</w>": 3000,
+  "vila</w>": 37505,
+  "vile</w>": 27247,
+  "vill": 10481,
+  "vill</w>": 45698,
+  "villa": 3203,
+  "villa</w>": 7754,
+  "village": 34584,
+  "village</w>": 4331,
+  "villagers</w>": 34283,
+  "villages</w>": 17621,
+  "villain</w>": 15425,
+  "villains</w>": 25271,
+  "villanova</w>": 44025,
+  "villar": 35164,
+  "villas</w>": 28907,
+  "ville": 11110,
+  "ville</w>": 1930,
+  "villen": 46177,
+  "villi": 36907,
+  "vimeo</w>": 48720,
+  "vin": 1379,
+  "vin</w>": 2558,
+  "vina</w>": 35682,
+  "vinai": 37396,
+  "vinaigrette</w>": 39876,
+  "vinay": 43952,
+  "vince": 32429,
+  "vince</w>": 6236,
+  "vincen": 33402,
+  "vincent": 29069,
+  "vincent</w>": 10357,
+  "vinci</w>": 30199,
+  "vind</w>": 20275,
+  "vindic": 39582,
+  "vine": 8471,
+  "vine</w>": 7721,
+  "vinegar</w>": 23834,
+  "vines</w>": 21268,
+  "vineyard</w>": 16527,
+  "vineyards</w>": 23082,
+  "ving": 5375,
+  "ving</w>": 903,
+  "vingne</w>": 42579,
+  "vings</w>": 22510,
+  "vini</w>": 48119,
+  "vinnie</w>": 40885,
+  "vinny</w>": 36794,
+  "vino</w>": 14509,
+  "vinod</w>": 43348,
+  "vins</w>": 34820,
+  "vinson</w>": 45945,
+  "vintag": 10936,
+  "vintage": 13654,
+  "vintage</w>": 3266,
+  "viny": 40990,
+  "vinyl": 22835,
+  "vinyl</w>": 5754,
+  "vio": 11913,
+  "vio</w>": 20324,
+  "viol": 3164,
+  "viola</w>": 27438,
+  "violate</w>": 44875,
+  "violated</w>": 38192,
+  "violating</w>": 37554,
+  "violation</w>": 22919,
+  "violations</w>": 21969,
+  "violence</w>": 5450,
+  "violent</w>": 11565,
+  "violently</w>": 47758,
+  "violet</w>": 16118,
+  "violets</w>": 42861,
+  "violin</w>": 17058,
+  "violinist</w>": 36299,
+  "vion</w>": 35496,
+  "vious</w>": 6418,
+  "viously</w>": 7149,
+  "vip": 45714,
+  "vip</w>": 7111,
+  "viper</w>": 27401,
+  "vips</w>": 41149,
+  "vir": 1790,
+  "vir</w>": 25319,
+  "vira</w>": 35910,
+  "viral</w>": 11653,
+  "virat</w>": 32473,
+  "virgil</w>": 39076,
+  "virgin": 5651,
+  "virgin</w>": 12103,
+  "virgini": 43426,
+  "virginia</w>": 6728,
+  "virgo</w>": 39978,
+  "viro": 32301,
+  "viron": 38309,
+  "virtu": 7977,
+  "virtual": 18059,
+  "virtual</w>": 7790,
+  "virtually</w>": 22475,
+  "virtualreality</w>": 32608,
+  "virtue</w>": 26860,
+  "virtues</w>": 42167,
+  "virtuoso</w>": 47027,
+  "virus</w>": 11808,
+  "viruses</w>": 34830,
+  "vis": 1301,
+  "vis</w>": 5337,
+  "visa</w>": 12802,
+  "visas</w>": 41228,
+  "vise</w>": 24977,
+  "vised</w>": 14810,
+  "vish": 12024,
+  "vish</w>": 29124,
+  "vishal</w>": 33648,
+  "vishnu</w>": 37816,
+  "visi": 1409,
+  "visibility</w>": 15921,
+  "visible": 36658,
+  "visible</w>": 8626,
+  "vising</w>": 37439,
+  "vision": 11147,
+  "vision</w>": 2515,
+  "visional</w>": 24627,
+  "visionary</w>": 22959,
+  "visions</w>": 13804,
+  "visit": 3388,
+  "visit</w>": 1600,
+  "visitation</w>": 44370,
+  "visited</w>": 5580,
+  "visiting</w>": 4680,
+  "visitor</w>": 13881,
+  "visitors</w>": 9160,
+  "visits</w>": 8489,
+  "visitscotland</w>": 28760,
+  "visitspain</w>": 48860,
+  "vism</w>": 15514,
+  "viso</w>": 46732,
+  "visor</w>": 24217,
+  "vist</w>": 21436,
+  "vista</w>": 13865,
+  "visu": 7739,
+  "visual": 17004,
+  "visual</w>": 7195,
+  "visualization</w>": 28500,
+  "visualize</w>": 45057,
+  "visually</w>": 25743,
+  "visuals</w>": 21315,
+  "viswas": 36513,
+  "viswasam</w>": 47664,
+  "vit": 4056,
+  "vit</w>": 35580,
+  "vita</w>": 15700,
+  "vital": 32525,
+  "vital</w>": 10585,
+  "vitality</w>": 36385,
+  "vitam": 9856,
+  "vitamin</w>": 13675,
+  "vitamins</w>": 22582,
+  "vito</w>": 36725,
+  "vity</w>": 4893,
+  "vitz</w>": 26188,
+  "vius</w>": 41571,
+  "viv": 21827,
+  "viv</w>": 35363,
+  "viva</w>": 17399,
+  "vival": 35920,
+  "vive": 18980,
+  "vive</w>": 24004,
+  "vivek</w>": 36243,
+  "vivi": 11625,
+  "vivian</w>": 30129,
+  "vivid</w>": 22984,
+  "vivo": 28091,
+  "vivo</w>": 25888,
+  "vix": 28976,
+  "vix</w>": 34811,
+  "vixen</w>": 38757,
+  "vixx</w>": 32106,
+  "viz": 28251,
+  "viz</w>": 31786,
+  "vj": 45439,
+  "vj</w>": 30827,
+  "vk</w>": 41893,
+  "vl": 37580,
+  "vl</w>": 36442,
+  "vla": 23686,
+  "vlad</w>": 41089,
+  "vladi": 19320,
+  "vladimir</w>": 21702,
+  "vlive</w>": 46797,
+  "vlog</w>": 18894,
+  "vm": 16204,
+  "vm</w>": 20269,
+  "vma</w>": 35666,
+  "vmas</w>": 30236,
+  "vmware</w>": 29615,
+  "vn": 47098,
+  "vn</w>": 25076,
+  "vo": 947,
+  "vo</w>": 3951,
+  "voc": 4105,
+  "voc</w>": 20855,
+  "vocab": 21346,
+  "vocabulary</w>": 23804,
+  "vocal": 34037,
+  "vocal</w>": 13147,
+  "vocali": 19134,
+  "vocalist</w>": 22102,
+  "vocals</w>": 17666,
+  "vocation</w>": 20521,
+  "vocational</w>": 33751,
+  "vod": 11820,
+  "vod</w>": 35854,
+  "vodaf": 28436,
+  "vodafone</w>": 38695,
+  "vodka</w>": 13646,
+  "vogel</w>": 44960,
+  "vogue": 24418,
+  "vogue</w>": 13178,
+  "voic": 29185,
+  "voice": 13179,
+  "voice</w>": 3386,
+  "voiced</w>": 34352,
+  "voiceof": 44966,
+  "voiceover</w>": 41979,
+  "voices</w>": 9144,
+  "void</w>": 21561,
+  "voip</w>": 42762,
+  "voir</w>": 16036,
+  "vol": 1343,
+  "vol</w>": 7945,
+  "volatile</w>": 41022,
+  "volatility</w>": 32355,
+  "volcan": 9916,
+  "volcanic</w>": 24072,
+  "volcano</w>": 14581,
+  "volcanoes</w>": 38055,
+  "voli</w>": 40138,
+  "volk": 13432,
+  "volkswag": 14407,
+  "volkswagen</w>": 15342,
+  "volley": 7130,
+  "volley</w>": 34656,
+  "volleyball</w>": 7458,
+  "volo</w>": 44791,
+  "vols</w>": 20404,
+  "volt</w>": 26430,
+  "volta": 29879,
+  "volta</w>": 33480,
+  "voltage</w>": 23118,
+  "voltron</w>": 39314,
+  "volu": 3563,
+  "volume</w>": 8284,
+  "volumes</w>": 22651,
+  "volun": 3356,
+  "voluntar": 48823,
+  "voluntary</w>": 23815,
+  "volunte": 3556,
+  "volunteer": 32331,
+  "volunteer</w>": 7114,
+  "volunteered</w>": 34000,
+  "volunteering</w>": 14902,
+  "volunteers</w>": 5939,
+  "volution</w>": 24043,
+  "volved</w>": 42888,
+  "volvo": 39991,
+  "volvo</w>": 16906,
+  "vom": 24198,
+  "vomit</w>": 46485,
+  "von": 11269,
+  "von</w>": 8497,
+  "voo": 19497,
+  "voodoo</w>": 26869,
+  "voor": 34291,
+  "voor</w>": 34464,
+  "vor": 8338,
+  "vor</w>": 5308,
+  "vore</w>": 18215,
+  "vortex</w>": 30071,
+  "vos</w>": 16863,
+  "vot</w>": 48558,
+  "vote": 6830,
+  "vote</w>": 2187,
+  "voted</w>": 6454,
+  "votel": 41379,
+  "voter": 44474,
+  "voter</w>": 14065,
+  "voters</w>": 8925,
+  "votes</w>": 6693,
+  "voting</w>": 5756,
+  "vou": 11045,
+  "voucher</w>": 18190,
+  "vouchers</w>": 23384,
+  "vous</w>": 10636,
+  "vow</w>": 34787,
+  "vows</w>": 21677,
+  "vox": 29215,
+  "vox</w>": 22692,
+  "voy": 10622,
+  "voy</w>": 15021,
+  "voyage</w>": 16299,
+  "voyager</w>": 29669,
+  "vp": 32758,
+  "vp</w>": 3896,
+  "vpn</w>": 38212,
+  "vr": 16840,
+  "vr</w>": 5921,
+  "vre": 44500,
+  "vre</w>": 17501,
+  "vs": 11385,
+  "vs</w>": 1547,
+  "vsco": 26752,
+  "vsco</w>": 32822,
+  "vscocam</w>": 34694,
+  "vsky</w>": 37791,
+  "vss</w>": 31919,
+  "vt": 31732,
+  "vt</w>": 10291,
+  "vu": 8664,
+  "vu</w>": 13230,
+  "vue": 43915,
+  "vue</w>": 19313,
+  "vuel": 31312,
+  "vuelta</w>": 43856,
+  "vuitton</w>": 26705,
+  "vul": 6856,
+  "vulcan</w>": 34767,
+  "vulner": 11213,
+  "vulnerability</w>": 28797,
+  "vulnerable</w>": 14332,
+  "vulture</w>": 34593,
+  "vultures</w>": 47197,
+  "vv": 19264,
+  "vv</w>": 35686,
+  "vw": 28650,
+  "vw</w>": 13250,
+  "vx</w>": 47644,
+  "vy": 11566,
+  "vy</w>": 5157,
+  "w": 86,
+  "w</w>": 342,
+  "wa": 869,
+  "wa</w>": 2663,
+  "waa</w>": 35874,
+  "wab": 19893,
+  "wab</w>": 36852,
+  "wac": 27445,
+  "wac</w>": 37947,
+  "wack": 22880,
+  "wack</w>": 38270,
+  "wacky</w>": 34318,
+  "waco</w>": 36035,
+  "wad": 11133,
+  "wad</w>": 30451,
+  "wada</w>": 40006,
+  "wade": 40237,
+  "wade</w>": 14180,
+  "wadi</w>": 37253,
+  "waf": 17638,
+  "wafc</w>": 49086,
+  "waff": 13940,
+  "waffle</w>": 20375,
+  "waffles</w>": 24205,
+  "wag": 5764,
+  "wag</w>": 19177,
+  "wage</w>": 10716,
+  "wager</w>": 43430,
+  "wages</w>": 19114,
+  "wagner</w>": 18081,
+  "wagon</w>": 13260,
+  "wagons</w>": 47944,
+  "wags</w>": 48580,
+  "wah": 24812,
+  "wah</w>": 18014,
+  "wahl": 27500,
+  "wahlberg</w>": 35151,
+  "wahoo</w>": 47995,
+  "wai": 11469,
+  "wai</w>": 21569,
+  "waifu</w>": 46551,
+  "waikiki</w>": 44907,
+  "wain": 28358,
+  "wain</w>": 20120,
+  "wainwright</w>": 45878,
+  "waist": 36946,
+  "waist</w>": 18459,
+  "wait": 10021,
+  "wait</w>": 1885,
+  "waite</w>": 24272,
+  "waited</w>": 18492,
+  "waiter</w>": 32946,
+  "waitin</w>": 44482,
+  "waiting</w>": 2680,
+  "waitress</w>": 39760,
+  "waitrose</w>": 37164,
+  "waits</w>": 21361,
+  "waiver</w>": 42866,
+  "waj</w>": 49367,
+  "wak": 11172,
+  "wak</w>": 36015,
+  "waka</w>": 42696,
+  "wake": 10501,
+  "wake</w>": 5731,
+  "wakefield</w>": 26358,
+  "wakes</w>": 29108,
+  "wakeup": 26328,
+  "wakeup</w>": 35380,
+  "wakeupamerica</w>": 37474,
+  "waking</w>": 13025,
+  "wal": 1056,
+  "wal</w>": 6903,
+  "wala</w>": 16468,
+  "walang</w>": 49180,
+  "walcott</w>": 45744,
+  "wald": 46930,
+  "wald</w>": 15724,
+  "walden</w>": 39311,
+  "waldo</w>": 32440,
+  "waldorf</w>": 38227,
+  "wale": 41247,
+  "wale</w>": 20336,
+  "wales": 25383,
+  "wales</w>": 5110,
+  "walgreens</w>": 38490,
+  "wali": 37576,
+  "wali</w>": 14768,
+  "walia</w>": 44455,
+  "walk": 8588,
+  "walk</w>": 2374,
+  "walkaway</w>": 48255,
+  "walked</w>": 8667,
+  "walker": 24735,
+  "walker</w>": 6150,
+  "walkers</w>": 23366,
+  "walkin</w>": 45792,
+  "walking": 12644,
+  "walking</w>": 3941,
+  "walkingdead</w>": 14948,
+  "walkout</w>": 47470,
+  "walks</w>": 8192,
+  "walkway</w>": 36614,
+  "wall": 4316,
+  "wall</w>": 2569,
+  "walla": 26007,
+  "walla</w>": 39982,
+  "wallabies</w>": 48926,
+  "wallace</w>": 12535,
+  "wallart</w>": 36223,
+  "walled</w>": 36567,
+  "waller</w>": 45340,
+  "wallet</w>": 12154,
+  "wallets</w>": 38550,
+  "walleye</w>": 49099,
+  "wallis</w>": 42206,
+  "wallpaper</w>": 10560,
+  "wallpapers</w>": 29841,
+  "walls</w>": 8258,
+  "wallstreet</w>": 45341,
+  "wally</w>": 26024,
+  "walmart</w>": 11972,
+  "walnut</w>": 16310,
+  "walnuts</w>": 38294,
+  "walsall</w>": 42935,
+  "walsh</w>": 12856,
+  "walt": 23535,
+  "walt</w>": 14312,
+  "waltdisneyworld</w>": 36505,
+  "walter": 31156,
+  "walter</w>": 10645,
+  "walters</w>": 25532,
+  "waltham": 42742,
+  "waltham</w>": 45581,
+  "walton</w>": 19485,
+  "waltz</w>": 35982,
+  "wam": 20503,
+  "wamy</w>": 46970,
+  "wan": 2060,
+  "wan</w>": 4557,
+  "wana</w>": 30830,
+  "wand": 14636,
+  "wand</w>": 28559,
+  "wanda</w>": 25070,
+  "wander": 12985,
+  "wander</w>": 24473,
+  "wandered</w>": 46593,
+  "wanderers</w>": 27540,
+  "wandering</w>": 22597,
+  "wanderlust</w>": 16129,
+  "wane</w>": 27459,
+  "wang": 19731,
+  "wang</w>": 11900,
+  "wani</w>": 21674,
+  "wankers</w>": 42189,
+  "wann": 23622,
+  "wanna": 35940,
+  "wanna</w>": 3836,
+  "wannabe</w>": 40730,
+  "wannaone</w>": 44832,
+  "want": 18356,
+  "want</w>": 1280,
+  "wanted</w>": 3146,
+  "wanting</w>": 12801,
+  "wants</w>": 3107,
+  "wap": 27393,
+  "wap</w>": 30368,
+  "waq": 47512,
+  "war": 984,
+  "war</w>": 2238,
+  "wara</w>": 21631,
+  "warbler</w>": 33891,
+  "warcraft</w>": 13660,
+  "ward": 7728,
+  "ward</w>": 1460,
+  "warden</w>": 27798,
+  "wardly</w>": 30780,
+  "wardro": 14247,
+  "wardrobe</w>": 15020,
+  "wards</w>": 2593,
+  "ware": 7416,
+  "ware</w>": 4476,
+  "wareagle</w>": 35716,
+  "warehouse</w>": 13054,
+  "wareness": 41601,
+  "wareness</w>": 35870,
+  "wares</w>": 30692,
+  "warfare</w>": 15739,
+  "warhammer</w>": 26832,
+  "warhol</w>": 27554,
+  "wari</w>": 20977,
+  "wark": 46346,
+  "wark</w>": 15164,
+  "warlock</w>": 42455,
+  "warm": 14725,
+  "warm</w>": 3616,
+  "warmed</w>": 36695,
+  "warmer</w>": 14328,
+  "warmest</w>": 30910,
+  "warming</w>": 8606,
+  "warmly</w>": 45322,
+  "warmongers</w>": 33205,
+  "warms</w>": 32917,
+  "warmth</w>": 19636,
+  "warmup</w>": 29904,
+  "warmups</w>": 44094,
+  "warn</w>": 19360,
+  "warned</w>": 16409,
+  "warner": 28564,
+  "warner</w>": 13402,
+  "warning</w>": 4994,
+  "warnings</w>": 18098,
+  "warns</w>": 14086,
+  "waron": 38947,
+  "warp</w>": 32411,
+  "warped</w>": 32125,
+  "warran": 17392,
+  "warrant</w>": 22554,
+  "warrants</w>": 45677,
+  "warranty</w>": 23999,
+  "warren": 23143,
+  "warren</w>": 9234,
+  "warri": 4109,
+  "warrington</w>": 31203,
+  "warrior": 18998,
+  "warrior</w>": 8148,
+  "warriors</w>": 6421,
+  "wars</w>": 3931,
+  "warsaw</w>": 21072,
+  "warship</w>": 47846,
+  "wart": 43535,
+  "wart</w>": 7346,
+  "wartime</w>": 42998,
+  "warts</w>": 21781,
+  "warwick": 23081,
+  "warwick</w>": 22215,
+  "warwickshire</w>": 36766,
+  "wary</w>": 36213,
+  "was": 3398,
+  "was</w>": 739,
+  "wasabi</w>": 47334,
+  "wash": 3363,
+  "wash</w>": 7810,
+  "washed</w>": 14092,
+  "washer</w>": 24085,
+  "washes</w>": 38950,
+  "washing</w>": 13029,
+  "washington": 16774,
+  "washington</w>": 4365,
+  "washingtondc</w>": 40225,
+  "washingtonpost</w>": 28426,
+  "wasn</w>": 5044,
+  "wasnt</w>": 29607,
+  "wasp</w>": 24889,
+  "wasps</w>": 35300,
+  "wassup</w>": 45708,
+  "wast": 28886,
+  "waste": 18157,
+  "waste</w>": 6065,
+  "wasted</w>": 18278,
+  "wasteland</w>": 44035,
+  "wastewater</w>": 34463,
+  "wasting</w>": 25577,
+  "wat": 800,
+  "wat</w>": 10621,
+  "wata</w>": 42509,
+  "watch": 7046,
+  "watch</w>": 1239,
+  "watchdog</w>": 35303,
+  "watched</w>": 5775,
+  "watcher</w>": 35971,
+  "watchers</w>": 28443,
+  "watches</w>": 9521,
+  "watchin</w>": 32432,
+  "watching</w>": 2113,
+  "water": 2505,
+  "water</w>": 1573,
+  "watercolor</w>": 14211,
+  "watercolour</w>": 18377,
+  "waterfall</w>": 16403,
+  "waterfalls</w>": 26692,
+  "waterford</w>": 24448,
+  "waterfront</w>": 16605,
+  "waterhouse</w>": 45072,
+  "watering</w>": 19871,
+  "waterloo</w>": 17465,
+  "watermelon</w>": 19889,
+  "waterproof</w>": 17613,
+  "waters</w>": 7753,
+  "watershed</w>": 33204,
+  "waterstones</w>": 45014,
+  "waterways</w>": 37395,
+  "watford</w>": 23162,
+  "watfordfc</w>": 37328,
+  "wati</w>": 27966,
+  "watkins</w>": 22539,
+  "watson": 35490,
+  "watson</w>": 9294,
+  "watt": 22899,
+  "watt</w>": 15805,
+  "wattpad</w>": 32351,
+  "watts</w>": 14750,
+  "wau": 9479,
+  "wav": 6054,
+  "wave": 17530,
+  "wave</w>": 4535,
+  "waved</w>": 44657,
+  "waver": 25997,
+  "waves</w>": 7882,
+  "waving</w>": 26545,
+  "wavy</w>": 31941,
+  "waw": 22039,
+  "wawrinka</w>": 48414,
+  "wawx</w>": 47387,
+  "wax": 18789,
+  "wax</w>": 11910,
+  "waxing</w>": 38781,
+  "way": 3079,
+  "way</w>": 923,
+  "wayback": 47822,
+  "wayne": 23632,
+  "wayne</w>": 7003,
+  "ways</w>": 1248,
+  "waz": 20889,
+  "waz</w>": 48835,
+  "wb": 10726,
+  "wb</w>": 12377,
+  "wba</w>": 22675,
+  "wbb</w>": 14482,
+  "wbc</w>": 26745,
+  "wbo</w>": 49053,
+  "wbz</w>": 35471,
+  "wc": 4842,
+  "wc</w>": 5755,
+  "wcc": 47166,
+  "wcc</w>": 34926,
+  "wcpo</w>": 46624,
+  "wcs</w>": 39916,
+  "wcvb</w>": 32709,
+  "wcw</w>": 9041,
+  "wd": 15998,
+  "wd</w>": 7494,
+  "wdw</w>": 40334,
+  "we": 598,
+  "we</w>": 649,
+  "wea": 37146,
+  "wea</w>": 47301,
+  "weak": 12128,
+  "weak</w>": 10128,
+  "weaker</w>": 39735,
+  "weakness</w>": 21448,
+  "weaknesses</w>": 43487,
+  "weal": 14759,
+  "wealth": 33150,
+  "wealth</w>": 7904,
+  "wealthy</w>": 22617,
+  "weap": 6156,
+  "weapon": 42612,
+  "weapon</w>": 10537,
+  "weapons</w>": 10007,
+  "wear": 12206,
+  "wear</w>": 2839,
+  "wearab": 22983,
+  "wearable": 44943,
+  "wearable</w>": 24973,
+  "wearables</w>": 30319,
+  "weare": 4264,
+  "weare</w>": 27867,
+  "weareall": 45980,
+  "wearec": 43620,
+  "wearen": 45635,
+  "weareone": 16149,
+  "weareoneexo</w>": 16448,
+  "wearethe": 40242,
+  "wearing</w>": 3309,
+  "wears</w>": 11869,
+  "weary</w>": 38766,
+  "weasel</w>": 44308,
+  "weather": 8808,
+  "weather</w>": 2237,
+  "weathercee</w>": 44980,
+  "weatherchannel</w>": 42138,
+  "weav": 22260,
+  "weave</w>": 22450,
+  "weaver</w>": 20297,
+  "weaving</w>": 27131,
+  "web": 2055,
+  "web</w>": 4601,
+  "webb</w>": 15708,
+  "webber</w>": 34248,
+  "webcam": 24211,
+  "webcam</w>": 22589,
+  "webcamtoy</w>": 27719,
+  "webcast</w>": 28256,
+  "webcomic</w>": 34286,
+  "webcomics</w>": 39811,
+  "webdesign</w>": 20470,
+  "webdev</w>": 37000,
+  "webdevelopment</w>": 47553,
+  "weber</w>": 20179,
+  "webin": 8460,
+  "webinar</w>": 8921,
+  "webinars</w>": 47755,
+  "webpage</w>": 46964,
+  "webs</w>": 32829,
+  "webseries</w>": 44819,
+  "website</w>": 3364,
+  "websites</w>": 19278,
+  "webster</w>": 19471,
+  "websummit</w>": 48069,
+  "wec</w>": 33152,
+  "wechat</w>": 46124,
+  "wed": 1687,
+  "wed</w>": 3478,
+  "wedd": 7576,
+  "wedding": 11204,
+  "wedding</w>": 3101,
+  "weddings</w>": 15964,
+  "wedge</w>": 21446,
+  "wedges</w>": 33179,
+  "wedne": 2380,
+  "wednesday": 9311,
+  "wednesday</w>": 2689,
+  "wednesdaymotivation</w>": 37860,
+  "wednesdays</w>": 24943,
+  "wednesdaywisdom</w>": 11445,
+  "wedo</w>": 43432,
+  "weds</w>": 19107,
+  "wee": 716,
+  "wee</w>": 8288,
+  "weed": 36935,
+  "weed</w>": 8015,
+  "weeds</w>": 26326,
+  "week": 1286,
+  "week</w>": 994,
+  "weekday</w>": 29244,
+  "weekdays</w>": 44330,
+  "weekend": 17205,
+  "weekend</w>": 1456,
+  "weekender</w>": 36547,
+  "weekends</w>": 14564,
+  "weekly": 34652,
+  "weekly</w>": 5885,
+  "weeknd</w>": 29925,
+  "weeks</w>": 2898,
+  "weeksary</w>": 24628,
+  "ween": 17517,
+  "ween</w>": 1599,
+  "weep</w>": 39270,
+  "weeping</w>": 36629,
+  "weer</w>": 32491,
+  "weet</w>": 17742,
+  "weets</w>": 13454,
+  "wef</w>": 23313,
+  "weg": 47867,
+  "weg</w>": 47561,
+  "wego": 44784,
+  "wego</w>": 28220,
+  "weh": 48458,
+  "weh</w>": 40313,
+  "weho</w>": 47798,
+  "wei": 6958,
+  "wei</w>": 20952,
+  "weibo</w>": 20613,
+  "weigh": 10565,
+  "weigh</w>": 17346,
+  "weighed</w>": 33210,
+  "weighing</w>": 24455,
+  "weighs</w>": 20481,
+  "weight": 12723,
+  "weight</w>": 3868,
+  "weighted</w>": 43179,
+  "weightlifting</w>": 36164,
+  "weightloss</w>": 20359,
+  "weights</w>": 21374,
+  "weil</w>": 43720,
+  "weiler</w>": 42203,
+  "wein": 29134,
+  "wein</w>": 37684,
+  "weiner</w>": 38822,
+  "weinstein</w>": 34367,
+  "weir": 11299,
+  "weir</w>": 25517,
+  "weird": 27981,
+  "weird</w>": 5613,
+  "weirdest</w>": 29482,
+  "weirdo</w>": 32476,
+  "weis": 26251,
+  "weiser</w>": 34833,
+  "weiss</w>": 24794,
+  "wel": 1267,
+  "wel</w>": 8042,
+  "welch</w>": 25820,
+  "welcom": 11578,
+  "welcome": 18318,
+  "welcome</w>": 1881,
+  "welcomed</w>": 12590,
+  "welcomes</w>": 9304,
+  "welcometo": 47511,
+  "welcoming</w>": 8775,
+  "weld</w>": 39776,
+  "welding</w>": 24956,
+  "welfare</w>": 12129,
+  "well": 3277,
+  "well</w>": 1123,
+  "wellbeing</w>": 14273,
+  "weller</w>": 40921,
+  "welling</w>": 49165,
+  "wellington</w>": 15389,
+  "wellness": 40574,
+  "wellness</w>": 9904,
+  "wells": 42705,
+  "wells</w>": 9804,
+  "welove": 13573,
+  "welp</w>": 28391,
+  "wels</w>": 20852,
+  "welsh": 19173,
+  "welsh</w>": 10977,
+  "welt</w>": 38595,
+  "welter": 37115,
+  "welterweight</w>": 39617,
+  "wemb": 15213,
+  "wembley</w>": 16579,
+  "wen": 6590,
+  "wen</w>": 11278,
+  "wend": 15166,
+  "wendell</w>": 42091,
+  "wendy": 31616,
+  "wendy</w>": 14074,
+  "wenger</w>": 21105,
+  "went": 18633,
+  "went</w>": 2437,
+  "wentworth</w>": 36423,
+  "wentz</w>": 39179,
+  "wer": 6316,
+  "wer</w>": 2980,
+  "were": 15461,
+  "were</w>": 1365,
+  "wered</w>": 6605,
+  "weren</w>": 13611,
+  "werewolf</w>": 32001,
+  "werk</w>": 30176,
+  "werner</w>": 29917,
+  "wers</w>": 7110,
+  "wes": 18620,
+  "wes</w>": 14738,
+  "wesle": 29606,
+  "wesley</w>": 17332,
+  "wesleyan</w>": 32509,
+  "wesome</w>": 33292,
+  "wess</w>": 44431,
+  "west": 2973,
+  "west</w>": 1593,
+  "westbound</w>": 29208,
+  "westbrook</w>": 26948,
+  "westchester</w>": 36675,
+  "westcoast</w>": 44610,
+  "westend</w>": 44815,
+  "wester": 9846,
+  "western": 17079,
+  "western</w>": 4463,
+  "westfield</w>": 32309,
+  "westh": 36798,
+  "westin</w>": 43232,
+  "westlake</w>": 41535,
+  "westminster</w>": 15158,
+  "weston</w>": 22771,
+  "westside</w>": 33762,
+  "westwood</w>": 26371,
+  "westworld</w>": 42287,
+  "wet": 12406,
+  "wet</w>": 6682,
+  "weta</w>": 40946,
+  "wethenorth</w>": 45281,
+  "wethepeople</w>": 48030,
+  "wether": 33794,
+  "wether</w>": 48405,
+  "wetland</w>": 37357,
+  "wetlands</w>": 26547,
+  "wett</w>": 41971,
+  "wetter</w>": 43957,
+  "wewant": 39280,
+  "wewill": 37241,
+  "wex": 17234,
+  "wexford</w>": 29876,
+  "wexmondays</w>": 49042,
+  "wey": 30376,
+  "wey</w>": 19781,
+  "weymouth</w>": 41433,
+  "wf": 14576,
+  "wf</w>": 22313,
+  "wfa": 44606,
+  "wfc</w>": 36431,
+  "wfp</w>": 35193,
+  "wftv</w>": 47075,
+  "wg": 21091,
+  "wg</w>": 25857,
+  "wga</w>": 32354,
+  "wgn": 48828,
+  "wh": 573,
+  "wh</w>": 13844,
+  "wha": 18994,
+  "wha</w>": 25884,
+  "whal": 38967,
+  "whale": 37083,
+  "whale</w>": 11650,
+  "whales</w>": 17722,
+  "wham": 42506,
+  "whar": 15517,
+  "wharf</w>": 22452,
+  "wharton</w>": 43320,
+  "what": 4268,
+  "what</w>": 768,
+  "whatcha</w>": 37160,
+  "whate": 6695,
+  "whatever</w>": 6743,
+  "whati": 23500,
+  "whats": 9263,
+  "whats</w>": 13084,
+  "whatsapp</w>": 10119,
+  "whatsoever</w>": 39928,
+  "whatson": 35632,
+  "whatyou": 30508,
+  "whe": 2009,
+  "whead</w>": 34583,
+  "wheat": 20505,
+  "wheat</w>": 10303,
+  "wheaton</w>": 46933,
+  "wheel": 7360,
+  "wheel</w>": 6744,
+  "wheelchair</w>": 17713,
+  "wheeler</w>": 18405,
+  "wheeling</w>": 34839,
+  "wheels</w>": 8025,
+  "whel": 9792,
+  "whelan</w>": 40715,
+  "when": 8753,
+  "when</w>": 827,
+  "whenever</w>": 10500,
+  "where": 7052,
+  "where</w>": 1234,
+  "whereabouts</w>": 47808,
+  "whereas</w>": 42234,
+  "wheres": 46345,
+  "wherever</w>": 14103,
+  "whereyou": 46837,
+  "whether</w>": 5903,
+  "whew</w>": 39016,
+  "whey</w>": 34556,
+  "whi": 4295,
+  "whi</w>": 33129,
+  "which</w>": 1448,
+  "whiche": 48719,
+  "whichever</w>": 49138,
+  "whil": 8499,
+  "while</w>": 1519,
+  "whilst</w>": 8596,
+  "whim": 27766,
+  "whimsical</w>": 42282,
+  "whip</w>": 14412,
+  "whipped</w>": 22323,
+  "whipping</w>": 41567,
+  "whir": 20873,
+  "whirl": 30962,
+  "whirlwind</w>": 47771,
+  "whis": 6024,
+  "whiskey": 41381,
+  "whiskey</w>": 11610,
+  "whisky": 37567,
+  "whisky</w>": 12599,
+  "whisp": 21986,
+  "whispe": 30356,
+  "whisper</w>": 27616,
+  "whisperer</w>": 41368,
+  "whispering</w>": 42599,
+  "whispers</w>": 29133,
+  "whist": 13640,
+  "whistle": 23972,
+  "whistle</w>": 19746,
+  "whistleblower</w>": 40410,
+  "whistler</w>": 29633,
+  "whit": 4398,
+  "whit</w>": 31498,
+  "whitaker</w>": 35851,
+  "whitby</w>": 30858,
+  "white": 4699,
+  "white</w>": 1579,
+  "whiteboard</w>": 40839,
+  "whitec": 24575,
+  "whitehall</w>": 42827,
+  "whitehead</w>": 43560,
+  "whitehouse</w>": 20776,
+  "whitening</w>": 35540,
+  "whitepaper</w>": 42713,
+  "whites": 35886,
+  "whites</w>": 18835,
+  "whitesox</w>": 28816,
+  "whitewater</w>": 49350,
+  "whitfield</w>": 48404,
+  "whitley</w>": 40564,
+  "whitman</w>": 32394,
+  "whitney": 43021,
+  "whitney</w>": 18048,
+  "whitt": 33784,
+  "whittaker</w>": 47595,
+  "whl</w>": 25801,
+  "who": 2969,
+  "who</w>": 822,
+  "whoa</w>": 16943,
+  "whoever</w>": 11137,
+  "whois": 41884,
+  "whole": 10360,
+  "whole</w>": 2954,
+  "wholefoods</w>": 42840,
+  "wholesale</w>": 18306,
+  "wholesome</w>": 35959,
+  "whom": 38158,
+  "whom</w>": 12873,
+  "whoo": 20003,
+  "whoo</w>": 49290,
+  "whoop</w>": 22060,
+  "whoops</w>": 28433,
+  "whopping</w>": 34384,
+  "whore</w>": 31690,
+  "whos": 41460,
+  "whos</w>": 27130,
+  "whose</w>": 6933,
+  "whouse</w>": 45927,
+  "whs</w>": 26292,
+  "wht</w>": 32470,
+  "whufc</w>": 31695,
+  "whun": 18272,
+  "why": 11040,
+  "why</w>": 1182,
+  "whyte</w>": 42386,
+  "wi": 820,
+  "wi</w>": 5585,
+  "wib</w>": 45303,
+  "wic": 7834,
+  "wich": 9759,
+  "wich</w>": 5238,
+  "wichita</w>": 22566,
+  "wick": 6798,
+  "wick</w>": 6479,
+  "wicked": 32579,
+  "wicked</w>": 12825,
+  "wicker</w>": 38096,
+  "wicket</w>": 19180,
+  "wickets</w>": 22110,
+  "wicklow</w>": 39039,
+  "wicz</w>": 30121,
+  "wid": 11886,
+  "wid</w>": 20886,
+  "wide": 19341,
+  "wide</w>": 3184,
+  "widely</w>": 16195,
+  "widening</w>": 46598,
+  "wider</w>": 21263,
+  "widesp": 20598,
+  "widespread</w>": 21258,
+  "widget</w>": 43906,
+  "wido": 28068,
+  "widow</w>": 19949,
+  "widows</w>": 42129,
+  "width</w>": 23571,
+  "wie": 21378,
+  "wie</w>": 9131,
+  "wielding</w>": 47272,
+  "wien</w>": 38131,
+  "wiener</w>": 40567,
+  "wies": 42788,
+  "wif</w>": 37572,
+  "wife</w>": 3607,
+  "wifey</w>": 35282,
+  "wifi</w>": 11026,
+  "wig": 23690,
+  "wig</w>": 12216,
+  "wigan</w>": 23130,
+  "wiggins</w>": 32329,
+  "wiggle</w>": 47812,
+  "wight": 41278,
+  "wight</w>": 15545,
+  "wigs</w>": 31207,
+  "wii</w>": 8005,
+  "wiiu</w>": 40980,
+  "wiki": 10373,
+  "wiki</w>": 24265,
+  "wikileaks</w>": 28731,
+  "wikipedia</w>": 15176,
+  "wil": 1352,
+  "wil</w>": 20581,
+  "wilbur</w>": 43069,
+  "wilcox</w>": 43231,
+  "wild": 2780,
+  "wild</w>": 3220,
+  "wildatlantic": 35500,
+  "wildatlanticway</w>": 35776,
+  "wildcard</w>": 37360,
+  "wildcat": 49077,
+  "wildcat</w>": 25870,
+  "wildcats</w>": 15909,
+  "wilde</w>": 23498,
+  "wilder": 14343,
+  "wilder</w>": 23499,
+  "wilderness</w>": 16506,
+  "wildest</w>": 43028,
+  "wildfire</w>": 22788,
+  "wildfires</w>": 29184,
+  "wildflower": 27628,
+  "wildflower</w>": 33181,
+  "wildflowerhour</w>": 31302,
+  "wildflowers</w>": 29136,
+  "wildlife": 13298,
+  "wildlife</w>": 5250,
+  "wildlifephotography</w>": 32307,
+  "wildlifewednesday</w>": 48537,
+  "wildly</w>": 35981,
+  "wildoz</w>": 40113,
+  "wiley</w>": 32747,
+  "wilhelm</w>": 39696,
+  "wilkes</w>": 39548,
+  "wilkins</w>": 36986,
+  "wilkinson</w>": 26797,
+  "will": 5062,
+  "will</w>": 751,
+  "willam": 43276,
+  "willard</w>": 44920,
+  "wille": 48739,
+  "willem</w>": 38044,
+  "willi": 2256,
+  "william": 8420,
+  "william</w>": 4705,
+  "williams": 38452,
+  "williams</w>": 4075,
+  "williamsburg</w>": 30683,
+  "williamson</w>": 20793,
+  "willie</w>": 13907,
+  "willing": 34160,
+  "willing</w>": 11718,
+  "willingness</w>": 40573,
+  "willis</w>": 18491,
+  "willow": 33887,
+  "willow</w>": 15665,
+  "wills</w>": 26913,
+  "willy": 34502,
+  "willy</w>": 19599,
+  "wilmington</w>": 28052,
+  "wilms": 47879,
+  "wilshere</w>": 48359,
+  "wilson": 23629,
+  "wilson</w>": 5622,
+  "wilt": 23394,
+  "wilt</w>": 47357,
+  "wilton</w>": 46638,
+  "wiltshire</w>": 28025,
+  "wim": 8662,
+  "wim</w>": 27580,
+  "wimble": 11752,
+  "wimbledon</w>": 12229,
+  "win": 831,
+  "win</w>": 1225,
+  "winchester</w>": 20647,
+  "wind": 6812,
+  "wind</w>": 3630,
+  "winder": 44454,
+  "winder</w>": 46245,
+  "winding</w>": 22390,
+  "windmill</w>": 34084,
+  "windo": 3110,
+  "window": 26675,
+  "window</w>": 4879,
+  "windows</w>": 5437,
+  "winds": 12668,
+  "winds</w>": 7012,
+  "windshield</w>": 33002,
+  "windsor": 44322,
+  "windsor</w>": 12884,
+  "windy</w>": 13446,
+  "wine": 7375,
+  "wine</w>": 2604,
+  "winelover</w>": 26357,
+  "winemaker</w>": 41588,
+  "wineoclock</w>": 43846,
+  "wineries</w>": 49349,
+  "winery</w>": 15500,
+  "wines</w>": 8263,
+  "winetasting</w>": 41288,
+  "winewednesday</w>": 35447,
+  "wing": 8141,
+  "wing</w>": 1340,
+  "winged</w>": 24993,
+  "winger</w>": 22727,
+  "winget</w>": 44578,
+  "wings</w>": 5178,
+  "wink": 34455,
+  "wink</w>": 25859,
+  "winkle</w>": 36430,
+  "winn</w>": 38104,
+  "winne": 46273,
+  "winner": 32961,
+  "winner</w>": 2520,
+  "winners</w>": 4320,
+  "winni": 13018,
+  "winnie</w>": 29022,
+  "winning": 42099,
+  "winning</w>": 2577,
+  "winnings</w>": 46490,
+  "winnipeg</w>": 14369,
+  "winona</w>": 49202,
+  "wins": 46839,
+  "wins</w>": 2718,
+  "winslow</w>": 39658,
+  "winston</w>": 14848,
+  "winter": 7340,
+  "winter</w>": 2541,
+  "winters</w>": 21587,
+  "wintry</w>": 39504,
+  "wip</w>": 10447,
+  "wipe</w>": 26761,
+  "wiped</w>": 31822,
+  "wipes</w>": 33463,
+  "wir": 16849,
+  "wir</w>": 44838,
+  "wire": 7558,
+  "wire</w>": 7794,
+  "wired</w>": 18935,
+  "wireless</w>": 9103,
+  "wires</w>": 24311,
+  "wiring</w>": 36434,
+  "wirral</w>": 34675,
+  "wis": 3392,
+  "wis</w>": 20405,
+  "wiscon": 9857,
+  "wisconsin</w>": 10265,
+  "wisdom": 42474,
+  "wisdom</w>": 5425,
+  "wise": 19116,
+  "wise</w>": 5558,
+  "wisely</w>": 26173,
+  "wiser</w>": 44859,
+  "wish": 11328,
+  "wish</w>": 2412,
+  "wished</w>": 25883,
+  "wishes</w>": 6045,
+  "wishing</w>": 5307,
+  "wishlist</w>": 31969,
+  "wit": 584,
+  "wit</w>": 8531,
+  "witch": 20139,
+  "witch</w>": 10083,
+  "witchcraft</w>": 35065,
+  "witcher</w>": 33684,
+  "witches</w>": 21673,
+  "with": 1435,
+  "with</w>": 593,
+  "withdra": 24696,
+  "withdraw</w>": 31670,
+  "withdrawal</w>": 25765,
+  "withdrawn</w>": 46687,
+  "withdraws</w>": 48637,
+  "wither": 39655,
+  "witherspoon</w>": 45409,
+  "within</w>": 4154,
+  "withme</w>": 44670,
+  "without": 32836,
+  "without</w>": 2193,
+  "withstand</w>": 42236,
+  "withthe": 36872,
+  "withus</w>": 30572,
+  "withyou</w>": 30351,
+  "witne": 12096,
+  "witness</w>": 8793,
+  "witnessed</w>": 20187,
+  "witnesses</w>": 22778,
+  "witnessing</w>": 33618,
+  "wits</w>": 30938,
+  "witt": 38194,
+  "witt</w>": 17168,
+  "witter</w>": 31597,
+  "witty</w>": 29970,
+  "witz": 44186,
+  "witz</w>": 13265,
+  "wiv</w>": 48925,
+  "wives</w>": 14378,
+  "wiwx</w>": 44461,
+  "wiz": 7730,
+  "wiz</w>": 23178,
+  "wizar": 49121,
+  "wizard": 30490,
+  "wizard</w>": 14295,
+  "wizards</w>": 19140,
+  "wizkid</w>": 40146,
+  "wj": 19739,
+  "wj</w>": 35453,
+  "wk": 11512,
+  "wk</w>": 11528,
+  "wkend</w>": 42336,
+  "wknd</w>": 20851,
+  "wks</w>": 25508,
+  "wku</w>": 43377,
+  "wl": 13299,
+  "wl</w>": 9613,
+  "wm": 20268,
+  "wm</w>": 15790,
+  "wn": 1186,
+  "wn</w>": 757,
+  "wnba</w>": 32358,
+  "wned</w>": 8628,
+  "wns</w>": 12950,
+  "wnt</w>": 22484,
+  "wny</w>": 24833,
+  "wo": 1613,
+  "wo</w>": 11132,
+  "woah</w>": 17751,
+  "wob": 35984,
+  "woc</w>": 39011,
+  "wod</w>": 41522,
+  "woes</w>": 27860,
+  "wof": 45671,
+  "woj": 48931,
+  "wok</w>": 28912,
+  "woke</w>": 9331,
+  "woken</w>": 43697,
+  "woking</w>": 43931,
+  "wol": 2798,
+  "wol</w>": 48622,
+  "wold</w>": 42399,
+  "wolf": 9453,
+  "wolf</w>": 5916,
+  "wolfe</w>": 24989,
+  "wolff</w>": 34369,
+  "wolfgang</w>": 34061,
+  "wolfpack</w>": 30887,
+  "wolve": 45101,
+  "wolver": 14334,
+  "wolverhampton</w>": 34518,
+  "wolverine</w>": 23353,
+  "wolverines</w>": 42003,
+  "wolves</w>": 9372,
+  "wom": 1087,
+  "womack</w>": 48980,
+  "woman": 15716,
+  "woman</w>": 2308,
+  "womanc": 35630,
+  "womancrush": 37721,
+  "womancrushwednesday</w>": 39714,
+  "womanin": 30562,
+  "womaninbiz</w>": 36482,
+  "womb</w>": 37023,
+  "women": 3648,
+  "women</w>": 1507,
+  "womenin": 13062,
+  "womeninscience</w>": 41343,
+  "womeninstem</w>": 29380,
+  "womenintech</w>": 31470,
+  "womenof": 48421,
+  "womens": 12822,
+  "womens</w>": 14408,
+  "womensart</w>": 38548,
+  "womensday</w>": 13956,
+  "womenshi": 22887,
+  "womenshistorymonth</w>": 24982,
+  "womensmarch</w>": 30102,
+  "won": 1528,
+  "won</w>": 1749,
+  "wonder": 2070,
+  "wonder</w>": 3936,
+  "wondercon</w>": 46944,
+  "wondered</w>": 15550,
+  "wonderful</w>": 2582,
+  "wonderfully</w>": 23245,
+  "wondering</w>": 8360,
+  "wonderland</w>": 13874,
+  "wonders</w>": 14048,
+  "wonderwoman</w>": 31000,
+  "wondo</w>": 38402,
+  "wondr": 46771,
+  "wong</w>": 17876,
+  "wonka</w>": 43463,
+  "wont": 43174,
+  "wont</w>": 15952,
+  "woo": 1867,
+  "woo</w>": 9322,
+  "wood": 3269,
+  "wood</w>": 1704,
+  "woodbridge</w>": 49074,
+  "wooden": 48226,
+  "wooden</w>": 9057,
+  "woodland": 44314,
+  "woodland</w>": 17447,
+  "woodlands</w>": 32430,
+  "woodley</w>": 40566,
+  "woodpecker</w>": 32684,
+  "woods</w>": 6267,
+  "woodson</w>": 48967,
+  "woodstock</w>": 29486,
+  "woodward</w>": 27419,
+  "woodwork</w>": 47386,
+  "woodworking</w>": 29267,
+  "woody": 38627,
+  "woody</w>": 17144,
+  "woof": 34234,
+  "woof</w>": 24028,
+  "woohoo</w>": 20172,
+  "wook</w>": 29192,
+  "wool": 9967,
+  "wool</w>": 13283,
+  "woolf</w>": 43728,
+  "woolly</w>": 47722,
+  "woon</w>": 33126,
+  "wooo</w>": 43217,
+  "woop</w>": 31884,
+  "woot</w>": 22466,
+  "wor": 641,
+  "worcester": 22172,
+  "worcester</w>": 19580,
+  "worcestershire</w>": 38440,
+  "worcestershirehour</w>": 43644,
+  "word": 8272,
+  "word</w>": 2653,
+  "wordof": 33500,
+  "wordoftheday</w>": 43594,
+  "wordpress</w>": 15193,
+  "words": 31007,
+  "words</w>": 2709,
+  "wore</w>": 8953,
+  "work": 1636,
+  "work</w>": 951,
+  "workday</w>": 29735,
+  "worked</w>": 5410,
+  "worker</w>": 8098,
+  "workers</w>": 4795,
+  "workflow</w>": 28502,
+  "workforce</w>": 14672,
+  "workin": 31825,
+  "workin</w>": 26323,
+  "working": 20806,
+  "working</w>": 1699,
+  "workinprogress</w>": 46086,
+  "workout</w>": 6773,
+  "workouts</w>": 22779,
+  "workplace</w>": 11959,
+  "workplaces</w>": 47383,
+  "works</w>": 2322,
+  "workshop</w>": 3832,
+  "workshops</w>": 12262,
+  "workspace</w>": 34470,
+  "worl": 5221,
+  "world": 2334,
+  "world</w>": 1002,
+  "worlda": 46627,
+  "worldbank</w>": 36759,
+  "worldbookday</w>": 31191,
+  "worldcup": 42525,
+  "worldcup</w>": 8650,
+  "worlden": 44668,
+  "worldenviron": 47115,
+  "worldenvironmentday</w>": 47522,
+  "worldly</w>": 36268,
+  "worldo": 41698,
+  "worldof": 22636,
+  "worldre": 33951,
+  "worlds</w>": 7691,
+  "worldseries</w>": 26695,
+  "worldtour</w>": 23202,
+  "worldwater": 41176,
+  "worldwaterday</w>": 44520,
+  "worldwide</w>": 6214,
+  "worm": 33709,
+  "worm</w>": 10945,
+  "worms</w>": 20231,
+  "worn</w>": 9037,
+  "worried</w>": 11911,
+  "worries</w>": 17684,
+  "worry</w>": 7534,
+  "worrying</w>": 24058,
+  "worse</w>": 8236,
+  "worsen": 46344,
+  "worshi": 31840,
+  "worship": 46399,
+  "worship</w>": 9023,
+  "worst</w>": 5719,
+  "wort</w>": 30209,
+  "worth": 10671,
+  "worth</w>": 2450,
+  "worthing</w>": 39929,
+  "worthit</w>": 40830,
+  "worthless</w>": 44736,
+  "worths</w>": 44633,
+  "worthwhile</w>": 36295,
+  "worthy</w>": 8881,
+  "worx</w>": 44973,
+  "wot</w>": 24863,
+  "wou": 5279,
+  "would": 39873,
+  "would</w>": 1311,
+  "wouldn</w>": 5878,
+  "wouldnt</w>": 41595,
+  "wound</w>": 19231,
+  "wounded</w>": 14859,
+  "wounds</w>": 21290,
+  "woven</w>": 19830,
+  "wow": 22191,
+  "wow</w>": 2781,
+  "woz": 44558,
+  "wozni": 47782,
+  "wp": 15378,
+  "wp</w>": 13302,
+  "wpg</w>": 35048,
+  "wps</w>": 33386,
+  "wq": 45195,
+  "wr": 1189,
+  "wr</w>": 8028,
+  "wra": 3852,
+  "wra</w>": 46004,
+  "wral</w>": 49050,
+  "wrangler</w>": 30923,
+  "wrap</w>": 7094,
+  "wrapped</w>": 9875,
+  "wrapping</w>": 15223,
+  "wraps</w>": 18236,
+  "wrath</w>": 29783,
+  "wray</w>": 48943,
+  "wrc</w>": 16004,
+  "wre": 3168,
+  "wreath</w>": 23091,
+  "wrec": 20879,
+  "wreck": 28775,
+  "wreck</w>": 15017,
+  "wrecked</w>": 32695,
+  "wreckem</w>": 45676,
+  "wrecking</w>": 36956,
+  "wrecks</w>": 45545,
+  "wren": 20191,
+  "wren</w>": 31970,
+  "wrench</w>": 30980,
+  "wrest": 4177,
+  "wrestle": 17097,
+  "wrestle</w>": 28086,
+  "wrestlemania</w>": 18849,
+  "wrestler</w>": 19790,
+  "wrestlers</w>": 25902,
+  "wrestling": 31292,
+  "wrestling</w>": 5904,
+  "wrexham</w>": 34479,
+  "wri": 7667,
+  "wri</w>": 42007,
+  "wright": 28616,
+  "wright</w>": 6991,
+  "wrights</w>": 43711,
+  "wrigley</w>": 33538,
+  "wrink": 22201,
+  "wrinkle</w>": 46642,
+  "wrinkles</w>": 35525,
+  "wrist": 19243,
+  "wrist</w>": 16139,
+  "wristband</w>": 36890,
+  "wristbands</w>": 44864,
+  "writ": 2902,
+  "write": 28874,
+  "write</w>": 4946,
+  "writer": 27886,
+  "writer</w>": 4422,
+  "writers": 18742,
+  "writers</w>": 7307,
+  "writerslife</w>": 25007,
+  "writes</w>": 8023,
+  "writing": 16053,
+  "writing</w>": 2979,
+  "writingcommunity</w>": 39178,
+  "writings</w>": 36259,
+  "written</w>": 5231,
+  "wro": 5447,
+  "wrong": 18381,
+  "wrong</w>": 3669,
+  "wrongly</w>": 45642,
+  "wrote</w>": 5796,
+  "wrought</w>": 48125,
+  "wrs</w>": 45280,
+  "ws": 6300,
+  "ws</w>": 799,
+  "wsb": 30681,
+  "wsbtv</w>": 38394,
+  "wsj</w>": 19764,
+  "wski</w>": 12548,
+  "wsl</w>": 43706,
+  "wsoc</w>": 40253,
+  "wson</w>": 33954,
+  "wsop</w>": 41231,
+  "wsu": 44674,
+  "wsu</w>": 32913,
+  "wsw</w>": 43285,
+  "wt": 15873,
+  "wt</w>": 12255,
+  "wta</w>": 25984,
+  "wtc</w>": 39718,
+  "wtf</w>": 6891,
+  "wth</w>": 23021,
+  "wthr": 45269,
+  "wti</w>": 47345,
+  "wto</w>": 36406,
+  "wts</w>": 32159,
+  "wu": 9710,
+  "wu</w>": 9837,
+  "wud</w>": 43870,
+  "wul": 35154,
+  "wunder": 36661,
+  "wur": 24040,
+  "wurst</w>": 44409,
+  "wusa</w>": 40021,
+  "wut</w>": 28590,
+  "wv": 18920,
+  "wv</w>": 14743,
+  "wvu": 44878,
+  "wvu</w>": 25879,
+  "ww": 3181,
+  "ww</w>": 4491,
+  "wwc</w>": 26505,
+  "wwdc</w>": 47441,
+  "wwe": 12112,
+  "wwe</w>": 5290,
+  "wwen": 23308,
+  "wwenetwork</w>": 37228,
+  "wwenxt</w>": 39898,
+  "wwer": 32038,
+  "wwf</w>": 23332,
+  "wwfc</w>": 42681,
+  "wwg</w>": 35322,
+  "wwi</w>": 20194,
+  "wwii</w>": 10261,
+  "www": 26074,
+  "www</w>": 9667,
+  "wwwbigbaldhead</w>": 30761,
+  "wwww": 34224,
+  "wwww</w>": 25200,
+  "wwwww</w>": 48268,
+  "wwx</w>": 47431,
+  "wx": 18192,
+  "wx</w>": 3561,
+  "wy": 4665,
+  "wy</w>": 7625,
+  "wyatt</w>": 21660,
+  "wyd</w>": 33113,
+  "wye": 48436,
+  "wye</w>": 43751,
+  "wylie</w>": 49330,
+  "wyn": 11802,
+  "wyn</w>": 17504,
+  "wynn</w>": 36117,
+  "wynne</w>": 35951,
+  "wynonna": 41456,
+  "wynonnaearp</w>": 43755,
+  "wyoming</w>": 18693,
+  "x": 87,
+  "x</w>": 343,
+  "xa</w>": 24831,
+  "xan": 45530,
+  "xander</w>": 45601,
+  "xavi": 36342,
+  "xavier": 41044,
+  "xavier</w>": 18567,
+  "xb</w>": 33678,
+  "xbox": 18063,
+  "xbox</w>": 7748,
+  "xboxone</w>": 27410,
+  "xc</w>": 12515,
+  "xchange</w>": 49132,
+  "xd</w>": 6380,
+  "xe": 42886,
+  "xe</w>": 19183,
+  "xen": 15568,
+  "xer": 49005,
+  "xf</w>": 35274,
+  "xfactor</w>": 25211,
+  "xfinity</w>": 35107,
+  "xford</w>": 34732,
+  "xh</w>": 45771,
+  "xham</w>": 25284,
+  "xi": 2467,
+  "xi</w>": 7376,
+  "xia": 19854,
+  "xia</w>": 20724,
+  "xian</w>": 42570,
+  "xiao</w>": 49318,
+  "xiaomi</w>": 27477,
+  "xico</w>": 38469,
+  "xide</w>": 17398,
+  "xie": 40122,
+  "xie</w>": 15976,
+  "xii</w>": 36525,
+  "xiii</w>": 28199,
+  "xim": 11217,
+  "xin": 27053,
+  "xin</w>": 41517,
+  "xing</w>": 14383,
+  "xion</w>": 24164,
+  "xis</w>": 35793,
+  "xit</w>": 5316,
+  "xiumin</w>": 36563,
+  "xiv</w>": 16125,
+  "xj</w>": 42453,
+  "xl": 36529,
+  "xl</w>": 8833,
+  "xley</w>": 38223,
+  "xm</w>": 18626,
+  "xma": 48805,
+  "xmas": 48848,
+  "xmas</w>": 6425,
+  "xmen</w>": 28708,
+  "xn</w>": 25388,
+  "xo": 26936,
+  "xo</w>": 9000,
+  "xon": 29186,
+  "xon</w>": 8482,
+  "xox": 11531,
+  "xox</w>": 34050,
+  "xoxo</w>": 13313,
+  "xp</w>": 15651,
+  "xper": 32200,
+  "xperia</w>": 37615,
+  "xpo</w>": 44377,
+  "xpress</w>": 31809,
+  "xq</w>": 40606,
+  "xr</w>": 26276,
+  "xrp</w>": 26965,
+  "xs</w>": 16397,
+  "xt</w>": 1052,
+  "xtina</w>": 45520,
+  "xton": 32666,
+  "xton</w>": 10597,
+  "xtra</w>": 26969,
+  "xtre": 27025,
+  "xtreme</w>": 33483,
+  "xu": 42063,
+  "xu</w>": 37198,
+  "xv</w>": 17768,
+  "xvi</w>": 44031,
+  "xx": 5675,
+  "xx</w>": 3553,
+  "xxl</w>": 29777,
+  "xxx": 33923,
+  "xxx</w>": 8352,
+  "xxxx": 32035,
+  "xxxx</w>": 22819,
+  "xxxxx</w>": 44195,
+  "xy": 20023,
+  "xy</w>": 11443,
+  "y": 88,
+  "y</w>": 344,
+  "ya": 5018,
+  "ya</w>": 1430,
+  "yaa": 48847,
+  "yaa</w>": 34498,
+  "yaan</w>": 34680,
+  "yab": 27737,
+  "yach": 9039,
+  "yacht": 43806,
+  "yacht</w>": 12859,
+  "yachts</w>": 29260,
+  "yad": 13276,
+  "yad</w>": 40047,
+  "yadav</w>": 26650,
+  "yaf": 38019,
+  "yag": 35081,
+  "yah": 16170,
+  "yah</w>": 12381,
+  "yaho": 37929,
+  "yahoo": 38152,
+  "yahoo</w>": 16846,
+  "yak": 11014,
+  "yak</w>": 29074,
+  "yaki</w>": 44677,
+  "yaku": 29572,
+  "yakuza</w>": 42628,
+  "yal": 16198,
+  "yal</w>": 13418,
+  "yale": 39926,
+  "yale</w>": 17157,
+  "yall</w>": 9210,
+  "yam": 6666,
+  "yam</w>": 19318,
+  "yama</w>": 23512,
+  "yamaha</w>": 18854,
+  "yan": 3949,
+  "yan</w>": 4788,
+  "yana</w>": 18698,
+  "yand": 38609,
+  "yang": 23818,
+  "yang</w>": 12605,
+  "yani</w>": 26439,
+  "yankee</w>": 21554,
+  "yankees</w>": 11889,
+  "yann": 40246,
+  "yann</w>": 38657,
+  "yao</w>": 45231,
+  "yap": 48700,
+  "yap</w>": 34468,
+  "yar": 6786,
+  "yar</w>": 23071,
+  "yard": 20234,
+  "yard</w>": 4313,
+  "yards</w>": 7550,
+  "yarmouth</w>": 45941,
+  "yarn</w>": 19702,
+  "yarra</w>": 46824,
+  "yas": 8168,
+  "yas</w>": 20570,
+  "yash": 30216,
+  "yash</w>": 37836,
+  "yasi": 37700,
+  "yasss</w>": 23873,
+  "yat": 29443,
+  "yat</w>": 34965,
+  "yates</w>": 27677,
+  "yatra</w>": 38932,
+  "yav": 41275,
+  "yaw": 31989,
+  "yawn</w>": 48643,
+  "yay": 20614,
+  "yay</w>": 6712,
+  "yaya</w>": 37608,
+  "yaz": 19348,
+  "yaz</w>": 42252,
+  "yb": 41785,
+  "yb</w>": 27615,
+  "yc</w>": 11931,
+  "ycle</w>": 38089,
+  "yd": 29896,
+  "yd</w>": 9534,
+  "yday</w>": 15899,
+  "yds</w>": 24819,
+  "ye": 693,
+  "ye</w>": 4582,
+  "yea</w>": 13687,
+  "yeah": 29405,
+  "yeah</w>": 3908,
+  "year": 5163,
+  "year</w>": 935,
+  "yearbook</w>": 21636,
+  "yearling</w>": 48392,
+  "yearly</w>": 24541,
+  "yearof": 31944,
+  "yearofthe": 47899,
+  "years": 30864,
+  "years</w>": 1151,
+  "yearsof": 14932,
+  "yearswith": 45249,
+  "yeast</w>": 25819,
+  "yeats</w>": 44903,
+  "yed": 28137,
+  "yed</w>": 3301,
+  "yee": 18114,
+  "yee</w>": 23108,
+  "yeezy</w>": 24901,
+  "yeg": 16854,
+  "yeg</w>": 11976,
+  "yegfood</w>": 48711,
+  "yeh</w>": 21331,
+  "yel": 3323,
+  "yel</w>": 48164,
+  "yell</w>": 30824,
+  "yelled</w>": 39199,
+  "yelling</w>": 26581,
+  "yellow": 12059,
+  "yellow</w>": 4481,
+  "yellowstone</w>": 29241,
+  "yelp</w>": 31674,
+  "yemen": 29276,
+  "yemen</w>": 12513,
+  "yemeni</w>": 44656,
+  "yemi</w>": 42267,
+  "yen": 29602,
+  "yen</w>": 17960,
+  "yeo": 32292,
+  "yeo</w>": 43830,
+  "yeol</w>": 15808,
+  "yeon</w>": 16602,
+  "yep</w>": 10964,
+  "yer": 15491,
+  "yer</w>": 2371,
+  "yers</w>": 3722,
+  "yes": 21620,
+  "yes</w>": 1958,
+  "yess": 42778,
+  "yess</w>": 40189,
+  "yesss</w>": 36210,
+  "yessss</w>": 45620,
+  "yester": 1905,
+  "yesterday</w>": 1926,
+  "yesterdays</w>": 36238,
+  "yesung</w>": 38527,
+  "yet</w>": 2296,
+  "yeti</w>": 34228,
+  "yev</w>": 39855,
+  "yew</w>": 34660,
+  "yey</w>": 45447,
+  "yg</w>": 16396,
+  "ygk</w>": 44758,
+  "ygo": 46166,
+  "yh</w>": 41978,
+  "yi": 5826,
+  "yi</w>": 14762,
+  "yield</w>": 16825,
+  "yields</w>": 24856,
+  "yikes</w>": 25094,
+  "yin": 26476,
+  "yin</w>": 23543,
+  "ying": 42933,
+  "ying</w>": 910,
+  "yixing</w>": 32120,
+  "yk</w>": 30965,
+  "yl": 2656,
+  "yl</w>": 4045,
+  "ylan</w>": 41875,
+  "ylde</w>": 42850,
+  "yle": 32305,
+  "yle</w>": 10770,
+  "ylene</w>": 34239,
+  "yler</w>": 48081,
+  "yles</w>": 42860,
+  "ylon</w>": 22375,
+  "ylor</w>": 48468,
+  "ym": 1786,
+  "ym</w>": 19587,
+  "yman</w>": 29077,
+  "ymc": 47101,
+  "ymca</w>": 22369,
+  "yment</w>": 8199,
+  "ymes</w>": 39968,
+  "ymi</w>": 5271,
+  "ymm</w>": 37133,
+  "ymoun": 41426,
+  "ymouth</w>": 36429,
+  "yn": 2823,
+  "yn</w>": 4100,
+  "yne</w>": 18238,
+  "ynes</w>": 18020,
+  "ynn</w>": 10499,
+  "ynna</w>": 48292,
+  "ynwa</w>": 27372,
+  "yo": 586,
+  "yo</w>": 3497,
+  "yoda</w>": 31922,
+  "yof": 5966,
+  "yofficial</w>": 21818,
+  "yofthe": 43983,
+  "yog": 34985,
+  "yog</w>": 36539,
+  "yoga": 25872,
+  "yoga</w>": 5523,
+  "yogh": 32626,
+  "yoghurt</w>": 33491,
+  "yogi</w>": 22766,
+  "yogur": 16137,
+  "yogurt</w>": 16819,
+  "yoh</w>": 48880,
+  "yoke</w>": 41969,
+  "yoko": 25929,
+  "yoko</w>": 32256,
+  "yokohama</w>": 42409,
+  "yol": 19387,
+  "yol</w>": 35218,
+  "yolanda</w>": 43845,
+  "yolo</w>": 20905,
+  "yom": 34718,
+  "yom</w>": 44527,
+  "yon": 10147,
+  "yon</w>": 7604,
+  "yong": 27960,
+  "yong</w>": 20887,
+  "yonge</w>": 48592,
+  "yoo": 25842,
+  "yoo</w>": 20775,
+  "yoon": 30863,
+  "yoon</w>": 22113,
+  "yoona</w>": 32736,
+  "yoongi</w>": 24037,
+  "yor": 2028,
+  "yor</w>": 21132,
+  "york": 5318,
+  "york</w>": 2705,
+  "yorker</w>": 23865,
+  "yorkers</w>": 41041,
+  "yorks</w>": 39093,
+  "yorkshi": 43367,
+  "yorkshire": 27007,
+  "yorkshire</w>": 8633,
+  "yoruba</w>": 46083,
+  "yos</w>": 35607,
+  "yosemite</w>": 25893,
+  "yoshi": 22920,
+  "yoshi</w>": 25354,
+  "yot": 22875,
+  "yotes</w>": 46157,
+  "yotpo</w>": 26113,
+  "you": 1562,
+  "you</w>": 592,
+  "youare": 33879,
+  "youcan": 32498,
+  "youknow": 47919,
+  "youknow</w>": 41088,
+  "youn": 1596,
+  "young": 6939,
+  "young</w>": 1888,
+  "younger</w>": 10414,
+  "youngest</w>": 12316,
+  "youngjae</w>": 46426,
+  "youngster</w>": 35881,
+  "youngsters</w>": 28098,
+  "younow</w>": 33831,
+  "your": 2130,
+  "your</w>": 695,
+  "youre": 28344,
+  "youre</w>": 19695,
+  "yourown": 28583,
+  "yours</w>": 3834,
+  "yourself</w>": 3053,
+  "yourselves</w>": 19747,
+  "youth": 10743,
+  "youth</w>": 3281,
+  "youthful</w>": 37480,
+  "youths</w>": 23614,
+  "youts</w>": 22737,
+  "youtu": 13868,
+  "youtube": 31258,
+  "youtube</w>": 3895,
+  "youtuber</w>": 24720,
+  "youtubers</w>": 36822,
+  "youu</w>": 35055,
+  "youuu</w>": 35324,
+  "youuuu</w>": 47123,
+  "yoy</w>": 41865,
+  "yp": 38370,
+  "yp</w>": 34734,
+  "ypg</w>": 37386,
+  "yql</w>": 46122,
+  "yqr</w>": 36881,
+  "yr": 18395,
+  "yr</w>": 4333,
+  "yrs</w>": 4822,
+  "ys": 1971,
+  "ys</w>": 961,
+  "yser</w>": 33121,
+  "ysis</w>": 4843,
+  "ysl</w>": 45681,
+  "ysm</w>": 23842,
+  "yst": 40528,
+  "yt": 36777,
+  "yt</w>": 14779,
+  "ytd</w>": 47524,
+  "yte</w>": 48172,
+  "yu": 3371,
+  "yu</w>": 8887,
+  "yuan</w>": 26236,
+  "yuck</w>": 48282,
+  "yugo": 48231,
+  "yuh</w>": 42547,
+  "yui</w>": 47932,
+  "yuk": 17037,
+  "yuk</w>": 24063,
+  "yuki</w>": 34010,
+  "yukon</w>": 27094,
+  "yul": 39832,
+  "yum": 6869,
+  "yum</w>": 7259,
+  "yuma</w>": 47566,
+  "yummy</w>": 7687,
+  "yun": 14976,
+  "yun</w>": 18288,
+  "yung": 44545,
+  "yung</w>": 17676,
+  "yunho</w>": 39748,
+  "yup</w>": 13231,
+  "yur": 42533,
+  "yuri</w>": 23823,
+  "yusuf</w>": 33222,
+  "yuv": 36784,
+  "yves</w>": 33698,
+  "yvon": 23327,
+  "yvonne</w>": 32583,
+  "yvr</w>": 29058,
+  "yw": 33741,
+  "yx</w>": 35624,
+  "yxe</w>": 34240,
+  "yy": 3433,
+  "yy</w>": 8321,
+  "yya</w>": 37444,
+  "yyc": 27542,
+  "yyc</w>": 11741,
+  "yyj</w>": 26203,
+  "yyy</w>": 11514,
+  "yyyy": 38749,
+  "yyyy</w>": 16955,
+  "yyyyy</w>": 26089,
+  "yyyyyy</w>": 47055,
+  "yz": 37579,
+  "yz</w>": 46451,
+  "yü": 48232,
+  "z": 89,
+  "z</w>": 345,
+  "za": 3710,
+  "za</w>": 2186,
+  "zab": 22982,
+  "zable</w>": 37002,
+  "zac": 25501,
+  "zac</w>": 19159,
+  "zach": 13401,
+  "zach</w>": 11815,
+  "zachary</w>": 32401,
+  "zack": 30567,
+  "zack</w>": 19120,
+  "zad": 47314,
+  "zad</w>": 27838,
+  "zada</w>": 34889,
+  "zaf": 21837,
+  "zafar</w>": 46668,
+  "zag": 26091,
+  "zag</w>": 29346,
+  "zagre": 34107,
+  "zagreb</w>": 35355,
+  "zah": 23258,
+  "zah</w>": 43297,
+  "zaha</w>": 44408,
+  "zai": 44329,
+  "zai</w>": 27065,
+  "zain": 34400,
+  "zain</w>": 45366,
+  "zak": 13050,
+  "zak</w>": 20738,
+  "zaki</w>": 48091,
+  "zal": 20552,
+  "zal</w>": 33298,
+  "zam": 7218,
+  "zam</w>": 41578,
+  "zambia</w>": 21671,
+  "zan": 7284,
+  "zan</w>": 17835,
+  "zana</w>": 39643,
+  "zand": 37712,
+  "zane</w>": 34786,
+  "zani</w>": 45373,
+  "zania</w>": 15059,
+  "zano</w>": 27637,
+  "zanzi": 47835,
+  "zap": 24134,
+  "zapp": 33504,
+  "zappa</w>": 46592,
+  "zar": 5458,
+  "zar</w>": 16392,
+  "zara</w>": 24454,
+  "zardari</w>": 20174,
+  "zas</w>": 48261,
+  "zation</w>": 3683,
+  "zawa</w>": 49281,
+  "zay": 7102,
+  "zayed</w>": 36726,
+  "zayn": 22292,
+  "zayn</w>": 10308,
+  "zaynmalik</w>": 25278,
+  "zazzle</w>": 47857,
+  "ze": 2254,
+  "ze</w>": 1298,
+  "zeal": 44951,
+  "zealand</w>": 7618,
+  "zeb</w>": 46518,
+  "zebra": 47394,
+  "zebra</w>": 22548,
+  "zed": 21047,
+  "zed</w>": 1993,
+  "zedd</w>": 45608,
+  "zee": 25468,
+  "zee</w>": 14080,
+  "zeiss</w>": 47460,
+  "zeit": 37898,
+  "zeit</w>": 37906,
+  "zek</w>": 40829,
+  "zeke</w>": 47065,
+  "zel": 10389,
+  "zel</w>": 12027,
+  "zelda</w>": 17138,
+  "zell</w>": 39526,
+  "zen": 8518,
+  "zen</w>": 3928,
+  "zend": 33478,
+  "zendaya</w>": 35956,
+  "zenith</w>": 44740,
+  "zens</w>": 15298,
+  "zeph": 40726,
+  "zepp": 22977,
+  "zeppelin</w>": 25408,
+  "zer": 6118,
+  "zer</w>": 3716,
+  "zero": 14867,
+  "zero</w>": 5848,
+  "zers</w>": 9547,
+  "zes</w>": 4073,
+  "zest</w>": 37709,
+  "zet": 34098,
+  "zeta</w>": 30954,
+  "zetta</w>": 45993,
+  "zeus</w>": 32800,
+  "zey": 46647,
+  "zh": 33389,
+  "zh</w>": 41621,
+  "zhang</w>": 21127,
+  "zhen": 37374,
+  "zhen</w>": 33236,
+  "zhou</w>": 17384,
+  "zhu": 42049,
+  "zi": 2651,
+  "zi</w>": 5819,
+  "zia</w>": 13764,
+  "zid": 30235,
+  "zidane</w>": 34643,
+  "zie": 29316,
+  "zie</w>": 8956,
+  "zieg": 40157,
+  "ziegler</w>": 46812,
+  "ziel</w>": 32151,
+  "zier</w>": 15399,
+  "zies</w>": 38001,
+  "ziest</w>": 28159,
+  "zig": 15950,
+  "zig</w>": 21345,
+  "ziggy</w>": 39274,
+  "zik</w>": 30125,
+  "zika</w>": 28783,
+  "zil": 25039,
+  "zil</w>": 33190,
+  "zilla</w>": 17879,
+  "zim": 8112,
+  "zim</w>": 22577,
+  "zimbab": 12373,
+  "zimbabwe": 45668,
+  "zimbabwe</w>": 13583,
+  "zimmer": 27452,
+  "zimmer</w>": 35211,
+  "zimmerman</w>": 38231,
+  "zin": 14085,
+  "zin</w>": 21278,
+  "zinc</w>": 27458,
+  "zind": 26206,
+  "zindabad</w>": 42208,
+  "zine</w>": 16100,
+  "zing": 25062,
+  "zing</w>": 3152,
+  "zinger</w>": 42027,
+  "zio</w>": 13906,
+  "zion": 31763,
+  "zion</w>": 20963,
+  "zione</w>": 36161,
+  "zionist</w>": 33078,
+  "zip": 26479,
+  "zip</w>": 16083,
+  "zipper</w>": 33670,
+  "zir": 31892,
+  "zl</w>": 39168,
+  "zlat": 32489,
+  "zlatan</w>": 37877,
+  "zm</w>": 43691,
+  "zman</w>": 24248,
+  "zn</w>": 18004,
+  "zo": 4397,
+  "zo</w>": 5056,
+  "zodi": 22660,
+  "zodiac</w>": 27753,
+  "zoe": 43114,
+  "zoe</w>": 16662,
+  "zoey</w>": 39871,
+  "zog</w>": 40680,
+  "zol": 25939,
+  "zola</w>": 46105,
+  "zom": 6623,
+  "zombi": 29452,
+  "zombie</w>": 11819,
+  "zombies": 46702,
+  "zombies</w>": 16517,
+  "zon": 15109,
+  "zon</w>": 14618,
+  "zona</w>": 42134,
+  "zone": 37197,
+  "zone</w>": 4442,
+  "zones</w>": 17247,
+  "zoning</w>": 36790,
+  "zoo": 8182,
+  "zoo</w>": 7147,
+  "zoom": 32671,
+  "zoom</w>": 13909,
+  "zor": 17605,
+  "zou": 38072,
+  "zr</w>": 39275,
+  "zs</w>": 35248,
+  "zshq</w>": 41442,
+  "zt</w>": 42629,
+  "zu": 4091,
+  "zu</w>": 14184,
+  "zucchini</w>": 29873,
+  "zucker": 26890,
+  "zuckerberg</w>": 30066,
+  "zul": 31146,
+  "zulu</w>": 32821,
+  "zum</w>": 35094,
+  "zuma</w>": 23326,
+  "zumba</w>": 32976,
+  "zun": 42440,
+  "zur": 17128,
+  "zurich</w>": 21288,
+  "zw</w>": 42188,
+  "zx</w>": 31604,
+  "zy": 6615,
+  "zy</w>": 2303,
+  "zyk</w>": 39112,
+  "zyme</w>": 36472,
+  "zyn": 45287,
+  "zz": 1544,
+  "zz</w>": 4943,
+  "zza</w>": 14642,
+  "zzi</w>": 13974,
+  "zzie</w>": 18635,
+  "zzle</w>": 7873,
+  "zzled</w>": 39075,
+  "zzo</w>": 14036,
+  "zzy": 21275,
+  "zzy</w>": 8353,
+  "zzz</w>": 20055,
+  "zzzz": 35742,
+  "zzzz</w>": 43103,
+  "{": 90,
+  "{</w>": 346,
+  "{}</w>": 39025,
+  "|": 91,
+  "|#</w>": 31183,
+  "|</w>": 347,
+  "|@</w>": 41677,
+  "||</w>": 7566,
+  "}": 92,
+  "}</w>": 348,
+  "~": 93,
+  "~!</w>": 31181,
+  "~\"</w>": 48442,
+  "~</w>": 349,
+  "~></w>": 43291,
+  "~@</w>": 44247,
+  "~~": 11461,
+  "~~</w>": 16671,
+  "~~~</w>": 32472,
+  "~~~~": 28295,
+  "¡": 94,
+  "¡</w>": 350,
+  "¡ï¸ı": 15113,
+  "¡ï¸ı</w>": 4174,
+  "¡ľ": 43991,
+  "¢": 95,
+  "¢</w>": 351,
+  "£": 96,
+  "£</w>": 352,
+  "£ï¸ı</w>": 18446,
+  "¤": 97,
+  "¤</w>": 353,
+  "¥": 98,
+  "¥</w>": 354,
+  "¦": 99,
+  "¦</w>": 355,
+  "¦Ī</w>": 47615,
+  "§": 100,
+  "§</w>": 356,
+  "¨": 101,
+  "¨</w>": 357,
+  "©": 102,
+  "©</w>": 358,
+  "ª": 103,
+  "ª</w>": 359,
+  "«": 104,
+  "«</w>": 360,
+  "¬": 105,
+  "¬</w>": 361,
+  "‘": 31736,
+  "®": 106,
+  "®</w>": 362,
+  "¯": 107,
+  "¯</w>": 363,
+  "°": 108,
+  "°:</w>": 21787,
+  "°</w>": 364,
+  "°ï¸ı</w>": 34777,
+  "±": 109,
+  "±</w>": 365,
+  "±ï¸ı</w>": 41020,
+  "²": 110,
+  "²</w>": 366,
+  "³": 111,
+  "³</w>": 367,
+  "³ï¸ı": 22195,
+  "³ï¸ı</w>": 24706,
+  "´": 112,
+  "´</w>": 368,
+  "µ": 113,
+  "µ</w>": 369,
+  "µï¸ı</w>": 27605,
+  "¶": 114,
+  "¶</w>": 370,
+  "·": 115,
+  "·</w>": 371,
+  "¸": 116,
+  "¸</w>": 372,
+  "¸ë": 19693,
+  "¹": 117,
+  "¹</w>": 373,
+  "º": 118,
+  "º</w>": 374,
+  "»": 119,
+  "»</w>": 375,
+  "¼": 120,
+  "¼</w>": 376,
+  "½": 121,
+  "½</w>": 377,
+  "½ï¸ı</w>": 31333,
+  "¾": 122,
+  "¾</w>": 378,
+  "¿": 123,
+  "¿</w>": 379,
+  "À": 124,
+  "À</w>": 380,
+  "Á": 125,
+  "Á</w>": 381,
+  "Â": 126,
+  "Â</w>": 382,
+  "¡": 26868,
+  "¡</w>": 10830,
+  "¡¡</w>": 45505,
+  "¢</w>": 41359,
+  "£": 31117,
+  "£</w>": 1950,
+  "Â¥</w>": 20199,
+  "¨": 19957,
+  "¨¨": 23089,
+  "¨¨¨¨": 41223,
+  "©": 31148,
+  "©</w>": 5811,
+  "«</w>": 14434,
+  "®": 30857,
+  "®</w>": 8436,
+  "¯": 38682,
+  "¯</w>": 43593,
+  "¯\\": 44096,
+  "¯\\_(</w>": 45115,
+  "°": 21305,
+  "°</w>": 6858,
+  "²</w>": 41175,
+  "´": 30560,
+  "´</w>": 12559,
+  "·</w>": 14844,
+  "º</w>": 28059,
+  "»": 31642,
+  "»</w>": 7599,
+  "½</w>": 33613,
+  "¿": 44559,
+  "¿</w>": 17133,
+  "ÂŃ</w>": 22618,
+  "Ã": 127,
+  "Ã</w>": 383,
+  "á": 7261,
+  "á</w>": 22229,
+  "án": 38340,
+  "án</w>": 21385,
+  "â": 26170,
+  "ã": 19339,
+  "ão</w>": 21141,
+  "ä": 10896,
+  "ä</w>": 47276,
+  "än": 42787,
+  "Ã¥": 23176,
+  "æ": 42495,
+  "ç": 10067,
+  "ça</w>": 22711,
+  "è": 12138,
+  "è</w>": 37761,
+  "ère</w>": 30272,
+  "ès</w>": 41210,
+  "é": 3459,
+  "é</w>": 4166,
+  "éal</w>": 45251,
+  "ée</w>": 13489,
+  "és</w>": 20507,
+  "ê": 27515,
+  "ë": 29526,
+  "ë</w>": 40520,
+  "î": 48704,
+  "ï": 35689,
+  "ñ": 6445,
+  "ña</w>": 17753,
+  "ño</w>": 16574,
+  "ños</w>": 40104,
+  "ó": 8891,
+  "ó</w>": 27733,
+  "ón</w>": 13926,
+  "ô": 26815,
+  "ö": 7255,
+  "ö</w>": 37423,
+  "ör": 31762,
+  "ø": 17483,
+  "ø</w>": 45598,
+  "ú": 17963,
+  "ú</w>": 36019,
+  "ü": 6522,
+  "ü</w>": 47177,
+  "ür": 26132,
+  "ÃĹ</w>": 16165,
+  "Ãł": 36149,
+  "Ãł</w>": 21259,
+  "ÃŃ": 8366,
+  "ÃŃ</w>": 23928,
+  "ÃŃa</w>": 16609,
+  "ÃŃn</w>": 33623,
+  "Ä": 128,
+  "Ä</w>": 384,
+  "ı": 18562,
+  "ı</w>": 41901,
+  "Äģ": 23134,
+  "Äĩ</w>": 31719,
+  "Äį": 45414,
+  "ÄŁ": 26540,
+  "Å": 129,
+  "Å</w>": 385,
+  "Å¡": 35621,
+  "ÅĤ": 40419,
+  "Åį": 41267,
+  "ÅŁ": 21254,
+  "ÅŁ</w>": 40706,
+  "Æ": 130,
+  "Æ</w>": 386,
+  "Ç": 131,
+  "Ç</w>": 387,
+  "È": 132,
+  "È</w>": 388,
+  "É": 133,
+  "É</w>": 389,
+  "Ê": 134,
+  "Ê</w>": 390,
+  "Ë": 135,
+  "Ë</w>": 391,
+  "Ì": 136,
+  "Ì</w>": 392,
+  "Ìĩ</w>": 16384,
+  "Í": 137,
+  "Í</w>": 393,
+  "Î": 138,
+  "Î</w>": 394,
+  "Ï": 139,
+  "Ï</w>": 395,
+  "Ïī</w>": 38065,
+  "Ð": 140,
+  "Ð</w>": 396,
+  "а": 16912,
+  "а</w>": 27080,
+  "аÐ": 31090,
+  "в": 39813,
+  "е": 22176,
+  "и": 16701,
+  "иÐ": 29503,
+  "к": 27152,
+  "л": 47611,
+  "м": 38018,
+  "н": 22705,
+  "о": 13506,
+  "о</w>": 29386,
+  "оÐ": 20978,
+  "од": 38416,
+  "оÑĤ": 28599,
+  "п": 26302,
+  "пÑĢи": 46321,
+  "пÑĢиÑĢода</w>": 48150,
+  "Ñ": 141,
+  "Ñ</w>": 397,
+  "ÑĢ": 16370,
+  "ÑĢи": 41092,
+  "ÑĢод": 47039,
+  "ÑĢода</w>": 47929,
+  "Ñģ": 23669,
+  "ÑĤ": 17875,
+  "Ñĥ": 39729,
+  "ÑĦ": 27993,
+  "ÑĦоÑĤ": 35155,
+  "ÑĦоÑĤо</w>": 38981,
+  "Ñĭ": 45001,
+  "Ò": 142,
+  "Ò</w>": 398,
+  "Ó": 143,
+  "Ó</w>": 399,
+  "Ô": 144,
+  "Ô</w>": 400,
+  "Õ": 145,
+  "Õ</w>": 401,
+  "Ö": 146,
+  "Ö</w>": 402,
+  "×": 147,
+  "×</w>": 403,
+  "Ø": 148,
+  "Ø</w>": 404,
+  "ا": 6042,
+  "ا</w>": 22625,
+  "اØ": 13189,
+  "ار": 40137,
+  "اÙ": 8453,
+  "اÙĦ": 12973,
+  "اÙħ": 47626,
+  "اÙĨ": 42773,
+  "اÙĨ</w>": 33200,
+  "ب": 16378,
+  "ب</w>": 35330,
+  "Ø©</w>": 20915,
+  "ت": 18197,
+  "ت</w>": 44333,
+  "ج": 26375,
+  "Ø®": 41495,
+  "د": 19872,
+  "د</w>": 35566,
+  "ر": 10948,
+  "ر</w>": 24933,
+  "رÙĬ": 43273,
+  "ز": 36169,
+  "س": 17856,
+  "Ø´": 28770,
+  "ص": 27271,
+  "Ø·": 32050,
+  "ع": 18843,
+  "غ": 48510,
+  "ØŃ": 25722,
+  "Ù": 149,
+  "Ù</w>": 405,
+  "Ùģ": 24112,
+  "ÙĤ": 27585,
+  "Ùĥ": 33499,
+  "ÙĦ": 14251,
+  "ÙĦ</w>": 37899,
+  "Ùħ": 12986,
+  "Ùħ</w>": 29945,
+  "ÙĨ": 16655,
+  "ÙĨ</w>": 25386,
+  "Ùĩ": 34274,
+  "Ùĩ</w>": 31343,
+  "ÙĪ": 12203,
+  "ÙĪ</w>": 38310,
+  "ÙĪر": 48242,
+  "ÙĬ": 12046,
+  "ÙĬ</w>": 23853,
+  "Ú": 150,
+  "Ú</w>": 406,
+  "Ú©": 26475,
+  "Û": 151,
+  "Û</w>": 407,
+  "Ûģ": 40480,
+  "ÛĮ": 21452,
+  "ÛĮ</w>": 32703,
+  "Ü": 152,
+  "Ü</w>": 408,
+  "Ý": 153,
+  "Ý</w>": 409,
+  "Þ": 154,
+  "Þ</w>": 410,
+  "ß": 155,
+  "ß</w>": 411,
+  "à": 156,
+  "à</w>": 412,
+  "à¤": 3124,
+  "त</w>": 27263,
+  "द</w>": 29552,
+  "न</w>": 26090,
+  "प</w>": 44149,
+  "ब</w>": 43599,
+  "म": 48254,
+  "म</w>": 26774,
+  "य</w>": 37299,
+  "र": 39136,
+  "र</w>": 19052,
+  "ल</w>": 30881,
+  "व</w>": 39545,
+  "श</w>": 43181,
+  "स</w>": 28505,
+  "ह</w>": 29446,
+  "ा": 37973,
+  "ा</w>": 13343,
+  "ि</w>": 26721,
+  "à¤Ĥ</w>": 30833,
+  "à¤ķ</w>": 22067,
+  "à¤Ĺ</w>": 42598,
+  "à¤ľ</w>": 39561,
+  "à¥": 7410,
+  "à¥Ģ": 45791,
+  "à¥Ģ</w>": 25751,
+  "à¥ģ</w>": 39653,
+  "à¥ĩ": 48612,
+  "à¥ĩ</w>": 25130,
+  "à¥ĭ</w>": 34452,
+  "à¥į</w>": 19389,
+  "à¦": 11322,
+  "া</w>": 41532,
+  "à§": 26339,
+  "à¨": 15741,
+  "à©": 32086,
+  "àª": 22990,
+  "à«": 48347,
+  "à¬": 32791,
+  "à®": 6022,
+  "த</w>": 34691,
+  "ன</w>": 43394,
+  "ப</w>": 47388,
+  "à®®</w>": 35463,
+  "à®°</w>": 43270,
+  "ல</w>": 47705,
+  "ா</w>": 32831,
+  "ி</w>": 27126,
+  "à®ķ</w>": 36168,
+  "à®Ł</w>": 45263,
+  "à¯": 11259,
+  "à¯ģ</w>": 33115,
+  "à¯į</w>": 16631,
+  "à°": 12100,
+  "à±": 23550,
+  "à±į</w>": 46098,
+  "à²": 9992,
+  "ಿ</w>": 47797,
+  "à³": 20745,
+  "à³į</w>": 36148,
+  "à´": 15418,
+  "àµ": 27392,
+  "àµį</w>": 45266,
+  "à¶": 29881,
+  "à·": 30766,
+  "à¸": 1777,
+  "ม": 26137,
+  "ม</w>": 29570,
+  "ย": 27241,
+  "ย</w>": 33091,
+  "ร": 32225,
+  "ร</w>": 27331,
+  "ล": 34696,
+  "ล</w>": 32746,
+  "ว": 26990,
+  "ว</w>": 30245,
+  "ส": 37883,
+  "ส</w>": 35737,
+  "ห": 33064,
+  "ะ": 43920,
+  "ะ</w>": 49234,
+  "ั</w>": 14978,
+  "า": 11529,
+  "า</w>": 38476,
+  "าà¸": 12330,
+  "ิ</w>": 17092,
+  "ี": 22421,
+  "ี</w>": 20278,
+  "ีà¹Ī</w>": 31511,
+  "ื</w>": 47991,
+  "ุ</w>": 30524,
+  "ู</w>": 35273,
+  "à¸ģ</w>": 30767,
+  "à¸ģà¸": 31474,
+  "à¸Ħ</w>": 31757,
+  "à¸Ħà¸": 39628,
+  "à¸ĩ": 24603,
+  "à¸ĩ</w>": 33382,
+  "à¸Ī": 47608,
+  "à¸Ĭ</w>": 46324,
+  "à¸Ķ": 31107,
+  "à¸Ķ</w>": 38825,
+  "à¸ķ": 40273,
+  "à¸ķ</w>": 41108,
+  "à¸Ĺ</w>": 36171,
+  "à¸Ļ": 17474,
+  "à¸Ļ</w>": 17639,
+  "à¸Ļà¸": 23121,
+  "à¸ļ": 33859,
+  "à¸ļ</w>": 39616,
+  "à¸ŀ</w>": 48171,
+  "à¸Ń": 13398,
+  "à¸Ń</w>": 32818,
+  "à¸Ńà¸": 14649,
+  "à¸Ńà¸ĩ": 46622,
+  "à¹": 4484,
+  "à¹Ģ": 13729,
+  "à¹Ģà¸": 14076,
+  "à¹ģà¸": 23916,
+  "à¹Ĥ": 33118,
+  "à¹ĥ": 40962,
+  "à¹Ħà¸": 31718,
+  "à¹ĩ</w>": 38699,
+  "à¹Ī</w>": 11722,
+  "à¹ī</w>": 13123,
+  "à¹Į</w>": 28353,
+  "à¼": 46186,
+  "à½": 39219,
+  "á": 157,
+  "á</w>": 413,
+  "á´": 19036,
+  "áµ": 17330,
+  "áĢ": 45932,
+  "áĥ": 24829,
+  "áĥ¦</w>": 32193,
+  "â": 158,
+  "â</w>": 414,
+  "â¤": 25087,
+  "⤵ï¸ı</w>": 36026,
+  "â¬": 7930,
+  "â¬ħï¸ı</w>": 42111,
+  "â¬Ĩ": 27718,
+  "â¬Ĩï¸ı</w>": 32798,
+  "â¬ĩ": 10917,
+  "â¬ĩ</w>": 39370,
+  "â¬ĩï¸ı": 25621,
+  "â¬ĩï¸ı</w>": 13984,
+  "â¬ĩï¸ıâ¬ĩï¸ı": 40159,
+  "âĢ": 728,
+  "âĢ¢": 9485,
+  "âĢ¢</w>": 2701,
+  "âĢ¢âĢ¢": 15006,
+  "âĢ¢âĢ¢</w>": 47575,
+  "âĢ¢âĢ¢âĢ¢âĢ¢": 27502,
+  "âĢ¢âĢ¢âĢ¢âĢ¢âĢ¢âĢ¢âĢ¢âĢ¢": 48630,
+  "âĢ¦": 7095,
+  "âĢ¦\"</w>": 20215,
+  "âĢ¦..</w>": 47779,
+  "âĢ¦.</w>": 18615,
+  "âĢ¦/</w>": 29842,
+  "âĢ¦</w>": 959,
+  "âĢ¦âĢ¦</w>": 40066,
+  "âĢ²</w>": 32633,
+  "âĢ³</w>": 25061,
+  "âĢ¼": 6578,
+  "âĢ¼ï¸ı": 15622,
+  "âĢ¼ï¸ı</w>": 8310,
+  "âĢ¼ï¸ıâĢ¼ï¸ı</w>": 33218,
+  "âĢĭ": 17086,
+  "âĢĭ</w>": 9844,
+  "âĢį": 4244,
+  "âĢįâĻ": 5177,
+  "âĢįâĻĢï¸ı": 18897,
+  "âĢįâĻĢï¸ı</w>": 9605,
+  "âĢįâĻĤ": 8832,
+  "âĢįâĻĤï¸ı": 21779,
+  "âĢįâĻĤï¸ı</w>": 10613,
+  "âĢİ</w>": 31001,
+  "âĢIJ</w>": 34512,
+  "âĢĵ": 21070,
+  "âĢĵ</w>": 1224,
+  "âĢĶ": 6718,
+  "âĢĶ</w>": 2005,
+  "âĢĶ></w>": 26341,
+  "âĢĶ@</w>": 28470,
+  "âĢĶâĢĶ": 10037,
+  "âĢĶâĢĶ</w>": 44800,
+  "âĢĶâĢĶâĢĶâĢĶ": 17797,
+  "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 34432,
+  "âĢķ</w>": 14236,
+  "âģ": 1667,
+  "âģ£": 31089,
+  "âģ£</w>": 16845,
+  "âģ¦": 2773,
+  "âģ¦</w>": 34855,
+  "âģ¦@</w>": 2859,
+  "âģ¦âģ¦@</w>": 27783,
+  "âģ©": 20097,
+  "âģ©,</w>": 48749,
+  "âģ©.</w>": 35777,
+  "âģ©</w>": 2918,
+  "âģīï¸ı</w>": 46534,
+  "âģł": 23881,
+  "âģł</w>": 13503,
+  "âģłâģł</w>": 33488,
+  "âĤ": 5227,
+  "âĤ¬": 34919,
+  "âĤ¬</w>": 6309,
+  "âĤ¹</w>": 21777,
+  "âĥ": 2805,
+  "âĥ£": 11250,
+  "âĥ£</w>": 3076,
+  "âĥ£@</w>": 48291,
+  "âĦ": 8604,
+  "âĦ¢": 29438,
+  "âĦ¢</w>": 11675,
+  "âĦ¹</w>": 45462,
+  "âĨ": 6059,
+  "âĨĴ</w>": 7481,
+  "âĨĵ</w>": 41603,
+  "âĩ": 27228,
+  "âĪ": 17788,
+  "âī": 22684,
+  "âīĪ</w>": 45451,
+  "âĮ": 17848,
+  "âĮļ": 31301,
+  "âĮļï¸ı</w>": 35931,
+  "âı": 7960,
+  "âı©</w>": 40847,
+  "âı°</w>": 12714,
+  "âı±</w>": 33149,
+  "âı³</w>": 47617,
+  "âĵ": 27400,
+  "âĶ": 13389,
+  "âĶĢ": 45139,
+  "âĶģ": 42022,
+  "âķ": 17027,
+  "âķIJ": 48039,
+  "âĸ": 4168,
+  "âĸª": 21203,
+  "âĸª</w>": 36628,
+  "âĸªï¸ı</w>": 24974,
+  "âĸ«": 39478,
+  "âĸ¬": 33798,
+  "âĸ¬âĸ¬": 36975,
+  "âĸ¶": 12509,
+  "âĸ¶</w>": 21126,
+  "âĸ¶ï¸ı</w>": 14442,
+  "âĸº": 46061,
+  "âĸº</w>": 12086,
+  "âĸ½": 45634,
+  "âĸł</w>": 36791,
+  "âĹ": 9323,
+  "âĹĨ</w>": 48961,
+  "âĹı</w>": 26999,
+  "âĺ": 1741,
+  "âĺ®</w>": 45851,
+  "âĺ¹": 28811,
+  "âĺ¹ï¸ı</w>": 39605,
+  "âĺº": 5010,
+  "âĺº</w>": 8703,
+  "âĺºâĺº</w>": 46051,
+  "âĺºï¸ı": 11506,
+  "âĺºï¸ı</w>": 7779,
+  "âĺºï¸ıâĺºï¸ı</w>": 41315,
+  "âĺ¼</w>": 38877,
+  "âĺĢ": 32146,
+  "âĺĢ</w>": 22242,
+  "âĺĢï¸ı": 12817,
+  "âĺĢï¸ı</w>": 8219,
+  "âĺĢï¸ıâĺĢï¸ı": 44550,
+  "âĺģ": 25195,
+  "âĺģï¸ı</w>": 35197,
+  "âĺĥ": 38972,
+  "âĺħ": 9339,
+  "âĺħ</w>": 10643,
+  "âĺħâĺħ": 12681,
+  "âĺħâĺħ</w>": 36644,
+  "âĺħâĺħâĺħâĺħ": 34431,
+  "âĺħâĺħâĺħâĺħ</w>": 44034,
+  "âĺħâĺħâĺħâĺħâĺħ</w>": 45984,
+  "âĺĨ": 23941,
+  "âĺĨ</w>": 13439,
+  "âĺİ": 24045,
+  "âĺİ</w>": 45493,
+  "âĺİï¸ı</w>": 27219,
+  "âĺij": 20983,
+  "âĺij</w>": 42300,
+  "âĺijï¸ı</w>": 22291,
+  "âĺĶï¸ı</w>": 31238,
+  "âĺķ": 11454,
+  "âĺķ</w>": 26561,
+  "âĺķï¸ı": 25839,
+  "âĺķï¸ı</w>": 15499,
+  "âĺĺ": 23483,
+  "âĺĺï¸ı</w>": 31454,
+  "âĺĿ": 21982,
+  "âĺĿï¸ı</w>": 38891,
+  "âĺŀ</w>": 31255,
+  "âĺłï¸ı</w>": 34672,
+  "âĻ": 1548,
+  "âĻ¡": 11091,
+  "âĻ¡</w>": 6251,
+  "âĻ¡âĻ¡": 22360,
+  "âĻ¡âĻ¡</w>": 34267,
+  "âĻ¡âĻ¡âĻ¡</w>": 36611,
+  "âĻ¤</w>": 47435,
+  "âĻ¥": 4622,
+  "âĻ¥</w>": 3405,
+  "âĻ¥âĻ¥": 12975,
+  "âĻ¥âĻ¥</w>": 19604,
+  "âĻ¥âĻ¥âĻ¥</w>": 23255,
+  "âĻ¥âĻ¥âĻ¥âĻ¥": 49020,
+  "âĻ¥ï¸ı": 17774,
+  "âĻ¥ï¸ı</w>": 10561,
+  "âĻ¥ï¸ıâĻ¥ï¸ı": 40309,
+  "âĻ¦": 32376,
+  "âĻ¦</w>": 47547,
+  "âĻ©": 30339,
+  "âĻ©âĻ«</w>": 31636,
+  "âĻª": 27364,
+  "âĻª</w>": 12382,
+  "âĻ«": 39217,
+  "âĻ«</w>": 10814,
+  "âĻ¬</w>": 24753,
+  "âĻ»": 39611,
+  "âĻ»ï¸ı</w>": 46075,
+  "âļ": 2234,
+  "âļ¡": 40098,
+  "âļ¡</w>": 20712,
+  "âļ¡ï¸ı": 19500,
+  "âļ¡ï¸ı</w>": 11605,
+  "âļ¡ï¸ıâļ¡ï¸ı</w>": 45922,
+  "âļª": 11922,
+  "âļª</w>": 36373,
+  "âļªï¸ı": 22251,
+  "âļªï¸ı</w>": 17885,
+  "âļ«": 15374,
+  "âļ«ï¸ı": 26529,
+  "âļ«ï¸ı</w>": 24649,
+  "âļ½": 4867,
+  "âļ½</w>": 13173,
+  "âļ½âļ½": 43259,
+  "âļ½ï¸ı": 11342,
+  "âļ½ï¸ı</w>": 6768,
+  "âļ½ï¸ıâļ½ï¸ı": 30358,
+  "âļ½ï¸ıâļ½ï¸ı</w>": 44148,
+  "âļ¾": 11314,
+  "âļ¾</w>": 34717,
+  "âļ¾ï¸ı": 24727,
+  "âļ¾ï¸ı</w>": 14858,
+  "âļĵ": 23522,
+  "âļĵï¸ı</w>": 35299,
+  "âļĶï¸ı</w>": 29361,
+  "âļľ": 47491,
+  "âļł</w>": 39203,
+  "âļłï¸ı": 40966,
+  "âļłï¸ı</w>": 15596,
+  "âĽ": 7956,
+  "âĽ³ï¸ı</w>": 29204,
+  "âĽĦ": 30668,
+  "âĽĦï¸ı</w>": 45465,
+  "âľ": 1508,
+  "⾨": 7181,
+  "⾨</w>": 3531,
+  "⾨⾨": 35174,
+  "⾨⾨</w>": 21985,
+  "⾨⾨⾨</w>": 39424,
+  "âľĤ": 38602,
+  "âľħ": 29544,
+  "âľħ</w>": 5564,
+  "âľĪ": 10682,
+  "âľĪ</w>": 30712,
+  "âľĪï¸ı": 26176,
+  "âľĪï¸ı</w>": 13413,
+  "âľĬ": 12392,
+  "âľĬ</w>": 17819,
+  "âľĬðŁı½</w>": 48547,
+  "âľĬðŁı¾</w>": 41185,
+  "âľĭ": 39383,
+  "âľĭ</w>": 30239,
+  "âľĮ": 6419,
+  "âľĮ</w>": 12656,
+  "âľĮï¸ı": 21906,
+  "âľĮï¸ı</w>": 12239,
+  "âľĮðŁı»</w>": 30538,
+  "âľĮðŁı¼</w>": 30588,
+  "âľį": 20872,
+  "âľįï¸ı</w>": 30888,
+  "âľı": 32574,
+  "âľıï¸ı</w>": 40724,
+  "âľĵ</w>": 36700,
+  "âľĶ": 47200,
+  "âľĶ</w>": 13749,
+  "âľĶï¸ı": 40544,
+  "âľĶï¸ı</w>": 9191,
+  "âľĸï¸ı</w>": 44133,
+  "âľĿ": 42220,
+  "âĿ": 1045,
+  "âĿ£": 37007,
+  "âĿ£</w>": 25623,
+  "âĿ£ï¸ı</w>": 25240,
+  "âĿ¤": 1266,
+  "âĿ¤</w>": 2720,
+  "âĿ¤âĿ¤": 9033,
+  "âĿ¤âĿ¤</w>": 14058,
+  "âĿ¤âĿ¤âĿ¤</w>": 16708,
+  "âĿ¤âĿ¤âĿ¤âĿ¤": 37918,
+  "âĿ¤âĿ¤âĿ¤âĿ¤</w>": 43970,
+  "âĿ¤ï¸ı": 2626,
+  "âĿ¤ï¸ı#</w>": 30281,
+  "âĿ¤ï¸ı.</w>": 45326,
+  "âĿ¤ï¸ı</w>": 1752,
+  "âĿ¤ï¸ı@</w>": 31187,
+  "âĿ¤ï¸ıâĿ¤ï¸ı": 6713,
+  "âĿ¤ï¸ıâĿ¤ï¸ı</w>": 10363,
+  "âĿ¤ï¸ıâĿ¤ï¸ıâĿ¤ï¸ı</w>": 12282,
+  "âĿ¤ï¸ıâĿ¤ï¸ıâĿ¤ï¸ıâĿ¤ï¸ı": 39167,
+  "âĿ¤ï¸ıâĿ¤ï¸ıâĿ¤ï¸ıâĿ¤ï¸ı</w>": 29880,
+  "âĿ¤ï¸ıðŁĴĻ</w>": 37380,
+  "âĿ¤ï¸ıðŁĺį</w>": 37272,
+  "âĿ¤ï¸ıðŁĺĺ</w>": 41800,
+  "âĿ¤ðŁĺį</w>": 49120,
+  "âĿ¥</w>": 36914,
+  "âĿĦ": 8501,
+  "âĿĦ</w>": 30494,
+  "âĿĦï¸ı": 16834,
+  "âĿĦï¸ı</w>": 12402,
+  "âĿĦï¸ıâĿĦï¸ı": 41626,
+  "âĿĮ": 44485,
+  "âĿĮ</w>": 17975,
+  "âĿĵ</w>": 29791,
+  "âĿĹ": 12868,
+  "âĿĹ</w>": 29079,
+  "âĿĹï¸ı": 28642,
+  "âĿĹï¸ı</w>": 17391,
+  "âĿĿ</w>": 46951,
+  "âŀ": 3257,
+  "âŀ¡</w>": 12854,
+  "âŀ¡ï¸ı": 31860,
+  "âŀ¡ï¸ı</w>": 4956,
+  "âŀ¤</w>": 18651,
+  "âŀķ</w>": 46526,
+  "âŀĸ": 21327,
+  "âŀĸ</w>": 34902,
+  "âŀĸâŀĸ": 23316,
+  "âŀĸâŀĸâŀĸâŀĸ": 40401,
+  "âŀľ</w>": 23775,
+  "âł": 5689,
+  "âłĢ": 9691,
+  "âłĢ</w>": 8621,
+  "âłĢâłĢ": 11466,
+  "âłĢâłĢ</w>": 39092,
+  "âłĢâłĢâłĢâłĢ": 20976,
+  "âłĢâłĢâłĢâłĢâłĢâłĢâłĢâłĢ": 46063,
+  "âŃ": 5527,
+  "âŃIJ": 6410,
+  "âŃIJ</w>": 19012,
+  "âŃIJâŃIJ": 32663,
+  "âŃIJï¸ı": 12427,
+  "âŃIJï¸ı</w>": 10251,
+  "âŃIJï¸ıâŃIJï¸ı": 18640,
+  "âŃIJï¸ıâŃIJï¸ıâŃIJï¸ı</w>": 40746,
+  "ã": 159,
+  "ã</w>": 415,
+  "ãĢ": 4092,
+  "ãĢģ</w>": 45262,
+  "ãĢĤ": 38060,
+  "ãĢĤ</w>": 38000,
+  "ãĢĬ</w>": 39920,
+  "ãĢĭ</w>": 32898,
+  "ãĢĮ</w>": 18116,
+  "ãĢį</w>": 19149,
+  "ãĢİ</w>": 26947,
+  "ãĢı</w>": 30293,
+  "ãĢIJ</w>": 12534,
+  "ãĢij</w>": 12990,
+  "ãĢľ</w>": 39581,
+  "ãģ": 4813,
+  "ãģ¦": 48029,
+  "ãģ¨": 34671,
+  "ãģ¨ç¹ĭãģ": 47310,
+  "ãģ¨ç¹ĭãģĮãĤĬãģŁãģĦ</w>": 48290,
+  "ãģª": 29104,
+  "ãģ®": 21575,
+  "ãģ·": 44130,
+  "ãģĦ": 33523,
+  "ãģĦ</w>": 38850,
+  "ãģĨ": 44235,
+  "ãģį": 42184,
+  "ãĤ": 3909,
+  "ãĤ¢": 26560,
+  "ãĤ¤": 19319,
+  "ãĤ¤ãĥ": 36294,
+  "ãĤ«": 37367,
+  "ãĤ¯": 31574,
+  "ãĤ·": 37665,
+  "ãĤ¸": 32234,
+  "ãĤ¸ãĥ": 43491,
+  "ãĤ¹": 22694,
+  "ãĤ¹</w>": 39220,
+  "ãĤ¹ãĥ": 32421,
+  "ãĤ¿": 34941,
+  "ãĤĬãģ": 40500,
+  "ãĤĮ</w>": 45211,
+  "ãĤŃ": 47121,
+  "ãĥ": 2429,
+  "ãĥ©": 23007,
+  "ãĥª": 32115,
+  "ãĥ«": 33257,
+  "ãĥ¬": 32965,
+  "ãĥ³": 17671,
+  "ãĥ³</w>": 26875,
+  "ãĥ³ãĤ": 45105,
+  "ãĥ³ãĥ": 25914,
+  "ãĥ»": 8415,
+  "ãĥ»</w>": 11158,
+  "ãĥ»ãĥ»": 13949,
+  "ãĥ»ãĥ»ãĥ»</w>": 14234,
+  "ãĥ¼": 13457,
+  "ãĥ¼</w>": 30391,
+  "ãĥ¼ãĥ": 18584,
+  "ãĥĥ": 28902,
+  "ãĥĦ</w>": 32173,
+  "ãĥĪ": 42384,
+  "ãĥİ</w>": 39967,
+  "ãĥķãĤ": 33371,
+  "ãĥŀ": 48924,
+  "ãĥŃ": 35827,
+  "ãħ": 5947,
+  "ãħ¤": 21096,
+  "ãħ¤ãħ¤": 22583,
+  "ãħ¤ãħ¤ãħ¤ãħ¤": 39329,
+  "ãħĭ": 13052,
+  "ãħĭ</w>": 25108,
+  "ãħĭãħĭ": 16604,
+  "ãħĭãħĭ</w>": 42581,
+  "ãħĭãħĭãħĭ</w>": 46407,
+  "ãħĭãħĭãħĭãħĭ": 39362,
+  "ãħł": 16089,
+  "ãħł</w>": 25781,
+  "ãħłãħł": 22021,
+  "ãħłãħł</w>": 34398,
+  "ãħłãħłãħłãħł": 47028,
+  "ä": 160,
+  "ä</w>": 416,
+  "ä¸": 19759,
+  "ä¹": 41854,
+  "äº": 21078,
+  "人": 36839,
+  "ä»": 37743,
+  "ä½": 47466,
+  "å": 161,
+  "å</w>": 417,
+  "å¤": 23170,
+  "å¥": 29290,
+  "å®": 27047,
+  "å°": 34720,
+  "å±": 46096,
+  "å¸": 42021,
+  "å¹": 38780,
+  "åħ": 34314,
+  "åĨ": 27972,
+  "åĨĻ": 44653,
+  "åĪ": 42748,
+  "åĭ": 47505,
+  "åı": 34517,
+  "åIJ": 41673,
+  "åĽ": 39027,
+  "åľ": 37746,
+  "åŃ": 35751,
+  "æ": 162,
+  "æ</w>": 418,
+  "æĸ": 29032,
+  "æĹ": 22265,
+  "æĹ¥": 39121,
+  "æĹ¥</w>": 37156,
+  "æĺ": 42891,
+  "æĻ": 48132,
+  "æľ": 19277,
+  "æľ¬": 44353,
+  "æĿ": 27667,
+  "æĿ±": 48338,
+  "ç": 163,
+  "ç</w>": 419,
+  "ç¥": 26369,
+  "ç¥Ń</w>": 42557,
+  "çµ": 37810,
+  "ç¹": 43431,
+  "ç¹ĭãģ": 45930,
+  "çĶ": 20211,
+  "çĶŁ": 33375,
+  "çľ": 33440,
+  "羣": 41570,
+  "è": 164,
+  "è</w>": 420,
+  "èª": 34002,
+  "èªķ": 41293,
+  "é": 165,
+  "é</w>": 421,
+  "éģ": 44854,
+  "éĩ": 38283,
+  "ê": 166,
+  "ê</w>": 422,
+  "ê°": 21122,
+  "ê°ĵ": 41076,
+  "ê°ĵìĦ¸ë¸IJ</w>": 41689,
+  "ê°ķ": 45758,
+  "ê²": 35555,
+  "ê³": 36216,
+  "êµ": 31871,
+  "ê·": 42680,
+  "ê¸": 32495,
+  "ê¹": 24531,
+  "ê¹Ģ": 25203,
+  "ë": 167,
+  "ë</w>": 423,
+  "ë¦": 24621,
+  "리": 47649,
+  "ë§": 28024,
+  "ë§Ī": 40027,
+  "ëª": 36311,
+  "ë¯": 19528,
+  "민": 34442,
+  "민</w>": 44632,
+  "ë°": 15810,
+  "ë°©": 23273,
+  "ë°©íĥ": 25081,
+  "ë°©íĥĦ": 25641,
+  "ë°©íĥĦìĨĮëħĦëĭ": 26068,
+  "ë°©íĥĦìĨĮëħĦëĭ¨</w>": 27129,
+  "ë°ķ": 40988,
+  "ë²": 48267,
+  "ë³": 44693,
+  "ë¹": 24193,
+  "ëĤ": 27252,
+  "ëĤĺ": 48484,
+  "ëĭ": 13094,
+  "ëĭ¤": 46680,
+  "ëĭĪ": 33708,
+  "ëį": 45543,
+  "ëı": 31972,
+  "ëĵ": 30850,
+  "ëĿ": 44317,
+  "ì": 168,
+  "ì</w>": 424,
+  "ì£": 39856,
+  "주": 45161,
+  "ì¤": 31153,
+  "ì§": 16279,
+  "ì§Ģ": 28836,
+  "ì§Ħ</w>": 38890,
+  "ì°": 40742,
+  "ì¶": 42476,
+  "ì¶ķ": 46403,
+  "ì¶ķíķĺ": 47866,
+  "ì¹": 45088,
+  "ìĤ": 31061,
+  "ìĥ": 30587,
+  "ìĥĿ": 47858,
+  "ìĦ": 15074,
+  "ìĦ¸ë": 29254,
+  "ìĦ¸ë¸": 29658,
+  "ìĦ¸ë¸IJ</w>": 41415,
+  "ìĨ": 15115,
+  "ìĨĮë": 20515,
+  "ìĨĮëħ": 21391,
+  "ìĨĮëħĦëĭ": 25887,
+  "ìĪ": 32757,
+  "ìĬ": 12125,
+  "ìĬ¤": 20305,
+  "ìĬ¤</w>": 23829,
+  "ìĭ": 23924,
+  "ìķ": 16071,
+  "ìķĦ": 23233,
+  "ìĸ": 31625,
+  "ìĹ": 13252,
+  "ìĹIJ": 37622,
+  "ìĹij": 31036,
+  "ìĹijìĨ": 42763,
+  "ìĹijìĨĮ</w>": 45606,
+  "ìĺ": 21144,
+  "ìĻ": 39405,
+  "ìļ": 18541,
+  "ìļ°": 38415,
+  "ìļ°</w>": 49344,
+  "ìĽ": 22543,
+  "ìĽIJ</w>": 36495,
+  "ìľ": 20909,
+  "ìľł": 42890,
+  "ìĿ": 8276,
+  "ìĿ´": 12286,
+  "ìĿ´</w>": 34746,
+  "ìĿ´ì": 37590,
+  "ìĿ¼": 43406,
+  "ìŀ": 20849,
+  "ìł": 20580,
+  "ìłķ": 34725,
+  "í": 169,
+  "í</w>": 425,
+  "íģ": 35641,
+  "íģ¬</w>": 45832,
+  "íĤ": 43565,
+  "íĥ": 15012,
+  "íĥĢ": 41126,
+  "íĥľ": 37663,
+  "íĬ": 23215,
+  "íĬ¸": 48974,
+  "íĬ¸</w>": 39820,
+  "íĭ": 34350,
+  "íĶ": 29450,
+  "íķ": 15197,
+  "íķ´</w>": 35286,
+  "íķĺ": 33992,
+  "íĺ": 15962,
+  "íĺ¸</w>": 39657,
+  "íĺĦ</w>": 34645,
+  "íĻ": 31882,
+  "î": 170,
+  "î</w>": 426,
+  "îĢ": 36288,
+  "îĦ": 35368,
+  "îĮ": 41006,
+  "îIJ": 16929,
+  "îIJĴ": 40100,
+  "ï": 171,
+  "ï</w>": 427,
+  "ï¸": 842,
+  "ï¸İ</w>": 24029,
+  "ï¸ı": 1392,
+  "ï¸ı#</w>": 46997,
+  "ï¸ı:</w>": 32604,
+  "ï¸ı</w>": 1001,
+  "ï¸ı@</w>": 34600,
+  "ï¸ıâĥ£": 17394,
+  "ï¸ıâĥ£-</w>": 40376,
+  "ï¸ıâĥ£</w>": 4603,
+  "ï¿": 27850,
+  "�": 47356,
+  "�</w>": 39802,
+  "ð": 172,
+  "ð</w>": 428,
+  "ðĿ": 6874,
+  "ðĿIJ": 15889,
+  "ðĿij": 43794,
+  "ðĿĴ": 43387,
+  "ðĿĵ": 47110,
+  "ðĿĹ": 18865,
+  "ðĿĺ": 26109,
+  "ðĿĻ": 29415,
+  "ðŁ": 558,
+  "ðŁ¤": 1793,
+  "ðŁ¤£": 9665,
+  "ðŁ¤£</w>": 9909,
+  "ðŁ¤£ðŁ¤£": 16430,
+  "ðŁ¤£ðŁ¤£</w>": 31009,
+  "ðŁ¤£ðŁ¤£ðŁ¤£</w>": 32262,
+  "ðŁ¤¤": 39550,
+  "ðŁ¤¤</w>": 26759,
+  "ðŁ¤¦": 17186,
+  "ðŁ¤§</w>": 40983,
+  "ðŁ¤©": 27351,
+  "ðŁ¤©</w>": 16074,
+  "ðŁ¤ª": 44230,
+  "ðŁ¤ª</w>": 24920,
+  "ðŁ¤«</w>": 47671,
+  "ðŁ¤¯</w>": 37595,
+  "ðŁ¤·": 13185,
+  "ðŁ¤·ðŁı»âĢįâĻĢï¸ı</w>": 46770,
+  "ðŁ¤ij</w>": 34801,
+  "ðŁ¤ĵ": 36580,
+  "ðŁ¤ĵ</w>": 18928,
+  "ðŁ¤Ķ": 12706,
+  "ðŁ¤Ķ</w>": 6497,
+  "ðŁ¤ĶðŁ¤Ķ</w>": 28490,
+  "ðŁ¤ĶðŁ¤ĶðŁ¤Ķ</w>": 43361,
+  "ðŁ¤ĸ</w>": 46146,
+  "ðŁ¤Ĺ": 16646,
+  "ðŁ¤Ĺ</w>": 10465,
+  "ðŁ¤ĹðŁ¤Ĺ</w>": 44321,
+  "ðŁ¤ĺ": 10623,
+  "ðŁ¤ĺ</w>": 17288,
+  "ðŁ¤ĺðŁı»": 46449,
+  "ðŁ¤ĺðŁı»</w>": 30891,
+  "ðŁ¤ĺðŁı¼</w>": 31458,
+  "ðŁ¤ĺðŁı½</w>": 49362,
+  "ðŁ¤Ļ": 23800,
+  "ðŁ¤Ļ</w>": 39101,
+  "ðŁ¤Ŀ</w>": 35242,
+  "ðŁ¤ŀ": 29463,
+  "ðŁ¤ŀ</w>": 38597,
+  "ðŁ¤Ł": 48509,
+  "ðŁ¤ł</w>": 36737,
+  "ðŁ¤Ń</w>": 47289,
+  "ðŁ¥": 4156,
+  "ðŁ¥°": 29246,
+  "ðŁ¥°</w>": 17597,
+  "ðŁ¥³": 45823,
+  "ðŁ¥³</w>": 28055,
+  "ðŁ¥º": 43380,
+  "ðŁ¥º</w>": 36858,
+  "ðŁ¥Ĥ": 43805,
+  "ðŁ¥Ĥ</w>": 25212,
+  "ðŁ¥ĥ</w>": 47790,
+  "ðŁ¥ĩ": 34372,
+  "ðŁ¥ĩ</w>": 20069,
+  "ðŁ¥Ī</w>": 35858,
+  "ðŁ¥ī</w>": 36782,
+  "ðŁ¥Ĭ</w>": 29275,
+  "ðŁ¦": 6040,
+  "ðŁ¦ģ": 36367,
+  "ðŁ¦ģ</w>": 26056,
+  "ðŁ¦ĥ</w>": 40184,
+  "ðŁ¦Ħ</w>": 37659,
+  "ðŁ¦ħ</w>": 28800,
+  "ðŁ¦Ī</w>": 48984,
+  "ðŁ¦ĭ": 49325,
+  "ðŁ¦ĭ</w>": 28985,
+  "ðŁ§": 8792,
+  "ðŁ§¡": 30996,
+  "ðŁ§¡</w>": 24578,
+  "ðŁ§IJ</w>": 33549,
+  "ðŁħ": 22010,
+  "ðŁĨ": 9536,
+  "ðŁĨķ</w>": 34956,
+  "ðŁĨĺ</w>": 39868,
+  "ðŁĨļ</w>": 16325,
+  "ðŁĩ": 1173,
+  "ðŁĩ¦": 12469,
+  "ðŁĩ¦</w>": 28565,
+  "ðŁĩ¦ðŁĩ": 33196,
+  "ðŁĩ¦ðŁĩ·</w>": 41629,
+  "ðŁĩ¦ðŁĩº</w>": 25192,
+  "ðŁĩ§": 14660,
+  "ðŁĩ§ðŁĩ": 37342,
+  "ðŁĩ§ðŁĩª</w>": 38794,
+  "ðŁĩ§ðŁĩ·</w>": 28182,
+  "ðŁĩ¨": 8889,
+  "ðŁĩ¨ðŁĩ": 8989,
+  "ðŁĩ¨ðŁĩ¦": 34324,
+  "ðŁĩ¨ðŁĩ¦</w>": 16364,
+  "ðŁĩ¨ðŁĩ³</w>": 36819,
+  "ðŁĩ¨ðŁĩŃ</w>": 41119,
+  "ðŁĩ©": 15222,
+  "ðŁĩ©ðŁĩ": 36350,
+  "ðŁĩ©ðŁĩª</w>": 21531,
+  "ðŁĩª": 11428,
+  "ðŁĩª</w>": 12331,
+  "ðŁĩªðŁĩ": 13917,
+  "ðŁĩªðŁĩ¸</w>": 22177,
+  "ðŁĩªðŁĩº</w>": 34655,
+  "ðŁĩ«": 12977,
+  "ðŁĩ«ðŁĩ·": 39109,
+  "ðŁĩ«ðŁĩ·</w>": 16223,
+  "ðŁĩ¬": 8129,
+  "ðŁĩ¬ðŁĩ": 8354,
+  "ðŁĩ¬ðŁĩ§": 23762,
+  "ðŁĩ¬ðŁĩ§</w>": 11559,
+  "ðŁĩ®": 8268,
+  "ðŁĩ®ðŁĩ": 8347,
+  "ðŁĩ®ðŁĩª</w>": 34148,
+  "ðŁĩ®ðŁĩ³": 47299,
+  "ðŁĩ®ðŁĩ³</w>": 23602,
+  "ðŁĩ®ðŁĩ¹": 42034,
+  "ðŁĩ®ðŁĩ¹</w>": 17070,
+  "ðŁĩ¯": 20090,
+  "ðŁĩ¯ðŁĩ": 22924,
+  "ðŁĩ¯ðŁĩµ</w>": 26527,
+  "ðŁĩ°": 28232,
+  "ðŁĩ±": 29533,
+  "ðŁĩ±ðŁĩ": 40941,
+  "ðŁĩ²": 16411,
+  "ðŁĩ²ðŁĩ": 17562,
+  "ðŁĩ²ðŁĩ½</w>": 32073,
+  "ðŁĩ³": 16645,
+  "ðŁĩ³ðŁĩ": 17747,
+  "ðŁĩ³ðŁĩ±</w>": 36747,
+  "ðŁĩµ": 12127,
+  "ðŁĩµðŁĩ": 13608,
+  "ðŁĩµðŁĩ°</w>": 37764,
+  "ðŁĩµðŁĩ¹</w>": 42621,
+  "ðŁĩµðŁĩŃ</w>": 42777,
+  "ðŁĩ·": 16026,
+  "ðŁĩ·</w>": 9869,
+  "ðŁĩ·ðŁĩº</w>": 37902,
+  "ðŁĩ¸": 19447,
+  "ðŁĩ¸ðŁĩ": 33325,
+  "ðŁĩ¸ðŁĩª</w>": 39260,
+  "ðŁĩ¹": 21810,
+  "ðŁĩ¹ðŁĩ": 36250,
+  "ðŁĩº": 4054,
+  "ðŁĩº</w>": 17467,
+  "ðŁĩºðŁĩ": 4131,
+  "ðŁĩºðŁĩ¸": 8907,
+  "ðŁĩºðŁĩ¸</w>": 5688,
+  "ðŁĩºðŁĩ¸ðŁĩºðŁĩ¸": 18739,
+  "ðŁĩºðŁĩ¸ðŁĩºðŁĩ¸</w>": 41411,
+  "ðŁĩºðŁĩ¸ðŁĩºðŁĩ¸ðŁĩºðŁĩ¸</w>": 43357,
+  "ðŁĩ¿": 25520,
+  "ðŁĩ¿ðŁĩ¦</w>": 36982,
+  "ðŁĩŃ": 30370,
+  "ðŁĮ": 1576,
+  "ðŁĮ±": 35318,
+  "ðŁĮ±</w>": 20665,
+  "ðŁĮ²": 34071,
+  "ðŁĮ²</w>": 28154,
+  "ðŁĮ³": 44265,
+  "ðŁĮ³</w>": 28543,
+  "ðŁĮ´": 20643,
+  "ðŁĮ´</w>": 15968,
+  "ðŁĮµ</w>": 40871,
+  "ðŁĮ·": 32328,
+  "ðŁĮ·</w>": 24259,
+  "ðŁĮ¸": 16314,
+  "ðŁĮ¸</w>": 10980,
+  "ðŁĮ¸ðŁĮ¸": 46210,
+  "ðŁĮ¹": 14990,
+  "ðŁĮ¹</w>": 10662,
+  "ðŁĮ¹ðŁĮ¹": 37933,
+  "ðŁĮº": 27608,
+  "ðŁĮº</w>": 19829,
+  "ðŁĮ»": 27196,
+  "ðŁĮ»</w>": 19772,
+  "ðŁĮ¼": 36484,
+  "ðŁĮ¼</w>": 26312,
+  "ðŁĮ¾</w>": 39796,
+  "ðŁĮ¿": 27736,
+  "ðŁĮ¿</w>": 18588,
+  "ðŁĮĢ</w>": 34348,
+  "ðŁĮħ</w>": 27547,
+  "ðŁĮĪ": 23038,
+  "ðŁĮĪ</w>": 13042,
+  "ðŁĮĬ": 20465,
+  "ðŁĮĬ</w>": 14302,
+  "ðŁĮĮ</w>": 43393,
+  "ðŁĮį": 34931,
+  "ðŁĮį</w>": 18641,
+  "ðŁĮİ": 31125,
+  "ðŁĮİ</w>": 16969,
+  "ðŁĮı</w>": 31527,
+  "ðŁĮIJ</w>": 33071,
+  "ðŁĮĻ": 42330,
+  "ðŁĮĻ</w>": 23283,
+  "ðŁĮļ": 49004,
+  "ðŁĮļ</w>": 27877,
+  "ðŁĮŀ": 21152,
+  "ðŁĮŀ</w>": 12980,
+  "ðŁĮŁ": 13196,
+  "ðŁĮŁ</w>": 8542,
+  "ðŁĮŁðŁĮŁ": 26014,
+  "ðŁį": 2011,
+  "ðŁį¦": 47375,
+  "ðŁį¦</w>": 32032,
+  "ðŁį©</w>": 38379,
+  "ðŁįª</w>": 38958,
+  "ðŁį«": 47994,
+  "ðŁį«</w>": 33401,
+  "ðŁį°": 43732,
+  "ðŁį°</w>": 30051,
+  "ðŁį³</w>": 37441,
+  "ðŁį´": 41531,
+  "ðŁį´</w>": 25338,
+  "ðŁį·": 24445,
+  "ðŁį·</w>": 18072,
+  "ðŁį¸": 43058,
+  "ðŁį¸</w>": 31217,
+  "ðŁį¹</w>": 35598,
+  "ðŁįº": 31081,
+  "ðŁįº</w>": 21590,
+  "ðŁį»": 22793,
+  "ðŁį»</w>": 13167,
+  "ðŁį¾": 27294,
+  "ðŁį¾</w>": 21656,
+  "ðŁįĢ": 22865,
+  "ðŁįĢ</w>": 15764,
+  "ðŁįģ": 29837,
+  "ðŁįģ</w>": 23075,
+  "ðŁįĤ": 35015,
+  "ðŁįĤ</w>": 25721,
+  "ðŁįĥ": 27157,
+  "ðŁįĥ</w>": 20147,
+  "ðŁįĩ</w>": 48697,
+  "ðŁįĬ": 35001,
+  "ðŁįĬ</w>": 28036,
+  "ðŁįĭ</w>": 39543,
+  "ðŁįĮ</w>": 44987,
+  "ðŁįį</w>": 48946,
+  "ðŁįİ</w>": 32069,
+  "ðŁįij</w>": 32889,
+  "ðŁįĴ</w>": 33160,
+  "ðŁįĵ": 44739,
+  "ðŁįĵ</w>": 33456,
+  "ðŁįĶ": 46415,
+  "ðŁįĶ</w>": 36031,
+  "ðŁįķ": 31469,
+  "ðŁįķ</w>": 23904,
+  "ðŁįŃ</w>": 42100,
+  "ðŁİ": 1165,
+  "ðŁİ£</w>": 43158,
+  "ðŁİ¤": 23490,
+  "ðŁİ¤</w>": 15690,
+  "ðŁİ¥": 22186,
+  "ðŁİ¥:</w>": 43640,
+  "ðŁİ¥</w>": 13233,
+  "ðŁİ§": 31254,
+  "ðŁİ§</w>": 14266,
+  "ðŁİ¨": 31953,
+  "ðŁİ¨</w>": 13461,
+  "ðŁİ©</w>": 37701,
+  "ðŁİ«</w>": 30331,
+  "ðŁİ¬": 36020,
+  "ðŁİ¬</w>": 18150,
+  "ðŁİ®</w>": 29312,
+  "ðŁİ¯</w>": 23114,
+  "ðŁİµ": 27435,
+  "ðŁİµ</w>": 14946,
+  "ðŁİ¶": 11755,
+  "ðŁİ¶</w>": 6011,
+  "ðŁİ¶ðŁİ¶</w>": 36283,
+  "ðŁİ¸": 29135,
+  "ðŁİ¸</w>": 22122,
+  "ðŁİ¹</w>": 43493,
+  "ðŁİ¼": 34949,
+  "ðŁİ¼</w>": 23757,
+  "ðŁİ¾": 41982,
+  "ðŁİ¾</w>": 24222,
+  "ðŁİĢ": 34347,
+  "ðŁİĢ</w>": 20151,
+  "ðŁİģ": 18368,
+  "ðŁİģ</w>": 13462,
+  "ðŁİĤ": 13026,
+  "ðŁİĤ</w>": 10392,
+  "ðŁİĤðŁİĤ": 39338,
+  "ðŁİĥ": 22622,
+  "ðŁİĥ</w>": 16780,
+  "ðŁİĦ": 12942,
+  "ðŁİĦ</w>": 11267,
+  "ðŁİħ": 17685,
+  "ðŁİħ</w>": 24276,
+  "ðŁİĨ</w>": 39222,
+  "ðŁİĪ": 16142,
+  "ðŁİĪ</w>": 14448,
+  "ðŁİĪðŁİī</w>": 48049,
+  "ðŁİī": 4310,
+  "ðŁİī:</w>": 17310,
+  "ðŁİī</w>": 3986,
+  "ðŁİīðŁİ": 11473,
+  "ðŁİīðŁİĪ": 40499,
+  "ðŁİīðŁİĪ</w>": 34008,
+  "ðŁİīðŁİī": 25159,
+  "ðŁİīðŁİī</w>": 13450,
+  "ðŁİīðŁİīðŁİī</w>": 20828,
+  "ðŁİīðŁİĬ": 31662,
+  "ðŁİīðŁİĬ</w>": 30781,
+  "ðŁİĬ": 22763,
+  "ðŁİĬ</w>": 22425,
+  "ðŁİĬðŁİī</w>": 48801,
+  "ðŁİĵ": 28916,
+  "ðŁİĵ</w>": 18744,
+  "ðŁİĻ": 29001,
+  "ðŁİĻ</w>": 29753,
+  "ðŁİĻï¸ı</w>": 44205,
+  "ðŁİŁ": 19248,
+  "ðŁİŁ</w>": 21107,
+  "ðŁİŁï¸ı</w>": 30243,
+  "ðŁİŃ</w>": 28856,
+  "ðŁı": 1109,
+  "ðŁı¡</w>": 27318,
+  "ðŁı³ï¸ı": 26844,
+  "ðŁı³ï¸ıâĢį": 27093,
+  "ðŁı³ï¸ıâĢįðŁĮĪ</w>": 32610,
+  "ðŁı´": 39690,
+  "ðŁı´</w>": 19704,
+  "ðŁı»": 5042,
+  "ðŁı»</w>": 3702,
+  "ðŁı»âĢį": 46250,
+  "ðŁı»âĢįâĻĢï¸ı": 48391,
+  "ðŁı»âĢįâĻĢï¸ı</w>": 23595,
+  "ðŁı»âĢįâĻĤï¸ı</w>": 30984,
+  "ðŁı¼": 6193,
+  "ðŁı¼</w>": 4027,
+  "ðŁı¼âĢįâĻĢï¸ı</w>": 28955,
+  "ðŁı½": 8514,
+  "ðŁı½</w>": 6114,
+  "ðŁı½âĢįâĻĢï¸ı</w>": 37036,
+  "ðŁı½âĢįâĻĤï¸ı</w>": 43157,
+  "ðŁı¾": 10230,
+  "ðŁı¾</w>": 7778,
+  "ðŁı¾âĢįâĻĤï¸ı</w>": 47189,
+  "ðŁı¿": 29854,
+  "ðŁı¿</w>": 21094,
+  "ðŁıĢ": 13708,
+  "ðŁıĢ</w>": 8813,
+  "ðŁıĢðŁıĢ": 43169,
+  "ðŁıģ": 29423,
+  "ðŁıģ</w>": 17473,
+  "ðŁıĥ": 16820,
+  "ðŁıĥ</w>": 32751,
+  "ðŁıħ</w>": 25500,
+  "ðŁıĨ": 9585,
+  "ðŁıĨ</w>": 5596,
+  "ðŁıĨðŁıĨ": 18946,
+  "ðŁıĨðŁıĨ</w>": 38269,
+  "ðŁıĨðŁıĨðŁıĨ</w>": 44484,
+  "ðŁıĩ": 45789,
+  "ðŁıĩ</w>": 40288,
+  "ðŁıĪ": 16144,
+  "ðŁıĪ</w>": 10477,
+  "ðŁıī</w>": 26020,
+  "ðŁıĬ": 33061,
+  "ðŁıĬ</w>": 47830,
+  "ðŁıĮ": 41116,
+  "ðŁıı</w>": 32460,
+  "ðŁıIJ": 46334,
+  "ðŁıIJ</w>": 29433,
+  "ðŁıĴ</w>": 37756,
+  "ðŁıŁ": 35914,
+  "ðŁıŁ</w>": 26472,
+  "ðŁıŁï¸ı</w>": 42627,
+  "ðŁıł</w>": 33727,
+  "ðŁIJ": 2074,
+  "ðŁIJ¢</w>": 37049,
+  "ðŁIJ£</w>": 39597,
+  "ðŁIJ¥</w>": 42981,
+  "ðŁIJ¦</w>": 37260,
+  "ðŁIJ¬</w>": 44238,
+  "ðŁIJ¯": 34825,
+  "ðŁIJ¯</w>": 26111,
+  "ðŁIJ°": 35378,
+  "ðŁIJ°</w>": 25050,
+  "ðŁIJ±": 35710,
+  "ðŁIJ±</w>": 22979,
+  "ðŁIJ´</w>": 33509,
+  "ðŁIJ¶": 14466,
+  "ðŁIJ¶</w>": 10631,
+  "ðŁIJ·</w>": 38408,
+  "ðŁIJ¸": 45597,
+  "ðŁIJ¸</w>": 40298,
+  "ðŁIJº": 44281,
+  "ðŁIJº</w>": 31445,
+  "ðŁIJ»": 30750,
+  "ðŁIJ»</w>": 25322,
+  "ðŁIJ¼</w>": 46234,
+  "ðŁIJ¾": 16057,
+  "ðŁIJ¾</w>": 11317,
+  "ðŁIJ¾ðŁIJ¾</w>": 42202,
+  "ðŁIJī</w>": 46908,
+  "ðŁIJĬ</w>": 43974,
+  "ðŁIJį": 48903,
+  "ðŁIJį</w>": 30177,
+  "ðŁIJİ": 48281,
+  "ðŁIJİ</w>": 32726,
+  "ðŁIJIJ": 47735,
+  "ðŁIJIJ</w>": 27954,
+  "ðŁIJij</w>": 49389,
+  "ðŁIJķ</w>": 41069,
+  "ðŁIJĺ</w>": 38733,
+  "ðŁIJĿ": 30619,
+  "ðŁIJĿ</w>": 20111,
+  "ðŁIJŁ": 42084,
+  "ðŁIJŁ</w>": 29989,
+  "ðŁIJł</w>": 42725,
+  "ðŁij": 964,
+  "ðŁij£</w>": 39755,
+  "ðŁij§": 48938,
+  "ðŁij¨": 18966,
+  "ðŁij¨âĢį": 25023,
+  "ðŁij©": 18800,
+  "ðŁij©âĢį": 26304,
+  "ðŁij«": 47106,
+  "ðŁij«</w>": 35457,
+  "ðŁij®": 42686,
+  "ðŁij¯": 25910,
+  "ðŁij¯</w>": 20582,
+  "ðŁij¶": 26187,
+  "ðŁij¶</w>": 33189,
+  "ðŁij¸": 26268,
+  "ðŁij¸</w>": 36645,
+  "ðŁij¹</w>": 46766,
+  "ðŁij»": 24625,
+  "ðŁij»</w>": 16243,
+  "ðŁij¼": 25270,
+  "ðŁij¼</w>": 31083,
+  "ðŁij½": 42677,
+  "ðŁij½</w>": 26257,
+  "ðŁijĢ": 11524,
+  "ðŁijĢ</w>": 5908,
+  "ðŁijĢðŁijĢ</w>": 31561,
+  "ðŁijģ": 47796,
+  "ðŁijģ</w>": 45705,
+  "ðŁijĦ</w>": 47445,
+  "ðŁijħ": 31833,
+  "ðŁijħ</w>": 24672,
+  "ðŁijĨ": 42975,
+  "ðŁijĨ</w>": 45194,
+  "ðŁijĩ": 7662,
+  "ðŁijĩ</w>": 7475,
+  "ðŁijĩðŁı»": 45811,
+  "ðŁijĩðŁı»</w>": 32813,
+  "ðŁijĩðŁı¼</w>": 37504,
+  "ðŁijĩðŁijĩ": 17915,
+  "ðŁijĩðŁijĩ</w>": 31891,
+  "ðŁijĩðŁijĩðŁijĩ</w>": 35627,
+  "ðŁijĪ": 32794,
+  "ðŁijĪ</w>": 20832,
+  "ðŁijī": 9477,
+  "ðŁijī</w>": 3988,
+  "ðŁijīðŁı»</w>": 23481,
+  "ðŁijīðŁı¼</w>": 27534,
+  "ðŁijīðŁı½</w>": 38059,
+  "ðŁijīðŁijī</w>": 41480,
+  "ðŁijĬ": 8897,
+  "ðŁijĬ</w>": 9704,
+  "ðŁijĬðŁı»": 47393,
+  "ðŁijĬðŁı»</w>": 29152,
+  "ðŁijĬðŁı¼": 49000,
+  "ðŁijĬðŁı¼</w>": 30115,
+  "ðŁijĬðŁijĬ</w>": 46521,
+  "ðŁijĭ": 19351,
+  "ðŁijĭ</w>": 17686,
+  "ðŁijĮ": 4890,
+  "ðŁijĮ</w>": 4494,
+  "ðŁijĮðŁı»": 31818,
+  "ðŁijĮðŁı»</w>": 18606,
+  "ðŁijĮðŁı¼": 37655,
+  "ðŁijĮðŁı¼</w>": 20031,
+  "ðŁijĮðŁı½</w>": 35834,
+  "ðŁijĮðŁijĮ": 36139,
+  "ðŁijĮðŁijĮ</w>": 21435,
+  "ðŁijĮðŁijĮðŁijĮ</w>": 40876,
+  "ðŁijį": 4686,
+  "ðŁijį</w>": 4201,
+  "ðŁijįðŁı»": 25803,
+  "ðŁijįðŁı»</w>": 15129,
+  "ðŁijįðŁı¼": 37285,
+  "ðŁijįðŁı¼</w>": 19689,
+  "ðŁijįðŁı½</w>": 43722,
+  "ðŁijįðŁijį": 33012,
+  "ðŁijįðŁijį</w>": 18997,
+  "ðŁijįðŁijįðŁijį</w>": 37284,
+  "ðŁijİ": 39702,
+  "ðŁijİ</w>": 32568,
+  "ðŁijı": 3802,
+  "ðŁijı</w>": 4829,
+  "ðŁijıðŁı»": 19236,
+  "ðŁijıðŁı»</w>": 17029,
+  "ðŁijıðŁı»ðŁijıðŁı»": 35254,
+  "ðŁijıðŁı¼": 24496,
+  "ðŁijıðŁı¼</w>": 19979,
+  "ðŁijıðŁı¼ðŁijıðŁı¼</w>": 46712,
+  "ðŁijıðŁı½": 40796,
+  "ðŁijıðŁı½</w>": 33978,
+  "ðŁijıðŁı¾</w>": 45450,
+  "ðŁijıðŁijı": 10356,
+  "ðŁijıðŁijı</w>": 16706,
+  "ðŁijıðŁijıðŁijı</w>": 17254,
+  "ðŁijIJ</w>": 40877,
+  "ðŁijij": 14955,
+  "ðŁijij</w>": 8717,
+  "ðŁijijðŁijij": 48532,
+  "ðŁijķ</w>": 47865,
+  "ðŁijŁ</w>": 41183,
+  "ðŁijł</w>": 41264,
+  "ðŁijŃ": 34175,
+  "ðŁijŃ</w>": 27943,
+  "ðŁĴ": 837,
+  "ðŁĴ¡</w>": 24081,
+  "ðŁĴ£": 36862,
+  "ðŁĴ£</w>": 29006,
+  "ðŁĴ¤": 34706,
+  "ðŁĴ¤</w>": 25632,
+  "ðŁĴ¥": 12209,
+  "ðŁĴ¥</w>": 7347,
+  "ðŁĴ¥ðŁĴ¥": 27396,
+  "ðŁĴ¥ðŁĴ¥</w>": 39246,
+  "ðŁĴ¥ðŁĴ¥ðŁĴ¥</w>": 48890,
+  "ðŁĴ¦": 21180,
+  "ðŁĴ¦</w>": 14060,
+  "ðŁĴ¦ðŁĴ¦</w>": 44469,
+  "ðŁĴ§</w>": 34095,
+  "ðŁĴ¨": 27408,
+  "ðŁĴ¨</w>": 17891,
+  "ðŁĴ©": 48621,
+  "ðŁĴ©</w>": 28847,
+  "ðŁĴª": 5475,
+  "ðŁĴª</w>": 6440,
+  "ðŁĴªðŁı»": 31669,
+  "ðŁĴªðŁı»</w>": 21903,
+  "ðŁĴªðŁı¼": 32041,
+  "ðŁĴªðŁı¼</w>": 20759,
+  "ðŁĴªðŁı½": 46380,
+  "ðŁĴªðŁı½</w>": 31111,
+  "ðŁĴªðŁı¾</w>": 39398,
+  "ðŁĴªðŁĴª</w>": 24747,
+  "ðŁĴªðŁĴªðŁĴª</w>": 39913,
+  "ðŁĴ«": 25770,
+  "ðŁĴ«</w>": 12526,
+  "ðŁĴ¬</w>": 30947,
+  "ðŁĴ¯": 10611,
+  "ðŁĴ¯</w>": 7018,
+  "ðŁĴ¯ðŁĴ¯": 30234,
+  "ðŁĴ¯ðŁĴ¯</w>": 44070,
+  "ðŁĴ°": 20454,
+  "ðŁĴ°</w>": 14078,
+  "ðŁĴ°ðŁĴ°": 41747,
+  "ðŁĴµ": 47412,
+  "ðŁĴµ</w>": 38041,
+  "ðŁĴ¸": 37696,
+  "ðŁĴ¸</w>": 25957,
+  "ðŁĴ»": 33433,
+  "ðŁĴ»</w>": 18135,
+  "ðŁĴ¿</w>": 39541,
+  "ðŁĴĢ": 14888,
+  "ðŁĴĢ</w>": 12158,
+  "ðŁĴĢðŁĴĢ": 30884,
+  "ðŁĴģ": 13997,
+  "ðŁĴģ</w>": 14392,
+  "ðŁĴĥ": 9947,
+  "ðŁĴĥ</w>": 14333,
+  "ðŁĴĥðŁı»</w>": 38624,
+  "ðŁĴĥðŁĴĥ": 28041,
+  "ðŁĴĦ": 46116,
+  "ðŁĴĦ</w>": 34571,
+  "ðŁĴħ": 27457,
+  "ðŁĴħ</w>": 32414,
+  "ðŁĴī": 44316,
+  "ðŁĴī</w>": 30503,
+  "ðŁĴĭ": 12217,
+  "ðŁĴĭ</w>": 7417,
+  "ðŁĴĭðŁĴĭ</w>": 29214,
+  "ðŁĴĮ</w>": 40817,
+  "ðŁĴį": 35850,
+  "ðŁĴį</w>": 24898,
+  "ðŁĴİ": 25938,
+  "ðŁĴİ</w>": 15874,
+  "ðŁĴIJ": 27375,
+  "ðŁĴIJ</w>": 20554,
+  "ðŁĴij</w>": 49404,
+  "ðŁĴĵ": 20628,
+  "ðŁĴĵ</w>": 12568,
+  "ðŁĴĵðŁĴĵ</w>": 43505,
+  "ðŁĴĶ": 18880,
+  "ðŁĴĶ</w>": 10704,
+  "ðŁĴĶðŁĴĶ": 44673,
+  "ðŁĴķ": 5412,
+  "ðŁĴķ</w>": 3082,
+  "ðŁĴķðŁĴķ": 23106,
+  "ðŁĴķðŁĴķ</w>": 14117,
+  "ðŁĴķðŁĴķðŁĴķ</w>": 26772,
+  "ðŁĴĸ": 8466,
+  "ðŁĴĸ</w>": 5582,
+  "ðŁĴĸðŁĴĸ": 19562,
+  "ðŁĴĸðŁĴĸ</w>": 30595,
+  "ðŁĴĸðŁĴĸðŁĴĸ</w>": 33915,
+  "ðŁĴĹ": 10148,
+  "ðŁĴĹ</w>": 6690,
+  "ðŁĴĹðŁĴĹ": 47158,
+  "ðŁĴĹðŁĴĹ</w>": 24064,
+  "ðŁĴĹðŁĴĹðŁĴĹ</w>": 36990,
+  "ðŁĴĺ": 18223,
+  "ðŁĴĺ</w>": 10816,
+  "ðŁĴĺðŁĴĺ</w>": 40464,
+  "ðŁĴĻ": 5305,
+  "ðŁĴĻ</w>": 4074,
+  "ðŁĴĻðŁĴĻ": 17833,
+  "ðŁĴĻðŁĴĻ</w>": 27101,
+  "ðŁĴĻðŁĴĻðŁĴĻ</w>": 30698,
+  "ðŁĴĻðŁĴĽ": 46804,
+  "ðŁĴĻðŁĴĽ</w>": 26230,
+  "ðŁĴĻðŁĴľ": 47931,
+  "ðŁĴĻðŁĴľ</w>": 42541,
+  "ðŁĴļ": 8102,
+  "ðŁĴļ</w>": 6521,
+  "ðŁĴļðŁĴļ": 27497,
+  "ðŁĴļðŁĴļ</w>": 46209,
+  "ðŁĴļðŁĴļðŁĴļ</w>": 46182,
+  "ðŁĴļðŁĴĽ</w>": 41232,
+  "ðŁĴĽ": 8221,
+  "ðŁĴĽ</w>": 6233,
+  "ðŁĴĽðŁĴĻ</w>": 36337,
+  "ðŁĴĽðŁĴļ": 37994,
+  "ðŁĴĽðŁĴĽ": 32420,
+  "ðŁĴľ": 6832,
+  "ðŁĴľ</w>": 4882,
+  "ðŁĴľðŁĴľ": 17280,
+  "ðŁĴľðŁĴľ</w>": 28211,
+  "ðŁĴľðŁĴľðŁĴľ</w>": 31004,
+  "ðŁĴĿ": 36761,
+  "ðŁĴĿ</w>": 22002,
+  "ðŁĴŀ": 14862,
+  "ðŁĴŀ</w>": 8988,
+  "ðŁĴŀðŁĴŀ</w>": 36448,
+  "ðŁĴŁ": 49394,
+  "ðŁĴŁ</w>": 28828,
+  "ðŁĴŃ</w>": 33848,
+  "ðŁĵ": 1497,
+  "ðŁĵ¢": 46560,
+  "ðŁĵ¢</w>": 20901,
+  "ðŁĵ£": 48841,
+  "ðŁĵ£</w>": 21282,
+  "ðŁĵ°:</w>": 28952,
+  "ðŁĵ°</w>": 14985,
+  "ðŁĵ±": 36104,
+  "ðŁĵ±</w>": 20824,
+  "ðŁĵ²</w>": 19363,
+  "ðŁĵ·": 6966,
+  "ðŁĵ·:</w>": 8294,
+  "ðŁĵ·</w>": 5551,
+  "ðŁĵ·@</w>": 40032,
+  "ðŁĵ¸": 8401,
+  "ðŁĵ¸:</w>": 10379,
+  "ðŁĵ¸</w>": 6074,
+  "ðŁĵ¸@</w>": 39660,
+  "ðŁĵ¹</w>": 49251,
+  "ðŁĵº": 21792,
+  "ðŁĵº:</w>": 29728,
+  "ðŁĵº</w>": 10450,
+  "ðŁĵ»": 32711,
+  "ðŁĵ»</w>": 15882,
+  "ðŁĵ½</w>": 45361,
+  "ðŁĵħ</w>": 21277,
+  "ðŁĵĨ</w>": 23471,
+  "ðŁĵĪ</w>": 23359,
+  "ðŁĵĬ</w>": 22244,
+  "ðŁĵĭ</w>": 46351,
+  "ðŁĵĮ</w>": 22289,
+  "ðŁĵį": 25043,
+  "ðŁĵį:</w>": 36845,
+  "ðŁĵį</w>": 8903,
+  "ðŁĵĸ": 49003,
+  "ðŁĵĸ</w>": 23043,
+  "ðŁĵļ": 25433,
+  "ðŁĵļ</w>": 15566,
+  "ðŁĵĿ": 31888,
+  "ðŁĵĿ:</w>": 48398,
+  "ðŁĵĿ</w>": 15853,
+  "ðŁĵŀ</w>": 24022,
+  "ðŁĶ": 1428,
+  "ðŁĶ¥": 3191,
+  "ðŁĶ¥#</w>": 44354,
+  "ðŁĶ¥</w>": 3016,
+  "ðŁĶ¥ðŁĶ¥": 5692,
+  "ðŁĶ¥ðŁĶ¥</w>": 11771,
+  "ðŁĶ¥ðŁĶ¥ðŁĶ¥</w>": 11004,
+  "ðŁĶ¥ðŁĶ¥ðŁĶ¥ðŁĶ¥": 23408,
+  "ðŁĶ¥ðŁĶ¥ðŁĶ¥ðŁĶ¥</w>": 30989,
+  "ðŁĶ¥ðŁĶ¥ðŁĶ¥ðŁĶ¥ðŁĶ¥</w>": 48401,
+  "ðŁĶ¥ðŁĶĹ</w>": 35130,
+  "ðŁĶª": 47078,
+  "ðŁĶª</w>": 34545,
+  "ðŁĶ«": 38116,
+  "ðŁĶ«</w>": 20583,
+  "ðŁĶ¬</w>": 44227,
+  "ðŁĶ®</w>": 38077,
+  "ðŁĶ´": 12408,
+  "ðŁĶ´</w>": 10854,
+  "ðŁĶ´âļªï¸ı": 46879,
+  "ðŁĶ´âļªï¸ı</w>": 40055,
+  "ðŁĶµ": 17531,
+  "ðŁĶµ</w>": 17193,
+  "ðŁĶµâļªï¸ı</w>": 42412,
+  "ðŁĶ¶": 42880,
+  "ðŁĶ¶</w>": 36222,
+  "ðŁĶ·</w>": 37740,
+  "ðŁĶ¸</w>": 24200,
+  "ðŁĶ¹</w>": 19995,
+  "ðŁĶº</w>": 45561,
+  "ðŁĶģ</w>": 41299,
+  "ðŁĶĬ": 32580,
+  "ðŁĶĬ</w>": 20502,
+  "ðŁĶİ</w>": 44935,
+  "ðŁĶij</w>": 35127,
+  "ðŁĶĴ</w>": 44972,
+  "ðŁĶĶ</w>": 45753,
+  "ðŁĶĹ": 47475,
+  "ðŁĶĹ</w>": 14561,
+  "ðŁĶĺ</w>": 38995,
+  "ðŁĶľ</w>": 36011,
+  "ðŁĶĿ": 44387,
+  "ðŁĶĿ</w>": 29506,
+  "ðŁķ": 7692,
+  "ðŁķº": 33958,
+  "ðŁķĬ": 42624,
+  "ðŁķĬ</w>": 37760,
+  "ðŁĸ": 6269,
+  "ðŁĸ¤": 17603,
+  "ðŁĸ¤</w>": 10860,
+  "ðŁĸ¥</w>": 47990,
+  "ðŁĹ": 7045,
+  "ðŁĹ£": 33232,
+  "ðŁĹ£</w>": 18583,
+  "ðŁĹ£ï¸ı</w>": 37476,
+  "ðŁĹĵ": 34335,
+  "ðŁĹĵ</w>": 28773,
+  "ðŁĹĵï¸ı</w>": 39847,
+  "ðŁĺ": 668,
+  "ðŁĺ¡": 21968,
+  "ðŁĺ¡</w>": 17452,
+  "ðŁĺ¡ðŁĺ¡": 37223,
+  "ðŁĺ¢": 14308,
+  "ðŁĺ¢</w>": 9925,
+  "ðŁĺ¢ðŁĺ¢": 32923,
+  "ðŁĺ¢ðŁĺ¢</w>": 47921,
+  "ðŁĺ£</w>": 32718,
+  "ðŁĺ¤": 26872,
+  "ðŁĺ¤</w>": 20740,
+  "ðŁĺ¥": 38383,
+  "ðŁĺ¥</w>": 23951,
+  "ðŁĺ¨</w>": 38080,
+  "ðŁĺ©": 9051,
+  "ðŁĺ©</w>": 9494,
+  "ðŁĺ©ðŁĺ©": 22820,
+  "ðŁĺ©ðŁĺ©</w>": 38031,
+  "ðŁĺ©ðŁĺ©ðŁĺ©</w>": 49063,
+  "ðŁĺª": 38181,
+  "ðŁĺª</w>": 22243,
+  "ðŁĺ«": 25141,
+  "ðŁĺ«</w>": 22340,
+  "ðŁĺ¬": 23704,
+  "ðŁĺ¬</w>": 14549,
+  "ðŁĺ®": 40163,
+  "ðŁĺ®</w>": 21616,
+  "ðŁĺ¯</w>": 37858,
+  "ðŁĺ°</w>": 34728,
+  "ðŁĺ±": 10938,
+  "ðŁĺ±</w>": 9055,
+  "ðŁĺ±ðŁĺ±": 22061,
+  "ðŁĺ±ðŁĺ±</w>": 40767,
+  "ðŁĺ±ðŁĺ±ðŁĺ±</w>": 40909,
+  "ðŁĺ²": 40460,
+  "ðŁĺ²</w>": 24620,
+  "ðŁĺ³": 12047,
+  "ðŁĺ³</w>": 8223,
+  "ðŁĺ³ðŁĺ³": 32592,
+  "ðŁĺ´": 23527,
+  "ðŁĺ´</w>": 16415,
+  "ðŁĺ´ðŁĺ´</w>": 49307,
+  "ðŁĺµ</w>": 39368,
+  "ðŁĺ¶</w>": 35207,
+  "ðŁĺ·": 37943,
+  "ðŁĺ·</w>": 25759,
+  "ðŁĺ¸</w>": 36912,
+  "ðŁĺ¹": 26477,
+  "ðŁĺ¹</w>": 26573,
+  "ðŁĺ¹ðŁĺ¹": 46287,
+  "ðŁĺº</w>": 40613,
+  "ðŁĺ»": 15453,
+  "ðŁĺ»</w>": 12911,
+  "ðŁĺ»ðŁĺ»": 34414,
+  "ðŁĺ¼</w>": 44245,
+  "ðŁĺ½</w>": 45156,
+  "ðŁĺĢ": 12832,
+  "ðŁĺĢ</w>": 7334,
+  "ðŁĺĢðŁĺĢ</w>": 34503,
+  "ðŁĺģ": 6967,
+  "ðŁĺģ</w>": 4821,
+  "ðŁĺģðŁĺģ": 37900,
+  "ðŁĺģðŁĺģ</w>": 19213,
+  "ðŁĺģðŁĺģðŁĺģ</w>": 29083,
+  "ðŁĺĤ": 1424,
+  "ðŁĺĤ)</w>": 42643,
+  "ðŁĺĤ.</w>": 42550,
+  "ðŁĺĤ</w>": 1558,
+  "ðŁĺĤâĿ¤ï¸ı</w>": 36412,
+  "ðŁĺĤðŁijĮ</w>": 42000,
+  "ðŁĺĤðŁĺĤ": 2286,
+  "ðŁĺĤðŁĺĤ</w>": 4112,
+  "ðŁĺĤðŁĺĤðŁĺĤ": 22233,
+  "ðŁĺĤðŁĺĤðŁĺĤ</w>": 4887,
+  "ðŁĺĤðŁĺĤðŁĺĤðŁĺĤ": 9936,
+  "ðŁĺĤðŁĺĤðŁĺĤðŁĺĤ</w>": 11522,
+  "ðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤ</w>": 19295,
+  "ðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤ</w>": 33415,
+  "ðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤ</w>": 48973,
+  "ðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤðŁĺĤ": 28504,
+  "ðŁĺĤðŁĺį</w>": 43128,
+  "ðŁĺĤðŁĺŃ": 28965,
+  "ðŁĺĤðŁĺŃ</w>": 25802,
+  "ðŁĺĥ": 14079,
+  "ðŁĺĥ</w>": 8520,
+  "ðŁĺĥðŁĺĥ</w>": 38358,
+  "ðŁĺĦ": 12141,
+  "ðŁĺĦ</w>": 7624,
+  "ðŁĺĦðŁĺĦ</w>": 32312,
+  "ðŁĺħ": 15245,
+  "ðŁĺħ</w>": 9188,
+  "ðŁĺħðŁĺħ</w>": 39078,
+  "ðŁĺĨ": 16541,
+  "ðŁĺĨ</w>": 10943,
+  "ðŁĺĨðŁĺĨ</w>": 39503,
+  "ðŁĺĩ": 21694,
+  "ðŁĺĩ</w>": 13091,
+  "ðŁĺĪ": 14377,
+  "ðŁĺĪ</w>": 9756,
+  "ðŁĺĪðŁĺĪ</w>": 44473,
+  "ðŁĺī": 9740,
+  "ðŁĺī</w>": 4955,
+  "ðŁĺīðŁĺī</w>": 40430,
+  "ðŁĺĬ": 4692,
+  "ðŁĺĬ</w>": 3020,
+  "ðŁĺĬâĿ¤ï¸ı</w>": 43606,
+  "ðŁĺĬðŁĺĬ": 12838,
+  "ðŁĺĬðŁĺĬ</w>": 20842,
+  "ðŁĺĬðŁĺĬðŁĺĬ</w>": 28685,
+  "ðŁĺĬðŁĺĬðŁĺĬðŁĺĬ": 35519,
+  "ðŁĺĭ": 12391,
+  "ðŁĺĭ</w>": 7203,
+  "ðŁĺĭðŁĺĭ</w>": 33304,
+  "ðŁĺĮ": 19221,
+  "ðŁĺĮ</w>": 12163,
+  "ðŁĺį": 1796,
+  "ðŁĺį#</w>": 42357,
+  "ðŁĺį.</w>": 48579,
+  "ðŁĺį</w>": 1754,
+  "ðŁĺįâĿ¤</w>": 29122,
+  "ðŁĺįâĿ¤ï¸ı</w>": 21945,
+  "ðŁĺįðŁijĮ</w>": 41005,
+  "ðŁĺįðŁĴķ</w>": 35946,
+  "ðŁĺįðŁĶ¥</w>": 46648,
+  "ðŁĺįðŁĺĤ</w>": 48715,
+  "ðŁĺįðŁĺį": 3663,
+  "ðŁĺįðŁĺį</w>": 6471,
+  "ðŁĺįðŁĺįðŁĺį": 30614,
+  "ðŁĺįðŁĺįðŁĺį</w>": 7703,
+  "ðŁĺįðŁĺįðŁĺįðŁĺį": 16603,
+  "ðŁĺįðŁĺįðŁĺįðŁĺį</w>": 18925,
+  "ðŁĺįðŁĺįðŁĺįðŁĺįðŁĺį</w>": 32078,
+  "ðŁĺįðŁĺįðŁĺįðŁĺįðŁĺįðŁĺįðŁĺįðŁĺį": 48683,
+  "ðŁĺįðŁĺĺ": 29646,
+  "ðŁĺįðŁĺĺ</w>": 19849,
+  "ðŁĺįðŁĺŃ</w>": 39555,
+  "ðŁĺİ": 7426,
+  "ðŁĺİ</w>": 4345,
+  "ðŁĺİðŁĺİ</w>": 24048,
+  "ðŁĺİðŁĺİðŁĺİ</w>": 39742,
+  "ðŁĺı": 11624,
+  "ðŁĺı</w>": 6909,
+  "ðŁĺıðŁĺı</w>": 38151,
+  "ðŁĺIJ": 38586,
+  "ðŁĺIJ</w>": 19618,
+  "ðŁĺij": 32469,
+  "ðŁĺij</w>": 18937,
+  "ðŁĺĴ": 20792,
+  "ðŁĺĴ</w>": 11702,
+  "ðŁĺĵ</w>": 28733,
+  "ðŁĺĶ": 19532,
+  "ðŁĺĶ</w>": 11432,
+  "ðŁĺķ": 45741,
+  "ðŁĺķ</w>": 20602,
+  "ðŁĺĸ</w>": 35006,
+  "ðŁĺĺ": 4240,
+  "ðŁĺĺ</w>": 3352,
+  "ðŁĺĺâĿ¤</w>": 48409,
+  "ðŁĺĺâĿ¤ï¸ı</w>": 39150,
+  "ðŁĺĺðŁĺį</w>": 38176,
+  "ðŁĺĺðŁĺĺ": 15663,
+  "ðŁĺĺðŁĺĺ</w>": 10507,
+  "ðŁĺĺðŁĺĺðŁĺĺ</w>": 20208,
+  "ðŁĺĺðŁĺĺðŁĺĺðŁĺĺ</w>": 44892,
+  "ðŁĺĻ": 36201,
+  "ðŁĺĻ</w>": 29209,
+  "ðŁĺļ": 24897,
+  "ðŁĺļ</w>": 19102,
+  "ðŁĺĽ": 24550,
+  "ðŁĺĽ</w>": 15745,
+  "ðŁĺľ": 13226,
+  "ðŁĺľ</w>": 7830,
+  "ðŁĺľðŁĺľ</w>": 43065,
+  "ðŁĺĿ": 20064,
+  "ðŁĺĿ</w>": 12970,
+  "ðŁĺŀ": 40458,
+  "ðŁĺŀ</w>": 21103,
+  "ðŁĺŁ</w>": 46947,
+  "ðŁĺł</w>": 34094,
+  "ðŁĺŃ": 2962,
+  "ðŁĺŃ</w>": 3915,
+  "ðŁĺŃâĿ¤ï¸ı</w>": 29567,
+  "ðŁĺŃðŁĴķ</w>": 46306,
+  "ðŁĺŃðŁĺĤ</w>": 38505,
+  "ðŁĺŃðŁĺį</w>": 36893,
+  "ðŁĺŃðŁĺŃ": 5300,
+  "ðŁĺŃðŁĺŃ</w>": 11834,
+  "ðŁĺŃðŁĺŃðŁĺŃ": 44089,
+  "ðŁĺŃðŁĺŃðŁĺŃ</w>": 13116,
+  "ðŁĺŃðŁĺŃðŁĺŃðŁĺŃ": 19793,
+  "ðŁĺŃðŁĺŃðŁĺŃðŁĺŃ</w>": 27322,
+  "ðŁĺŃðŁĺŃðŁĺŃðŁĺŃðŁĺŃ</w>": 43366,
+  "ðŁĻ": 1478,
+  "ðŁĻĢ</w>": 43092,
+  "ðŁĻĤ": 32006,
+  "ðŁĻĤ</w>": 14860,
+  "ðŁĻĥ": 27222,
+  "ðŁĻĥ</w>": 15652,
+  "ðŁĻĦ": 20648,
+  "ðŁĻĦ</w>": 13049,
+  "ðŁĻħ": 42702,
+  "ðŁĻĨ": 30050,
+  "ðŁĻĨ</w>": 35730,
+  "ðŁĻĪ": 12661,
+  "ðŁĻĪ</w>": 9516,
+  "ðŁĻĪðŁĻĪ</w>": 41796,
+  "ðŁĻĬ": 23684,
+  "ðŁĻĬ</w>": 16636,
+  "ðŁĻĭ": 19193,
+  "ðŁĻĭ</w>": 30274,
+  "ðŁĻĮ": 4366,
+  "ðŁĻĮ</w>": 4855,
+  "ðŁĻĮðŁı»": 26756,
+  "ðŁĻĮðŁı»</w>": 15799,
+  "ðŁĻĮðŁı¼": 26584,
+  "ðŁĻĮðŁı¼</w>": 15364,
+  "ðŁĻĮðŁı½": 36660,
+  "ðŁĻĮðŁı½</w>": 22962,
+  "ðŁĻĮðŁı¾": 38023,
+  "ðŁĻĮðŁı¾</w>": 26466,
+  "ðŁĻĮðŁĻĮ": 21202,
+  "ðŁĻĮðŁĻĮ</w>": 30430,
+  "ðŁĻĮðŁĻĮðŁĻĮ</w>": 37127,
+  "ðŁĻı": 4260,
+  "ðŁĻı</w>": 5503,
+  "ðŁĻıðŁı»": 25100,
+  "ðŁĻıðŁı»</w>": 16650,
+  "ðŁĻıðŁı¼": 31163,
+  "ðŁĻıðŁı¼</w>": 18952,
+  "ðŁĻıðŁı½": 34103,
+  "ðŁĻıðŁı½</w>": 21540,
+  "ðŁĻıðŁı¾": 34277,
+  "ðŁĻıðŁı¾</w>": 21979,
+  "ðŁĻıðŁĻı": 18227,
+  "ðŁĻıðŁĻı</w>": 26510,
+  "ðŁĻıðŁĻıðŁĻı</w>": 31702,
+  "ðŁļ": 2730,
+  "ðŁļ¨": 12198,
+  "ðŁļ¨</w>": 6056,
+  "ðŁļ¨ðŁļ¨": 36487,
+  "ðŁļ¨ðŁļ¨</w>": 21440,
+  "ðŁļ¨ðŁļ¨ðŁļ¨</w>": 41515,
+  "ðŁļ©</w>": 44514,
+  "ðŁļ«</w>": 35291,
+  "ðŁļ²</w>": 37085,
+  "ðŁļ´": 30825,
+  "ðŁļ¶": 46060,
+  "ðŁļĢ": 22400,
+  "ðŁļĢ</w>": 13542,
+  "ðŁļĢðŁļĢ": 49033,
+  "ðŁļĤ</w>": 38949,
+  "ðŁļĮ</w>": 46891,
+  "ðŁļĹ": 33054,
+  "ðŁļĹ</w>": 22783,
+  "ðŁļĺ</w>": 35825,
+  "ðŁļĻ</w>": 48487,
+  "ðŁĽ": 11306,
+  "ñ": 173,
+  "ñ</w>": 429,
+  "ò": 174,
+  "ò</w>": 430,
+  "ó": 175,
+  "ó</w>": 431,
+  "ô": 176,
+  "ô</w>": 432,
+  "õ": 177,
+  "õ</w>": 433,
+  "ö": 178,
+  "ö</w>": 434,
+  "÷": 179,
+  "÷</w>": 435,
+  "ø": 180,
+  "ø</w>": 436,
+  "ù": 181,
+  "ù</w>": 437,
+  "ú": 182,
+  "ú</w>": 438,
+  "û": 183,
+  "û</w>": 439,
+  "ü": 184,
+  "ü</w>": 440,
+  "ý": 185,
+  "ý</w>": 441,
+  "þ": 186,
+  "þ</w>": 442,
+  "ÿ": 187,
+  "ÿ</w>": 443,
+  "Ā": 188,
+  "Ā</w>": 444,
+  "ā": 189,
+  "ā</w>": 445,
+  "Ă": 190,
+  "Ă</w>": 446,
+  "ă": 191,
+  "ă</w>": 447,
+  "Ą": 192,
+  "Ą</w>": 448,
+  "ą": 193,
+  "ą</w>": 449,
+  "Ć": 194,
+  "Ć</w>": 450,
+  "ć": 195,
+  "ć</w>": 451,
+  "Ĉ": 196,
+  "Ĉ</w>": 452,
+  "ĉ": 197,
+  "ĉ</w>": 453,
+  "Ċ": 198,
+  "Ċ</w>": 454,
+  "ċ": 199,
+  "ċ</w>": 455,
+  "Č": 200,
+  "Č</w>": 456,
+  "č": 201,
+  "č</w>": 457,
+  "Ď": 202,
+  "Ď</w>": 458,
+  "ď": 203,
+  "ď</w>": 459,
+  "Đ": 204,
+  "Đ</w>": 460,
+  "đ": 205,
+  "đ</w>": 461,
+  "Ē": 206,
+  "Ē</w>": 462,
+  "ē": 207,
+  "ē</w>": 463,
+  "Ĕ": 208,
+  "Ĕ</w>": 464,
+  "ĕ": 209,
+  "ĕ</w>": 465,
+  "Ė": 210,
+  "Ė</w>": 466,
+  "ė": 211,
+  "ė</w>": 467,
+  "Ę": 212,
+  "Ę</w>": 468,
+  "ę": 213,
+  "ę</w>": 469,
+  "Ě": 214,
+  "Ě</w>": 470,
+  "ě": 215,
+  "ě</w>": 471,
+  "Ĝ": 216,
+  "Ĝ</w>": 472,
+  "ĝ": 217,
+  "ĝ</w>": 473,
+  "Ğ": 218,
+  "Ğ</w>": 474,
+  "ğ": 219,
+  "ğ</w>": 475,
+  "Ġ": 220,
+  "Ġ</w>": 476,
+  "ġ": 221,
+  "ġ</w>": 477,
+  "Ģ": 222,
+  "Ģ</w>": 478,
+  "Ģï¸ı": 9668,
+  "Ģï¸ı</w>": 5511,
+  "ģ": 223,
+  "ģ</w>": 479,
+  "ģà¸": 15016,
+  "Ĥ": 224,
+  "Ĥ</w>": 480,
+  "Ĥâĸ": 29036,
+  "ĤâĸĤâĸ": 30832,
+  "ĥ": 225,
+  "ĥ</w>": 481,
+  "Ħ": 226,
+  "Ħ</w>": 482,
+  "Ħà¸": 20537,
+  "Ħë": 34462,
+  "Ħëĭ": 25170,
+  "ħ": 227,
+  "ħ</w>": 483,
+  "ħï¸ı</w>": 33950,
+  "Ĩ": 228,
+  "Ĩ</w>": 484,
+  "ĩ": 229,
+  "ĩ</w>": 485,
+  "Ī": 230,
+  "Ī</w>": 486,
+  "ī": 231,
+  "ī</w>": 487,
+  "īï¸ı</w>": 37463,
+  "Ĭ": 232,
+  "Ĭ</w>": 488,
+  "Ĭãģ": 30294,
+  "ĭ": 233,
+  "ĭ</w>": 489,
+  "ĭãģ": 36218,
+  "ĭãĤ": 45737,
+  "Į": 234,
+  "Į</w>": 490,
+  "ĮãĤĬãģ": 45969,
+  "ĮãĤĬãģŁãģĦ</w>": 47021,
+  "Įë": 17003,
+  "į": 235,
+  "į</w>": 491,
+  "İ": 236,
+  "İ</w>": 492,
+  "ı": 237,
+  "ı</w>": 493,
+  "IJ": 238,
+  "IJ</w>": 494,
+  "ij": 239,
+  "ij</w>": 495,
+  "Ĵ": 240,
+  "Ĵ</w>": 496,
+  "ĵ": 241,
+  "ĵ</w>": 497,
+  "Ķ": 242,
+  "Ķ</w>": 498,
+  "Ķë": 37978,
+  "Ķï¸ı": 24395,
+  "Ķï¸ı</w>": 7443,
+  "ķ": 243,
+  "ķ</w>": 499,
+  "ķãĤ": 26609,
+  "ķï¸ı</w>": 44853,
+  "ĸ": 244,
+  "ĸ</w>": 500,
+  "ĸï¸ı</w>": 28877,
+  "Ĺ": 245,
+  "Ĺ</w>": 501,
+  "ĺ": 246,
+  "ĺ</w>": 502,
+  "Ļ": 247,
+  "Ļ</w>": 503,
+  "ļ": 248,
+  "ļ</w>": 504,
+  "Ľ": 249,
+  "Ľ</w>": 505,
+  "ľ": 250,
+  "ľ</w>": 506,
+  "ľë": 39810,
+  "Ŀ": 251,
+  "Ŀ</w>": 507,
+  "ŀ": 252,
+  "ŀ</w>": 508,
+  "Ł": 253,
+  "Ł</w>": 509,
+  "ŁãģĦ</w>": 46023,
+  "ł": 254,
+  "ł</w>": 510,
+  "łï¸ı": 27899,
+  "łï¸ı</w>": 12715,
+  "łĪ": 43364,
+  "Ń": 255,
+  "Ń</w>": 511
+}
diff --git a/ComfyUI/comfy/sdxl_clip.py b/ComfyUI/comfy/sdxl_clip.py
new file mode 100644
index 0000000000000000000000000000000000000000..c8cef14e4d6f81eb8ec8f4b8825c8afaa1d5caf3
--- /dev/null
+++ b/ComfyUI/comfy/sdxl_clip.py
@@ -0,0 +1,95 @@
+from comfy import sd1_clip
+import torch
+import os
+
+class SDXLClipG(sd1_clip.SDClipModel):
+    def __init__(self, device="cpu", max_length=77, freeze=True, layer="penultimate", layer_idx=None, dtype=None, model_options={}):
+        if layer == "penultimate":
+            layer="hidden"
+            layer_idx=-2
+
+        textmodel_json_config = os.path.join(os.path.dirname(os.path.realpath(__file__)), "clip_config_bigg.json")
+        model_options = {**model_options, "model_name": "clip_g"}
+        super().__init__(device=device, freeze=freeze, layer=layer, layer_idx=layer_idx, textmodel_json_config=textmodel_json_config, dtype=dtype,
+                         special_tokens={"start": 49406, "end": 49407, "pad": 0}, layer_norm_hidden_state=False, return_projected_pooled=True, model_options=model_options)
+
+    def load_sd(self, sd):
+        return super().load_sd(sd)
+
+class SDXLClipGTokenizer(sd1_clip.SDTokenizer):
+    def __init__(self, tokenizer_path=None, embedding_directory=None, tokenizer_data={}):
+        super().__init__(tokenizer_path, pad_with_end=False, embedding_directory=embedding_directory, embedding_size=1280, embedding_key='clip_g', tokenizer_data=tokenizer_data)
+
+
+class SDXLTokenizer:
+    def __init__(self, embedding_directory=None, tokenizer_data={}):
+        self.clip_l = sd1_clip.SDTokenizer(embedding_directory=embedding_directory, tokenizer_data=tokenizer_data)
+        self.clip_g = SDXLClipGTokenizer(embedding_directory=embedding_directory, tokenizer_data=tokenizer_data)
+
+    def tokenize_with_weights(self, text:str, return_word_ids=False, **kwargs):
+        out = {}
+        out["g"] = self.clip_g.tokenize_with_weights(text, return_word_ids, **kwargs)
+        out["l"] = self.clip_l.tokenize_with_weights(text, return_word_ids, **kwargs)
+        return out
+
+    def untokenize(self, token_weight_pair):
+        return self.clip_g.untokenize(token_weight_pair)
+
+    def state_dict(self):
+        return {}
+
+class SDXLClipModel(torch.nn.Module):
+    def __init__(self, device="cpu", dtype=None, model_options={}):
+        super().__init__()
+        self.clip_l = sd1_clip.SDClipModel(layer="hidden", layer_idx=-2, device=device, dtype=dtype, layer_norm_hidden_state=False, model_options=model_options)
+        self.clip_g = SDXLClipG(device=device, dtype=dtype, model_options=model_options)
+        self.dtypes = set([dtype])
+
+    def set_clip_options(self, options):
+        self.clip_l.set_clip_options(options)
+        self.clip_g.set_clip_options(options)
+
+    def reset_clip_options(self):
+        self.clip_g.reset_clip_options()
+        self.clip_l.reset_clip_options()
+
+    def encode_token_weights(self, token_weight_pairs):
+        token_weight_pairs_g = token_weight_pairs["g"]
+        token_weight_pairs_l = token_weight_pairs["l"]
+        g_out, g_pooled = self.clip_g.encode_token_weights(token_weight_pairs_g)
+        l_out, l_pooled = self.clip_l.encode_token_weights(token_weight_pairs_l)
+        cut_to = min(l_out.shape[1], g_out.shape[1])
+        return torch.cat([l_out[:,:cut_to], g_out[:,:cut_to]], dim=-1), g_pooled
+
+    def load_sd(self, sd):
+        if "text_model.encoder.layers.30.mlp.fc1.weight" in sd:
+            return self.clip_g.load_sd(sd)
+        else:
+            return self.clip_l.load_sd(sd)
+
+class SDXLRefinerClipModel(sd1_clip.SD1ClipModel):
+    def __init__(self, device="cpu", dtype=None, model_options={}):
+        super().__init__(device=device, dtype=dtype, clip_name="g", clip_model=SDXLClipG, model_options=model_options)
+
+
+class StableCascadeClipGTokenizer(sd1_clip.SDTokenizer):
+    def __init__(self, tokenizer_path=None, embedding_directory=None, tokenizer_data={}):
+        super().__init__(tokenizer_path, pad_with_end=True, embedding_directory=embedding_directory, embedding_size=1280, embedding_key='clip_g', tokenizer_data=tokenizer_data)
+
+class StableCascadeTokenizer(sd1_clip.SD1Tokenizer):
+    def __init__(self, embedding_directory=None, tokenizer_data={}):
+        super().__init__(embedding_directory=embedding_directory, tokenizer_data=tokenizer_data, clip_name="g", tokenizer=StableCascadeClipGTokenizer)
+
+class StableCascadeClipG(sd1_clip.SDClipModel):
+    def __init__(self, device="cpu", max_length=77, freeze=True, layer="hidden", layer_idx=-1, dtype=None, model_options={}):
+        textmodel_json_config = os.path.join(os.path.dirname(os.path.realpath(__file__)), "clip_config_bigg.json")
+        model_options = {**model_options, "model_name": "clip_g"}
+        super().__init__(device=device, freeze=freeze, layer=layer, layer_idx=layer_idx, textmodel_json_config=textmodel_json_config, dtype=dtype,
+                         special_tokens={"start": 49406, "end": 49407, "pad": 49407}, layer_norm_hidden_state=False, enable_attention_masks=True, return_projected_pooled=True, model_options=model_options)
+
+    def load_sd(self, sd):
+        return super().load_sd(sd)
+
+class StableCascadeClipModel(sd1_clip.SD1ClipModel):
+    def __init__(self, device="cpu", dtype=None, model_options={}):
+        super().__init__(device=device, dtype=dtype, clip_name="g", clip_model=StableCascadeClipG, model_options=model_options)