Download models/ISOMER/data/utils.py from LTT/DiMeR: direct link, hf CLI and curl.
- Browser
- Download file 2.55 kB
-
https://huggingface.co/spaces/LTT/DiMeR/resolve/main/models/ISOMER/data/utils.py
- Command line
-
hf download hf://spaces/LTT/DiMeR/models/ISOMER/data/utils.py
-
curl -L -o utils.py https://huggingface.co/spaces/LTT/DiMeR/resolve/main/models/ISOMER/data/utils.py
2.55 kB
| import torch | |
| import numpy as np | |
| from PIL import Image | |
| import os | |
| from pytorch3d.io import load_obj | |
| import trimesh | |
| from pytorch3d.structures import Meshes | |
| # from rembg import remove | |
| def remove_color(arr): | |
| if arr.shape[-1] == 4: | |
| arr = arr[..., :3] | |
| # Convert to torch tensor | |
| if type(arr) is not torch.Tensor: | |
| arr = torch.tensor(arr, dtype=torch.int32) | |
| # Calculate diffs | |
| base = arr[0, 0] | |
| diffs = torch.abs(arr - base).sum(dim=-1) | |
| alpha = (diffs <= 80) | |
| arr[alpha] = 255 | |
| alpha = ~alpha | |
| alpha = alpha.unsqueeze(-1).int() * 255 | |
| arr = torch.cat([arr, alpha], dim=-1) | |
| return arr | |
| def simple_remove_bkg_normal(imgs, rm_bkg_with_rembg, return_Image=False): | |
| """Only works for normal""" | |
| rets = [] | |
| for img in imgs: | |
| if rm_bkg_with_rembg: | |
| from rembg import remove | |
| image = Image.fromarray(img.to(torch.uint8).detach().cpu().numpy()) if isinstance(img, torch.Tensor) else img | |
| removed_image = remove(image) | |
| arr = np.array(removed_image) | |
| arr = torch.tensor(arr, dtype=torch.uint8) | |
| else: | |
| arr = remove_color(img) | |
| if return_Image: | |
| rets.append(Image.fromarray(arr.to(torch.uint8).detach().cpu().numpy())) | |
| else: | |
| rets.append(arr.to(torch.uint8)) | |
| return rets | |
| def load_glb(file_path): | |
| # Load the .glb file as a scene and merge all meshes | |
| scene_or_mesh = trimesh.load(file_path) | |
| mesh = scene_or_mesh.dump(concatenate=True) if isinstance(scene_or_mesh, trimesh.Scene) else scene_or_mesh | |
| # Extract vertices and faces from the merged mesh | |
| verts = torch.tensor(mesh.vertices, dtype=torch.float32) | |
| faces = torch.tensor(mesh.faces, dtype=torch.int64) | |
| textured_mesh = Meshes(verts=[verts], faces=[faces]) | |
| return textured_mesh | |
| def load_obj_with_verts_faces(file_path, return_mesh=True): | |
| verts, faces, _ = load_obj(file_path) | |
| verts = torch.tensor(verts, dtype=torch.float32) | |
| faces = faces.verts_idx | |
| faces = torch.tensor(faces, dtype=torch.int64) | |
| if return_mesh: | |
| return Meshes(verts=[verts], faces=[faces]) | |
| else: | |
| return verts, faces | |
| def normalize_mesh(vertices): | |
| min_vals, _ = torch.min(vertices, axis=0) | |
| max_vals, _ = torch.max(vertices, axis=0) | |
| center = (max_vals + min_vals) / 2 | |
| vertices = vertices - center | |
| max_extent = torch.max(max_vals - min_vals) | |
| scale = 2.0 / max_extent | |
| vertices = vertices * scale | |
| return vertices | |