| import os |
| import math |
| import trimesh |
| import numpy as np |
| os.environ["PYOPENGL_PLATFORM"] = "egl" |
| import pyrender |
|
|
| from matplotlib import pyplot as plt |
| |
| ''' |
| This code is used to visualize the mesh of the 3D model. |
| ''' |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
|
|
|
|
| def normalize_vecs(vectors): |
| return vectors / (np.linalg.norm(vectors, axis=-1, keepdims=True) + 1e-5) |
|
|
| def create_cam2world_matrix(forward_vector, origin): |
| """ |
| Takes in the direction the camera is pointing and the camera origin and returns a cam2world matrix. |
| Works on batches of forward_vectors, origins. Assumes y-axis is up and that there is no camera roll. |
| """ |
|
|
| forward_vector = normalize_vecs(forward_vector) |
| print(forward_vector.shape) |
| |
| up_vector = np.array([0.0, 1.0, 0.0]) |
|
|
| right_vector = -normalize_vecs(np.cross(up_vector, forward_vector, axis=-1)) |
| up_vector = normalize_vecs(np.cross(forward_vector, right_vector, axis=-1)) |
|
|
| rotation_matrix = np.eye(4) |
| rotation_matrix[:3, :3] = np.stack((right_vector, up_vector, forward_vector), axis=-1) |
|
|
| translation_matrix = np.eye(4) |
| translation_matrix[:3, 3] = origin |
| cam2world = (translation_matrix @ rotation_matrix)[:, :] |
| assert(cam2world.shape == (4, 4)) |
| return cam2world |
|
|
|
|
| def sample(horizontal_mean, vertical_mean, lookat_position, horizontal_stddev=0, vertical_stddev=0, radius=1, batch_size=1, device='cpu'): |
| h = horizontal_mean |
| v = vertical_mean |
| v = np.clip(v, 1e-5, math.pi - 1e-5) |
|
|
| theta = h |
| v = v / math.pi |
| phi = np.arccos(1 - 2*v) |
|
|
| camera_origins = np.zeros((batch_size, 3)) |
|
|
| camera_origins[:, 0:1] = radius*np.sin(phi) * np.cos(math.pi-theta) |
| camera_origins[:, 2:3] = radius*np.sin(phi) * np.sin(math.pi-theta) |
| camera_origins[:, 1:2] = radius*np.cos(phi) |
|
|
| |
| forward_vectors = normalize_vecs(lookat_position - camera_origins) |
| return create_cam2world_matrix(forward_vectors, camera_origins) |
|
|
| trans_t = lambda t : np.array([ |
| [1,0,0,0], |
| [0,1,0,0], |
| [0,0,1,t], |
| [0,0,0,1], |
| ], dtype=np.float32) |
|
|
| rot_phi = lambda phi : np.array([ |
| [1,0,0,0], |
| [0,np.cos(phi),-np.sin(phi),0], |
| [0,np.sin(phi), np.cos(phi),0], |
| [0,0,0,1], |
| ], dtype=np.float32) |
|
|
| rot_theta = lambda th : np.array([ |
| [np.cos(th),0,-np.sin(th),0], |
| [0,1,0,0], |
| [np.sin(th),0, np.cos(th),0], |
| [0,0,0,1], |
| ], dtype=np.float32) |
|
|
|
|
| def pose_spherical(theta, phi, radius): |
| c2w = trans_t(radius) |
| c2w = rot_phi(phi/180.*np.pi) @ c2w |
| c2w = rot_theta(theta/180.*np.pi) @ c2w |
| |
| c2w = np.array([[1,0,0,0],[0,1,0,0],[0,0,1,0],[0,0,0,1]]) @ c2w |
| return c2w |
|
|
| |
|
|
| def plot_3d(mesh): |
| scene = pyrender.Scene() |
| |
| |
|
|
|
|
| |
| scene.add(pyrender.Mesh.from_trimesh(mesh, smooth=True)) |
|
|
| |
| |
| camera = pyrender.PerspectiveCamera(yfov=1.5 * 18.834 * np.pi / 180.0, aspectRatio=1, znear=0.1) |
| |
| |
|
|
| |
| |
| |
| |
| |
|
|
| camera_pose = pose_spherical(90., 0., 2.7) |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| nc = pyrender.Node(camera=camera, matrix=camera_pose) |
| scene.add_node(nc) |
| scene.add(camera, pose=camera_pose) |
|
|
| |
| |
|
|
| light = pyrender.SpotLight(color=np.ones(3), intensity=3.0, innerConeAngle=np.pi/4.0) |
| |
|
|
| nl = pyrender.Node(light=light, matrix=camera_pose) |
| scene.add_node(nl) |
| |
|
|
| |
| r = pyrender.OffscreenRenderer(512, 512) |
| color, depth = r.render(scene) |
|
|
| |
| |
| |
| |
| |
| plt.imsave("output/mesh_1.png", color) |
| plt.imsave("output/mesh_1_depth.png", (depth).astype(np.uint8)) |
|
|
|
|
|
|
|
|
| if __name__ == '__main__': |
|
|
| |
| mesh_path = "/raid/xjd/workspace/opensource/Live3DPortrait/output/mesh_1.ply" |
| |
| mesh = trimesh.load(mesh_path) |
|
|
| |
| |
| |
| |
| |
| |
| |
| |
| |
| print(mesh.vertices.min()) |
| print(mesh.vertices.max()) |
| |
| |
| |
| |
| plot_3d(mesh) |
|
|
| |
|
|
| |
|
|
