File size: 2,007 Bytes
c7ae99a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | """Offline generation to a file.
python generate.py --sec 4 --out motion.npz "walk" "Wave" "run/jog" "jump"
Each prompt is used for --sec seconds, in order, in ONE continuous motion (the context is never reset).
Output .npz (30 fps):
positions (T, 22, 3) world joint positions in meters (y up), SMPL joint order
rotations (T, 22, 3, 3) world joint rotations
root_xz (T, 2) pelvis path on the floor
prompt (T,) prompt used for each frame
parents (22,) skeleton parents
"""
import os, sys, argparse
import numpy as np, torch
sys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), "live"))
import live_server as L # loads the models (GPU)
def main():
ap = argparse.ArgumentParser()
ap.add_argument("prompts", nargs="+")
ap.add_argument("--sec", type=float, default=6.0, help="seconds per prompt")
ap.add_argument("--s", type=float, default=4.0, help="text strength (classifier-free guidance)")
ap.add_argument("--seed", type=int, default=1)
ap.add_argument("--out", default="motion.npz")
a = ap.parse_args()
L.ENG = L.Engine()
torch.manual_seed(a.seed)
w = L.reset_world()
steps = max(1, int(round(a.sec * 30 / 4)))
P, R, T, txt = [], [], [], []
for p in a.prompts:
cond = L.embed(L.tok, L.clip, [p]).float()
for _ in range(steps):
for f in L.one_step(w, cond, a.s):
rel = np.array(f["p"], np.float32).reshape(22, 3)
rel[:, 0] += f["tr"][0]; rel[:, 2] += f["tr"][1]
P.append(rel); R.append(np.array(f["r"], np.float32).reshape(22, 3, 3)); T.append(f["tr"]); txt.append(p)
np.savez_compressed(a.out, positions=np.stack(P), rotations=np.stack(R), root_xz=np.array(T, np.float32),
prompt=np.array(txt), parents=np.array(L.B.PARENTS), fps=30)
print("saved %s: %d frames (%.1f s)" % (a.out, len(P), len(P) / 30))
if __name__ == "__main__":
main()
|