[ { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000001.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.33,0.12,0.64,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.822446346282959, -0.015353445895016193, 0.1176176443696022 ], "body_pose": [ -0.20234741270542145, 0.016354167833924294, 0.11418460309505463, -0.20982788503170013, -0.01917455345392227, -0.11240704357624054, 0.25703391432762146, 0.006734032183885574, -0.008294397033751011, 0.47884640097618103, 0.02952289581298828, -0.06596630066633224, 0.4757173955440521, -0.0305484589189291, 0.06334374099969864, 0.0452333465218544, -0.001700876047834754, -0.013273642398416996, -0.1204119324684143, 0.07303132116794586, -0.04172982648015022, -0.11952656507492065, -0.07215883582830429, 0.04149815812706947, -0.06586265563964844, 0.0007228387985378504, -0.025254368782043457, 0.007180909626185894, -0.0044631147757172585, 0.001894754241220653, 0.00528608588501811, 0.006732466630637646, -0.0010826995130628347, 0.2677484154701233, 0.0015107030048966408, -0.04674389958381653, -0.02095106430351734, -0.3161485493183136, 0.03624724596738815, -0.0014793846057727933, 0.4002014994621277, 0.16199512779712677, -0.05334223061800003, 0.02905706688761711, 0.12785369157791138, 0.06402793526649475, -0.4041931927204132, -1.06177818775177, 0.11725559085607529, 0.4394088387489319, 0.9068281650543213, 0.18939708173274994, -1.5177462100982666, 0.5247535109519958, 0.07023749500513077, 1.7891355752944946, -0.44368526339530945, -0.3359091579914093, -0.43620941042900085, 0.47157275676727295, -0.5821288824081421, 0.20783530175685883, -0.09567644447088242 ], "shape": [ -0.02736988104879856, 0.05290628597140312, -0.04275985062122345, 0.07705768942832947, 0.013380244374275208, 0.01569708064198494, -0.012849853374063969, -0.015440624207258224, 0.02525363862514496, 0.0034182118251919746 ], "trans": [ -0.0035046874545514584, 0.690521240234375, 20.280134201049805 ], "focal": [ 15144.103368123373, 15144.10376548767 ], "princpt": [ 624.8193969726562, 393.8521203994751 ], "lhand_pose": [ -0.12449078261852264, 0.44771966338157654, -0.08012868463993073, 0.10799382627010345, 0.011597939766943455, -0.5294261574745178, -0.0041936952620744705, -0.0661156103014946, -0.3620463013648987, -0.25261014699935913, 0.3392210900783539, -0.7070598006248474, 0.02749183215200901, 0.014391250908374786, -0.10328558832406998, 0.0029262430034577847, -0.0583772286772728, -0.40812602639198303, -0.3300614356994629, -0.2974667549133301, -0.4918108582496643, -0.037653740495443344, 0.02143552154302597, -0.08605121076107025, -0.1894083172082901, 0.013343814760446548, -0.2363768219947815, -0.10828624665737152, -0.09840923547744751, -0.9216014742851257, -0.13032375276088715, -0.0836266577243805, 0.1464734524488449, -0.07036013901233673, 0.04873279109597206, -0.2024872750043869, 0.06788067519664764, 0.5063109397888184, 0.12326638400554657, 0.07761574536561966, 0.031595222651958466, -0.1799662560224533, 0.14528854191303253, 0.24436473846435547, 0.08338093757629395 ], "rhand_pose": [ -0.25293266773223877, -0.11534254997968674, 0.028860921040177345, 0.07373186945915222, 0.03775465860962868, -0.205741286277771, -0.012773984111845493, 0.05109451711177826, -0.0014017210341989994, -0.20583534240722656, -0.11338921636343002, 0.08223012089729309, 0.023278241977095604, 0.04184895008802414, -0.32139357924461365, -0.005369172897189856, 0.020900007337331772, 0.0789548009634018, 0.21926255524158478, 0.21189098060131073, -0.16562359035015106, -0.05570531636476517, -0.005394641775637865, -0.05604081228375435, -0.05400847643613815, -0.0019734655506908894, 0.13452698290348053, 0.06929679960012436, 0.03858513757586479, 0.05643463134765625, -0.051394857466220856, 0.04497745633125305, -0.23125042021274567, -0.0391431599855423, -0.05242808163166046, 0.08998986333608627, -0.1518314927816391, -0.5029276013374329, -0.4057435095310211, 0.06438206881284714, -0.15259023010730743, 0.18169854581356049, 0.08289513736963272, -0.20833425223827362, -0.05980068817734718 ], "jaw_pose": [ 0.03422793373465538, 0.032862868160009384, -0.06374035030603409 ], "expr": [ -0.4440261721611023, 0.5014811158180237, -1.738356590270996, 0.4408029019832611, -0.0520373210310936, -0.22178465127944946, -0.198616623878479, 0.2734073996543884, -0.15866351127624512, -0.020494278520345688 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 646.3840942382812, 204.95391845703125, 1, 668.2653198242188, 181.408203125, 1, 620.2962036132812, 181.4310302734375, 1, 698.0807495117188, 195.10772705078125, 1, 578.1506958007812, 197.1103515625, 1, 749.2692260742188, 333.44207763671875, 1, 503.5191650390625, 339.072998046875, 1, 788.4904174804688, 523.2738037109375, 1, 462.58966064453125, 522.0, 1, 722.7521362304688, 445.71795654296875, 1, 594.7650756835938, 434.43023681640625, 1, 705.9804077148438, 698.7158813476562, 0, 541.1256713867188, 697.7562866210938, 0, 690.239501953125, 657.9255981445312, 0, 590.5186157226562, 620.86279296875, 0, 715.1741333007812, 706.3909912109375, 0, 532.2556762695312, 708.0591430664062, 0 ], "foot_kpts": [ 707.2553100585938, 440.218017578125, 0, 627.27001953125, 264.1512451171875, 0, 663.6976928710938, 252.0087127685547, 0, 713.168701171875, 360.5334167480469, 0, 693.1531982421875, 391.1707458496094, 0, 652.51220703125, 392.0130310058594, 0 ], "face_kpts": [ 582.2518310546875, 183.1595001220703, 0, 585.279541015625, 197.9810028076172, 1, 588.209716796875, 210.99131774902344, 1, 591.5755004882812, 228.3829803466797, 1, 594.9284057617188, 240.37403869628906, 1, 606.3253173828125, 253.44386291503906, 1, 614.7543334960938, 262.44232177734375, 1, 629.4741821289062, 269.30029296875, 1, 644.110595703125, 271.42791748046875, 1, 658.7704467773438, 269.6571044921875, 1, 672.5797729492188, 261.68988037109375, 1, 680.634033203125, 252.03184509277344, 1, 688.0719604492188, 238.03123474121094, 1, 691.6797485351562, 224.17588806152344, 1, 694.4508666992188, 209.6194610595703, 1, 696.2153930664062, 195.32664489746094, 1, 696.72314453125, 180.6767120361328, 1, 601.3060913085938, 173.53330993652344, 1, 609.2824096679688, 170.1315460205078, 1, 617.7515869140625, 169.64271545410156, 1, 626.2616577148438, 170.66897583007812, 1, 634.4131469726562, 172.5830535888672, 1, 655.543701171875, 172.33462524414062, 1, 663.3397216796875, 169.85157775878906, 1, 671.5419921875, 168.35137939453125, 1, 679.858154296875, 168.805419921875, 1, 687.2702026367188, 172.23548889160156, 1, 645.6207885742188, 182.89439392089844, 1, 646.2286987304688, 190.25901794433594, 1, 646.6929321289062, 197.5915985107422, 1, 647.2111206054688, 204.86265563964844, 1, 635.396484375, 214.47972106933594, 1, 641.1362915039062, 214.6497039794922, 1, 647.1099853515625, 214.8903045654297, 1, 652.4977416992188, 214.50352478027344, 1, 657.4524536132812, 213.7491912841797, 1, 610.6278076171875, 184.35606384277344, 1, 617.6874389648438, 181.5990753173828, 1, 625.4931640625, 181.6305694580078, 1, 631.6921997070312, 185.16416931152344, 1, 624.8507080078125, 187.06211853027344, 1, 617.4429931640625, 186.9748077392578, 1, 657.6451416015625, 184.8436737060547, 1, 663.6787109375, 181.16371154785156, 1, 670.9913940429688, 180.8072052001953, 1, 677.6807250976562, 183.4073028564453, 1, 671.32080078125, 186.36473083496094, 1, 664.3292846679688, 186.49497985839844, 1, 630.2130126953125, 236.00010681152344, 1, 636.2061157226562, 229.5568084716797, 1, 644.2275390625, 225.8451385498047, 1, 648.328125, 225.9213409423828, 1, 652.3928833007812, 225.70310974121094, 1, 659.5812377929688, 228.94761657714844, 1, 665.350341796875, 235.23582458496094, 1, 661.2658081054688, 240.72483825683594, 1, 656.1737670898438, 244.77183532714844, 1, 649.3045654296875, 246.1647186279297, 1, 641.677978515625, 244.85438537597656, 1, 635.34375, 241.21595764160156, 1, 632.1289672851562, 235.8025360107422, 1, 640.0469970703125, 232.5729217529297, 1, 648.5714721679688, 231.61134338378906, 1, 656.2349243164062, 232.26612854003906, 1, 663.472900390625, 235.2140350341797, 1, 656.677490234375, 237.11387634277344, 1, 649.0712280273438, 237.88414001464844, 1, 640.219970703125, 237.35130310058594, 1 ], "lefthand_kpts": [ 719.3641967773438, 451.99249267578125, 1, 701.1619873046875, 427.72283935546875, 1, 689.0271606445312, 415.58807373046875, 1, 682.9597778320312, 409.5206298828125, 1, 676.8923950195312, 397.38580322265625, 1, 695.0945434570312, 397.38580322265625, 1, 682.9597778320312, 391.31842041015625, 1, 676.8923950195312, 391.31842041015625, 1, 670.824951171875, 391.31842041015625, 1, 701.1619873046875, 403.45318603515625, 1, 682.9597778320312, 397.38580322265625, 1, 670.824951171875, 403.45318603515625, 1, 658.6901245117188, 415.58807373046875, 1, 707.2294311523438, 415.58807373046875, 1, 682.9597778320312, 415.58807373046875, 1, 676.8923950195312, 421.65545654296875, 1, 670.824951171875, 427.72283935546875, 1, 707.2294311523438, 427.72283935546875, 1, 689.0271606445312, 427.72283935546875, 1, 682.9597778320312, 433.79022216796875, 1, 676.8923950195312, 433.79022216796875, 1 ], "righthand_kpts": [ 597.2711181640625, 429.95037841796875, 1, 613.4551391601562, 408.5728759765625, 1, 624.928955078125, 388.78857421875, 1, 639.9869384765625, 381.80010986328125, 1, 656.6408081054688, 376.04156494140625, 1, 640.10693359375, 379.28033447265625, 1, 657.8739624023438, 370.56500244140625, 1, 673.4033813476562, 365.0269775390625, 1, 689.0223999023438, 360.3892822265625, 1, 646.7305908203125, 387.7333984375, 1, 664.7391357421875, 382.6007080078125, 1, 685.5382080078125, 381.12774658203125, 1, 701.2030029296875, 381.0982666015625, 1, 646.5869140625, 403.3062744140625, 1, 663.8434448242188, 397.17840576171875, 1, 683.363525390625, 397.39825439453125, 1, 695.6039428710938, 399.13702392578125, 1, 644.0635986328125, 420.94403076171875, 1, 661.7302856445312, 417.75335693359375, 1, 677.2613525390625, 416.67822265625, 1, 688.3231201171875, 415.9100341796875, 1 ], "center": [ 625.3193969726562, 394.35211181640625 ], "scale": [ 2.912355422973633, 3.8831403255462646 ], "keypoints_score": [ 0.9808937311172485, 0.9949641227722168, 0.970966100692749, 0.9406938552856445, 0.9259576201438904, 0.8662631511688232, 0.8714110851287842, 0.9477530717849731, 0.9450488090515137, 0.9017931222915649, 0.9092932343482971, 0.7975499629974365, 0.7912520170211792, 0.0020296352449804544, 0.002625874476507306, 0.055062346160411835, 0.0914609283208847 ], "face_kpts_score": [ 0.48924076557159424, 0.6918396949768066, 0.7350321412086487, 0.724111795425415, 0.7590863704681396, 0.5170953273773193, 0.6503522992134094, 0.6565864086151123, 0.6717402935028076, 0.663803219795227, 0.6370887756347656, 0.6403824687004089, 0.74409419298172, 0.5860722064971924, 0.7443984150886536, 0.7536786794662476, 0.5093874931335449, 0.9494050741195679, 0.9431343078613281, 0.8770790100097656, 0.8583775758743286, 0.9207950830459595, 0.9314970970153809, 0.899310827255249, 0.8471376895904541, 0.907943606376648, 0.8845592737197876, 0.9846480488777161, 0.9713408946990967, 0.9174612760543823, 0.9139466285705566, 0.9821267127990723, 0.9423209428787231, 0.9317982792854309, 0.9547619819641113, 0.9694468379020691, 0.9086596965789795, 0.9520543813705444, 0.9752155542373657, 0.9557626843452454, 0.9653294086456299, 0.9771202802658081, 0.96039879322052, 0.9670575857162476, 0.9658087491989136, 0.9606560468673706, 0.9823244214057922, 0.9682707786560059, 0.9404537677764893, 0.9428671598434448, 0.9612903594970703, 0.9768453240394592, 0.9463005065917969, 0.9176238775253296, 0.9730806350708008, 0.929262101650238, 0.9920846819877625, 0.9489322900772095, 0.9360138773918152, 0.942299485206604, 0.9471640586853027, 0.9143879413604736, 0.9375021457672119, 0.9651504755020142, 0.9777916073799133, 0.9552521705627441, 0.9075767993927002, 0.9210834503173828 ], "foot_kpts_score": [ 0.024699006229639053, 0.03639266639947891, 0.026497796177864075, 0.037127669900655746, 0.05668637156486511, 0.028394566848874092 ], "lefthand_kpts_score": [ 0.7564213275909424, 0.7432364225387573, 0.7708308100700378, 0.7087564468383789, 0.615526556968689, 0.8562318682670593, 0.771947979927063, 0.6470985412597656, 0.5491694211959839, 0.9091660976409912, 0.7356418967247009, 0.6246687173843384, 0.5608981847763062, 0.8962628841400146, 0.7474659085273743, 0.7072588801383972, 0.6254318356513977, 0.8536666631698608, 0.7875177264213562, 0.7588176727294922, 0.6936006546020508 ], "righthand_kpts_score": [ 0.4336268067359924, 0.5417964220046997, 0.45275658965110777, 0.4178880214691162, 0.3114855796098709, 0.39084545373916624, 0.6746065974235534, 0.8535622119903564, 0.9755178451538086, 0.3401202321052551, 0.788301682472229, 0.7733548641204834, 0.9438097238540649, 0.4502343893051147, 0.8417558431625366, 0.7913875341415405, 0.696103549003601, 0.5053477644920349, 0.895248806476593, 0.7778161525726318, 0.6987225770950317 ], "face_box": [ 0.4484375, 0.2152777777777778, 0.55078125, 0.3972222222222222 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.509375, 0.5347222222222222, 0.565625, 0.6347222222222222 ], "righthand_box": [ 0.459375, 0.48333333333333334, 0.55, 0.6291666666666667 ], "lefthand_update": false, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000002.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.33,0.12,0.64,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.82238507270813, -0.01553255133330822, 0.11777529120445251 ], "body_pose": [ -0.2023061364889145, 0.016351040452718735, 0.11414700001478195, -0.20982424914836884, -0.019181866198778152, -0.11243928223848343, 0.2570043206214905, 0.006726015824824572, -0.008218012750148773, 0.478878378868103, 0.02951529063284397, -0.06597844511270523, 0.47574853897094727, -0.030551228672266006, 0.06333998590707779, 0.04522212967276573, -0.0016942676156759262, -0.013231942430138588, -0.12041245400905609, 0.07303304225206375, -0.041730329394340515, -0.11954331398010254, -0.07216616719961166, 0.041501883417367935, -0.06590893864631653, 0.0007339710718952119, -0.0251958966255188, 0.007181959226727486, -0.004461751785129309, 0.0018938904395326972, 0.005288086831569672, 0.0067333620972931385, -0.001081137452274561, 0.2680108845233917, 0.0015656364848837256, -0.04682081937789917, -0.021072715520858765, -0.31613704562187195, 0.03643745929002762, -0.0015104594640433788, 0.4002044200897217, 0.16171173751354218, -0.05414309725165367, 0.02975378930568695, 0.1274695098400116, 0.06389778107404709, -0.40433624386787415, -1.0619354248046875, 0.11720851808786392, 0.43938055634498596, 0.9066625237464905, 0.18931397795677185, -1.5175596475601196, 0.5246239304542542, 0.07026325166225433, 1.7886555194854736, -0.44363996386528015, -0.3360808789730072, -0.4364032745361328, 0.4717891216278076, -0.5820306539535522, 0.20792093873023987, -0.09619726985692978 ], "shape": [ -0.027367042377591133, 0.052912283688783646, -0.04276692494750023, 0.07705462723970413, 0.013383084908127785, 0.01569981314241886, -0.012851841747760773, -0.015439682640135288, 0.025246888399124146, 0.003416989231482148 ], "trans": [ -0.003343685297295451, 0.6906893253326416, 20.266578674316406 ], "focal": [ 15129.518508911133, 15129.518508911133 ], "princpt": [ 624.8295288085938, 393.83334827423096 ], "lhand_pose": [ -0.12457213550806046, 0.4473991096019745, -0.08025571703910828, 0.10801233351230621, 0.011604389175772667, -0.5299279689788818, -0.004207066260278225, -0.06613501906394958, -0.36207547783851624, -0.2527640759944916, 0.3391358256340027, -0.7072452306747437, 0.02749790996313095, 0.014396204613149166, -0.10341095924377441, 0.0029228643979877234, -0.05836164578795433, -0.4080873429775238, -0.3303210735321045, -0.2974901795387268, -0.4922594428062439, -0.037695515900850296, 0.021436888724565506, -0.08625657111406326, -0.189422607421875, 0.013365916907787323, -0.23644444346427917, -0.1083502471446991, -0.09840188920497894, -0.92166668176651, -0.13035957515239716, -0.0836179330945015, 0.14644691348075867, -0.07036535441875458, 0.048725683242082596, -0.20254027843475342, 0.0679052397608757, 0.5060970783233643, 0.12286628037691116, 0.07759852707386017, 0.03153329715132713, -0.17997385561466217, 0.14523103833198547, 0.24428343772888184, 0.08338983356952667 ], "rhand_pose": [ -0.25282594561576843, -0.1154964491724968, 0.02898411452770233, 0.07374145835638046, 0.037730198353528976, -0.20561827719211578, -0.012772493064403534, 0.05109081044793129, -0.0013378391740843654, -0.20614108443260193, -0.11339595913887024, 0.08260350674390793, 0.023270748555660248, 0.04185805097222328, -0.3207842707633972, -0.005369795951992273, 0.020912816748023033, 0.07913777232170105, 0.21871696412563324, 0.21210329234600067, -0.1652715653181076, -0.05572549253702164, -0.005350520368665457, -0.05592789500951767, -0.054027315229177475, -0.001964600756764412, 0.13458678126335144, 0.06917080283164978, 0.038563765585422516, 0.056820739060640335, -0.05144795775413513, 0.04502517729997635, -0.23115666210651398, -0.039151087403297424, -0.052423298358917236, 0.09012027084827423, -0.15163692831993103, -0.5028722882270813, -0.40599825978279114, 0.06435806304216385, -0.15257605910301208, 0.1816404163837433, 0.08289510756731033, -0.20839083194732666, -0.05981921777129173 ], "jaw_pose": [ 0.03525277227163315, 0.03272145241498947, -0.06414095312356949 ], "expr": [ -0.43869656324386597, 0.504294753074646, -1.7233601808547974, 0.44791463017463684, -0.04819771647453308, -0.23570461571216583, -0.21065422892570496, 0.27524080872535706, -0.166884645819664, -0.03005344234406948 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 646.4063720703125, 204.96099853515625, 1, 668.2748413085938, 181.38580322265625, 1, 620.263427734375, 181.52264404296875, 1, 698.1386108398438, 194.9659423828125, 1, 578.1604614257812, 197.11614990234375, 1, 749.2496948242188, 333.4921875, 1, 503.50811767578125, 339.04345703125, 1, 788.5222778320312, 523.2590942382812, 1, 462.5572509765625, 521.9183349609375, 1, 722.7623901367188, 445.845947265625, 1, 594.7234497070312, 434.4530029296875, 1, 706.0411376953125, 698.8515625, 0, 541.1099243164062, 697.842529296875, 0, 685.5738525390625, 659.1829833984375, 0, 591.52294921875, 625.0307006835938, 0, 713.6734008789062, 705.3668823242188, 0, 533.333984375, 707.4297485351562, 0 ], "foot_kpts": [ 708.2459106445312, 439.4220275878906, 0, 628.0018310546875, 264.12152099609375, 0, 664.343505859375, 252.00765991210938, 0, 713.21240234375, 362.4702453613281, 0, 694.5655517578125, 391.967041015625, 0, 653.2208251953125, 392.7969665527344, 0 ], "face_kpts": [ 583.1790161132812, 183.4364776611328, 0, 585.225341796875, 197.73719787597656, 1, 588.2174682617188, 211.0083465576172, 1, 591.6007080078125, 228.39317321777344, 1, 594.9345703125, 240.35682678222656, 1, 606.3596801757812, 253.4205780029297, 1, 614.7789916992188, 262.3973388671875, 1, 629.5233764648438, 269.31982421875, 1, 644.1536254882812, 271.4200439453125, 1, 658.767578125, 269.64178466796875, 1, 672.6062622070312, 261.66607666015625, 1, 680.63330078125, 252.0457000732422, 1, 688.0738525390625, 237.99278259277344, 1, 691.6796875, 224.11940002441406, 1, 694.4856567382812, 209.6190948486328, 1, 696.2130737304688, 195.27491760253906, 1, 696.7952270507812, 180.62168884277344, 1, 601.3298950195312, 173.57850646972656, 1, 609.2738037109375, 170.1404266357422, 1, 617.7000122070312, 169.57017517089844, 1, 626.2198486328125, 170.62069702148438, 1, 634.3806762695312, 172.64437866210938, 1, 655.5997924804688, 172.37380981445312, 1, 663.44921875, 169.84771728515625, 1, 671.6786499023438, 168.32020568847656, 1, 679.9425048828125, 168.84422302246094, 1, 687.3306884765625, 172.23753356933594, 1, 645.6130981445312, 182.8990936279297, 1, 646.2106323242188, 190.27870178222656, 1, 646.6576538085938, 197.59092712402344, 1, 647.2046508789062, 204.86170959472656, 1, 635.39208984375, 214.4762420654297, 1, 641.1257934570312, 214.6707000732422, 1, 647.1205444335938, 214.90171813964844, 1, 652.51123046875, 214.49473571777344, 1, 657.4533081054688, 213.7333221435547, 1, 610.6557006835938, 184.34437561035156, 1, 617.7044067382812, 181.6147003173828, 1, 625.49462890625, 181.65260314941406, 1, 631.68310546875, 185.16090393066406, 1, 624.8452758789062, 187.02317810058594, 1, 617.4664306640625, 186.96226501464844, 1, 657.68115234375, 184.8337860107422, 1, 663.7174072265625, 181.20155334472656, 1, 671.0223999023438, 180.8553009033203, 1, 677.6539916992188, 183.42149353027344, 1, 671.3046875, 186.2930450439453, 1, 664.3330078125, 186.43324279785156, 1, 630.2609252929688, 236.0094757080078, 1, 636.2247924804688, 229.55140686035156, 1, 644.220703125, 225.8766632080078, 1, 648.3211669921875, 225.95167541503906, 1, 652.3905639648438, 225.71922302246094, 1, 659.5559692382812, 228.9438934326172, 1, 665.3286743164062, 235.2280731201172, 1, 661.2472534179688, 240.7306671142578, 1, 656.1578979492188, 244.77513122558594, 1, 649.3010864257812, 246.1283721923828, 1, 641.6807861328125, 244.8195037841797, 1, 635.37109375, 241.1894989013672, 1, 632.1693115234375, 235.8091278076172, 1, 640.0768432617188, 232.58616638183594, 1, 648.575927734375, 231.65663146972656, 1, 656.2089233398438, 232.30235290527344, 1, 663.4459838867188, 235.20738220214844, 1, 656.6369018554688, 237.0951385498047, 1, 649.0609741210938, 237.8373260498047, 1, 640.24755859375, 237.2948760986328, 1 ], "lefthand_kpts": [ 719.2838745117188, 451.9183349609375, 1, 701.0991821289062, 427.6719970703125, 1, 688.9760131835938, 415.54888916015625, 1, 682.9144897460938, 409.4873046875, 1, 676.8529052734375, 397.3641357421875, 1, 695.0376586914062, 397.3641357421875, 1, 682.9144897460938, 391.3026123046875, 1, 676.8529052734375, 391.3026123046875, 1, 670.7913208007812, 391.3026123046875, 1, 701.0991821289062, 403.42572021484375, 1, 682.9144897460938, 397.3641357421875, 1, 670.7913208007812, 403.42572021484375, 1, 664.7297973632812, 415.54888916015625, 1, 707.1607666015625, 415.54888916015625, 1, 682.9144897460938, 415.54888916015625, 1, 676.8529052734375, 421.6104736328125, 1, 670.7913208007812, 427.6719970703125, 1, 707.1607666015625, 427.6719970703125, 1, 688.9760131835938, 427.6719970703125, 1, 682.9144897460938, 433.733642578125, 1, 676.8529052734375, 433.733642578125, 1 ], "righthand_kpts": [ 597.215087890625, 429.92486572265625, 1, 613.4458618164062, 408.5389404296875, 1, 624.9481811523438, 388.79345703125, 1, 639.9798583984375, 381.9022216796875, 1, 656.6533203125, 376.14202880859375, 1, 640.0161743164062, 379.29876708984375, 1, 657.7850341796875, 370.6048583984375, 1, 673.3709716796875, 365.02197265625, 1, 689.0282592773438, 360.37615966796875, 1, 646.6458740234375, 387.7774658203125, 1, 664.6673583984375, 382.63751220703125, 1, 685.5265502929688, 381.11370849609375, 1, 701.1655883789062, 381.10052490234375, 1, 646.5831298828125, 403.34002685546875, 1, 663.8655395507812, 397.193603515625, 1, 683.2986450195312, 397.42120361328125, 1, 695.6114501953125, 399.14971923828125, 1, 644.164306640625, 420.905517578125, 1, 661.8776245117188, 417.755859375, 1, 677.3704833984375, 416.66748046875, 1, 688.4934692382812, 415.81842041015625, 1 ], "center": [ 625.3295288085938, 394.3333740234375 ], "scale": [ 2.909555196762085, 3.879406690597534 ], "keypoints_score": [ 0.9811363220214844, 0.9954956769943237, 0.9717949032783508, 0.9412726163864136, 0.9241065979003906, 0.8660978078842163, 0.8708992600440979, 0.9489671587944031, 0.9455299377441406, 0.9023162126541138, 0.9091962575912476, 0.7971851825714111, 0.7895324230194092, 0.0018405193695798516, 0.003101055044680834, 0.05655696243047714, 0.09163590520620346 ], "face_kpts_score": [ 0.4886244833469391, 0.69468092918396, 0.7412582635879517, 0.7165122032165527, 0.7605477571487427, 0.5191863775253296, 0.6554851531982422, 0.6554459929466248, 0.6802831888198853, 0.6642276048660278, 0.6409626007080078, 0.6400701403617859, 0.733256995677948, 0.5950337648391724, 0.7393857836723328, 0.760857105255127, 0.516197919845581, 0.9500359296798706, 0.9413355588912964, 0.8752957582473755, 0.8673460483551025, 0.9200141429901123, 0.9302890300750732, 0.904536247253418, 0.8542814254760742, 0.8989189863204956, 0.8789516687393188, 0.9834489822387695, 0.9682192802429199, 0.9187339544296265, 0.9193503856658936, 0.9887970685958862, 0.9474542140960693, 0.9394897818565369, 0.9608599543571472, 0.9677950143814087, 0.9130282402038574, 0.9581172466278076, 0.9740023612976074, 0.9491914510726929, 0.9694737195968628, 0.9803551435470581, 0.9537632465362549, 0.9684653282165527, 0.9674667119979858, 0.9621577262878418, 0.9827138185501099, 0.9700322151184082, 0.9380091428756714, 0.9432722926139832, 0.9590380191802979, 0.9752227067947388, 0.9425753355026245, 0.9180837273597717, 0.9778302907943726, 0.9353845119476318, 0.9927113056182861, 0.9453092813491821, 0.9415828585624695, 0.9393923282623291, 0.944844126701355, 0.9175698757171631, 0.9401630163192749, 0.9685137867927551, 0.9844890832901001, 0.9558357000350952, 0.9115381240844727, 0.924149215221405 ], "foot_kpts_score": [ 0.025538168847560883, 0.036636438220739365, 0.026612022891640663, 0.03855586424469948, 0.056865252554416656, 0.028382617980241776 ], "lefthand_kpts_score": [ 0.7600125074386597, 0.745463490486145, 0.7764337658882141, 0.7114130258560181, 0.6156669855117798, 0.8557156324386597, 0.7727398872375488, 0.6469468474388123, 0.5497766733169556, 0.9081755876541138, 0.7351559400558472, 0.6248156428337097, 0.5602334141731262, 0.8980852365493774, 0.7461808919906616, 0.7061547040939331, 0.6272803544998169, 0.8551337122917175, 0.7837255001068115, 0.7582361698150635, 0.6903424859046936 ], "righthand_kpts_score": [ 0.4353033065795898, 0.5423712790012359, 0.4518624901771545, 0.4177104592323303, 0.3111421078443527, 0.39787415266036985, 0.6782283544540405, 0.854341185092926, 0.9760976791381836, 0.3420098632574081, 0.7943813562393188, 0.7707241535186767, 0.9413307070732116, 0.4509719967842102, 0.8418438792228699, 0.7925944685935974, 0.6956636071205139, 0.5039595425128937, 0.9018714785575866, 0.7731103658676147, 0.6992725491523742 ], "face_box": [ 0.44921875, 0.21666666666666667, 0.55078125, 0.3972222222222222 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.51484375, 0.5347222222222222, 0.565625, 0.6347222222222222 ], "righthand_box": [ 0.45859375, 0.48333333333333334, 0.55, 0.6291666666666667 ], "lefthand_update": false, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000003.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.33,0.12,0.64,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.8226656913757324, -0.01539700385183096, 0.11791598051786423 ], "body_pose": [ -0.2023610919713974, 0.016347136348485947, 0.1143190860748291, -0.20968930423259735, -0.019238725304603577, -0.11240703612565994, 0.2564495801925659, 0.006751681212335825, -0.008304199203848839, 0.4787025451660156, 0.02947065979242325, -0.0659317895770073, 0.475478857755661, -0.030512884259223938, 0.0633692517876625, 0.04516131430864334, -0.0016593150794506073, -0.013328966684639454, -0.12038842588663101, 0.07304937392473221, -0.04172150790691376, -0.11950072646141052, -0.07222418487071991, 0.04148254916071892, -0.06573870033025742, 0.0007555278134532273, -0.025341298431158066, 0.0071751936338841915, -0.0044710030779242516, 0.0018869924824684858, 0.005281446967273951, 0.006727997679263353, -0.0010856271255761385, 0.26752135157585144, 0.0007926495745778084, -0.04656492546200752, -0.0205049067735672, -0.31587859988212585, 0.036996982991695404, -0.0016757039120420814, 0.40055540204048157, 0.16103103756904602, -0.0519862100481987, 0.02700110524892807, 0.12834469974040985, 0.06446589529514313, -0.40347471833229065, -1.0620049238204956, 0.11700133979320526, 0.4396354854106903, 0.9059757590293884, 0.1905125230550766, -1.5157314538955688, 0.5244952440261841, 0.07034102082252502, 1.7892720699310303, -0.4428124725818634, -0.3298218250274658, -0.4405025839805603, 0.46946361660957336, -0.5835220813751221, 0.2081701010465622, -0.09802763164043427 ], "shape": [ -0.027371715754270554, 0.052877675741910934, -0.04274722561240196, 0.07704384624958038, 0.013363613747060299, 0.015695666894316673, -0.012847710400819778, -0.01542839128524065, 0.025252139195799828, 0.003416631370782852 ], "trans": [ -0.0028130123391747475, 0.690862774848938, 20.28890609741211 ], "focal": [ 15158.039728800457, 15158.040523529053 ], "princpt": [ 625.1842651367188, 394.0521812438965 ], "lhand_pose": [ -0.12143664062023163, 0.440246045589447, -0.08569855988025665, 0.10883087664842606, 0.01242308970540762, -0.5274920463562012, -0.004051382187753916, -0.06559348106384277, -0.36333367228507996, -0.25413215160369873, 0.33967125415802, -0.7135696411132812, 0.027607006952166557, 0.014660184271633625, -0.10044024139642715, 0.003136729123070836, -0.058748796582221985, -0.4099269211292267, -0.3303377032279968, -0.29770636558532715, -0.49203142523765564, -0.03674312308430672, 0.021839968860149384, -0.0846574604511261, -0.19015128910541534, 0.013653655536472797, -0.2357640266418457, -0.10893826186656952, -0.10030195116996765, -0.9273609519004822, -0.12995006144046783, -0.08353512734174728, 0.1521742343902588, -0.0704561173915863, 0.04894930496811867, -0.20172393321990967, 0.06945730000734329, 0.5073673129081726, 0.12254736572504044, 0.07690048962831497, 0.02961304597556591, -0.1803177446126938, 0.14570586383342743, 0.24326127767562866, 0.08347506821155548 ], "rhand_pose": [ -0.25034138560295105, -0.12180249392986298, 0.033286672085523605, 0.07388744503259659, 0.03722267225384712, -0.1956443041563034, -0.012763142585754395, 0.05109803006052971, -0.0013036304153501987, -0.2064586728811264, -0.11388519406318665, 0.08203102648258209, 0.023233776912093163, 0.041787512600421906, -0.3205443322658539, -0.005385289434343576, 0.020940428599715233, 0.07853105664253235, 0.22114908695220947, 0.21259598433971405, -0.16465921700000763, -0.05609952658414841, -0.005379828624427319, -0.054709866642951965, -0.05404214188456535, -0.0019552414305508137, 0.1349620521068573, 0.06963355094194412, 0.03783465921878815, 0.05562291294336319, -0.05154762789607048, 0.045015525072813034, -0.23364359140396118, -0.03919723257422447, -0.05241415649652481, 0.08932971209287643, -0.1545313447713852, -0.4933246672153473, -0.41117367148399353, 0.06403112411499023, -0.15194888412952423, 0.18114310503005981, 0.08272778242826462, -0.20832239091396332, -0.059924785047769547 ], "jaw_pose": [ 0.02538258582353592, 0.03339767083525658, -0.06289730966091156 ], "expr": [ -0.4640045166015625, 0.39067721366882324, -1.8005146980285645, 0.3761041462421417, 0.05160044506192207, -0.07341630011796951, -0.1215280294418335, 0.25002482533454895, -0.13001571595668793, 0.028342310339212418 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 646.991943359375, 205.15045166015625, 1, 669.068115234375, 181.470458984375, 1, 621.2496337890625, 181.5625, 1, 698.9606323242188, 195.4271240234375, 1, 579.1732177734375, 197.60247802734375, 1, 750.495849609375, 334.41949462890625, 1, 504.1747131347656, 339.5145263671875, 1, 789.3020629882812, 524.1310424804688, 1, 463.2310485839844, 522.6806640625, 1, 723.7496948242188, 447.1124267578125, 1, 595.600341796875, 434.8297424316406, 1, 706.685546875, 699.2212524414062, 0, 541.5245361328125, 697.5117797851562, 0, 678.6768188476562, 663.1347045898438, 0, 590.89453125, 628.6588745117188, 0, 711.508056640625, 704.5354614257812, 0, 534.6834106445312, 706.9923706054688, 0 ], "foot_kpts": [ 709.0126342773438, 439.0889587402344, 0, 628.9646606445312, 264.00482177734375, 0, 665.2262573242188, 251.9176483154297, 0, 713.545654296875, 364.1120300292969, 0, 695.6532592773438, 392.5635681152344, 0, 650.4896850585938, 392.6341247558594, 0 ], "face_kpts": [ 584.4232788085938, 183.76930236816406, 0, 585.7120971679688, 198.4774932861328, 1, 589.08935546875, 212.6448974609375, 1, 592.1395263671875, 227.59808349609375, 1, 595.548828125, 239.4827117919922, 1, 606.9813232421875, 253.5987091064453, 0, 615.7245483398438, 262.7353820800781, 1, 630.101806640625, 268.96832275390625, 1, 645.0033569335938, 272.70269775390625, 1, 659.6543579101562, 269.22015380859375, 1, 672.678955078125, 262.11187744140625, 1, 681.2050170898438, 251.21173095703125, 1, 688.7207641601562, 237.7803955078125, 1, 692.7922973632812, 226.30694580078125, 1, 695.5398559570312, 208.8464813232422, 1, 696.8912963867188, 195.7132110595703, 1, 697.4728393554688, 180.6920623779297, 1, 602.4579467773438, 173.55540466308594, 1, 610.3139038085938, 170.45408630371094, 1, 618.8038940429688, 170.27235412597656, 1, 627.3004150390625, 171.43902587890625, 1, 635.2597045898438, 172.0655517578125, 1, 656.5436401367188, 171.6798553466797, 1, 664.0213623046875, 170.8247833251953, 1, 672.182373046875, 169.45632934570312, 1, 680.4337158203125, 169.28074645996094, 1, 688.2144165039062, 172.3990020751953, 1, 646.4444580078125, 183.3231201171875, 1, 646.9268188476562, 190.7983856201172, 1, 647.5095825195312, 197.89154052734375, 1, 647.8554077148438, 205.1918182373047, 1, 636.0619506835938, 215.03485107421875, 1, 641.8838500976562, 215.2607421875, 1, 647.7530517578125, 215.28289794921875, 1, 653.0978393554688, 214.946044921875, 1, 658.1962280273438, 214.21258544921875, 1, 611.6739501953125, 184.714111328125, 1, 618.71728515625, 181.7568817138672, 1, 626.5531005859375, 181.89361572265625, 1, 632.924072265625, 185.3936767578125, 1, 625.8523559570312, 187.4926300048828, 1, 618.4910888671875, 187.3444366455078, 1, 658.4317016601562, 185.03863525390625, 1, 664.3285522460938, 181.26007080078125, 1, 671.8867797851562, 180.7967071533203, 1, 678.6124877929688, 183.6080780029297, 1, 672.2601318359375, 186.5006561279297, 1, 665.3173828125, 186.8533477783203, 1, 631.6450805664062, 235.903076171875, 1, 637.8078002929688, 230.0672607421875, 1, 645.2514038085938, 226.66253662109375, 1, 649.1353149414062, 226.6883087158203, 1, 653.2024536132812, 226.31536865234375, 1, 660.3189086914062, 229.3908233642578, 1, 665.8900756835938, 235.0642852783203, 1, 661.6788940429688, 239.6701202392578, 1, 656.7033081054688, 242.8575897216797, 1, 650.0811767578125, 244.0899658203125, 1, 643.1173095703125, 243.2533721923828, 1, 636.9331665039062, 240.34716796875, 1, 633.6416625976562, 235.79412841796875, 1, 641.4788208007812, 233.1912078857422, 1, 649.5321655273438, 232.6498565673828, 1, 656.9525146484375, 232.902587890625, 1, 664.0238647460938, 235.0762939453125, 1, 657.1110229492188, 235.55841064453125, 1, 649.8148193359375, 236.017578125, 1, 641.5216064453125, 235.909423828125, 1 ], "lefthand_kpts": [ 703.5809936523438, 448.4461364746094, 1, 697.0465698242188, 436.750732421875, 1, 688.0599975585938, 415.3478088378906, 1, 681.5016479492188, 405.7229309082031, 1, 674.1476440429688, 402.3918762207031, 1, 695.2531127929688, 390.8340759277344, 1, 673.3095092773438, 400.2545471191406, 1, 670.5033569335938, 399.26123046875, 1, 663.9824829101562, 404.8858947753906, 1, 698.712646484375, 398.0377502441406, 1, 676.9786376953125, 412.9654846191406, 1, 666.8124389648438, 426.3969421386719, 1, 660.2050170898438, 439.1811828613281, 1, 704.3661499023438, 408.9989318847656, 1, 683.7225952148438, 418.3121337890625, 1, 671.271484375, 433.003662109375, 1, 663.7421875, 444.6777038574219, 1, 711.1803588867188, 421.0340270996094, 1, 692.6419067382812, 427.3968811035156, 1, 680.5745239257812, 436.1193542480469, 1, 672.4028930664062, 444.1454772949219, 1 ], "righthand_kpts": [ 598.720703125, 430.2140197753906, 1, 614.6171264648438, 408.505126953125, 1, 626.3833618164062, 388.888671875, 1, 640.8153076171875, 382.5210876464844, 1, 656.5271606445312, 375.5140075683594, 1, 642.140380859375, 378.1251525878906, 1, 660.0513916015625, 370.6546936035156, 1, 674.974609375, 365.6125183105469, 1, 689.4522094726562, 361.7066345214844, 1, 648.4861450195312, 387.5340881347656, 1, 665.6775512695312, 382.8065490722656, 1, 685.6310424804688, 381.3143005371094, 1, 700.8248901367188, 381.0815734863281, 1, 647.4692993164062, 403.4093933105469, 1, 664.6322631835938, 397.2668151855469, 1, 683.414794921875, 397.6683654785156, 1, 696.1251831054688, 399.000732421875, 1, 644.7933349609375, 420.7454528808594, 1, 662.0933227539062, 417.8897705078125, 1, 677.8179321289062, 417.1368408203125, 1, 689.86669921875, 415.857666015625, 1 ], "center": [ 625.6842651367188, 394.55218505859375 ], "scale": [ 2.9150314331054688, 3.8867082595825195 ], "keypoints_score": [ 0.9814808964729309, 0.9956902265548706, 0.9710843563079834, 0.9310100674629211, 0.9325320720672607, 0.8740851879119873, 0.8735021352767944, 0.9489790201187134, 0.9453089833259583, 0.9060312509536743, 0.9109951257705688, 0.8053722381591797, 0.8002842664718628, 0.0044442443177104, 0.002657264471054077, 0.05321909114718437, 0.09083180129528046 ], "face_kpts_score": [ 0.42322054505348206, 0.7072329521179199, 0.5972945690155029, 0.8331713080406189, 0.6811348795890808, 0.44917500019073486, 0.6599791049957275, 0.598615288734436, 0.6204851865768433, 0.6426183581352234, 0.5738192796707153, 0.609586775302887, 0.7364815473556519, 0.7071430683135986, 0.7269827127456665, 0.7393335103988647, 0.5301619172096252, 0.9397242069244385, 0.9243144392967224, 0.9214188456535339, 0.8998571038246155, 0.8770179748535156, 0.9016232490539551, 0.8932039737701416, 0.9028978943824768, 0.9394249320030212, 0.9560239315032959, 1.0019617080688477, 0.9727380871772766, 0.9250819683074951, 0.936356782913208, 0.957351803779602, 0.943013072013855, 0.9263066053390503, 0.9319260120391846, 0.9668788313865662, 0.946922779083252, 0.9371273517608643, 0.9694099426269531, 0.9489142894744873, 0.981283962726593, 0.946221113204956, 0.9535493850708008, 0.9507925510406494, 0.9524019956588745, 0.9664088487625122, 0.9285938739776611, 0.9443637132644653, 0.9394052624702454, 0.9834269881248474, 0.945929765701294, 0.9436328411102295, 0.9444230794906616, 0.9205539226531982, 0.9830970764160156, 0.925986647605896, 0.984464168548584, 0.9518327713012695, 0.9667370319366455, 0.945630669593811, 0.9623280763626099, 0.9660304188728333, 0.9114724397659302, 0.9649230241775513, 0.97797691822052, 0.9514474868774414, 0.9128172993659973, 0.9395502209663391 ], "foot_kpts_score": [ 0.02689385414123535, 0.034309081733226776, 0.026495086029171944, 0.035463035106658936, 0.05618495121598244, 0.02855951339006424 ], "lefthand_kpts_score": [ 0.3028393894433975, 0.3104383111000061, 0.1780821517109871, 0.2158953681588173, 0.24538244903087617, 0.5086946845054626, 0.3539507746696472, 0.2881972849369049, 0.1933733582496643, 0.5229978621006012, 0.35223731994628904, 0.44647750854492185, 0.38564533591270445, 0.4392677903175354, 0.5539139568805694, 0.546658045053482, 0.7980090737342834, 0.4669629693031311, 0.7875588893890381, 0.7480832099914551, 0.8209352850914001 ], "righthand_kpts_score": [ 0.4259615898132324, 0.5461586475372314, 0.45203585028648374, 0.3938587665557861, 0.2964800953865051, 0.38691834211349485, 0.6514369010925293, 0.8723051309585571, 0.9646697998046875, 0.36568442583084104, 0.7385703086853027, 0.7283133029937744, 0.9187074661254883, 0.4629183769226074, 0.8471981048583984, 0.8218513488769531, 0.7299476623535156, 0.5283589720726013, 0.8975586652755737, 0.7604583859443664, 0.7162260174751282 ], "face_box": [ 0.44921875, 0.21666666666666667, 0.5515625, 0.3875 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.51484375, 0.5347222222222222, 0.565625, 0.6347222222222222 ], "righthand_box": [ 0.459375, 0.4861111111111111, 0.54921875, 0.6305555555555555 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000004.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.33,0.12,0.65,0.97]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.8225255012512207, -0.0156037462875247, 0.11835671216249466 ], "body_pose": [ -0.20273424685001373, 0.016476288437843323, 0.11434952169656754, -0.2099919617176056, -0.019131651148200035, -0.11264782398939133, 0.25608715415000916, 0.006695818621665239, -0.008163053542375565, 0.4785340130329132, 0.029517754912376404, -0.0659671425819397, 0.4751903712749481, -0.030541451647877693, 0.06329880654811859, 0.04502905160188675, -0.001592606888152659, -0.013110811822116375, -0.120271235704422, 0.07296771556138992, -0.04176194220781326, -0.11945097893476486, -0.07231496274471283, 0.041484806686639786, -0.06611836701631546, 0.0007342898170463741, -0.025076964870095253, 0.007158853113651276, -0.004466083366423845, 0.0018679701024666429, 0.005277588963508606, 0.006723340135067701, -0.0010767007479444146, 0.2673724293708801, 0.0007550122682005167, -0.046283964067697525, -0.020350854843854904, -0.3146812915802002, 0.03553778678178787, -0.001808806206099689, 0.39914530515670776, 0.1615697145462036, -0.05346066504716873, 0.029277412220835686, 0.12738119065761566, 0.06465447694063187, -0.4014616012573242, -1.0600430965423584, 0.1158413514494896, 0.43793514370918274, 0.9052698612213135, 0.1908269226551056, -1.514875888824463, 0.5242884159088135, 0.06905286014080048, 1.790382742881775, -0.44335290789604187, -0.3322974741458893, -0.44048255681991577, 0.47150975465774536, -0.5857772827148438, 0.20519624650478363, -0.09638504683971405 ], "shape": [ -0.02737353928387165, 0.052879396826028824, -0.04273185506463051, 0.07706767320632935, 0.013340847566723824, 0.015690332278609276, -0.01283883024007082, -0.015430859290063381, 0.025270666927099228, 0.003415592247620225 ], "trans": [ -0.0028199926018714905, 0.6927874088287354, 20.142704010009766 ], "focal": [ 15068.597793579102, 15068.598985671997 ], "princpt": [ 626.7371826171875, 393.226354598999 ], "lhand_pose": [ -0.11474794149398804, 0.4346179664134979, -0.08056455850601196, 0.10931459069252014, 0.01357036828994751, -0.5262418985366821, -0.0035595057997852564, -0.06495599448680878, -0.3647516965866089, -0.2534458339214325, 0.33432716131210327, -0.7091634273529053, 0.02786073461174965, 0.01562579721212387, -0.09968427568674088, 0.0033944633323699236, -0.059115566313266754, -0.41250941157341003, -0.3308687210083008, -0.29511934518814087, -0.4962686598300934, -0.03567758947610855, 0.02209804765880108, -0.08366954326629639, -0.19210568070411682, 0.013902912847697735, -0.2345716804265976, -0.10695484280586243, -0.10162212699651718, -0.9298886656761169, -0.12905652821063995, -0.0830635204911232, 0.15403057634830475, -0.07044415175914764, 0.04887539893388748, -0.20178116858005524, 0.07056642323732376, 0.5113452672958374, 0.1217394545674324, 0.07694254070520401, 0.027064844965934753, -0.1810338795185089, 0.14708009362220764, 0.24319897592067719, 0.08261194080114365 ], "rhand_pose": [ -0.25006991624832153, -0.12276504188776016, 0.034635886549949646, 0.07387048751115799, 0.037137798964977264, -0.19736407697200775, -0.012747696600854397, 0.051152389496564865, -0.0020990916527807713, -0.20767541229724884, -0.11464870721101761, 0.08282043784856796, 0.023167017847299576, 0.04205712676048279, -0.3185025453567505, -0.005407925229519606, 0.021000970155000687, 0.07789064198732376, 0.2206200808286667, 0.2164444774389267, -0.16677226126194, -0.05651852861046791, -0.005366460885852575, -0.054153311997652054, -0.054065167903900146, -0.0019225068390369415, 0.1353035271167755, 0.06942605972290039, 0.03752567246556282, 0.054810456931591034, -0.051774248480796814, 0.04520980641245842, -0.2349017709493637, -0.03926539048552513, -0.052404455840587616, 0.0884910300374031, -0.15703976154327393, -0.48110735416412354, -0.41757357120513916, 0.06290823966264725, -0.14947526156902313, 0.17997479438781738, 0.08225338160991669, -0.2072579711675644, -0.060328446328639984 ], "jaw_pose": [ 0.022801656275987625, 0.03298244625329971, -0.06160151585936546 ], "expr": [ -0.42826735973358154, 0.3293391168117523, -1.7625858783721924, 0.3962365388870239, 0.10147149860858917, -0.10327800363302231, -0.15782305598258972, 0.2329328954219818, -0.14407998323440552, 0.007111296057701111 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 648.4135131835938, 205.3201141357422, 1, 670.3244018554688, 181.7313690185547, 1, 622.5169067382812, 181.7754364013672, 1, 700.2033081054688, 194.8671417236328, 1, 580.4013671875, 196.8726348876953, 1, 751.9329223632812, 334.6626281738281, 1, 505.2337646484375, 339.3547058105469, 1, 790.8856811523438, 524.3623046875, 1, 464.5601806640625, 522.905029296875, 1, 724.7329711914062, 446.8490905761719, 1, 594.7864379882812, 436.4427185058594, 1, 707.5684204101562, 698.0193481445312, 0, 541.4180297851562, 696.629150390625, 0, 677.4016723632812, 665.7022094726562, 0, 592.10693359375, 631.4265747070312, 0, 709.1668090820312, 703.9166870117188, 0, 536.3596801757812, 706.6055908203125, 0 ], "foot_kpts": [ 710.0623168945312, 438.8926086425781, 0, 630.1265869140625, 263.927734375, 0, 666.3222045898438, 251.86251831054688, 0, 711.9351196289062, 367.66033935546875, 0, 696.3164672851562, 388.9311218261719, 0, 648.9280395507812, 399.25982666015625, 0 ], "face_kpts": [ 585.8685302734375, 183.95208740234375, 0, 587.1194458007812, 198.11029052734375, 1, 590.2776489257812, 211.9010467529297, 1, 593.6277465820312, 227.59979248046875, 1, 597.068359375, 239.3159637451172, 1, 608.0911865234375, 252.98355102539062, 1, 617.2188110351562, 262.393310546875, 1, 631.6619873046875, 268.49310302734375, 1, 646.5074462890625, 272.02459716796875, 1, 661.0554809570312, 268.6044921875, 1, 674.8055419921875, 260.6521911621094, 1, 682.6165771484375, 250.95635986328125, 1, 690.2407836914062, 237.4307098388672, 1, 694.3904418945312, 226.17303466796875, 1, 696.9003295898438, 208.88128662109375, 1, 698.1964721679688, 195.82147216796875, 1, 698.8228149414062, 180.6206817626953, 1, 603.6129150390625, 173.3274383544922, 1, 611.5542602539062, 170.17044067382812, 1, 620.1064453125, 170.12527465820312, 1, 628.5829467773438, 171.29541015625, 1, 636.6114501953125, 172.0157928466797, 1, 657.8934936523438, 171.72425842285156, 1, 665.3970947265625, 170.6911163330078, 1, 673.6366577148438, 169.30221557617188, 1, 681.9732666015625, 169.16732788085938, 1, 689.7849731445312, 172.4597625732422, 1, 647.7698364257812, 183.16656494140625, 1, 648.2770385742188, 190.5585479736328, 1, 648.9639282226562, 197.6422119140625, 1, 649.2857055664062, 204.9313507080078, 1, 637.5341186523438, 214.7869873046875, 1, 643.3219604492188, 214.95587158203125, 1, 649.194580078125, 214.99713134765625, 1, 654.5455322265625, 214.6595458984375, 1, 659.6000366210938, 213.9215850830078, 1, 612.8270263671875, 184.4932098388672, 1, 619.8771362304688, 181.6306915283203, 1, 627.6679077148438, 181.76824951171875, 1, 633.9490356445312, 185.16998291015625, 1, 626.9755249023438, 187.0738067626953, 1, 619.611328125, 186.9693145751953, 1, 659.82568359375, 184.8992462158203, 1, 665.7481079101562, 181.2638702392578, 1, 673.2567749023438, 180.9036407470703, 1, 679.9483032226562, 183.69232177734375, 1, 673.5712890625, 186.4501495361328, 1, 666.61376953125, 186.63043212890625, 1, 633.0880737304688, 235.3201446533203, 1, 639.334716796875, 229.7941131591797, 1, 646.8203735351562, 226.3855743408203, 1, 650.7102661132812, 226.36541748046875, 1, 654.7579345703125, 225.9771270751953, 1, 661.71875, 228.9301300048828, 1, 667.20263671875, 233.9078826904297, 1, 662.8631591796875, 238.25885009765625, 1, 657.8449096679688, 241.55487060546875, 1, 651.6942138671875, 242.5308074951172, 1, 644.7067260742188, 241.8498992919922, 1, 638.56982421875, 239.19287109375, 1, 635.1458129882812, 235.15447998046875, 1, 643.1912231445312, 233.1612548828125, 1, 651.2662353515625, 232.6572265625, 1, 658.3798828125, 232.63409423828125, 1, 665.3628540039062, 233.9254150390625, 1, 658.4454956054688, 233.9436798095703, 1, 651.3257446289062, 234.1298828125, 1, 643.1751708984375, 234.3789825439453, 1 ], "lefthand_kpts": [ 704.2252807617188, 447.3600769042969, 1, 698.5114135742188, 436.7291259765625, 1, 690.0560302734375, 415.1623840332031, 1, 682.8862915039062, 405.75152587890625, 1, 675.6934204101562, 402.5000305175781, 1, 696.9021606445312, 389.8264465332031, 1, 677.1880493164062, 390.4339904785156, 1, 671.0703735351562, 400.29461669921875, 1, 663.0696411132812, 402.2320861816406, 1, 699.9650268554688, 397.5873107910156, 1, 682.6555786132812, 402.7953186035156, 1, 667.8077392578125, 425.3741149902344, 1, 662.3082885742188, 438.2054443359375, 1, 705.107177734375, 408.9462585449219, 1, 685.1687622070312, 418.2471618652344, 1, 672.9347534179688, 432.3004150390625, 1, 665.0248413085938, 444.2920837402344, 1, 712.5637817382812, 420.4073181152344, 1, 693.8887329101562, 427.5981750488281, 1, 681.6419677734375, 435.9834899902344, 1, 673.8551635742188, 443.9960021972656, 1 ], "righthand_kpts": [ 598.5980224609375, 430.7862243652344, 1, 615.6333618164062, 408.6851501464844, 1, 627.6978759765625, 388.86572265625, 1, 641.79150390625, 382.8912658691406, 1, 656.7876586914062, 373.8895263671875, 1, 642.3917236328125, 378.9619140625, 1, 660.3064575195312, 371.3490295410156, 1, 675.7576904296875, 366.4767761230469, 1, 690.75244140625, 362.9439392089844, 1, 648.9588012695312, 388.3878173828125, 1, 666.671630859375, 383.43603515625, 1, 686.72314453125, 382.274169921875, 1, 701.6771850585938, 381.5769348144531, 1, 648.4274291992188, 404.1041564941406, 1, 665.2814331054688, 398.2073669433594, 1, 684.8585815429688, 398.005126953125, 1, 697.6310424804688, 399.3334655761719, 1, 645.7999877929688, 421.1739501953125, 1, 663.165283203125, 418.3543395996094, 1, 678.7078857421875, 417.4947204589844, 1, 690.8934936523438, 415.8300476074219, 1 ], "center": [ 627.2371826171875, 393.7263488769531 ], "scale": [ 2.8978583812713623, 3.8638112545013428 ], "keypoints_score": [ 0.9819061756134033, 0.9985237717628479, 0.9702944159507751, 0.9364736080169678, 0.9246818423271179, 0.8816432356834412, 0.8690298795700073, 0.9549612402915955, 0.9545460939407349, 0.9112526774406433, 0.918121337890625, 0.799360990524292, 0.7801977396011353, 0.007054435089230537, 0.005771992728114128, 0.054804861545562744, 0.09312698245048523 ], "face_kpts_score": [ 0.43514207005500793, 0.7295647263526917, 0.5892649292945862, 0.8297387361526489, 0.7021501660346985, 0.4512917995452881, 0.6513235569000244, 0.6135563850402832, 0.6101839542388916, 0.6581195592880249, 0.5790563225746155, 0.6105459332466125, 0.7346557974815369, 0.6851155757904053, 0.7477943897247314, 0.7436643838882446, 0.555016040802002, 0.9631463289260864, 0.9427261352539062, 0.9214683771133423, 0.8629113435745239, 0.8845577239990234, 0.9071665406227112, 0.9030376672744751, 0.882155179977417, 0.9252862930297852, 0.9492748975753784, 1.0028574466705322, 0.9811670780181885, 0.9235696196556091, 0.9268231391906738, 0.9637272953987122, 0.9248208999633789, 0.9121236801147461, 0.9371685981750488, 0.981595516204834, 0.9160717725753784, 0.9398548603057861, 0.9572690725326538, 0.9521054029464722, 0.9528958201408386, 0.9375910758972168, 0.9519568085670471, 0.9667088985443115, 0.9606179594993591, 0.9779798984527588, 0.9511001706123352, 0.9329929947853088, 0.9434203505516052, 0.9579677581787109, 0.9471617341041565, 0.9400244951248169, 0.9413861632347107, 0.9101676344871521, 1.0046948194503784, 0.9089841842651367, 0.9795397520065308, 0.9386692047119141, 0.9706038236618042, 0.9236769080162048, 0.9673386812210083, 0.9538083672523499, 0.9009977579116821, 0.9521517157554626, 0.9977954030036926, 0.9835403561592102, 0.9523943662643433, 0.9745879769325256 ], "foot_kpts_score": [ 0.028436727821826935, 0.034437231719493866, 0.02657303400337696, 0.03355015814304352, 0.05992838367819786, 0.026324747130274773 ], "lefthand_kpts_score": [ 0.30980983972549436, 0.33871895670890806, 0.16881870329380036, 0.2062355935573578, 0.2442209780216217, 0.49787006378173826, 0.3104597985744476, 0.2478472352027893, 0.197397118806839, 0.5266609847545624, 0.2881202161312103, 0.4102075159549713, 0.33925158381462095, 0.4439809679985046, 0.5919173717498779, 0.5315430521965027, 0.8382562756538391, 0.45183793306350706, 0.7704744100570678, 0.7583515405654907, 0.8536676526069641 ], "righthand_kpts_score": [ 0.44347951412200926, 0.534098094701767, 0.45763019323348997, 0.4080759048461914, 0.29515299797058103, 0.40620419979095457, 0.6265458226203918, 0.8601265907287597, 0.9778840899467468, 0.35413617491722105, 0.8075930833816528, 0.729061758518219, 0.9159531950950622, 0.4480024933815002, 0.7953375935554504, 0.8260399460792541, 0.7130332946777344, 0.5196097552776336, 0.9168779611587524, 0.7502721905708313, 0.7022329926490783 ], "face_box": [ 0.45078125, 0.21805555555555556, 0.55234375, 0.3888888888888889 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.51640625, 0.5333333333333333, 0.5671875, 0.6333333333333333 ], "righthand_box": [ 0.459375, 0.4861111111111111, 0.55078125, 0.6305555555555555 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000005.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.33,0.12,0.65,0.97]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.8222765922546387, -0.01581951044499874, 0.11839332431554794 ], "body_pose": [ -0.20280873775482178, 0.016636261716485023, 0.11441314965486526, -0.21009358763694763, -0.019023800268769264, -0.1127791628241539, 0.2560412585735321, 0.006662508472800255, -0.008091609925031662, 0.4783381223678589, 0.0295649953186512, -0.06592237949371338, 0.47508347034454346, -0.030557595193386078, 0.06321141123771667, 0.04498916119337082, -0.0015508717624470592, -0.012995034456253052, -0.12024974822998047, 0.07295671105384827, -0.04181203246116638, -0.11945797502994537, -0.07224518060684204, 0.041511211544275284, -0.06632859259843826, 0.000720081094186753, -0.024800151586532593, 0.007150623947381973, -0.004457108210772276, 0.001866452512331307, 0.00528695760294795, 0.006726427469402552, -0.0010709394700825214, 0.26745837926864624, 0.0012469090288504958, -0.04675338417291641, -0.020509732887148857, -0.3141952157020569, 0.036809589713811874, -0.0016468418762087822, 0.39751574397087097, 0.16127775609493256, -0.055789027363061905, 0.03175196424126625, 0.12786321341991425, 0.06398865580558777, -0.40108609199523926, -1.0603036880493164, 0.11650653183460236, 0.43626537919044495, 0.9036582112312317, 0.19015397131443024, -1.5145294666290283, 0.5249558687210083, 0.0695294514298439, 1.7916080951690674, -0.4450794756412506, -0.3382289707660675, -0.43740716576576233, 0.47353437542915344, -0.5813977122306824, 0.20707818865776062, -0.09556741267442703 ], "shape": [ -0.02736678346991539, 0.05288655683398247, -0.042761366814374924, 0.07705623656511307, 0.01335911639034748, 0.015714675188064575, -0.01284947618842125, -0.01542894821614027, 0.025254862383008003, 0.0034202763345092535 ], "trans": [ -0.0028985689859837294, 0.6932952404022217, 20.105545043945312 ], "focal": [ 14980.430603027344, 14980.430603027344 ], "princpt": [ 627.74169921875, 392.48299407958984 ], "lhand_pose": [ -0.11545729637145996, 0.43387579917907715, -0.0718926414847374, 0.10868283361196518, 0.013533697463572025, -0.5244801044464111, -0.0034380420111119747, -0.06511439383029938, -0.3632201850414276, -0.25482064485549927, 0.33173057436943054, -0.7048550248146057, 0.027746332809329033, 0.01546412892639637, -0.10325327515602112, 0.0033134922850877047, -0.059038665145635605, -0.41248977184295654, -0.33175426721572876, -0.2943001985549927, -0.4982492923736572, -0.036238737404346466, 0.02183494158089161, -0.08444447815418243, -0.19168584048748016, 0.014026139862835407, -0.23419289290905, -0.10850150883197784, -0.10163336247205734, -0.9272680878639221, -0.1289910227060318, -0.08316878229379654, 0.14991909265518188, -0.07013452798128128, 0.04871901497244835, -0.20203916728496552, 0.0696549192070961, 0.509437620639801, 0.11955584585666656, 0.07704297453165054, 0.0273453239351511, -0.18120944499969482, 0.146690234541893, 0.24312067031860352, 0.08254574239253998 ], "rhand_pose": [ -0.2501623332500458, -0.12190493941307068, 0.035993028432130814, 0.07394852489233017, 0.036715663969516754, -0.19642867147922516, -0.012739986181259155, 0.0510844811797142, -0.0018275558250024915, -0.21045683324337006, -0.1133047416806221, 0.0816522017121315, 0.02314644865691662, 0.04223521426320076, -0.3165591061115265, -0.005417647771537304, 0.021146567538380623, 0.07861699163913727, 0.21739338338375092, 0.21689286828041077, -0.16667227447032928, -0.05679284781217575, -0.0050031645223498344, -0.053736612200737, -0.05418772995471954, -0.0018247279804199934, 0.13557840883731842, 0.06767899543046951, 0.037740156054496765, 0.054500650614500046, -0.05214645341038704, 0.04583520069718361, -0.2356414794921875, -0.039301250129938126, -0.05233122780919075, 0.08883094787597656, -0.15403150022029877, -0.48970863223075867, -0.4134133458137512, 0.06308497488498688, -0.14974868297576904, 0.17980161309242249, 0.08225744217634201, -0.20743626356124878, -0.06040535122156143 ], "jaw_pose": [ 0.030364923179149628, 0.03529152274131775, -0.0636834055185318 ], "expr": [ -0.5382770299911499, 0.42330631613731384, -1.7329870462417603, 0.4229769706726074, 0.0758257657289505, -0.14275506138801575, -0.149056538939476, 0.2512741982936859, -0.15180125832557678, -0.038435421884059906 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 649.71875, 204.6732940673828, 1, 671.4310302734375, 181.3380889892578, 1, 624.0791015625, 181.3149871826172, 1, 701.375, 195.3450164794922, 1, 581.964111328125, 196.9503936767578, 1, 752.52099609375, 334.0694885253906, 1, 507.6020812988281, 339.2628479003906, 1, 792.5333862304688, 523.4404296875, 1, 465.3935241699219, 523.350830078125, 1, 726.5031127929688, 446.6764831542969, 1, 597.392578125, 435.3129577636719, 1, 708.8098754882812, 697.2063598632812, 0, 543.8626708984375, 695.33447265625, 0, 678.0787963867188, 668.5, 0, 591.2623291015625, 630.5949096679688, 0, 706.489013671875, 703.6503295898438, 0, 537.9835205078125, 706.3970336914062, 0 ], "foot_kpts": [ 711.3887329101562, 438.8668518066406, 0, 631.33984375, 263.90728759765625, 0, 667.5045166015625, 251.8523712158203, 0, 711.93017578125, 369.60986328125, 0, 697.3279418945312, 387.3233337402344, 0, 653.285400390625, 391.5832824707031, 0 ], "face_kpts": [ 587.3601684570312, 184.1338348388672, 0, 588.3196411132812, 197.7177734375, 1, 591.6027221679688, 211.5157012939453, 1, 594.975830078125, 227.9414520263672, 1, 598.511962890625, 239.7862548828125, 1, 608.1661987304688, 252.1780242919922, 1, 618.3711547851562, 261.955810546875, 1, 633.5118408203125, 268.9630126953125, 1, 647.9035034179688, 270.724853515625, 1, 661.8515014648438, 268.94354248046875, 1, 674.6237182617188, 262.2746887207031, 1, 684.51416015625, 251.4033203125, 1, 692.5311889648438, 238.6428680419922, 1, 695.8228149414062, 226.76995849609375, 1, 697.2973022460938, 209.1127166748047, 1, 697.6182250976562, 196.339599609375, 1, 697.1845092773438, 181.6874542236328, 1, 605.2173461914062, 173.3640899658203, 1, 613.0455322265625, 170.2188720703125, 1, 621.5205688476562, 169.6614990234375, 1, 630.2548828125, 170.7658233642578, 1, 638.5533447265625, 171.7442626953125, 1, 659.9791259765625, 171.11865234375, 1, 666.93115234375, 170.4775390625, 1, 675.0261840820312, 169.26197814941406, 1, 683.1203002929688, 169.05067443847656, 1, 690.7098999023438, 172.0174102783203, 1, 649.5574951171875, 182.9759063720703, 1, 649.95263671875, 190.3341522216797, 1, 650.2296142578125, 197.35894775390625, 1, 650.961669921875, 204.6243438720703, 1, 639.0066528320312, 214.38165283203125, 1, 644.8648681640625, 214.572509765625, 1, 650.622802734375, 214.6879119873047, 1, 656.144775390625, 214.189697265625, 1, 661.0206909179688, 213.6366729736328, 1, 614.2911987304688, 184.1536407470703, 1, 621.4813232421875, 181.20208740234375, 1, 629.3090209960938, 181.2505645751953, 1, 635.5397338867188, 184.9669952392578, 1, 628.6087036132812, 186.8056640625, 1, 621.1900634765625, 186.7029571533203, 1, 661.4498901367188, 184.77734375, 1, 667.2466430664062, 180.9914093017578, 1, 674.6343383789062, 180.5960693359375, 1, 681.6371459960938, 183.4895477294922, 1, 675.1616821289062, 186.415771484375, 1, 668.1107788085938, 186.46551513671875, 1, 633.954345703125, 235.33721923828125, 1, 640.2918701171875, 229.6055450439453, 1, 647.8822631835938, 226.2790985107422, 1, 652.0517578125, 226.3696746826172, 1, 656.1509399414062, 225.9797821044922, 1, 663.5267333984375, 228.98388671875, 1, 669.3754272460938, 234.43768310546875, 1, 665.2662353515625, 239.441162109375, 1, 659.8121948242188, 243.0029754638672, 1, 653.1293334960938, 244.1318817138672, 1, 645.7645263671875, 243.1211395263672, 1, 639.3173828125, 240.0201416015625, 1, 635.9202880859375, 235.1835479736328, 1, 644.0288696289062, 232.81640625, 1, 652.4699096679688, 232.041259765625, 1, 660.1609497070312, 232.5323028564453, 1, 667.4747924804688, 234.4141387939453, 1, 660.4872436523438, 235.5701904296875, 1, 652.8068237304688, 235.9759521484375, 1, 644.030517578125, 235.8897705078125, 1 ], "lefthand_kpts": [ 721.271728515625, 450.0014343261719, 1, 703.2659301757812, 431.9955749511719, 1, 691.2620239257812, 413.9897766113281, 1, 685.2600708007812, 407.9878845214844, 1, 679.2581787109375, 395.9839782714844, 1, 703.2659301757812, 395.9839782714844, 1, 691.2620239257812, 389.9820251464844, 1, 679.2581787109375, 389.9820251464844, 1, 673.2562255859375, 395.9839782714844, 1, 703.2659301757812, 401.9859313964844, 1, 691.2620239257812, 395.9839782714844, 1, 679.2581787109375, 407.9878845214844, 1, 667.2542724609375, 413.9897766113281, 1, 709.267822265625, 413.9897766113281, 1, 691.2620239257812, 413.9897766113281, 1, 679.2581787109375, 419.9917297363281, 1, 673.2562255859375, 425.9936218261719, 1, 709.267822265625, 425.9936218261719, 1, 697.2639770507812, 425.9936218261719, 1, 685.2600708007812, 431.9955749511719, 1, 679.2581787109375, 431.9955749511719, 1 ], "righthand_kpts": [ 598.7587280273438, 431.6725158691406, 1, 615.9832763671875, 409.9356384277344, 1, 628.1229248046875, 389.6689453125, 1, 642.1884765625, 383.8903503417969, 1, 658.424072265625, 376.2408447265625, 1, 642.404296875, 380.2648620605469, 1, 660.6638793945312, 371.7508239746094, 1, 677.1856689453125, 366.9952392578125, 1, 692.454833984375, 364.2372131347656, 1, 650.212890625, 388.8056640625, 1, 667.7890625, 383.7916564941406, 1, 687.7418823242188, 382.6647033691406, 1, 702.6437377929688, 382.6087951660156, 1, 650.1088256835938, 404.3540954589844, 1, 666.6604614257812, 398.5897521972656, 1, 685.8512573242188, 398.1415100097656, 1, 698.6426391601562, 400.2861328125, 1, 647.6115112304688, 420.9641418457031, 1, 664.3101806640625, 418.4686279296875, 1, 679.6882934570312, 417.6841735839844, 1, 691.7697143554688, 416.5135192871094, 1 ], "center": [ 628.24169921875, 392.9830017089844 ], "scale": [ 2.8809304237365723, 3.841240406036377 ], "keypoints_score": [ 0.9807257652282715, 1.000905156135559, 0.9735336303710938, 0.9332972764968872, 0.9303630590438843, 0.8809930086135864, 0.8720890283584595, 0.9588913917541504, 0.9545015692710876, 0.9253637790679932, 0.9099905490875244, 0.7957650423049927, 0.7790966033935547, 0.0020347817335277796, 0.0027637616731226444, 0.06287822872400284, 0.09417001157999039 ], "face_kpts_score": [ 0.4310758411884308, 0.7424603700637817, 0.603705883026123, 0.8451540470123291, 0.7507566213607788, 0.5565149784088135, 0.6345018148422241, 0.6524205803871155, 0.7017779350280762, 0.6016069650650024, 0.6131272315979004, 0.5628796815872192, 0.7610292434692383, 0.8041236400604248, 0.7619671821594238, 0.7105072736740112, 0.5166311860084534, 0.8844723701477051, 0.9149948358535767, 0.9103748798370361, 0.9540919065475464, 0.7982115745544434, 0.8596769571304321, 0.9169959425926208, 0.879405677318573, 0.9174672961235046, 0.8770273923873901, 0.9533190131187439, 0.942285418510437, 0.9251142740249634, 0.9423664212226868, 0.9802291989326477, 0.9250370264053345, 0.9556319713592529, 0.9417927265167236, 0.9651104211807251, 0.9424782991409302, 0.9514710307121277, 0.9555216431617737, 0.9375789165496826, 0.9293121099472046, 0.9459757804870605, 0.9641046524047852, 0.9586879014968872, 0.9500658512115479, 0.9513387680053711, 0.9680269956588745, 0.9632099866867065, 0.9655395746231079, 0.9628779888153076, 0.9395679235458374, 0.9702512621879578, 0.9204034805297852, 0.9349594116210938, 0.9490022659301758, 0.9661508798599243, 0.9711037874221802, 0.9369128942489624, 0.929370641708374, 0.9504579305648804, 0.9770031571388245, 0.9473719596862793, 0.95613694190979, 0.9440197944641113, 0.9599043726921082, 0.960716962814331, 0.9596328139305115, 0.958023190498352 ], "foot_kpts_score": [ 0.026875760406255722, 0.03591402620077133, 0.027434848248958588, 0.024752549827098846, 0.045130759477615356, 0.026339974254369736 ], "lefthand_kpts_score": [ 0.7732409238815308, 0.7302584052085876, 0.7559199929237366, 0.7080867290496826, 0.6218116879463196, 0.869741678237915, 0.7857217192649841, 0.6746140718460083, 0.5844933390617371, 0.9138640761375427, 0.7442566156387329, 0.6579244136810303, 0.5904815196990967, 0.944789707660675, 0.7634135484695435, 0.7447370290756226, 0.6753654479980469, 0.8946552872657776, 0.7978044748306274, 0.801544189453125, 0.7176539897918701 ], "righthand_kpts_score": [ 0.44928274154663084, 0.5316029250621795, 0.4586566150188446, 0.41967195868492124, 0.310262656211853, 0.42518959045410154, 0.6591164827346802, 0.8509186267852783, 0.9870238661766052, 0.3771499752998352, 0.7596590876579284, 0.7331449747085571, 0.880933141708374, 0.4696302771568298, 0.8050837278366089, 0.8166253328323364, 0.7446504592895508, 0.5352962970733642, 0.9398033380508423, 0.7370044946670532, 0.715378737449646 ], "face_box": [ 0.45078125, 0.21805555555555556, 0.55703125, 0.3875 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.51640625, 0.5319444444444444, 0.56640625, 0.6319444444444444 ], "righthand_box": [ 0.46015625, 0.4888888888888889, 0.5515625, 0.6319444444444444 ], "lefthand_update": false, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000006.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.33,0.12,0.65,0.97]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.8226423263549805, -0.015393303707242012, 0.11807122826576233 ], "body_pose": [ -0.20284098386764526, 0.01664191111922264, 0.11456499993801117, -0.21016456186771393, -0.01909269578754902, -0.11270258575677872, 0.2559033930301666, 0.00665180804207921, -0.008179479278624058, 0.47825801372528076, 0.029445763677358627, -0.0659642145037651, 0.47495970129966736, -0.030575275421142578, 0.06328777223825455, 0.04497404024004936, -0.0015488358912989497, -0.013056519441306591, -0.12023176997900009, 0.07283823937177658, -0.04180695861577988, -0.11945541948080063, -0.07221419364213943, 0.04150225967168808, -0.06623058021068573, 0.0007251790375448763, -0.024803047999739647, 0.007148427423089743, -0.00445975549519062, 0.0018675787141546607, 0.005268501583486795, 0.00672978674992919, -0.001079157111234963, 0.2666316628456116, 0.0016550518339499831, -0.045697715133428574, -0.020710306242108345, -0.3146984279155731, 0.03743477165699005, -0.0009634218877181411, 0.397930771112442, 0.15998032689094543, -0.0557442344725132, 0.035339467227458954, 0.12891070544719696, 0.0644584596157074, -0.4014441967010498, -1.059973955154419, 0.11802270263433456, 0.4350806772708893, 0.9023125171661377, 0.1911984533071518, -1.5160928964614868, 0.526050865650177, 0.07096675038337708, 1.787973403930664, -0.442667156457901, -0.32985660433769226, -0.43973496556282043, 0.4779227674007416, -0.5814175605773926, 0.20680367946624756, -0.09529443085193634 ], "shape": [ -0.02737867273390293, 0.0528869554400444, -0.04272790998220444, 0.07708749175071716, 0.013339068740606308, 0.015698153525590897, -0.012835144065320492, -0.015448137186467648, 0.02528350241482258, 0.003411848796531558 ], "trans": [ -0.0021876117680221796, 0.6927058100700378, 20.21586799621582 ], "focal": [ 15069.44497426351, 15069.444179534912 ], "princpt": [ 628.8548583984375, 393.5426950454712 ], "lhand_pose": [ -0.11402787268161774, 0.427495539188385, -0.08323435485363007, 0.1089693009853363, 0.013911641202867031, -0.5151012539863586, -0.003590845037251711, -0.06379871815443039, -0.35475316643714905, -0.2589437663555145, 0.33169853687286377, -0.7133142948150635, 0.027587955817580223, 0.014604423195123672, -0.10120037198066711, 0.0032276324927806854, -0.058748215436935425, -0.41064172983169556, -0.33134928345680237, -0.29711446166038513, -0.49160975217819214, -0.03728533908724785, 0.021204650402069092, -0.08330552279949188, -0.18957065045833588, 0.013139369897544384, -0.23386600613594055, -0.1120641827583313, -0.09975454211235046, -0.9286212921142578, -0.1285056620836258, -0.08365749567747116, 0.15448996424674988, -0.06974997371435165, 0.04890650138258934, -0.19914917647838593, 0.06786461919546127, 0.5052541494369507, 0.11828296631574631, 0.07586915791034698, 0.027657905593514442, -0.1805432140827179, 0.146467387676239, 0.2421637624502182, 0.08105414360761642 ], "rhand_pose": [ -0.24284711480140686, -0.1275685578584671, 0.040791962295770645, 0.07405918836593628, 0.03543771803379059, -0.19966451823711395, -0.012723143212497234, 0.05097702518105507, -0.0022848534863442183, -0.21238015592098236, -0.11520097404718399, 0.09081245958805084, 0.023050980642437935, 0.04248989373445511, -0.3084765672683716, -0.0054404642432928085, 0.021294264122843742, 0.07891346514225006, 0.2159530371427536, 0.2220708131790161, -0.16534845530986786, -0.05694379284977913, -0.004956882447004318, -0.05304306000471115, -0.0541536770761013, -0.0018984639318659902, 0.1356508433818817, 0.06478191167116165, 0.03834814205765724, 0.05980979651212692, -0.052607689052820206, 0.04701458662748337, -0.23494011163711548, -0.039347268640995026, -0.052267443388700485, 0.088468998670578, -0.15396177768707275, -0.47864341735839844, -0.41543814539909363, 0.06232558190822601, -0.1475093960762024, 0.1790136992931366, 0.0821123942732811, -0.207211434841156, -0.060558922588825226 ], "jaw_pose": [ 0.037613384425640106, 0.034556206315755844, -0.06648160517215729 ], "expr": [ -0.5753852725028992, 0.7638373970985413, -1.707176685333252, 0.5136784315109253, -0.19730673730373383, -0.3771935701370239, -0.21559983491897583, 0.3167320489883423, -0.16926999390125275, -0.09562751650810242 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 651.924072265625, 204.9878692626953, 1, 673.6492309570312, 181.6953887939453, 1, 625.8876342773438, 181.7168731689453, 1, 703.0670776367188, 195.7707977294922, 1, 584.03369140625, 197.9911346435547, 1, 754.2605590820312, 334.6950988769531, 1, 508.2188415527344, 340.0777893066406, 1, 793.6292114257812, 524.039306640625, 1, 467.0830993652344, 523.29248046875, 1, 727.8965454101562, 446.8797302246094, 1, 598.991455078125, 436.5877380371094, 1, 710.4137573242188, 698.623779296875, 0, 544.7182006835938, 696.5939331054688, 0, 671.6256713867188, 665.6424560546875, 0, 588.7349853515625, 628.8225708007812, 0, 704.2103881835938, 703.8056640625, 0, 539.4192504882812, 706.4588012695312, 0 ], "foot_kpts": [ 712.4461059570312, 439.0655212402344, 0, 632.5985717773438, 263.9344482421875, 0, 668.7836303710938, 251.87278747558594, 0, 713.8897094726562, 369.4339599609375, 0, 698.77001953125, 387.7973327636719, 0, 658.4535522460938, 380.7142639160156, 0 ], "face_kpts": [ 588.8335571289062, 184.2755584716797, 0, 590.1958618164062, 197.99916076660156, 1, 593.3609619140625, 211.10508728027344, 1, 596.5463256835938, 228.65284729003906, 1, 599.8348999023438, 240.78318786621094, 1, 611.7769165039062, 253.76698303222656, 1, 619.993896484375, 262.4010009765625, 1, 634.538330078125, 270.106689453125, 1, 649.0650024414062, 272.82275390625, 1, 664.7405395507812, 269.8919677734375, 1, 676.2819213867188, 262.55145263671875, 1, 683.5352172851562, 253.4993133544922, 1, 694.0221557617188, 238.81837463378906, 1, 697.3303833007812, 224.57777404785156, 1, 699.0332641601562, 210.39927673339844, 1, 699.5714721679688, 196.3953399658203, 1, 698.8910522460938, 181.22459411621094, 1, 606.6438598632812, 173.2686004638672, 1, 614.780029296875, 169.89527893066406, 1, 623.433837890625, 169.8634796142578, 1, 631.8640747070312, 170.95811462402344, 1, 640.0164794921875, 171.90342712402344, 1, 661.377197265625, 171.8163299560547, 1, 668.7791137695312, 170.5305938720703, 1, 676.7759399414062, 169.51602172851562, 1, 684.83056640625, 169.2718048095703, 1, 692.4854125976562, 172.58604431152344, 1, 651.2107543945312, 183.17588806152344, 1, 651.6874389648438, 190.36903381347656, 1, 652.2357177734375, 197.5460968017578, 1, 652.5867309570312, 204.7827606201172, 1, 640.8507080078125, 214.66786193847656, 1, 646.594482421875, 214.7712860107422, 1, 652.3793334960938, 214.93141174316406, 1, 657.7448120117188, 214.5492401123047, 1, 662.6188354492188, 213.8750457763672, 1, 616.1017456054688, 184.45509338378906, 1, 623.157470703125, 181.5031280517578, 1, 631.0986938476562, 181.57994079589844, 1, 637.3125610351562, 185.29603576660156, 1, 630.3853149414062, 187.1531219482422, 1, 622.8247680664062, 187.03724670410156, 1, 663.1345825195312, 185.0476837158203, 1, 669.048583984375, 181.1565704345703, 1, 676.3139038085938, 180.89198303222656, 1, 683.138916015625, 183.70921325683594, 1, 676.840576171875, 186.64222717285156, 1, 669.9347534179688, 186.7686004638672, 1, 636.0353393554688, 236.15821838378906, 1, 641.6913452148438, 229.08018493652344, 1, 649.7017211914062, 225.27943420410156, 1, 653.6237182617188, 225.3685760498047, 1, 657.5304565429688, 225.1370391845703, 1, 664.981689453125, 228.3459014892578, 1, 670.6783447265625, 235.05308532714844, 1, 666.8560791015625, 240.6991729736328, 1, 661.3972778320312, 244.43385314941406, 1, 654.5509643554688, 245.94590759277344, 1, 647.287841796875, 244.80906677246094, 1, 641.0172729492188, 241.36485290527344, 1, 637.8322143554688, 235.8992156982422, 1, 645.4916381835938, 232.16331481933594, 1, 653.8666381835938, 231.2029266357422, 1, 661.65380859375, 231.8464813232422, 1, 668.8802490234375, 234.95396423339844, 1, 662.0154418945312, 236.7069549560547, 1, 654.3982543945312, 237.59312438964844, 1, 645.7152099609375, 237.16758728027344, 1 ], "lefthand_kpts": [ 722.936767578125, 451.3993225097656, 1, 704.8241577148438, 427.2491760253906, 1, 692.7490844726562, 415.1741027832031, 1, 686.7114868164062, 403.0990295410156, 1, 680.6739501953125, 397.0614318847656, 1, 698.7865600585938, 397.0614318847656, 1, 686.7114868164062, 391.0239562988281, 1, 680.6739501953125, 391.0239562988281, 1, 674.6364135742188, 391.0239562988281, 1, 704.8241577148438, 403.0990295410156, 1, 686.7114868164062, 397.0614318847656, 1, 674.6364135742188, 403.0990295410156, 1, 662.5613403320312, 415.1741027832031, 1, 710.8616333007812, 415.1741027832031, 1, 692.7490844726562, 409.1365661621094, 1, 680.6739501953125, 421.2116394042969, 1, 674.6364135742188, 427.2491760253906, 1, 710.8616333007812, 427.2491760253906, 1, 692.7490844726562, 427.2491760253906, 1, 686.7114868164062, 433.2867736816406, 1, 680.6739501953125, 433.2867736816406, 1 ], "righthand_kpts": [ 600.0780639648438, 432.0268249511719, 1, 617.7572631835938, 410.1791076660156, 1, 630.68798828125, 389.5666809082031, 1, 644.9580688476562, 383.2865295410156, 1, 657.10791015625, 370.0921325683594, 1, 645.2164306640625, 380.0503845214844, 1, 663.3343505859375, 371.6665954589844, 1, 679.2276000976562, 367.5240783691406, 1, 693.9765625, 365.6329650878906, 1, 652.926513671875, 389.1150817871094, 1, 669.5474243164062, 384.0007629394531, 1, 689.14306640625, 382.7994689941406, 1, 703.6598510742188, 383.2281799316406, 1, 651.0180053710938, 405.1350402832031, 1, 668.1950073242188, 399.1575012207031, 1, 686.4921875, 398.9306335449219, 1, 699.8430786132812, 399.8936462402344, 1, 647.8757934570312, 421.9415588378906, 1, 665.2734985351562, 419.1805114746094, 1, 680.6695556640625, 417.9480285644531, 1, 693.0350952148438, 416.1340637207031, 1 ], "center": [ 629.3548583984375, 394.0426940917969 ], "scale": [ 2.8980207443237305, 3.864027976989746 ], "keypoints_score": [ 0.9730303287506104, 1.0002433061599731, 0.9701008200645447, 0.9284529685974121, 0.9364022612571716, 0.8820841312408447, 0.8668844699859619, 0.9557412266731262, 0.9518160820007324, 0.9138939380645752, 0.910584568977356, 0.7915512919425964, 0.790945291519165, 0.00545069295912981, 0.003582283854484558, 0.052573543041944504, 0.0900726318359375 ], "face_kpts_score": [ 0.46474316716194153, 0.6799057722091675, 0.7513936758041382, 0.7132298350334167, 0.7577455043792725, 0.5890615582466125, 0.7349568605422974, 0.6219858527183533, 0.7612918019294739, 0.5663243532180786, 0.6842151880264282, 0.5081088542938232, 0.7093672752380371, 0.7114863395690918, 0.8317524194717407, 0.657365083694458, 0.5238909721374512, 0.9832146763801575, 0.9516899585723877, 0.9182143211364746, 0.8991451263427734, 0.8653918504714966, 0.9196884632110596, 0.9130098223686218, 0.8644306659698486, 0.9288986325263977, 0.8978511095046997, 0.9316161870956421, 0.9430807828903198, 0.9426741600036621, 0.9574214816093445, 0.9673269391059875, 0.9305456876754761, 0.9746654033660889, 0.9474354982376099, 0.9818911552429199, 0.9309754371643066, 0.9695148468017578, 0.9922505617141724, 0.9657289981842041, 0.9605871438980103, 0.9691016674041748, 1.000830888748169, 0.9591588973999023, 0.9769293069839478, 0.9711788296699524, 0.9746756553649902, 0.9481570720672607, 0.9428107738494873, 0.944015383720398, 0.9740768671035767, 1.0008940696716309, 0.9408303499221802, 0.9464825391769409, 0.946223258972168, 0.9773684740066528, 0.9328535795211792, 0.9726875424385071, 0.9233042597770691, 0.970476508140564, 0.9364633560180664, 0.933370053768158, 0.9534063339233398, 0.9153077602386475, 0.9523493647575378, 0.8941178321838379, 0.9321786761283875, 0.9144929647445679 ], "foot_kpts_score": [ 0.02469368651509285, 0.038898810744285583, 0.02730456367135048, 0.019464150071144104, 0.039532095193862915, 0.026861583814024925 ], "lefthand_kpts_score": [ 0.7739741802215576, 0.7356231212615967, 0.7501243352890015, 0.7234657406806946, 0.647875189781189, 0.8842138051986694, 0.789783775806427, 0.6856896877288818, 0.5917558670043945, 0.9052529335021973, 0.7458760738372803, 0.6586321592330933, 0.5947772860527039, 0.898755669593811, 0.7473670244216919, 0.7335736751556396, 0.6513981819152832, 0.8641878962516785, 0.7803049683570862, 0.7748488187789917, 0.7079439163208008 ], "righthand_kpts_score": [ 0.4472766280174255, 0.5294314980506897, 0.4534328043460846, 0.39842951893806455, 0.36802170276641843, 0.42699447870254514, 0.6579519271850586, 0.891247546672821, 0.9580775260925293, 0.39205060005187986, 0.706876254081726, 0.6949801802635193, 0.8496050000190735, 0.4671656250953674, 0.8462612390518188, 0.8342078685760498, 0.7494385004043579, 0.5337630867958069, 0.9102352619171142, 0.7313270330429077, 0.65774986743927 ], "face_box": [ 0.4515625, 0.21666666666666667, 0.55859375, 0.3972222222222222 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.5125, 0.5333333333333333, 0.56875, 0.6333333333333333 ], "righthand_box": [ 0.46171875, 0.49027777777777776, 0.55234375, 0.6333333333333333 ], "lefthand_update": false, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000007.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.34,0.12,0.65,0.97]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.8222079277038574, -0.01522477250546217, 0.11710089445114136 ], "body_pose": [ -0.20276549458503723, 0.016548866406083107, 0.11451069265604019, -0.21007139980793, -0.019031357020139694, -0.1125280112028122, 0.2559322714805603, 0.006601774599403143, -0.008372192271053791, 0.47836026549339294, 0.029452892020344734, -0.06600335985422134, 0.47490689158439636, -0.03052203170955181, 0.06329511106014252, 0.04500282183289528, -0.0016949697164818645, -0.013308634050190449, -0.12023593485355377, 0.07293321937322617, -0.04178052768111229, -0.1194823756814003, -0.07217920571565628, 0.04150453582406044, -0.06604939699172974, 0.0006017171544954181, -0.025292793288826942, 0.007150618359446526, -0.004452685825526714, 0.0018694286700338125, 0.0052745467983186245, 0.006736323237419128, -0.0010674191871657968, 0.2655927836894989, 0.0017922439146786928, -0.04634698107838631, -0.021190576255321503, -0.3154950439929962, 0.03650139272212982, -0.000430761807365343, 0.39669477939605713, 0.16188408434391022, -0.05607740208506584, 0.03356455639004707, 0.12979334592819214, 0.06367356330156326, -0.4015726149082184, -1.0580236911773682, 0.11892183125019073, 0.43327489495277405, 0.9019590616226196, 0.19133977591991425, -1.513853669166565, 0.5266082286834717, 0.07152845710515976, 1.7864949703216553, -0.44084054231643677, -0.33087772130966187, -0.4413503110408783, 0.4759044051170349, -0.5813261270523071, 0.2047947347164154, -0.09877718985080719 ], "shape": [ -0.02738165110349655, 0.05291799083352089, -0.042784400284290314, 0.07709367573261261, 0.013369424268603325, 0.015718061476945877, -0.012836543843150139, -0.015468780882656574, 0.02526242472231388, 0.003418627893552184 ], "trans": [ -0.002593839541077614, 0.692349910736084, 20.251384735107422 ], "focal": [ 15075.918833414715, 15075.918436050415 ], "princpt": [ 630.8568725585938, 393.6254549026489 ], "lhand_pose": [ -0.11812107264995575, 0.4240991175174713, -0.086217001080513, 0.10877340286970139, 0.013331269845366478, -0.5076839923858643, -0.0038954003248363733, -0.06507287174463272, -0.3541242480278015, -0.25296828150749207, 0.33183684945106506, -0.7136896848678589, 0.027777371928095818, 0.014627044089138508, -0.09294059127569199, 0.003142244415357709, -0.05844324454665184, -0.4075479209423065, -0.3258826732635498, -0.29706382751464844, -0.4868040084838867, -0.03769237920641899, 0.02197117730975151, -0.08338089287281036, -0.18980081379413605, 0.014112175442278385, -0.2344224750995636, -0.10705194622278214, -0.09923577308654785, -0.9224964380264282, -0.1281672716140747, -0.0834420919418335, 0.15735633671283722, -0.06980004161596298, 0.04889584705233574, -0.2001275271177292, 0.06757991760969162, 0.5068227648735046, 0.11882266402244568, 0.07641349732875824, 0.02760944701731205, -0.18285225331783295, 0.14598222076892853, 0.241167813539505, 0.08184294402599335 ], "rhand_pose": [ -0.23374755680561066, -0.13006511330604553, 0.040561310946941376, 0.07415635138750076, 0.034014713019132614, -0.2103213220834732, -0.01267747487872839, 0.0508609414100647, -0.0023605343885719776, -0.2131442278623581, -0.11749480664730072, 0.09861649572849274, 0.022899257019162178, 0.04252509027719498, -0.30085882544517517, -0.0054699331521987915, 0.021525805816054344, 0.08029557019472122, 0.21467308700084686, 0.22728808224201202, -0.16436848044395447, -0.05670608952641487, -0.005103895906358957, -0.052691586315631866, -0.05422184616327286, -0.0020855742041021585, 0.13565795123577118, 0.062133632600307465, 0.0400715246796608, 0.06453543901443481, -0.05313028767704964, 0.04800428822636604, -0.23364147543907166, -0.03948996216058731, -0.052214909344911575, 0.08867122232913971, -0.15776902437210083, -0.44414836168289185, -0.427452027797699, 0.06059461086988449, -0.14253365993499756, 0.17675724625587463, 0.08150062710046768, -0.20627464354038239, -0.06170817092061043 ], "jaw_pose": [ 0.026579655706882477, 0.03467673435807228, -0.06582356244325638 ], "expr": [ -0.5410409569740295, 0.5319743156433105, -1.8569704294204712, 0.4266430139541626, 0.005451802164316177, -0.1800784468650818, -0.15723222494125366, 0.282192587852478, -0.1581459492444992, -0.02819938398897648 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 653.8233032226562, 205.3667755126953, 1, 675.5830078125, 182.0956573486328, 1, 627.9114379882812, 182.0157012939453, 1, 705.0996704101562, 195.7605438232422, 1, 585.7661743164062, 197.9105987548828, 1, 755.8009643554688, 334.8318786621094, 1, 510.0391845703125, 339.9997253417969, 1, 795.0275268554688, 524.9888916015625, 1, 468.5223083496094, 523.5885009765625, 1, 730.168701171875, 447.3940734863281, 1, 600.4432983398438, 437.1018981933594, 1, 711.48095703125, 698.7420043945312, 0, 546.697021484375, 696.7238159179688, 0, 668.8716430664062, 663.0863037109375, 0, 585.0471801757812, 626.4166870117188, 0, 703.6630859375, 704.1868896484375, 0, 540.812744140625, 706.5759887695312, 0 ], "foot_kpts": [ 713.3848876953125, 439.29443359375, 0, 635.2410278320312, 266.6485595703125, 0, 670.0767822265625, 251.8977508544922, 0, 716.0333862304688, 368.03656005859375, 0, 700.4031982421875, 390.2808532714844, 0, 662.5222778320312, 370.7136535644531, 0 ], "face_kpts": [ 590.2656860351562, 184.44833374023438, 0, 591.8179931640625, 198.3158416748047, 1, 595.267822265625, 212.32093811035156, 1, 598.4542236328125, 228.0540313720703, 1, 601.99755859375, 239.9640350341797, 1, 613.1836547851562, 252.2001190185547, 1, 622.17138671875, 261.455078125, 1, 637.0064697265625, 268.4649658203125, 1, 651.1212158203125, 270.41180419921875, 1, 665.220703125, 268.5157470703125, 1, 678.2738037109375, 261.56640625, 1, 687.7211303710938, 251.2458038330078, 1, 696.0487670898438, 238.67872619628906, 1, 699.3447265625, 226.8351287841797, 1, 700.9432983398438, 209.4394073486328, 1, 701.2820434570312, 196.6949005126953, 1, 700.6515502929688, 182.16184997558594, 1, 608.9171142578125, 173.60658264160156, 1, 616.7560424804688, 170.4742889404297, 1, 625.1260986328125, 169.75367736816406, 1, 633.8848266601562, 170.98170471191406, 1, 642.2117309570312, 172.16224670410156, 1, 663.6253662109375, 171.4357147216797, 1, 670.634521484375, 170.6287384033203, 1, 678.836181640625, 169.4543914794922, 1, 686.7548828125, 169.3820343017578, 1, 694.2559204101562, 172.4795684814453, 1, 653.1065673828125, 183.52870178222656, 1, 653.4928588867188, 190.7174835205078, 1, 653.7651977539062, 197.6649932861328, 1, 654.4368286132812, 204.77207946777344, 1, 642.6576538085938, 214.77659606933594, 1, 648.475830078125, 214.8755340576172, 1, 654.1915283203125, 214.9111785888672, 1, 659.7131958007812, 214.45509338378906, 1, 664.5350341796875, 213.92359924316406, 1, 617.8956909179688, 184.71775817871094, 1, 625.1951293945312, 181.6258087158203, 1, 633.0482177734375, 181.75230407714844, 1, 639.3295288085938, 185.5017852783203, 1, 632.471923828125, 187.4442901611328, 1, 624.9964599609375, 187.32505798339844, 1, 665.0841064453125, 185.42576599121094, 1, 670.902099609375, 181.39784240722656, 1, 678.313720703125, 181.05213928222656, 1, 685.3593139648438, 183.9181671142578, 1, 678.8544921875, 186.99049377441406, 1, 671.78759765625, 187.0662384033203, 1, 637.741943359375, 236.0380096435547, 1, 643.7001342773438, 229.2740936279297, 1, 651.5391235351562, 225.32200622558594, 1, 655.5989990234375, 225.2376251220703, 1, 659.6138305664062, 224.8699493408203, 1, 667.16064453125, 228.2503204345703, 1, 672.787841796875, 234.5620880126953, 1, 668.7808837890625, 239.75965881347656, 1, 663.3251342773438, 243.3245086669922, 1, 656.6886596679688, 244.64488220214844, 1, 649.4407958984375, 243.7437286376953, 1, 643.073974609375, 240.78282165527344, 1, 639.7251586914062, 235.8042755126953, 1, 647.6515502929688, 232.44541931152344, 1, 656.0182495117188, 231.0808868408203, 1, 663.7078247070312, 231.7272491455078, 1, 670.9017333984375, 234.48634338378906, 1, 664.0504150390625, 235.5803985595703, 1, 656.457275390625, 236.2982940673828, 1, 647.7019653320312, 236.1558380126953, 1 ], "lefthand_kpts": [ 709.15234375, 446.7856140136719, 1, 704.094482421875, 435.6064147949219, 1, 695.0735473632812, 417.8919982910156, 1, 687.2389526367188, 406.5320129394531, 1, 680.1836547851562, 404.0426330566406, 1, 703.35986328125, 388.9106140136719, 1, 682.955322265625, 388.7200622558594, 1, 673.9859619140625, 400.18231201171875, 1, 663.46728515625, 400.43988037109375, 1, 707.1061401367188, 397.7879943847656, 1, 684.359375, 404.4827575683594, 1, 673.417236328125, 425.9703063964844, 1, 668.3878173828125, 438.43212890625, 1, 711.612060546875, 408.3913269042969, 1, 690.295654296875, 418.4654846191406, 1, 679.6561279296875, 430.4134216308594, 1, 670.625, 442.2156982421875, 1, 717.685546875, 420.7088928222656, 1, 697.8984375, 426.944580078125, 1, 686.423095703125, 435.2756042480469, 1, 678.5052490234375, 442.6470031738281, 1 ], "righthand_kpts": [ 601.0354614257812, 433.4080505371094, 1, 618.9449462890625, 411.5438232421875, 1, 632.2272338867188, 391.0257568359375, 1, 646.8236083984375, 383.4501037597656, 1, 659.2212524414062, 370.7608337402344, 1, 646.7374267578125, 381.6063232421875, 1, 665.2642211914062, 372.5223083496094, 1, 681.1832885742188, 368.8714294433594, 1, 695.9932250976562, 366.9525451660156, 1, 653.737548828125, 390.7900390625, 1, 670.989013671875, 385.3837890625, 1, 690.7557983398438, 384.096923828125, 1, 705.9168090820312, 385.0679931640625, 1, 651.5532836914062, 406.6695556640625, 1, 669.7285766601562, 400.5328674316406, 1, 688.0426635742188, 400.0867614746094, 1, 701.13671875, 401.2064208984375, 1, 648.7488403320312, 423.317626953125, 1, 666.606689453125, 420.343017578125, 1, 682.4281616210938, 419.0445556640625, 1, 694.9458618164062, 415.6995849609375, 1 ], "center": [ 631.3568725585938, 394.1254577636719 ], "scale": [ 2.899263858795166, 3.865685224533081 ], "keypoints_score": [ 0.9725059866905212, 0.9999564290046692, 0.969211757183075, 0.9274836778640747, 0.9353834390640259, 0.8820045590400696, 0.8690918684005737, 0.9576030969619751, 0.9571053981781006, 0.9185741543769836, 0.9075236916542053, 0.7910303473472595, 0.7884249687194824, 0.004659478552639484, 0.0038914342876523733, 0.05454206466674805, 0.09028708934783936 ], "face_kpts_score": [ 0.4175441265106201, 0.7064223289489746, 0.5907614231109619, 0.8550090789794922, 0.7449831962585449, 0.548994779586792, 0.678466796875, 0.6621615886688232, 0.7266735434532166, 0.5785861015319824, 0.6119782328605652, 0.5591019988059998, 0.7588503360748291, 0.804815411567688, 0.7429713010787964, 0.7028993368148804, 0.5149939656257629, 0.8794987201690674, 0.9252434968948364, 0.9302401542663574, 0.9582839012145996, 0.7666597366333008, 0.8335422277450562, 0.9297788739204407, 0.8968674540519714, 0.8802522420883179, 0.8420013189315796, 0.9508658647537231, 0.918782114982605, 0.9330441951751709, 0.9551499485969543, 0.9579285383224487, 0.9188500642776489, 0.9504795074462891, 0.9410878419876099, 0.9746158719062805, 0.9250516295433044, 0.9682667255401611, 0.9724642038345337, 0.9126557111740112, 0.9439418315887451, 0.9564962983131409, 0.9550273418426514, 0.9637970924377441, 0.9712657332420349, 0.9482674598693848, 0.9770312309265137, 0.9476034045219421, 0.9603596925735474, 0.9530736207962036, 0.9701758623123169, 1.0019094944000244, 0.956330418586731, 0.9036097526550293, 0.9533481597900391, 0.9764951467514038, 0.9706719517707825, 0.943513035774231, 0.9263497591018677, 0.96138596534729, 0.9659044742584229, 0.9623211622238159, 0.9364199638366699, 0.948533833026886, 0.9624747037887573, 0.9350029230117798, 0.9098893404006958, 0.9231782555580139 ], "foot_kpts_score": [ 0.026216967031359673, 0.04007652401924133, 0.029626384377479553, 0.016269728541374207, 0.039476290345191956, 0.024563701823353767 ], "lefthand_kpts_score": [ 0.30455989241600034, 0.30840506255626676, 0.18571125566959382, 0.21076395213603974, 0.24561955630779267, 0.46620736122131345, 0.32241923213005064, 0.2757859885692596, 0.19928999096155167, 0.47137234210968015, 0.39769182205200193, 0.38165748715400694, 0.37783310413360593, 0.42903861999511717, 0.7247755289077759, 0.47982404232025144, 0.7337878704071045, 0.4564100861549377, 0.7622097492218017, 0.7643717288970947, 0.8243950963020324 ], "righthand_kpts_score": [ 0.44791138768196104, 0.5262313842773437, 0.4514975905418396, 0.38471451997756956, 0.39081538319587705, 0.427659398317337, 0.6960190296173095, 0.8857942581176758, 0.9475777506828308, 0.3823785543441772, 0.6633633136749267, 0.6837740302085876, 0.7842679977416992, 0.4661503195762634, 0.8440838813781738, 0.8308263182640075, 0.7805852651596069, 0.5480706453323364, 0.9188365697860718, 0.6721826553344726, 0.5770974516868591 ], "face_box": [ 0.453125, 0.21805555555555556, 0.56015625, 0.3888888888888889 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.51953125, 0.5347222222222222, 0.5703125, 0.6347222222222222 ], "righthand_box": [ 0.4625, 0.49166666666666664, 0.553125, 0.6361111111111111 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000008.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.34,0.12,0.65,0.97]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.8221724033355713, -0.015217330306768417, 0.11720822006464005 ], "body_pose": [ -0.20285102725028992, 0.016588013619184494, 0.11456824839115143, -0.21014228463172913, -0.019031783565878868, -0.11258330941200256, 0.2559727132320404, 0.006615035701543093, -0.008394942618906498, 0.47825977206230164, 0.029444947838783264, -0.0659945085644722, 0.47480878233909607, -0.030538028106093407, 0.06330393999814987, 0.04500023275613785, -0.001648221048526466, -0.013296222314238548, -0.12020189315080643, 0.07289808243513107, -0.04180383309721947, -0.11945590376853943, -0.0721953809261322, 0.04150090739130974, -0.06612063944339752, 0.0006209614221006632, -0.025284795090556145, 0.007146473973989487, -0.004454315640032291, 0.001866170670837164, 0.005277044139802456, 0.0067317602224648, -0.0010678066173568368, 0.2655879557132721, 0.0017497511580586433, -0.04640823230147362, -0.020975414663553238, -0.31516844034194946, 0.03624548017978668, -0.00045081492862664163, 0.3965453803539276, 0.1618272215127945, -0.05593450739979744, 0.03389478102326393, 0.12954190373420715, 0.06375997513532639, -0.4009706377983093, -1.057901382446289, 0.1191163957118988, 0.4329741299152374, 0.9012576341629028, 0.1914171725511551, -1.5138108730316162, 0.5266920328140259, 0.07162775099277496, 1.7866724729537964, -0.44055667519569397, -0.33097630739212036, -0.4415108859539032, 0.47576889395713806, -0.5813436508178711, 0.20538553595542908, -0.09897296875715256 ], "shape": [ -0.027384165674448013, 0.0529090017080307, -0.0427747443318367, 0.07709632813930511, 0.013360859826207161, 0.01571413315832615, -0.012836001813411713, -0.015463432297110558, 0.025269605219364166, 0.00341769028455019 ], "trans": [ -0.0027351761236786842, 0.692720890045166, 20.232240676879883 ], "focal": [ 15062.437057495117, 15062.437057495117 ], "princpt": [ 630.8659973144531, 393.4266691207886 ], "lhand_pose": [ -0.11692098528146744, 0.423982709646225, -0.08351488411426544, 0.10867240279912949, 0.013595085591077805, -0.5069607496261597, -0.0037245338317006826, -0.06485258042812347, -0.35456812381744385, -0.2535516321659088, 0.33182650804519653, -0.7112885117530823, 0.027771340683102608, 0.01475810818374157, -0.09433984756469727, 0.0031991777941584587, -0.058571089059114456, -0.4084046185016632, -0.3265434801578522, -0.29593148827552795, -0.4876917898654938, -0.037218980491161346, 0.02197641134262085, -0.08284565806388855, -0.19013090431690216, 0.014248255640268326, -0.2334219366312027, -0.1080763190984726, -0.09959438443183899, -0.9231110215187073, -0.12774239480495453, -0.08334223926067352, 0.1573534905910492, -0.06963036209344864, 0.048914823681116104, -0.19934625923633575, 0.06823204457759857, 0.5080873966217041, 0.11809806525707245, 0.07611922174692154, 0.02706204354763031, -0.1824987381696701, 0.14591826498508453, 0.2406369149684906, 0.08196869492530823 ], "rhand_pose": [ -0.23323014378547668, -0.13123130798339844, 0.040980491787195206, 0.07416888326406479, 0.033889368176460266, -0.20978055894374847, -0.012674450874328613, 0.050853654742240906, -0.002431698376312852, -0.21318741142749786, -0.11817463487386703, 0.09969554841518402, 0.022892601788043976, 0.04250488057732582, -0.30025869607925415, -0.005473561584949493, 0.021535417065024376, 0.08015387505292892, 0.21505914628505707, 0.2283192127943039, -0.1646871268749237, -0.056744322180747986, -0.005142050329595804, -0.05249737203121185, -0.054221559315919876, -0.0020902263931930065, 0.13570870459079742, 0.06253738701343536, 0.03973576799035072, 0.06460852921009064, -0.053117576986551285, 0.047907110303640366, -0.2339656949043274, -0.039497531950473785, -0.05221229046583176, 0.08845238387584686, -0.1580149382352829, -0.44367560744285583, -0.42779651284217834, 0.060458503663539886, -0.14244817197322845, 0.176561638712883, 0.08141226321458817, -0.2062443643808365, -0.06181162968277931 ], "jaw_pose": [ 0.02652502991259098, 0.034982793033123016, -0.06604373455047607 ], "expr": [ -0.5592190027236938, 0.5473219752311707, -1.8563553094863892, 0.4382205605506897, -0.0012161172926425934, -0.1910632699728012, -0.15698981285095215, 0.2811982333660126, -0.15606991946697235, -0.03485594689846039 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 653.7518310546875, 205.3714141845703, 1, 675.5242919921875, 182.1164093017578, 1, 627.9173583984375, 182.0323028564453, 1, 705.0724487304688, 195.8045196533203, 1, 585.7496337890625, 197.8683319091797, 1, 755.9207153320312, 334.9214172363281, 1, 510.0088806152344, 340.2652282714844, 1, 795.1887817382812, 524.8626708984375, 1, 468.4380187988281, 523.535400390625, 1, 730.234130859375, 447.4101257324219, 1, 600.2843017578125, 437.0513610839844, 1, 711.98974609375, 699.6710815429688, 0, 546.7188720703125, 697.32373046875, 0, 668.4140625, 660.3428955078125, 0, 580.9823608398438, 623.9996948242188, 0, 703.7797241210938, 704.783447265625, 0, 541.9017333984375, 706.761962890625, 0 ], "foot_kpts": [ 714.6918334960938, 439.5531311035156, 0, 637.1514282226562, 268.171142578125, 0, 671.2801513671875, 252.0229949951172, 0, 720.2809448242188, 366.42938232421875, 0, 701.952880859375, 393.69171142578125, 0, 662.8501586914062, 368.01715087890625, 0 ], "face_kpts": [ 591.56884765625, 184.51109313964844, 0, 591.8570556640625, 198.3264617919922, 1, 595.2875366210938, 212.32110595703125, 1, 598.4732055664062, 228.0137481689453, 1, 602.026123046875, 239.90338134765625, 1, 612.1505126953125, 252.0112762451172, 1, 622.1956176757812, 261.43853759765625, 1, 637.0800170898438, 268.45025634765625, 1, 651.1278686523438, 270.3834533691406, 1, 665.1832885742188, 268.47760009765625, 1, 678.281494140625, 261.5051574707031, 1, 687.7925415039062, 251.14459228515625, 1, 696.0505981445312, 238.5849609375, 1, 699.3257446289062, 226.7813720703125, 1, 700.9880981445312, 209.42523193359375, 1, 701.3723754882812, 196.6856689453125, 1, 700.6526489257812, 182.1770477294922, 1, 608.9171752929688, 173.6063232421875, 1, 616.74072265625, 170.46875, 1, 625.112060546875, 169.75216674804688, 1, 633.8785400390625, 170.9712371826172, 1, 642.2111206054688, 172.134521484375, 1, 663.62841796875, 171.42822265625, 1, 670.6356201171875, 170.62176513671875, 1, 678.85302734375, 169.45150756835938, 1, 686.7667846679688, 169.37355041503906, 1, 694.2459106445312, 172.44134521484375, 1, 653.1110229492188, 183.5775604248047, 1, 653.4979248046875, 190.755126953125, 1, 653.7684326171875, 197.6817169189453, 1, 654.431640625, 204.75946044921875, 1, 642.6616821289062, 214.7877655029297, 1, 648.4697265625, 214.88360595703125, 1, 654.1878662109375, 214.8993377685547, 1, 659.7034912109375, 214.4517822265625, 1, 664.516845703125, 213.9193878173828, 1, 617.9338989257812, 184.7660675048828, 1, 625.2498779296875, 181.6414031982422, 1, 633.114501953125, 181.7845458984375, 1, 639.4122924804688, 185.5935821533203, 1, 632.53271484375, 187.5276641845703, 1, 625.0380249023438, 187.3885040283203, 1, 665.0826416015625, 185.4663543701172, 1, 670.898681640625, 181.40716552734375, 1, 678.3198852539062, 181.05389404296875, 1, 685.37548828125, 183.92230224609375, 1, 678.8786010742188, 187.02423095703125, 1, 671.801025390625, 187.11383056640625, 1, 637.791015625, 236.04071044921875, 1, 643.7156372070312, 229.2845916748047, 1, 651.5111083984375, 225.31451416015625, 1, 655.5590209960938, 225.2388458251953, 1, 659.5608520507812, 224.8723602294922, 1, 667.0399169921875, 228.2394561767578, 1, 672.5739135742188, 234.53155517578125, 1, 668.6323852539062, 239.7374725341797, 1, 663.2484130859375, 243.32147216796875, 1, 656.6473388671875, 244.6884765625, 1, 649.4279174804688, 243.7680206298828, 1, 643.09619140625, 240.79547119140625, 1, 639.775146484375, 235.8116912841797, 1, 647.6632690429688, 232.4792938232422, 1, 655.966796875, 231.130126953125, 1, 663.576904296875, 231.74188232421875, 1, 670.7000732421875, 234.4489288330078, 1, 663.910888671875, 235.54937744140625, 1, 656.3778076171875, 236.27264404296875, 1, 647.7045288085938, 236.1333770751953, 1 ], "lefthand_kpts": [ 709.0807495117188, 446.7034912109375, 1, 704.0745239257812, 435.6387939453125, 1, 696.82373046875, 418.4558410644531, 1, 688.736572265625, 406.46527099609375, 1, 681.47802734375, 404.280517578125, 1, 703.0641479492188, 388.6708984375, 1, 682.6171875, 388.6685485839844, 1, 675.2496948242188, 398.815673828125, 1, 664.1076049804688, 400.3855285644531, 1, 707.0626831054688, 397.5636291503906, 1, 684.2578125, 404.6607971191406, 1, 673.3605346679688, 426.6373596191406, 1, 668.2706909179688, 438.9854736328125, 1, 711.757080078125, 408.3233947753906, 1, 690.170654296875, 418.4115295410156, 1, 679.3121948242188, 430.1267395019531, 1, 670.5955810546875, 442.3314514160156, 1, 717.8753051757812, 420.6078186035156, 1, 697.9859008789062, 426.9471740722656, 1, 686.3953247070312, 435.2771911621094, 1, 678.517333984375, 442.7117614746094, 1 ], "righthand_kpts": [ 601.20947265625, 433.2801513671875, 1, 619.0338134765625, 411.4188232421875, 1, 632.3482055664062, 390.9501037597656, 1, 646.9678955078125, 383.3623046875, 1, 659.1322021484375, 370.6175537109375, 1, 646.7467041015625, 381.5799560546875, 1, 665.2195434570312, 372.542724609375, 1, 681.1289672851562, 368.8541564941406, 1, 696.0220336914062, 366.9635314941406, 1, 653.6952514648438, 390.7530822753906, 1, 670.8277587890625, 385.4192810058594, 1, 690.7947387695312, 384.0497131347656, 1, 705.870849609375, 385.1675720214844, 1, 651.62353515625, 406.6866455078125, 1, 669.6696166992188, 400.5806579589844, 1, 688.0569458007812, 400.0633544921875, 1, 701.1565551757812, 401.2636413574219, 1, 648.7691040039062, 423.2890930175781, 1, 666.6515502929688, 420.349365234375, 1, 682.4186401367188, 419.0360412597656, 1, 694.8942260742188, 415.8260192871094, 1 ], "center": [ 631.3660278320312, 393.9266662597656 ], "scale": [ 2.8966755867004395, 3.862234115600586 ], "keypoints_score": [ 0.9729288816452026, 0.9997161030769348, 0.9695618152618408, 0.9264869689941406, 0.9347735047340393, 0.8838441967964172, 0.8672735691070557, 0.9565345048904419, 0.9559218287467957, 0.9205915331840515, 0.9069442749023438, 0.8029518127441406, 0.7854228615760803, 0.005608821287751198, 0.003941663540899754, 0.05351479351520538, 0.09152881056070328 ], "face_kpts_score": [ 0.4192986488342285, 0.7102683782577515, 0.5922662019729614, 0.857147216796875, 0.7467974424362183, 0.5474449992179871, 0.6758172512054443, 0.6647201776504517, 0.7255938053131104, 0.5796570777893066, 0.6083829402923584, 0.5611426830291748, 0.7602900266647339, 0.8058916330337524, 0.7386770844459534, 0.6969221830368042, 0.5096950531005859, 0.8786188364028931, 0.9253503084182739, 0.9302043318748474, 0.9579867720603943, 0.7655038237571716, 0.8328573703765869, 0.9309991598129272, 0.8978663086891174, 0.8814998865127563, 0.8414106369018555, 0.9518371820449829, 0.920922040939331, 0.9322530031204224, 0.9556098580360413, 0.9563377499580383, 0.9175276160240173, 0.9490383863449097, 0.9405226707458496, 0.9745127558708191, 0.9229978322982788, 0.9684522151947021, 0.9728878736495972, 0.9155503511428833, 0.9417617321014404, 0.9537984132766724, 0.9578181505203247, 0.9637388586997986, 0.9724607467651367, 0.9463911056518555, 0.9770431518554688, 0.9460158348083496, 0.9608429670333862, 0.9518733024597168, 0.9679229259490967, 1.0005488395690918, 0.9549408555030823, 0.900118887424469, 0.9493429660797119, 0.9796278476715088, 0.9709875583648682, 0.9473998546600342, 0.9254574775695801, 0.9607908725738525, 0.9640638828277588, 0.9616382122039795, 0.9397578239440918, 0.9507157802581787, 0.9633238315582275, 0.937748908996582, 0.9075220823287964, 0.9207426309585571 ], "foot_kpts_score": [ 0.027057446539402008, 0.040313299745321274, 0.02959323488175869, 0.01845909096300602, 0.041300855576992035, 0.024195384234189987 ], "lefthand_kpts_score": [ 0.3028363049030304, 0.3120646387338638, 0.18271050453186036, 0.20609732568264008, 0.24187364280223847, 0.46281189322471616, 0.3179802358150482, 0.2816480755805969, 0.20102150589227677, 0.4708524703979492, 0.39507720470428465, 0.39325562715530393, 0.3861974537372589, 0.43110177516937254, 0.7253149509429931, 0.46764073371887205, 0.7330708861351013, 0.45496115684509275, 0.7508135795593261, 0.7658473014831543, 0.8410949468612671 ], "righthand_kpts_score": [ 0.44687983989715574, 0.5259088635444641, 0.4544102907180786, 0.3856670022010803, 0.40029207468032835, 0.42604959607124326, 0.6934300422668457, 0.8888766527175903, 0.9453071117401123, 0.3813952565193176, 0.675423002243042, 0.6838420391082763, 0.782056188583374, 0.4670741617679596, 0.8428110837936401, 0.8310932874679565, 0.7862096786499023, 0.5508571028709411, 0.9201985955238342, 0.6748024582862854, 0.5782361388206482 ], "face_box": [ 0.453125, 0.21805555555555556, 0.56015625, 0.3888888888888889 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.51953125, 0.5333333333333333, 0.5703125, 0.6333333333333333 ], "righthand_box": [ 0.4625, 0.49166666666666664, 0.553125, 0.6361111111111111 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000009.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.34,0.12,0.65,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.822237253189087, -0.014748207293450832, 0.11763004213571548 ], "body_pose": [ -0.2031821310520172, 0.016413060948252678, 0.11474442481994629, -0.2104366570711136, -0.018979178741574287, -0.1125427708029747, 0.256112664937973, 0.006713714450597763, -0.008638902567327023, 0.4785722494125366, 0.029453812167048454, -0.06606121361255646, 0.4749882221221924, -0.030582530423998833, 0.06338497251272202, 0.04499705508351326, -0.001595663488842547, -0.013588212430477142, -0.12018700689077377, 0.07277841866016388, -0.04177384823560715, -0.119553342461586, -0.07214687019586563, 0.041542135179042816, -0.06609395891427994, 0.0006257859640754759, -0.025721285492181778, 0.0071461317129433155, -0.00444263918325305, 0.0018641318893060088, 0.00526121212169528, 0.006741650402545929, -0.001073510036803782, 0.26428860425949097, 0.0019119225908070803, -0.04638737440109253, -0.021482398733496666, -0.3150534927845001, 0.035493165254592896, -0.00038391639827750623, 0.3964249789714813, 0.16444921493530273, -0.05145461484789848, 0.03570841625332832, 0.13047492504119873, 0.06479428708553314, -0.40090346336364746, -1.0576030015945435, 0.11936063319444656, 0.4329873323440552, 0.9013210535049438, 0.1933072954416275, -1.514078974723816, 0.528102457523346, 0.07168345898389816, 1.7860480546951294, -0.44102779030799866, -0.32983407378196716, -0.44474104046821594, 0.48749929666519165, -0.5818876624107361, 0.20740430057048798, -0.10438695549964905 ], "shape": [ -0.027387544512748718, 0.05289037153124809, -0.042770471423864365, 0.07710692286491394, 0.013370195403695107, 0.015717223286628723, -0.012839438393712044, -0.015470161102712154, 0.025291597470641136, 0.0034194979816675186 ], "trans": [ -0.0021914266981184483, 0.6914439797401428, 20.345674514770508 ], "focal": [ 15124.260584513348, 15124.261379241943 ], "princpt": [ 631.9861755371094, 393.5605640411377 ], "lhand_pose": [ -0.11514037102460861, 0.4094258248806, -0.08955389261245728, 0.10924285650253296, 0.014416447840631008, -0.5012927055358887, -0.00387762114405632, -0.06437122076749802, -0.35005372762680054, -0.25189974904060364, 0.3280698359012604, -0.7211208343505859, 0.027899719774723053, 0.01471017673611641, -0.08981506526470184, 0.0031410970259457827, -0.05811752751469612, -0.4064299464225769, -0.3211686313152313, -0.29627394676208496, -0.4840524196624756, -0.03809747472405434, 0.022036878392100334, -0.08276405185461044, -0.18906010687351227, 0.013965957798063755, -0.2338600754737854, -0.10686922073364258, -0.09904710948467255, -0.9238694906234741, -0.1273321956396103, -0.08377818018198013, 0.16306500136852264, -0.06942097842693329, 0.04891379177570343, -0.19816306233406067, 0.06743906438350677, 0.5081815123558044, 0.11416603624820709, 0.07600917667150497, 0.02621128410100937, -0.18463732302188873, 0.14634408056735992, 0.23951005935668945, 0.08009319752454758 ], "rhand_pose": [ -0.2270999699831009, -0.13214659690856934, 0.04159073159098625, 0.07425554096698761, 0.033255841583013535, -0.20682111382484436, -0.012654141522943974, 0.05074373632669449, -0.0011641776654869318, -0.21296089887619019, -0.11722581833600998, 0.10211415588855743, 0.022793324664235115, 0.04231379181146622, -0.2934853136539459, -0.005492412019520998, 0.021815922111272812, 0.08158577233552933, 0.21491055190563202, 0.2289593368768692, -0.1619500070810318, -0.056272756308317184, -0.005195360630750656, -0.0526285246014595, -0.05412118136882782, -0.0023464560508728027, 0.1352025717496872, 0.0611012801527977, 0.04046938940882683, 0.06741823256015778, -0.053154777735471725, 0.04865150526165962, -0.23504039645195007, -0.03949142247438431, -0.05216840282082558, 0.08836430311203003, -0.16009610891342163, -0.42278701066970825, -0.43447345495224, 0.06030258908867836, -0.1400998830795288, 0.17547892034053802, 0.0811314508318901, -0.20691625773906708, -0.06275458633899689 ], "jaw_pose": [ 0.01575440727174282, 0.03655841201543808, -0.06780365109443665 ], "expr": [ -0.5629972815513611, 0.5101693868637085, -1.892083764076233, 0.39846524596214294, -0.00757969543337822, -0.1047806665301323, -0.10877282917499542, 0.2656935751438141, -0.11479416489601135, 0.016494683921337128 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 655.7735595703125, 205.73870849609375, 1, 677.42431640625, 182.2183837890625, 1, 630.1318359375, 182.08905029296875, 1, 707.04345703125, 196.48065185546875, 1, 588.2674560546875, 198.1419677734375, 1, 757.6677856445312, 335.41668701171875, 1, 511.0621032714844, 340.48626708984375, 1, 796.255615234375, 525.7915649414062, 1, 469.6517639160156, 524.0786743164062, 1, 731.8673706054688, 446.8553161621094, 1, 601.3800048828125, 437.5685119628906, 1, 712.03125, 698.9580688476562, 0, 547.81982421875, 697.2942504882812, 0, 669.4030151367188, 657.5181274414062, 0, 576.932373046875, 621.0570678710938, 0, 702.614501953125, 705.6403198242188, 0, 542.82958984375, 706.985595703125, 0 ], "foot_kpts": [ 716.354248046875, 439.8449401855469, 0, 637.8381958007812, 267.5532531738281, 0, 673.7000732421875, 254.4336700439453, 0, 725.3522338867188, 363.7695007324219, 0, 703.1053466796875, 397.98785400390625, 0, 662.1295776367188, 366.3735656738281, 0 ], "face_kpts": [ 592.8587036132812, 184.5081329345703, 0, 594.0662841796875, 198.45477294921875, 1, 597.4324340820312, 212.3457794189453, 1, 600.130615234375, 227.5259552001953, 1, 603.6055908203125, 239.49737548828125, 1, 615.6325073242188, 251.5832977294922, 1, 624.3341674804688, 260.7434387207031, 1, 638.8362426757812, 267.6272277832031, 1, 653.13330078125, 269.5833435058594, 1, 668.5186157226562, 267.41278076171875, 1, 680.66943359375, 260.3269348144531, 1, 690.1846313476562, 250.26654052734375, 1, 698.04052734375, 237.9761199951172, 1, 701.2252807617188, 226.3195037841797, 1, 702.7626342773438, 208.98663330078125, 1, 703.2536010742188, 196.55682373046875, 1, 703.1305541992188, 182.4378204345703, 1, 610.730224609375, 173.840087890625, 1, 618.4429931640625, 170.7339630126953, 1, 626.8662109375, 169.77822875976562, 1, 635.5604248046875, 171.0810089111328, 1, 644.1240844726562, 172.73052978515625, 1, 665.5186157226562, 172.0294952392578, 1, 672.639404296875, 170.69183349609375, 1, 680.9584350585938, 169.40353393554688, 1, 688.81396484375, 169.62857055664062, 1, 696.04296875, 172.8207244873047, 1, 654.865966796875, 183.6505889892578, 1, 655.3143310546875, 190.7956085205078, 1, 655.700439453125, 197.8133087158203, 1, 656.1943969726562, 204.90057373046875, 1, 644.6483154296875, 214.963134765625, 1, 650.418701171875, 215.0464324951172, 1, 656.20068359375, 215.02484130859375, 1, 661.6212158203125, 214.5711212158203, 1, 666.4830322265625, 213.9679412841797, 1, 619.6638793945312, 184.94439697265625, 1, 626.9697265625, 181.8743438720703, 1, 634.776611328125, 182.0285186767578, 1, 641.1712036132812, 185.83380126953125, 1, 634.2318115234375, 187.7405548095703, 1, 626.8994750976562, 187.5279998779297, 1, 666.918212890625, 185.59344482421875, 1, 672.8355712890625, 181.59832763671875, 1, 680.1320190429688, 181.4134521484375, 1, 687.1282348632812, 184.1153564453125, 1, 680.662109375, 187.1457977294922, 1, 673.7025146484375, 187.3319854736328, 1, 640.3016357421875, 235.4004364013672, 1, 646.236328125, 229.21673583984375, 1, 653.65234375, 225.2628936767578, 1, 657.5709228515625, 225.1480712890625, 1, 661.5560302734375, 224.7158966064453, 1, 668.7369384765625, 227.96630859375, 1, 674.4288330078125, 233.5636444091797, 1, 670.466552734375, 238.3361358642578, 1, 665.179931640625, 241.67193603515625, 1, 658.7664794921875, 242.70867919921875, 1, 651.7138671875, 241.9977264404297, 1, 645.630126953125, 239.4720916748047, 1, 642.339599609375, 235.1231231689453, 1, 650.2549438476562, 232.3415069580078, 1, 658.1192016601562, 231.1929168701172, 1, 665.4598999023438, 231.6005859375, 1, 672.512451171875, 233.471923828125, 1, 665.580078125, 233.89361572265625, 1, 658.4564819335938, 234.22607421875, 1, 650.3240356445312, 234.42822265625, 1 ], "lefthand_kpts": [ 726.407958984375, 451.6255798339844, 1, 708.2296752929688, 427.3876037597656, 1, 696.110595703125, 415.2687072753906, 1, 690.0510864257812, 403.1497497558594, 1, 683.99169921875, 397.0902404785156, 1, 702.170166015625, 397.0902404785156, 1, 696.110595703125, 391.0308532714844, 1, 683.99169921875, 391.0308532714844, 1, 677.9322509765625, 391.0308532714844, 1, 708.2296752929688, 403.1497497558594, 1, 690.0510864257812, 397.0902404785156, 1, 677.9322509765625, 403.1497497558594, 1, 671.872802734375, 409.209228515625, 1, 714.2890625, 409.209228515625, 1, 696.110595703125, 409.209228515625, 1, 683.99169921875, 421.3282165527344, 1, 677.9322509765625, 427.3876037597656, 1, 714.2890625, 421.3282165527344, 1, 702.170166015625, 427.3876037597656, 1, 690.0510864257812, 427.3876037597656, 1, 683.99169921875, 433.4471130371094, 1 ], "righthand_kpts": [ 603.8781127929688, 433.3507385253906, 1, 620.1790771484375, 412.2892150878906, 1, 632.8814086914062, 391.9652099609375, 1, 647.9221801757812, 384.2811584472656, 1, 661.5147094726562, 371.0613708496094, 1, 647.2026977539062, 382.149658203125, 1, 665.5245361328125, 373.4642333984375, 1, 681.6983642578125, 369.1754455566406, 1, 696.6875, 367.6703186035156, 1, 653.5370483398438, 390.5626220703125, 1, 672.2965698242188, 385.5243225097656, 1, 692.6142578125, 384.8817443847656, 1, 707.3733520507812, 386.2293395996094, 1, 652.2134399414062, 406.6885681152344, 1, 670.6382446289062, 400.4981689453125, 1, 689.1603393554688, 400.37451171875, 1, 702.7980346679688, 401.4830322265625, 1, 650.2646484375, 423.3841857910156, 1, 667.5829467773438, 420.2147521972656, 1, 684.9492797851562, 418.8229064941406, 1, 697.2614135742188, 415.9305419921875, 1 ], "center": [ 632.4862060546875, 394.060546875 ], "scale": [ 2.908545732498169, 3.878060817718506 ], "keypoints_score": [ 0.9636938571929932, 0.9941035509109497, 0.9634928107261658, 0.9141861200332642, 0.9486129879951477, 0.8848292827606201, 0.8722368478775024, 0.9538016319274902, 0.9538378715515137, 0.9210705757141113, 0.9089157581329346, 0.7939425110816956, 0.789352297782898, 0.0060185459442436695, 0.0031656811479479074, 0.05592691898345947, 0.08599528670310974 ], "face_kpts_score": [ 0.4132886826992035, 0.6643721461296082, 0.5975368022918701, 0.8451522588729858, 0.7211383581161499, 0.6004052758216858, 0.7007030248641968, 0.7064666152000427, 0.7474621534347534, 0.6266343593597412, 0.6152050495147705, 0.6062846779823303, 0.7655298709869385, 0.8126050233840942, 0.7091786861419678, 0.6781021356582642, 0.4786280393600464, 0.8360453248023987, 0.9162847995758057, 0.9443013668060303, 0.9445445537567139, 0.7456209659576416, 0.7728416919708252, 0.9271455407142639, 0.929381251335144, 0.8832223415374756, 0.8331048488616943, 0.9556703567504883, 0.9599223732948303, 0.9250535368919373, 0.9654123783111572, 0.9707449674606323, 0.9510452747344971, 0.9599842429161072, 0.9320622682571411, 0.97956782579422, 0.9192920923233032, 0.9486002922058105, 0.955322265625, 0.9191466569900513, 0.9789050817489624, 0.9599997401237488, 0.9826012253761292, 0.9478719234466553, 0.964550256729126, 0.9391491413116455, 0.9742993712425232, 0.9526171088218689, 0.9714224338531494, 0.9460910558700562, 0.9406537413597107, 0.9494143724441528, 0.9465186595916748, 0.9121395349502563, 0.949737012386322, 0.9532239437103271, 0.9511808156967163, 0.9870965480804443, 0.9335228204727173, 0.9637727737426758, 0.9902687668800354, 0.9480162262916565, 0.9566640257835388, 0.9398053884506226, 0.9520543813705444, 0.9390055537223816, 0.9666897058486938, 0.9563440084457397 ], "foot_kpts_score": [ 0.023286446928977966, 0.03989514335989952, 0.02785089612007141, 0.018456052988767624, 0.03910033032298088, 0.02316317707300186 ], "lefthand_kpts_score": [ 0.7810052037239075, 0.758567214012146, 0.7706036567687988, 0.7434412837028503, 0.6582841873168945, 0.8938864469528198, 0.7926483750343323, 0.6914824843406677, 0.6040025949478149, 0.8969210386276245, 0.7571133375167847, 0.650539755821228, 0.5795484781265259, 0.9128946661949158, 0.7499725818634033, 0.7076989412307739, 0.6274676322937012, 0.8751735687255859, 0.7569019794464111, 0.7651044130325317, 0.6891512870788574 ], "righthand_kpts_score": [ 0.43437007665634153, 0.5604568779468536, 0.4569638133049011, 0.38325748443603513, 0.40871883034706114, 0.42498073577880857, 0.6833231210708618, 0.8554124593734741, 0.9951623439788818, 0.36164153218269346, 0.6967769026756286, 0.728752589225769, 0.803328013420105, 0.4847348690032959, 0.8582385540008545, 0.8361619472503662, 0.767308509349823, 0.5414681196212768, 0.8699342966079712, 0.6816764831542969, 0.5852635860443115 ], "face_box": [ 0.45390625, 0.21666666666666667, 0.56171875, 0.3875 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.5203125, 0.5333333333333333, 0.57109375, 0.6333333333333333 ], "righthand_box": [ 0.46640625, 0.49166666666666664, 0.5546875, 0.6333333333333333 ], "lefthand_update": false, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/TalkShow_S1_Trim1/TalkShow_S1_Trim1/000010.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.34,0.12,0.65,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ 2.82174015045166, -0.01519094593822956, 0.1160130724310875 ], "body_pose": [ -0.2030671238899231, 0.016456149518489838, 0.11479019373655319, -0.2108360379934311, -0.018970195204019547, -0.11234747618436813, 0.25728246569633484, 0.006421805825084448, -0.008744865655899048, 0.4796994626522064, 0.029423793777823448, -0.06605345755815506, 0.4756438434123993, -0.030580755323171616, 0.06347211450338364, 0.045164406299591064, -0.002038938459008932, -0.01370156742632389, -0.12028123438358307, 0.07279372215270996, -0.04158296808600426, -0.11946895718574524, -0.07211245596408844, 0.04166150838136673, -0.0664786845445633, 0.0003080019378103316, -0.02578728273510933, 0.007183605805039406, -0.0044269501231610775, 0.0018432842334732413, 0.0052307951264083385, 0.006775172892957926, -0.0010485755046829581, 0.2658975124359131, 0.003655452746897936, -0.04674448072910309, -0.020244501531124115, -0.31612053513526917, 0.035447873175144196, -0.0011329629924148321, 0.39443016052246094, 0.1627892255783081, -0.05357978492975235, 0.03880543261766434, 0.13165707886219025, 0.06636928766965866, -0.39858147501945496, -1.0561325550079346, 0.11903124302625656, 0.4342436194419861, 0.9039674401283264, 0.19395025074481964, -1.511263370513916, 0.5253642797470093, 0.07157989591360092, 1.7856240272521973, -0.442924439907074, -0.32486477494239807, -0.45618653297424316, 0.4885528087615967, -0.5735942125320435, 0.2023889124393463, -0.09706596285104752 ], "shape": [ -0.02737206593155861, 0.052899278700351715, -0.042781002819538116, 0.07708346843719482, 0.013386912643909454, 0.015722669661045074, -0.012848056852817535, -0.015468612313270569, 0.025267956778407097, 0.00342850130982697 ], "trans": [ -0.002433070447295904, 0.6909158229827881, 20.374717712402344 ], "focal": [ 15159.141222635906, 15159.142017364502 ], "princpt": [ 633.6665344238281, 394.3197717666626 ], "lhand_pose": [ -0.11039532721042633, 0.38857075572013855, -0.09092256426811218, 0.10906877368688583, 0.01647821255028248, -0.49591898918151855, -0.0034592384472489357, -0.06511227786540985, -0.3473800718784332, -0.25296470522880554, 0.32850295305252075, -0.735434889793396, 0.02823043055832386, 0.017608433961868286, -0.09072662144899368, 0.0035623968578875065, -0.05786082521080971, -0.4080926477909088, -0.3258819282054901, -0.29001349210739136, -0.48692786693573, -0.03716718778014183, 0.021784931421279907, -0.07864141464233398, -0.18773943185806274, 0.012422864325344563, -0.22978319227695465, -0.10714602470397949, -0.10659947246313095, -0.9293949007987976, -0.1237906739115715, -0.08337605744600296, 0.16844218969345093, -0.06896357238292694, 0.04874057695269585, -0.19849878549575806, 0.07151150703430176, 0.5044951438903809, 0.10347535461187363, 0.07446102797985077, 0.019494101405143738, -0.18514332175254822, 0.1493537575006485, 0.23633351922035217, 0.07594441622495651 ], "rhand_pose": [ -0.22555799782276154, -0.125081405043602, 0.03906317800283432, 0.07420802861452103, 0.03285789489746094, -0.22450260818004608, -0.012632175348699093, 0.05055341497063637, -0.00239985971711576, -0.2174302190542221, -0.11422955989837646, 0.1000584289431572, 0.022770557552576065, 0.04307730495929718, -0.291301429271698, -0.005479471758008003, 0.02188163250684738, 0.0817606970667839, 0.2105424702167511, 0.23278655111789703, -0.15998420119285583, -0.05634360387921333, -0.005279100965708494, -0.05181121826171875, -0.0540255606174469, -0.002371777081862092, 0.1353975534439087, 0.05614357814192772, 0.04295921325683594, 0.0656723752617836, -0.05344430357217789, 0.04959893971681595, -0.2320496141910553, -0.039467599242925644, -0.052129097282886505, 0.08885234594345093, -0.15828530490398407, -0.4196736514568329, -0.42942318320274353, 0.06000826507806778, -0.13788963854312897, 0.17586275935173035, 0.08129145205020905, -0.20578156411647797, -0.06217845901846886 ], "jaw_pose": [ 0.0170444305986166, 0.03638678044080734, -0.0691245049238205 ], "expr": [ -0.6260988712310791, 0.5742344856262207, -1.8870679140090942, 0.40999460220336914, -0.038147877901792526, -0.10492605715990067, -0.09077619016170502, 0.27614423632621765, -0.11155320703983307, 0.007465977221727371 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 657.368896484375, 206.011474609375, 1, 679.058349609375, 182.58587646484375, 1, 631.68603515625, 182.35711669921875, 1, 708.447021484375, 196.701904296875, 1, 589.8944091796875, 198.47650146484375, 1, 758.8297729492188, 335.25445556640625, 1, 512.2159423828125, 340.62396240234375, 1, 797.316650390625, 525.6343383789062, 1, 470.8324890136719, 523.3312377929688, 1, 733.1199340820312, 446.1541442871094, 1, 604.0103759765625, 437.2142639160156, 1, 714.4568481445312, 700.2644653320312, 0, 549.40625, 697.8185424804688, 0, 671.3426513671875, 654.3710327148438, 0, 574.3056030273438, 619.0723876953125, 0, 702.0616455078125, 706.513427734375, 0, 543.6890869140625, 707.2003173828125, 0 ], "foot_kpts": [ 718.3193969726562, 440.1539001464844, 0, 637.5454711914062, 265.1471862792969, 0, 675.6364135742188, 255.9517822265625, 0, 729.7713012695312, 361.7371826171875, 0, 703.991943359375, 400.904052734375, 0, 661.1674194335938, 363.93341064453125, 0 ], "face_kpts": [ 594.0801391601562, 184.4413299560547, 0, 595.5693359375, 198.3609619140625, 1, 598.9163208007812, 211.9599609375, 1, 601.7577514648438, 227.6306915283203, 1, 605.2872314453125, 239.5299835205078, 1, 617.2771606445312, 251.70587158203125, 1, 625.874267578125, 260.74615478515625, 1, 640.2515869140625, 267.6307067871094, 1, 654.7088623046875, 269.8226623535156, 1, 670.3215942382812, 267.63262939453125, 1, 682.2700805664062, 260.4923095703125, 1, 691.6685180664062, 250.563720703125, 1, 699.6221313476562, 238.1455841064453, 1, 702.8032836914062, 226.47674560546875, 1, 704.3219604492188, 209.1916046142578, 1, 704.6818237304688, 196.83001708984375, 1, 704.3955688476562, 182.62911987304688, 1, 612.4412841796875, 173.82098388671875, 1, 620.160400390625, 170.83367919921875, 1, 628.5993041992188, 170.00445556640625, 1, 637.2733764648438, 171.3628387451172, 1, 645.8017578125, 173.09063720703125, 1, 667.0849609375, 172.4495086669922, 1, 674.2200317382812, 171.0286407470703, 1, 682.5712280273438, 169.73162841796875, 1, 690.4481811523438, 169.96295166015625, 1, 697.7141723632812, 173.06195068359375, 1, 656.4497680664062, 183.9892578125, 1, 656.92333984375, 191.14752197265625, 1, 657.2948608398438, 198.17376708984375, 1, 657.802001953125, 205.2506866455078, 1, 646.326171875, 215.2256622314453, 1, 652.04345703125, 215.307373046875, 1, 657.7803955078125, 215.2736053466797, 1, 663.1793823242188, 214.8312225341797, 1, 668.016845703125, 214.2499237060547, 1, 621.1962280273438, 185.14990234375, 1, 628.5613403320312, 182.0341339111328, 1, 636.43408203125, 182.22039794921875, 1, 642.842041015625, 186.1470184326172, 1, 635.8621826171875, 188.0631103515625, 1, 628.4373168945312, 187.8356170654297, 1, 668.4140625, 185.9288787841797, 1, 674.3530883789062, 181.841796875, 1, 681.7134399414062, 181.64947509765625, 1, 688.7531127929688, 184.4104766845703, 1, 682.2862548828125, 187.5488739013672, 1, 675.22119140625, 187.7122344970703, 1, 642.0892333984375, 235.39947509765625, 1, 647.9110717773438, 229.3046875, 1, 655.3135986328125, 225.3395538330078, 1, 659.2098388671875, 225.2366943359375, 1, 663.154541015625, 224.83489990234375, 1, 670.2946166992188, 228.05950927734375, 1, 675.9406127929688, 233.6873321533203, 1, 671.9225463867188, 238.4818115234375, 1, 666.6636352539062, 241.7085418701172, 1, 660.2867431640625, 242.7271728515625, 1, 653.3768310546875, 242.0023193359375, 1, 647.3353271484375, 239.43670654296875, 1, 644.1005859375, 235.0969696044922, 1, 651.9053955078125, 232.3063201904297, 1, 659.7313232421875, 231.1447296142578, 1, 667.0149536132812, 231.5602264404297, 1, 674.0352172851562, 233.606201171875, 1, 667.14599609375, 234.0170135498047, 1, 660.0473022460938, 234.3731689453125, 1, 651.982666015625, 234.51507568359375, 1 ], "lefthand_kpts": [ 713.1554565429688, 446.5094299316406, 1, 709.0228881835938, 435.4479064941406, 1, 700.3024291992188, 418.4566955566406, 0, 691.5601196289062, 405.7492980957031, 1, 683.4815673828125, 403.5546875, 1, 707.7410278320312, 389.6351623535156, 1, 687.3860473632812, 389.40087890625, 1, 679.0191040039062, 393.5196838378906, 1, 667.1148681640625, 397.94805908203125, 0, 711.4159545898438, 397.8669128417969, 1, 688.5398559570312, 405.0741271972656, 1, 676.7908935546875, 415.33074951171875, 1, 671.9937744140625, 435.6102600097656, 1, 716.9292602539062, 407.651123046875, 1, 692.3709106445312, 418.5295715332031, 1, 681.7839965820312, 427.2960510253906, 1, 674.4157104492188, 440.9598693847656, 1, 721.145263671875, 419.9114685058594, 1, 701.9784545898438, 425.8264465332031, 1, 690.3589477539062, 434.1714782714844, 1, 682.5701293945312, 441.4620666503906, 1 ], "righthand_kpts": [ 604.809326171875, 433.5663146972656, 1, 621.6675415039062, 412.33935546875, 1, 634.9510498046875, 391.6886291503906, 1, 650.3206176757812, 384.43408203125, 1, 665.3311767578125, 373.26708984375, 1, 649.2368774414062, 381.7493591308594, 1, 667.5505981445312, 373.2303466796875, 1, 683.3759765625, 369.3897705078125, 1, 698.0476684570312, 368.7574768066406, 1, 655.526123046875, 390.55615234375, 1, 673.8165283203125, 386.2635192871094, 1, 694.2899780273438, 384.8074951171875, 1, 709.6876831054688, 386.5099182128906, 1, 653.5431518554688, 406.9205017089844, 1, 671.6729736328125, 401.0904235839844, 1, 689.9994506835938, 401.177001953125, 1, 703.3915405273438, 402.86767578125, 1, 651.3134155273438, 423.5975341796875, 1, 668.7822265625, 420.3343505859375, 1, 685.5547485351562, 419.4327087402344, 1, 697.798583984375, 416.4248046875, 1 ], "center": [ 634.16650390625, 394.81976318359375 ], "scale": [ 2.9152426719665527, 3.8869903087615967 ], "keypoints_score": [ 0.965825617313385, 0.9958403706550598, 0.9652353525161743, 0.9085805416107178, 0.9488091468811035, 0.8776141405105591, 0.8688464164733887, 0.9505587816238403, 0.9492161273956299, 0.9096345901489258, 0.9109330177307129, 0.8017678260803223, 0.7920427918434143, 0.002289319410920143, 0.0028971917927265167, 0.05117230862379074, 0.08277550339698792 ], "face_kpts_score": [ 0.4116668701171875, 0.6609281897544861, 0.5834358930587769, 0.8256124258041382, 0.7167432904243469, 0.6111371517181396, 0.7172045707702637, 0.692619800567627, 0.7462764382362366, 0.6215745210647583, 0.6225253343582153, 0.58738112449646, 0.7539170980453491, 0.7949590682983398, 0.7271239757537842, 0.6966778039932251, 0.4912964999675751, 0.8474518656730652, 0.9181112051010132, 0.9403523802757263, 0.9419777989387512, 0.7456841468811035, 0.7783761024475098, 0.9236852526664734, 0.9285593032836914, 0.8837258815765381, 0.8316314220428467, 0.9487626552581787, 0.95725017786026, 0.9212417602539062, 0.9622161388397217, 0.9713890552520752, 0.9463536143302917, 0.9557234048843384, 0.9307783842086792, 0.9783923625946045, 0.9155471324920654, 0.9495325684547424, 0.9554843306541443, 0.9201245307922363, 0.975938618183136, 0.9591704607009888, 0.9827146530151367, 0.951910138130188, 0.9581329822540283, 0.9269627332687378, 0.9787366390228271, 0.9479210376739502, 0.9692392349243164, 0.9402561187744141, 0.9554342031478882, 0.9677680134773254, 0.9547087550163269, 0.8970484733581543, 0.9320086240768433, 0.9678843021392822, 0.9378762245178223, 0.9829045534133911, 0.9207299947738647, 0.9570945501327515, 0.9861181974411011, 0.9498238563537598, 0.9466885328292847, 0.9357988238334656, 0.9403374195098877, 0.9182747602462769, 0.9577293395996094, 0.9497585892677307 ], "foot_kpts_score": [ 0.025662967935204506, 0.03976767137646675, 0.02759198099374771, 0.013649904169142246, 0.03660613298416138, 0.023411976173520088 ], "lefthand_kpts_score": [ 0.33180776834487913, 0.300094997882843, 0.1725400447845459, 0.19236960113048554, 0.2434149444103241, 0.46734235286712644, 0.3572997212409973, 0.2552425920963287, 0.20138515383005143, 0.4718817830085754, 0.4647244572639465, 0.2388285905122757, 0.36712474226951597, 0.4651872873306274, 0.661089277267456, 0.5192396998405456, 0.8370724678039551, 0.49470863342285154, 0.8551233172416687, 0.7764213442802429, 0.9255025148391723 ], "righthand_kpts_score": [ 0.43983945846557615, 0.5561477303504944, 0.44090316295623777, 0.3804210782051086, 0.3591917514801025, 0.43025258779525755, 0.6693882703781128, 0.8619929313659668, 0.9859692811965942, 0.37404499053955076, 0.7452991366386413, 0.8012909650802612, 0.8237291932106018, 0.4845870494842529, 0.8352207899093628, 0.8030266523361206, 0.7901122331619262, 0.5447586238384247, 0.8700806260108948, 0.6820074081420898, 0.5019092917442322 ], "face_box": [ 0.45546875, 0.21666666666666667, 0.56328125, 0.3875 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.5265625, 0.5347222222222222, 0.57734375, 0.6347222222222222 ], "righthand_box": [ 0.46796875, 0.4930555555555556, 0.55625, 0.6333333333333333 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 13, "full_body": false, "valid_label": 2 } ] } ][ { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000301.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.29,0.09,0.71,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.82035493850708, -0.0032168212346732616, -0.035495322197675705 ], "body_pose": [ -0.212330162525177, 0.03183884546160698, 0.10888129472732544, -0.21178974211215973, -0.027584033086895943, -0.09968533366918564, 0.32605236768722534, 0.005396961700171232, 0.0013832765398547053, 0.4274446666240692, 0.05178987607359886, -0.06642334908246994, 0.4291628897190094, -0.046949710696935654, 0.06706539541482925, 0.0823875293135643, -0.0016236241208389401, -0.004139245487749577, -0.12414105236530304, 0.05342191085219383, -0.05849834159016609, -0.12673698365688324, -0.052253007888793945, 0.05462184548377991, -0.12752750515937805, 0.003688400611281395, -0.0016049855621531606, 0.00878539402037859, -0.009437701664865017, 0.0026910065207630396, 0.005327812395989895, 0.00950862281024456, -0.004679200705140829, 0.17115448415279388, 0.03315507993102074, 0.024149660021066666, -0.1796368807554245, -0.42965933680534363, 0.09460614621639252, -0.1590633988380432, 0.4065551459789276, -0.062180887907743454, -0.3297227919101715, 0.034526266157627106, 0.15331436693668365, 0.13953569531440735, -0.7653690576553345, -0.8802862763404846, 0.1987440586090088, 0.6298391819000244, 0.7842758893966675, 0.8174517154693604, -1.592363715171814, 0.4328330457210541, 0.24137604236602783, 1.7080365419387817, -0.1266801506280899, 0.2138998657464981, 0.1173403337597847, 0.34525084495544434, -1.1968414783477783, 0.1563555896282196, 0.16143907606601715 ], "shape": [ 0.003599192015826702, 0.0524766631424427, -0.12558594346046448, 0.05478452146053314, 0.023176562041044235, 0.01930931769311428, -0.025837210938334465, -0.005843890830874443, 0.004500656388700008, -0.00816806685179472 ], "trans": [ 0.0029268611688166857, 0.6984022855758667, 17.276775360107422 ], "focal": [ 17381.423314412437, 17381.423711776733 ], "princpt": [ 640.7499084472656, 385.58759689331055 ], "lhand_pose": [ -0.05266489088535309, 0.30727267265319824, 0.2123279869556427, 0.034011248499155045, 0.027288183569908142, 0.689544677734375, 0.0046959142200648785, 0.06658980250358582, 0.18463122844696045, -0.018421828746795654, 0.1300782710313797, 0.15884467959403992, 0.03915517404675484, -0.0007245931192301214, 0.4434407651424408, 0.0004180333926342428, 0.021719545125961304, 0.15812760591506958, 0.20520766079425812, -0.33787858486175537, 0.024969838559627533, -0.056939706206321716, 0.03632044419646263, 0.03817623481154442, 0.005678050685673952, 0.018397051841020584, -0.07289999723434448, 0.1178404837846756, -0.11857014894485474, -0.004800479393452406, 0.04087916016578674, 0.018270593136548996, 0.17120879888534546, 0.010670236311852932, 0.07123424112796783, 0.04471610113978386, -0.18550457060337067, 0.3741104304790497, 0.25463688373565674, 0.0858934223651886, 0.223576620221138, -0.13665394484996796, 0.0030198353342711926, 0.19835039973258972, 0.11359381675720215 ], "rhand_pose": [ -0.008342431858181953, -0.14875221252441406, -0.2788916826248169, -0.084567591547966, -0.08170618861913681, -0.5803403854370117, 0.07479673624038696, -0.13969339430332184, -0.07478588819503784, 0.15946732461452484, -0.2213670313358307, -0.44592025876045227, 0.007953633554279804, 0.031838320195674896, -0.3968655467033386, -0.016123004257678986, -0.03498357906937599, -0.1520807445049286, 0.32692113518714905, 0.31872284412384033, -0.4613091051578522, 0.11715167760848999, -0.3178359270095825, -0.2081599086523056, 0.08608874678611755, -0.08989019691944122, -0.10650798678398132, 0.19780397415161133, -0.20238259434700012, -0.3174169063568115, 0.13325783610343933, -0.10421278327703476, -0.42936649918556213, 0.049905452877283096, -0.08430515974760056, -0.2117784023284912, -0.11630604416131973, 0.21742457151412964, 0.11855147033929825, 0.21937748789787292, -0.2901579737663269, 0.2830262780189514, 0.09290897846221924, -0.7794784903526306, 0.21465939283370972 ], "jaw_pose": [ 0.02614700235426426, -0.030007213354110718, 0.0059200795367360115 ], "expr": [ 1.943629503250122, 0.5621081590652466, -0.2855916917324066, 0.3241611123085022, -0.04903267323970795, -0.26747050881385803, -0.07167008519172668, 0.11787223070859909, -0.1711621731519699, -0.0050138067454099655 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 655.9581909179688, 273.14892578125, 1, 681.6212768554688, 226.22418212890625, 1, 617.138671875, 238.2421875, 1, 730.0934448242188, 211.76043701171875, 1, 569.9751586914062, 238.50732421875, 1, 817.8652954101562, 378.1820373535156, 1, 487.344970703125, 378.1124267578125, 1, 866.6423950195312, 631.2802124023438, 1, 395.8551330566406, 634.3967895507812, 1, 610.4208374023438, 647.7825927734375, 1, 644.6469116210938, 676.2853393554688, 1, 751.411865234375, 707.7503051757812, 0, 549.113525390625, 708.0050048828125, 0, 835.66015625, 699.931640625, 0, 431.5262451171875, 706.1036987304688, 0, 582.2979736328125, 686.5489501953125, 0, 649.0689697265625, 689.2679443359375, 0 ], "foot_kpts": [ 443.8044128417969, 605.0025024414062, 0, 450.53082275390625, 611.9486694335938, 0, 561.8030395507812, 688.3018798828125, 0, 826.0426025390625, 650.4473876953125, 0, 825.9246826171875, 709.5797729492188, 0, 645.2471313476562, 496.5105895996094, 0 ], "face_kpts": [ 576.4489135742188, 234.18853759765625, 1, 581.7571411132812, 250.6792755126953, 1, 585.4786987304688, 268.8725891113281, 1, 594.1348266601562, 287.344482421875, 1, 601.3397216796875, 303.1083679199219, 1, 617.875732421875, 319.5415344238281, 1, 631.1045532226562, 332.6763000488281, 1, 650.15576171875, 342.4412536621094, 1, 668.2664794921875, 342.9010009765625, 1, 685.1404418945312, 336.4739685058594, 1, 701.1795043945312, 318.46954345703125, 1, 710.011962890625, 304.0838317871094, 1, 718.1433715820312, 280.78436279296875, 1, 723.2080688476562, 261.2512512207031, 1, 724.423583984375, 240.27471923828125, 1, 724.6369018554688, 221.3208770751953, 1, 720.3245239257812, 205.756103515625, 1, 591.3817138671875, 232.2296142578125, 1, 600.9467163085938, 227.9290008544922, 1, 611.7045288085938, 225.8847198486328, 1, 622.9210815429688, 225.9252471923828, 1, 632.8005981445312, 226.7316131591797, 1, 662.1143188476562, 220.3195343017578, 1, 672.2750854492188, 215.1512908935547, 1, 683.2369995117188, 211.09259033203125, 1, 694.30078125, 208.9685821533203, 1, 705.2639770507812, 209.9163360595703, 1, 649.901123046875, 236.3975372314453, 1, 652.7984619140625, 252.3704833984375, 1, 655.7658081054688, 267.93841552734375, 1, 658.5787963867188, 282.8935241699219, 1, 644.2282104492188, 286.1545715332031, 1, 651.9763793945312, 288.4408264160156, 1, 659.9591674804688, 289.94842529296875, 1, 667.2627563476562, 284.8129577636719, 1, 673.6618041992188, 279.63128662109375, 1, 604.8162841796875, 243.1896209716797, 1, 613.6803588867188, 240.246826171875, 1, 622.7239990234375, 238.7154541015625, 1, 631.5076904296875, 239.6842498779297, 1, 622.9444580078125, 242.6123504638672, 1, 614.1085205078125, 244.08441162109375, 1, 668.9677124023438, 231.6742706298828, 1, 676.8073120117188, 227.493896484375, 1, 685.724365234375, 225.3737030029297, 1, 695.1322631835938, 224.713134765625, 1, 687.2335815429688, 228.91192626953125, 1, 678.3126831054688, 231.122802734375, 1, 630.4608764648438, 300.06915283203125, 1, 643.0638427734375, 297.9734802246094, 1, 656.1513061523438, 297.1213684082031, 1, 661.3059692382812, 296.6065979003906, 1, 666.5075073242188, 294.7226257324219, 1, 678.2760009765625, 289.4747619628906, 1, 690.2877807617188, 286.4064636230469, 1, 685.9026489257812, 300.1451721191406, 1, 678.1559448242188, 311.7280578613281, 1, 665.4220581054688, 318.22216796875, 1, 651.2075805664062, 317.75634765625, 1, 639.5330810546875, 310.8107604980469, 1, 633.2589111328125, 300.9096374511719, 1, 647.5889282226562, 300.1452941894531, 1, 661.850341796875, 299.2395935058594, 1, 674.9768676757812, 293.8876647949219, 1, 687.9057006835938, 288.5260009765625, 1, 678.4967651367188, 303.0899963378906, 1, 664.0178833007812, 310.5483703613281, 1, 647.34814453125, 309.9781188964844, 1 ], "lefthand_kpts": [ 580.2293090820312, 620.3781127929688, 1, 555.9682006835938, 616.5208129882812, 1, 534.86572265625, 612.9260864257812, 1, 513.720703125, 617.5951538085938, 1, 491.5482482910156, 619.090576171875, 1, 519.3046875, 605.890380859375, 1, 487.0032958984375, 601.4052734375, 1, 466.9627990722656, 607.9500122070312, 1, 445.1123962402344, 611.7262573242188, 1, 526.2083129882812, 607.795654296875, 1, 491.8673400878906, 609.6473999023438, 1, 469.7454528808594, 626.5460815429688, 1, 451.8531799316406, 643.1675415039062, 1, 538.5692749023438, 613.1820678710938, 1, 507.6485290527344, 624.1106567382812, 1, 492.9488220214844, 645.8955688476562, 1, 482.7369384765625, 668.2252807617188, 1, 551.5786743164062, 623.8250122070312, 1, 533.2969970703125, 635.3465576171875, 1, 523.5166625976562, 651.5311279296875, 1, 514.4591064453125, 672.0308227539062, 1 ], "righthand_kpts": [ 662.2498779296875, 680.310546875, 1, 690.3971557617188, 649.4998168945312, 1, 712.8346557617188, 619.2200927734375, 1, 738.9295043945312, 606.248046875, 1, 751.090576171875, 616.3742065429688, 1, 756.188720703125, 653.0609741210938, 1, 791.5817260742188, 652.3687133789062, 1, 814.5505981445312, 649.26123046875, 1, 836.9828491210938, 650.0383911132812, 1, 758.4351196289062, 678.4581909179688, 1, 793.6251831054688, 681.4808349609375, 1, 821.05419921875, 681.8102416992188, 1, 843.3212280273438, 687.0505981445312, 1, 752.3911743164062, 694.2642211914062, 1, 786.8696899414062, 695.1674194335938, 1, 811.4850463867188, 694.8136596679688, 1, 828.2205200195312, 693.9848022460938, 1, 747.022216796875, 701.3704223632812, 1, 769.1357421875, 701.6243286132812, 1, 788.7451782226562, 700.8495483398438, 1, 804.3201293945312, 697.4031372070312, 1 ], "center": [ 641.2498779296875, 386.08758544921875 ], "scale": [ 3.3434832096099854, 4.457977771759033 ], "keypoints_score": [ 0.9338290691375732, 0.9807173609733582, 0.986253023147583, 0.9649209380149841, 0.959720253944397, 0.846500039100647, 0.8491207361221313, 0.8322073221206665, 0.8639999628067017, 0.7100251317024231, 0.8862207531929016, 0.5875699520111084, 0.5580377578735352, 0.1747015118598938, 0.08631467074155807, 0.03532952070236206, 0.035019513219594955 ], "face_kpts_score": [ 0.4810563325881958, 0.6454551815986633, 0.6917684078216553, 0.7187546491622925, 0.6749480962753296, 0.4629988670349121, 0.5576350688934326, 0.688368558883667, 0.6593987941741943, 0.49970006942749023, 0.601941704750061, 0.5449216365814209, 0.6902448534965515, 0.6482362747192383, 0.5967114567756653, 0.5906873345375061, 0.515993595123291, 0.8069801926612854, 0.8520462512969971, 0.882719874382019, 0.9337329268455505, 0.7844654321670532, 0.8959925174713135, 0.9086708426475525, 0.9357187747955322, 0.9060958027839661, 0.9373968839645386, 0.9193135499954224, 0.9452453255653381, 0.942742645740509, 0.9637686610221863, 0.964410126209259, 0.9085037708282471, 0.917372465133667, 0.9047063589096069, 0.9624054431915283, 0.9468480348587036, 0.9337509870529175, 0.9608181715011597, 0.9847996234893799, 0.981860876083374, 0.9212389588356018, 0.9637824296951294, 0.9277935028076172, 0.9272165298461914, 0.9658845663070679, 0.9572274684906006, 0.9278245568275452, 0.9642540812492371, 0.9365352392196655, 0.9539806842803955, 0.964152455329895, 0.9028363227844238, 0.9391525387763977, 0.8939707279205322, 0.9338629245758057, 0.9150716066360474, 0.913345217704773, 0.8933526277542114, 0.9487656354904175, 0.9533168077468872, 0.9348134994506836, 0.944568932056427, 0.9475040435791016, 0.9641653299331665, 0.8716988563537598, 0.9260689616203308, 0.9503277540206909 ], "foot_kpts_score": [ 0.2665230631828308, 0.10217191278934479, 0.06738556921482086, 0.08256315439939499, 0.1401233673095703, 0.054604560136795044 ], "lefthand_kpts_score": [ 0.3317082583904266, 0.33338620364665983, 0.31904602646827696, 0.28761461973190305, 0.2951494812965393, 0.6062329769134521, 0.781330680847168, 0.8741167545318603, 0.9575677871704101, 0.5724530577659607, 0.8328103184700012, 0.9022015690803528, 0.9962770700454712, 0.4922196626663208, 0.8665913105010986, 0.9199740648269653, 0.9910560011863708, 0.5305548667907715, 0.7221078634262085, 0.9028805255889892, 0.9147123456001282 ], "righthand_kpts_score": [ 0.4954184055328369, 0.5527934789657593, 0.6475103855133056, 0.8066660523414612, 0.604013180732727, 0.663372254371643, 0.841774320602417, 0.8191537618637085, 0.94489905834198, 0.6587313175201416, 0.7349531412124634, 0.8404816746711731, 0.9598990440368652, 0.6667420029640198, 0.684373652935028, 0.6457284450531006, 0.6537596344947815, 0.5191337823867798, 0.5271479845046997, 0.4930695056915283, 0.42556325197219846 ], "face_box": [ 0.43671875, 0.25833333333333336, 0.5796875, 0.5013888888888889 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34609375, 0.8180555555555555, 0.459375, 0.9319444444444445 ], "righthand_box": [ 0.51640625, 0.8291666666666667, 0.66796875, 0.9777777777777777 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000302.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.29,0.09,0.71,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.820286989212036, -0.0032234240788966417, -0.035470470786094666 ], "body_pose": [ -0.2123483121395111, 0.03183628246188164, 0.10888665914535522, -0.21180397272109985, -0.027582969516515732, -0.09968314319849014, 0.32611656188964844, 0.005398626439273357, 0.0013725340832024813, 0.4274369776248932, 0.05179459601640701, -0.06642445176839828, 0.4291587471961975, -0.04695190116763115, 0.0670626237988472, 0.08240369707345963, -0.0016273731598630548, -0.0041468520648777485, -0.1241457462310791, 0.05341888964176178, -0.05850053206086159, -0.12673090398311615, -0.05224284902215004, 0.05462654307484627, -0.1275283396244049, 0.0036855326034128666, -0.0016229720786213875, 0.008785988204181194, -0.00943952426314354, 0.0026925215497612953, 0.00532841682434082, 0.00950893759727478, -0.004679616540670395, 0.17126166820526123, 0.03309176489710808, 0.024168089032173157, -0.17967042326927185, -0.4295969307422638, 0.0948329046368599, -0.15906280279159546, 0.406609445810318, -0.062491122633218765, -0.3300507664680481, 0.03434363007545471, 0.1534750908613205, 0.13950574398040771, -0.7654101252555847, -0.8804369568824768, 0.1986766904592514, 0.6299914717674255, 0.7844582796096802, 0.8176727890968323, -1.5924389362335205, 0.4329906702041626, 0.24137529730796814, 1.70806884765625, -0.12669409811496735, 0.21424594521522522, 0.11788849532604218, 0.34544873237609863, -1.196843147277832, 0.15640677511692047, 0.16133208572864532 ], "shape": [ 0.003567736130207777, 0.052453283220529556, -0.12557941675186157, 0.054783985018730164, 0.023184826597571373, 0.019318850710988045, -0.02582450583577156, -0.005842129234224558, 0.004517457447946072, -0.008170842193067074 ], "trans": [ 0.002849431475624442, 0.6982693672180176, 17.26358413696289 ], "focal": [ 17374.486923217773, 17374.48811531067 ], "princpt": [ 640.7723388671875, 385.65066146850586 ], "lhand_pose": [ -0.05269382521510124, 0.30740123987197876, 0.21266800165176392, 0.03400546312332153, 0.0272710882127285, 0.6896652579307556, 0.00470308680087328, 0.06660351902246475, 0.1846906542778015, -0.018454384058713913, 0.1302080899477005, 0.15901674330234528, 0.03915012255311012, -0.0007829056121408939, 0.4435310661792755, 0.0004181105177849531, 0.021702751517295837, 0.158176451921463, 0.20530927181243896, -0.3378716707229614, 0.024937110021710396, -0.05690913274884224, 0.0363338328897953, 0.038240209221839905, 0.005695348139852285, 0.018403785303235054, -0.07283369451761246, 0.11782675981521606, -0.11864141374826431, -0.004665791057050228, 0.040888600051403046, 0.018231196328997612, 0.1713390201330185, 0.010674837045371532, 0.07123417407274246, 0.0447959303855896, -0.18546229600906372, 0.37426623702049255, 0.254597544670105, 0.08588100224733353, 0.22363696992397308, -0.13664336502552032, 0.0029902616515755653, 0.19838283956050873, 0.1136217787861824 ], "rhand_pose": [ -0.008334658108651638, -0.14879931509494781, -0.2788853645324707, -0.08456292748451233, -0.08172810077667236, -0.5803191661834717, 0.07480768859386444, -0.1397116631269455, -0.07480493187904358, 0.15948083996772766, -0.22133857011795044, -0.4457709789276123, 0.007950935512781143, 0.031866565346717834, -0.39688628911972046, -0.01612570509314537, -0.03496403247117996, -0.1520930379629135, 0.32697927951812744, 0.31872788071632385, -0.4613342881202698, 0.1171114519238472, -0.3179135024547577, -0.20823192596435547, 0.08611354976892471, -0.08989130705595016, -0.10654089599847794, 0.19783128798007965, -0.20242391526699066, -0.3173869848251343, 0.1332501322031021, -0.10422065854072571, -0.4294578433036804, 0.049904558807611465, -0.08430279046297073, -0.2118096500635147, -0.11639881134033203, 0.21746613085269928, 0.11842602491378784, 0.21940849721431732, -0.2902608811855316, 0.28306519985198975, 0.09293105453252792, -0.7797456979751587, 0.21463830769062042 ], "jaw_pose": [ 0.026283662766218185, -0.03011089190840721, 0.006196037400513887 ], "expr": [ 1.960957646369934, 0.563697874546051, -0.2856323719024658, 0.32610437273979187, -0.04472693055868149, -0.2726421654224396, -0.0746130645275116, 0.11801163852214813, -0.17284156382083893, -0.00710742361843586 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 655.8667602539062, 272.9167785644531, 1, 681.6043090820312, 226.2144317626953, 1, 617.0612182617188, 238.0568084716797, 1, 730.1249389648438, 211.8683319091797, 1, 570.0049438476562, 238.3815460205078, 1, 817.8306274414062, 378.2070617675781, 1, 487.3319396972656, 378.0698547363281, 1, 866.6567993164062, 631.357666015625, 1, 395.8226013183594, 634.3341064453125, 1, 610.112060546875, 647.5886840820312, 1, 644.837158203125, 676.345458984375, 1, 751.3482666015625, 707.7316284179688, 0, 549.2407836914062, 708.043212890625, 0, 835.7274169921875, 700.303955078125, 0, 431.94598388671875, 706.1871337890625, 0, 582.8553466796875, 686.582275390625, 0, 648.9281005859375, 689.413330078125, 0 ], "foot_kpts": [ 443.7842102050781, 605.1078491210938, 0, 450.8133544921875, 612.0524291992188, 0, 561.7127685546875, 688.3306274414062, 0, 829.8082275390625, 655.1784057617188, 0, 825.7544555664062, 709.1973876953125, 0, 645.1771850585938, 467.7818908691406, 0 ], "face_kpts": [ 576.1738891601562, 233.17074584960938, 1, 582.9693603515625, 252.0046844482422, 1, 585.3524780273438, 268.2987060546875, 1, 593.82421875, 285.84130859375, 1, 601.5774536132812, 304.12286376953125, 1, 617.5537719726562, 318.60736083984375, 1, 630.5067138671875, 333.54498291015625, 1, 650.06787109375, 343.205322265625, 1, 668.6643676757812, 343.4518127441406, 1, 684.6647338867188, 336.22308349609375, 1, 700.8877563476562, 319.7027587890625, 1, 709.931640625, 303.81640625, 1, 717.9843139648438, 280.4674072265625, 1, 722.099853515625, 264.34521484375, 1, 724.1537475585938, 240.3300018310547, 1, 725.0568237304688, 220.82872009277344, 1, 720.6481323242188, 205.2040252685547, 1, 591.0225219726562, 232.87171936035156, 1, 601.0581665039062, 228.1477508544922, 1, 611.62548828125, 226.5460662841797, 1, 622.8421630859375, 226.19947814941406, 1, 633.0110473632812, 227.80345153808594, 1, 662.1283569335938, 218.77296447753906, 1, 672.7007446289062, 215.09999084472656, 1, 683.7467651367188, 210.72792053222656, 1, 694.6018676757812, 208.6265411376953, 1, 705.337890625, 209.18263244628906, 1, 649.8147583007812, 235.9320831298828, 1, 652.826416015625, 252.32627868652344, 1, 656.0123291015625, 268.20416259765625, 1, 658.8179931640625, 283.00262451171875, 1, 644.30126953125, 286.18804931640625, 1, 651.9776000976562, 288.76910400390625, 1, 660.0133056640625, 290.16180419921875, 1, 667.4244995117188, 284.929931640625, 1, 674.0916748046875, 279.55975341796875, 1, 604.2974853515625, 242.43861389160156, 1, 613.2318115234375, 239.84999084472656, 1, 622.3385620117188, 238.36326599121094, 1, 631.2831420898438, 239.0480499267578, 1, 622.4906616210938, 241.7259979248047, 1, 613.537841796875, 243.3318328857422, 1, 668.9439086914062, 231.61793518066406, 1, 676.8658447265625, 227.4370880126953, 1, 686.135009765625, 225.35154724121094, 1, 695.48388671875, 224.41160583496094, 1, 687.328857421875, 228.8037872314453, 1, 678.400634765625, 230.82212829589844, 1, 630.6923217773438, 299.98968505859375, 1, 643.2481079101562, 298.08514404296875, 1, 656.3910522460938, 297.17218017578125, 1, 661.4633178710938, 296.64324951171875, 1, 666.6353759765625, 294.6583251953125, 1, 678.5826416015625, 289.7628173828125, 1, 690.2451782226562, 286.17669677734375, 1, 686.06591796875, 299.77069091796875, 1, 678.1736450195312, 311.844482421875, 1, 665.5674438476562, 317.98883056640625, 1, 651.273193359375, 317.8848876953125, 1, 639.6809692382812, 310.87890625, 1, 633.4727172851562, 300.91107177734375, 1, 647.8455200195312, 300.5411376953125, 1, 662.0859375, 299.47393798828125, 1, 675.16162109375, 294.08349609375, 1, 687.9664916992188, 288.30975341796875, 1, 678.514404296875, 302.83441162109375, 1, 664.2964477539062, 310.39215087890625, 1, 647.5526123046875, 310.37835693359375, 1 ], "lefthand_kpts": [ 579.4011840820312, 620.3668212890625, 1, 555.5962524414062, 616.542724609375, 1, 534.6494140625, 613.0989379882812, 1, 513.7542724609375, 617.6085205078125, 1, 491.5091857910156, 619.0040893554688, 1, 518.9824829101562, 605.8862915039062, 1, 486.9501647949219, 601.405517578125, 1, 466.9700622558594, 607.9361572265625, 1, 445.1592712402344, 611.7098999023438, 1, 526.0326538085938, 607.759521484375, 1, 491.9259338378906, 609.630126953125, 1, 469.7832946777344, 626.5469360351562, 1, 451.8866882324219, 643.1698608398438, 1, 538.3432006835938, 613.2521362304688, 1, 507.8168640136719, 624.1151733398438, 1, 492.9878234863281, 645.7964477539062, 1, 482.7364196777344, 668.1746215820312, 1, 551.3085327148438, 623.8187866210938, 1, 533.4900512695312, 635.3364868164062, 1, 523.48828125, 651.4636840820312, 1, 514.4708251953125, 671.9884643554688, 1 ], "righthand_kpts": [ 662.77783203125, 680.2498779296875, 1, 690.5542602539062, 649.4519653320312, 1, 713.15771484375, 618.88623046875, 1, 739.1941528320312, 606.182861328125, 1, 751.6018676757812, 616.9078369140625, 1, 755.9707641601562, 653.0632934570312, 1, 791.3790893554688, 652.3713989257812, 1, 814.4323120117188, 649.2871704101562, 1, 836.9274291992188, 650.0663452148438, 1, 758.4116821289062, 678.4574584960938, 1, 794.2841796875, 681.6720581054688, 1, 821.0772094726562, 681.8946533203125, 1, 843.3593139648438, 687.0046997070312, 1, 752.6213989257812, 694.230712890625, 1, 787.1248168945312, 695.1132202148438, 1, 811.6129760742188, 694.6588745117188, 1, 828.2533569335938, 693.765380859375, 1, 747.7625122070312, 701.1841430664062, 1, 769.84033203125, 701.3164672851562, 1, 789.1067504882812, 700.44189453125, 1, 804.6897583007812, 696.6787719726562, 1 ], "center": [ 641.2723388671875, 386.150634765625 ], "scale": [ 3.342151641845703, 4.456202030181885 ], "keypoints_score": [ 0.9318423271179199, 0.9826071262359619, 0.9860628843307495, 0.9647190570831299, 0.9596359729766846, 0.8463097810745239, 0.8488113284111023, 0.8317447900772095, 0.8644474744796753, 0.7092559933662415, 0.8862111568450928, 0.590046763420105, 0.5624381303787231, 0.17614009976387024, 0.08898742496967316, 0.037142280489206314, 0.03590279817581177 ], "face_kpts_score": [ 0.46031835675239563, 0.5747349262237549, 0.7537405490875244, 0.6564315557479858, 0.6206924319267273, 0.4057152271270752, 0.5693620443344116, 0.581412672996521, 0.5759100914001465, 0.5040724277496338, 0.5840489268302917, 0.5246354937553406, 0.7186466455459595, 0.589997410774231, 0.6200343370437622, 0.5511504411697388, 0.4660089612007141, 0.8858844041824341, 0.9094394445419312, 0.8659294843673706, 0.8884196877479553, 0.842981219291687, 0.9179797172546387, 0.9120387434959412, 0.8577076196670532, 0.8760431408882141, 0.8581603169441223, 0.9441975951194763, 0.9327329397201538, 0.9125039577484131, 0.936440646648407, 0.9525122046470642, 0.9149049520492554, 0.9557750225067139, 0.8607844114303589, 0.9747216105461121, 0.9662765264511108, 0.9491751194000244, 0.9213370084762573, 0.9626370668411255, 0.9521839618682861, 0.9561971426010132, 0.9779848456382751, 0.9349331855773926, 0.9253122806549072, 0.9419540166854858, 0.9819211959838867, 0.9637925624847412, 0.9722808599472046, 0.9255193471908569, 0.9238145351409912, 0.9361870884895325, 0.9004330635070801, 0.9589030742645264, 0.9681113362312317, 0.9440073370933533, 0.91831374168396, 0.962422251701355, 0.9387556314468384, 0.945204496383667, 0.9597418904304504, 0.9445006251335144, 0.9144524335861206, 0.9471229314804077, 0.9876378774642944, 0.9065297245979309, 0.8820982575416565, 0.9260091781616211 ], "foot_kpts_score": [ 0.2655709683895111, 0.1015457808971405, 0.06713669747114182, 0.08428465574979782, 0.14217138290405273, 0.05479257553815842 ], "lefthand_kpts_score": [ 0.3383626401424408, 0.3336878329515457, 0.31786217391490934, 0.2861065924167633, 0.29515565037727354, 0.6047865509986877, 0.7813043355941772, 0.8724552154541015, 0.9560168743133545, 0.5735895991325378, 0.8364000678062439, 0.897278881072998, 0.9944481611251831, 0.4971750438213348, 0.8580501437187195, 0.9184229135513305, 0.9886395692825317, 0.530236667394638, 0.7102162003517151, 0.9006646633148193, 0.9138101100921631 ], "righthand_kpts_score": [ 0.49290469884872434, 0.560461676120758, 0.6516168475151062, 0.8149833440780639, 0.5948256015777588, 0.6656629800796509, 0.843471086025238, 0.819373345375061, 0.9442326784133911, 0.6612316131591797, 0.7357994079589844, 0.8381929755210876, 0.9586764931678772, 0.6758758783340454, 0.6769113302230835, 0.6398842096328735, 0.6515357255935669, 0.519707715511322, 0.5226162433624267, 0.4905029296875, 0.42249313592910764 ], "face_box": [ 0.43671875, 0.24861111111111112, 0.5796875, 0.5027777777777778 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34609375, 0.8180555555555555, 0.459375, 0.9319444444444445 ], "righthand_box": [ 0.515625, 0.8291666666666667, 0.66796875, 0.9777777777777777 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000303.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.29,0.09,0.71,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.820688486099243, -0.0033571149688214064, -0.03530178219079971 ], "body_pose": [ -0.2122800648212433, 0.03184658661484718, 0.10890022665262222, -0.21170613169670105, -0.027585264295339584, -0.09966547042131424, 0.3259969651699066, 0.005348567385226488, 0.0013283470179885626, 0.4274638295173645, 0.05180814489722252, -0.06642938405275345, 0.4291655421257019, -0.04695642367005348, 0.06707891821861267, 0.08237215876579285, -0.001714878249913454, -0.004219216760247946, -0.12414001673460007, 0.05342185124754906, -0.05850626155734062, -0.126759335398674, -0.05225490778684616, 0.054598309099674225, -0.1275259554386139, 0.0036413115449249744, -0.0017831267323344946, 0.00878875982016325, -0.009445247240364552, 0.002693008165806532, 0.005315267480909824, 0.009514163248240948, -0.004683826118707657, 0.17084959149360657, 0.032227352261543274, 0.0227883979678154, -0.17960192263126373, -0.42990344762802124, 0.09604725986719131, -0.15910407900810242, 0.4071957468986511, -0.0619548037648201, -0.33293402194976807, 0.03249003365635872, 0.15119975805282593, 0.13934950530529022, -0.7652243971824646, -0.8811070322990417, 0.19875699281692505, 0.630146861076355, 0.7844502329826355, 0.817222535610199, -1.5925533771514893, 0.43262889981269836, 0.24163417518138885, 1.7079086303710938, -0.1265842616558075, 0.2140970081090927, 0.11719465255737305, 0.3452366888523102, -1.1956839561462402, 0.15679936110973358, 0.16235356032848358 ], "shape": [ 0.00348650012165308, 0.05250135809183121, -0.1256481111049652, 0.05480329319834709, 0.023228634148836136, 0.019390737637877464, -0.02576250210404396, -0.005832457449287176, 0.004545141942799091, -0.008177497424185276 ], "trans": [ 0.0029845775570720434, 0.6980258226394653, 17.216434478759766 ], "focal": [ 17346.08332316081, 17346.08292579651 ], "princpt": [ 640.4939880371094, 385.79907989501953 ], "lhand_pose": [ -0.052560821175575256, 0.3065165877342224, 0.2127378135919571, 0.033926572650671005, 0.027320628985762596, 0.6895689368247986, 0.004718617536127567, 0.06665890663862228, 0.18447549641132355, -0.018493158742785454, 0.12975195050239563, 0.15914133191108704, 0.0391356535255909, -0.0007506133406423032, 0.4428560435771942, 0.00042281526839360595, 0.02170371450483799, 0.15774083137512207, 0.2047247439622879, -0.3374890983104706, 0.023883156478405, -0.05677346512675285, 0.03640524297952652, 0.037817519158124924, 0.00543651869520545, 0.018536387011408806, -0.07290352880954742, 0.11773557960987091, -0.11831295490264893, -0.005256590433418751, 0.040907178074121475, 0.01837068982422352, 0.17084568738937378, 0.010647336952388287, 0.07125114649534225, 0.04454655572772026, -0.1854809671640396, 0.374206006526947, 0.2547546923160553, 0.08583243936300278, 0.22360926866531372, -0.13666550815105438, 0.0030824956484138966, 0.1981911063194275, 0.11350275576114655 ], "rhand_pose": [ -0.008230239152908325, -0.14848580956459045, -0.2785523235797882, -0.0846809670329094, -0.081711545586586, -0.5795754194259644, 0.07485412806272507, -0.13986970484256744, -0.0747867226600647, 0.15941861271858215, -0.22148257493972778, -0.44539880752563477, 0.00790928490459919, 0.03200918436050415, -0.3967249095439911, -0.016121162101626396, -0.03490646928548813, -0.15213297307491302, 0.3269311189651489, 0.3189224600791931, -0.46175920963287354, 0.11661714315414429, -0.3177226483821869, -0.20799846947193146, 0.08620446175336838, -0.08977020531892776, -0.10637516528367996, 0.1977170705795288, -0.20223675668239594, -0.31761634349823, 0.1333054155111313, -0.10402344167232513, -0.42949798703193665, 0.04996851459145546, -0.08424056321382523, -0.21176235377788544, -0.11611548811197281, 0.21541853249073029, 0.11811232566833496, 0.21944937109947205, -0.29073408246040344, 0.2829897701740265, 0.0929766595363617, -0.7786202430725098, 0.21384330093860626 ], "jaw_pose": [ 0.026097990572452545, -0.030326025560498238, 0.006019568536430597 ], "expr": [ 1.9328362941741943, 0.5419209003448486, -0.2748339772224426, 0.33677008748054504, -0.02148260548710823, -0.29097214341163635, -0.08537216484546661, 0.11544614285230637, -0.17775118350982666, -0.019723117351531982 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 656.4000244140625, 271.5765380859375, 1, 682.1766357421875, 224.49542236328125, 1, 617.3804931640625, 236.2847900390625, 1, 730.0693359375, 211.69329833984375, 1, 569.5723876953125, 237.4241943359375, 1, 817.2033081054688, 376.9200439453125, 1, 487.0917663574219, 377.729248046875, 1, 866.4939575195312, 631.490234375, 1, 395.7619323730469, 634.9447021484375, 1, 609.694091796875, 647.3462524414062, 1, 644.5531005859375, 676.307861328125, 1, 751.3370971679688, 707.874267578125, 0, 549.3406372070312, 708.2407836914062, 0, 835.8501586914062, 700.958251953125, 0, 431.7795715332031, 706.520751953125, 0, 583.2392578125, 686.6268310546875, 0, 649.3038940429688, 689.575927734375, 0 ], "foot_kpts": [ 443.9138488769531, 605.1432495117188, 0, 451.3855285644531, 612.0820922851562, 0, 561.7352294921875, 688.282470703125, 0, 831.7804565429688, 658.2283935546875, 0, 825.571533203125, 708.3964233398438, 0, 645.140380859375, 408.41748046875, 0 ], "face_kpts": [ 576.1792602539062, 231.833251953125, 1, 581.4182739257812, 249.33656311035156, 1, 585.1519165039062, 267.4205322265625, 1, 593.5787353515625, 285.25164794921875, 1, 601.040283203125, 301.7823486328125, 1, 617.1801147460938, 317.4162902832031, 1, 630.240478515625, 332.099853515625, 1, 649.3991088867188, 341.6156005859375, 1, 667.9630126953125, 341.927734375, 1, 684.3037719726562, 335.19720458984375, 1, 700.5104370117188, 319.1510009765625, 1, 709.6329956054688, 303.30938720703125, 1, 717.6603393554688, 280.5740966796875, 1, 721.7421264648438, 264.56488037109375, 1, 724.1647338867188, 240.0185089111328, 1, 725.147216796875, 220.44850158691406, 1, 720.7828979492188, 204.5290985107422, 1, 591.5339965820312, 231.10533142089844, 1, 601.2283935546875, 226.2217254638672, 1, 611.785400390625, 224.2071990966797, 1, 622.7988891601562, 224.0110626220703, 1, 632.8790283203125, 225.40647888183594, 1, 662.5426635742188, 218.1864776611328, 1, 672.5485229492188, 213.49537658691406, 1, 683.7693481445312, 209.24928283691406, 1, 694.93505859375, 207.3235321044922, 1, 705.67041015625, 208.1604766845703, 1, 649.8609008789062, 234.14219665527344, 1, 652.6141967773438, 250.6197967529297, 1, 655.6707153320312, 266.5830078125, 1, 658.34423828125, 281.57379150390625, 1, 643.9874877929688, 284.95220947265625, 1, 651.648193359375, 287.39996337890625, 1, 659.70458984375, 289.05816650390625, 1, 667.042236328125, 283.8048095703125, 1, 673.4290771484375, 278.65972900390625, 1, 604.3580932617188, 240.5030975341797, 1, 613.2442626953125, 235.7429656982422, 1, 622.9420776367188, 234.46620178222656, 1, 631.7745971679688, 238.00184631347656, 1, 622.8674926757812, 240.87998962402344, 1, 613.5834350585938, 242.2053985595703, 1, 669.0514526367188, 230.7342071533203, 1, 676.1015014648438, 224.2611846923828, 1, 685.618896484375, 221.57655334472656, 1, 695.6473999023438, 222.79136657714844, 1, 687.8097534179688, 227.9540557861328, 1, 678.7344970703125, 230.47303771972656, 1, 630.2930908203125, 298.73028564453125, 1, 642.769775390625, 296.8114013671875, 1, 655.8963012695312, 295.99603271484375, 1, 661.0525512695312, 295.49658203125, 1, 666.2721557617188, 293.43438720703125, 1, 678.2178344726562, 288.674072265625, 1, 690.1378784179688, 285.3497314453125, 1, 685.7844848632812, 298.78826904296875, 1, 677.7152099609375, 310.66351318359375, 1, 665.0664672851562, 316.87646484375, 1, 650.8981323242188, 316.5906982421875, 1, 639.2267456054688, 309.61749267578125, 1, 633.1465454101562, 299.63201904296875, 1, 647.4177856445312, 299.06878662109375, 1, 661.5291137695312, 298.24505615234375, 1, 674.8240356445312, 292.785888671875, 1, 687.7454223632812, 287.48870849609375, 1, 678.1345825195312, 301.80963134765625, 1, 663.7428588867188, 309.29376220703125, 1, 647.1593627929688, 308.84637451171875, 1 ], "lefthand_kpts": [ 580.61376953125, 620.3935546875, 1, 555.6151123046875, 616.6295166015625, 1, 533.985595703125, 613.2833251953125, 1, 513.7987060546875, 617.5917358398438, 1, 491.5009765625, 618.8580322265625, 1, 518.705322265625, 605.9088134765625, 1, 486.9610900878906, 601.528076171875, 1, 466.9776306152344, 608.0465087890625, 1, 445.1907043457031, 611.7281494140625, 1, 525.3182373046875, 608.0123291015625, 1, 491.7988586425781, 609.7532958984375, 1, 469.7923278808594, 626.595947265625, 1, 451.8618469238281, 643.2235107421875, 1, 538.06591796875, 613.2518310546875, 1, 507.4848937988281, 624.1268310546875, 1, 493.0059509277344, 646.091552734375, 1, 482.8339538574219, 668.3729248046875, 1, 550.908935546875, 624.0194091796875, 1, 533.3505859375, 635.4671630859375, 1, 523.51318359375, 651.779296875, 1, 514.4544677734375, 672.1165771484375, 1 ], "righthand_kpts": [ 662.3735961914062, 680.1804809570312, 1, 690.099609375, 649.2368774414062, 1, 712.7162475585938, 619.2708129882812, 1, 738.8362426757812, 605.5159912109375, 1, 751.2833862304688, 617.2666015625, 1, 755.945068359375, 653.0552978515625, 1, 791.3527221679688, 652.3428955078125, 1, 814.183837890625, 649.2526245117188, 1, 836.595947265625, 649.9000244140625, 1, 757.986083984375, 678.3901977539062, 1, 794.1212768554688, 681.6136474609375, 1, 820.7061157226562, 681.8113403320312, 1, 843.0673828125, 686.3930053710938, 1, 751.837158203125, 694.2776489257812, 1, 786.8865356445312, 695.026123046875, 1, 811.3380737304688, 694.6119995117188, 1, 828.02685546875, 693.6111450195312, 1, 747.007568359375, 701.744873046875, 1, 769.09326171875, 701.7936401367188, 1, 788.573974609375, 700.825439453125, 1, 803.934326171875, 697.1315307617188, 1 ], "center": [ 640.9939575195312, 386.299072265625 ], "scale": [ 3.336697816848755, 4.448930740356445 ], "keypoints_score": [ 0.9480955600738525, 0.9845192432403564, 0.9924476146697998, 0.9674838781356812, 0.9640393257141113, 0.8433737754821777, 0.8469109535217285, 0.8319680690765381, 0.864143967628479, 0.7147271633148193, 0.8865115642547607, 0.6091492176055908, 0.5879104137420654, 0.2410672903060913, 0.11683088541030884, 0.043335847556591034, 0.038614992052316666 ], "face_kpts_score": [ 0.48349010944366455, 0.5880783796310425, 0.7452707886695862, 0.6876548528671265, 0.6058514714241028, 0.43519145250320435, 0.5481158494949341, 0.6278331279754639, 0.6232272386550903, 0.515636682510376, 0.5853118896484375, 0.5403733253479004, 0.7400248050689697, 0.5962215662002563, 0.6109482049942017, 0.5798548460006714, 0.49392804503440857, 0.8604249358177185, 0.8494066596031189, 0.8549723625183105, 0.8877379894256592, 0.7850874662399292, 0.9357268810272217, 0.9087238311767578, 0.8947227597236633, 0.9116731882095337, 0.9178286194801331, 0.9067133665084839, 0.949638843536377, 0.898083508014679, 0.9332364797592163, 0.9446806907653809, 0.8956747651100159, 0.9708436727523804, 0.8667720556259155, 0.9835009574890137, 0.9358024597167969, 0.9467036724090576, 0.9363729357719421, 0.949105978012085, 0.9528932571411133, 0.9277467727661133, 0.9651851654052734, 0.9138667583465576, 0.9549083709716797, 0.9438538551330566, 0.9797929525375366, 0.9439862370491028, 0.9550013542175293, 0.9320911169052124, 0.9295980930328369, 0.932030439376831, 0.9264677166938782, 0.963115930557251, 0.9532605409622192, 0.9278675317764282, 0.9218294620513916, 0.9524363875389099, 0.9198343753814697, 0.9213112592697144, 0.9618041515350342, 0.9118890762329102, 0.9274061918258667, 0.9604160189628601, 0.958722710609436, 0.8817837238311768, 0.8932520151138306, 0.9461411833763123 ], "foot_kpts_score": [ 0.2668752372264862, 0.10230431705713272, 0.06657875329256058, 0.08395187556743622, 0.14289526641368866, 0.05500755459070206 ], "lefthand_kpts_score": [ 0.32669452428817747, 0.33671784996986387, 0.31567018330097196, 0.2927922815084457, 0.29735486805438993, 0.6096354484558105, 0.7802349090576172, 0.8752628922462463, 0.9550457954406738, 0.5784794449806213, 0.8245507836341858, 0.905075466632843, 0.9976285457611084, 0.49289325475692747, 0.8790048718452453, 0.9205354213714599, 0.9959864377975464, 0.5299842119216919, 0.7056737899780273, 0.9150888681411743, 0.92674241065979 ], "righthand_kpts_score": [ 0.4809375762939453, 0.5589354991912842, 0.6470486879348755, 0.837425684928894, 0.5972695410251617, 0.6527440905570984, 0.8332930564880371, 0.8173896431922912, 0.9423495292663574, 0.6553350448608398, 0.7365753412246704, 0.8408417463302612, 0.9480135202407837, 0.6645086765289306, 0.6793253183364868, 0.6405696034431457, 0.6474700331687927, 0.5186544120311737, 0.5213557243347168, 0.48789886236190794, 0.42399237155914304 ], "face_box": [ 0.43671875, 0.24861111111111112, 0.5796875, 0.5027777777777778 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34609375, 0.8180555555555555, 0.46015625, 0.9319444444444445 ], "righthand_box": [ 0.51484375, 0.8291666666666667, 0.6671875, 0.9777777777777777 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000304.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.29,0.09,0.71,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.8212270736694336, -0.0034067227970808744, -0.03501719608902931 ], "body_pose": [ -0.21240924298763275, 0.03179439157247543, 0.10892237722873688, -0.21176683902740479, -0.0275917649269104, -0.09967181086540222, 0.3266187608242035, 0.005199949257075787, 0.0012997693847864866, 0.4276134669780731, 0.05178805813193321, -0.06642372161149979, 0.42920079827308655, -0.046915967017412186, 0.06706488877534866, 0.08234427869319916, -0.0019709898624569178, -0.004296622239053249, -0.1241617500782013, 0.053427379578351974, -0.05850912630558014, -0.12687788903713226, -0.052263908088207245, 0.05458562448620796, -0.12787103652954102, 0.0034983325749635696, -0.0020767704118043184, 0.00877757091075182, -0.009431581944227219, 0.0026903164107352495, 0.005320477765053511, 0.00953937042504549, -0.004676138982176781, 0.16889743506908417, 0.031369008123874664, 0.020735248923301697, -0.17891114950180054, -0.4304184019565582, 0.09678608179092407, -0.15957753360271454, 0.40819165110588074, -0.06271084398031235, -0.3419945538043976, 0.032798685133457184, 0.14469678699970245, 0.13947609066963196, -0.7637832760810852, -0.8814390301704407, 0.19724613428115845, 0.6309010982513428, 0.7846351265907288, 0.8157851099967957, -1.593262791633606, 0.43320879340171814, 0.24214866757392883, 1.707412600517273, -0.1278475821018219, 0.21469193696975708, 0.11648590862751007, 0.34559255838394165, -1.1932874917984009, 0.1586335003376007, 0.1609777957201004 ], "shape": [ 0.003545006038621068, 0.052568867802619934, -0.1259409636259079, 0.05490465089678764, 0.02323436178267002, 0.01937509886920452, -0.025797568261623383, -0.005835516843944788, 0.004604168236255646, -0.008148152381181717 ], "trans": [ 0.002028716029599309, 0.6978899240493774, 17.14836883544922 ], "focal": [ 17325.992584228516, 17325.99377632141 ], "princpt": [ 641.6231079101562, 385.81538009643555 ], "lhand_pose": [ -0.05253114178776741, 0.3063482344150543, 0.21273629367351532, 0.034024495631456375, 0.027260810136795044, 0.6892057061195374, 0.004701673984527588, 0.06668519973754883, 0.18444864451885223, -0.01851688325405121, 0.13012975454330444, 0.15936800837516785, 0.03915044665336609, -0.0007784825866110623, 0.44294774532318115, 0.0004325064364820719, 0.02167796902358532, 0.15768785774707794, 0.20418009161949158, -0.3376868665218353, 0.023225147277116776, -0.05666884779930115, 0.03643866628408432, 0.03808614984154701, 0.005517005454748869, 0.018516041338443756, -0.07280036807060242, 0.11773984134197235, -0.11803867667913437, -0.005624404642730951, 0.0409105122089386, 0.018270626664161682, 0.17055578529834747, 0.010634317062795162, 0.07131560146808624, 0.044354140758514404, -0.1853414624929428, 0.37445178627967834, 0.2546093463897705, 0.08584371209144592, 0.22348558902740479, -0.13653026521205902, 0.00306376232765615, 0.1982666552066803, 0.11353537440299988 ], "rhand_pose": [ -0.008594567887485027, -0.14691422879695892, -0.2786034047603607, -0.08446428179740906, -0.08107952028512955, -0.5790004134178162, 0.07493482530117035, -0.13985615968704224, -0.07490966469049454, 0.15935565531253815, -0.22031712532043457, -0.44534146785736084, 0.007896189577877522, 0.03214843198657036, -0.3984377086162567, -0.016184773296117783, -0.03515070676803589, -0.1526424139738083, 0.3287166357040405, 0.3193366229534149, -0.4632541239261627, 0.11578629910945892, -0.31634730100631714, -0.2079404890537262, 0.08669399470090866, -0.08951327949762344, -0.10567408800125122, 0.1981171816587448, -0.2015392780303955, -0.31893137097358704, 0.13300463557243347, -0.10353703796863556, -0.4292820394039154, 0.04995204880833626, -0.0844656378030777, -0.21185548603534698, -0.11672864854335785, 0.2173919826745987, 0.12103689461946487, 0.2202996015548706, -0.2909885346889496, 0.28390631079673767, 0.09296683967113495, -0.7838178873062134, 0.21667920053005219 ], "jaw_pose": [ 0.029040023684501648, -0.02978374809026718, 0.003682576585561037 ], "expr": [ 1.8207433223724365, 0.5218597650527954, -0.2766715884208679, 0.37929442524909973, 0.03601553291082382, -0.3244742751121521, -0.08999204635620117, 0.11531447619199753, -0.19227740168571472, -0.04729063808917999 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 657.0224609375, 268.5496520996094, 1, 682.38427734375, 221.5688018798828, 1, 617.501220703125, 233.8061981201172, 1, 729.968017578125, 210.9519500732422, 1, 569.275390625, 235.6676483154297, 1, 816.987548828125, 375.7817687988281, 1, 486.8835754394531, 377.5792541503906, 1, 866.859619140625, 629.9908447265625, 1, 395.4240417480469, 633.0167236328125, 1, 609.156982421875, 647.130615234375, 1, 645.5152587890625, 675.9471435546875, 1, 751.3148193359375, 707.8858642578125, 0, 549.4998168945312, 708.3582153320312, 0, 835.4635009765625, 701.3082275390625, 0, 431.4411926269531, 706.8138427734375, 0, 583.4202270507812, 686.5239868164062, 0, 650.0188598632812, 689.5826416015625, 0 ], "foot_kpts": [ 444.18463134765625, 605.1195068359375, 0, 452.1502380371094, 612.0496826171875, 0, 561.8162231445312, 688.1741943359375, 0, 830.8760986328125, 658.3208618164062, 0, 825.3645629882812, 707.185791015625, 0, 645.1578979492188, 359.43597412109375, 0 ], "face_kpts": [ 576.4922485351562, 230.1909942626953, 1, 578.4859619140625, 245.52532958984375, 1, 585.0045166015625, 264.9798889160156, 1, 593.5078125, 282.9144592285156, 1, 601.55810546875, 301.4031677246094, 1, 616.8010864257812, 316.07440185546875, 1, 630.322998046875, 330.36529541015625, 1, 649.605712890625, 339.8777160644531, 1, 668.196533203125, 340.17510986328125, 1, 684.2052612304688, 333.1194152832031, 1, 700.566650390625, 317.8291320800781, 1, 709.894287109375, 302.21270751953125, 1, 717.9646606445312, 278.8302307128906, 1, 721.9347534179688, 262.6668701171875, 1, 723.6707153320312, 238.3665008544922, 1, 724.8767700195312, 219.2183074951172, 1, 721.1871948242188, 203.81109619140625, 1, 591.3209228515625, 228.6610565185547, 1, 601.19970703125, 223.5644073486328, 1, 611.9892578125, 221.3449249267578, 1, 623.38623046875, 221.1549530029297, 1, 633.376953125, 222.7795867919922, 1, 663.049560546875, 215.27801513671875, 1, 673.13427734375, 210.7772216796875, 1, 684.1189575195312, 206.6846160888672, 1, 695.4221801757812, 204.9750213623047, 1, 706.3674926757812, 205.7178497314453, 1, 650.339111328125, 231.4268798828125, 1, 653.055419921875, 247.5505828857422, 1, 656.1790771484375, 263.3132629394531, 1, 658.925048828125, 278.3581237792969, 1, 644.5244140625, 282.26605224609375, 1, 652.0814208984375, 284.6058654785156, 1, 660.203369140625, 286.0977478027344, 1, 667.4224853515625, 281.152587890625, 1, 673.9384765625, 276.12664794921875, 1, 604.4412841796875, 237.5372772216797, 1, 613.565673828125, 232.2657012939453, 1, 623.8402099609375, 231.0519561767578, 1, 632.79833984375, 235.6108856201172, 1, 623.554931640625, 238.8013153076172, 1, 613.819580078125, 240.1707000732422, 1, 669.3038330078125, 228.5793914794922, 1, 676.127197265625, 221.131591796875, 1, 686.0964965820312, 218.1313018798828, 1, 696.564208984375, 219.85687255859375, 1, 688.7214965820312, 225.72247314453125, 1, 679.3646240234375, 228.3833465576172, 1, 630.8287353515625, 296.6665344238281, 1, 643.2049560546875, 294.63629150390625, 1, 656.216552734375, 293.4590148925781, 1, 661.385009765625, 292.9572448730469, 1, 666.60791015625, 290.9513244628906, 1, 678.64697265625, 286.6047058105469, 1, 690.2717895507812, 283.612060546875, 1, 685.8469848632812, 296.8990173339844, 1, 677.6092529296875, 308.3885803222656, 1, 665.3702392578125, 314.37213134765625, 1, 651.242431640625, 314.2235412597656, 1, 639.81005859375, 307.3252868652344, 1, 633.7110595703125, 297.59765625, 1, 647.8983154296875, 296.9960021972656, 1, 661.997802734375, 295.84759521484375, 1, 675.025390625, 290.8177490234375, 1, 687.8525390625, 285.7108154296875, 1, 678.1878662109375, 299.5363464355469, 1, 664.0286865234375, 306.7425842285156, 1, 647.553955078125, 306.6594543457031, 1 ], "lefthand_kpts": [ 582.2841796875, 620.7320556640625, 1, 556.4246826171875, 616.9883422851562, 1, 534.6189575195312, 613.3177490234375, 1, 513.86181640625, 617.5631103515625, 1, 491.53729248046875, 618.6786499023438, 1, 519.0986938476562, 605.8748779296875, 1, 486.7266540527344, 601.2371215820312, 1, 466.9232482910156, 607.42236328125, 1, 445.1800231933594, 611.4262084960938, 1, 525.8969116210938, 607.8470458984375, 1, 491.9123840332031, 609.573974609375, 1, 469.8029479980469, 626.31982421875, 1, 451.9252014160156, 642.9720458984375, 1, 538.669921875, 613.0241088867188, 1, 507.5979309082031, 623.7803955078125, 1, 493.0299377441406, 645.6550903320312, 1, 482.7375183105469, 667.9334106445312, 1, 551.5415649414062, 623.6348266601562, 1, 533.0730590820312, 635.4193115234375, 1, 523.3756713867188, 651.4475708007812, 1, 514.2903442382812, 671.6638793945312, 1 ], "righthand_kpts": [ 662.7213745117188, 680.4037475585938, 1, 689.6788940429688, 648.8784790039062, 1, 711.8544921875, 618.5145263671875, 1, 737.7359008789062, 605.6361694335938, 1, 750.835205078125, 616.0750122070312, 1, 753.9682006835938, 652.2467651367188, 1, 789.4619140625, 651.173095703125, 1, 812.7429809570312, 647.502197265625, 1, 835.3668823242188, 648.34619140625, 1, 757.036865234375, 677.6340942382812, 1, 793.1657104492188, 680.8314819335938, 1, 820.177734375, 681.2845458984375, 1, 843.8591918945312, 685.6170043945312, 1, 751.2020874023438, 693.3478393554688, 1, 785.2214965820312, 694.2644653320312, 1, 810.3258666992188, 694.27197265625, 1, 827.890625, 693.322509765625, 1, 745.852294921875, 701.1608276367188, 1, 768.7589721679688, 701.1921997070312, 1, 787.31396484375, 699.9855346679688, 1, 803.6383666992188, 696.3196411132812, 1 ], "center": [ 642.1231079101562, 386.31536865234375 ], "scale": [ 3.332840919494629, 4.443787574768066 ], "keypoints_score": [ 0.9552884101867676, 0.9883612394332886, 0.9838666319847107, 0.96234130859375, 0.9679988622665405, 0.8392285108566284, 0.8395471572875977, 0.83293616771698, 0.8696588277816772, 0.7013601064682007, 0.8796142935752869, 0.6180028915405273, 0.6011866331100464, 0.2108246088027954, 0.10708269476890564, 0.04167471081018448, 0.03712055832147598 ], "face_kpts_score": [ 0.49631738662719727, 0.5952757596969604, 0.726606011390686, 0.6394035816192627, 0.6468533277511597, 0.442582368850708, 0.5818163156509399, 0.5752831697463989, 0.5907868146896362, 0.5817586183547974, 0.605766773223877, 0.5394042134284973, 0.7481461763381958, 0.654869794845581, 0.6356357932090759, 0.5457689166069031, 0.48169010877609253, 0.8855233192443848, 0.8635406494140625, 0.8443104028701782, 0.8788875937461853, 0.7653526067733765, 0.9495673179626465, 0.9092114567756653, 0.8710592985153198, 0.9075297117233276, 0.8991521596908569, 0.9498167037963867, 0.960695207118988, 0.9031902551651001, 0.9288235902786255, 0.9601576328277588, 0.903620183467865, 0.985867440700531, 0.8629672527313232, 0.9796829223632812, 0.9089738726615906, 0.9729825258255005, 0.9418717622756958, 0.9679375886917114, 0.9671573638916016, 0.965363621711731, 0.9682819247245789, 0.8968948125839233, 0.9642894268035889, 0.9368231296539307, 0.9845864176750183, 0.9666907787322998, 0.9710386991500854, 0.9249875545501709, 0.938639760017395, 0.9249264001846313, 0.9145087003707886, 0.9760875701904297, 0.9489166736602783, 0.9441012144088745, 0.9384911060333252, 0.9398578405380249, 0.9229189157485962, 0.9311661720275879, 0.9568538665771484, 0.9352735280990601, 0.9010535478591919, 0.9711376428604126, 0.9829497337341309, 0.9262800812721252, 0.8890092968940735, 0.9063599109649658 ], "foot_kpts_score": [ 0.2669740915298462, 0.10222058743238449, 0.058599554002285004, 0.08524230122566223, 0.13837046921253204, 0.05881708487868309 ], "lefthand_kpts_score": [ 0.2951407790184021, 0.3067620456218719, 0.3046292424201965, 0.28741995096206663, 0.29041404128074644, 0.6239400863647461, 0.79074547290802, 0.8833564281463623, 0.9476418256759643, 0.5833502769470215, 0.8349641323089599, 0.9005385398864746, 0.9960053324699402, 0.5028626680374145, 0.8694929838180542, 0.9059031963348388, 0.9895749449729919, 0.5482206702232361, 0.715286111831665, 0.9114584684371948, 0.9235801458358764 ], "righthand_kpts_score": [ 0.48926416635513303, 0.5756593704223633, 0.663198983669281, 0.837833023071289, 0.5875648617744446, 0.6690420866012573, 0.8398139238357544, 0.8533209323883056, 0.9572139739990234, 0.6532038807868957, 0.7329145431518554, 0.8730640172958374, 0.9801568150520324, 0.6592788457870483, 0.7134265661239624, 0.6630248188972473, 0.6607870221138, 0.4882773220539093, 0.5038253426551819, 0.472612327337265, 0.41314527988433836 ], "face_box": [ 0.4375, 0.25, 0.58046875, 0.49166666666666664 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34609375, 0.8180555555555555, 0.46015625, 0.9305555555555556 ], "righthand_box": [ 0.51484375, 0.8291666666666667, 0.66796875, 0.9791666666666666 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000305.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.29,0.09,0.71,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.8212451934814453, -0.003525196574628353, -0.035366058349609375 ], "body_pose": [ -0.21269775927066803, 0.031791768968105316, 0.10891664773225784, -0.21208737790584564, -0.0276220440864563, -0.09973973780870438, 0.3281206488609314, 0.005099316593259573, 0.0011964987497776747, 0.427622526884079, 0.05189262703061104, -0.06645207852125168, 0.4291594326496124, -0.046937245875597, 0.06707875430583954, 0.08246419578790665, -0.002225599717348814, -0.004477466456592083, -0.12418687343597412, 0.05335007980465889, -0.05844150483608246, -0.12709897756576538, -0.052087537944316864, 0.05457822605967522, -0.12861686944961548, 0.0033305997494608164, -0.002484335098415613, 0.008762153796851635, -0.009407508186995983, 0.0027188933454453945, 0.005329093895852566, 0.0095889987424016, -0.004675645846873522, 0.16631582379341125, 0.03199189156293869, 0.017945652827620506, -0.17895565927028656, -0.43269190192222595, 0.09820836037397385, -0.15944188833236694, 0.4085729420185089, -0.06057814136147499, -0.3505494296550751, 0.03582343831658363, 0.14038638770580292, 0.13983429968357086, -0.7663909196853638, -0.883465588092804, 0.19642271101474762, 0.6305267810821533, 0.7829263210296631, 0.817821741104126, -1.592724323272705, 0.43336114287376404, 0.2430504858493805, 1.7090909481048584, -0.12925367057323456, 0.2160748690366745, 0.1151389479637146, 0.34569281339645386, -1.190261721611023, 0.15963204205036163, 0.16171401739120483 ], "shape": [ 0.0034323823638260365, 0.052249785512685776, -0.12643413245677948, 0.054957058280706406, 0.023270204663276672, 0.019690973684191704, -0.025841521099209785, -0.005833793431520462, 0.004722612909972668, -0.008121006190776825 ], "trans": [ 0.002618652069941163, 0.6960327625274658, 17.1834716796875 ], "focal": [ 17332.921028137207, 17332.921028137207 ], "princpt": [ 640.6891174316406, 386.69590759277344 ], "lhand_pose": [ -0.05257650092244148, 0.30674561858177185, 0.21228836476802826, 0.034122925251722336, 0.02710995264351368, 0.688431441783905, 0.004665644373744726, 0.06657808274030685, 0.18474607169628143, -0.018037445843219757, 0.1308431774377823, 0.16186115145683289, 0.03916430100798607, -0.0005501279374584556, 0.44335654377937317, 0.0004392062546685338, 0.02171710878610611, 0.15823408961296082, 0.20381289720535278, -0.33731183409690857, 0.02335071563720703, -0.056624915450811386, 0.03632161021232605, 0.038249481469392776, 0.0056271678768098354, 0.018433375284075737, -0.07277513295412064, 0.11765442043542862, -0.11797435581684113, -0.005349239334464073, 0.04097014293074608, 0.01810794323682785, 0.1699751317501068, 0.010676019825041294, 0.07125434279441833, 0.04380660131573677, -0.18528994917869568, 0.37390807271003723, 0.25395575165748596, 0.08585555106401443, 0.2232130616903305, -0.13647115230560303, 0.0030479449778795242, 0.19825701415538788, 0.11347838491201401 ], "rhand_pose": [ -0.009101860225200653, -0.14581236243247986, -0.2799055874347687, -0.08426748216152191, -0.08061728626489639, -0.5789467096328735, 0.07522664219141006, -0.1397077441215515, -0.07459086924791336, 0.15918049216270447, -0.21902504563331604, -0.4466029703617096, 0.007959035225212574, 0.03220183402299881, -0.40012338757514954, -0.016291512176394463, -0.035399921238422394, -0.15307186543941498, 0.3302694857120514, 0.3193601071834564, -0.4638238847255707, 0.11478319764137268, -0.31500348448753357, -0.20763549208641052, 0.08726373314857483, -0.0890880674123764, -0.10501904785633087, 0.19872991740703583, -0.20142464339733124, -0.3209344446659088, 0.13280002772808075, -0.10306816548109055, -0.4295198917388916, 0.04995379596948624, -0.08464857190847397, -0.21205925941467285, -0.11817140132188797, 0.22323502600193024, 0.12309235334396362, 0.22090990841388702, -0.28959619998931885, 0.285137802362442, 0.09233374148607254, -0.7878415584564209, 0.22038422524929047 ], "jaw_pose": [ 0.02907748892903328, -0.027393270283937454, -0.0021639401093125343 ], "expr": [ 1.5635685920715332, 0.5082935094833374, -0.2300231009721756, 0.40397271513938904, 0.007530210539698601, -0.3474389612674713, -0.09618309140205383, 0.11855228990316391, -0.1896331012248993, -0.06836216896772385 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 657.98193359375, 265.397705078125, 1, 683.269287109375, 219.82177734375, 1, 618.4344482421875, 231.38330078125, 1, 730.694091796875, 211.4248046875, 1, 570.018310546875, 235.4234619140625, 1, 815.6072387695312, 373.7310485839844, 1, 486.9590148925781, 376.2991638183594, 1, 865.758544921875, 629.24560546875, 1, 394.8194274902344, 633.5601806640625, 1, 608.6243896484375, 646.8408203125, 1, 643.206298828125, 675.6866455078125, 1, 751.1857299804688, 707.7406005859375, 0, 549.57763671875, 708.31787109375, 0, 835.2279663085938, 701.5260620117188, 0, 430.9676818847656, 706.8905639648438, 0, 583.4976806640625, 686.30078125, 0, 650.7008666992188, 689.5299072265625, 0 ], "foot_kpts": [ 444.3486328125, 605.1072387695312, 0, 452.8122863769531, 612.02978515625, 0, 561.651123046875, 688.1121215820312, 0, 832.6178588867188, 661.5139770507812, 0, 825.0081787109375, 705.96923828125, 0, 645.1025390625, 322.7134704589844, 0 ], "face_kpts": [ 577.0787963867188, 228.35633850097656, 1, 581.7855834960938, 245.0701446533203, 1, 585.5478515625, 263.3629150390625, 1, 594.0509643554688, 282.13043212890625, 1, 601.2127075195312, 298.404052734375, 1, 616.6558227539062, 314.8678283691406, 1, 630.3501586914062, 328.3320007324219, 1, 649.3023071289062, 337.18072509765625, 1, 667.2319946289062, 338.03717041015625, 1, 683.740234375, 332.0766296386719, 1, 700.599853515625, 316.992919921875, 1, 709.6887817382812, 301.6781005859375, 1, 717.9891967773438, 278.2949523925781, 1, 722.025146484375, 262.3653869628906, 1, 724.6852416992188, 237.6212158203125, 1, 727.0529174804688, 217.9000244140625, 1, 721.64892578125, 202.464111328125, 1, 592.6326293945312, 224.3223114013672, 1, 602.3812866210938, 219.62738037109375, 1, 613.160888671875, 217.8043670654297, 1, 624.3621215820312, 218.1351318359375, 1, 634.7777709960938, 218.0345458984375, 1, 664.1337280273438, 214.0006103515625, 1, 674.3557739257812, 208.22052001953125, 1, 685.3521118164062, 204.1752471923828, 1, 696.5516967773438, 202.4135284423828, 1, 707.044677734375, 203.67529296875, 1, 651.8676147460938, 228.8835906982422, 1, 654.2719116210938, 244.9486846923828, 1, 657.060546875, 260.4269714355469, 1, 659.5188598632812, 275.5220642089844, 1, 645.285400390625, 279.4166259765625, 1, 652.8806762695312, 281.4803466796875, 1, 660.6837768554688, 282.94342041015625, 1, 668.00048828125, 278.50836181640625, 1, 674.3709106445312, 273.9296875, 1, 605.4833984375, 234.42852783203125, 1, 614.378662109375, 228.5665740966797, 1, 624.9972534179688, 227.4299774169922, 1, 634.263916015625, 233.04876708984375, 1, 624.5046997070312, 236.4948272705078, 1, 614.9171752929688, 237.3799285888672, 1, 670.1837768554688, 226.3868408203125, 1, 677.0097045898438, 218.6304931640625, 1, 687.2459106445312, 215.4967498779297, 1, 697.5160522460938, 217.9534454345703, 1, 689.6028442382812, 224.0767059326172, 1, 680.0914916992188, 226.29241943359375, 1, 630.7911987304688, 294.59259033203125, 1, 643.4996948242188, 292.06500244140625, 1, 656.6749877929688, 291.12188720703125, 1, 661.9465942382812, 290.6318359375, 1, 667.3070678710938, 288.77960205078125, 1, 679.1266479492188, 284.66339111328125, 1, 690.8679809570312, 282.6573486328125, 1, 686.149658203125, 295.56695556640625, 1, 678.0982666015625, 306.56036376953125, 1, 665.509765625, 312.3155212402344, 1, 651.4931640625, 311.6844482421875, 1, 639.7799072265625, 305.0379638671875, 1, 633.7018432617188, 295.4034423828125, 1, 648.146240234375, 294.3580017089844, 1, 662.573486328125, 293.44317626953125, 1, 675.5349731445312, 288.83148193359375, 1, 688.2692260742188, 284.66375732421875, 1, 678.6561889648438, 297.9858093261719, 1, 664.2963256835938, 304.56195068359375, 1, 647.7437744140625, 303.927001953125, 1 ], "lefthand_kpts": [ 584.1025390625, 621.0839233398438, 1, 556.4263305664062, 616.8858642578125, 1, 534.8516235351562, 613.1323852539062, 1, 513.9569091796875, 617.5578002929688, 1, 491.6004943847656, 618.5131225585938, 1, 518.7127075195312, 605.9583740234375, 1, 486.9937744140625, 600.82568359375, 1, 466.866943359375, 607.0829467773438, 1, 445.2406005859375, 611.0508422851562, 1, 526.3958129882812, 607.740478515625, 1, 491.6533203125, 609.468994140625, 1, 469.703125, 626.0366821289062, 1, 451.8646545410156, 642.7384033203125, 1, 538.5220336914062, 613.3563842773438, 1, 508.0220947265625, 623.955078125, 1, 493.005126953125, 645.2222290039062, 1, 482.786865234375, 667.690673828125, 1, 550.9959716796875, 623.3172607421875, 1, 532.6809692382812, 635.5362548828125, 1, 523.028076171875, 651.111572265625, 1, 514.3198852539062, 670.9478149414062, 1 ], "righthand_kpts": [ 663.572998046875, 680.1260986328125, 1, 689.9573364257812, 647.99951171875, 1, 710.8165893554688, 616.900634765625, 1, 736.5974731445312, 605.5440673828125, 1, 751.5416870117188, 616.2374267578125, 1, 753.7116088867188, 650.842529296875, 1, 788.7908325195312, 649.722412109375, 1, 812.1295776367188, 646.240966796875, 1, 834.72802734375, 647.247314453125, 1, 757.440185546875, 676.692138671875, 1, 793.0133666992188, 679.7740478515625, 1, 819.815673828125, 680.4031982421875, 1, 843.298828125, 684.8528442382812, 1, 751.4124145507812, 693.2119140625, 1, 785.293212890625, 693.6052856445312, 1, 810.2799682617188, 694.114013671875, 1, 827.6608276367188, 693.271240234375, 1, 745.2297973632812, 701.486083984375, 1, 767.6282348632812, 701.325927734375, 1, 787.3059692382812, 700.721923828125, 1, 803.30615234375, 697.673095703125, 1 ], "center": [ 641.1890869140625, 387.1959228515625 ], "scale": [ 3.3341708183288574, 4.445561408996582 ], "keypoints_score": [ 0.9658697247505188, 0.9661620855331421, 0.9746670722961426, 0.9718002080917358, 0.9505430459976196, 0.8417246341705322, 0.8359972834587097, 0.8343329429626465, 0.8635705709457397, 0.7125792503356934, 0.8817537426948547, 0.6172213554382324, 0.5763099193572998, 0.1852140575647354, 0.09275352954864502, 0.03625372797250748, 0.03870202973484993 ], "face_kpts_score": [ 0.49019426107406616, 0.6553986668586731, 0.6802339553833008, 0.6930872201919556, 0.6298389434814453, 0.44068264961242676, 0.5449142456054688, 0.6803174614906311, 0.6757028698921204, 0.5718493461608887, 0.6141820549964905, 0.5509820580482483, 0.7350420355796814, 0.5966800451278687, 0.6281387805938721, 0.6455944776535034, 0.5136005878448486, 0.7808634042739868, 0.8496748208999634, 0.87928307056427, 0.9246507287025452, 0.8136049509048462, 0.8338751792907715, 0.9258188009262085, 0.9139040112495422, 0.8939965963363647, 0.8977901339530945, 0.9515794515609741, 0.9640199542045593, 0.9210214614868164, 0.9628664255142212, 0.9582275152206421, 0.8900315761566162, 0.9005186557769775, 0.9137135744094849, 0.9588419795036316, 0.9663561582565308, 0.9711717367172241, 0.919453501701355, 0.9781911373138428, 0.9316564202308655, 0.9517314434051514, 0.9486987590789795, 0.9764776229858398, 0.9761136770248413, 0.9424731731414795, 0.9127863049507141, 0.9623186588287354, 0.9617661833763123, 0.9624843001365662, 0.9507113099098206, 0.9798712134361267, 0.8959352970123291, 0.9165887832641602, 0.9449450969696045, 0.9461348056793213, 0.9023388624191284, 0.9188511967658997, 0.8925261497497559, 0.9638707041740417, 0.9474372267723083, 0.9404243230819702, 0.9498594403266907, 0.9376641511917114, 0.941994309425354, 0.8721793293952942, 0.9220784902572632, 0.9462461471557617 ], "foot_kpts_score": [ 0.2704319357872009, 0.10308906435966492, 0.07112190127372742, 0.0837455615401268, 0.14043958485126495, 0.06627098470926285 ], "lefthand_kpts_score": [ 0.2908128410577774, 0.29878408312797544, 0.31377453207969663, 0.2891825050115585, 0.2922137141227722, 0.5993597865104675, 0.7766761541366577, 0.8885457277297973, 0.9596572875976562, 0.5555837512016296, 0.8436102628707886, 0.9000900745391845, 0.9909780979156494, 0.48114771246910093, 0.8409482598304748, 0.9094362616539001, 1.0004547595977784, 0.5203887581825256, 0.7120909452438354, 0.8816382646560669, 0.9200796246528625 ], "righthand_kpts_score": [ 0.4884127140045166, 0.5774473905563354, 0.6545905232429504, 0.8234748005867004, 0.5632112085819244, 0.6720816850662231, 0.8637215852737427, 0.8879971265792846, 0.9638167977333069, 0.6440682172775268, 0.763425087928772, 0.8697665095329284, 0.9876475691795349, 0.6554534792900085, 0.7004071831703186, 0.657908296585083, 0.6757631659507751, 0.4928066492080688, 0.49617854356765745, 0.47434729933738706, 0.40474227666854856 ], "face_box": [ 0.43671875, 0.2513888888888889, 0.5796875, 0.49444444444444446 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34609375, 0.8180555555555555, 0.4578125, 0.9305555555555556 ], "righthand_box": [ 0.515625, 0.8277777777777777, 0.66796875, 0.9777777777777777 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000306.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.30,0.09,0.71,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.8221092224121094, -0.003027838421985507, -0.0354442372918129 ], "body_pose": [ -0.21297024190425873, 0.03178902342915535, 0.10875555872917175, -0.21227622032165527, -0.027654824778437614, -0.09988928586244583, 0.32988154888153076, 0.004949416499584913, 0.0013293767115101218, 0.4276362359523773, 0.051994454115629196, -0.06650080531835556, 0.42911049723625183, -0.046957530081272125, 0.0670718103647232, 0.08247146010398865, -0.002383940853178501, -0.004561139270663261, -0.12423485517501831, 0.05331197381019592, -0.0583653561770916, -0.1271943747997284, -0.05199936777353287, 0.054498668760061264, -0.12904669344425201, 0.0032956392969936132, -0.002878844505175948, 0.008769945241510868, -0.009409619495272636, 0.002734377747401595, 0.005335339345037937, 0.0096031054854393, -0.004692720249295235, 0.16408371925354004, 0.030206872150301933, 0.014410105533897877, -0.17873618006706238, -0.4323195219039917, 0.09914366900920868, -0.15980751812458038, 0.41028738021850586, -0.05951225385069847, -0.36502450704574585, 0.03576625883579254, 0.13071849942207336, 0.14057016372680664, -0.7665168642997742, -0.8849457502365112, 0.19530704617500305, 0.6332196593284607, 0.7847084999084473, 0.8161407113075256, -1.5934364795684814, 0.43287861347198486, 0.24471434950828552, 1.7084852457046509, -0.1301109939813614, 0.21654345095157623, 0.11528430134057999, 0.3486217260360718, -1.1853421926498413, 0.15869171917438507, 0.16209690272808075 ], "shape": [ 0.003219102742150426, 0.05228372663259506, -0.12624484300613403, 0.05495216324925423, 0.023372212424874306, 0.019747421145439148, -0.025699492543935776, -0.005798286758363247, 0.004837884567677975, -0.008103854954242706 ], "trans": [ 0.0015391332563012838, 0.6952710151672363, 16.958663940429688 ], "focal": [ 17072.94305165609, 17072.94225692749 ], "princpt": [ 642.7268981933594, 386.6805229187012 ], "lhand_pose": [ -0.052451539784669876, 0.3047224283218384, 0.21121816337108612, 0.03416212275624275, 0.02730746939778328, 0.6892117857933044, 0.004722461104393005, 0.06674768030643463, 0.18452613055706024, -0.01851363107562065, 0.13000653684139252, 0.16039730608463287, 0.039092160761356354, -0.0008012837497517467, 0.4419960379600525, 0.00041744791087694466, 0.021674061194062233, 0.15740199387073517, 0.203888401389122, -0.3373773694038391, 0.025316473096609116, -0.05682726949453354, 0.03617361932992935, 0.03795430809259415, 0.005535385105758905, 0.018277477473020554, -0.07317919284105301, 0.11763188987970352, -0.11842851340770721, -0.0028684695716947317, 0.040790606290102005, 0.018407775089144707, 0.170341357588768, 0.010617317631840706, 0.07110443711280823, 0.04410893842577934, -0.18548895418643951, 0.3737991750240326, 0.2546183466911316, 0.0858515053987503, 0.2233949899673462, -0.1366909295320511, 0.003070348408073187, 0.19790929555892944, 0.11335495859384537 ], "rhand_pose": [ -0.009138434194028378, -0.1460278183221817, -0.2805018424987793, -0.0843149721622467, -0.0807613655924797, -0.5811639428138733, 0.07564607262611389, -0.13976241648197174, -0.07464839518070221, 0.1593799740076065, -0.21938984096050262, -0.44839370250701904, 0.007915720343589783, 0.032394543290138245, -0.4009133279323578, -0.016347384080290794, -0.03537558391690254, -0.15331582725048065, 0.33072569966316223, 0.32020238041877747, -0.46329253911972046, 0.11392703652381897, -0.3150390386581421, -0.20754572749137878, 0.08724714815616608, -0.08864742517471313, -0.10493908822536469, 0.19892239570617676, -0.20236586034297943, -0.3219864070415497, 0.13304248452186584, -0.10243427753448486, -0.42969805002212524, 0.049931373447179794, -0.0844837874174118, -0.21216996014118195, -0.11838836967945099, 0.22782622277736664, 0.12422451376914978, 0.22095629572868347, -0.2880684733390808, 0.2860378324985504, 0.0920257642865181, -0.7900741696357727, 0.22057925164699554 ], "jaw_pose": [ 0.030926430597901344, -0.02687579207122326, -0.008883428759872913 ], "expr": [ 1.4340451955795288, 0.5224036574363708, -0.2580708861351013, 0.4236326217651367, 0.026553722098469734, -0.43865999579429626, -0.1474134624004364, 0.13760754466056824, -0.21373321115970612, -0.09931384027004242 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 658.6168212890625, 262.1334228515625, 1, 684.0973510742188, 217.86163330078125, 1, 619.4454345703125, 228.77801513671875, 1, 731.9567260742188, 212.53863525390625, 1, 571.4005126953125, 235.2806396484375, 1, 815.447509765625, 373.5322265625, 1, 487.0965881347656, 376.2791748046875, 1, 865.676513671875, 630.0859375, 1, 395.2807312011719, 633.72802734375, 1, 608.281005859375, 646.5844116210938, 1, 643.8096923828125, 673.846435546875, 1, 751.0536499023438, 707.7457885742188, 0, 549.5289306640625, 708.3883056640625, 0, 834.9282836914062, 701.8063354492188, 0, 430.1272277832031, 707.037109375, 0, 583.3980102539062, 686.1401977539062, 0, 651.619140625, 689.523681640625, 0 ], "foot_kpts": [ 444.5430908203125, 605.0477294921875, 0, 453.3135986328125, 611.9622192382812, 0, 561.4721069335938, 688.015625, 0, 832.7391967773438, 662.498779296875, 0, 824.6215209960938, 704.7113647460938, 0, 645.0648803710938, 290.9206848144531, 0 ], "face_kpts": [ 577.803466796875, 226.4130096435547, 1, 580.5164184570312, 243.44091796875, 1, 585.2686767578125, 259.08642578125, 1, 593.7764892578125, 281.0626220703125, 1, 601.33154296875, 296.84246826171875, 1, 615.8980102539062, 313.62255859375, 1, 629.6414794921875, 326.4995422363281, 1, 649.9367065429688, 336.2874755859375, 1, 667.5939331054688, 337.21832275390625, 1, 684.0314331054688, 330.8826599121094, 1, 700.6876831054688, 314.8079833984375, 1, 709.6672973632812, 301.09930419921875, 1, 718.1843872070312, 277.9059753417969, 1, 722.9888305664062, 258.3921813964844, 1, 725.4723510742188, 236.85687255859375, 1, 727.5857543945312, 217.9412078857422, 1, 723.2053833007812, 203.12091064453125, 1, 592.7664794921875, 221.2419891357422, 1, 602.6690673828125, 217.0760040283203, 1, 613.810546875, 215.78759765625, 1, 625.4866943359375, 216.014404296875, 1, 635.855224609375, 217.1624755859375, 1, 665.02392578125, 209.9458770751953, 1, 675.447265625, 206.38934326171875, 1, 686.1266479492188, 203.02850341796875, 1, 697.1375122070312, 200.4113006591797, 1, 707.6878051757812, 201.88238525390625, 1, 652.7517700195312, 226.26971435546875, 1, 655.2908935546875, 241.64288330078125, 1, 657.8818359375, 257.0397033691406, 1, 660.1537475585938, 272.4544677734375, 1, 646.27490234375, 276.7109680175781, 1, 653.6134643554688, 278.6494445800781, 1, 661.3284912109375, 280.32843017578125, 1, 668.1137084960938, 275.958740234375, 1, 674.7110595703125, 271.0339050292969, 1, 606.0113525390625, 231.5366668701172, 1, 614.896484375, 225.7052459716797, 1, 625.464111328125, 224.9678955078125, 1, 634.8582153320312, 230.3138885498047, 1, 625.4706420898438, 233.5378875732422, 1, 615.6054077148438, 234.59967041015625, 1, 671.302001953125, 224.23785400390625, 1, 677.9741821289062, 216.2321319580078, 1, 688.3403930664062, 213.63653564453125, 1, 698.5454711914062, 215.96331787109375, 1, 690.6085815429688, 222.03057861328125, 1, 681.3480834960938, 224.190185546875, 1, 631.4808959960938, 292.16253662109375, 1, 644.0234375, 289.62359619140625, 1, 657.2950439453125, 288.53436279296875, 1, 662.5890502929688, 287.9872741699219, 1, 667.9156494140625, 286.18182373046875, 1, 679.7785034179688, 282.7257080078125, 1, 691.7838745117188, 280.6968688964844, 1, 686.5598754882812, 293.8931884765625, 1, 678.2512817382812, 304.70269775390625, 1, 665.6746826171875, 310.45245361328125, 1, 651.7400512695312, 309.3988342285156, 1, 640.1968994140625, 302.4062194824219, 1, 634.2376708984375, 293.07659912109375, 1, 648.8560791015625, 292.1775817871094, 1, 663.1124267578125, 291.126708984375, 1, 676.0977172851562, 287.0252380371094, 1, 689.1215209960938, 282.6995544433594, 1, 678.7810668945312, 296.2359619140625, 1, 664.4046630859375, 302.7213134765625, 1, 648.2678833007812, 301.4543151855469, 1 ], "lefthand_kpts": [ 586.2207641601562, 621.5109252929688, 1, 556.7847290039062, 617.0974731445312, 1, 534.9948120117188, 612.976806640625, 1, 514.1099853515625, 617.563232421875, 1, 491.6641845703125, 618.3580322265625, 1, 518.783935546875, 605.6983642578125, 1, 486.8269958496094, 600.6654663085938, 1, 466.8765563964844, 607.0723266601562, 1, 444.9750061035156, 610.8799438476562, 1, 526.6688232421875, 607.6424560546875, 1, 491.9029235839844, 609.5713500976562, 1, 469.7942810058594, 625.7237548828125, 1, 451.9905090332031, 642.3384399414062, 1, 539.0130615234375, 613.2501220703125, 1, 508.5076599121094, 623.1658325195312, 1, 493.4211120605469, 644.4117431640625, 1, 482.8371887207031, 666.7958984375, 1, 551.0051879882812, 623.3582153320312, 1, 532.4398193359375, 635.3768310546875, 1, 523.0792236328125, 650.6972045898438, 1, 514.3652954101562, 670.3909301757812, 1 ], "righthand_kpts": [ 665.4967041015625, 680.4244384765625, 1, 691.0299682617188, 645.5921630859375, 1, 713.1513671875, 612.873779296875, 1, 737.3419799804688, 606.7816162109375, 1, 763.467041015625, 620.55712890625, 1, 752.1123046875, 648.7618408203125, 1, 789.055908203125, 647.9407958984375, 1, 811.8577270507812, 644.9388427734375, 1, 834.0534057617188, 645.8179931640625, 1, 757.0094604492188, 674.146728515625, 1, 793.807861328125, 678.3045654296875, 1, 819.7996215820312, 679.0130615234375, 1, 842.8074340820312, 684.699462890625, 1, 751.640625, 692.2893676757812, 1, 786.142333984375, 692.4830932617188, 1, 810.3341674804688, 693.1511840820312, 1, 827.0353393554688, 694.060302734375, 1, 746.317626953125, 701.9373168945312, 1, 767.9990234375, 702.6287231445312, 1, 787.1848754882812, 702.5325317382812, 1, 803.4288940429688, 700.490966796875, 1 ], "center": [ 643.2268676757812, 387.1805419921875 ], "scale": [ 3.284255027770996, 4.379006385803223 ], "keypoints_score": [ 0.9580552577972412, 0.9612064957618713, 0.9834804534912109, 0.9700056910514832, 0.9543166160583496, 0.8411959409713745, 0.8120224475860596, 0.8232923746109009, 0.8500983715057373, 0.6942501068115234, 0.86781907081604, 0.6371973752975464, 0.5938155651092529, 0.3014459013938904, 0.12996305525302887, 0.045302342623472214, 0.03549935296177864 ], "face_kpts_score": [ 0.4550133943557739, 0.6166918873786926, 0.663243293762207, 0.605006217956543, 0.6805044412612915, 0.5141642093658447, 0.5454812049865723, 0.633381724357605, 0.6763213872909546, 0.5935112237930298, 0.5836323499679565, 0.5626513361930847, 0.7116897702217102, 0.642777681350708, 0.5862782597541809, 0.6466526985168457, 0.5433329939842224, 0.9220446348190308, 0.8971965909004211, 0.8929055333137512, 0.9186302423477173, 0.943749189376831, 0.7475848197937012, 0.9430242776870728, 0.9332146644592285, 0.9087638854980469, 0.8791114091873169, 0.9075751304626465, 0.9473705887794495, 0.9474060535430908, 0.9246559143066406, 0.9706834554672241, 0.925072431564331, 0.9511406421661377, 0.9092130064964294, 0.9303412437438965, 0.9807742834091187, 0.9607174396514893, 0.9210605621337891, 0.9518673419952393, 0.9349496364593506, 0.9842933416366577, 0.9580763578414917, 0.9415473341941833, 0.9644525647163391, 0.9531038403511047, 0.9606913328170776, 0.9292217493057251, 0.9926313161849976, 0.9663362503051758, 0.9651592969894409, 0.9668803215026855, 0.9088895320892334, 0.9060842990875244, 0.9338953495025635, 0.9331827163696289, 0.947425365447998, 0.9082798957824707, 0.8983041048049927, 0.9497870802879333, 0.9642057418823242, 0.9830948114395142, 0.9689978361129761, 0.9591479301452637, 0.9608275890350342, 0.9192219972610474, 0.9312814474105835, 0.9259268045425415 ], "foot_kpts_score": [ 0.27500393986701965, 0.10542064905166626, 0.05910550802946091, 0.10570815205574036, 0.13854265213012695, 0.06987074017524719 ], "lefthand_kpts_score": [ 0.2722862124443054, 0.28664556741714475, 0.31214015781879423, 0.2902206242084503, 0.2959221363067627, 0.5950628280639648, 0.7889423131942749, 0.8934961318969726, 0.9715301752090454, 0.5500699639320373, 0.8439783811569214, 0.8866080999374389, 0.9820044994354248, 0.47611246109008787, 0.8549654245376587, 0.910203731060028, 0.9967735767364502, 0.5181125462055206, 0.7158649325370788, 0.882686710357666, 0.9289503455162048 ], "righthand_kpts_score": [ 0.5034484624862671, 0.5824911952018738, 0.5400810599327087, 0.6547902584075928, 0.6073678493499756, 0.6623533725738525, 0.8436056137084961, 0.861653184890747, 0.9581565022468567, 0.6458942651748657, 0.7406198740005493, 0.8576768398284912, 0.9805902600288391, 0.68568274974823, 0.7300153732299804, 0.6832792520523071, 0.6882415175437927, 0.513376897573471, 0.5318186342716217, 0.513235604763031, 0.44853234887123106 ], "face_box": [ 0.43984375, 0.25555555555555554, 0.58046875, 0.49444444444444446 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34609375, 0.8180555555555555, 0.4578125, 0.9305555555555556 ], "righthand_box": [ 0.51484375, 0.8236111111111111, 0.6671875, 0.9763888888888889 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000307.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.29,0.09,0.71,0.99]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.823181390762329, -0.0030318638309836388, -0.03660209849476814 ], "body_pose": [ -0.2126932591199875, 0.03184118866920471, 0.10876809060573578, -0.2117905169725418, -0.027826016768813133, -0.09991973638534546, 0.33013466000556946, 0.004921337123960257, 0.0013591808965429664, 0.42797261476516724, 0.0521276481449604, -0.06646831333637238, 0.4290505349636078, -0.047048795968294144, 0.06706169992685318, 0.08232562243938446, -0.002359751844778657, -0.004806880839169025, -0.12413464486598969, 0.05323557183146477, -0.05852771922945976, -0.12734009325504303, -0.05195748805999756, 0.054504796862602234, -0.12926043570041656, 0.0033699958585202694, -0.0032214131206274033, 0.008777818642556667, -0.009471757337450981, 0.002718046074733138, 0.00526792649179697, 0.009598806500434875, -0.004733254201710224, 0.16212336719036102, 0.029625840485095978, 0.012063303962349892, -0.17813268303871155, -0.4323245584964752, 0.09985725581645966, -0.15793967247009277, 0.41126495599746704, -0.054557930678129196, -0.375714510679245, 0.03486834093928337, 0.12959562242031097, 0.1409420520067215, -0.7677851915359497, -0.8869180083274841, 0.19858084619045258, 0.6328575015068054, 0.7801550030708313, 0.8172928690910339, -1.5948773622512817, 0.434112012386322, 0.2462792694568634, 1.709240198135376, -0.12627096474170685, 0.2192622274160385, 0.11946303397417068, 0.34683674573898315, -1.186259388923645, 0.1611751914024353, 0.1608865112066269 ], "shape": [ 0.003350477432832122, 0.05270559340715408, -0.12651798129081726, 0.054997559636831284, 0.023290827870368958, 0.01967390440404415, -0.025599529966711998, -0.005806856323033571, 0.004736677743494511, -0.008140807040035725 ], "trans": [ 0.002714273752644658, 0.6944234371185303, 16.9774227142334 ], "focal": [ 17188.23273976644, 17188.23194503784 ], "princpt": [ 641.1591796875, 387.38894271850586 ], "lhand_pose": [ -0.052531883120536804, 0.30421504378318787, 0.21116101741790771, 0.0341414213180542, 0.027047477662563324, 0.690666913986206, 0.004704719875007868, 0.06700676679611206, 0.18537411093711853, -0.01813237927854061, 0.12941132485866547, 0.1627882868051529, 0.03911937028169632, -0.0009193108999170363, 0.44386082887649536, 0.00041994883213192225, 0.02174508012831211, 0.1582990437746048, 0.2039870172739029, -0.3381667733192444, 0.024653486907482147, -0.056792594492435455, 0.03620133921504021, 0.038047004491090775, 0.005766207817941904, 0.01822800189256668, -0.07296966016292572, 0.11756603419780731, -0.11846374720335007, -0.002592257224023342, 0.041037436574697495, 0.01827944628894329, 0.17035305500030518, 0.010702835395932198, 0.07115969806909561, 0.044115982949733734, -0.18527163565158844, 0.37445613741874695, 0.25440913438796997, 0.08602114766836166, 0.2242923527956009, -0.13660828769207, 0.0032701960299164057, 0.1982560157775879, 0.1132124587893486 ], "rhand_pose": [ -0.00966046191751957, -0.1523352712392807, -0.2831707298755646, -0.08518078923225403, -0.08145168423652649, -0.5822685360908508, 0.07692188024520874, -0.13996335864067078, -0.07628241181373596, 0.15902158617973328, -0.2224428951740265, -0.4562940299510956, 0.007863159291446209, 0.03378540650010109, -0.40390855073928833, -0.016583595424890518, -0.03567051142454147, -0.15459281206130981, 0.33196941018104553, 0.3205721080303192, -0.45714324712753296, 0.11390269547700882, -0.31181493401527405, -0.2062206268310547, 0.08880793303251266, -0.08978966623544693, -0.10621188580989838, 0.19938306510448456, -0.2016865760087967, -0.3296884596347809, 0.13420791923999786, -0.1017267256975174, -0.4351004660129547, 0.05082252621650696, -0.08488455414772034, -0.21593117713928223, -0.12559492886066437, 0.25581881403923035, 0.12711191177368164, 0.22111132740974426, -0.2788572609424591, 0.28669530153274536, 0.09069497138261795, -0.7660626173019409, 0.22685657441616058 ], "jaw_pose": [ 0.037058427929878235, -0.026250118389725685, -0.011872200295329094 ], "expr": [ 1.5831210613250732, 0.5606721043586731, -0.2574721872806549, 0.4415680766105652, 0.019754311069846153, -0.5270702242851257, -0.19402091205120087, 0.1448911875486374, -0.23818933963775635, -0.12004377692937851 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 659.656982421875, 260.2585144042969, 1, 685.1787109375, 215.9425811767578, 1, 620.390625, 225.8831329345703, 1, 733.6251831054688, 212.2654571533203, 1, 572.23974609375, 233.7178497314453, 1, 815.4988403320312, 373.9237365722656, 1, 486.7096862792969, 375.7923889160156, 1, 866.4440307617188, 631.357177734375, 1, 394.5531311035156, 633.7886962890625, 1, 607.8906860351562, 646.3629760742188, 1, 644.0950927734375, 674.2381591796875, 1, 750.9367065429688, 707.579833984375, 0, 549.5780639648438, 708.2617797851562, 0, 834.567626953125, 701.75927734375, 0, 429.4788818359375, 706.9797973632812, 0, 583.2744750976562, 685.9524536132812, 0, 652.4345092773438, 689.3711547851562, 0 ], "foot_kpts": [ 444.5429382324219, 605.0836791992188, 0, 453.5849609375, 611.9945678710938, 0, 561.1029052734375, 688.0658569335938, 0, 833.800048828125, 664.6180419921875, 0, 824.237548828125, 703.895263671875, 0, 644.9608764648438, 265.4015808105469, 0 ], "face_kpts": [ 578.6259155273438, 224.3621368408203, 1, 582.9534912109375, 240.7195281982422, 1, 585.9845581054688, 257.4613342285156, 1, 595.1298828125, 279.9299011230469, 1, 601.8423461914062, 294.6234436035156, 1, 616.462646484375, 312.5704040527344, 1, 629.392333984375, 324.7685241699219, 1, 649.8043823242188, 334.9156188964844, 1, 667.399658203125, 336.3901672363281, 1, 684.3591918945312, 329.5617370605469, 1, 700.6990356445312, 314.0867004394531, 1, 709.5261840820312, 300.3468933105469, 1, 718.8296508789062, 276.8834228515625, 1, 724.8204956054688, 256.92987060546875, 1, 726.9978637695312, 235.8618621826172, 1, 728.5509643554688, 216.919189453125, 1, 723.8510131835938, 202.1671600341797, 1, 593.8594970703125, 218.807373046875, 1, 604.1754150390625, 214.09661865234375, 1, 615.47412109375, 212.2051239013672, 1, 626.6141357421875, 212.0426025390625, 1, 637.12841796875, 214.3392791748047, 1, 666.8701782226562, 206.6669464111328, 1, 676.6249389648438, 204.10406494140625, 1, 687.23681640625, 200.4849853515625, 1, 698.364013671875, 198.1039581298828, 1, 708.986572265625, 199.6083221435547, 1, 653.70751953125, 223.8640594482422, 1, 656.3077392578125, 239.500244140625, 1, 658.6121826171875, 254.909423828125, 1, 660.6812744140625, 270.17596435546875, 1, 646.6434326171875, 274.24456787109375, 1, 654.3564453125, 276.5171813964844, 1, 662.109619140625, 277.764892578125, 1, 668.9826049804688, 273.8228454589844, 1, 675.6556396484375, 269.3134765625, 1, 607.0011596679688, 228.6022491455078, 1, 616.1998901367188, 222.8701171875, 1, 626.816650390625, 222.1538543701172, 1, 635.9700317382812, 227.557861328125, 1, 626.37744140625, 230.7543487548828, 1, 616.5816040039062, 231.8454132080078, 1, 672.1817016601562, 222.12408447265625, 1, 679.1375732421875, 213.82659912109375, 1, 689.6931762695312, 211.3629913330078, 1, 699.9563598632812, 213.6741180419922, 1, 691.8966674804688, 219.6805419921875, 1, 682.2976684570312, 222.0753631591797, 1, 631.837646484375, 290.2488708496094, 1, 644.8657836914062, 287.4027099609375, 1, 657.9400024414062, 286.26171875, 1, 663.2056274414062, 285.9209289550781, 1, 668.6201171875, 284.20794677734375, 1, 680.280029296875, 280.7803649902344, 1, 692.1365356445312, 279.1337585449219, 1, 686.9943237304688, 291.79754638671875, 1, 678.8115234375, 302.7307434082031, 1, 666.2470092773438, 308.2660827636719, 1, 652.4299926757812, 307.1394348144531, 1, 640.8935546875, 300.2414855957031, 1, 634.8416137695312, 291.0314025878906, 1, 649.42919921875, 289.968505859375, 1, 663.7835083007812, 289.1360168457031, 1, 676.5017700195312, 285.1347961425781, 1, 689.5078125, 280.9812316894531, 1, 679.3125610351562, 294.2725524902344, 1, 665.2352905273438, 300.9072265625, 1, 648.9437255859375, 299.3791198730469, 1 ], "lefthand_kpts": [ 588.4783325195312, 621.9868774414062, 1, 557.1738891601562, 617.3328247070312, 1, 535.1362915039062, 613.0564575195312, 1, 514.3087158203125, 617.6002807617188, 1, 491.7364501953125, 618.2347412109375, 1, 519.2640380859375, 605.6458129882812, 1, 486.7765197753906, 600.6211547851562, 1, 466.8546447753906, 606.9842529296875, 1, 445.0542907714844, 610.5161743164062, 1, 526.9118041992188, 607.4821166992188, 1, 491.8247985839844, 609.4429931640625, 1, 469.7381896972656, 625.2052612304688, 1, 452.050537109375, 641.8720703125, 1, 539.0852661132812, 612.392822265625, 1, 508.010498046875, 622.7732543945312, 1, 493.508056640625, 643.849609375, 1, 482.76318359375, 666.4134521484375, 1, 551.68310546875, 622.6140747070312, 1, 532.7545166015625, 634.5596313476562, 1, 523.2021484375, 650.2051391601562, 1, 514.3063354492188, 669.8573608398438, 1 ], "righthand_kpts": [ 659.033447265625, 678.7345581054688, 1, 683.5437622070312, 646.0142822265625, 1, 703.3235473632812, 613.719482421875, 1, 723.8637084960938, 600.5635375976562, 1, 740.9054565429688, 600.6913452148438, 1, 754.8704223632812, 646.9494018554688, 1, 791.0182495117188, 646.6842041015625, 1, 813.3156127929688, 644.36279296875, 1, 834.5990600585938, 645.7283325195312, 1, 758.5075073242188, 673.0488891601562, 1, 795.6799926757812, 677.6754760742188, 1, 819.4081420898438, 678.3667602539062, 1, 842.2633666992188, 684.2518920898438, 1, 751.1669311523438, 689.8125610351562, 1, 783.8643188476562, 691.0137329101562, 1, 808.8751831054688, 692.179443359375, 1, 825.8972778320312, 692.6814575195312, 1, 743.3359985351562, 696.031982421875, 1, 767.3413696289062, 696.6292114257812, 1, 785.5642700195312, 696.456787109375, 1, 802.87158203125, 694.1781616210938, 1 ], "center": [ 641.6591796875, 387.8889465332031 ], "scale": [ 3.3063907623291016, 4.408520698547363 ], "keypoints_score": [ 0.9762405157089233, 0.953579306602478, 0.9892686605453491, 0.9840279817581177, 0.9305202960968018, 0.8449704647064209, 0.817801833152771, 0.8276113271713257, 0.8638132214546204, 0.6950629353523254, 0.8816442489624023, 0.6329160332679749, 0.5820298194885254, 0.22160224616527557, 0.12496066093444824, 0.046009212732315063, 0.041981130838394165 ], "face_kpts_score": [ 0.4372771978378296, 0.6559348106384277, 0.7345525026321411, 0.6152042746543884, 0.7301096320152283, 0.4531481862068176, 0.5855065584182739, 0.658522367477417, 0.6972230672836304, 0.5499531030654907, 0.6156302690505981, 0.5479815602302551, 0.6740658283233643, 0.6191943287849426, 0.6266106367111206, 0.7225136756896973, 0.4980717897415161, 0.9022830724716187, 0.8908253312110901, 0.8414232730865479, 0.8540194034576416, 0.8283605575561523, 0.8180269002914429, 0.9268497824668884, 0.8944517374038696, 0.8597562313079834, 0.8478299379348755, 0.9249300956726074, 0.9550487399101257, 0.9325476288795471, 0.9073665142059326, 0.9530777931213379, 0.9083749055862427, 0.9525564908981323, 0.9303040504455566, 0.8958033323287964, 0.9545180797576904, 0.95478355884552, 0.9699064493179321, 0.9487675428390503, 0.9680155515670776, 0.9978638887405396, 0.9976373910903931, 0.9265930652618408, 0.9134342670440674, 0.9740297794342041, 0.9667847156524658, 0.9382573366165161, 0.9629999399185181, 1.000640630722046, 0.9516310691833496, 0.9402954578399658, 0.9202340841293335, 0.9159297943115234, 0.960195779800415, 0.9785546064376831, 0.9318710565567017, 0.9178921580314636, 0.9148265719413757, 0.9554669260978699, 0.9764554500579834, 0.9620712399482727, 0.9395269155502319, 0.9464293122291565, 0.9322481751441956, 0.8851155042648315, 0.8949592709541321, 0.9224878549575806 ], "foot_kpts_score": [ 0.27221566438674927, 0.10557364672422409, 0.05409267917275429, 0.07574831694364548, 0.1364220231771469, 0.07306249439716339 ], "lefthand_kpts_score": [ 0.28797382712364195, 0.26530314087867735, 0.2989968717098236, 0.28535704910755155, 0.29101753830909727, 0.6034381151199341, 0.7912434101104736, 0.8761110663414001, 0.9733097314834595, 0.5597417116165161, 0.8392928004264831, 0.9095251321792602, 0.977843976020813, 0.5013825356960296, 0.8747549414634704, 0.9061105608940124, 0.9916753530502319, 0.5233025908470154, 0.718395447731018, 0.8922943830490112, 0.9185056447982788 ], "righthand_kpts_score": [ 0.5335006773471832, 0.5419392943382263, 0.6131677389144897, 0.7744096279144287, 0.8753643989562988, 0.6136911273002624, 0.8804700136184692, 0.8131049633026123, 0.9611061573028564, 0.7423699855804443, 0.7909964084625244, 0.893843150138855, 0.9959337472915649, 0.5899397194385528, 0.7202657222747803, 0.7004639863967895, 0.6810998678207397, 0.526646888256073, 0.4630041778087616, 0.48760113716125486, 0.4246583342552185 ], "face_box": [ 0.43828125, 0.25416666666666665, 0.5796875, 0.49444444444444446 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34609375, 0.8180555555555555, 0.45859375, 0.9305555555555556 ], "righthand_box": [ 0.5015625, 0.8083333333333333, 0.6671875, 0.9833333333333333 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000308.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.29,0.09,0.71,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.82334566116333, -0.0031038299202919006, -0.036900389939546585 ], "body_pose": [ -0.21272945404052734, 0.031842540949583054, 0.10878962278366089, -0.21179760992527008, -0.027808820828795433, -0.09994529187679291, 0.33020445704460144, 0.004893836565315723, 0.001352948253042996, 0.42804521322250366, 0.052127670496702194, -0.06647598743438721, 0.42922887206077576, -0.04702768847346306, 0.06707090884447098, 0.0823049321770668, -0.0024182430934160948, -0.004876019433140755, -0.12408944219350815, 0.05323604866862297, -0.058554619550704956, -0.1273570954799652, -0.05195806175470352, 0.05452156439423561, -0.1293952763080597, 0.003320402465760708, -0.0033493787050247192, 0.008767474442720413, -0.009462938643991947, 0.002710467204451561, 0.00527639826759696, 0.00961090624332428, -0.004721439443528652, 0.16137482225894928, 0.03009168803691864, 0.011698001064360142, -0.17796306312084198, -0.43285906314849854, 0.0997430607676506, -0.15752120316028595, 0.4113641083240509, -0.053939662873744965, -0.3762246370315552, 0.03629279509186745, 0.12862640619277954, 0.14109674096107483, -0.7676646113395691, -0.886320948600769, 0.19886049628257751, 0.6318443417549133, 0.778470516204834, 0.8172243237495422, -1.5953682661056519, 0.4340779185295105, 0.24641750752925873, 1.7103886604309082, -0.1265515685081482, 0.21828508377075195, 0.11899060755968094, 0.3469296395778656, -1.1860345602035522, 0.16186225414276123, 0.1610582172870636 ], "shape": [ 0.0033284719102084637, 0.052810121327638626, -0.12656649947166443, 0.05498329550027847, 0.023290393874049187, 0.019689200446009636, -0.025594912469387054, -0.005817329976707697, 0.004695213865488768, -0.008126253262162209 ], "trans": [ 0.0028025645297020674, 0.6947920322418213, 17.03653907775879 ], "focal": [ 17236.37421925863, 17236.37342453003 ], "princpt": [ 640.4898986816406, 387.21214294433594 ], "lhand_pose": [ -0.052581172436475754, 0.3048343360424042, 0.21060965955257416, 0.03420914337038994, 0.026828911155462265, 0.6904729008674622, 0.00470792455598712, 0.06681257486343384, 0.18532079458236694, -0.017916029319167137, 0.13031961023807526, 0.16445860266685486, 0.03909433260560036, -0.0010716441320255399, 0.4445045590400696, 0.00042473312350921333, 0.021602539345622063, 0.1587369292974472, 0.2048081010580063, -0.33769336342811584, 0.025306619703769684, -0.05646083876490593, 0.03635823354125023, 0.03875242918729782, 0.0059671225026249886, 0.018256504088640213, -0.07264721393585205, 0.11779996007680893, -0.11801112443208694, -0.0016729370690882206, 0.041115984320640564, 0.018083447590470314, 0.17078830301761627, 0.01070418581366539, 0.07122460752725601, 0.04416909068822861, -0.18555253744125366, 0.37441760301589966, 0.25422558188438416, 0.08602219074964523, 0.22391116619110107, -0.13661734759807587, 0.0032166189048439264, 0.19821615517139435, 0.11311078816652298 ], "rhand_pose": [ -0.009622015990316868, -0.15288220345973969, -0.2829418480396271, -0.08522366732358932, -0.08139428496360779, -0.5826943516731262, 0.0769675076007843, -0.14004260301589966, -0.0763716846704483, 0.15892669558525085, -0.22218963503837585, -0.45614755153656006, 0.007826641201972961, 0.03396956995129585, -0.40380701422691345, -0.016566574573516846, -0.03554758056998253, -0.15463858842849731, 0.3320944607257843, 0.3200772702693939, -0.45711803436279297, 0.11364544928073883, -0.3117140233516693, -0.20637467503547668, 0.088778555393219, -0.08975555747747421, -0.10633732378482819, 0.19932784140110016, -0.20179255306720734, -0.32959842681884766, 0.134311243891716, -0.1017872616648674, -0.43518710136413574, 0.05089077726006508, -0.08482681214809418, -0.216020867228508, -0.12550154328346252, 0.2555188238620758, 0.12657830119132996, 0.2208709716796875, -0.2787669003009796, 0.2865237295627594, 0.09050778299570084, -0.7648072242736816, 0.22606691718101501 ], "jaw_pose": [ 0.037156909704208374, -0.025569431483745575, -0.013787733390927315 ], "expr": [ 1.5145609378814697, 0.5583118200302124, -0.2628123164176941, 0.4286022484302521, -0.0024350732564926147, -0.5074117183685303, -0.18792617321014404, 0.15090209245681763, -0.2336386889219284, -0.10926235467195511 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 659.816162109375, 260.4714050292969, 1, 685.3009643554688, 215.8607940673828, 1, 620.313232421875, 225.8343048095703, 1, 733.695556640625, 212.4647979736328, 1, 572.2418212890625, 234.1751251220703, 1, 815.51806640625, 373.6587219238281, 1, 486.6761779785156, 375.2975769042969, 1, 866.1471557617188, 631.335693359375, 1, 393.4331359863281, 633.79541015625, 1, 607.6063232421875, 646.1942749023438, 1, 642.150634765625, 674.2813720703125, 1, 750.8062744140625, 707.338134765625, 0, 549.574951171875, 708.0484008789062, 0, 834.3690795898438, 701.556396484375, 0, 429.0603332519531, 706.7855834960938, 0, 583.2509155273438, 685.7326049804688, 0, 652.3706665039062, 689.252685546875, 0 ], "foot_kpts": [ 444.4115905761719, 605.1536865234375, 0, 453.7762756347656, 612.064697265625, 0, 560.5399780273438, 688.1573486328125, 0, 833.437255859375, 664.7757568359375, 0, 823.8626708984375, 703.4656372070312, 0, 644.830322265625, 247.53240966796875, 0 ], "face_kpts": [ 579.453125, 222.30892944335938, 1, 583.3018188476562, 240.626220703125, 1, 585.9296875, 257.3808898925781, 1, 594.7879638671875, 279.81201171875, 1, 601.4161376953125, 294.5481872558594, 1, 616.4859008789062, 311.5439758300781, 1, 629.1268310546875, 324.8517150878906, 1, 649.2973022460938, 334.8224182128906, 1, 667.1409912109375, 336.2859191894531, 1, 684.302978515625, 329.6637268066406, 1, 700.6688842773438, 313.9884948730469, 1, 709.4599609375, 300.2543640136719, 1, 718.9240112304688, 276.68780517578125, 1, 725.14892578125, 256.53106689453125, 1, 726.9519653320312, 235.7971954345703, 1, 728.4319458007812, 216.7801971435547, 1, 724.9417114257812, 201.69442749023438, 1, 593.72705078125, 218.7104034423828, 1, 603.918212890625, 214.1337127685547, 1, 615.342041015625, 212.35845947265625, 1, 626.6805419921875, 212.1798553466797, 1, 637.2769775390625, 214.3948211669922, 1, 667.0457153320312, 206.74261474609375, 1, 676.5840454101562, 204.14373779296875, 1, 687.104736328125, 200.6875762939453, 1, 698.3339233398438, 198.083251953125, 1, 709.087890625, 199.51666259765625, 1, 653.7877197265625, 223.76263427734375, 1, 656.3758544921875, 239.2525177001953, 1, 658.7789306640625, 254.826904296875, 1, 660.835693359375, 270.0702819824219, 1, 646.6865844726562, 274.1779479980469, 1, 654.5656127929688, 276.5130310058594, 1, 662.3424072265625, 277.7392272949219, 1, 669.0724487304688, 273.676513671875, 1, 675.6368408203125, 269.1234130859375, 1, 607.0531005859375, 228.59527587890625, 1, 616.1411743164062, 223.0043182373047, 1, 626.59912109375, 222.255615234375, 1, 635.8021240234375, 227.5156707763672, 1, 626.3311767578125, 230.7115020751953, 1, 616.5528564453125, 231.8483428955078, 1, 672.2257690429688, 221.9618377685547, 1, 679.1845092773438, 213.769775390625, 1, 689.7208862304688, 211.28912353515625, 1, 699.9850463867188, 213.5507354736328, 1, 691.9684448242188, 219.54510498046875, 1, 682.3461303710938, 221.8898468017578, 1, 631.8204956054688, 290.23187255859375, 1, 644.986572265625, 287.3713073730469, 1, 658.0509643554688, 286.30718994140625, 1, 663.316162109375, 285.9061584472656, 1, 668.7396240234375, 284.1884460449219, 1, 680.3228759765625, 280.7188415527344, 1, 692.146240234375, 279.0872802734375, 1, 686.9469604492188, 291.7815246582031, 1, 678.75, 302.7148132324219, 1, 666.2796630859375, 308.2899475097656, 1, 652.4072265625, 307.1089172363281, 1, 640.89990234375, 300.1573791503906, 1, 634.8634033203125, 290.9198303222656, 1, 649.5364990234375, 289.9507141113281, 1, 663.894775390625, 289.0740661621094, 1, 676.4974365234375, 285.0998840332031, 1, 689.49560546875, 280.99249267578125, 1, 679.3268432617188, 294.3022766113281, 1, 665.2366943359375, 300.9815979003906, 1, 648.9805297851562, 299.2599792480469, 1 ], "lefthand_kpts": [ 576.0527954101562, 619.7218017578125, 1, 554.5535278320312, 615.9263305664062, 1, 534.9948120117188, 612.6585083007812, 1, 513.8688354492188, 615.2299194335938, 1, 491.5501403808594, 616.4313354492188, 1, 518.81103515625, 605.506103515625, 1, 487.9853515625, 600.7568359375, 1, 466.4588928222656, 606.7584838867188, 1, 445.7713928222656, 610.4295043945312, 1, 527.2344360351562, 607.3903198242188, 1, 491.1123046875, 609.3031005859375, 1, 469.6890869140625, 624.8284912109375, 1, 452.26513671875, 641.8899536132812, 1, 538.2785034179688, 614.3192138671875, 1, 507.5982971191406, 623.1550903320312, 1, 493.0188903808594, 643.9287719726562, 1, 482.927001953125, 666.1196899414062, 1, 549.885986328125, 622.9475708007812, 1, 531.3814086914062, 636.2901611328125, 1, 522.6156616210938, 651.4795532226562, 1, 513.8497314453125, 669.8657836914062, 1 ], "righthand_kpts": [ 659.2701416015625, 678.8605346679688, 1, 683.595947265625, 646.0294189453125, 1, 703.4081420898438, 613.7041625976562, 1, 723.6332397460938, 600.4698486328125, 1, 740.63427734375, 600.6302490234375, 1, 754.8356323242188, 646.8988037109375, 1, 791.4111938476562, 646.6104736328125, 1, 813.513427734375, 644.2132568359375, 1, 834.5973510742188, 645.83935546875, 1, 758.4745483398438, 673.0291748046875, 1, 795.7882690429688, 677.79248046875, 1, 819.5462036132812, 678.3670654296875, 1, 842.3175659179688, 684.2184448242188, 1, 751.3998413085938, 689.77490234375, 1, 784.2457885742188, 691.0296020507812, 1, 809.2257690429688, 692.2833862304688, 1, 826.0654296875, 692.62890625, 1, 743.4342651367188, 696.137939453125, 1, 767.7579956054688, 696.792236328125, 1, 785.9856567382812, 696.6735229492188, 1, 803.5548706054688, 694.5106811523438, 1 ], "center": [ 640.9898681640625, 387.712158203125 ], "scale": [ 3.315633773803711, 4.420845031738281 ], "keypoints_score": [ 0.9723145961761475, 0.9559635519981384, 0.987266480922699, 0.9817577004432678, 0.9398612976074219, 0.8462690114974976, 0.8256404399871826, 0.829072117805481, 0.862982988357544, 0.6962116956710815, 0.8768531084060669, 0.6388055086135864, 0.5849103331565857, 0.21639473736286163, 0.12093926221132278, 0.044083572924137115, 0.04389023408293724 ], "face_kpts_score": [ 0.4545741677284241, 0.6795357465744019, 0.7171827554702759, 0.6516628265380859, 0.7336361408233643, 0.46065449714660645, 0.5918205976486206, 0.6627705693244934, 0.6922145485877991, 0.529586136341095, 0.6056677103042603, 0.539341926574707, 0.6677502393722534, 0.6182126402854919, 0.6554335355758667, 0.7426134943962097, 0.4886738359928131, 0.8977978229522705, 0.8873558044433594, 0.8669888973236084, 0.8673691749572754, 0.8411680459976196, 0.8096874356269836, 0.9203053712844849, 0.9159291982650757, 0.8760212659835815, 0.8561980724334717, 0.9422341585159302, 0.9350370168685913, 0.9485331773757935, 0.910320520401001, 0.9513918161392212, 0.9399010539054871, 0.9553525447845459, 0.9421036839485168, 0.9104477167129517, 0.9337379932403564, 0.9441400766372681, 0.9512718915939331, 0.9396014213562012, 0.9721618890762329, 0.9818645119667053, 0.9953720569610596, 0.9348567724227905, 0.9337368011474609, 0.9841169118881226, 0.9675704836845398, 0.9551498889923096, 0.9477474689483643, 1.0006591081619263, 0.9583731889724731, 0.9107831120491028, 0.9332823157310486, 0.922060489654541, 0.9380345344543457, 0.9782530069351196, 0.929263710975647, 0.9181666374206543, 0.9018598198890686, 0.9635457396507263, 0.9689089059829712, 0.9435279369354248, 0.9188261032104492, 0.9385733604431152, 0.9427277445793152, 0.8886375427246094, 0.9053477048873901, 0.9101378917694092 ], "foot_kpts_score": [ 0.2660048007965088, 0.09940311312675476, 0.05505646765232086, 0.07506048679351807, 0.1361141800880432, 0.07348476350307465 ], "lefthand_kpts_score": [ 0.3465093731880188, 0.36545628905296323, 0.3434834241867065, 0.3189257740974426, 0.3130572497844696, 0.5592308700084686, 0.7737691164016723, 0.8734694480895996, 0.9678957223892212, 0.5526107907295227, 0.8417097687721252, 0.8660406827926636, 0.9701408505439758, 0.46669206619262693, 0.8395567297935486, 0.8865574359893799, 0.9895440101623535, 0.48693845272064207, 0.7330755352973938, 0.8297564744949341, 0.9561065196990967 ], "righthand_kpts_score": [ 0.5274353981018066, 0.534553325176239, 0.6159873962402344, 0.7762667894363403, 0.8749667167663574, 0.6121033191680908, 0.8798712253570556, 0.8162240743637085, 0.9609598875045776, 0.7387083530426025, 0.7798924207687378, 0.8822856903076172, 0.9968590497970581, 0.580003297328949, 0.7132374405860901, 0.6906609892845154, 0.667736804485321, 0.5232785701751709, 0.46599522829055784, 0.4832677602767944, 0.4294994831085205 ], "face_box": [ 0.4375, 0.25416666666666665, 0.5796875, 0.49583333333333335 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34375, 0.8166666666666667, 0.45390625, 0.9319444444444445 ], "righthand_box": [ 0.5015625, 0.8083333333333333, 0.6671875, 0.9833333333333333 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000309.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.29,0.09,0.71,0.99]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.824096918106079, -0.003527486464008689, -0.03683224320411682 ], "body_pose": [ -0.21283955872058868, 0.03185853734612465, 0.1088346391916275, -0.21183888614177704, -0.02784489467740059, -0.09990827739238739, 0.3306417167186737, 0.004754984751343727, 0.0011493745259940624, 0.42812827229499817, 0.052115123718976974, -0.066496841609478, 0.42927008867263794, -0.04701542481780052, 0.06707334518432617, 0.08220528811216354, -0.002705841325223446, -0.005244084633886814, -0.1240176111459732, 0.053233396261930466, -0.05857819691300392, -0.12742789089679718, -0.05203898623585701, 0.05447741970419884, -0.1296757310628891, 0.0031677403021603823, -0.004059985745698214, 0.008764808997511864, -0.00946762040257454, 0.0026996955275535583, 0.00526418536901474, 0.009617883712053299, -0.0047275410033762455, 0.15887261927127838, 0.02870967611670494, 0.008088473230600357, -0.17761017382144928, -0.4339222013950348, 0.10043979436159134, -0.1571541726589203, 0.41241130232810974, -0.05115318298339844, -0.38512271642684937, 0.035259176045656204, 0.12029803544282913, 0.14161771535873413, -0.7672749161720276, -0.8853470087051392, 0.1991358995437622, 0.6318923830986023, 0.7785549759864807, 0.8181354999542236, -1.5958607196807861, 0.4344598948955536, 0.24703745543956757, 1.7107465267181396, -0.1266985833644867, 0.2193785458803177, 0.11927175521850586, 0.34672442078590393, -1.1856582164764404, 0.16171981394290924, 0.1610744297504425 ], "shape": [ 0.0036240494810044765, 0.05331588163971901, -0.12662756443023682, 0.05501721426844597, 0.023190755397081375, 0.019457396119832993, -0.025563377887010574, -0.005802909843623638, 0.004594709258526564, -0.008193646557629108 ], "trans": [ 0.002955628791823983, 0.6943565607070923, 17.079736709594727 ], "focal": [ 17307.26718902588, 17307.26718902588 ], "princpt": [ 640.1585083007812, 387.37317657470703 ], "lhand_pose": [ -0.05263892933726311, 0.30438029766082764, 0.21087756752967834, 0.0341658741235733, 0.027005121111869812, 0.6911017894744873, 0.00469809677451849, 0.0669906809926033, 0.18568924069404602, -0.018204690888524055, 0.12940479815006256, 0.16286607086658478, 0.0390922911465168, -0.0010993126779794693, 0.443983793258667, 0.0004087791021447629, 0.021709153428673744, 0.15848304331302643, 0.20413656532764435, -0.3394639492034912, 0.026670029386878014, -0.05676782876253128, 0.0362144336104393, 0.03834238648414612, 0.0058239228092134, 0.01834733970463276, -0.07289445400238037, 0.11741175502538681, -0.11886313557624817, -0.0014448030851781368, 0.04104780778288841, 0.018238862976431847, 0.1716155707836151, 0.010699455626308918, 0.07112906873226166, 0.044546015560626984, -0.1854376494884491, 0.3739449083805084, 0.254624605178833, 0.08586468547582626, 0.22386746108531952, -0.13656814396381378, 0.003091398859396577, 0.19811072945594788, 0.11347897350788116 ], "rhand_pose": [ -0.00970950536429882, -0.1523924320936203, -0.2835327088832855, -0.08516307175159454, -0.08124524354934692, -0.582924485206604, 0.07687091082334518, -0.13987891376018524, -0.07668083161115646, 0.1590019315481186, -0.22232836484909058, -0.4560777246952057, 0.007830167189240456, 0.033984847366809845, -0.4045847952365875, -0.01659822277724743, -0.03563292324542999, -0.15474100410938263, 0.33245450258255005, 0.32094812393188477, -0.4585370123386383, 0.11369942128658295, -0.3116675913333893, -0.20637871325016022, 0.08893466740846634, -0.08952584862709045, -0.10604538023471832, 0.1994045376777649, -0.20167244970798492, -0.33050253987312317, 0.13416007161140442, -0.10158543288707733, -0.4348995089530945, 0.05082635208964348, -0.08486282080411911, -0.2158166766166687, -0.12533919513225555, 0.2542415261268616, 0.12888877093791962, 0.22161635756492615, -0.27931955456733704, 0.2870837450027466, 0.0903998389840126, -0.7700231671333313, 0.22875432670116425 ], "jaw_pose": [ 0.038884129375219345, -0.025066180154681206, -0.016526104882359505 ], "expr": [ 1.450487494468689, 0.5740112662315369, -0.2897740602493286, 0.4799056053161621, 0.007459554821252823, -0.5225103497505188, -0.20021815598011017, 0.14937734603881836, -0.24509309232234955, -0.11409419775009155 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 660.8750610351562, 258.45941162109375, 1, 687.4756469726562, 214.15264892578125, 1, 621.7598266601562, 223.42926025390625, 1, 735.3811645507812, 213.1204833984375, 1, 573.3428955078125, 233.14837646484375, 1, 815.2265014648438, 373.6897888183594, 1, 486.570556640625, 375.23828125, 1, 866.7028198242188, 632.2239379882812, 1, 393.7950744628906, 634.2750854492188, 1, 607.4232177734375, 646.103271484375, 1, 640.8174438476562, 674.3400268554688, 1, 750.6436767578125, 706.9328002929688, 0, 549.5761108398438, 707.6783447265625, 0, 834.4349365234375, 701.1917114257812, 0, 428.9252014160156, 706.4168701171875, 0, 583.2979736328125, 685.4593505859375, 0, 651.3975830078125, 689.1016845703125, 0 ], "foot_kpts": [ 444.1578674316406, 605.2711791992188, 0, 453.97576904296875, 612.1859741210938, 0, 560.1270751953125, 688.2492065429688, 0, 831.47998046875, 663.2127685546875, 0, 823.4998168945312, 703.4031982421875, 0, 644.6881103515625, 238.06686401367188, 0 ], "face_kpts": [ 579.0938720703125, 218.94854736328125, 1, 580.5318603515625, 236.3784637451172, 1, 586.4000854492188, 254.91497802734375, 1, 592.90380859375, 273.4981994628906, 1, 600.3878173828125, 292.588134765625, 1, 616.1209106445312, 310.3552551269531, 1, 627.8848876953125, 322.4562683105469, 1, 650.0232543945312, 333.3562927246094, 1, 667.7132568359375, 334.4475402832031, 1, 683.9384155273438, 328.82476806640625, 1, 700.68798828125, 314.0351257324219, 1, 709.6052856445312, 300.1195983886719, 1, 719.1892700195312, 276.3500671386719, 1, 725.5045776367188, 256.53338623046875, 1, 727.64501953125, 235.4649200439453, 1, 729.054931640625, 217.23291015625, 1, 726.1259155273438, 201.28121948242188, 1, 595.08056640625, 215.5656280517578, 1, 605.2006225585938, 211.1478729248047, 1, 616.630615234375, 208.8247833251953, 1, 628.120849609375, 209.1416473388672, 1, 638.5043334960938, 210.3052520751953, 1, 668.888427734375, 205.5225372314453, 1, 679.1298828125, 201.2027130126953, 1, 690.025390625, 197.383056640625, 1, 701.296630859375, 196.1567840576172, 1, 711.9929809570312, 197.6402130126953, 1, 655.8097534179688, 221.4179229736328, 1, 658.0629272460938, 237.1256561279297, 1, 660.5419311523438, 252.5518341064453, 1, 662.3466796875, 267.73907470703125, 1, 648.0692138671875, 272.1336975097656, 1, 655.4976196289062, 274.2831726074219, 1, 663.2847290039062, 275.6777648925781, 1, 670.2794799804688, 271.83258056640625, 1, 676.9319458007812, 267.55780029296875, 1, 608.0767211914062, 225.87786865234375, 1, 617.4207153320312, 220.1444854736328, 1, 628.3475341796875, 219.52825927734375, 1, 637.384033203125, 225.3173065185547, 1, 627.7886962890625, 228.26690673828125, 1, 617.6290893554688, 229.1432647705078, 1, 674.123291015625, 220.4430694580078, 1, 680.9966430664062, 212.0835723876953, 1, 691.3829956054688, 209.718017578125, 1, 701.8030395507812, 212.6383056640625, 1, 693.8521118164062, 218.55889892578125, 1, 684.22900390625, 220.68487548828125, 1, 632.4854736328125, 288.6103820800781, 1, 645.5259399414062, 285.5751037597656, 1, 659.0630493164062, 284.2121276855469, 1, 664.3108520507812, 283.9728698730469, 1, 669.6600952148438, 282.4289855957031, 1, 681.076416015625, 279.5030517578125, 1, 692.6227416992188, 278.3011169433594, 1, 687.24609375, 290.7926025390625, 1, 679.1921997070312, 301.1844177246094, 1, 666.8953857421875, 306.4932556152344, 1, 653.11767578125, 305.4441223144531, 1, 641.51123046875, 298.5129089355469, 1, 635.331787109375, 289.3169250488281, 1, 650.1300048828125, 288.29254150390625, 1, 664.7005615234375, 287.28887939453125, 1, 677.1961059570312, 283.7497253417969, 1, 689.9723510742188, 280.1085510253906, 1, 679.6812744140625, 292.8869934082031, 1, 665.7476196289062, 298.9918518066406, 1, 649.6273803710938, 297.5821838378906, 1 ], "lefthand_kpts": [ 592.0816650390625, 622.779052734375, 1, 557.8911743164062, 617.7928466796875, 1, 535.3486328125, 613.154296875, 1, 514.7144775390625, 617.8893432617188, 1, 491.8731994628906, 618.2449951171875, 1, 518.686279296875, 605.960205078125, 1, 486.8902282714844, 600.9430541992188, 1, 466.9046936035156, 607.0276489257812, 1, 445.3008728027344, 610.6879272460938, 1, 525.5896606445312, 607.9222412109375, 1, 491.886474609375, 609.4832153320312, 1, 469.9214782714844, 625.3881225585938, 1, 452.0564880371094, 641.9646606445312, 1, 538.25732421875, 612.7377319335938, 1, 508.047119140625, 622.8239135742188, 1, 493.6165771484375, 643.8810424804688, 1, 482.81640625, 666.4038696289062, 1, 551.2642822265625, 622.8634033203125, 1, 532.8612060546875, 634.640869140625, 1, 523.33935546875, 650.4498291015625, 1, 514.3552856445312, 669.8358154296875, 1 ], "righthand_kpts": [ 658.9220581054688, 679.5731201171875, 1, 683.413818359375, 646.5498657226562, 1, 702.78857421875, 614.3731079101562, 1, 723.2614135742188, 600.9102172851562, 1, 740.2003784179688, 600.0885009765625, 1, 754.37451171875, 646.8077392578125, 1, 791.068603515625, 646.5963134765625, 1, 813.3184204101562, 644.3233642578125, 1, 834.9412231445312, 646.002197265625, 1, 758.5870971679688, 673.0049438476562, 1, 794.8959350585938, 677.4541625976562, 1, 819.4674682617188, 678.4108276367188, 1, 842.1962280273438, 684.325927734375, 1, 751.0036010742188, 689.8734741210938, 1, 784.0352172851562, 691.133544921875, 1, 809.0730590820312, 692.3576049804688, 1, 825.9553833007812, 692.8173217773438, 1, 743.3599243164062, 696.828857421875, 1, 767.0607299804688, 697.8169555664062, 1, 785.6023559570312, 697.7136840820312, 1, 803.1572265625, 695.366943359375, 1 ], "center": [ 640.6585083007812, 387.8731689453125 ], "scale": [ 3.329245090484619, 4.438993453979492 ], "keypoints_score": [ 0.9858344793319702, 0.9695839285850525, 0.9809533357620239, 0.9782381057739258, 0.9456414580345154, 0.8462585210800171, 0.8290034532546997, 0.8290830254554749, 0.8591521978378296, 0.7011933326721191, 0.8742722272872925, 0.6211641430854797, 0.5578243732452393, 0.1671326607465744, 0.0880432277917862, 0.039782606065273285, 0.04147728905081749 ], "face_kpts_score": [ 0.5098342895507812, 0.6775553226470947, 0.7330372929573059, 0.6036189198493958, 0.61082524061203, 0.536784291267395, 0.5387749075889587, 0.5552893280982971, 0.6453494429588318, 0.5980733633041382, 0.5822968482971191, 0.5371790528297424, 0.6656606197357178, 0.6160227060317993, 0.6293625831604004, 0.7300689220428467, 0.4191259443759918, 0.8071445822715759, 0.8130416870117188, 0.884463906288147, 0.9284361600875854, 0.7733398675918579, 0.8956015706062317, 0.8924732208251953, 0.8598600625991821, 0.8485088348388672, 0.8300426602363586, 0.9489438533782959, 0.9599302411079407, 0.9338078498840332, 0.9383468627929688, 0.9670689105987549, 0.9006397724151611, 0.9211304187774658, 0.8843492865562439, 0.915650486946106, 0.9426815509796143, 0.961102306842804, 0.9429534673690796, 0.9686254262924194, 0.9537560939788818, 0.9694364070892334, 0.955834686756134, 0.8942210078239441, 0.9671224355697632, 0.9757788181304932, 0.9795182943344116, 0.9283605813980103, 0.9433161020278931, 0.987167477607727, 0.9555796384811401, 0.9603738784790039, 0.8964946269989014, 0.9098297953605652, 0.9584846496582031, 0.9597463011741638, 0.9574462175369263, 0.8996922969818115, 0.8922351598739624, 0.9237816333770752, 0.9734965562820435, 0.9654217958450317, 0.9552849531173706, 0.9457417130470276, 0.9518643617630005, 0.9007075428962708, 0.9135187864303589, 0.9140068292617798 ], "foot_kpts_score": [ 0.2793769836425781, 0.10686856508255005, 0.06619319319725037, 0.07358275353908539, 0.13645410537719727, 0.07075755298137665 ], "lefthand_kpts_score": [ 0.29211569428443906, 0.2856204271316528, 0.29866582751274107, 0.2843847334384918, 0.2840921938419342, 0.6268666744232178, 0.781016206741333, 0.8780172824859619, 0.9571562170982361, 0.5888520836830139, 0.8382596731185913, 0.8944365739822387, 0.9790197968482971, 0.49768791198730467, 0.8697359919548034, 0.9110131621360779, 0.9915599584579468, 0.5323322772979736, 0.7074030995368957, 0.893723464012146, 0.9097336888313293 ], "righthand_kpts_score": [ 0.5486155807971954, 0.546536660194397, 0.617680823802948, 0.7793735027313232, 0.883165693283081, 0.6178576707839966, 0.8580721378326416, 0.8160022854804992, 0.9676744699478149, 0.73896644115448, 0.8069083452224731, 0.8810119390487671, 0.9940745592117309, 0.600605046749115, 0.713303542137146, 0.6904605388641357, 0.674576735496521, 0.5311298727989197, 0.47679433822631834, 0.492085462808609, 0.4375924229621887 ], "face_box": [ 0.44296875, 0.25277777777777777, 0.57890625, 0.49444444444444446 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34609375, 0.8166666666666667, 0.45859375, 0.9291666666666667 ], "righthand_box": [ 0.50234375, 0.8083333333333333, 0.66796875, 0.9833333333333333 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] }, { "image": "Ubody/images/Interview_S9_Trim8/Interview_S9_Trim8/000310.png", "conversations": [ { "from": "human", "value": "\nPlease provide the SMPL-X pose of the person in the region [0.29,0.09,0.71,0.98]." }, { "from": "gpt", "value": "Sure, the SMPL pose is .", "root_pose": [ -2.824923276901245, -0.004286592826247215, -0.03688947111368179 ], "body_pose": [ -0.21318848431110382, 0.03177932649850845, 0.10891222208738327, -0.2120809555053711, -0.02768770419061184, -0.09977734833955765, 0.33050736784935, 0.004584677051752806, 0.0009856827091425657, 0.42835769057273865, 0.051983803510665894, -0.06652749329805374, 0.4297145903110504, -0.04686351865530014, 0.06707033514976501, 0.08211943507194519, -0.0030682256910949945, -0.005502618383616209, -0.12404964119195938, 0.05330866575241089, -0.05848503112792969, -0.12736523151397705, -0.05211486667394638, 0.05442551523447037, -0.12933357059955597, 0.0029189898632466793, -0.0046537346206605434, 0.008730561472475529, -0.009434990584850311, 0.0026865038089454174, 0.0053009772673249245, 0.009640755131840706, -0.0046979705803096294, 0.1564362645149231, 0.02781377173960209, 0.005187824368476868, -0.17758335173130035, -0.43443337082862854, 0.10014984011650085, -0.1566062718629837, 0.41262680292129517, -0.048795294016599655, -0.3913722634315491, 0.035709116607904434, 0.11287273466587067, 0.14167900383472443, -0.7651427984237671, -0.8865345120429993, 0.19851116836071014, 0.6299916505813599, 0.7807016968727112, 0.8199899792671204, -1.5924073457717896, 0.4328596591949463, 0.2462443709373474, 1.7124842405319214, -0.12888583540916443, 0.22295689582824707, 0.11764383316040039, 0.3459486663341522, -1.1880143880844116, 0.1607321798801422, 0.15550854802131653 ], "shape": [ 0.003673480823636055, 0.053505249321460724, -0.12675374746322632, 0.05506651848554611, 0.02311822772026062, 0.019478285685181618, -0.025524640455842018, -0.00575950788334012, 0.004598857834935188, -0.008160814642906189 ], "trans": [ 0.0020057864021509886, 0.6953704357147217, 17.023462295532227 ], "focal": [ 17228.12334696452, 17228.124141693115 ], "princpt": [ 641.5121765136719, 387.2619438171387 ], "lhand_pose": [ -0.052599288523197174, 0.3036784827709198, 0.2118905782699585, 0.033969175070524216, 0.027115214616060257, 0.6913985013961792, 0.0047652022913098335, 0.06732302904129028, 0.18544901907444, -0.018028894439339638, 0.1294267326593399, 0.16294166445732117, 0.03916628286242485, -0.0008806903497315943, 0.4422636330127716, 0.0004347200447227806, 0.021947847679257393, 0.15835578739643097, 0.2043798416852951, -0.34168246388435364, 0.026344357058405876, -0.05689362436532974, 0.03628196939826012, 0.03780075162649155, 0.005902132485061884, 0.018442172557115555, -0.07313885539770126, 0.11776381731033325, -0.11973168700933456, -0.0019706294406205416, 0.041200846433639526, 0.018383687362074852, 0.17023736238479614, 0.01078845839947462, 0.07126422971487045, 0.044526636600494385, -0.18542562425136566, 0.3744449019432068, 0.2548350989818573, 0.08588800579309464, 0.2239469438791275, -0.13664816319942474, 0.003148189280182123, 0.1982649266719818, 0.11341550201177597 ], "rhand_pose": [ -0.010166884399950504, -0.14771755039691925, -0.2826635241508484, -0.08402609080076218, -0.08089438825845718, -0.5863400101661682, 0.07613452523946762, -0.13918212056159973, -0.07567863911390305, 0.1589861512184143, -0.22122173011302948, -0.45312246680259705, 0.008283058181405067, 0.03165215253829956, -0.4043145179748535, -0.01644997112452984, -0.03575596585869789, -0.15395759046077728, 0.3329552710056305, 0.31833890080451965, -0.46385034918785095, 0.11609825491905212, -0.31240710616111755, -0.20918336510658264, 0.08772256970405579, -0.0889211893081665, -0.10629571229219437, 0.19978085160255432, -0.20556014776229858, -0.32265713810920715, 0.13255538046360016, -0.10369544476270676, -0.4331058859825134, 0.049902115017175674, -0.08496996760368347, -0.21387873589992523, -0.12586350739002228, 0.2414175122976303, 0.12314635515213013, 0.22078946232795715, -0.283102810382843, 0.2877366840839386, 0.09201905876398087, -0.7949398756027222, 0.22364965081214905 ], "jaw_pose": [ 0.044740255922079086, -0.02579597197473049, -0.02018776908516884 ], "expr": [ 1.5665408372879028, 0.6249168515205383, -0.34109216928482056, 0.46246662735939026, -0.0046031419187784195, -0.5752551555633545, -0.22651734948158264, 0.16111385822296143, -0.2538646161556244, -0.10998962819576263 ], "segmentation": [ [] ], "area": 0, "iscrowd": 0, "score": 1, "keypoints": [ 662.0314331054688, 256.4802551269531, 1, 689.236083984375, 213.1516876220703, 1, 623.9630737304688, 221.8331756591797, 1, 735.6543579101562, 214.4273223876953, 1, 574.9196166992188, 232.5808563232422, 1, 814.8176879882812, 374.0342102050781, 1, 486.8660583496094, 375.7226257324219, 1, 866.1826782226562, 631.4442138671875, 1, 394.812255859375, 633.5059814453125, 1, 607.6104736328125, 646.2069091796875, 1, 643.7210083007812, 674.4986572265625, 1, 750.4180297851562, 706.680908203125, 0, 549.4545288085938, 707.417724609375, 0, 834.6617431640625, 700.8677978515625, 0, 428.7551574707031, 706.1390380859375, 0, 583.285888671875, 685.1988525390625, 0, 650.943359375, 689.0308837890625, 0 ], "foot_kpts": [ 443.868896484375, 605.3356323242188, 0, 453.9677429199219, 612.2559814453125, 0, 559.7033081054688, 688.3801879882812, 0, 828.8904418945312, 660.5779418945312, 0, 823.0947265625, 703.707275390625, 0, 644.5599975585938, 236.5655975341797, 0 ], "face_kpts": [ 581.0177001953125, 217.9173583984375, 1, 582.1011962890625, 234.58612060546875, 1, 587.391845703125, 253.60723876953125, 1, 593.4478149414062, 271.958251953125, 1, 600.2283325195312, 290.79998779296875, 1, 616.8058471679688, 309.711669921875, 1, 627.7446899414062, 321.57452392578125, 1, 648.6856079101562, 332.408447265625, 1, 667.7193603515625, 333.981201171875, 1, 684.2376098632812, 328.32952880859375, 1, 700.7088012695312, 313.8100280761719, 1, 709.9013671875, 300.13494873046875, 1, 719.513916015625, 276.93463134765625, 1, 725.3779907226562, 257.17755126953125, 1, 728.6090698242188, 235.3927764892578, 1, 730.1560668945312, 217.3815155029297, 1, 727.3069458007812, 201.00091552734375, 1, 596.9580688476562, 212.4073944091797, 1, 607.2614135742188, 208.2373809814453, 1, 618.6107788085938, 207.1363525390625, 1, 630.1461791992188, 207.8906707763672, 1, 640.79736328125, 208.29339599609375, 1, 671.1102294921875, 204.98590087890625, 1, 681.2105712890625, 199.73236083984375, 1, 692.3334350585938, 196.4427032470703, 1, 703.3639526367188, 195.23431396484375, 1, 713.9210815429688, 196.9912872314453, 1, 657.4754028320312, 220.1307830810547, 1, 659.3842163085938, 235.69866943359375, 1, 661.4077758789062, 251.4226837158203, 1, 663.0411987304688, 266.3003845214844, 1, 648.6259155273438, 270.6507263183594, 1, 655.9821166992188, 272.9458312988281, 1, 663.7572631835938, 274.58355712890625, 1, 670.9024047851562, 270.69195556640625, 1, 677.3861694335938, 266.57489013671875, 1, 609.6480712890625, 223.770263671875, 1, 619.1085815429688, 217.8484649658203, 1, 630.2013549804688, 217.4122314453125, 1, 639.3811645507812, 223.8036346435547, 1, 629.4705810546875, 226.81634521484375, 1, 619.3455810546875, 227.4012451171875, 1, 675.711181640625, 218.9403076171875, 1, 682.70947265625, 210.84283447265625, 1, 693.0739135742188, 208.56170654296875, 1, 703.3703002929688, 211.70635986328125, 1, 695.524169921875, 217.5288848876953, 1, 685.880859375, 219.3941650390625, 1, 633.0069580078125, 286.95050048828125, 1, 645.9661865234375, 284.254638671875, 1, 659.4044189453125, 283.1935729980469, 1, 664.7011108398438, 283.04754638671875, 1, 670.067138671875, 281.6390075683594, 1, 681.78857421875, 278.833984375, 1, 693.33056640625, 277.788330078125, 1, 687.8004760742188, 290.179931640625, 1, 679.3673706054688, 300.6769104003906, 1, 666.9140014648438, 305.81732177734375, 1, 653.2130126953125, 304.47479248046875, 1, 642.0023193359375, 297.3357849121094, 1, 635.935302734375, 287.7261962890625, 1, 650.5464477539062, 287.0999450683594, 1, 664.9512329101562, 286.4165954589844, 1, 677.7567138671875, 283.0115966796875, 1, 690.6930541992188, 279.45465087890625, 1, 680.1337280273438, 292.29315185546875, 1, 665.8927001953125, 298.2242126464844, 1, 649.82958984375, 296.65740966796875, 1 ], "lefthand_kpts": [ 594.0247192382812, 623.2220458984375, 1, 558.4190063476562, 618.2073364257812, 1, 535.5242309570312, 613.2438354492188, 1, 515.02392578125, 618.1632690429688, 1, 491.92083740234375, 618.3692626953125, 1, 519.7548828125, 606.2958374023438, 1, 487.7457275390625, 601.2328491210938, 1, 467.279052734375, 607.4188232421875, 1, 445.435546875, 611.0296020507812, 1, 526.9470825195312, 608.075927734375, 1, 492.451904296875, 609.6160888671875, 1, 469.9002685546875, 625.5320434570312, 1, 451.9960021972656, 642.2643432617188, 1, 538.9397583007812, 613.1919555664062, 1, 508.1405334472656, 623.0573120117188, 1, 493.8544921875, 643.9490966796875, 1, 483.0230407714844, 666.4804077148438, 1, 551.5922241210938, 623.3754272460938, 1, 532.7448120117188, 635.3619384765625, 1, 523.5703125, 650.806640625, 1, 514.5454711914062, 670.2596435546875, 1 ], "righthand_kpts": [ 662.9415283203125, 681.2825927734375, 1, 687.4119262695312, 647.6463623046875, 1, 705.2260131835938, 616.2075805664062, 1, 727.1586303710938, 603.7801513671875, 1, 744.009521484375, 606.0196533203125, 1, 751.2369995117188, 647.4526977539062, 1, 788.9873657226562, 647.72607421875, 1, 811.415283203125, 644.3009033203125, 1, 834.0578002929688, 646.344482421875, 1, 756.0667114257812, 673.5338134765625, 1, 792.4927368164062, 678.3411254882812, 1, 818.7820434570312, 679.0177001953125, 1, 842.666259765625, 684.8416137695312, 1, 749.7643432617188, 691.8550415039062, 1, 784.6231079101562, 692.337158203125, 1, 808.5921020507812, 692.9755859375, 1, 826.2155151367188, 693.5744018554688, 1, 744.1102905273438, 698.7199096679688, 1, 767.12939453125, 698.9221801757812, 1, 786.41796875, 698.4434204101562, 1, 802.7034301757812, 695.8146362304688, 1 ], "center": [ 642.01220703125, 387.7619323730469 ], "scale": [ 3.31404972076416, 4.418732643127441 ], "keypoints_score": [ 0.9960782527923584, 0.9716881513595581, 0.9722001552581787, 0.9819456338882446, 0.942535400390625, 0.8439548015594482, 0.8202570676803589, 0.8338004350662231, 0.8671872019767761, 0.7031014561653137, 0.8744019269943237, 0.6380981206893921, 0.5861616134643555, 0.2102401703596115, 0.12155633419752121, 0.043192751705646515, 0.041926898062229156 ], "face_kpts_score": [ 0.5036126971244812, 0.7329124212265015, 0.6933246850967407, 0.6948884725570679, 0.6254211068153381, 0.5587255954742432, 0.5843146443367004, 0.5060206651687622, 0.6663299202919006, 0.6327646374702454, 0.5782260298728943, 0.5618633031845093, 0.6731494665145874, 0.5887589454650879, 0.6162699460983276, 0.7254084348678589, 0.4134640395641327, 0.811118483543396, 0.8491051197052002, 0.8893890380859375, 0.9009549617767334, 0.7965089678764343, 0.893134593963623, 0.882554292678833, 0.9003707766532898, 0.8742622137069702, 0.8757005333900452, 0.9412271976470947, 0.977684497833252, 0.940442681312561, 0.9513839483261108, 0.9534080624580383, 0.9147398471832275, 0.9514470100402832, 0.8600638508796692, 0.9594137668609619, 0.9732192754745483, 0.9633966684341431, 0.903150200843811, 0.9743441343307495, 0.9354177713394165, 0.9222056865692139, 0.9887044429779053, 0.9068353176116943, 0.9694825410842896, 0.9644930362701416, 0.9324048757553101, 0.9651205539703369, 0.9752042293548584, 0.989260196685791, 0.94568932056427, 0.9411363005638123, 0.9183535575866699, 0.9167135953903198, 0.9821133613586426, 0.9483596086502075, 0.9686857461929321, 0.9496972560882568, 0.9436734914779663, 0.9267246127128601, 0.9988281726837158, 0.9877865314483643, 0.9402796626091003, 0.944174587726593, 0.9481876492500305, 0.9397953748703003, 0.9250388741493225, 0.9291956424713135 ], "foot_kpts_score": [ 0.27063989639282227, 0.10647755861282349, 0.0545070618391037, 0.08263137936592102, 0.13974209129810333, 0.07027361541986465 ], "lefthand_kpts_score": [ 0.29376707077026365, 0.29036723673343656, 0.3048752903938293, 0.2980428099632263, 0.2996829956769943, 0.6178937911987304, 0.756080961227417, 0.9042099475860595, 0.9568711876869201, 0.5921666383743286, 0.8462223768234253, 0.8932212948799133, 0.964033579826355, 0.49577960968017576, 0.8643733620643616, 0.9026471138000488, 0.9585395216941833, 0.5379366040229797, 0.6957670211791992, 0.9009405136108398, 0.9059265613555908 ], "righthand_kpts_score": [ 0.5255302548408508, 0.5363815486431122, 0.6035585761070251, 0.8136280536651611, 0.853313660621643, 0.6441191792488098, 0.8482265830039978, 0.8458671927452087, 0.9843393325805664, 0.6141433477401733, 0.7516939997673034, 0.8743109464645386, 0.977073585987091, 0.6442411303520202, 0.7053860187530517, 0.6742566585540771, 0.7085630655288696, 0.49023488759994505, 0.47339860200881956, 0.48980108499526975, 0.4197228908538818 ], "face_box": [ 0.44375, 0.25416666666666665, 0.57890625, 0.49444444444444446 ], "face_valid": true, "leftfoot_valid": false, "rightfoot_valid": false, "lefthand_valid": true, "righthand_valid": true, "lefthand_box": [ 0.34609375, 0.8180555555555555, 0.46015625, 0.9291666666666667 ], "righthand_box": [ 0.5125, 0.825, 0.66640625, 0.9777777777777777 ], "lefthand_update": true, "righthand_update": true, "lefthand_kpts_vitposehand": [], "righthand_kpts_vitposehand": [], "num_keypoints": 10, "full_body": false, "valid_label": 2 } ] } ]