VideoTo3dPoseAndBvh icon indicating copy to clipboard operation
VideoTo3dPoseAndBvh copied to clipboard

是否支持Trinity Speech-Gesture dataset的bvh数据转换

Open birdflies opened this issue 2 years ago • 4 comments

您好, 请教,是否支持Trinity Speech-Gesture dataset的数据转化。或者有没有方法可以转换,谢谢~

例子:

HIERARCHY
ROOT Hips
{
	OFFSET -14.64140 90.27770 -84.91600
	CHANNELS 6 Xposition Yposition Zposition Zrotation Xrotation Yrotation
	JOINT Spine
	{
		OFFSET 0.00000 13.20850 -1.60436
		CHANNELS 3 Zrotation Xrotation Yrotation
		JOINT Spine1
		{
			OFFSET 0.00000 8.61716 0.00000
			CHANNELS 3 Zrotation Xrotation Yrotation
			JOINT Spine2
			{
				OFFSET 0.00000 8.61717 0.00000
				CHANNELS 3 Zrotation Xrotation Yrotation
				JOINT Spine3
				{
					OFFSET 0.00000 8.61717 0.00000
					CHANNELS 3 Zrotation Xrotation Yrotation
					JOINT Neck
					{
						OFFSET 0.00000 11.07920 1.10792
						CHANNELS 3 Zrotation Xrotation Yrotation
						JOINT Neck1
						{
							OFFSET 0.00000 7.08032 0.00000
							CHANNELS 3 Zrotation Xrotation Yrotation
							JOINT Head
							{
								OFFSET 0.00000 7.08031 0.00000
								CHANNELS 3 Zrotation Xrotation Yrotation
								End site
								{
									OFFSET 0.00000 0.00000 0.00000
								}
							}
						}
					}
					JOINT RightShoulder
					{
						OFFSET -0.01000 7.91373 5.19711
						CHANNELS 3 Zrotation Xrotation Yrotation
						JOINT RightArm
						{
							OFFSET -18.41580 0.00000 0.00000
							CHANNELS 3 Zrotation Xrotation Yrotation
							JOINT RightForeArm
							{
								OFFSET -29.11090 0.00000 0.00000
								CHANNELS 3 Zrotation Xrotation Yrotation
								JOINT RightHand
								{
									OFFSET -24.65040 0.00000 0.00000
									CHANNELS 3 Zrotation Xrotation Yrotation
									JOINT RightHandThumb1
									{
										OFFSET -5.35114 -0.85590 3.97906
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT RightHandThumb2
										{
											OFFSET -4.52789 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT RightHandThumb3
											{
												OFFSET -2.46976 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
									JOINT RightHandIndex1
									{
										OFFSET -14.26970 0.00000 2.88139
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT RightHandIndex2
										{
											OFFSET -5.48836 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT RightHandIndex3
											{
												OFFSET -3.01859 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
									JOINT RightHandMiddle1
									{
										OFFSET -14.26970 0.00000 -0.09147
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT RightHandMiddle2
										{
											OFFSET -6.17441 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT RightHandMiddle3
											{
												OFFSET -3.56743 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
									JOINT RightHandRing1
									{
										OFFSET -12.69180 0.00000 -3.06433
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT RightHandRing2
										{
											OFFSET -5.62556 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT RightHandRing3
											{
												OFFSET -3.56744 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
									JOINT RightHandPinky1
									{
										OFFSET -11.11390 0.00000 -6.03719
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT RightHandPinky2
										{
											OFFSET -4.52789 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT RightHandPinky3
											{
												OFFSET -2.46976 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
								}
							}
						}
					}
					JOINT LeftShoulder
					{
						OFFSET 0.01000 7.91373 5.19711
						CHANNELS 3 Zrotation Xrotation Yrotation
						JOINT LeftArm
						{
							OFFSET 18.41580 0.00000 0.00000
							CHANNELS 3 Zrotation Xrotation Yrotation
							JOINT LeftForeArm
							{
								OFFSET 29.11090 0.00000 0.00000
								CHANNELS 3 Zrotation Xrotation Yrotation
								JOINT LeftHand
								{
									OFFSET 24.65040 0.00000 0.00000
									CHANNELS 3 Zrotation Xrotation Yrotation
									JOINT LeftHandThumb1
									{
										OFFSET 5.35114 -0.85590 3.97906
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT LeftHandThumb2
										{
											OFFSET 4.52789 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT LeftHandThumb3
											{
												OFFSET 2.46977 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
									JOINT LeftHandIndex1
									{
										OFFSET 14.26970 0.00000 2.88139
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT LeftHandIndex2
										{
											OFFSET 5.48836 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT LeftHandIndex3
											{
												OFFSET 3.01859 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
									JOINT LeftHandMiddle1
									{
										OFFSET 14.26970 0.00000 -0.09147
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT LeftHandMiddle2
										{
											OFFSET 6.17440 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT LeftHandMiddle3
											{
												OFFSET 3.56744 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
									JOINT LeftHandRing1
									{
										OFFSET 12.69180 0.00000 -3.06433
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT LeftHandRing2
										{
											OFFSET 5.62556 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT LeftHandRing3
											{
												OFFSET 3.56744 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
									JOINT LeftHandPinky1
									{
										OFFSET 11.11390 0.00000 -6.03719
										CHANNELS 3 Zrotation Xrotation Yrotation
										JOINT LeftHandPinky2
										{
											OFFSET 4.52789 0.00000 0.00000
											CHANNELS 3 Zrotation Xrotation Yrotation
											JOINT LeftHandPinky3
											{
												OFFSET 2.46976 0.00000 0.00000
												CHANNELS 3 Zrotation Xrotation Yrotation
												End site
												{
													OFFSET 0.00000 0.00000 0.00000
												}
											}
										}
									}
								}
							}
						}
					}
					JOINT pCube4
					{
						OFFSET 0.00000 10.91090 1.10792
						CHANNELS 3 Zrotation Xrotation Yrotation
						End site
						{
							OFFSET 0.00000 0.00000 0.00000
						}
					}
				}
			}
		}
	}
	JOINT RightUpLeg
	{
		OFFSET -9.98441 0.00000 0.00000
		CHANNELS 3 Zrotation Xrotation Yrotation
		JOINT RightLeg
		{
			OFFSET 0.00000 -42.11790 0.00000
			CHANNELS 3 Zrotation Xrotation Yrotation
			JOINT RightFoot
			{
				OFFSET 0.00000 -45.00020 -0.00001
				CHANNELS 3 Zrotation Xrotation Yrotation
				JOINT RightForeFoot
				{
					OFFSET 0.00000 -3.74820 0.00000
					CHANNELS 3 Zrotation Xrotation Yrotation
					JOINT RightToeBase
					{
						OFFSET 0.00000 0.06325 14.43120
						CHANNELS 3 Zrotation Xrotation Yrotation
						End site
						{
							OFFSET 0.00000 0.00000 0.00000
						}
					}
				}
			}
		}
	}
	JOINT LeftUpLeg
	{
		OFFSET 9.98441 0.00000 0.00000
		CHANNELS 3 Zrotation Xrotation Yrotation
		JOINT LeftLeg
		{
			OFFSET 0.00000 -42.11800 0.00000
			CHANNELS 3 Zrotation Xrotation Yrotation
			JOINT LeftFoot
			{
				OFFSET 0.00000 -45.00070 0.00000
				CHANNELS 3 Zrotation Xrotation Yrotation
				JOINT LeftForeFoot
				{
					OFFSET 0.00000 -3.74824 0.00000
					CHANNELS 3 Zrotation Xrotation Yrotation
					JOINT LeftToeBase
					{
						OFFSET 0.00000 0.06325 14.43110
						CHANNELS 3 Zrotation Xrotation Yrotation
						End site
						{
							OFFSET 0.00000 0.00000 0.00000
						}
					}
				}
			}
		}
	}
}
MOTION
Frames:1
Frame Time: 0.050000
0.0 0.0 0.0 -0.0 0.0 -0.0 -1.0438600060281022 2.3587152053059897 -1.2019897431581434 -1.001710861815905 3.9499432452818337 0.4159642251569221 -1.0308159394841072 -1.0254198939760328 -0.3421914256452675 0.020989867445547768 0.19973630310387566 -0.618310852232598 -0.3197276373360509 12.097122524927356 0.18173158781933554 0.016670012435241553 -0.5045475503531174 -0.9459365635586078 0.14449033402431094 -15.811948793899363 -0.05198356166208762 -4.803187267192833 1.425229544967309 -14.953113151318428 67.19286454829422 10.776513302970162 13.750833647655174 22.399628423650412 0.5910102517395841 78.32902930570262 16.32197871348333 0.28157159400535886 -5.0503092453904825 4.52871 -0.12703 -1.59312 -4.64595e-06 9.01534e-06 -56.2342 8.23465e-06 -9.55045e-07 -56.2342 -38.7697 2.616e-06 -3.03728e-06 1.51694e-05 2.54582e-06 3.19778e-06 -3.36779e-06 6.40269e-06 -1.74067e-06 -36.6938 -3.44578e-06 4.82161e-06 1.03628e-05 2.25643e-06 -1.00237e-06 -1.59028e-15 3.18055e-15 1.90833e-14 -19.7583 1.99729e-06 9.82298e-07 1.19088e-05 -1.70535e-06 -1.47446e-06 -7.95139e-16 3.57812e-15 3.18055e-15 24.0542 -1.29415e-06 -2.03572e-07 28.8651 4.69993e-06 -2.49464e-06 28.8651 4.67541e-06 2.50252e-06 5.506066226025543 1.3766285140780876 13.34645761940873 -67.05098683202189 19.972927943281537 -15.991218926177313 -26.63707388373633 -1.732274591107232 -76.56005279831253 -12.684982116077768 0.25795658013984124 0.5589712097729244 -0.474211 0.0677175 -8.12381 -7.57701e-06 -7.52602e-07 44.5675 -2.34874e-06 -9.76287e-07 44.5675 12.4601 -8.06117e-07 4.96022e-06 -1.98259e-05 -5.83324e-07 -1.40447e-07 -3.18055e-15 1.59028e-15 -9.54166e-15 11.1059 -5.13129e-07 -3.38467e-06 3.12111e-07 1.50825e-07 1.16352e-06 5.56875e-08 -1.53149e-07 -1.37717e-07 4.77241 1.48801e-06 -1.13665e-06 -2.79682e-07 7.26536e-07 7.29834e-07 -1.95777e-07 5.08575e-07 5.10883e-07 -5.60077 7.82297e-07 -2.03231e-07 -6.72092 -3.47366e-06 4.68464e-06 -6.72092 -1.30631e-08 -7.87263e-07 -1.19271e-15 1.09925e-15 -3.18055e-15 8.04465 3.49397 -19.2195 -2.21424e-05 10.395 0.0142586 -5.62103 -15.6599 3.19225 3.97569e-16 7.95139e-16 -1.59028e-15 1.81331e-08 4.69756 -4.30096e-07 12.4594 -8.23857 6.88324 1.34357e-05 46.3794 0.00174233 -4.32522 -14.7485 -3.83531 3.18055e-15 -3.18055e-15 9.54166e-15 1.35867e-07 -10.745 -2.59575e-06


birdflies avatar Aug 24 '21 03:08 birdflies

请根据您自己的骨架层次以及坐标系欧拉角旋转顺序并参考bvh_skeleton文件夹下的文件进行自定义骨架转换,不过会遇到骨架层次不一致与骨骼关节点数不一致的问题

HW140701 avatar Aug 24 '21 03:08 HW140701

好的,谢谢,骨架层次不一致与骨骼关节点数不一致,这个有没有方法统一?

birdflies avatar Aug 24 '21 07:08 birdflies

这个源骨骼是内置2d骨骼关键点检测器的骨架层次,将这个骨架与你的输出骨架比较看有没有办法通过删除关节点或者增加关节点的方式去做吧

HW140701 avatar Aug 24 '21 08:08 HW140701

我试一下哈,谢谢帮助~

birdflies avatar Aug 24 '21 08:08 birdflies