t1 / TFDContents / Assets / KinectScripts / AvatarScaler.cs @ 3
이력 | 보기 | 이력해설 | 다운로드 (27.7 KB)
1 |
using UnityEngine; |
---|---|
2 |
using System.Collections; |
3 |
|
4 |
/// <summary> |
5 |
/// Avatar scaler is the component that scales avatar's body, according to body measures of the user. |
6 |
/// </summary> |
7 |
[RequireComponent(typeof(Animator))] |
8 |
public class AvatarScaler : MonoBehaviour |
9 |
{ |
10 |
[Tooltip("Index of the player, tracked by this component. 0 means the 1st player, 1 - the 2nd one, 2 - the 3rd one, etc.")] |
11 |
public int playerIndex = 0; |
12 |
|
13 |
[Tooltip("Whether the avatar is facing the player or not.")] |
14 |
public bool mirroredAvatar = false; |
15 |
|
16 |
[Tooltip("Body scale factor (incl. arms and legs) that may be used for fine tuning of model-scale.")] |
17 |
[Range(0.0f, 2.0f)] |
18 |
public float bodyScaleFactor = 1.0f; |
19 |
|
20 |
[Tooltip("Body width scale factor that may be used for fine tuning of model-width scale.")] |
21 |
[Range(0.0f, 2.0f)] |
22 |
public float bodyWidthFactor = 1.0f; |
23 |
|
24 |
[Tooltip("Additional scale factor for arms that may be used for fine tuning of model arm-scale.")] |
25 |
[Range(0.0f, 2.0f)] |
26 |
public float armScaleFactor = 1.0f; |
27 |
|
28 |
[Tooltip("Additional scale factor for legs that may be used for fine tuning of model leg-scale.")] |
29 |
[Range(0.0f, 2.0f)] |
30 |
public float legScaleFactor = 1.0f; |
31 |
|
32 |
[Tooltip("Whether the scale is updated continuously or just after the calibration pose.")] |
33 |
public bool continuousScaling = true; |
34 |
|
35 |
[Tooltip("Scale smoothing factor used in case of continuous scaling.")] |
36 |
public float smoothFactor = 5f; |
37 |
|
38 |
[Tooltip("Camera that may be used to overlay the model over the background.")] |
39 |
public Camera foregroundCamera; |
40 |
|
41 |
// [Tooltip("Whether to put the clothing model hip and shoulder joints where the user joints are.")] |
42 |
// public bool fixModelHipsAndShoulders = false; |
43 |
|
44 |
[Tooltip("GUI-Text to display the avatar-scaler debug messages.")] |
45 |
public GUIText debugText; |
46 |
|
47 |
// used by category selector |
48 |
[System.NonSerialized] |
49 |
public long currentUserId = 0; |
50 |
|
51 |
// used by category selector |
52 |
[System.NonSerialized] |
53 |
public bool scalerInited = false; |
54 |
|
55 |
// class references |
56 |
private KinectManager kinectManager = null; |
57 |
private AvatarController avtController = null; |
58 |
|
59 |
// model transforms for scaling |
60 |
private Transform bodyScaleTransform; |
61 |
//private Transform bodyHipsTransform; |
62 |
|
63 |
private Transform leftShoulderScaleTransform; |
64 |
private Transform leftElbowScaleTransform; |
65 |
private Transform rightShoulderScaleTransform; |
66 |
private Transform rightElbowScaleTransform; |
67 |
private Transform leftHipScaleTransform; |
68 |
private Transform leftKneeScaleTransform; |
69 |
private Transform rightHipScaleTransform; |
70 |
private Transform rightKneeScaleTransform; |
71 |
|
72 |
private Vector3 modelBodyScale = Vector3.one; |
73 |
private Vector3 modelLeftShoulderScale = Vector3.one; |
74 |
private Vector3 modelLeftElbowScale = Vector3.one; |
75 |
private Vector3 modelRightShoulderScale = Vector3.one; |
76 |
private Vector3 modelRightElbowScale = Vector3.one; |
77 |
private Vector3 modelLeftHipScale = Vector3.one; |
78 |
private Vector3 modelLeftKneeScale = Vector3.one; |
79 |
private Vector3 modelRightHipScale = Vector3.one; |
80 |
private Vector3 modelRightKneeScale = Vector3.one; |
81 |
|
82 |
// model bone sizes and original scales |
83 |
private float modelBodyHeight = 0f; |
84 |
private float modelBodyWidth = 0f; |
85 |
private float modelLeftUpperArmLength = 0f; |
86 |
private float modelLeftLowerArmLength = 0f; |
87 |
private float modelRightUpperArmLength = 0f; |
88 |
private float modelRightLowerArmLength = 0f; |
89 |
private float modelLeftUpperLegLength = 0f; |
90 |
private float modelLeftLowerLegLength = 0f; |
91 |
private float modelRightUpperLegLength = 0f; |
92 |
private float modelRightLowerLegLength = 0f; |
93 |
|
94 |
// user bone sizes |
95 |
private float userBodyHeight = 0f; |
96 |
private float userBodyWidth = 0f; |
97 |
private float leftUpperArmLength = 0f; |
98 |
private float leftLowerArmLength = 0f; |
99 |
private float rightUpperArmLength = 0f; |
100 |
private float rightLowerArmLength = 0f; |
101 |
private float leftUpperLegLength = 0f; |
102 |
private float leftLowerLegLength = 0f; |
103 |
private float rightUpperLegLength = 0f; |
104 |
private float rightLowerLegLength = 0f; |
105 |
|
106 |
// user bone scale factors |
107 |
private float fScaleBodyHeight = 0f; |
108 |
private float fScaleBodyWidth = 0f; |
109 |
private float fScaleLeftUpperArm = 0f; |
110 |
private float fScaleLeftLowerArm = 0f; |
111 |
private float fScaleRightUpperArm = 0f; |
112 |
private float fScaleRightLowerArm = 0f; |
113 |
private float fScaleLeftUpperLeg = 0f; |
114 |
private float fScaleLeftLowerLeg = 0f; |
115 |
private float fScaleRightUpperLeg = 0f; |
116 |
private float fScaleRightLowerLeg = 0f; |
117 |
|
118 |
|
119 |
public void Start () |
120 |
{ |
121 |
// get references to other components |
122 |
kinectManager = KinectManager.Instance; |
123 |
avtController = gameObject.GetComponent<AvatarController>(); |
124 |
|
125 |
// get model transforms |
126 |
Animator animatorComponent = GetComponent<Animator>(); |
127 |
AvatarController avatarController = GetComponent<AvatarController>(); |
128 |
|
129 |
// use the root transform for body scale |
130 |
bodyScaleTransform = transform; |
131 |
|
132 |
if (animatorComponent && animatorComponent.GetBoneTransform (HumanBodyBones.Hips)) |
133 |
{ |
134 |
//bodyHipsTransform = animatorComponent.GetBoneTransform (HumanBodyBones.Hips); |
135 |
|
136 |
leftShoulderScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.LeftUpperArm); |
137 |
leftElbowScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.LeftLowerArm); |
138 |
rightShoulderScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.RightUpperArm); |
139 |
rightElbowScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.RightLowerArm); |
140 |
|
141 |
leftHipScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.LeftUpperLeg); |
142 |
leftKneeScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.LeftLowerLeg); |
143 |
rightHipScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.RightUpperLeg); |
144 |
rightKneeScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.RightLowerLeg); |
145 |
} |
146 |
else if (avatarController) |
147 |
{ |
148 |
//bodyHipsTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.SpineBase, false)); |
149 |
|
150 |
leftShoulderScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ShoulderLeft, false)); |
151 |
leftElbowScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ElbowLeft, false)); |
152 |
rightShoulderScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ShoulderRight, false)); |
153 |
rightElbowScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ElbowRight, false)); |
154 |
|
155 |
leftHipScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.HipLeft, false)); |
156 |
leftKneeScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.KneeLeft, false)); |
157 |
rightHipScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.HipRight, false)); |
158 |
rightKneeScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.KneeRight, false)); |
159 |
} |
160 |
else |
161 |
{ |
162 |
// needed transforms could not be found |
163 |
return; |
164 |
} |
165 |
|
166 |
// get model bone scales |
167 |
modelBodyScale = bodyScaleTransform ? bodyScaleTransform.localScale : Vector3.one; |
168 |
|
169 |
modelLeftShoulderScale = leftShoulderScaleTransform ? leftShoulderScaleTransform.localScale : Vector3.one; |
170 |
modelLeftElbowScale = leftElbowScaleTransform ? leftElbowScaleTransform.localScale : Vector3.one; |
171 |
modelRightShoulderScale = rightShoulderScaleTransform ? rightShoulderScaleTransform.localScale : Vector3.one; |
172 |
modelRightElbowScale = rightElbowScaleTransform ? rightElbowScaleTransform.localScale : Vector3.one; |
173 |
|
174 |
modelLeftHipScale = leftHipScaleTransform ? leftHipScaleTransform.localScale : Vector3.one; |
175 |
modelLeftKneeScale = leftKneeScaleTransform ? leftKneeScaleTransform.localScale : Vector3.one; |
176 |
modelRightHipScale = rightHipScaleTransform ? rightHipScaleTransform.localScale : Vector3.one; |
177 |
modelRightKneeScale = rightKneeScaleTransform ? rightKneeScaleTransform.localScale : Vector3.one; |
178 |
|
179 |
if (animatorComponent && animatorComponent.GetBoneTransform (HumanBodyBones.Hips)) |
180 |
{ |
181 |
GetModelBodyHeight(animatorComponent, ref modelBodyHeight, ref modelBodyWidth); |
182 |
//Debug.Log (string.Format("MW: {0:F3}, MH: {1:F3}", modelBodyWidth, modelBodyHeight)); |
183 |
|
184 |
GetModelBoneLength(animatorComponent, HumanBodyBones.LeftUpperArm, HumanBodyBones.LeftLowerArm, ref modelLeftUpperArmLength); |
185 |
GetModelBoneLength(animatorComponent, HumanBodyBones.LeftLowerArm, HumanBodyBones.LeftHand, ref modelLeftLowerArmLength); |
186 |
GetModelBoneLength(animatorComponent, HumanBodyBones.RightUpperArm, HumanBodyBones.RightLowerArm, ref modelRightUpperArmLength); |
187 |
GetModelBoneLength(animatorComponent, HumanBodyBones.RightLowerArm, HumanBodyBones.RightHand, ref modelRightLowerArmLength); |
188 |
|
189 |
GetModelBoneLength(animatorComponent, HumanBodyBones.LeftUpperLeg, HumanBodyBones.LeftLowerLeg, ref modelLeftUpperLegLength); |
190 |
GetModelBoneLength(animatorComponent, HumanBodyBones.LeftLowerLeg, HumanBodyBones.LeftFoot, ref modelLeftLowerLegLength); |
191 |
GetModelBoneLength(animatorComponent, HumanBodyBones.RightUpperLeg, HumanBodyBones.RightLowerLeg, ref modelRightUpperLegLength); |
192 |
GetModelBoneLength(animatorComponent, HumanBodyBones.RightLowerLeg, HumanBodyBones.RightFoot, ref modelRightLowerLegLength); |
193 |
|
194 |
scalerInited = true; |
195 |
} |
196 |
else if (avatarController) |
197 |
{ |
198 |
GetModelBodyHeight(avatarController, ref modelBodyHeight, ref modelBodyWidth); |
199 |
//Debug.Log (string.Format("MW: {0:F3}, MH: {1:F3}", modelBodyWidth, modelBodyHeight)); |
200 |
|
201 |
GetModelBoneLength(avatarController, KinectInterop.JointType.ShoulderLeft, KinectInterop.JointType.ElbowLeft, ref modelLeftUpperArmLength); |
202 |
GetModelBoneLength(avatarController, KinectInterop.JointType.ElbowLeft, KinectInterop.JointType.WristLeft, ref modelLeftLowerArmLength); |
203 |
GetModelBoneLength(avatarController, KinectInterop.JointType.ShoulderRight, KinectInterop.JointType.ElbowRight, ref modelRightUpperArmLength); |
204 |
GetModelBoneLength(avatarController, KinectInterop.JointType.ElbowRight, KinectInterop.JointType.WristRight, ref modelRightLowerArmLength); |
205 |
|
206 |
GetModelBoneLength(avatarController, KinectInterop.JointType.HipLeft, KinectInterop.JointType.KneeLeft, ref modelLeftUpperLegLength); |
207 |
GetModelBoneLength(avatarController, KinectInterop.JointType.KneeLeft, KinectInterop.JointType.AnkleLeft, ref modelLeftLowerLegLength); |
208 |
GetModelBoneLength(avatarController, KinectInterop.JointType.HipRight, KinectInterop.JointType.KneeRight, ref modelRightUpperLegLength); |
209 |
GetModelBoneLength(avatarController, KinectInterop.JointType.KneeRight, KinectInterop.JointType.AnkleRight, ref modelRightLowerLegLength); |
210 |
|
211 |
scalerInited = true; |
212 |
} |
213 |
} |
214 |
|
215 |
void Update () |
216 |
{ |
217 |
if (scalerInited && kinectManager && kinectManager.IsInitialized()) |
218 |
{ |
219 |
long userId = kinectManager.GetUserIdByIndex(playerIndex); |
220 |
|
221 |
if (userId != currentUserId) |
222 |
{ |
223 |
currentUserId = userId; |
224 |
|
225 |
if (userId != 0) |
226 |
{ |
227 |
GetUserBodySize (true, true, true); |
228 |
|
229 |
// if (fixModelHipsAndShoulders) |
230 |
// FixJointsBeforeScale(); |
231 |
ScaleAvatar(0f); |
232 |
} |
233 |
} |
234 |
} |
235 |
|
236 |
if(continuousScaling) |
237 |
{ |
238 |
GetUserBodySize(true, true, true); |
239 |
ScaleAvatar(smoothFactor); |
240 |
} |
241 |
} |
242 |
|
243 |
// gets the the actual sizes of the user bones |
244 |
public void GetUserBodySize(bool bBody, bool bArms, bool bLegs) |
245 |
{ |
246 |
//KinectManager kinectManager = KinectManager.Instance; |
247 |
if(kinectManager == null) |
248 |
return; |
249 |
|
250 |
if(bBody) |
251 |
{ |
252 |
GetUserBodyHeight(kinectManager, bodyScaleFactor, bodyWidthFactor, ref userBodyHeight, ref userBodyWidth); |
253 |
} |
254 |
|
255 |
if(bArms) |
256 |
{ |
257 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.ShoulderLeft, KinectInterop.JointType.ElbowLeft, armScaleFactor, ref leftUpperArmLength); |
258 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.ElbowLeft, KinectInterop.JointType.WristLeft, armScaleFactor, ref leftLowerArmLength); |
259 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.ShoulderRight, KinectInterop.JointType.ElbowRight, armScaleFactor, ref rightUpperArmLength); |
260 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.ElbowRight, KinectInterop.JointType.WristRight, armScaleFactor, ref rightLowerArmLength); |
261 |
|
262 |
EqualizeBoneLength(ref leftUpperArmLength, ref rightUpperArmLength); |
263 |
EqualizeBoneLength(ref leftLowerArmLength, ref rightLowerArmLength); |
264 |
} |
265 |
|
266 |
if(bLegs) |
267 |
{ |
268 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.HipLeft, KinectInterop.JointType.KneeLeft, legScaleFactor, ref leftUpperLegLength); |
269 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.KneeLeft, KinectInterop.JointType.AnkleLeft, legScaleFactor, ref leftLowerLegLength); |
270 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.HipRight, KinectInterop.JointType.KneeRight, legScaleFactor, ref rightUpperLegLength); |
271 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.KneeRight, KinectInterop.JointType.AnkleRight, legScaleFactor, ref rightLowerLegLength); |
272 |
|
273 |
EqualizeBoneLength(ref leftUpperLegLength, ref rightUpperLegLength); |
274 |
EqualizeBoneLength(ref leftLowerLegLength, ref rightLowerLegLength); |
275 |
} |
276 |
} |
277 |
|
278 |
// scales the avatar as needed |
279 |
public void ScaleAvatar(float fSmooth) |
280 |
{ |
281 |
// KinectManager manager = KinectManager.Instance; |
282 |
// if(!manager) |
283 |
// return; |
284 |
// |
285 |
// if(fSmooth != 0f && manager.IsUserTurnedAround(currentUserId)) |
286 |
// return; |
287 |
|
288 |
// scale body |
289 |
if (bodyScaleFactor > 0f) |
290 |
{ |
291 |
// SetupBoneScale(bodyScaleTransform, modelBodyScale, modelBodyHeight, |
292 |
// userBodyHeight, 0f, fSmooth, ref fScaleBodyHeight); |
293 |
SetupBodyScale(bodyScaleTransform, modelBodyScale, modelBodyHeight, modelBodyWidth, userBodyHeight, userBodyWidth, |
294 |
fSmooth, ref fScaleBodyHeight, ref fScaleBodyWidth); |
295 |
|
296 |
if (avtController) |
297 |
{ |
298 |
// recalibrate avatar position due to transform scale change |
299 |
avtController.offsetCalibrated = false; |
300 |
} |
301 |
} |
302 |
|
303 |
// scale arms |
304 |
if (armScaleFactor > 0f) |
305 |
{ |
306 |
float fLeftUpperArmLength = !mirroredAvatar ? leftUpperArmLength : rightUpperArmLength; |
307 |
SetupBoneScale(leftShoulderScaleTransform, modelLeftShoulderScale, modelLeftUpperArmLength, |
308 |
fLeftUpperArmLength, fScaleBodyHeight, fSmooth, ref fScaleLeftUpperArm); |
309 |
|
310 |
float fLeftLowerArmLength = !mirroredAvatar ? leftLowerArmLength : rightLowerArmLength; |
311 |
SetupBoneScale(leftElbowScaleTransform, modelLeftElbowScale, modelLeftLowerArmLength, |
312 |
fLeftLowerArmLength, fScaleLeftUpperArm, fSmooth, ref fScaleLeftLowerArm); |
313 |
|
314 |
float fRightUpperArmLength = !mirroredAvatar ? rightUpperArmLength : leftUpperArmLength; |
315 |
SetupBoneScale(rightShoulderScaleTransform, modelRightShoulderScale, modelRightUpperArmLength, |
316 |
fRightUpperArmLength, fScaleBodyHeight, fSmooth, ref fScaleRightUpperArm); |
317 |
|
318 |
float fRightLowerArmLength = !mirroredAvatar ? rightLowerArmLength : leftLowerArmLength; |
319 |
SetupBoneScale(rightElbowScaleTransform, modelRightElbowScale, modelLeftLowerArmLength, |
320 |
fRightLowerArmLength, fScaleRightUpperArm, fSmooth, ref fScaleRightLowerArm); |
321 |
} |
322 |
|
323 |
// scale legs |
324 |
if (legScaleFactor > 0) |
325 |
{ |
326 |
float fLeftUpperLegLength = !mirroredAvatar ? leftUpperLegLength : rightUpperLegLength; |
327 |
SetupBoneScale(leftHipScaleTransform, modelLeftHipScale, modelLeftUpperLegLength, |
328 |
fLeftUpperLegLength, fScaleBodyHeight, fSmooth, ref fScaleLeftUpperLeg); |
329 |
|
330 |
float fLeftLowerLegLength = !mirroredAvatar ? leftLowerLegLength : rightLowerLegLength; |
331 |
SetupBoneScale(leftKneeScaleTransform, modelLeftKneeScale, modelLeftLowerLegLength, |
332 |
fLeftLowerLegLength, fScaleLeftUpperLeg, fSmooth, ref fScaleLeftLowerLeg); |
333 |
|
334 |
float fRightUpperLegLength = !mirroredAvatar ? rightUpperLegLength : leftUpperLegLength; |
335 |
SetupBoneScale(rightHipScaleTransform, modelRightHipScale, modelRightUpperLegLength, |
336 |
fRightUpperLegLength, fScaleBodyHeight, fSmooth, ref fScaleRightUpperLeg); |
337 |
|
338 |
float fRightLowerLegLength = !mirroredAvatar ? rightLowerLegLength : leftLowerLegLength; |
339 |
SetupBoneScale(rightKneeScaleTransform, modelRightKneeScale, modelRightLowerLegLength, |
340 |
fRightLowerLegLength, fScaleRightUpperLeg, fSmooth, ref fScaleRightLowerLeg); |
341 |
} |
342 |
|
343 |
if(debugText != null) |
344 |
{ |
345 |
string sDebug = string.Format("BW: {0:F2}/{1:F3}, BH: {2:F2}/{3:F3}\nLUA: {4:F3}, LLA: {5:F3}; RUA: {6:F3}, RLA: {7:F3}\nLUL: {8:F3}, LLL: {9:F3}; RUL: {10:F3}, RLL: {11:F3}", |
346 |
userBodyWidth, fScaleBodyWidth, userBodyHeight, fScaleBodyHeight, |
347 |
fScaleLeftUpperArm, fScaleLeftLowerArm, |
348 |
fScaleRightUpperArm, fScaleRightLowerArm, |
349 |
fScaleLeftUpperLeg, fScaleLeftLowerLeg, |
350 |
fScaleRightUpperLeg, fScaleRightLowerLeg); |
351 |
debugText.text = sDebug; |
352 |
} |
353 |
|
354 |
} |
355 |
|
356 |
private bool GetModelBodyHeight(Animator animatorComponent, ref float height, ref float width) |
357 |
{ |
358 |
height = 0f; |
359 |
|
360 |
if(animatorComponent) |
361 |
{ |
362 |
//Transform hipCenter = animatorComponent.GetBoneTransform(HumanBodyBones.Hips); |
363 |
|
364 |
Transform leftUpperArm = animatorComponent.GetBoneTransform(HumanBodyBones.LeftUpperArm); |
365 |
Transform rightUpperArm = animatorComponent.GetBoneTransform(HumanBodyBones.RightUpperArm); |
366 |
|
367 |
Transform leftUpperLeg = animatorComponent.GetBoneTransform(HumanBodyBones.LeftUpperLeg); |
368 |
Transform rightUpperLeg = animatorComponent.GetBoneTransform(HumanBodyBones.RightUpperLeg); |
369 |
|
370 |
if(leftUpperArm && rightUpperArm && leftUpperLeg && rightUpperLeg) |
371 |
{ |
372 |
Vector3 posShoulderCenter = (leftUpperArm.position + rightUpperArm.position) / 2f; |
373 |
Vector3 posHipCenter = (leftUpperLeg.position + rightUpperLeg.position) / 2f; // hipCenter.position |
374 |
|
375 |
//height = (posShoulderCenter.y - posHipCenter.y); |
376 |
height = (posShoulderCenter - posHipCenter).magnitude; |
377 |
width = (rightUpperArm.position - leftUpperArm.position).magnitude; |
378 |
|
379 |
return true; |
380 |
} |
381 |
} |
382 |
|
383 |
return false; |
384 |
} |
385 |
|
386 |
private bool GetModelBodyHeight(AvatarController avatarController, ref float height, ref float width) |
387 |
{ |
388 |
height = 0f; |
389 |
|
390 |
if(avatarController) |
391 |
{ |
392 |
Transform leftUpperArm = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ShoulderLeft, false)); |
393 |
Transform rightUpperArm = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ShoulderRight, false)); |
394 |
|
395 |
Transform leftUpperLeg = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.HipLeft, false)); |
396 |
Transform rightUpperLeg = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.HipRight, false)); |
397 |
|
398 |
if(leftUpperArm && rightUpperArm && leftUpperLeg && rightUpperLeg) |
399 |
{ |
400 |
Vector3 posShoulderCenter = (leftUpperArm.position + rightUpperArm.position) / 2f; |
401 |
Vector3 posHipCenter = (leftUpperLeg.position + rightUpperLeg.position) / 2f; // hipCenter.position |
402 |
|
403 |
//height = (posShoulderCenter.y - posHipCenter.y); |
404 |
height = (posShoulderCenter - posHipCenter).magnitude; |
405 |
width = (rightUpperArm.position - leftUpperArm.position).magnitude; |
406 |
|
407 |
return true; |
408 |
} |
409 |
} |
410 |
|
411 |
return false; |
412 |
} |
413 |
|
414 |
// private bool GetModelBoxHeight(ref float height, ref float width) |
415 |
// { |
416 |
// SkinnedMeshRenderer renderer = GetComponentInChildren<SkinnedMeshRenderer>(); |
417 |
// |
418 |
// if (renderer && bodyScaleTransform) |
419 |
// { |
420 |
// renderer.updateWhenOffscreen = true; |
421 |
// Bounds bounds = renderer.localBounds; |
422 |
// Vector3 scale = bodyScaleTransform.localScale; |
423 |
// //renderer.updateWhenOffscreen = false; |
424 |
// |
425 |
// height = bounds.size.z / scale.y; |
426 |
// width = bounds.size.x / scale.x; |
427 |
// |
428 |
// return true; |
429 |
// } |
430 |
// |
431 |
// return false; |
432 |
// } |
433 |
|
434 |
private bool GetModelBoneLength(Animator animatorComponent, HumanBodyBones baseJoint, HumanBodyBones endJoint, ref float length) |
435 |
{ |
436 |
length = 0f; |
437 |
|
438 |
if(animatorComponent) |
439 |
{ |
440 |
Transform joint1 = animatorComponent.GetBoneTransform(baseJoint); |
441 |
Transform joint2 = animatorComponent.GetBoneTransform(endJoint); |
442 |
|
443 |
if(joint1 && joint2) |
444 |
{ |
445 |
length = (joint2.position - joint1.position).magnitude; |
446 |
return true; |
447 |
} |
448 |
} |
449 |
|
450 |
return false; |
451 |
} |
452 |
|
453 |
private bool GetModelBoneLength(AvatarController avatarController, KinectInterop.JointType baseJoint, KinectInterop.JointType endJoint, ref float length) |
454 |
{ |
455 |
length = 0f; |
456 |
|
457 |
if(avatarController) |
458 |
{ |
459 |
Transform joint1 = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(baseJoint, false)); |
460 |
Transform joint2 = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(endJoint, false)); |
461 |
|
462 |
if(joint1 && joint2) |
463 |
{ |
464 |
length = (joint2.position - joint1.position).magnitude; |
465 |
return true; |
466 |
} |
467 |
} |
468 |
|
469 |
return false; |
470 |
} |
471 |
|
472 |
private bool GetUserBodyHeight(KinectManager manager, float scaleFactor, float widthFactor, ref float height, ref float width) |
473 |
{ |
474 |
height = 0f; |
475 |
width = 0f; |
476 |
|
477 |
Vector3 posHipLeft = GetJointPosition(manager, (int)KinectInterop.JointType.HipLeft); |
478 |
Vector3 posHipRight = GetJointPosition(manager, (int)KinectInterop.JointType.HipRight); |
479 |
Vector3 posShoulderLeft = GetJointPosition(manager, (int)KinectInterop.JointType.ShoulderLeft); |
480 |
Vector3 posShoulderRight = GetJointPosition(manager, (int)KinectInterop.JointType.ShoulderRight); |
481 |
|
482 |
if(posHipLeft != Vector3.zero && posHipRight != Vector3.zero && |
483 |
posShoulderLeft != Vector3.zero && posShoulderRight != Vector3.zero) |
484 |
{ |
485 |
Vector3 posHipCenter = (posHipLeft + posHipRight) / 2f; |
486 |
Vector3 posShoulderCenter = (posShoulderLeft + posShoulderRight) / 2f; |
487 |
//height = (posShoulderCenter.y - posHipCenter.y) * scaleFactor; |
488 |
|
489 |
height = (posShoulderCenter - posHipCenter).magnitude * scaleFactor; |
490 |
width = (posShoulderRight - posShoulderLeft).magnitude * widthFactor; |
491 |
|
492 |
return true; |
493 |
} |
494 |
|
495 |
return false; |
496 |
} |
497 |
|
498 |
private bool GetUserBoneLength(KinectManager manager, KinectInterop.JointType baseJoint, KinectInterop.JointType endJoint, float scaleFactor, ref float length) |
499 |
{ |
500 |
length = 0f; |
501 |
|
502 |
Vector3 vPos1 = GetJointPosition(manager, (int)baseJoint); |
503 |
Vector3 vPos2 = GetJointPosition(manager, (int)endJoint); |
504 |
|
505 |
if(vPos1 != Vector3.zero && vPos2 != Vector3.zero) |
506 |
{ |
507 |
length = (vPos2 - vPos1).magnitude * scaleFactor; |
508 |
return true; |
509 |
} |
510 |
|
511 |
return false; |
512 |
} |
513 |
|
514 |
private void EqualizeBoneLength(ref float boneLen1, ref float boneLen2) |
515 |
{ |
516 |
if(boneLen1 < boneLen2) |
517 |
{ |
518 |
boneLen1 = boneLen2; |
519 |
} |
520 |
else |
521 |
{ |
522 |
boneLen2 = boneLen1; |
523 |
} |
524 |
} |
525 |
|
526 |
private bool SetupBodyScale(Transform scaleTrans, Vector3 modelBodyScale, float modelHeight, float modelWidth, float userHeight, float userWidth, |
527 |
float fSmooth, ref float heightScale, ref float widthScale) |
528 |
{ |
529 |
if(modelHeight > 0f && userHeight > 0f) |
530 |
{ |
531 |
heightScale = userHeight / modelHeight; |
532 |
} |
533 |
|
534 |
if (modelWidth > 0f && userWidth > 0f) |
535 |
{ |
536 |
widthScale = userWidth / modelWidth; |
537 |
} |
538 |
else |
539 |
{ |
540 |
widthScale = heightScale; |
541 |
} |
542 |
|
543 |
if(scaleTrans && heightScale > 0f && widthScale > 0f) |
544 |
{ |
545 |
float depthScale = heightScale; // (heightScale + widthScale) / 2f; |
546 |
Vector3 newLocalScale = new Vector3 (modelBodyScale.x * widthScale, modelBodyScale.y * heightScale, modelBodyScale.z * depthScale); |
547 |
|
548 |
if(fSmooth != 0f) |
549 |
scaleTrans.localScale = Vector3.Lerp(scaleTrans.localScale, newLocalScale, fSmooth * Time.deltaTime); |
550 |
else |
551 |
scaleTrans.localScale = newLocalScale; |
552 |
|
553 |
return true; |
554 |
} |
555 |
|
556 |
return false; |
557 |
} |
558 |
|
559 |
|
560 |
private bool SetupBoneScale(Transform scaleTrans, Vector3 modelBoneScale, float modelBoneLen, float userBoneLen, float parentScale, float fSmooth, ref float boneScale) |
561 |
{ |
562 |
if(modelBoneLen > 0f && userBoneLen > 0f) |
563 |
{ |
564 |
boneScale = userBoneLen / modelBoneLen; |
565 |
} |
566 |
|
567 |
float localScale = boneScale; |
568 |
if(boneScale > 0f && parentScale > 0f) |
569 |
{ |
570 |
localScale = boneScale / parentScale; |
571 |
} |
572 |
|
573 |
if(scaleTrans && localScale > 0f) |
574 |
{ |
575 |
if(fSmooth != 0f) |
576 |
scaleTrans.localScale = Vector3.Lerp(scaleTrans.localScale, modelBoneScale * localScale, fSmooth * Time.deltaTime); |
577 |
else |
578 |
scaleTrans.localScale = modelBoneScale * localScale; |
579 |
|
580 |
return true; |
581 |
} |
582 |
|
583 |
return false; |
584 |
} |
585 |
|
586 |
|
587 |
public bool FixJointsBeforeScale() |
588 |
{ |
589 |
Animator animatorComponent = GetComponent<Animator>(); |
590 |
KinectManager manager = KinectManager.Instance; |
591 |
|
592 |
if(animatorComponent && modelBodyHeight > 0f && userBodyHeight > 0f) |
593 |
{ |
594 |
Transform hipCenter = animatorComponent.GetBoneTransform(HumanBodyBones.Hips); |
595 |
if((hipCenter.localScale - Vector3.one).magnitude > 0.01f) |
596 |
return false; |
597 |
|
598 |
Transform leftUpperLeg = animatorComponent.GetBoneTransform(HumanBodyBones.LeftUpperLeg); |
599 |
Transform rightUpperLeg = animatorComponent.GetBoneTransform(HumanBodyBones.RightUpperLeg); |
600 |
|
601 |
Transform leftUpperArm = animatorComponent.GetBoneTransform(HumanBodyBones.LeftUpperArm); |
602 |
Transform rightUpperArm = animatorComponent.GetBoneTransform(HumanBodyBones.RightUpperArm); |
603 |
|
604 |
if(leftUpperArm && rightUpperArm && leftUpperLeg && rightUpperLeg) |
605 |
{ |
606 |
Vector3 posHipCenter = GetJointPosition(manager, (int)KinectInterop.JointType.SpineBase); |
607 |
|
608 |
Vector3 posHipLeft = GetJointPosition(manager, (int)KinectInterop.JointType.HipLeft); |
609 |
Vector3 posHipRight = GetJointPosition(manager, (int)KinectInterop.JointType.HipRight); |
610 |
|
611 |
Vector3 posShoulderLeft = GetJointPosition(manager, (int)KinectInterop.JointType.ShoulderLeft); |
612 |
Vector3 posShoulderRight = GetJointPosition(manager, (int)KinectInterop.JointType.ShoulderRight); |
613 |
|
614 |
if(posHipCenter != Vector3.zero && posHipLeft != Vector3.zero && posHipRight != Vector3.zero && |
615 |
posShoulderLeft != Vector3.zero && posShoulderRight != Vector3.zero) |
616 |
{ |
617 |
SetupUnscaledJoint(hipCenter, leftUpperLeg, posHipCenter, (!mirroredAvatar ? posHipLeft : posHipRight), modelBodyHeight, userBodyHeight); |
618 |
SetupUnscaledJoint(hipCenter, rightUpperLeg, posHipCenter, (!mirroredAvatar ? posHipRight : posHipLeft), modelBodyHeight, userBodyHeight); |
619 |
|
620 |
SetupUnscaledJoint(hipCenter, leftUpperArm, posHipCenter, (!mirroredAvatar ? posShoulderLeft : posShoulderRight), modelBodyHeight, userBodyHeight); |
621 |
SetupUnscaledJoint(hipCenter, rightUpperArm, posHipCenter, (!mirroredAvatar ? posShoulderRight : posShoulderLeft), modelBodyHeight, userBodyHeight); |
622 |
|
623 |
// recalculate model joints |
624 |
Start(); |
625 |
|
626 |
return true; |
627 |
} |
628 |
} |
629 |
} |
630 |
|
631 |
return false; |
632 |
} |
633 |
|
634 |
|
635 |
// gets the joint position in space |
636 |
private Vector3 GetJointPosition(KinectManager manager, int joint) |
637 |
{ |
638 |
Vector3 vPosJoint = Vector3.zero; |
639 |
|
640 |
if(manager.IsJointTracked(currentUserId, joint)) |
641 |
{ |
642 |
if(foregroundCamera) |
643 |
{ |
644 |
// get the background rectangle (use the portrait background, if available) |
645 |
Rect backgroundRect = foregroundCamera.pixelRect; |
646 |
PortraitBackground portraitBack = PortraitBackground.Instance; |
647 |
|
648 |
if(portraitBack && portraitBack.enabled) |
649 |
{ |
650 |
backgroundRect = portraitBack.GetBackgroundRect(); |
651 |
} |
652 |
|
653 |
// get the color overlay position |
654 |
vPosJoint = manager.GetJointPosColorOverlay(currentUserId, joint, foregroundCamera, backgroundRect); |
655 |
} |
656 |
|
657 |
// else |
658 |
if(vPosJoint == Vector3.zero) |
659 |
{ |
660 |
vPosJoint = manager.GetJointPosition(currentUserId, joint); |
661 |
} |
662 |
} |
663 |
|
664 |
return vPosJoint; |
665 |
} |
666 |
|
667 |
|
668 |
// sets the joint position before scaling |
669 |
private bool SetupUnscaledJoint(Transform hipCenter, Transform joint, Vector3 posHipCenter, Vector3 posJoint, float modelBoneLen, float userBoneLen) |
670 |
{ |
671 |
float boneScale = 0f; |
672 |
|
673 |
if(modelBoneLen > 0f && userBoneLen > 0f) |
674 |
{ |
675 |
boneScale = userBoneLen / modelBoneLen; |
676 |
//boneScale = 1f; |
677 |
} |
678 |
|
679 |
if(boneScale > 0f) |
680 |
{ |
681 |
Vector3 posDiff = (posJoint - posHipCenter) / boneScale; |
682 |
if(foregroundCamera == null) |
683 |
posDiff.z = 0f; // ignore difference in z (non-overlay mode) |
684 |
|
685 |
Vector3 posJointNew = hipCenter.position + posDiff; |
686 |
joint.position = posJointNew; |
687 |
|
688 |
return true; |
689 |
} |
690 |
|
691 |
return false; |
692 |
} |
693 |
|
694 |
|
695 |
|
696 |
} |