t1 / TFDContents / Assets / KinectScripts / AvatarScaler.cs @ 3
이력 | 보기 | 이력해설 | 다운로드 (27.7 KB)
| 1 |
using UnityEngine; |
|---|---|
| 2 |
using System.Collections; |
| 3 |
|
| 4 |
/// <summary> |
| 5 |
/// Avatar scaler is the component that scales avatar's body, according to body measures of the user. |
| 6 |
/// </summary> |
| 7 |
[RequireComponent(typeof(Animator))] |
| 8 |
public class AvatarScaler : MonoBehaviour |
| 9 |
{
|
| 10 |
[Tooltip("Index of the player, tracked by this component. 0 means the 1st player, 1 - the 2nd one, 2 - the 3rd one, etc.")]
|
| 11 |
public int playerIndex = 0; |
| 12 |
|
| 13 |
[Tooltip("Whether the avatar is facing the player or not.")]
|
| 14 |
public bool mirroredAvatar = false; |
| 15 |
|
| 16 |
[Tooltip("Body scale factor (incl. arms and legs) that may be used for fine tuning of model-scale.")]
|
| 17 |
[Range(0.0f, 2.0f)] |
| 18 |
public float bodyScaleFactor = 1.0f; |
| 19 |
|
| 20 |
[Tooltip("Body width scale factor that may be used for fine tuning of model-width scale.")]
|
| 21 |
[Range(0.0f, 2.0f)] |
| 22 |
public float bodyWidthFactor = 1.0f; |
| 23 |
|
| 24 |
[Tooltip("Additional scale factor for arms that may be used for fine tuning of model arm-scale.")]
|
| 25 |
[Range(0.0f, 2.0f)] |
| 26 |
public float armScaleFactor = 1.0f; |
| 27 |
|
| 28 |
[Tooltip("Additional scale factor for legs that may be used for fine tuning of model leg-scale.")]
|
| 29 |
[Range(0.0f, 2.0f)] |
| 30 |
public float legScaleFactor = 1.0f; |
| 31 |
|
| 32 |
[Tooltip("Whether the scale is updated continuously or just after the calibration pose.")]
|
| 33 |
public bool continuousScaling = true; |
| 34 |
|
| 35 |
[Tooltip("Scale smoothing factor used in case of continuous scaling.")]
|
| 36 |
public float smoothFactor = 5f; |
| 37 |
|
| 38 |
[Tooltip("Camera that may be used to overlay the model over the background.")]
|
| 39 |
public Camera foregroundCamera; |
| 40 |
|
| 41 |
// [Tooltip("Whether to put the clothing model hip and shoulder joints where the user joints are.")]
|
| 42 |
// public bool fixModelHipsAndShoulders = false; |
| 43 |
|
| 44 |
[Tooltip("GUI-Text to display the avatar-scaler debug messages.")]
|
| 45 |
public GUIText debugText; |
| 46 |
|
| 47 |
// used by category selector |
| 48 |
[System.NonSerialized] |
| 49 |
public long currentUserId = 0; |
| 50 |
|
| 51 |
// used by category selector |
| 52 |
[System.NonSerialized] |
| 53 |
public bool scalerInited = false; |
| 54 |
|
| 55 |
// class references |
| 56 |
private KinectManager kinectManager = null; |
| 57 |
private AvatarController avtController = null; |
| 58 |
|
| 59 |
// model transforms for scaling |
| 60 |
private Transform bodyScaleTransform; |
| 61 |
//private Transform bodyHipsTransform; |
| 62 |
|
| 63 |
private Transform leftShoulderScaleTransform; |
| 64 |
private Transform leftElbowScaleTransform; |
| 65 |
private Transform rightShoulderScaleTransform; |
| 66 |
private Transform rightElbowScaleTransform; |
| 67 |
private Transform leftHipScaleTransform; |
| 68 |
private Transform leftKneeScaleTransform; |
| 69 |
private Transform rightHipScaleTransform; |
| 70 |
private Transform rightKneeScaleTransform; |
| 71 |
|
| 72 |
private Vector3 modelBodyScale = Vector3.one; |
| 73 |
private Vector3 modelLeftShoulderScale = Vector3.one; |
| 74 |
private Vector3 modelLeftElbowScale = Vector3.one; |
| 75 |
private Vector3 modelRightShoulderScale = Vector3.one; |
| 76 |
private Vector3 modelRightElbowScale = Vector3.one; |
| 77 |
private Vector3 modelLeftHipScale = Vector3.one; |
| 78 |
private Vector3 modelLeftKneeScale = Vector3.one; |
| 79 |
private Vector3 modelRightHipScale = Vector3.one; |
| 80 |
private Vector3 modelRightKneeScale = Vector3.one; |
| 81 |
|
| 82 |
// model bone sizes and original scales |
| 83 |
private float modelBodyHeight = 0f; |
| 84 |
private float modelBodyWidth = 0f; |
| 85 |
private float modelLeftUpperArmLength = 0f; |
| 86 |
private float modelLeftLowerArmLength = 0f; |
| 87 |
private float modelRightUpperArmLength = 0f; |
| 88 |
private float modelRightLowerArmLength = 0f; |
| 89 |
private float modelLeftUpperLegLength = 0f; |
| 90 |
private float modelLeftLowerLegLength = 0f; |
| 91 |
private float modelRightUpperLegLength = 0f; |
| 92 |
private float modelRightLowerLegLength = 0f; |
| 93 |
|
| 94 |
// user bone sizes |
| 95 |
private float userBodyHeight = 0f; |
| 96 |
private float userBodyWidth = 0f; |
| 97 |
private float leftUpperArmLength = 0f; |
| 98 |
private float leftLowerArmLength = 0f; |
| 99 |
private float rightUpperArmLength = 0f; |
| 100 |
private float rightLowerArmLength = 0f; |
| 101 |
private float leftUpperLegLength = 0f; |
| 102 |
private float leftLowerLegLength = 0f; |
| 103 |
private float rightUpperLegLength = 0f; |
| 104 |
private float rightLowerLegLength = 0f; |
| 105 |
|
| 106 |
// user bone scale factors |
| 107 |
private float fScaleBodyHeight = 0f; |
| 108 |
private float fScaleBodyWidth = 0f; |
| 109 |
private float fScaleLeftUpperArm = 0f; |
| 110 |
private float fScaleLeftLowerArm = 0f; |
| 111 |
private float fScaleRightUpperArm = 0f; |
| 112 |
private float fScaleRightLowerArm = 0f; |
| 113 |
private float fScaleLeftUpperLeg = 0f; |
| 114 |
private float fScaleLeftLowerLeg = 0f; |
| 115 |
private float fScaleRightUpperLeg = 0f; |
| 116 |
private float fScaleRightLowerLeg = 0f; |
| 117 |
|
| 118 |
|
| 119 |
public void Start () |
| 120 |
{
|
| 121 |
// get references to other components |
| 122 |
kinectManager = KinectManager.Instance; |
| 123 |
avtController = gameObject.GetComponent<AvatarController>(); |
| 124 |
|
| 125 |
// get model transforms |
| 126 |
Animator animatorComponent = GetComponent<Animator>(); |
| 127 |
AvatarController avatarController = GetComponent<AvatarController>(); |
| 128 |
|
| 129 |
// use the root transform for body scale |
| 130 |
bodyScaleTransform = transform; |
| 131 |
|
| 132 |
if (animatorComponent && animatorComponent.GetBoneTransform (HumanBodyBones.Hips)) |
| 133 |
{
|
| 134 |
//bodyHipsTransform = animatorComponent.GetBoneTransform (HumanBodyBones.Hips); |
| 135 |
|
| 136 |
leftShoulderScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.LeftUpperArm); |
| 137 |
leftElbowScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.LeftLowerArm); |
| 138 |
rightShoulderScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.RightUpperArm); |
| 139 |
rightElbowScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.RightLowerArm); |
| 140 |
|
| 141 |
leftHipScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.LeftUpperLeg); |
| 142 |
leftKneeScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.LeftLowerLeg); |
| 143 |
rightHipScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.RightUpperLeg); |
| 144 |
rightKneeScaleTransform = animatorComponent.GetBoneTransform (HumanBodyBones.RightLowerLeg); |
| 145 |
} |
| 146 |
else if (avatarController) |
| 147 |
{
|
| 148 |
//bodyHipsTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.SpineBase, false)); |
| 149 |
|
| 150 |
leftShoulderScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ShoulderLeft, false)); |
| 151 |
leftElbowScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ElbowLeft, false)); |
| 152 |
rightShoulderScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ShoulderRight, false)); |
| 153 |
rightElbowScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ElbowRight, false)); |
| 154 |
|
| 155 |
leftHipScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.HipLeft, false)); |
| 156 |
leftKneeScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.KneeLeft, false)); |
| 157 |
rightHipScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.HipRight, false)); |
| 158 |
rightKneeScaleTransform = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.KneeRight, false)); |
| 159 |
} |
| 160 |
else |
| 161 |
{
|
| 162 |
// needed transforms could not be found |
| 163 |
return; |
| 164 |
} |
| 165 |
|
| 166 |
// get model bone scales |
| 167 |
modelBodyScale = bodyScaleTransform ? bodyScaleTransform.localScale : Vector3.one; |
| 168 |
|
| 169 |
modelLeftShoulderScale = leftShoulderScaleTransform ? leftShoulderScaleTransform.localScale : Vector3.one; |
| 170 |
modelLeftElbowScale = leftElbowScaleTransform ? leftElbowScaleTransform.localScale : Vector3.one; |
| 171 |
modelRightShoulderScale = rightShoulderScaleTransform ? rightShoulderScaleTransform.localScale : Vector3.one; |
| 172 |
modelRightElbowScale = rightElbowScaleTransform ? rightElbowScaleTransform.localScale : Vector3.one; |
| 173 |
|
| 174 |
modelLeftHipScale = leftHipScaleTransform ? leftHipScaleTransform.localScale : Vector3.one; |
| 175 |
modelLeftKneeScale = leftKneeScaleTransform ? leftKneeScaleTransform.localScale : Vector3.one; |
| 176 |
modelRightHipScale = rightHipScaleTransform ? rightHipScaleTransform.localScale : Vector3.one; |
| 177 |
modelRightKneeScale = rightKneeScaleTransform ? rightKneeScaleTransform.localScale : Vector3.one; |
| 178 |
|
| 179 |
if (animatorComponent && animatorComponent.GetBoneTransform (HumanBodyBones.Hips)) |
| 180 |
{
|
| 181 |
GetModelBodyHeight(animatorComponent, ref modelBodyHeight, ref modelBodyWidth); |
| 182 |
//Debug.Log (string.Format("MW: {0:F3}, MH: {1:F3}", modelBodyWidth, modelBodyHeight));
|
| 183 |
|
| 184 |
GetModelBoneLength(animatorComponent, HumanBodyBones.LeftUpperArm, HumanBodyBones.LeftLowerArm, ref modelLeftUpperArmLength); |
| 185 |
GetModelBoneLength(animatorComponent, HumanBodyBones.LeftLowerArm, HumanBodyBones.LeftHand, ref modelLeftLowerArmLength); |
| 186 |
GetModelBoneLength(animatorComponent, HumanBodyBones.RightUpperArm, HumanBodyBones.RightLowerArm, ref modelRightUpperArmLength); |
| 187 |
GetModelBoneLength(animatorComponent, HumanBodyBones.RightLowerArm, HumanBodyBones.RightHand, ref modelRightLowerArmLength); |
| 188 |
|
| 189 |
GetModelBoneLength(animatorComponent, HumanBodyBones.LeftUpperLeg, HumanBodyBones.LeftLowerLeg, ref modelLeftUpperLegLength); |
| 190 |
GetModelBoneLength(animatorComponent, HumanBodyBones.LeftLowerLeg, HumanBodyBones.LeftFoot, ref modelLeftLowerLegLength); |
| 191 |
GetModelBoneLength(animatorComponent, HumanBodyBones.RightUpperLeg, HumanBodyBones.RightLowerLeg, ref modelRightUpperLegLength); |
| 192 |
GetModelBoneLength(animatorComponent, HumanBodyBones.RightLowerLeg, HumanBodyBones.RightFoot, ref modelRightLowerLegLength); |
| 193 |
|
| 194 |
scalerInited = true; |
| 195 |
} |
| 196 |
else if (avatarController) |
| 197 |
{
|
| 198 |
GetModelBodyHeight(avatarController, ref modelBodyHeight, ref modelBodyWidth); |
| 199 |
//Debug.Log (string.Format("MW: {0:F3}, MH: {1:F3}", modelBodyWidth, modelBodyHeight));
|
| 200 |
|
| 201 |
GetModelBoneLength(avatarController, KinectInterop.JointType.ShoulderLeft, KinectInterop.JointType.ElbowLeft, ref modelLeftUpperArmLength); |
| 202 |
GetModelBoneLength(avatarController, KinectInterop.JointType.ElbowLeft, KinectInterop.JointType.WristLeft, ref modelLeftLowerArmLength); |
| 203 |
GetModelBoneLength(avatarController, KinectInterop.JointType.ShoulderRight, KinectInterop.JointType.ElbowRight, ref modelRightUpperArmLength); |
| 204 |
GetModelBoneLength(avatarController, KinectInterop.JointType.ElbowRight, KinectInterop.JointType.WristRight, ref modelRightLowerArmLength); |
| 205 |
|
| 206 |
GetModelBoneLength(avatarController, KinectInterop.JointType.HipLeft, KinectInterop.JointType.KneeLeft, ref modelLeftUpperLegLength); |
| 207 |
GetModelBoneLength(avatarController, KinectInterop.JointType.KneeLeft, KinectInterop.JointType.AnkleLeft, ref modelLeftLowerLegLength); |
| 208 |
GetModelBoneLength(avatarController, KinectInterop.JointType.HipRight, KinectInterop.JointType.KneeRight, ref modelRightUpperLegLength); |
| 209 |
GetModelBoneLength(avatarController, KinectInterop.JointType.KneeRight, KinectInterop.JointType.AnkleRight, ref modelRightLowerLegLength); |
| 210 |
|
| 211 |
scalerInited = true; |
| 212 |
} |
| 213 |
} |
| 214 |
|
| 215 |
void Update () |
| 216 |
{
|
| 217 |
if (scalerInited && kinectManager && kinectManager.IsInitialized()) |
| 218 |
{
|
| 219 |
long userId = kinectManager.GetUserIdByIndex(playerIndex); |
| 220 |
|
| 221 |
if (userId != currentUserId) |
| 222 |
{
|
| 223 |
currentUserId = userId; |
| 224 |
|
| 225 |
if (userId != 0) |
| 226 |
{
|
| 227 |
GetUserBodySize (true, true, true); |
| 228 |
|
| 229 |
// if (fixModelHipsAndShoulders) |
| 230 |
// FixJointsBeforeScale(); |
| 231 |
ScaleAvatar(0f); |
| 232 |
} |
| 233 |
} |
| 234 |
} |
| 235 |
|
| 236 |
if(continuousScaling) |
| 237 |
{
|
| 238 |
GetUserBodySize(true, true, true); |
| 239 |
ScaleAvatar(smoothFactor); |
| 240 |
} |
| 241 |
} |
| 242 |
|
| 243 |
// gets the the actual sizes of the user bones |
| 244 |
public void GetUserBodySize(bool bBody, bool bArms, bool bLegs) |
| 245 |
{
|
| 246 |
//KinectManager kinectManager = KinectManager.Instance; |
| 247 |
if(kinectManager == null) |
| 248 |
return; |
| 249 |
|
| 250 |
if(bBody) |
| 251 |
{
|
| 252 |
GetUserBodyHeight(kinectManager, bodyScaleFactor, bodyWidthFactor, ref userBodyHeight, ref userBodyWidth); |
| 253 |
} |
| 254 |
|
| 255 |
if(bArms) |
| 256 |
{
|
| 257 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.ShoulderLeft, KinectInterop.JointType.ElbowLeft, armScaleFactor, ref leftUpperArmLength); |
| 258 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.ElbowLeft, KinectInterop.JointType.WristLeft, armScaleFactor, ref leftLowerArmLength); |
| 259 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.ShoulderRight, KinectInterop.JointType.ElbowRight, armScaleFactor, ref rightUpperArmLength); |
| 260 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.ElbowRight, KinectInterop.JointType.WristRight, armScaleFactor, ref rightLowerArmLength); |
| 261 |
|
| 262 |
EqualizeBoneLength(ref leftUpperArmLength, ref rightUpperArmLength); |
| 263 |
EqualizeBoneLength(ref leftLowerArmLength, ref rightLowerArmLength); |
| 264 |
} |
| 265 |
|
| 266 |
if(bLegs) |
| 267 |
{
|
| 268 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.HipLeft, KinectInterop.JointType.KneeLeft, legScaleFactor, ref leftUpperLegLength); |
| 269 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.KneeLeft, KinectInterop.JointType.AnkleLeft, legScaleFactor, ref leftLowerLegLength); |
| 270 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.HipRight, KinectInterop.JointType.KneeRight, legScaleFactor, ref rightUpperLegLength); |
| 271 |
GetUserBoneLength(kinectManager, KinectInterop.JointType.KneeRight, KinectInterop.JointType.AnkleRight, legScaleFactor, ref rightLowerLegLength); |
| 272 |
|
| 273 |
EqualizeBoneLength(ref leftUpperLegLength, ref rightUpperLegLength); |
| 274 |
EqualizeBoneLength(ref leftLowerLegLength, ref rightLowerLegLength); |
| 275 |
} |
| 276 |
} |
| 277 |
|
| 278 |
// scales the avatar as needed |
| 279 |
public void ScaleAvatar(float fSmooth) |
| 280 |
{
|
| 281 |
// KinectManager manager = KinectManager.Instance; |
| 282 |
// if(!manager) |
| 283 |
// return; |
| 284 |
// |
| 285 |
// if(fSmooth != 0f && manager.IsUserTurnedAround(currentUserId)) |
| 286 |
// return; |
| 287 |
|
| 288 |
// scale body |
| 289 |
if (bodyScaleFactor > 0f) |
| 290 |
{
|
| 291 |
// SetupBoneScale(bodyScaleTransform, modelBodyScale, modelBodyHeight, |
| 292 |
// userBodyHeight, 0f, fSmooth, ref fScaleBodyHeight); |
| 293 |
SetupBodyScale(bodyScaleTransform, modelBodyScale, modelBodyHeight, modelBodyWidth, userBodyHeight, userBodyWidth, |
| 294 |
fSmooth, ref fScaleBodyHeight, ref fScaleBodyWidth); |
| 295 |
|
| 296 |
if (avtController) |
| 297 |
{
|
| 298 |
// recalibrate avatar position due to transform scale change |
| 299 |
avtController.offsetCalibrated = false; |
| 300 |
} |
| 301 |
} |
| 302 |
|
| 303 |
// scale arms |
| 304 |
if (armScaleFactor > 0f) |
| 305 |
{
|
| 306 |
float fLeftUpperArmLength = !mirroredAvatar ? leftUpperArmLength : rightUpperArmLength; |
| 307 |
SetupBoneScale(leftShoulderScaleTransform, modelLeftShoulderScale, modelLeftUpperArmLength, |
| 308 |
fLeftUpperArmLength, fScaleBodyHeight, fSmooth, ref fScaleLeftUpperArm); |
| 309 |
|
| 310 |
float fLeftLowerArmLength = !mirroredAvatar ? leftLowerArmLength : rightLowerArmLength; |
| 311 |
SetupBoneScale(leftElbowScaleTransform, modelLeftElbowScale, modelLeftLowerArmLength, |
| 312 |
fLeftLowerArmLength, fScaleLeftUpperArm, fSmooth, ref fScaleLeftLowerArm); |
| 313 |
|
| 314 |
float fRightUpperArmLength = !mirroredAvatar ? rightUpperArmLength : leftUpperArmLength; |
| 315 |
SetupBoneScale(rightShoulderScaleTransform, modelRightShoulderScale, modelRightUpperArmLength, |
| 316 |
fRightUpperArmLength, fScaleBodyHeight, fSmooth, ref fScaleRightUpperArm); |
| 317 |
|
| 318 |
float fRightLowerArmLength = !mirroredAvatar ? rightLowerArmLength : leftLowerArmLength; |
| 319 |
SetupBoneScale(rightElbowScaleTransform, modelRightElbowScale, modelLeftLowerArmLength, |
| 320 |
fRightLowerArmLength, fScaleRightUpperArm, fSmooth, ref fScaleRightLowerArm); |
| 321 |
} |
| 322 |
|
| 323 |
// scale legs |
| 324 |
if (legScaleFactor > 0) |
| 325 |
{
|
| 326 |
float fLeftUpperLegLength = !mirroredAvatar ? leftUpperLegLength : rightUpperLegLength; |
| 327 |
SetupBoneScale(leftHipScaleTransform, modelLeftHipScale, modelLeftUpperLegLength, |
| 328 |
fLeftUpperLegLength, fScaleBodyHeight, fSmooth, ref fScaleLeftUpperLeg); |
| 329 |
|
| 330 |
float fLeftLowerLegLength = !mirroredAvatar ? leftLowerLegLength : rightLowerLegLength; |
| 331 |
SetupBoneScale(leftKneeScaleTransform, modelLeftKneeScale, modelLeftLowerLegLength, |
| 332 |
fLeftLowerLegLength, fScaleLeftUpperLeg, fSmooth, ref fScaleLeftLowerLeg); |
| 333 |
|
| 334 |
float fRightUpperLegLength = !mirroredAvatar ? rightUpperLegLength : leftUpperLegLength; |
| 335 |
SetupBoneScale(rightHipScaleTransform, modelRightHipScale, modelRightUpperLegLength, |
| 336 |
fRightUpperLegLength, fScaleBodyHeight, fSmooth, ref fScaleRightUpperLeg); |
| 337 |
|
| 338 |
float fRightLowerLegLength = !mirroredAvatar ? rightLowerLegLength : leftLowerLegLength; |
| 339 |
SetupBoneScale(rightKneeScaleTransform, modelRightKneeScale, modelRightLowerLegLength, |
| 340 |
fRightLowerLegLength, fScaleRightUpperLeg, fSmooth, ref fScaleRightLowerLeg); |
| 341 |
} |
| 342 |
|
| 343 |
if(debugText != null) |
| 344 |
{
|
| 345 |
string sDebug = string.Format("BW: {0:F2}/{1:F3}, BH: {2:F2}/{3:F3}\nLUA: {4:F3}, LLA: {5:F3}; RUA: {6:F3}, RLA: {7:F3}\nLUL: {8:F3}, LLL: {9:F3}; RUL: {10:F3}, RLL: {11:F3}",
|
| 346 |
userBodyWidth, fScaleBodyWidth, userBodyHeight, fScaleBodyHeight, |
| 347 |
fScaleLeftUpperArm, fScaleLeftLowerArm, |
| 348 |
fScaleRightUpperArm, fScaleRightLowerArm, |
| 349 |
fScaleLeftUpperLeg, fScaleLeftLowerLeg, |
| 350 |
fScaleRightUpperLeg, fScaleRightLowerLeg); |
| 351 |
debugText.text = sDebug; |
| 352 |
} |
| 353 |
|
| 354 |
} |
| 355 |
|
| 356 |
private bool GetModelBodyHeight(Animator animatorComponent, ref float height, ref float width) |
| 357 |
{
|
| 358 |
height = 0f; |
| 359 |
|
| 360 |
if(animatorComponent) |
| 361 |
{
|
| 362 |
//Transform hipCenter = animatorComponent.GetBoneTransform(HumanBodyBones.Hips); |
| 363 |
|
| 364 |
Transform leftUpperArm = animatorComponent.GetBoneTransform(HumanBodyBones.LeftUpperArm); |
| 365 |
Transform rightUpperArm = animatorComponent.GetBoneTransform(HumanBodyBones.RightUpperArm); |
| 366 |
|
| 367 |
Transform leftUpperLeg = animatorComponent.GetBoneTransform(HumanBodyBones.LeftUpperLeg); |
| 368 |
Transform rightUpperLeg = animatorComponent.GetBoneTransform(HumanBodyBones.RightUpperLeg); |
| 369 |
|
| 370 |
if(leftUpperArm && rightUpperArm && leftUpperLeg && rightUpperLeg) |
| 371 |
{
|
| 372 |
Vector3 posShoulderCenter = (leftUpperArm.position + rightUpperArm.position) / 2f; |
| 373 |
Vector3 posHipCenter = (leftUpperLeg.position + rightUpperLeg.position) / 2f; // hipCenter.position |
| 374 |
|
| 375 |
//height = (posShoulderCenter.y - posHipCenter.y); |
| 376 |
height = (posShoulderCenter - posHipCenter).magnitude; |
| 377 |
width = (rightUpperArm.position - leftUpperArm.position).magnitude; |
| 378 |
|
| 379 |
return true; |
| 380 |
} |
| 381 |
} |
| 382 |
|
| 383 |
return false; |
| 384 |
} |
| 385 |
|
| 386 |
private bool GetModelBodyHeight(AvatarController avatarController, ref float height, ref float width) |
| 387 |
{
|
| 388 |
height = 0f; |
| 389 |
|
| 390 |
if(avatarController) |
| 391 |
{
|
| 392 |
Transform leftUpperArm = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ShoulderLeft, false)); |
| 393 |
Transform rightUpperArm = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.ShoulderRight, false)); |
| 394 |
|
| 395 |
Transform leftUpperLeg = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.HipLeft, false)); |
| 396 |
Transform rightUpperLeg = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(KinectInterop.JointType.HipRight, false)); |
| 397 |
|
| 398 |
if(leftUpperArm && rightUpperArm && leftUpperLeg && rightUpperLeg) |
| 399 |
{
|
| 400 |
Vector3 posShoulderCenter = (leftUpperArm.position + rightUpperArm.position) / 2f; |
| 401 |
Vector3 posHipCenter = (leftUpperLeg.position + rightUpperLeg.position) / 2f; // hipCenter.position |
| 402 |
|
| 403 |
//height = (posShoulderCenter.y - posHipCenter.y); |
| 404 |
height = (posShoulderCenter - posHipCenter).magnitude; |
| 405 |
width = (rightUpperArm.position - leftUpperArm.position).magnitude; |
| 406 |
|
| 407 |
return true; |
| 408 |
} |
| 409 |
} |
| 410 |
|
| 411 |
return false; |
| 412 |
} |
| 413 |
|
| 414 |
// private bool GetModelBoxHeight(ref float height, ref float width) |
| 415 |
// {
|
| 416 |
// SkinnedMeshRenderer renderer = GetComponentInChildren<SkinnedMeshRenderer>(); |
| 417 |
// |
| 418 |
// if (renderer && bodyScaleTransform) |
| 419 |
// {
|
| 420 |
// renderer.updateWhenOffscreen = true; |
| 421 |
// Bounds bounds = renderer.localBounds; |
| 422 |
// Vector3 scale = bodyScaleTransform.localScale; |
| 423 |
// //renderer.updateWhenOffscreen = false; |
| 424 |
// |
| 425 |
// height = bounds.size.z / scale.y; |
| 426 |
// width = bounds.size.x / scale.x; |
| 427 |
// |
| 428 |
// return true; |
| 429 |
// } |
| 430 |
// |
| 431 |
// return false; |
| 432 |
// } |
| 433 |
|
| 434 |
private bool GetModelBoneLength(Animator animatorComponent, HumanBodyBones baseJoint, HumanBodyBones endJoint, ref float length) |
| 435 |
{
|
| 436 |
length = 0f; |
| 437 |
|
| 438 |
if(animatorComponent) |
| 439 |
{
|
| 440 |
Transform joint1 = animatorComponent.GetBoneTransform(baseJoint); |
| 441 |
Transform joint2 = animatorComponent.GetBoneTransform(endJoint); |
| 442 |
|
| 443 |
if(joint1 && joint2) |
| 444 |
{
|
| 445 |
length = (joint2.position - joint1.position).magnitude; |
| 446 |
return true; |
| 447 |
} |
| 448 |
} |
| 449 |
|
| 450 |
return false; |
| 451 |
} |
| 452 |
|
| 453 |
private bool GetModelBoneLength(AvatarController avatarController, KinectInterop.JointType baseJoint, KinectInterop.JointType endJoint, ref float length) |
| 454 |
{
|
| 455 |
length = 0f; |
| 456 |
|
| 457 |
if(avatarController) |
| 458 |
{
|
| 459 |
Transform joint1 = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(baseJoint, false)); |
| 460 |
Transform joint2 = avatarController.GetBoneTransform(avatarController.GetBoneIndexByJoint(endJoint, false)); |
| 461 |
|
| 462 |
if(joint1 && joint2) |
| 463 |
{
|
| 464 |
length = (joint2.position - joint1.position).magnitude; |
| 465 |
return true; |
| 466 |
} |
| 467 |
} |
| 468 |
|
| 469 |
return false; |
| 470 |
} |
| 471 |
|
| 472 |
private bool GetUserBodyHeight(KinectManager manager, float scaleFactor, float widthFactor, ref float height, ref float width) |
| 473 |
{
|
| 474 |
height = 0f; |
| 475 |
width = 0f; |
| 476 |
|
| 477 |
Vector3 posHipLeft = GetJointPosition(manager, (int)KinectInterop.JointType.HipLeft); |
| 478 |
Vector3 posHipRight = GetJointPosition(manager, (int)KinectInterop.JointType.HipRight); |
| 479 |
Vector3 posShoulderLeft = GetJointPosition(manager, (int)KinectInterop.JointType.ShoulderLeft); |
| 480 |
Vector3 posShoulderRight = GetJointPosition(manager, (int)KinectInterop.JointType.ShoulderRight); |
| 481 |
|
| 482 |
if(posHipLeft != Vector3.zero && posHipRight != Vector3.zero && |
| 483 |
posShoulderLeft != Vector3.zero && posShoulderRight != Vector3.zero) |
| 484 |
{
|
| 485 |
Vector3 posHipCenter = (posHipLeft + posHipRight) / 2f; |
| 486 |
Vector3 posShoulderCenter = (posShoulderLeft + posShoulderRight) / 2f; |
| 487 |
//height = (posShoulderCenter.y - posHipCenter.y) * scaleFactor; |
| 488 |
|
| 489 |
height = (posShoulderCenter - posHipCenter).magnitude * scaleFactor; |
| 490 |
width = (posShoulderRight - posShoulderLeft).magnitude * widthFactor; |
| 491 |
|
| 492 |
return true; |
| 493 |
} |
| 494 |
|
| 495 |
return false; |
| 496 |
} |
| 497 |
|
| 498 |
private bool GetUserBoneLength(KinectManager manager, KinectInterop.JointType baseJoint, KinectInterop.JointType endJoint, float scaleFactor, ref float length) |
| 499 |
{
|
| 500 |
length = 0f; |
| 501 |
|
| 502 |
Vector3 vPos1 = GetJointPosition(manager, (int)baseJoint); |
| 503 |
Vector3 vPos2 = GetJointPosition(manager, (int)endJoint); |
| 504 |
|
| 505 |
if(vPos1 != Vector3.zero && vPos2 != Vector3.zero) |
| 506 |
{
|
| 507 |
length = (vPos2 - vPos1).magnitude * scaleFactor; |
| 508 |
return true; |
| 509 |
} |
| 510 |
|
| 511 |
return false; |
| 512 |
} |
| 513 |
|
| 514 |
private void EqualizeBoneLength(ref float boneLen1, ref float boneLen2) |
| 515 |
{
|
| 516 |
if(boneLen1 < boneLen2) |
| 517 |
{
|
| 518 |
boneLen1 = boneLen2; |
| 519 |
} |
| 520 |
else |
| 521 |
{
|
| 522 |
boneLen2 = boneLen1; |
| 523 |
} |
| 524 |
} |
| 525 |
|
| 526 |
private bool SetupBodyScale(Transform scaleTrans, Vector3 modelBodyScale, float modelHeight, float modelWidth, float userHeight, float userWidth, |
| 527 |
float fSmooth, ref float heightScale, ref float widthScale) |
| 528 |
{
|
| 529 |
if(modelHeight > 0f && userHeight > 0f) |
| 530 |
{
|
| 531 |
heightScale = userHeight / modelHeight; |
| 532 |
} |
| 533 |
|
| 534 |
if (modelWidth > 0f && userWidth > 0f) |
| 535 |
{
|
| 536 |
widthScale = userWidth / modelWidth; |
| 537 |
} |
| 538 |
else |
| 539 |
{
|
| 540 |
widthScale = heightScale; |
| 541 |
} |
| 542 |
|
| 543 |
if(scaleTrans && heightScale > 0f && widthScale > 0f) |
| 544 |
{
|
| 545 |
float depthScale = heightScale; // (heightScale + widthScale) / 2f; |
| 546 |
Vector3 newLocalScale = new Vector3 (modelBodyScale.x * widthScale, modelBodyScale.y * heightScale, modelBodyScale.z * depthScale); |
| 547 |
|
| 548 |
if(fSmooth != 0f) |
| 549 |
scaleTrans.localScale = Vector3.Lerp(scaleTrans.localScale, newLocalScale, fSmooth * Time.deltaTime); |
| 550 |
else |
| 551 |
scaleTrans.localScale = newLocalScale; |
| 552 |
|
| 553 |
return true; |
| 554 |
} |
| 555 |
|
| 556 |
return false; |
| 557 |
} |
| 558 |
|
| 559 |
|
| 560 |
private bool SetupBoneScale(Transform scaleTrans, Vector3 modelBoneScale, float modelBoneLen, float userBoneLen, float parentScale, float fSmooth, ref float boneScale) |
| 561 |
{
|
| 562 |
if(modelBoneLen > 0f && userBoneLen > 0f) |
| 563 |
{
|
| 564 |
boneScale = userBoneLen / modelBoneLen; |
| 565 |
} |
| 566 |
|
| 567 |
float localScale = boneScale; |
| 568 |
if(boneScale > 0f && parentScale > 0f) |
| 569 |
{
|
| 570 |
localScale = boneScale / parentScale; |
| 571 |
} |
| 572 |
|
| 573 |
if(scaleTrans && localScale > 0f) |
| 574 |
{
|
| 575 |
if(fSmooth != 0f) |
| 576 |
scaleTrans.localScale = Vector3.Lerp(scaleTrans.localScale, modelBoneScale * localScale, fSmooth * Time.deltaTime); |
| 577 |
else |
| 578 |
scaleTrans.localScale = modelBoneScale * localScale; |
| 579 |
|
| 580 |
return true; |
| 581 |
} |
| 582 |
|
| 583 |
return false; |
| 584 |
} |
| 585 |
|
| 586 |
|
| 587 |
public bool FixJointsBeforeScale() |
| 588 |
{
|
| 589 |
Animator animatorComponent = GetComponent<Animator>(); |
| 590 |
KinectManager manager = KinectManager.Instance; |
| 591 |
|
| 592 |
if(animatorComponent && modelBodyHeight > 0f && userBodyHeight > 0f) |
| 593 |
{
|
| 594 |
Transform hipCenter = animatorComponent.GetBoneTransform(HumanBodyBones.Hips); |
| 595 |
if((hipCenter.localScale - Vector3.one).magnitude > 0.01f) |
| 596 |
return false; |
| 597 |
|
| 598 |
Transform leftUpperLeg = animatorComponent.GetBoneTransform(HumanBodyBones.LeftUpperLeg); |
| 599 |
Transform rightUpperLeg = animatorComponent.GetBoneTransform(HumanBodyBones.RightUpperLeg); |
| 600 |
|
| 601 |
Transform leftUpperArm = animatorComponent.GetBoneTransform(HumanBodyBones.LeftUpperArm); |
| 602 |
Transform rightUpperArm = animatorComponent.GetBoneTransform(HumanBodyBones.RightUpperArm); |
| 603 |
|
| 604 |
if(leftUpperArm && rightUpperArm && leftUpperLeg && rightUpperLeg) |
| 605 |
{
|
| 606 |
Vector3 posHipCenter = GetJointPosition(manager, (int)KinectInterop.JointType.SpineBase); |
| 607 |
|
| 608 |
Vector3 posHipLeft = GetJointPosition(manager, (int)KinectInterop.JointType.HipLeft); |
| 609 |
Vector3 posHipRight = GetJointPosition(manager, (int)KinectInterop.JointType.HipRight); |
| 610 |
|
| 611 |
Vector3 posShoulderLeft = GetJointPosition(manager, (int)KinectInterop.JointType.ShoulderLeft); |
| 612 |
Vector3 posShoulderRight = GetJointPosition(manager, (int)KinectInterop.JointType.ShoulderRight); |
| 613 |
|
| 614 |
if(posHipCenter != Vector3.zero && posHipLeft != Vector3.zero && posHipRight != Vector3.zero && |
| 615 |
posShoulderLeft != Vector3.zero && posShoulderRight != Vector3.zero) |
| 616 |
{
|
| 617 |
SetupUnscaledJoint(hipCenter, leftUpperLeg, posHipCenter, (!mirroredAvatar ? posHipLeft : posHipRight), modelBodyHeight, userBodyHeight); |
| 618 |
SetupUnscaledJoint(hipCenter, rightUpperLeg, posHipCenter, (!mirroredAvatar ? posHipRight : posHipLeft), modelBodyHeight, userBodyHeight); |
| 619 |
|
| 620 |
SetupUnscaledJoint(hipCenter, leftUpperArm, posHipCenter, (!mirroredAvatar ? posShoulderLeft : posShoulderRight), modelBodyHeight, userBodyHeight); |
| 621 |
SetupUnscaledJoint(hipCenter, rightUpperArm, posHipCenter, (!mirroredAvatar ? posShoulderRight : posShoulderLeft), modelBodyHeight, userBodyHeight); |
| 622 |
|
| 623 |
// recalculate model joints |
| 624 |
Start(); |
| 625 |
|
| 626 |
return true; |
| 627 |
} |
| 628 |
} |
| 629 |
} |
| 630 |
|
| 631 |
return false; |
| 632 |
} |
| 633 |
|
| 634 |
|
| 635 |
// gets the joint position in space |
| 636 |
private Vector3 GetJointPosition(KinectManager manager, int joint) |
| 637 |
{
|
| 638 |
Vector3 vPosJoint = Vector3.zero; |
| 639 |
|
| 640 |
if(manager.IsJointTracked(currentUserId, joint)) |
| 641 |
{
|
| 642 |
if(foregroundCamera) |
| 643 |
{
|
| 644 |
// get the background rectangle (use the portrait background, if available) |
| 645 |
Rect backgroundRect = foregroundCamera.pixelRect; |
| 646 |
PortraitBackground portraitBack = PortraitBackground.Instance; |
| 647 |
|
| 648 |
if(portraitBack && portraitBack.enabled) |
| 649 |
{
|
| 650 |
backgroundRect = portraitBack.GetBackgroundRect(); |
| 651 |
} |
| 652 |
|
| 653 |
// get the color overlay position |
| 654 |
vPosJoint = manager.GetJointPosColorOverlay(currentUserId, joint, foregroundCamera, backgroundRect); |
| 655 |
} |
| 656 |
|
| 657 |
// else |
| 658 |
if(vPosJoint == Vector3.zero) |
| 659 |
{
|
| 660 |
vPosJoint = manager.GetJointPosition(currentUserId, joint); |
| 661 |
} |
| 662 |
} |
| 663 |
|
| 664 |
return vPosJoint; |
| 665 |
} |
| 666 |
|
| 667 |
|
| 668 |
// sets the joint position before scaling |
| 669 |
private bool SetupUnscaledJoint(Transform hipCenter, Transform joint, Vector3 posHipCenter, Vector3 posJoint, float modelBoneLen, float userBoneLen) |
| 670 |
{
|
| 671 |
float boneScale = 0f; |
| 672 |
|
| 673 |
if(modelBoneLen > 0f && userBoneLen > 0f) |
| 674 |
{
|
| 675 |
boneScale = userBoneLen / modelBoneLen; |
| 676 |
//boneScale = 1f; |
| 677 |
} |
| 678 |
|
| 679 |
if(boneScale > 0f) |
| 680 |
{
|
| 681 |
Vector3 posDiff = (posJoint - posHipCenter) / boneScale; |
| 682 |
if(foregroundCamera == null) |
| 683 |
posDiff.z = 0f; // ignore difference in z (non-overlay mode) |
| 684 |
|
| 685 |
Vector3 posJointNew = hipCenter.position + posDiff; |
| 686 |
joint.position = posJointNew; |
| 687 |
|
| 688 |
return true; |
| 689 |
} |
| 690 |
|
| 691 |
return false; |
| 692 |
} |
| 693 |
|
| 694 |
|
| 695 |
|
| 696 |
} |