t1 / TFDContents / Assets / KinectDemos / OverlayDemo / Scripts / HandOverlayer.cs @ 3
이력 | 보기 | 이력해설 | 다운로드 (4.92 KB)
1 |
using UnityEngine; |
---|---|
2 |
using System.Collections; |
3 |
//using Windows.Kinect; |
4 |
|
5 |
|
6 |
public class HandOverlayer : MonoBehaviour |
7 |
{ |
8 |
[Tooltip("GUI-texture used to display the color camera feed on the scene background.")] |
9 |
public GUITexture backgroundImage; |
10 |
|
11 |
[Tooltip("Index of the player, tracked by this component. 0 means the 1st player, 1 - the 2nd one, 2 - the 3rd one, etc.")] |
12 |
public int playerIndex = 0; |
13 |
|
14 |
[Tooltip("Whether the player is left handed or not.")] |
15 |
public bool isLeftHanded = false; |
16 |
|
17 |
[Tooltip("Hand-cursor texture for the hand-grip state.")] |
18 |
public Texture gripHandTexture; |
19 |
[Tooltip("Hand-cursor texture for the hand-release state.")] |
20 |
public Texture releaseHandTexture; |
21 |
[Tooltip("Hand-cursor texture for the non-tracked state.")] |
22 |
public Texture normalHandTexture; |
23 |
|
24 |
[Tooltip("Smooth factor for cursor movement.")] |
25 |
public float smoothFactor = 10f; |
26 |
|
27 |
// current cursor position |
28 |
private Vector2 cursorPos = Vector2.zero; |
29 |
|
30 |
// last hand event (grip or release) |
31 |
private InteractionManager.HandEventType lastHandEvent = InteractionManager.HandEventType.None; |
32 |
|
33 |
|
34 |
/// <summary> |
35 |
/// Gets the cursor position. |
36 |
/// </summary> |
37 |
/// <returns>The cursor position.</returns> |
38 |
public Vector2 GetCursorPos() |
39 |
{ |
40 |
return cursorPos; |
41 |
} |
42 |
|
43 |
|
44 |
/// <summary> |
45 |
/// Gets the last hand event of the active hand (right or left). |
46 |
/// </summary> |
47 |
/// <returns>The last hand event.</returns> |
48 |
public InteractionManager.HandEventType GetLastHandEvent() |
49 |
{ |
50 |
return lastHandEvent; |
51 |
} |
52 |
|
53 |
|
54 |
// ----- end of public functions ----- |
55 |
|
56 |
|
57 |
void Update () |
58 |
{ |
59 |
KinectManager manager = KinectManager.Instance; |
60 |
if(manager && manager.IsInitialized()) |
61 |
{ |
62 |
//backgroundImage.renderer.material.mainTexture = manager.GetUsersClrTex(); |
63 |
if(backgroundImage && (backgroundImage.texture == null)) |
64 |
{ |
65 |
backgroundImage.texture = manager.GetUsersClrTex(); |
66 |
} |
67 |
|
68 |
// overlay the joint |
69 |
int iJointIndex = !isLeftHanded ? (int)KinectInterop.JointType.HandRight : (int)KinectInterop.JointType.HandLeft; |
70 |
|
71 |
if(manager.IsUserDetected(playerIndex)) |
72 |
{ |
73 |
long userId = manager.GetUserIdByIndex(playerIndex); |
74 |
|
75 |
if(manager.IsJointTracked(userId, iJointIndex)) |
76 |
{ |
77 |
Vector3 posJointRaw = manager.GetJointKinectPosition(userId, iJointIndex); |
78 |
//Vector3 posJoint = manager.GetJointPosColorOverlay(userId, iJointIndex, Camera.main, Camera.main.pixelRect); |
79 |
|
80 |
if(posJointRaw != Vector3.zero) |
81 |
{ |
82 |
Vector2 posDepth = manager.MapSpacePointToDepthCoords(posJointRaw); |
83 |
ushort depthValue = manager.GetDepthForPixel((int)posDepth.x, (int)posDepth.y); |
84 |
|
85 |
if(posDepth != Vector2.zero && depthValue > 0) |
86 |
{ |
87 |
// depth pos to color pos |
88 |
Vector2 posColor = manager.MapDepthPointToColorCoords(posDepth, depthValue); |
89 |
|
90 |
if(!float.IsInfinity(posColor.x) && !float.IsInfinity(posColor.y)) |
91 |
{ |
92 |
// get the color image x-offset and width (use the portrait background, if available) |
93 |
float colorWidth = manager.GetColorImageWidth(); |
94 |
float colorOfsX = 0f; |
95 |
|
96 |
PortraitBackground portraitBack = PortraitBackground.Instance; |
97 |
if(portraitBack && portraitBack.enabled) |
98 |
{ |
99 |
colorWidth = manager.GetColorImageHeight() * manager.GetColorImageHeight() / manager.GetColorImageWidth(); |
100 |
colorOfsX = (manager.GetColorImageWidth() - colorWidth) / 2f; |
101 |
} |
102 |
|
103 |
float xScaled = (posColor.x - colorOfsX) / colorWidth; |
104 |
float yScaled = posColor.y / manager.GetColorImageHeight(); |
105 |
|
106 |
cursorPos = Vector2.Lerp(cursorPos, new Vector2(xScaled, 1f - yScaled), smoothFactor * Time.deltaTime); |
107 |
} |
108 |
} |
109 |
} |
110 |
} |
111 |
|
112 |
} |
113 |
|
114 |
} |
115 |
} |
116 |
|
117 |
void OnGUI() |
118 |
{ |
119 |
InteractionManager intManager = InteractionManager.Instance; |
120 |
Texture texture = null; |
121 |
|
122 |
if(intManager && intManager.IsInteractionInited()) |
123 |
{ |
124 |
if(isLeftHanded) |
125 |
{ |
126 |
lastHandEvent = intManager.GetLastLeftHandEvent(); |
127 |
|
128 |
if(lastHandEvent == InteractionManager.HandEventType.Grip) |
129 |
texture = gripHandTexture; |
130 |
else if(lastHandEvent == InteractionManager.HandEventType.Release) |
131 |
texture = releaseHandTexture; |
132 |
} |
133 |
else |
134 |
{ |
135 |
lastHandEvent = intManager.GetLastRightHandEvent(); |
136 |
|
137 |
if(lastHandEvent == InteractionManager.HandEventType.Grip) |
138 |
texture = gripHandTexture; |
139 |
else if(lastHandEvent == InteractionManager.HandEventType.Release) |
140 |
texture = releaseHandTexture; |
141 |
} |
142 |
} |
143 |
|
144 |
if(texture == null) |
145 |
{ |
146 |
texture = normalHandTexture; |
147 |
} |
148 |
|
149 |
if((cursorPos != Vector2.zero) && (texture != null)) |
150 |
{ |
151 |
//handCursor.transform.position = cursorScreenPos; // Vector3.Lerp(handCursor.transform.position, cursorScreenPos, 3 * Time.deltaTime); |
152 |
Rect rectTexture = new Rect(cursorPos.x * Screen.width - texture.width / 2, (1f - cursorPos.y) * Screen.height - texture.height / 2, |
153 |
texture.width, texture.height); |
154 |
GUI.DrawTexture(rectTexture, texture); |
155 |
} |
156 |
} |
157 |
|
158 |
|
159 |
} |