t1 / TFDContents / NuiDatabase / Expression / Feature.config @ 11
이력 | 보기 | 이력해설 | 다운로드 (27.4 KB)
1 |
// |
---|---|
2 |
// Feature configuration file guidelines: |
3 |
// 1. // to comment the current line. |
4 |
// 2. Patches and features are labeled by symbolic strings. Numbers are treated as symbolic labels. |
5 |
// 3. Do not use ; in labels |
6 |
// 4. TimeSeriesFeatures can use a FeatureExtractor type name to include all features of that type. |
7 |
// 5. For any labels referred to, if they are not defined or commented out, they will be ignored. |
8 |
// 6. If all patch/feature labels a feature refers to are commented out or non-exist, make sure that feature is commented out as well. |
9 |
// 7. No two different patches or features can use the same label. |
10 |
// 8. Spaces are treated as part of the label. |
11 |
// |
12 |
|
13 |
// ImagePatch format: 'ImagePatch =' <label>, |
14 |
// <Index for centerY of patch>, |
15 |
// <Percent of eyewidth to offset the centerY of patch>, |
16 |
// <Index for centerX of patch>, |
17 |
// <Percent of eyewidth to offset the centerX of patch>, |
18 |
// <height of patch as percent of eye width (will enforce an odd size, min of 1)>, |
19 |
// <width of patch as percent of eye width (will enforce an odd size, min of 1)>, |
20 |
// <type of stream that the patch applies to> |
21 |
// <enablePitchCorrection for enabling the correction of the patches or boxes based on the pitch value (Optional: default is false; put EnablePitchCorrection to enable the pitch correction)> |
22 |
// Index parameters must be one of: LeftEye, RightEye, MidEye, Nose, LeftMouth, RightMouth, MidMouth, LeftMidEyeMouth, RightMidEyeMouth |
23 |
// Values supported by the stream type: IR, Color, Depth, NormalizedIR, EyesOnlyRotatedAndContrastAdjustedColorLum |
24 |
|
25 |
// CHEEK PATCHES |
26 |
ImagePatchSet CheekPatches = |
27 |
{ |
28 |
cLeftUpOut = LeftEye,0.4,LeftEye,0.08,0,0,IR,EnablePitchCorrection |
29 |
cLeftMidIn = LeftEye,0.6,LeftEye,-0.08,0,0,IR,EnablePitchCorrection |
30 |
cLeftLowIn = LeftEye,0.8,LeftEye,-0.08,0,0,IR,EnablePitchCorrection |
31 |
cLeftLowOut = LeftEye,0.8,LeftEye,0.08,0,0,IR,EnablePitchCorrection |
32 |
cRightUpOut = RightEye,0.4,RightEye,0.08,0,0,IR,EnablePitchCorrection |
33 |
cRightMidIn = RightEye,0.6,RightEye,-0.08,0,0,IR,EnablePitchCorrection |
34 |
cRightLowIn = RightEye,0.8,RightEye,-0.08,0,0,IR,EnablePitchCorrection |
35 |
cRightLowOut = RightEye,0.8,RightEye,0.08,0,0,IR,EnablePitchCorrection |
36 |
} |
37 |
|
38 |
// GLASSES PATCHES |
39 |
ImagePatchSet GlassesPoints = |
40 |
{ |
41 |
GlassBridgeUpper = MidEye,-.2,MidEye,0,0,0,IR,EnablePitchCorrection |
42 |
GlassBridgeMid = MidEye,0,MidEye,0,0,0,IR,EnablePitchCorrection |
43 |
|
44 |
GlassLeftLowerRimInner = LeftEye,.3,LeftEye,.2,0,0,IR,EnablePitchCorrection |
45 |
GlassLeftLowerRimMid = LeftEye,.3,LeftEye,0,0,0,IR,EnablePitchCorrection |
46 |
GlassLeftLowerRimOuter = LeftEye,.3,LeftEye,-.2,0,0,IR,EnablePitchCorrection |
47 |
|
48 |
GlassRightLowerRimInner = RightEye,.3,RightEye,.2,0,0,IR,EnablePitchCorrection |
49 |
GlassRightLowerRimMid = RightEye,.3,RightEye,0,0,0,IR,EnablePitchCorrection |
50 |
GlassRightLowerRimOuter = RightEye,.3,RightEye,-.2,0,0,IR,EnablePitchCorrection |
51 |
|
52 |
GlassLeftOuterRimUpper = LeftEye,-.125,LeftEye,.3,0,0,IR,EnablePitchCorrection |
53 |
GlassLeftOuterRimMid = LeftEye,.0,LeftEye,.35,0,0,IR,EnablePitchCorrection |
54 |
GlassLeftOuterRimLower = LeftEye,.125,LeftEye,.3,0,0,IR,EnablePitchCorrection |
55 |
|
56 |
GlassRightOuterRimUpper = RightEye,-.125,RightEye,-.3,0,0,IR,EnablePitchCorrection |
57 |
GlassRightOuterRimMid = RightEye,.0,RightEye,-.35,0,0,IR,EnablePitchCorrection |
58 |
GlassRightOuterRimLower = RightEye,.125,RightEye,-.3,0,0,IR,EnablePitchCorrection |
59 |
} |
60 |
|
61 |
// GLASSES BOXES |
62 |
ImagePatchSet GlassesBoxes = |
63 |
{ |
64 |
GlassBridgeBox = MidEye,0,MidEye,0,.4,.2,IR,EnablePitchCorrection |
65 |
|
66 |
GlassLeftLowerRimInnerBox = LeftEye,.3,LeftEye,.2,.2,.2,IR,EnablePitchCorrection |
67 |
GlassLeftLowerRimMidBox = LeftEye,.3,LeftEye,0,.2,.2,IR,EnablePitchCorrection |
68 |
GlassLeftLowerRimOuterBox = LeftEye,.3,LeftEye,-.2,.2,.2,IR,EnablePitchCorrection |
69 |
|
70 |
GlassRightLowerRimInnerBox = RightEye,.3,RightEye,.2,.2,.2,IR,EnablePitchCorrection |
71 |
GlassRightLowerRimMidBox = RightEye,.3,RightEye,0,.2,.2,IR,EnablePitchCorrection |
72 |
GlassRightLowerRimOuterBox = RightEye,.3,RightEye,-.2,.2,.2,IR,EnablePitchCorrection |
73 |
|
74 |
GlassLeftOuterRimUpperBox = LeftEye,-.125,LeftEye,.3,.2,.2,IR,EnablePitchCorrection |
75 |
GlassLeftOuterRimMidBox = LeftEye,.0,LeftEye,.35,.2,.2,IR,EnablePitchCorrection |
76 |
GlassLeftOuterRimLowerBox = LeftEye,.125,LeftEye,.3,.2,.2,IR,EnablePitchCorrection |
77 |
|
78 |
GlassRightOuterRimUpperBox = RightEye,-.125,RightEye,-.3,.2,.2,IR,EnablePitchCorrection |
79 |
GlassRightOuterRimMidBox = RightEye,.0,RightEye,-.35,.2,.2,IR,EnablePitchCorrection |
80 |
GlassRightOuterRimLowerBox = RightEye,.125,RightEye,-.3,.2,.2,IR,EnablePitchCorrection |
81 |
} |
82 |
|
83 |
// FACIALHAIR PATCHES |
84 |
ImagePatchSet GoateePoints = |
85 |
{ |
86 |
SoulPatch = LowerLipFromDepth,0.2,MidMouth,0.0,0,0,IR |
87 |
GoateeUp = LowerLipFromDepth,0.4,MidMouth,0.0,0,0,IR |
88 |
GoateeDown = LowerLipFromDepth,0.6,MidMouth,0.0,0,0,IR |
89 |
SoulPatchLeft = LowerLipFromDepth,0.2,MidMouth,0.3,0,0,IR |
90 |
GoateeUpLeft = LowerLipFromDepth,0.4,MidMouth,0.3,0,0,IR |
91 |
GoateeDownLeft = LowerLipFromDepth,0.6,MidMouth,0.3,0,0,IR |
92 |
SoulPatchRight = LowerLipFromDepth,0.2,MidMouth,-0.3,0,0,IR |
93 |
GoateeUpRight = LowerLipFromDepth,0.4,MidMouth,-0.3,0,0,IR |
94 |
GoateeDownRight = LowerLipFromDepth,0.6,MidMouth,-0.3,0,0,IR |
95 |
} |
96 |
|
97 |
ImagePatchSet GoateeBoxes = |
98 |
{ |
99 |
SoulPatchBox = LowerLipFromDepth,0.2,MidMouth,0.0,0.3,0.3,IR |
100 |
GoateeUpBox = LowerLipFromDepth,0.4,MidMouth,0.0,0.3,0.3,IR |
101 |
GoateeDownBox = LowerLipFromDepth,0.6,MidMouth,0.0,0.2,0.2,IR |
102 |
} |
103 |
|
104 |
ImagePatchSet MuttonPoints = |
105 |
{ |
106 |
MuttonLeftDownIn = LeftMouth,0.4,LeftMouth,0.2,0,0,IR |
107 |
MuttonLeftDownOut = LeftMouth,0.4,LeftMouth,0.5,0,0,IR |
108 |
MuttonLeftDown = LeftMouth,0.4,LeftMouth,0.3,0,0,IR |
109 |
MuttonRightDownIn = RightMouth,0.4,RightMouth,-0.2,0,0,IR |
110 |
MuttonRightDownOut = RightMouth,0.4,RightMouth,-0.5,0,0,IR |
111 |
MuttonRightDown = RightMouth,0.4,RightMouth,-0.3,0,0,IR |
112 |
|
113 |
MuttonLeftIn = LeftMouth,0.2,LeftMouth,0.2,0.0,0.0,IR |
114 |
MuttonLeftOut = LeftMouth,0.2,LeftMouth,0.5,0.0,0.0,IR |
115 |
MuttonLeft = LeftMouth,0.2,LeftMouth,0.3,0.0,0.0,IR |
116 |
MuttonRightIn = RightMouth,0.2,RightMouth,-0.2,0.0,0.0,IR |
117 |
MuttonRightOut = RightMouth,0.2,RightMouth,-0.5,0.0,0.0,IR |
118 |
MuttonRight = RightMouth,0.2,RightMouth,-0.3,0.0,0.0,IR |
119 |
|
120 |
MuttonLeftUpIn = LeftMouth,0.0,LeftMouth,0.2,0,0,IR |
121 |
MuttonLeftUpOut = LeftMouth,0.0,LeftMouth,0.5,0,0,IR |
122 |
MuttonLeftUp = LeftMouth,0.0,LeftMouth,0.3,0.0,0.0,IR |
123 |
MuttonRightUpIn = RightMouth,0.0,RightMouth,-0.2,0,0,IR |
124 |
MuttonRightUpOut = RightMouth,0.0,RightMouth,-0.5,0,0,IR |
125 |
MuttonRightUp = RightMouth,0.0,RightMouth,-0.3,0.0,0.0,IR |
126 |
} |
127 |
|
128 |
ImagePatchSet MuttonBoxes = |
129 |
{ |
130 |
MuttonLeftDownInBox = LeftMouth,0.4,LeftMouth,0.2,0.2,0.2,IR |
131 |
MuttonLeftDownOutBox = LeftMouth,0.4,LeftMouth,0.5,0.2,0.2,IR |
132 |
MuttonRightDownInBox = RightMouth,0.4,RightMouth,-0.2,0.2,0.2,IR |
133 |
MuttonRightDownOutBox = RightMouth,0.4,RightMouth,-0.5,0.2,0.2,IR |
134 |
|
135 |
MuttonLeftUpInBox = LeftMouth,0.0,LeftMouth,0.2,0.2,0.2,IR |
136 |
MuttonLeftUpOutBox = LeftMouth,0.0,LeftMouth,0.5,0.2,0.2,IR |
137 |
MuttonRightUpInBox = RightMouth,0.0,RightMouth,-0.2,0.2,0.2,IR |
138 |
MuttonRightUpOutBox = RightMouth,0.0,RightMouth,-0.5,0.2,0.2,IR |
139 |
} |
140 |
|
141 |
ImagePatchSet MustachePoints = |
142 |
{ |
143 |
MustacheLeftIn = UpperLipFromDepth,-0.2,LeftMouth,-0.2,0,0,IR |
144 |
MustacheLeftOut = LeftMouth,-0.2,LeftMouth,0.2,0,0,IR |
145 |
MustacheRightIn = UpperLipFromDepth,-0.2,RightMouth,0.2,0,0,IR |
146 |
MustacheRightOut = RightMouth,-0.2,RightMouth,-0.2,0,0,IR |
147 |
MustacheLeft = LeftMouth,0,LeftMouth,0,0.0,0.0,IR |
148 |
MustacheLeftUp = LeftMouth,-.15,LeftMouth,0,0.0,0.0,IR |
149 |
MustacheLeftUpper = LeftMouth,-0.3,LeftMouth,0.0,0.0,0.0,IR |
150 |
MustacheRight = RightMouth,0,RightMouth,0,0.0,0.0,IR |
151 |
MustacheRightUp = RightMouth,-.15,RightMouth,0,0.0,0.0,IR |
152 |
MustacheRightUpper = RightMouth,-0.3,RightMouth,0.0,0.0,0.0,IR |
153 |
} |
154 |
|
155 |
ImagePatchSet MustacheBoxes = |
156 |
{ |
157 |
MustacheLeftInBox = UpperLipFromDepth,-0.2,LeftMouth,-0.2,0.2,0.2,IR |
158 |
MustacheLeftOutBox = LeftMouth,-0.2,LeftMouth,0.2,0.2,0.2,IR |
159 |
MustacheRightInBox = UpperLipFromDepth,-0.2,RightMouth,0.2,0.2,0.2,IR |
160 |
MustacheRightOutBox = RightMouth,-0.2,RightMouth,-0.2,0.2,0.2,IR |
161 |
MustacheLeftBox = LeftMouth,-.15,LeftMouth,0,0.2,0.2,IR |
162 |
MustacheRightBox = RightMouth,-.15,RightMouth,0,0.2,0.2,IR |
163 |
} |
164 |
|
165 |
// MOUTH PATCHES |
166 |
ImagePatchSet IRMouthPoints = |
167 |
{ |
168 |
LeftUpMouthPoint = LeftMouth,-.1,LeftMouth,0,0,0,IR,EnablePitchCorrection |
169 |
LeftMouthPoint = LeftMouth,0,LeftMouth,0,0,0,IR,EnablePitchCorrection |
170 |
LeftDownMouthPoint = LeftMouth,.1,LeftMouth,0,0,0,IR,EnablePitchCorrection |
171 |
|
172 |
MidUpMouthPoint = MidMouth,-.1,MidMouth,0,0,0,IR,EnablePitchCorrection |
173 |
MidMouthPoint = MidMouth,0,MidMouth,0,0,0,IR,EnablePitchCorrection |
174 |
MidDownMouthPoint = MidMouth,.1,MidMouth,0,0,0,IR,EnablePitchCorrection |
175 |
|
176 |
RightUpMouthPoint = RightMouth,-.1,RightMouth,0,0,0,IR,EnablePitchCorrection |
177 |
RightMouthPoint = RightMouth,0,RightMouth,0,0,0,IR,EnablePitchCorrection |
178 |
RightDownMouthPoint = RightMouth,.1,RightMouth,0,0,0,IR,EnablePitchCorrection |
179 |
} |
180 |
|
181 |
ImagePatchSet IRMouthBoxes = |
182 |
{ |
183 |
BigMouthBox = MidMouth, -0.045, MidMouth, 0,.6,1.2,IR,EnablePitchCorrection |
184 |
|
185 |
LeftCoarseMouthBox = LeftMouth,-0.045,LeftMouth,0,0.45,0.4,IR,EnablePitchCorrection |
186 |
MidCoarseMouthBox = MidMouth,-0.045,MidMouth,0,0.45,0.4,IR,EnablePitchCorrection |
187 |
RightCoarseMouthBox = RightMouth,-0.045,RightMouth,0,0.45,0.4,IR,EnablePitchCorrection |
188 |
} |
189 |
|
190 |
ImagePatchSet ColorMouthBoxes = |
191 |
{ |
192 |
ColorBigMouthBox = MidMouth, -0.045, MidMouth, 0,.6,1.2,Color,EnablePitchCorrection |
193 |
|
194 |
ColorLeftCoarseMouthBox = LeftMouth,-0.045,LeftMouth,0,0.45,0.4,Color,EnablePitchCorrection |
195 |
ColorMidCoarseMouthBox = MidMouth,-0.045,MidMouth,0,0.45,0.4,Color,EnablePitchCorrection |
196 |
ColorRightCoarseMouthBox = RightMouth,-0.045,RightMouth,0,0.45,0.4,Color,EnablePitchCorrection |
197 |
} |
198 |
|
199 |
// Custom Filter format "Filter <label> = File(<filename>)" |
200 |
// The convention is to name the files with an flt extension. |
201 |
// |
202 |
// Filter MyCustomFilter = File(custom.flt) |
203 |
// |
204 |
|
205 |
// GaborFilter format "Filter <label> = Gabor(" |
206 |
// <wavelength, in pixel>; |
207 |
// <orientation, [-3.14, 3.14]>; |
208 |
// <phaseOffset, in pixel>; |
209 |
// <bandwidth, in pixel>; |
210 |
// <aspectRatio, [0.0,infty)>;) |
211 |
// |
212 |
Filter 0 = Gabor(3,0,0,1,0.5) |
213 |
Filter 1 = Gabor(3,0,1.5707963,1,0.5) |
214 |
Filter 2 = Gabor(3,0.5235988,0,1,0.5) |
215 |
Filter 3 = Gabor(3,0.5235988,1.5707963,1,0.5) |
216 |
Filter 4 = Gabor(3,1.0471976,0,1,0.5) |
217 |
Filter 5 = Gabor(3,1.0471976,1.5707963,1,0.5) |
218 |
Filter 6 = Gabor(3,1.5707963,0,1,0.5) |
219 |
Filter 7 = Gabor(3,1.5707963,1.5707963,1,0.5) |
220 |
Filter 8 = Gabor(3,2.0943951,0,1,0.5) |
221 |
Filter 9 = Gabor(3,2.0943951,1.5707963,1,0.5) |
222 |
Filter 10 = Gabor(3,2.6179939,0,1,0.5) |
223 |
Filter 11 = Gabor(3,2.6179939,1.5707963,1,0.5) |
224 |
Filter 12 = Gabor(4,0,0,1,0.5) |
225 |
Filter 13 = Gabor(4,0,1.5707963,1,0.5) |
226 |
Filter 14 = Gabor(4,0.5235988,0,1,0.5) |
227 |
Filter 15 = Gabor(4,0.5235988,1.5707963,1,0.5) |
228 |
Filter 16 = Gabor(4,1.0471976,0,1,0.5) |
229 |
Filter 17 = Gabor(4,1.0471976,1.5707963,1,0.5) |
230 |
Filter 18 = Gabor(4,1.5707963,0,1,0.5) |
231 |
Filter 19 = Gabor(4,1.5707963,1.5707963,1,0.5) |
232 |
Filter 20 = Gabor(4,2.0943951,0,1,0.5) |
233 |
Filter 21 = Gabor(4,2.0943951,1.5707963,1,0.5) |
234 |
Filter 22 = Gabor(4,2.6179939,0,1,0.5) |
235 |
Filter 23 = Gabor(4,2.6179939,1.5707963,1,0.5) |
236 |
Filter 24 = Gabor(5,0,0,1,0.5) |
237 |
Filter 25 = Gabor(5,0,1.5707963,1,0.5) |
238 |
Filter 26 = Gabor(5,0.5235988,0,1,0.5) |
239 |
Filter 27 = Gabor(5,0.5235988,1.5707963,1,0.5) |
240 |
Filter 28 = Gabor(5,1.0471976,0,1,0.5) |
241 |
Filter 29 = Gabor(5,1.0471976,1.5707963,1,0.5) |
242 |
Filter 30 = Gabor(5,1.5707963,0,1,0.5) |
243 |
Filter 31 = Gabor(5,1.5707963,1.5707963,1,0.5) |
244 |
Filter 32 = Gabor(5,2.0943951,0,1,0.5) |
245 |
Filter 33 = Gabor(5,2.0943951,1.5707963,1,0.5) |
246 |
Filter 34 = Gabor(5,2.6179939,0,1,0.5) |
247 |
Filter 35 = Gabor(5,2.6179939,1.5707963,1,0.5) |
248 |
|
249 |
Filter 36 = Gabor(2,0,0,1,0.5) |
250 |
Filter 37 = Gabor(2,0.3927,0,1,0.5) |
251 |
Filter 38 = Gabor(2,0.7854,0,1,0.5) |
252 |
Filter 39 = Gabor(2,1.1781,0,1,0.5) |
253 |
Filter 40 = Gabor(2,1.5708,0,1,0.5) |
254 |
Filter 41 = Gabor(2,1.9635,0,1,0.5) |
255 |
Filter 42 = Gabor(2,2.3562,0,1,0.5) |
256 |
Filter 43 = Gabor(2,2.7489,0,1,0.5) |
257 |
Filter 44 = Gabor(4,0,0,1,0.5) |
258 |
Filter 45 = Gabor(4,0.3927,0,1,0.5) |
259 |
Filter 46 = Gabor(4,0.7854,0,1,0.5) |
260 |
Filter 47 = Gabor(4,1.1781,0,1,0.5) |
261 |
Filter 48 = Gabor(4,1.5708,0,1,0.5) |
262 |
Filter 49 = Gabor(4,1.9635,0,1,0.5) |
263 |
Filter 50 = Gabor(4,2.3562,0,1,0.5) |
264 |
Filter 51 = Gabor(4,2.7489,0,1,0.5) |
265 |
Filter 52 = Gabor(6,0,0,1,0.5) |
266 |
Filter 53 = Gabor(6,0.3927,0,1,0.5) |
267 |
Filter 54 = Gabor(6,0.7854,0,1,0.5) |
268 |
Filter 55 = Gabor(6,1.1781,0,1,0.5) |
269 |
Filter 56 = Gabor(6,1.5708,0,1,0.5) |
270 |
Filter 57 = Gabor(6,1.9635,0,1,0.5) |
271 |
Filter 58 = Gabor(6,2.3562,0,1,0.5) |
272 |
Filter 59 = Gabor(6,2.7489,0,1,0.5) |
273 |
|
274 |
// FeatureExtractor definition section format 'GenerateFeatures ' <label> = |
275 |
// <comma separated list of model names>; |
276 |
// <extractor definition> |
277 |
// |
278 |
// FaceDepthFeatureExtractor format : 'FaceDepthFeatureExtractor'; |
279 |
// <outlier threshold: threshold for ratio between the outlier depth pixels count and the mouth area> |
280 |
// |
281 |
// SuperKernelFeatureExtractor format : 'SuperKernelFeatureExtractor'; |
282 |
// <comma separated list of *single pixel* patches to run on>; |
283 |
// <comma separated labels of *1-4* filters sharing the *same kernel size*> |
284 |
// |
285 |
// ConvolutionSuperKernelFeatureExtractor format : 'ConvolutionSuperKernelFeatureExtractor'; |
286 |
// <comma separated list of *single pixel* patches to run on>; |
287 |
// <comma separated labels of *1-4* filters sharing the *same kernel size*> |
288 |
// <convolution radius: the radius of the convolution to take place in number of steps; valid values: { 0, 1, 2, 3, 4 }> |
289 |
// <stepSize: the step size relative to the eye width; valid values: (0, 0.1)> |
290 |
// |
291 |
// HOGFeatureExtractorV2 format: 'HOGFeatureExtractorV2' ; |
292 |
// <comma separated list of patches to run on> ; |
293 |
// <filter to use: 'Gradient'> ; |
294 |
// <nonoverlappingBinsCountForHalfPlane: the number of regular bins in half plane (-pi/2 :pi/2), N = 2,4,8,16> , |
295 |
// <shouldUseHalfPlane: should output half plane only or full plane (half plane N' = N, full plane N' = N x 2), valid input: 1 or 0 (TRUE / FLASE)> , |
296 |
// <shouldCalculateOverlappingBins: should output overlapping bins or regular bins (overlapping bins N'' = N' x 2, regular bins N'' = N'), valid input: 1 or 0 (TRUE / FALSE) > |
297 |
// <shouldApplyGaussianMask: apply gaussian weights when accumulating the gradient magnitudes, valid input: 1 or 0 (TRUE / FALSE)> |
298 |
// |
299 |
// HeadOrientationFeatureExtractor |
300 |
// |
301 |
// ImageDescriptorChangeFeatureExtractor format : 'ImageDescriptorChangeFeatureExtractor'; |
302 |
// <comma separated list of patches to run on>; |
303 |
// <comma separated list of descriptor names, {'Intensity', 'Gradient', 'Depth'}> ('Depth' is not working currently) |
304 |
// <number of bins, e.g., 16> |
305 |
// <maximum number of steps to search the best matched descriptor, e.g., 5> |
306 |
// |
307 |
// InterFacePointDistanceFeatureExtractor |
308 |
// |
309 |
// TimeSeriesFeatureExtractor format: 'TimeSeriesFeatureExtractor'; |
310 |
// <comma separated list of functions to run on the time series, {'Mean', 'Variance', 'ExponentiallyWeightedVariance', 'ExponentiallyWeightedMean', 'Percentile', 'AbsGradient', 'Gradient'}> |
311 |
// <comma separated list of feature labels to track in the history> |
312 |
// <history window length, in frames, e.g., 'f:3' or in milliseconds, e.g., 't:100'> |
313 |
// <exponentWeightCoefficient> |
314 |
// <percentile, [0.0,1.0]> |
315 |
// PoseFeatureExtractor |
316 |
|
317 |
|
318 |
// Probabilities for all the models for debugging purposes |
319 |
GenerateFeatures Pass0 = ;ModelProbabilityFeatureExtractor;EyeRight,EyeLeft |
320 |
GenerateFeatures Pass1 = ;ModelProbabilityFeatureExtractor;MouthOpen,MouthMoved |
321 |
GenerateFeatures Pass3 = ;ModelProbabilityFeatureExtractor;Expression,LookingAway |
322 |
GenerateFeatures IRBaseGlasses = Glasses;ModelProbabilityFeatureExtractor;GlassesIR |
323 |
GenerateFeatures IRBaseFacialHair = FacialHair;ModelProbabilityFeatureExtractor;FacialHairIR |
324 |
GenerateFeatures Pass4 = ;ModelProbabilityFeatureExtractor;Glasses |
325 |
|
326 |
// Shared feature config |
327 |
GenerateFeatures InterFacePointDistance = FacialHairIR,Expression,MouthOpen,LookingAway,GlassesIR;InterFacePointDistanceFeatureExtractor |
328 |
GenerateFeatures FaceOrientation = FacialHairIR,Expression,MouthOpen,LookingAway,GlassesIR,EyeRight,EyeLeft;DepthFaceOrientationFeatureExtractor |
329 |
GenerateFeatures FaceDistance = FacialHairIR,Expression,MouthOpen,LookingAway,GlassesIR,EyeRight,EyeLeft;FaceDistanceFeatureExtractor |
330 |
|
331 |
// Cheek Patches |
332 |
GenerateFeatures cg0Upper = Expression,GlassesIR;SuperKernelFeatureExtractor;cLeftUpOut,cRightUpOut;0,1,2,3,4,5,6,7,8,9,10,11 |
333 |
GenerateFeatures cg1Upper = Expression,GlassesIR;SuperKernelFeatureExtractor;cLeftUpOut,cRightUpOut;12,13,14,15,16,17,18,19,20,21,22,23 |
334 |
GenerateFeatures cg2Upper = Expression,GlassesIR;SuperKernelFeatureExtractor;cLeftUpOut,cRightUpOut;24,25,26,27,28,29,30,31,32,33,34,35 |
335 |
|
336 |
GenerateFeatures cg1 = Expression;SuperKernelFeatureExtractor;cLeftMidIn,cLeftLowIn,cLeftLowOut,cRightMidIn,cRightLowIn,cRightLowOut;12,13,14,15,16,17,18,19,20,21,22,23 |
337 |
GenerateFeatures cg2 = Expression;SuperKernelFeatureExtractor;cLeftMidIn,cLeftLowIn,cLeftLowOut,cRightMidIn,cRightLowIn,cRightLowOut;24,25,26,27,28,29,30,31,32,33,34,35 |
338 |
|
339 |
|
340 |
// MouthOpen feature config |
341 |
GenerateFeatures M0 = MouthOpen,Expression;SuperKernelFeatureExtractor;IRMouthPoints;0,1,2,3,4,5,6,7,8,9,10,11 |
342 |
GenerateFeatures M1 = MouthOpen,Expression;SuperKernelFeatureExtractor;IRMouthPoints;12,13,14,15,16,17,18,19,20,21,22,23 |
343 |
GenerateFeatures M2 = MouthOpen,Expression;SuperKernelFeatureExtractor;IRMouthPoints;24,25,26,27,28,29,30,31,32,33,34,35 |
344 |
|
345 |
GenerateFeatures MouthDepth = MouthOpen,Expression;FaceDepthFeatureExtractor;0.25 |
346 |
|
347 |
GenerateFeatures IRMouthBoxHOGs = MouthOpen,Expression;HOGFeatureExtractorV2;IRMouthBoxes;Gradient;2,0,1,0 |
348 |
GenerateFeatures ColorMouthBoxHOGs = MouthOpen,Expression;HOGFeatureExtractorV2;ColorMouthBoxes;Gradient;2,0,1,0 |
349 |
|
350 |
// MouthMove feature config |
351 |
GenerateFeatures MouthVariance = MouthMoved;TimeSeriesFeatureExtractor;Variance;IRMouthBoxHOGs,ColorMouthBoxHOGs;f:4;0.75;0.0 |
352 |
GenerateFeatures MouthVarianceGradient = MouthMoved;TimeSeriesFeatureExtractor;Gradient;MouthVariance;f:4;0.75;0.0 |
353 |
|
354 |
// GLASSES |
355 |
GenerateFeatures g0 = GlassesIR;SuperKernelFeatureExtractor;GlassesPoints;0,1,2,3,4,5,6,7,8,9,10,11 |
356 |
GenerateFeatures g1 = GlassesIR;SuperKernelFeatureExtractor;GlassesPoints;12,13,14,15,16,17,18,19,20,21,22,23 |
357 |
GenerateFeatures g2 = GlassesIR;SuperKernelFeatureExtractor;GlassesPoints;24,25,26,27,28,29,30,31,32,33,34,35 |
358 |
|
359 |
GenerateFeatures GlassBoxHOGs = GlassesIR;HOGFeatureExtractorV2;GlassesBoxes;Gradient;4,0,1,0 |
360 |
|
361 |
// FACIALHAIR |
362 |
GenerateFeatures fhog = FacialHairIR;HOGFeatureExtractorV2;GoateeBoxes,MuttonBoxes,MustacheBoxes;Gradient;4,1,1,1 |
363 |
GenerateFeatures fconv = FacialHairIR;ConvolutionSuperKernelFeatureExtractor;GoateePoints;36,37,38,39,40,41,42,43;2;0.05 |
364 |
GenerateFeatures fg1 = FacialHairIR;SuperKernelFeatureExtractor;GoateePoints,MuttonPoints,MustachePoints;0,1,2,3,4,5,6,7,8,9,10,11 |
365 |
GenerateFeatures fg2 = FacialHairIR;SuperKernelFeatureExtractor;GoateePoints,MuttonPoints,MustachePoints;12,13,14,15,16,17,18,19,20,21,22,23 |
366 |
GenerateFeatures fg3 = FacialHairIR;SuperKernelFeatureExtractor;GoateePoints,MuttonPoints,MustachePoints;24,25,26,27,28,29,30,31,32,33,34,35 |
367 |
|
368 |
// #################################################### |
369 |
// COLOR Section |
370 |
// #################################################### |
371 |
|
372 |
// GLASSES PATCHES |
373 |
//ImagePatchSet Color_GlassesPoints = |
374 |
//{ |
375 |
// Color_GlassBridgeUpper = MidEye,-.2,MidEye,0,0,0,Color |
376 |
// Color_GlassBridgeMid = MidEye,0,MidEye,0,0,0,Color |
377 |
|
378 |
// Color_GlassLeftLowerRimInner = LeftEye,.3,LeftEye,.2,0,0,Color |
379 |
// Color_GlassLeftLowerRimMid = LeftEye,.3,LeftEye,0,0,0,Color |
380 |
// Color_GlassLeftLowerRimOuter = LeftEye,.3,LeftEye,-.2,0,0,Color |
381 |
|
382 |
// Color_GlassRightLowerRimInner = RightEye,.3,RightEye,.2,0,0,Color |
383 |
// Color_GlassRightLowerRimMid = RightEye,.3,RightEye,0,0,0,Color |
384 |
// Color_GlassRightLowerRimOuter = RightEye,.3,RightEye,-.2,0,0,Color |
385 |
|
386 |
// Color_GlassLeftOuterRimUpper = LeftEye,-.125,LeftEye,.3,0,0,Color |
387 |
// Color_GlassLeftOuterRimMid = LeftEye,.0,LeftEye,.35,0,0,Color |
388 |
// Color_GlassLeftOuterRimLower = LeftEye,.125,LeftEye,.3,0,0,Color |
389 |
|
390 |
// Color_GlassRightOuterRimUpper = RightEye,-.125,RightEye,-.3,0,0,Color |
391 |
// Color_GlassRightOuterRimMid = RightEye,.0,RightEye,-.35,0,0,Color |
392 |
// Color_GlassRightOuterRimLower = RightEye,.125,RightEye,-.3,0,0,Color |
393 |
//} |
394 |
|
395 |
// GLASSES BOXES |
396 |
//ImagePatchSet Color_GlassesBoxes = |
397 |
//{ |
398 |
// Color_GlassBridgeBox = MidEye,0.0,MidEye,0.0,.4,.2,Color |
399 |
|
400 |
// Color_GlassLeftLowerRimInnerBox = LeftEye,.3,LeftEye,.2,.2,.2,Color |
401 |
// Color_GlassLeftLowerRimMidBox = LeftEye,.3,LeftEye,0,.2,.2,Color |
402 |
// Color_GlassLeftLowerRimOuterBox = LeftEye,.3,LeftEye,-.2,.2,.2,Color |
403 |
|
404 |
// Color_GlassRightLowerRimInnerBox = RightEye,.3,RightEye,.2,.2,.2,Color |
405 |
// Color_GlassRightLowerRimMidBox = RightEye,.3,RightEye,0,.2,.2,Color |
406 |
// Color_GlassRightLowerRimOuterBox = RightEye,.3,RightEye,-.2,.2,.2,Color |
407 |
|
408 |
// Color_GlassLeftOuterRimUpperBox = LeftEye,-.125,LeftEye,.3,.2,.2,Color |
409 |
// Color_GlassLeftOuterRimMidBox = LeftEye,.0,LeftEye,.35,.2,.2,Color |
410 |
// Color_GlassLeftOuterRimLowerBox = LeftEye,.125,LeftEye,.3,.2,.2,Color |
411 |
|
412 |
// Color_GlassRightOuterRimUpperBox = RightEye,-.125,RightEye,-.3,.2,.2,Color |
413 |
// Color_GlassRightOuterRimMidBox = RightEye,.0,RightEye,-.35,.2,.2,Color |
414 |
// Color_GlassRightOuterRimLowerBox = RightEye,.125,RightEye,-.3,.2,.2,Color |
415 |
//} |
416 |
|
417 |
ImagePatchSet ColorLeftEyePatches = |
418 |
{ |
419 |
Color_LeftEyeCenterUpperPoint = LeftEye,-.075,LeftEye,0,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
420 |
Color_LeftEyeCenterCenterPoint = LeftEye,0.0,LeftEye,0.0,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
421 |
Color_LeftEyeCenterLowerPoint = LeftEye,.075,LeftEye,0,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
422 |
|
423 |
Color_LeftEyeInnerUpperPoint = LeftEye,-.075,LeftEye,-.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
424 |
Color_LeftEyeInnerCenterPoint = LeftEye,0.0,LeftEye,-.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
425 |
Color_LeftEyeInnerLowerPoint = LeftEye,.075,LeftEye,-.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
426 |
|
427 |
Color_LeftEyeOuterUpperPoint = LeftEye,-.075,LeftEye,.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
428 |
Color_LeftEyeOuterCenterPoint = LeftEye,0.0,LeftEye,.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
429 |
Color_LeftEyeOuterLowerPoint = LeftEye,.075,LeftEye,.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
430 |
} |
431 |
|
432 |
ImagePatchSet ColorLeftEyeHOGs = |
433 |
{ |
434 |
Color_LeftEyeCenterCenter = LeftEye,0.0,LeftEye,0.0,.2,.375,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
435 |
|
436 |
Color_LeftEyeInnerUpper = LeftEye,-.075,LeftEye,-.20,.2,.25,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
437 |
Color_LeftEyeInnerLower = LeftEye,.075,LeftEye,-.20,.2,.25,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
438 |
|
439 |
Color_LeftEyeOuterUpper = LeftEye,-.075,LeftEye,.20,.2,.25,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
440 |
Color_LeftEyeOuterLower = LeftEye,.075,LeftEye,.20,.2,.25,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
441 |
} |
442 |
|
443 |
// RIGHT EYE |
444 |
ImagePatchSet ColorRightEyePatches = |
445 |
{ |
446 |
Color_RightEyeCenterUpperPoint = RightEye,-.075,RightEye,0,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
447 |
Color_RightEyeCenterCenterPoint = RightEye,0.0,RightEye,0.0,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
448 |
Color_RightEyeCenterLowerPoint = RightEye,.075,RightEye,0,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
449 |
|
450 |
Color_RightEyeInnerUpperPoint = RightEye,-.075,RightEye,.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
451 |
Color_RightEyeInnerCenterPoint = RightEye,0.0,RightEye,.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
452 |
Color_RightEyeInnerLowerPoint = RightEye,.075,RightEye,.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
453 |
|
454 |
Color_RightEyeOuterUpperPoint = RightEye,-.075,RightEye,-.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
455 |
Color_RightEyeOuterCenterPoint = RightEye,0.0,RightEye,-.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
456 |
Color_RightEyeOuterLowerPoint = RightEye,.075,RightEye,-.20,.0,.0,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
457 |
} |
458 |
|
459 |
ImagePatchSet ColorRightEyeHOGs = |
460 |
{ |
461 |
Color_RightEyeCenterCenter = RightEye,0.0,RightEye,0.0,.2,.375,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
462 |
|
463 |
Color_RightEyeInnerUpper = RightEye,-.075,RightEye,.20,.2,.25,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
464 |
Color_RightEyeInnerLower = RightEye,.075,RightEye,.20,.2,.25,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
465 |
|
466 |
Color_RightEyeOuterUpper = RightEye,-.075,RightEye,-.20,.2,.25,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
467 |
Color_RightEyeOuterLower = RightEye,.075,RightEye,-.20,.2,.25,EyesOnlyRotatedAndContrastAdjustedColorLum,EnablePitchCorrection |
468 |
} |
469 |
|
470 |
|
471 |
// ########### |
472 |
// Color features |
473 |
// ########### |
474 |
|
475 |
// LEFT EYE |
476 |
GenerateFeatures Color_l0 = EyeLeft;SuperKernelFeatureExtractor;ColorLeftEyePatches;0,1,2,3,4,5,6,7,8,9,10,11 |
477 |
GenerateFeatures Color_l1 = EyeLeft;SuperKernelFeatureExtractor;ColorLeftEyePatches;12,13,14,15,16,17,18,19,20,21,22,23 |
478 |
GenerateFeatures Color_l2 = EyeLeft;SuperKernelFeatureExtractor;ColorLeftEyePatches;24,25,26,27,28,29,30,31,32,33,34,35 |
479 |
|
480 |
GenerateFeatures LeftEyeHOG = EyeLeft;HOGFeatureExtractorV2;ColorLeftEyeHOGs;Gradient;4,0,1,0 |
481 |
|
482 |
// RIGHT EYE |
483 |
GenerateFeatures Color_r0 = EyeRight;SuperKernelFeatureExtractor;ColorRightEyePatches;0,1,2,3,4,5,6,7,8,9,10,11 |
484 |
GenerateFeatures Color_r1 = EyeRight;SuperKernelFeatureExtractor;ColorRightEyePatches;12,13,14,15,16,17,18,19,20,21,22,23 |
485 |
GenerateFeatures Color_r2 = EyeRight;SuperKernelFeatureExtractor;ColorRightEyePatches;24,25,26,27,28,29,30,31,32,33,34,35 |
486 |
|
487 |
GenerateFeatures RightEyeHOG = EyeRight;HOGFeatureExtractorV2;ColorRightEyeHOGs;Gradient;4,0,1,0 |
488 |
|
489 |
// GLASSES |
490 |
//GenerateFeatures Color_g0 = Glasses;SuperKernelFeatureExtractor;Color_GlassesPoints;0,1,2,3,4,5,6,7,8,9,10,11 |
491 |
//GenerateFeatures Color_g1 = Glasses;SuperKernelFeatureExtractor;Color_GlassesPoints;12,13,14,15,16,17,18,19,20,21,22,23 |
492 |
//GenerateFeatures Color_g2 = Glasses;SuperKernelFeatureExtractor;Color_GlassesPoints;24,25,26,27,28,29,30,31,32,33,34,35 |
493 |
|
494 |
//GenerateFeatures Color_GlassBridgeHog = Glasses;HOGFeatureExtractorV2;Color_GlassesBoxes;Gradient;4,0,1,0 |