231 lines
10 KiB
C++
231 lines
10 KiB
C++
/**************************************************************************/
|
|
/* xr_face_tracker.cpp */
|
|
/**************************************************************************/
|
|
/* This file is part of: */
|
|
/* GODOT ENGINE */
|
|
/* https://godotengine.org */
|
|
/**************************************************************************/
|
|
/* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
|
|
/* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
|
|
/* */
|
|
/* Permission is hereby granted, free of charge, to any person obtaining */
|
|
/* a copy of this software and associated documentation files (the */
|
|
/* "Software"), to deal in the Software without restriction, including */
|
|
/* without limitation the rights to use, copy, modify, merge, publish, */
|
|
/* distribute, sublicense, and/or sell copies of the Software, and to */
|
|
/* permit persons to whom the Software is furnished to do so, subject to */
|
|
/* the following conditions: */
|
|
/* */
|
|
/* The above copyright notice and this permission notice shall be */
|
|
/* included in all copies or substantial portions of the Software. */
|
|
/* */
|
|
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
|
|
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
|
|
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
|
|
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
|
|
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
|
|
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
|
|
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
|
|
/**************************************************************************/
|
|
|
|
#include "xr_face_tracker.h"
|
|
|
|
void XRFaceTracker::_bind_methods() {
|
|
// Base Shapes
|
|
BIND_ENUM_CONSTANT(FT_EYE_LOOK_OUT_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_LOOK_IN_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_LOOK_UP_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_LOOK_DOWN_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_LOOK_OUT_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_LOOK_IN_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_LOOK_UP_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_LOOK_DOWN_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_CLOSED_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_CLOSED_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_SQUINT_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_SQUINT_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_WIDE_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_WIDE_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_DILATION_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_DILATION_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_CONSTRICT_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_CONSTRICT_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_PINCH_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_PINCH_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_LOWERER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_LOWERER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_INNER_UP_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_INNER_UP_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_OUTER_UP_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_OUTER_UP_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_NOSE_SNEER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_NOSE_SNEER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_NASAL_DILATION_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_NASAL_DILATION_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_NASAL_CONSTRICT_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_NASAL_CONSTRICT_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_CHEEK_SQUINT_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_CHEEK_SQUINT_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_CHEEK_PUFF_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_CHEEK_PUFF_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_CHEEK_SUCK_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_CHEEK_SUCK_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_JAW_OPEN);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_CLOSED);
|
|
BIND_ENUM_CONSTANT(FT_JAW_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_JAW_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_JAW_FORWARD);
|
|
BIND_ENUM_CONSTANT(FT_JAW_BACKWARD);
|
|
BIND_ENUM_CONSTANT(FT_JAW_CLENCH);
|
|
BIND_ENUM_CONSTANT(FT_JAW_MANDIBLE_RAISE);
|
|
BIND_ENUM_CONSTANT(FT_LIP_SUCK_UPPER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_SUCK_UPPER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_SUCK_LOWER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_SUCK_LOWER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_SUCK_CORNER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_SUCK_CORNER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_UPPER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_UPPER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_LOWER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_LOWER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_PUCKER_UPPER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_PUCKER_UPPER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_PUCKER_LOWER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_PUCKER_LOWER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_UP_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_UP_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_DOWN_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_DOWN_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_DEEPEN_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_DEEPEN_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_CORNER_PULL_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_CORNER_PULL_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_CORNER_SLANT_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_CORNER_SLANT_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_FROWN_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_FROWN_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_STRETCH_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_STRETCH_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_DIMPLE_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_DIMPLE_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_RAISER_UPPER);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_RAISER_LOWER);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_PRESS_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_PRESS_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_TIGHTENER_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_TIGHTENER_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_OUT);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_UP);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_DOWN);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_ROLL);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_BLEND_DOWN);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_CURL_UP);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_SQUISH);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_FLAT);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_TWIST_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_TONGUE_TWIST_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_SOFT_PALATE_CLOSE);
|
|
BIND_ENUM_CONSTANT(FT_THROAT_SWALLOW);
|
|
BIND_ENUM_CONSTANT(FT_NECK_FLEX_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_NECK_FLEX_LEFT);
|
|
// Blended Shapes
|
|
BIND_ENUM_CONSTANT(FT_EYE_CLOSED);
|
|
BIND_ENUM_CONSTANT(FT_EYE_WIDE);
|
|
BIND_ENUM_CONSTANT(FT_EYE_SQUINT);
|
|
BIND_ENUM_CONSTANT(FT_EYE_DILATION);
|
|
BIND_ENUM_CONSTANT(FT_EYE_CONSTRICT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_DOWN_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_DOWN_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_DOWN);
|
|
BIND_ENUM_CONSTANT(FT_BROW_UP_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_UP_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_BROW_UP);
|
|
BIND_ENUM_CONSTANT(FT_NOSE_SNEER);
|
|
BIND_ENUM_CONSTANT(FT_NASAL_DILATION);
|
|
BIND_ENUM_CONSTANT(FT_NASAL_CONSTRICT);
|
|
BIND_ENUM_CONSTANT(FT_CHEEK_PUFF);
|
|
BIND_ENUM_CONSTANT(FT_CHEEK_SUCK);
|
|
BIND_ENUM_CONSTANT(FT_CHEEK_SQUINT);
|
|
BIND_ENUM_CONSTANT(FT_LIP_SUCK_UPPER);
|
|
BIND_ENUM_CONSTANT(FT_LIP_SUCK_LOWER);
|
|
BIND_ENUM_CONSTANT(FT_LIP_SUCK);
|
|
BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_UPPER);
|
|
BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_LOWER);
|
|
BIND_ENUM_CONSTANT(FT_LIP_FUNNEL);
|
|
BIND_ENUM_CONSTANT(FT_LIP_PUCKER_UPPER);
|
|
BIND_ENUM_CONSTANT(FT_LIP_PUCKER_LOWER);
|
|
BIND_ENUM_CONSTANT(FT_LIP_PUCKER);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_UP);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_DOWN);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_OPEN);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_SMILE_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_SMILE_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_SMILE);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_SAD_RIGHT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_SAD_LEFT);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_SAD);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_STRETCH);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_DIMPLE);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_TIGHTENER);
|
|
BIND_ENUM_CONSTANT(FT_MOUTH_PRESS);
|
|
BIND_ENUM_CONSTANT(FT_MAX);
|
|
|
|
ClassDB::bind_method(D_METHOD("get_blend_shape", "blend_shape"), &XRFaceTracker::get_blend_shape);
|
|
ClassDB::bind_method(D_METHOD("set_blend_shape", "blend_shape", "weight"), &XRFaceTracker::set_blend_shape);
|
|
|
|
ClassDB::bind_method(D_METHOD("get_blend_shapes"), &XRFaceTracker::get_blend_shapes);
|
|
ClassDB::bind_method(D_METHOD("set_blend_shapes", "weights"), &XRFaceTracker::set_blend_shapes);
|
|
ADD_PROPERTY(PropertyInfo(Variant::PACKED_FLOAT32_ARRAY, "blend_shapes"), "set_blend_shapes", "get_blend_shapes");
|
|
ADD_PROPERTY_DEFAULT("blend_shapes", PackedFloat32Array()); // To prevent ludicrously large default values.
|
|
}
|
|
|
|
void XRFaceTracker::set_tracker_type(XRServer::TrackerType p_type) {
|
|
ERR_FAIL_COND_MSG(p_type != XRServer::TRACKER_FACE, "XRFaceTracker must be of type TRACKER_FACE.");
|
|
}
|
|
|
|
float XRFaceTracker::get_blend_shape(BlendShapeEntry p_blend_shape) const {
|
|
// Fail if the blend shape index is out of range.
|
|
ERR_FAIL_INDEX_V(p_blend_shape, FT_MAX, 0.0f);
|
|
|
|
// Return the blend shape value.
|
|
return blend_shape_values[p_blend_shape];
|
|
}
|
|
|
|
void XRFaceTracker::set_blend_shape(BlendShapeEntry p_blend_shape, float p_value) {
|
|
// Fail if the blend shape index is out of range.
|
|
ERR_FAIL_INDEX(p_blend_shape, FT_MAX);
|
|
|
|
// Save the new blend shape value.
|
|
blend_shape_values[p_blend_shape] = p_value;
|
|
}
|
|
|
|
PackedFloat32Array XRFaceTracker::get_blend_shapes() const {
|
|
// Create a packed float32 array and copy the blend shape values into it.
|
|
PackedFloat32Array data;
|
|
data.resize(FT_MAX);
|
|
memcpy(data.ptrw(), blend_shape_values, sizeof(blend_shape_values));
|
|
|
|
// Return the blend shape array.
|
|
return data;
|
|
}
|
|
|
|
void XRFaceTracker::set_blend_shapes(const PackedFloat32Array &p_blend_shapes) {
|
|
// Fail if the blend shape array is not the correct size.
|
|
ERR_FAIL_COND(p_blend_shapes.size() != FT_MAX);
|
|
|
|
// Copy the blend shape values into the blend shape array.
|
|
memcpy(blend_shape_values, p_blend_shapes.ptr(), sizeof(blend_shape_values));
|
|
}
|
|
|
|
XRFaceTracker::XRFaceTracker() {
|
|
type = XRServer::TRACKER_FACE;
|
|
}
|