XR_ANDROID_face_tracking OpenXR 扩展

typedef struct XrSystemFaceTrackingPropertiesANDROID {  XrStructureType type;  void* next;  XrBool32 supportsFaceTracking; } XrSystemFaceTrackingPropertiesANDROID; 

XR_DEFINE_HANDLE(XrFaceTrackerANDROID) 

XrResult xrCreateFaceTrackerANDROID(  XrSession session,  const XrFaceTrackerCreateInfoANDROID* createInfo,  XrFaceTrackerANDROID* faceTracker); 

typedef struct XrFaceTrackerCreateInfoANDROID {  XrStructureType type;  void* next; } XrFaceTrackerCreateInfoANDROID; 

XrResult xrDestroyFaceTrackerANDROID(  XrFaceTrackerANDROID faceTracker); 

XrResult xrGetFaceCalibrationStateANDROID(  XrFaceTrackerANDROID faceTracker,  XrBool32* faceIsCalibratedOutput); 

XrResult xrGetFaceStateANDROID(  XrFaceTrackerANDROID faceTracker,  const XrFaceStateGetInfoANDROID* getInfo,  XrFaceStateANDROID* faceStateOutput); 

typedef struct XrFaceStateGetInfoANDROID {  XrStructureType type;  void* next;  XrTime time; } XrFaceStateGetInfoANDROID; 

typedef struct XrFaceStateANDROID {  XrStructureType type;  void* next;  uint32_t parametersCapacityInput;  uint32_t parametersCountOutput;  float* parameters;  XrFaceTrackingStateANDROID faceTrackingState;  XrTime sampleTime;  XrBool32 isValid;  uint32_t regionConfidencesCapacityInput;  uint32_t regionConfidencesCountOutput;  float* regionConfidences; } XrFaceStateANDROID; 

typedef enum XrFaceTrackingStateANDROID {  XR_FACE_TRACKING_STATE_PAUSED_ANDROID = 0,  XR_FACE_TRACKING_STATE_STOPPED_ANDROID = 1,  XR_FACE_TRACKING_STATE_TRACKING_ANDROID = 2 } XrFaceTrackingStateANDROID; 

typedef enum XrFaceParameterIndicesANDROID {  XR_FACE_PARAMETER_INDICES_BROW_LOWERER_L_ANDROID = 0,  XR_FACE_PARAMETER_INDICES_BROW_LOWERER_R_ANDROID = 1,  XR_FACE_PARAMETER_INDICES_CHEEK_PUFF_L_ANDROID = 2,  XR_FACE_PARAMETER_INDICES_CHEEK_PUFF_R_ANDROID = 3,  XR_FACE_PARAMETER_INDICES_CHEEK_RAISER_L_ANDROID = 4,  XR_FACE_PARAMETER_INDICES_CHEEK_RAISER_R_ANDROID = 5,  XR_FACE_PARAMETER_INDICES_CHEEK_SUCK_L_ANDROID = 6,  XR_FACE_PARAMETER_INDICES_CHEEK_SUCK_R_ANDROID = 7,  XR_FACE_PARAMETER_INDICES_CHIN_RAISER_B_ANDROID = 8,  XR_FACE_PARAMETER_INDICES_CHIN_RAISER_T_ANDROID = 9,  XR_FACE_PARAMETER_INDICES_DIMPLER_L_ANDROID = 10,  XR_FACE_PARAMETER_INDICES_DIMPLER_R_ANDROID = 11,  XR_FACE_PARAMETER_INDICES_EYES_CLOSED_L_ANDROID = 12,  XR_FACE_PARAMETER_INDICES_EYES_CLOSED_R_ANDROID = 13,  XR_FACE_PARAMETER_INDICES_EYES_LOOK_DOWN_L_ANDROID = 14,  XR_FACE_PARAMETER_INDICES_EYES_LOOK_DOWN_R_ANDROID = 15,  XR_FACE_PARAMETER_INDICES_EYES_LOOK_LEFT_L_ANDROID = 16,  XR_FACE_PARAMETER_INDICES_EYES_LOOK_LEFT_R_ANDROID = 17,  XR_FACE_PARAMETER_INDICES_EYES_LOOK_RIGHT_L_ANDROID = 18,  XR_FACE_PARAMETER_INDICES_EYES_LOOK_RIGHT_R_ANDROID = 19,  XR_FACE_PARAMETER_INDICES_EYES_LOOK_UP_L_ANDROID = 20,  XR_FACE_PARAMETER_INDICES_EYES_LOOK_UP_R_ANDROID = 21,  XR_FACE_PARAMETER_INDICES_INNER_BROW_RAISER_L_ANDROID = 22,  XR_FACE_PARAMETER_INDICES_INNER_BROW_RAISER_R_ANDROID = 23,  XR_FACE_PARAMETER_INDICES_JAW_DROP_ANDROID = 24,  XR_FACE_PARAMETER_INDICES_JAW_SIDEWAYS_LEFT_ANDROID = 25,  XR_FACE_PARAMETER_INDICES_JAW_SIDEWAYS_RIGHT_ANDROID = 26,  XR_FACE_PARAMETER_INDICES_JAW_THRUST_ANDROID = 27,  XR_FACE_PARAMETER_INDICES_LID_TIGHTENER_L_ANDROID = 28,  XR_FACE_PARAMETER_INDICES_LID_TIGHTENER_R_ANDROID = 29,  XR_FACE_PARAMETER_INDICES_LIP_CORNER_DEPRESSOR_L_ANDROID = 30,  XR_FACE_PARAMETER_INDICES_LIP_CORNER_DEPRESSOR_R_ANDROID = 31,  XR_FACE_PARAMETER_INDICES_LIP_CORNER_PULLER_L_ANDROID = 32,  XR_FACE_PARAMETER_INDICES_LIP_CORNER_PULLER_R_ANDROID = 33,  XR_FACE_PARAMETER_INDICES_LIP_FUNNELER_LB_ANDROID = 34,  XR_FACE_PARAMETER_INDICES_LIP_FUNNELER_LT_ANDROID = 35,  XR_FACE_PARAMETER_INDICES_LIP_FUNNELER_RB_ANDROID = 36,  XR_FACE_PARAMETER_INDICES_LIP_FUNNELER_RT_ANDROID = 37,  XR_FACE_PARAMETER_INDICES_LIP_PRESSOR_L_ANDROID = 38,  XR_FACE_PARAMETER_INDICES_LIP_PRESSOR_R_ANDROID = 39,  XR_FACE_PARAMETER_INDICES_LIP_PUCKER_L_ANDROID = 40,  XR_FACE_PARAMETER_INDICES_LIP_PUCKER_R_ANDROID = 41,  XR_FACE_PARAMETER_INDICES_LIP_STRETCHER_L_ANDROID = 42,  XR_FACE_PARAMETER_INDICES_LIP_STRETCHER_R_ANDROID = 43,  XR_FACE_PARAMETER_INDICES_LIP_SUCK_LB_ANDROID = 44,  XR_FACE_PARAMETER_INDICES_LIP_SUCK_LT_ANDROID = 45,  XR_FACE_PARAMETER_INDICES_LIP_SUCK_RB_ANDROID = 46,  XR_FACE_PARAMETER_INDICES_LIP_SUCK_RT_ANDROID = 47,  XR_FACE_PARAMETER_INDICES_LIP_TIGHTENER_L_ANDROID = 48,  XR_FACE_PARAMETER_INDICES_LIP_TIGHTENER_R_ANDROID = 49,  XR_FACE_PARAMETER_INDICES_LIPS_TOWARD_ANDROID = 50,  XR_FACE_PARAMETER_INDICES_LOWER_LIP_DEPRESSOR_L_ANDROID = 51,  XR_FACE_PARAMETER_INDICES_LOWER_LIP_DEPRESSOR_R_ANDROID = 52,  XR_FACE_PARAMETER_INDICES_MOUTH_LEFT_ANDROID = 53,  XR_FACE_PARAMETER_INDICES_MOUTH_RIGHT_ANDROID = 54,  XR_FACE_PARAMETER_INDICES_NOSE_WRINKLER_L_ANDROID = 55,  XR_FACE_PARAMETER_INDICES_NOSE_WRINKLER_R_ANDROID = 56,  XR_FACE_PARAMETER_INDICES_OUTER_BROW_RAISER_L_ANDROID = 57,  XR_FACE_PARAMETER_INDICES_OUTER_BROW_RAISER_R_ANDROID = 58,  XR_FACE_PARAMETER_INDICES_UPPER_LID_RAISER_L_ANDROID = 59,  XR_FACE_PARAMETER_INDICES_UPPER_LID_RAISER_R_ANDROID = 60,  XR_FACE_PARAMETER_INDICES_UPPER_LIP_RAISER_L_ANDROID = 61,  XR_FACE_PARAMETER_INDICES_UPPER_LIP_RAISER_R_ANDROID = 62,  XR_FACE_PARAMETER_INDICES_TONGUE_OUT_ANDROID = 63,  XR_FACE_PARAMETER_INDICES_TONGUE_LEFT_ANDROID = 64,  XR_FACE_PARAMETER_INDICES_TONGUE_RIGHT_ANDROID = 65,  XR_FACE_PARAMETER_INDICES_TONGUE_UP_ANDROID = 66,  XR_FACE_PARAMETER_INDICES_TONGUE_DOWN_ANDROID = 67 } XrFaceParameterIndicesANDROID; 

XrInstance instance; // previously initialized XrSystemId systemId; // previously initialized XrSession session; // previously initialized, e.g. created at app startup. // The function pointers are previously initialized using xrGetInstanceProcAddr. PFN_xrCreateFaceTrackerANDROID xrCreateFaceTrackerANDROID; // previously initialized PFN_xrDestroyFaceTrackerANDROID xrDestroyFaceTrackerANDROID; // previously initialized PFN_xrGetFaceStateANDROID xrGetFaceStateANDROID; // previously initialized PFN_xrGetFaceCalibrationStateANDROID xrGetFaceCalibrationStateANDROID; // previously initialized // Inspect system capability XrSystemProperties properties{XR_TYPE_SYSTEM_PROPERTIES}; XrSystemFaceTrackingPropertiesANDROID faceTrackingProperties{XR_TYPE_SYSTEM_FACE_TRACKING_PROPERTIES_ANDROID}; properties.next = &faceTrackingProperties; CHK_XR(xrGetSystemProperties(instance, systemId, &properties)); if (!faceTrackingProperties.supportsFaceTracking) {  // face tracking is not supported.  return; } XrFaceTrackerANDROID faceTracker; XrFaceTrackerCreateInfoANDROID  createInfo{.type = XR_TYPE_FACE_TRACKER_CREATE_INFO_ANDROID,  .next = nullptr}; CHK_XR(xrCreateFaceTrackerANDROID(session, &createInfo, &faceTracker)); // If the system supports face calibration: XrBool32 isCalibrated; CHK_XR(xrGetFaceCalibrationStateANDROID(faceTracker, &isCalibrated)); if (!isCalibrated) {  // Redirect the user to system calibration setting. } XrFaceStateANDROID faceState; float faceExpressionParameters[XR_FACE_PARAMETER_COUNT_ANDROID]; faceState.type = XR_TYPE_FACE_STATE_ANDROID; faceState.next = nullptr; faceState.parametersCapacityInput = XR_FACE_PARAMETER_COUNT_ANDROID; faceState.parameters = faceExpressionParameters; float regionConfidences[XR_FACE_REGION_CONFIDENCE_COUNT_ANDROID]; faceState.regionConfidencesCapacityInput = XR_FACE_REGION_CONFIDENCE_COUNT_ANDROID; faceState.regionConfidences = regionConfidences; while (1) {  // ...  // For every frame in the frame loop  // ...  XrFrameState frameState; // previously returned from xrWaitFrame  XrFaceStateGetInfoANDROID faceGetInfo{  .type = XR_TYPE_FACE_STATE_GET_INFO_ANDROID,  .next = nullptr,  .time = frameState.predictedDisplayTime,  };  CHK_XR(xrGetFaceStateANDROID(faceTracker, &faceGetInfo, &faceState));  if (faceState.isValid) {  for (uint32_t i = 0; i < XR_FACE_PARAMETER_COUNT_ANDROID; ++i) {  // parameters[i] contains a weight of specific blend shape  }  for (uint32_t i = 0; i < XR_FACE_REGION_CONFIDENCE_COUNT_ANDROID; ++i) {  // regionConfidences[i] contains a confidence value of a specific region  }  } } // after usage CHK_XR(xrDestroyFaceTrackerANDROID(faceTracker));