ARCore can be connected and used with ARGear. Once connected with ARGear, you can use both ARCore and ARGear functions such as items, beauty, and bulge.
In order to draw a resulting frame, ARCore session update must be called in advance and the texture ID used for the update should be fed to ARGear. Moreover, mesh vertices and matrix obtained from ARCore session should be fed to ARGear.
Once ARGSession.drawFrame is called, rendering starts with fed information from ARCore. If Item, Filter, or Beauty is set (Reference: 8. Set Contents), the effect will be rendered together with the ARCore frame and ARGFrame will be returned as the result.
The ARGFrame contains the final rendered texture ID and you can draw the frame on screen using this texture ID.
Below is a sample rendering code.
<Rendering Example Code>
ArrayList<FloatBuffer> verticesList = new ArrayList<>();
ArrayList<float []> poseMatrixList = new ArrayList<>();
float[] mProjectionMatrix = new float[16];
float[] mViewMatrix = new float[16];
public void onDrawFrame(GL10 gl) {
GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT | GLES20.GL_DEPTH_BUFFER_BIT);
arcoreSession.setCameraTextureName(backgroundRenderer.getTextureId());
// update arcore session
Frame frame = arcoreSession.update();
if (frame == null || frame.getCamera() == null) return;
if (frame.getTimestamp() == 0) return;
if (arcoreSession.isAugmentedFaceMode()) {
verticesList.clear();
poseMatrixList.clear();
for (AugmentedFace face : arcoreSession.getSession().getAllTrackables(AugmentedFace.class)) {
if (face.getTrackingState() == TrackingState.TRACKING) {
// mesh vertices
FloatBuffer faceVertices = face.getMeshVertices();
verticesList.add(faceVertices);
// center and region poses
float[] facePoseMatrix = new float[16];
Pose facePose = face.getCenterPose();
facePose.toMatrix(facePoseMatrix, 0);
poseMatrixList.add(facePoseMatrix);
}
}
// arcore camera projection matrix
frame.getCamera().getProjectionMatrix(mProjectionMatrix, 0, 0.1f, 100.0f);
// arcore camera view matrix
frame.getCamera().getViewMatrix(mViewMatrix, 0);
Size textureSize = arcoreSession.getSession().getCameraConfig().getTextureSize();
if (mTextureSize == null || !mTextureSize.equals(textureSize)) {
mTextureSize = textureSize;
mARGSession.setCameraConfig(new ARGCameraConfig(textureSize.getWidth(),
textureSize.getHeight(),
0,
0,
0,
true,
0));
}
// feed mesh vertices, pose matrix, projection matrix, view matrix
mARGSession.applyAdditionalFaceInfo(verticesList, poseMatrixList, mProjectionMatrix, mViewMatrix);
// feed texture id
mARGSession.feedTexture(arcoreSession.getTextureId(), mTextureSize);
// render argear frame
ARGFrame argFrame = mARGSession.drawFrame(gl, mScreenWidth, mScreenHeight);
// render screen
mScreenRenderer.draw(argFrame, mScreenWidth, mScreenHeight, mTextureSize.getWidth(), mTextureSize.getHeight());
}
}