338 lines
19 KiB
C#
338 lines
19 KiB
C#
/*******************************************************************************
|
||
Copyright © 2015-2022 PICO Technology Co., Ltd.All rights reserved.
|
||
|
||
NOTICE：All information contained herein is, and remains the property of
|
||
PICO Technology Co., Ltd. The intellectual and technical concepts
|
||
contained herein are proprietary to PICO Technology Co., Ltd. and may be
|
||
covered by patents, patents in process, and are protected by trade secret or
|
||
copyright law. Dissemination of this information or reproduction of this
|
||
material is strictly forbidden unless prior written permission is obtained from
|
||
PICO Technology Co., Ltd.
|
||
*******************************************************************************/
|
||
|
||
using System;
|
||
using System.Runtime.InteropServices;
|
||
using UnityEngine;
|
||
using UnityEngine.Rendering;
|
||
|
||
namespace Unity.XR.OpenXR.Features.PICOSupport
|
||
{
|
||
public class CompositeLayerManager : MonoBehaviour
|
||
{
|
||
private void OnEnable()
|
||
{
|
||
#if UNITY_2019_1_OR_NEWER
|
||
if (GraphicsSettings.renderPipelineAsset != null)
|
||
{
|
||
RenderPipelineManager.beginFrameRendering += BeginRendering;
|
||
RenderPipelineManager.endFrameRendering += EndRendering;
|
||
}
|
||
else
|
||
{
|
||
Camera.onPreRender += OnPreRenderCallBack;
|
||
Camera.onPostRender += OnPostRenderCallBack;
|
||
}
|
||
#endif
|
||
}
|
||
|
||
private void OnDisable()
|
||
{
|
||
#if UNITY_2019_1_OR_NEWER
|
||
if (GraphicsSettings.renderPipelineAsset != null)
|
||
{
|
||
RenderPipelineManager.beginFrameRendering -= BeginRendering;
|
||
RenderPipelineManager.endFrameRendering -= EndRendering;
|
||
}
|
||
else
|
||
{
|
||
Camera.onPreRender -= OnPreRenderCallBack;
|
||
Camera.onPostRender -= OnPostRenderCallBack;
|
||
}
|
||
#endif
|
||
}
|
||
|
||
private void Start()
|
||
{
|
||
|
||
}
|
||
|
||
private void BeginRendering(ScriptableRenderContext arg1, Camera[] arg2)
|
||
{
|
||
foreach (Camera cam in arg2)
|
||
{
|
||
OnPreRenderCallBack(cam);
|
||
}
|
||
}
|
||
|
||
private void EndRendering(ScriptableRenderContext arg1, Camera[] arg2)
|
||
{
|
||
foreach (Camera cam in arg2)
|
||
{
|
||
OnPostRenderCallBack(cam);
|
||
}
|
||
}
|
||
|
||
private void OnPreRenderCallBack(Camera cam)
|
||
{
|
||
// There is only one XR main camera in the scene.
|
||
if (null == Camera.main) return;
|
||
if (cam == null || cam != Camera.main || cam.stereoActiveEye == Camera.MonoOrStereoscopicEye.Right) return;
|
||
|
||
//CompositeLayers
|
||
if (null == CompositeLayerFeature.Instances) return;
|
||
if (CompositeLayerFeature.Instances.Count > 0)
|
||
{
|
||
foreach (var overlay in CompositeLayerFeature.Instances)
|
||
{
|
||
if (!overlay.isActiveAndEnabled) continue;
|
||
if (null == overlay.layerTextures) continue;
|
||
if (!overlay.isClones && overlay.layerTextures[0] == null && overlay.layerTextures[1] == null) continue;
|
||
if (overlay.overlayTransform != null && !overlay.overlayTransform.gameObject.activeSelf) continue;
|
||
overlay.CreateTexture();
|
||
}
|
||
}
|
||
}
|
||
|
||
private void OnPostRenderCallBack(Camera cam)
|
||
{
|
||
// There is only one XR main camera in the scene.
|
||
if (null == Camera.main) return;
|
||
if (cam == null || cam != Camera.main || cam.stereoActiveEye == Camera.MonoOrStereoscopicEye.Right) return;
|
||
|
||
if (null == CompositeLayerFeature.Instances) return;
|
||
if (CompositeLayerFeature.Instances.Count > 0)
|
||
{
|
||
CompositeLayerFeature.Instances.Sort();
|
||
foreach (var compositeLayer in CompositeLayerFeature.Instances)
|
||
{
|
||
if (null == compositeLayer) continue;
|
||
compositeLayer.UpdateCoords();
|
||
if (!compositeLayer.isActiveAndEnabled) continue;
|
||
if (null == compositeLayer.layerTextures) continue;
|
||
if (!compositeLayer.isClones && compositeLayer.layerTextures[0] == null && compositeLayer.layerTextures[1] == null) continue;
|
||
if (compositeLayer.overlayTransform != null && null == compositeLayer.overlayTransform.gameObject) continue;
|
||
if (compositeLayer.overlayTransform != null && !compositeLayer.overlayTransform.gameObject.activeSelf) continue;
|
||
|
||
Vector4 colorScale = compositeLayer.GetLayerColorScale();
|
||
Vector4 colorBias = compositeLayer.GetLayerColorOffset();
|
||
bool isHeadLocked = compositeLayer.overlayTransform != null && compositeLayer.overlayTransform.parent == transform;
|
||
|
||
if (!compositeLayer.CopyRT()) continue;
|
||
if (null == compositeLayer.cameraRotations || null == compositeLayer.modelScales || null == compositeLayer.modelTranslations) continue;
|
||
|
||
PxrLayerHeader2 header = new PxrLayerHeader2();
|
||
PxrPosef poseLeft = new PxrPosef();
|
||
PxrPosef poseRight = new PxrPosef();
|
||
|
||
header.layerId = compositeLayer.overlayIndex;
|
||
header.colorScaleX = colorScale.x;
|
||
header.colorScaleY = colorScale.y;
|
||
header.colorScaleZ = colorScale.z;
|
||
header.colorScaleW = colorScale.w;
|
||
header.colorBiasX = colorBias.x;
|
||
header.colorBiasY = colorBias.y;
|
||
header.colorBiasZ = colorBias.z;
|
||
header.colorBiasW = colorBias.w;
|
||
header.compositionDepth = compositeLayer.layerDepth;
|
||
header.headPose.orientation.x = compositeLayer.cameraRotations[0].x;
|
||
header.headPose.orientation.y = compositeLayer.cameraRotations[0].y;
|
||
header.headPose.orientation.z = -compositeLayer.cameraRotations[0].z;
|
||
header.headPose.orientation.w = -compositeLayer.cameraRotations[0].w;
|
||
header.headPose.position.x = (compositeLayer.cameraTranslations[0].x + compositeLayer.cameraTranslations[1].x) / 2;
|
||
header.headPose.position.y = (compositeLayer.cameraTranslations[0].y + compositeLayer.cameraTranslations[1].y) / 2;
|
||
header.headPose.position.z = -(compositeLayer.cameraTranslations[0].z + compositeLayer.cameraTranslations[1].z) / 2;
|
||
header.layerShape = compositeLayer.overlayShape;
|
||
header.useLayerBlend = (UInt32)(compositeLayer.useLayerBlend ? 1 : 0);
|
||
header.layerBlend.srcColor = compositeLayer.srcColor;
|
||
header.layerBlend.dstColor = compositeLayer.dstColor;
|
||
header.layerBlend.srcAlpha = compositeLayer.srcAlpha;
|
||
header.layerBlend.dstAlpha = compositeLayer.dstAlpha;
|
||
header.useImageRect = (UInt32)(compositeLayer.useImageRect ? 1 : 0);
|
||
header.imageRectLeft = compositeLayer.getPxrRectiLeft(true);
|
||
header.imageRectRight = compositeLayer.getPxrRectiLeft(false);
|
||
|
||
if (isHeadLocked)
|
||
{
|
||
poseLeft.orientation.x = compositeLayer.overlayTransform.localRotation.x;
|
||
poseLeft.orientation.y = compositeLayer.overlayTransform.localRotation.y;
|
||
poseLeft.orientation.z = -compositeLayer.overlayTransform.localRotation.z;
|
||
poseLeft.orientation.w = -compositeLayer.overlayTransform.localRotation.w;
|
||
poseLeft.position.x = compositeLayer.overlayTransform.localPosition.x;
|
||
poseLeft.position.y = compositeLayer.overlayTransform.localPosition.y;
|
||
poseLeft.position.z = -compositeLayer.overlayTransform.localPosition.z;
|
||
|
||
poseRight.orientation.x = compositeLayer.overlayTransform.localRotation.x;
|
||
poseRight.orientation.y = compositeLayer.overlayTransform.localRotation.y;
|
||
poseRight.orientation.z = -compositeLayer.overlayTransform.localRotation.z;
|
||
poseRight.orientation.w = -compositeLayer.overlayTransform.localRotation.w;
|
||
poseRight.position.x = compositeLayer.overlayTransform.localPosition.x;
|
||
poseRight.position.y = compositeLayer.overlayTransform.localPosition.y;
|
||
poseRight.position.z = -compositeLayer.overlayTransform.localPosition.z;
|
||
|
||
header.layerFlags = (UInt32)(
|
||
PxrLayerSubmitFlags.PxrLayerFlagLayerPoseNotInTrackingSpace |
|
||
PxrLayerSubmitFlags.PxrLayerFlagHeadLocked);
|
||
}
|
||
else
|
||
{
|
||
Quaternion quaternion = new Quaternion(compositeLayer.modelRotations[0].x,
|
||
compositeLayer.modelRotations[0].y, compositeLayer.modelRotations[0].z,
|
||
compositeLayer.modelRotations[0].w);
|
||
|
||
Vector3 cameraPos = Vector3.zero;
|
||
Quaternion cameraRot = Quaternion.identity;
|
||
Transform origin = null;
|
||
bool ret = PICOManager.Instance.GetOrigin(ref cameraPos, ref cameraRot, ref origin);
|
||
if (!ret)
|
||
{
|
||
PLog.e(" GetOrigin ret false!");
|
||
return;
|
||
}
|
||
|
||
Quaternion lQuaternion = new Quaternion(-cameraRot.x, -cameraRot.y, -cameraRot.z, cameraRot.w);
|
||
Vector3 pos = new Vector3(compositeLayer.modelTranslations[0].x - cameraPos.x,
|
||
compositeLayer.modelTranslations[0].y - PICOManager.Instance.getCameraYOffset() +
|
||
PICOManager.Instance.GetOriginY() - cameraPos.y, compositeLayer.modelTranslations[0].z - cameraPos.z);
|
||
|
||
quaternion *= lQuaternion;
|
||
origin.rotation *= lQuaternion;
|
||
pos = origin.TransformPoint(pos);
|
||
|
||
// Quaternion.l
|
||
poseLeft.position.x = pos.x;
|
||
poseLeft.position.y = pos.y;
|
||
poseLeft.position.z = -pos.z;
|
||
poseLeft.orientation.x = -quaternion.x;
|
||
poseLeft.orientation.y = -quaternion.y;
|
||
poseLeft.orientation.z = quaternion.z;
|
||
poseLeft.orientation.w = quaternion.w;
|
||
|
||
poseRight.position.x = pos.x;
|
||
poseRight.position.y = pos.y;
|
||
poseRight.position.z = -pos.z;
|
||
poseRight.orientation.x = -quaternion.x;
|
||
poseRight.orientation.y = -quaternion.y;
|
||
poseRight.orientation.z = quaternion.z;
|
||
poseRight.orientation.w = quaternion.w;
|
||
|
||
header.layerFlags = (UInt32)(
|
||
PxrLayerSubmitFlags.PxrLayerFlagUseExternalHeadPose |
|
||
PxrLayerSubmitFlags.PxrLayerFlagLayerPoseNotInTrackingSpace);
|
||
}
|
||
|
||
if (compositeLayer.overlayShape == CompositeLayerFeature.OverlayShape.Quad)
|
||
{
|
||
PxrLayerQuad layerSubmit2 = new PxrLayerQuad();
|
||
layerSubmit2.header = header;
|
||
layerSubmit2.poseLeft = poseLeft;
|
||
layerSubmit2.poseRight = poseRight;
|
||
layerSubmit2.sizeLeft.x = compositeLayer.modelScales[0].x;
|
||
layerSubmit2.sizeLeft.y = compositeLayer.modelScales[0].y;
|
||
layerSubmit2.sizeRight.x = compositeLayer.modelScales[0].x;
|
||
layerSubmit2.sizeRight.y = compositeLayer.modelScales[0].y;
|
||
|
||
if (compositeLayer.useImageRect)
|
||
{
|
||
layerSubmit2.poseLeft.position.x += compositeLayer.modelScales[0].x * (-0.5f + compositeLayer.dstRectLeft.x + 0.5f * Mathf.Min(compositeLayer.dstRectLeft.width, 1 - compositeLayer.dstRectLeft.x));
|
||
layerSubmit2.poseLeft.position.y += compositeLayer.modelScales[0].y * (-0.5f + compositeLayer.dstRectLeft.y + 0.5f * Mathf.Min(compositeLayer.dstRectLeft.height, 1 - compositeLayer.dstRectLeft.y));
|
||
layerSubmit2.poseRight.position.x += compositeLayer.modelScales[0].x * (-0.5f + compositeLayer.dstRectRight.x + 0.5f * Mathf.Min(compositeLayer.dstRectRight.width, 1 - compositeLayer.dstRectRight.x));
|
||
layerSubmit2.poseRight.position.y += compositeLayer.modelScales[0].y * (-0.5f + compositeLayer.dstRectRight.y + 0.5f * Mathf.Min(compositeLayer.dstRectRight.height, 1 - compositeLayer.dstRectRight.y));
|
||
|
||
layerSubmit2.sizeLeft.x = compositeLayer.modelScales[0].x * Mathf.Min(compositeLayer.dstRectLeft.width, 1 - compositeLayer.dstRectLeft.x);
|
||
layerSubmit2.sizeLeft.y = compositeLayer.modelScales[0].y * Mathf.Min(compositeLayer.dstRectLeft.height, 1 - compositeLayer.dstRectLeft.y);
|
||
layerSubmit2.sizeRight.x = compositeLayer.modelScales[0].x * Mathf.Min(compositeLayer.dstRectRight.width, 1 - compositeLayer.dstRectRight.x);
|
||
layerSubmit2.sizeRight.y = compositeLayer.modelScales[0].y * Mathf.Min(compositeLayer.dstRectRight.height, 1 - compositeLayer.dstRectRight.y);
|
||
}
|
||
if (compositeLayer.layerSubmitPtr != IntPtr.Zero)
|
||
{
|
||
Marshal.FreeHGlobal(compositeLayer.layerSubmitPtr);
|
||
compositeLayer.layerSubmitPtr = IntPtr.Zero;
|
||
}
|
||
|
||
compositeLayer.layerSubmitPtr = Marshal.AllocHGlobal(Marshal.SizeOf(layerSubmit2));
|
||
Marshal.StructureToPtr(layerSubmit2, compositeLayer.layerSubmitPtr, false);
|
||
|
||
OpenXRExtensions.SubmitLayerQuad(compositeLayer.layerSubmitPtr);
|
||
}
|
||
else if (compositeLayer.overlayShape == CompositeLayerFeature.OverlayShape.Cylinder)
|
||
{
|
||
PxrLayerCylinder layerSubmit2 = new PxrLayerCylinder();
|
||
layerSubmit2.header = header;
|
||
layerSubmit2.poseLeft = poseLeft;
|
||
layerSubmit2.poseRight = poseRight;
|
||
|
||
if (compositeLayer.modelScales[0].z != 0)
|
||
{
|
||
layerSubmit2.centralAngleLeft = compositeLayer.modelScales[0].x / compositeLayer.modelScales[0].z;
|
||
layerSubmit2.centralAngleRight = compositeLayer.modelScales[0].x / compositeLayer.modelScales[0].z;
|
||
}
|
||
else
|
||
{
|
||
PLog.e("Cylinder modelScales scale.z is 0!");
|
||
}
|
||
layerSubmit2.heightLeft = compositeLayer.modelScales[0].y;
|
||
layerSubmit2.heightRight = compositeLayer.modelScales[0].y;
|
||
layerSubmit2.radiusLeft = compositeLayer.modelScales[0].z;
|
||
layerSubmit2.radiusRight = compositeLayer.modelScales[0].z;
|
||
|
||
if (compositeLayer.layerSubmitPtr != IntPtr.Zero)
|
||
{
|
||
Marshal.FreeHGlobal(compositeLayer.layerSubmitPtr);
|
||
compositeLayer.layerSubmitPtr = IntPtr.Zero;
|
||
}
|
||
|
||
compositeLayer.layerSubmitPtr = Marshal.AllocHGlobal(Marshal.SizeOf(layerSubmit2));
|
||
Marshal.StructureToPtr(layerSubmit2, compositeLayer.layerSubmitPtr, false);
|
||
|
||
OpenXRExtensions.SubmitLayerCylinder(compositeLayer.layerSubmitPtr);
|
||
}
|
||
else if (compositeLayer.overlayShape == CompositeLayerFeature.OverlayShape.Equirect)
|
||
{
|
||
PxrLayerEquirect layerSubmit2 = new PxrLayerEquirect();
|
||
layerSubmit2.header = header;
|
||
layerSubmit2.poseLeft = poseLeft;
|
||
layerSubmit2.poseRight = poseRight;
|
||
|
||
layerSubmit2.radiusLeft = compositeLayer.radius;
|
||
layerSubmit2.radiusRight = compositeLayer.radius;
|
||
layerSubmit2.centralHorizontalAngleLeft = compositeLayer.dstRectLeft.width * 2 * Mathf.PI;
|
||
layerSubmit2.centralHorizontalAngleRight = compositeLayer.dstRectRight.width * 2 * Mathf.PI;
|
||
layerSubmit2.upperVerticalAngleLeft = (compositeLayer.dstRectLeft.height + compositeLayer.dstRectLeft.y - 0.5f) * Mathf.PI;
|
||
layerSubmit2.upperVerticalAngleRight = (compositeLayer.dstRectRight.height + compositeLayer.dstRectRight.y - 0.5f) * Mathf.PI;
|
||
layerSubmit2.lowerVerticalAngleLeft = (compositeLayer.dstRectLeft.y - 0.5f) * Mathf.PI;
|
||
layerSubmit2.lowerVerticalAngleRight = (compositeLayer.dstRectRight.y - 0.5f) * Mathf.PI;
|
||
|
||
if (compositeLayer.layerSubmitPtr != IntPtr.Zero)
|
||
{
|
||
Marshal.FreeHGlobal(compositeLayer.layerSubmitPtr);
|
||
compositeLayer.layerSubmitPtr = IntPtr.Zero;
|
||
}
|
||
|
||
compositeLayer.layerSubmitPtr = Marshal.AllocHGlobal(Marshal.SizeOf(layerSubmit2));
|
||
Marshal.StructureToPtr(layerSubmit2, compositeLayer.layerSubmitPtr, false);
|
||
|
||
OpenXRExtensions.SubmitLayerEquirect(compositeLayer.layerSubmitPtr);
|
||
}
|
||
else if (compositeLayer.overlayShape == CompositeLayerFeature.OverlayShape.Cubemap)
|
||
{
|
||
PxrLayerCube layerSubmit2 = new PxrLayerCube();
|
||
layerSubmit2.header = header;
|
||
layerSubmit2.poseLeft = poseLeft;
|
||
layerSubmit2.poseRight = poseRight;
|
||
|
||
if (compositeLayer.layerSubmitPtr != IntPtr.Zero)
|
||
{
|
||
Marshal.FreeHGlobal(compositeLayer.layerSubmitPtr);
|
||
compositeLayer.layerSubmitPtr = IntPtr.Zero;
|
||
}
|
||
|
||
compositeLayer.layerSubmitPtr = Marshal.AllocHGlobal(Marshal.SizeOf(layerSubmit2));
|
||
Marshal.StructureToPtr(layerSubmit2, compositeLayer.layerSubmitPtr, false);
|
||
|
||
OpenXRExtensions.SubmitLayerCube(compositeLayer.layerSubmitPtr);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
} |