| 1 | using System; |
| 2 | using Oculus.Avatar; |
| 3 | using UnityEngine; |
| 4 | using System.Runtime.InteropServices; |
| 5 | |
| 6 | public class OvrAvatarAssetMesh : OvrAvatarAsset |
| 7 | { |
| 8 | public Mesh mesh; |
| 9 | private ovrAvatarSkinnedMeshPose skinnedBindPose; |
| 10 | public string[] jointNames; |
| 11 | |
| 12 | public OvrAvatarAssetMesh(UInt64 _assetId, IntPtr asset, ovrAvatarAssetType meshType) |
| 13 | { |
| 14 | assetID = _assetId; |
| 15 | mesh = new Mesh(); |
| 16 | mesh.name = "Procedural Geometry for asset " + _assetId; |
| 17 | |
| 18 | SetSkinnedBindPose(asset, meshType); |
| 19 | |
| 20 | long vertexCount = 0; |
| 21 | IntPtr vertexBuffer = IntPtr.Zero; |
| 22 | uint indexCount = 0; |
| 23 | IntPtr indexBuffer = IntPtr.Zero; |
| 24 | |
| 25 | GetVertexAndIndexData(asset, meshType, out vertexCount, out vertexBuffer, out indexCount, out indexBuffer); |
| 26 | |
| 27 | AvatarLogger.Log("OvrAvatarAssetMesh: " + _assetId + " " + meshType.ToString() + " VertexCount:" + vertexCount); |
| 28 | |
| 29 | Vector3[] vertices = new Vector3[vertexCount]; |
| 30 | Vector3[] normals = new Vector3[vertexCount]; |
| 31 | Vector4[] tangents = new Vector4[vertexCount]; |
| 32 | Vector2[] uv = new Vector2[vertexCount]; |
| 33 | Color[] colors = new Color[vertexCount]; |
| 34 | BoneWeight[] boneWeights = new BoneWeight[vertexCount]; |
| 35 | |
| 36 | long vertexBufferStart = vertexBuffer.ToInt64(); |
| 37 | |
| 38 | // We have different underlying vertex types to unpack, so switch on mesh type. |
| 39 | switch (meshType) |
| 40 | { |
| 41 | case ovrAvatarAssetType.Mesh: |
| 42 | { |
| 43 | long vertexSize = (long)Marshal.SizeOf(typeof(ovrAvatarMeshVertex)); |
| 44 | |
| 45 | for (long i = 0; i < vertexCount; i++) |
| 46 | { |
| 47 | long offset = vertexSize * i; |
| 48 | |
| 49 | ovrAvatarMeshVertex vertex = (ovrAvatarMeshVertex)Marshal.PtrToStructure(new IntPtr(vertexBufferStart + offset), typeof(ovrAvatarMeshVertex)); |
| 50 | vertices[i] = new Vector3(vertex.x, vertex.y, -vertex.z); |
| 51 | normals[i] = new Vector3(vertex.nx, vertex.ny, -vertex.nz); |
| 52 | tangents[i] = new Vector4(vertex.tx, vertex.ty, -vertex.tz, vertex.tw); |
| 53 | uv[i] = new Vector2(vertex.u, vertex.v); |
| 54 | colors[i] = new Color(0, 0, 0, 1); |
| 55 | |
| 56 | boneWeights[i].boneIndex0 = vertex.blendIndices[0]; |
| 57 | boneWeights[i].boneIndex1 = vertex.blendIndices[1]; |
| 58 | boneWeights[i].boneIndex2 = vertex.blendIndices[2]; |
| 59 | boneWeights[i].boneIndex3 = vertex.blendIndices[3]; |
| 60 | boneWeights[i].weight0 = vertex.blendWeights[0]; |
| 61 | boneWeights[i].weight1 = vertex.blendWeights[1]; |
| 62 | boneWeights[i].weight2 = vertex.blendWeights[2]; |
| 63 | boneWeights[i].weight3 = vertex.blendWeights[3]; |
| 64 | } |
| 65 | } |
| 66 | break; |
| 67 | |
| 68 | case ovrAvatarAssetType.CombinedMesh: |
| 69 | { |
| 70 | long vertexSize = (long)Marshal.SizeOf(typeof(ovrAvatarMeshVertexV2)); |
| 71 | |
| 72 | for (long i = 0; i < vertexCount; i++) |
| 73 | { |
| 74 | long offset = vertexSize * i; |
| 75 | |
| 76 | ovrAvatarMeshVertexV2 vertex = (ovrAvatarMeshVertexV2)Marshal.PtrToStructure(new IntPtr(vertexBufferStart + offset), typeof(ovrAvatarMeshVertexV2)); |
| 77 | vertices[i] = new Vector3(vertex.x, vertex.y, -vertex.z); |
| 78 | normals[i] = new Vector3(vertex.nx, vertex.ny, -vertex.nz); |
| 79 | tangents[i] = new Vector4(vertex.tx, vertex.ty, -vertex.tz, vertex.tw); |
| 80 | uv[i] = new Vector2(vertex.u, vertex.v); |
| 81 | colors[i] = new Color(vertex.r, vertex.g, vertex.b, vertex.a); |
| 82 | |
| 83 | boneWeights[i].boneIndex0 = vertex.blendIndices[0]; |
| 84 | boneWeights[i].boneIndex1 = vertex.blendIndices[1]; |
| 85 | boneWeights[i].boneIndex2 = vertex.blendIndices[2]; |
| 86 | boneWeights[i].boneIndex3 = vertex.blendIndices[3]; |
| 87 | boneWeights[i].weight0 = vertex.blendWeights[0]; |
| 88 | boneWeights[i].weight1 = vertex.blendWeights[1]; |
| 89 | boneWeights[i].weight2 = vertex.blendWeights[2]; |
| 90 | boneWeights[i].weight3 = vertex.blendWeights[3]; |
| 91 | } |
| 92 | } |
| 93 | break; |
| 94 | default: |
| 95 | throw new Exception("Bad Mesh Asset Type"); |
| 96 | } |
| 97 | |
| 98 | mesh.vertices = vertices; |
| 99 | mesh.normals = normals; |
| 100 | mesh.uv = uv; |
| 101 | mesh.tangents = tangents; |
| 102 | mesh.boneWeights = boneWeights; |
| 103 | mesh.colors = colors; |
| 104 | |
| 105 | LoadBlendShapes(asset, vertexCount); |
| 106 | LoadSubmeshes(asset, indexBuffer, indexCount); |
| 107 | |
| 108 | UInt32 jointCount = skinnedBindPose.jointCount; |
| 109 | jointNames = new string[jointCount]; |
| 110 | for (UInt32 i = 0; i < jointCount; i++) |
| 111 | { |
| 112 | jointNames[i] = Marshal.PtrToStringAnsi(skinnedBindPose.jointNames[i]); |
| 113 | } |
| 114 | } |
| 115 | |
| 116 | private void LoadSubmeshes(IntPtr asset, IntPtr indexBufferPtr, ulong indexCount) |
| 117 | { |
| 118 | UInt32 subMeshCount = CAPI.ovrAvatarAsset_GetSubmeshCount(asset); |
| 119 | |
| 120 | AvatarLogger.Log("LoadSubmeshes: " + subMeshCount); |
| 121 | |
| 122 | Int16[] indices = new Int16[indexCount]; |
| 123 | Marshal.Copy(indexBufferPtr, indices, 0, (int)indexCount); |
| 124 | |
| 125 | mesh.subMeshCount = (int)subMeshCount; |
| 126 | uint accumedOffset = 0; |
| 127 | for (UInt32 index = 0; index < subMeshCount; index++) |
| 128 | { |
| 129 | var submeshIndexCount = CAPI.ovrAvatarAsset_GetSubmeshLastIndex(asset, index); |
| 130 | var currSpan = submeshIndexCount - accumedOffset; |
| 131 | |
| 132 | Int32[] triangles = new Int32[currSpan]; |
| 133 | |
| 134 | int triangleOffset = 0; |
| 135 | for (ulong i = accumedOffset; i < submeshIndexCount; i += 3) |
| 136 | { |
| 137 | // NOTE: We are changing the order of each triangle to match unity expectations vs pipeline. |
| 138 | triangles[triangleOffset + 2] = (Int32)indices[i]; |
| 139 | triangles[triangleOffset + 1] = (Int32)indices[i + 1]; |
| 140 | triangles[triangleOffset] = (Int32)indices[i + 2]; |
| 141 | |
| 142 | triangleOffset += 3; |
| 143 | } |
| 144 | |
| 145 | accumedOffset += currSpan; |
| 146 | |
| 147 | mesh.SetIndices(triangles, MeshTopology.Triangles, (int)index); |
| 148 | } |
| 149 | } |
| 150 | |
| 151 | private void LoadBlendShapes(IntPtr asset, long vertexCount) |
| 152 | { |
| 153 | UInt32 blendShapeCount = CAPI.ovrAvatarAsset_GetMeshBlendShapeCount(asset); |
| 154 | IntPtr blendShapeVerts = CAPI.ovrAvatarAsset_GetMeshBlendShapeVertices(asset); |
| 155 | |
| 156 | AvatarLogger.Log("LoadBlendShapes: " + blendShapeCount); |
| 157 | |
| 158 | if (blendShapeVerts != IntPtr.Zero) |
| 159 | { |
| 160 | long offset = 0; |
| 161 | long blendVertexSize = (long)Marshal.SizeOf(typeof(ovrAvatarBlendVertex)); |
| 162 | long blendVertexBufferStart = blendShapeVerts.ToInt64(); |
| 163 | |
| 164 | for (UInt32 blendIndex = 0; blendIndex < blendShapeCount; blendIndex++) |
| 165 | { |
| 166 | Vector3[] blendVerts = new Vector3[vertexCount]; |
| 167 | Vector3[] blendNormals = new Vector3[vertexCount]; |
| 168 | Vector3[] blendTangents = new Vector3[vertexCount]; |
| 169 | |
| 170 | for (long i = 0; i < vertexCount; i++) |
| 171 | { |
| 172 | ovrAvatarBlendVertex vertex = (ovrAvatarBlendVertex)Marshal.PtrToStructure(new IntPtr(blendVertexBufferStart + offset), typeof(ovrAvatarBlendVertex)); |
| 173 | blendVerts[i] = new Vector3(vertex.x, vertex.y, -vertex.z); |
| 174 | blendNormals[i] = new Vector3(vertex.nx, vertex.ny, -vertex.nz); |
| 175 | blendTangents[i] = new Vector4(vertex.tx, vertex.ty, -vertex.tz); |
| 176 | |
| 177 | offset += blendVertexSize; |
| 178 | } |
| 179 | |
| 180 | IntPtr namePtr = CAPI.ovrAvatarAsset_GetMeshBlendShapeName(asset, blendIndex); |
| 181 | string name = Marshal.PtrToStringAnsi(namePtr); |
| 182 | const float frameWeight = 100f; |
| 183 | mesh.AddBlendShapeFrame(name, frameWeight, blendVerts, blendNormals, blendTangents); |
| 184 | } |
| 185 | } |
| 186 | } |
| 187 | |
| 188 | private void SetSkinnedBindPose(IntPtr asset, ovrAvatarAssetType meshType) |
| 189 | { |
| 190 | switch (meshType) |
| 191 | { |
| 192 | case ovrAvatarAssetType.Mesh: |
| 193 | skinnedBindPose = CAPI.ovrAvatarAsset_GetMeshData(asset).skinnedBindPose; |
| 194 | break; |
| 195 | case ovrAvatarAssetType.CombinedMesh: |
| 196 | skinnedBindPose = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).skinnedBindPose; |
| 197 | break; |
| 198 | default: |
| 199 | break; |
| 200 | |
| 201 | } |
| 202 | } |
| 203 | |
| 204 | private void GetVertexAndIndexData( |
| 205 | IntPtr asset, |
| 206 | ovrAvatarAssetType meshType, |
| 207 | out long vertexCount, |
| 208 | out IntPtr vertexBuffer, |
| 209 | out uint indexCount, |
| 210 | out IntPtr indexBuffer) |
| 211 | { |
| 212 | vertexCount = 0; |
| 213 | vertexBuffer = IntPtr.Zero; |
| 214 | indexCount = 0; |
| 215 | indexBuffer = IntPtr.Zero; |
| 216 | |
| 217 | switch (meshType) |
| 218 | { |
| 219 | case ovrAvatarAssetType.Mesh: |
| 220 | vertexCount = CAPI.ovrAvatarAsset_GetMeshData(asset).vertexCount; |
| 221 | vertexBuffer = CAPI.ovrAvatarAsset_GetMeshData(asset).vertexBuffer; |
| 222 | indexCount = CAPI.ovrAvatarAsset_GetMeshData(asset).indexCount; |
| 223 | indexBuffer = CAPI.ovrAvatarAsset_GetMeshData(asset).indexBuffer; |
| 224 | break; |
| 225 | case ovrAvatarAssetType.CombinedMesh: |
| 226 | vertexCount = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).vertexCount; |
| 227 | vertexBuffer = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).vertexBuffer; |
| 228 | indexCount = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).indexCount; |
| 229 | indexBuffer = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).indexBuffer; |
| 230 | break; |
| 231 | default: |
| 232 | break; |
| 233 | } |
| 234 | } |
| 235 | |
| 236 | public SkinnedMeshRenderer CreateSkinnedMeshRendererOnObject(GameObject target) |
| 237 | { |
| 238 | SkinnedMeshRenderer skinnedMeshRenderer = target.AddComponent<SkinnedMeshRenderer>(); |
| 239 | skinnedMeshRenderer.sharedMesh = mesh; |
| 240 | mesh.name = "AvatarMesh_" + assetID; |
| 241 | UInt32 jointCount = skinnedBindPose.jointCount; |
| 242 | GameObject[] bones = new GameObject[jointCount]; |
| 243 | Transform[] boneTransforms = new Transform[jointCount]; |
| 244 | Matrix4x4[] bindPoses = new Matrix4x4[jointCount]; |
| 245 | for (UInt32 i = 0; i < jointCount; i++) |
| 246 | { |
| 247 | bones[i] = new GameObject(); |
| 248 | boneTransforms[i] = bones[i].transform; |
| 249 | bones[i].name = jointNames[i]; |
| 250 | int parentIndex = skinnedBindPose.jointParents[i]; |
| 251 | if (parentIndex == -1) |
| 252 | { |
| 253 | bones[i].transform.parent = skinnedMeshRenderer.transform; |
| 254 | skinnedMeshRenderer.rootBone = bones[i].transform; |
| 255 | } |
| 256 | else |
| 257 | { |
| 258 | bones[i].transform.parent = bones[parentIndex].transform; |
| 259 | } |
| 260 | |
| 261 | // Set the position relative to the parent |
| 262 | Vector3 position = skinnedBindPose.jointTransform[i].position; |
| 263 | position.z = -position.z; |
| 264 | bones[i].transform.localPosition = position; |
| 265 | |
| 266 | Quaternion orientation = skinnedBindPose.jointTransform[i].orientation; |
| 267 | orientation.x = -orientation.x; |
| 268 | orientation.y = -orientation.y; |
| 269 | bones[i].transform.localRotation = orientation; |
| 270 | |
| 271 | bones[i].transform.localScale = skinnedBindPose.jointTransform[i].scale; |
| 272 | |
| 273 | bindPoses[i] = bones[i].transform.worldToLocalMatrix * skinnedMeshRenderer.transform.localToWorldMatrix; |
| 274 | } |
| 275 | skinnedMeshRenderer.bones = boneTransforms; |
| 276 | mesh.bindposes = bindPoses; |
| 277 | return skinnedMeshRenderer; |
| 278 | } |
| 279 | } |