BlueGit

blue-star ggj-2020

Files

ggj-2020 / Assets / Oculus / Avatar / Scripts / OvrAvatarAssetMesh.cs

OvrAvatarAssetMesh.cs

Project Import
timfa Tim Falken · pushed by timfa · 6 years ago
b77834a1 History
OvrAvatarAssetMesh.cs 11.6 KiB Download Raw
1using System;
2using Oculus.Avatar;
3using UnityEngine;
4using System.Runtime.InteropServices;
5
6public class OvrAvatarAssetMesh : OvrAvatarAsset
7{
8 public Mesh mesh;
9 private ovrAvatarSkinnedMeshPose skinnedBindPose;
10 public string[] jointNames;
11
12 public OvrAvatarAssetMesh(UInt64 _assetId, IntPtr asset, ovrAvatarAssetType meshType)
13 {
14 assetID = _assetId;
15 mesh = new Mesh();
16 mesh.name = "Procedural Geometry for asset " + _assetId;
17
18 SetSkinnedBindPose(asset, meshType);
19
20 long vertexCount = 0;
21 IntPtr vertexBuffer = IntPtr.Zero;
22 uint indexCount = 0;
23 IntPtr indexBuffer = IntPtr.Zero;
24
25 GetVertexAndIndexData(asset, meshType, out vertexCount, out vertexBuffer, out indexCount, out indexBuffer);
26
27 AvatarLogger.Log("OvrAvatarAssetMesh: " + _assetId + " " + meshType.ToString() + " VertexCount:" + vertexCount);
28
29 Vector3[] vertices = new Vector3[vertexCount];
30 Vector3[] normals = new Vector3[vertexCount];
31 Vector4[] tangents = new Vector4[vertexCount];
32 Vector2[] uv = new Vector2[vertexCount];
33 Color[] colors = new Color[vertexCount];
34 BoneWeight[] boneWeights = new BoneWeight[vertexCount];
35
36 long vertexBufferStart = vertexBuffer.ToInt64();
37
38 // We have different underlying vertex types to unpack, so switch on mesh type.
39 switch (meshType)
40 {
41 case ovrAvatarAssetType.Mesh:
42 {
43 long vertexSize = (long)Marshal.SizeOf(typeof(ovrAvatarMeshVertex));
44
45 for (long i = 0; i < vertexCount; i++)
46 {
47 long offset = vertexSize * i;
48
49 ovrAvatarMeshVertex vertex = (ovrAvatarMeshVertex)Marshal.PtrToStructure(new IntPtr(vertexBufferStart + offset), typeof(ovrAvatarMeshVertex));
50 vertices[i] = new Vector3(vertex.x, vertex.y, -vertex.z);
51 normals[i] = new Vector3(vertex.nx, vertex.ny, -vertex.nz);
52 tangents[i] = new Vector4(vertex.tx, vertex.ty, -vertex.tz, vertex.tw);
53 uv[i] = new Vector2(vertex.u, vertex.v);
54 colors[i] = new Color(0, 0, 0, 1);
55
56 boneWeights[i].boneIndex0 = vertex.blendIndices[0];
57 boneWeights[i].boneIndex1 = vertex.blendIndices[1];
58 boneWeights[i].boneIndex2 = vertex.blendIndices[2];
59 boneWeights[i].boneIndex3 = vertex.blendIndices[3];
60 boneWeights[i].weight0 = vertex.blendWeights[0];
61 boneWeights[i].weight1 = vertex.blendWeights[1];
62 boneWeights[i].weight2 = vertex.blendWeights[2];
63 boneWeights[i].weight3 = vertex.blendWeights[3];
64 }
65 }
66 break;
67
68 case ovrAvatarAssetType.CombinedMesh:
69 {
70 long vertexSize = (long)Marshal.SizeOf(typeof(ovrAvatarMeshVertexV2));
71
72 for (long i = 0; i < vertexCount; i++)
73 {
74 long offset = vertexSize * i;
75
76 ovrAvatarMeshVertexV2 vertex = (ovrAvatarMeshVertexV2)Marshal.PtrToStructure(new IntPtr(vertexBufferStart + offset), typeof(ovrAvatarMeshVertexV2));
77 vertices[i] = new Vector3(vertex.x, vertex.y, -vertex.z);
78 normals[i] = new Vector3(vertex.nx, vertex.ny, -vertex.nz);
79 tangents[i] = new Vector4(vertex.tx, vertex.ty, -vertex.tz, vertex.tw);
80 uv[i] = new Vector2(vertex.u, vertex.v);
81 colors[i] = new Color(vertex.r, vertex.g, vertex.b, vertex.a);
82
83 boneWeights[i].boneIndex0 = vertex.blendIndices[0];
84 boneWeights[i].boneIndex1 = vertex.blendIndices[1];
85 boneWeights[i].boneIndex2 = vertex.blendIndices[2];
86 boneWeights[i].boneIndex3 = vertex.blendIndices[3];
87 boneWeights[i].weight0 = vertex.blendWeights[0];
88 boneWeights[i].weight1 = vertex.blendWeights[1];
89 boneWeights[i].weight2 = vertex.blendWeights[2];
90 boneWeights[i].weight3 = vertex.blendWeights[3];
91 }
92 }
93 break;
94 default:
95 throw new Exception("Bad Mesh Asset Type");
96 }
97
98 mesh.vertices = vertices;
99 mesh.normals = normals;
100 mesh.uv = uv;
101 mesh.tangents = tangents;
102 mesh.boneWeights = boneWeights;
103 mesh.colors = colors;
104
105 LoadBlendShapes(asset, vertexCount);
106 LoadSubmeshes(asset, indexBuffer, indexCount);
107
108 UInt32 jointCount = skinnedBindPose.jointCount;
109 jointNames = new string[jointCount];
110 for (UInt32 i = 0; i < jointCount; i++)
111 {
112 jointNames[i] = Marshal.PtrToStringAnsi(skinnedBindPose.jointNames[i]);
113 }
114 }
115
116 private void LoadSubmeshes(IntPtr asset, IntPtr indexBufferPtr, ulong indexCount)
117 {
118 UInt32 subMeshCount = CAPI.ovrAvatarAsset_GetSubmeshCount(asset);
119
120 AvatarLogger.Log("LoadSubmeshes: " + subMeshCount);
121
122 Int16[] indices = new Int16[indexCount];
123 Marshal.Copy(indexBufferPtr, indices, 0, (int)indexCount);
124
125 mesh.subMeshCount = (int)subMeshCount;
126 uint accumedOffset = 0;
127 for (UInt32 index = 0; index < subMeshCount; index++)
128 {
129 var submeshIndexCount = CAPI.ovrAvatarAsset_GetSubmeshLastIndex(asset, index);
130 var currSpan = submeshIndexCount - accumedOffset;
131
132 Int32[] triangles = new Int32[currSpan];
133
134 int triangleOffset = 0;
135 for (ulong i = accumedOffset; i < submeshIndexCount; i += 3)
136 {
137 // NOTE: We are changing the order of each triangle to match unity expectations vs pipeline.
138 triangles[triangleOffset + 2] = (Int32)indices[i];
139 triangles[triangleOffset + 1] = (Int32)indices[i + 1];
140 triangles[triangleOffset] = (Int32)indices[i + 2];
141
142 triangleOffset += 3;
143 }
144
145 accumedOffset += currSpan;
146
147 mesh.SetIndices(triangles, MeshTopology.Triangles, (int)index);
148 }
149 }
150
151 private void LoadBlendShapes(IntPtr asset, long vertexCount)
152 {
153 UInt32 blendShapeCount = CAPI.ovrAvatarAsset_GetMeshBlendShapeCount(asset);
154 IntPtr blendShapeVerts = CAPI.ovrAvatarAsset_GetMeshBlendShapeVertices(asset);
155
156 AvatarLogger.Log("LoadBlendShapes: " + blendShapeCount);
157
158 if (blendShapeVerts != IntPtr.Zero)
159 {
160 long offset = 0;
161 long blendVertexSize = (long)Marshal.SizeOf(typeof(ovrAvatarBlendVertex));
162 long blendVertexBufferStart = blendShapeVerts.ToInt64();
163
164 for (UInt32 blendIndex = 0; blendIndex < blendShapeCount; blendIndex++)
165 {
166 Vector3[] blendVerts = new Vector3[vertexCount];
167 Vector3[] blendNormals = new Vector3[vertexCount];
168 Vector3[] blendTangents = new Vector3[vertexCount];
169
170 for (long i = 0; i < vertexCount; i++)
171 {
172 ovrAvatarBlendVertex vertex = (ovrAvatarBlendVertex)Marshal.PtrToStructure(new IntPtr(blendVertexBufferStart + offset), typeof(ovrAvatarBlendVertex));
173 blendVerts[i] = new Vector3(vertex.x, vertex.y, -vertex.z);
174 blendNormals[i] = new Vector3(vertex.nx, vertex.ny, -vertex.nz);
175 blendTangents[i] = new Vector4(vertex.tx, vertex.ty, -vertex.tz);
176
177 offset += blendVertexSize;
178 }
179
180 IntPtr namePtr = CAPI.ovrAvatarAsset_GetMeshBlendShapeName(asset, blendIndex);
181 string name = Marshal.PtrToStringAnsi(namePtr);
182 const float frameWeight = 100f;
183 mesh.AddBlendShapeFrame(name, frameWeight, blendVerts, blendNormals, blendTangents);
184 }
185 }
186 }
187
188 private void SetSkinnedBindPose(IntPtr asset, ovrAvatarAssetType meshType)
189 {
190 switch (meshType)
191 {
192 case ovrAvatarAssetType.Mesh:
193 skinnedBindPose = CAPI.ovrAvatarAsset_GetMeshData(asset).skinnedBindPose;
194 break;
195 case ovrAvatarAssetType.CombinedMesh:
196 skinnedBindPose = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).skinnedBindPose;
197 break;
198 default:
199 break;
200
201 }
202 }
203
204 private void GetVertexAndIndexData(
205 IntPtr asset,
206 ovrAvatarAssetType meshType,
207 out long vertexCount,
208 out IntPtr vertexBuffer,
209 out uint indexCount,
210 out IntPtr indexBuffer)
211 {
212 vertexCount = 0;
213 vertexBuffer = IntPtr.Zero;
214 indexCount = 0;
215 indexBuffer = IntPtr.Zero;
216
217 switch (meshType)
218 {
219 case ovrAvatarAssetType.Mesh:
220 vertexCount = CAPI.ovrAvatarAsset_GetMeshData(asset).vertexCount;
221 vertexBuffer = CAPI.ovrAvatarAsset_GetMeshData(asset).vertexBuffer;
222 indexCount = CAPI.ovrAvatarAsset_GetMeshData(asset).indexCount;
223 indexBuffer = CAPI.ovrAvatarAsset_GetMeshData(asset).indexBuffer;
224 break;
225 case ovrAvatarAssetType.CombinedMesh:
226 vertexCount = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).vertexCount;
227 vertexBuffer = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).vertexBuffer;
228 indexCount = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).indexCount;
229 indexBuffer = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).indexBuffer;
230 break;
231 default:
232 break;
233 }
234 }
235
236 public SkinnedMeshRenderer CreateSkinnedMeshRendererOnObject(GameObject target)
237 {
238 SkinnedMeshRenderer skinnedMeshRenderer = target.AddComponent<SkinnedMeshRenderer>();
239 skinnedMeshRenderer.sharedMesh = mesh;
240 mesh.name = "AvatarMesh_" + assetID;
241 UInt32 jointCount = skinnedBindPose.jointCount;
242 GameObject[] bones = new GameObject[jointCount];
243 Transform[] boneTransforms = new Transform[jointCount];
244 Matrix4x4[] bindPoses = new Matrix4x4[jointCount];
245 for (UInt32 i = 0; i < jointCount; i++)
246 {
247 bones[i] = new GameObject();
248 boneTransforms[i] = bones[i].transform;
249 bones[i].name = jointNames[i];
250 int parentIndex = skinnedBindPose.jointParents[i];
251 if (parentIndex == -1)
252 {
253 bones[i].transform.parent = skinnedMeshRenderer.transform;
254 skinnedMeshRenderer.rootBone = bones[i].transform;
255 }
256 else
257 {
258 bones[i].transform.parent = bones[parentIndex].transform;
259 }
260
261 // Set the position relative to the parent
262 Vector3 position = skinnedBindPose.jointTransform[i].position;
263 position.z = -position.z;
264 bones[i].transform.localPosition = position;
265
266 Quaternion orientation = skinnedBindPose.jointTransform[i].orientation;
267 orientation.x = -orientation.x;
268 orientation.y = -orientation.y;
269 bones[i].transform.localRotation = orientation;
270
271 bones[i].transform.localScale = skinnedBindPose.jointTransform[i].scale;
272
273 bindPoses[i] = bones[i].transform.worldToLocalMatrix * skinnedMeshRenderer.transform.localToWorldMatrix;
274 }
275 skinnedMeshRenderer.bones = boneTransforms;
276 mesh.bindposes = bindPoses;
277 return skinnedMeshRenderer;
278 }
279}