/// 簡略化していますusingUnityEngine;usinguOSC;publicclassOSCVolumeAndPitchVisualizer:MonoBehaviour{/// 0~1のfloat値を0~255のモノクロ値でピクセルに書き込むコンピュートシェーダpublicComputeShaderNormalizedRGBValueTo64pxRGBBrightness;/// 書き込むピクセル位置publicintrow,column;/// 書き込むテクスチャ[SerializeField]privateRenderTextureoutput;/// OSCの受信サーバー[SerializeField]uOscServerserver;/// 受け取るOSCアドレス[SerializeField]stringaddress;/// volume: 0~1/// pitch: 0=A（ラ）で0~11の整数[SerializeField]floatvolume=0,pitch=-2;/// hsv（色）値: 0=1[SerializeField]floath,s=1.0f,v;voidStart(){server.onDataReceived.AddListener(OnDataReceived);}voidOnDataReceived(Messagemessage){if(message.address==(address+"/volume")){float.TryParse(message.values[0].GetString(),outvolume);}elseif(message.address==(address+"/pitch")){// 0 = A, 1 = A# で0~11まで　検出できなかった場合-1が返ってくるfloat.TryParse(message.values[0].GetString(),outpitch);}}privatevoidUpdate(){vardt=Time.deltaTime;/// 音量をそのまま明度にv=volume;/// ピッチを色相に（実際にはカクカク変わらないようにLerpAngleで補完処理をかけました）h=pitch/12.0f;/// HSVカラーをRGBに変換varrgb=Color.HSVToRGB(h,s,v*v);SetBlockRGB(row,column,rgb);}/// <summary>/// 指定したブロック（8px × 8px）を指定した色で塗る/// </summary>/// <param name="rowInMethod">ブロックの行</param>/// <param name="columnInMethod">ブロックの列</param>/// <param name="rgbInMethod">色</param>privatevoidSetBlockRGB(introwInMethod,intcolumnInMethod,ColorrgbInMethod){// 呼びたいカーネル（処理）を決めるvarkernel=NormalizedRGBValueTo64pxRGBBrightness.FindKernel("CSMain");// 必要なデータやら参照やらを渡すNormalizedRGBValueTo64pxRGBBrightness.SetInt("row",rowInMethod);NormalizedRGBValueTo64pxRGBBrightness.SetInt("column",columnInMethod);NormalizedRGBValueTo64pxRGBBrightness.SetFloat("normalizedRed",rgbInMethod.r);NormalizedRGBValueTo64pxRGBBrightness.SetFloat("normalizedGreen",rgbInMethod.g);NormalizedRGBValueTo64pxRGBBrightness.SetFloat("normalizedBlue",rgbInMethod.b);NormalizedRGBValueTo64pxRGBBrightness.SetTexture(kernel,"OutPosition",output);// コンピュートシェーダを実行するNormalizedRGBValueTo64pxRGBBrightness.Dispatch(kernel,1,1,1);}}

// csから渡される値RWTexture2D<float4>OutPosition;introw,column;floatnormalizedRed,normalizedGreen,normalizedBlue;[numthreads(1,1,1)]voidCSMain(uint3id:SV_DispatchThreadID){for(uintx=0;x<8;x++){for(uinty=0;y<8;y++){OutPosition[uint2((row)*8+x,(column)*8+y)]=float4(normalizedRed,normalizedBlue,normalizedGreen,1.0);}}}

// csから渡される値RWTexture2D<float4>OutPosition;floatval;introw;intcolumn;float4oddBitOfUintTo8bitBrightness(uintposMillimeter){// 0bo-p-q-r-s-t-u-v- -> 0b00000000opqrstuv にするuintgoal=0;goal=(posMillimeter&2)==2?1:goal;goal=(posMillimeter&8)==8?goal|2:goal;goal=(posMillimeter&32)==32?goal|4:goal;goal=(posMillimeter&128)==128?goal|8:goal;goal=(posMillimeter&512)==512?goal|16:goal;goal=(posMillimeter&2048)==2048?goal|32:goal;goal=(posMillimeter&8192)==8192?goal|64:goal;goal=(posMillimeter&32768)==32768?goal|128:goal;returnfloat4(goal&0xff,goal&0xff,goal&0xff,0)/255.0;}float4evenBitOfUintTo8bitBrightness(uintposMillimeter){// 0b-o-p-q-r-s-t-u-v -> 0b00000000opqrstuv にするuintgoal=0;goal=(posMillimeter&1)==1?1:goal;goal=(posMillimeter&4)==4?goal|2:goal;goal=(posMillimeter&16)==16?goal|4:goal;goal=(posMillimeter&64)==64?goal|8:goal;goal=(posMillimeter&256)==256?goal|16:goal;goal=(posMillimeter&1024)==1024?goal|32:goal;goal=(posMillimeter&4096)==4096?goal|64:goal;goal=(posMillimeter&16384)==16384?goal|128:goal;returnfloat4(goal&0xff,goal&0xff,goal&0xff,0)/255.0;}[numthreads(1,1,1)]voidCSMainFHD(uint3id:SV_DispatchThreadID){uintuintValue=val*65535.0f;for(uintx=0;x<8;x++){for(uinty=0;y<8;y++){OutPosition[uint2((row)*8+x,(column)*8+y)]=oddBitOfUintTo8bitBrightness(uintValue);OutPosition[uint2((row+1)*8+x,(column)*8+y)]=evenBitOfUintTo8bitBrightness(uintValue);}}}

publicclassRealtimeVertexBaker16bitUnsignedInt:MonoBehaviour{publicComputeShaderinfoTexGen;publicMaterialmaterial;// テクスチャのどの位置に書き込むかというオフセットpublicintcolumnOffset=0;privateSkinnedMeshRenderer_skin;privateintvertexCount;privateconstintTEX_WIDTH=1920,TEX_HEIGHT=1080;[SerializeField]privateRenderTexturepRt;privateMeshmesh;privateList<Vector3>posList;privateComputeBufferposBuffer;privatevoidStart(){// アバターのSkinned Mesh Rendererを取得する_skin=GetComponent<SkinnedMeshRenderer>();vertexCount=_skin.sharedMesh.vertexCount;mesh=newMesh();// レンダーテクスチャを書き込み可能にするpRt.enableRandomWrite=true;}voidUpdate(){// SkinnedMeshRenderから現在のフレームのmeshを作る_skin.BakeMesh(mesh);// コンピュートシェーダーに値を渡す入れ物をつくる// C言語の動的メモリ確保みたいな感じで、頂点数 * Vector3のサイズのバッファをつくるposBuffer=newComputeBuffer(vertexCount,System.Runtime.InteropServices.Marshal.SizeOf(typeof(Vector3)));// meshの頂点位置情報をセットするposBuffer.SetData(mesh.vertices);varkernel=infoTexGen.FindKernel("CSMainFHD");// 必要なデータや参照を渡すinfoTexGen.SetInt("VertCount",vertexCount);infoTexGen.SetInt("ColumnOffset",columnOffset);infoTexGen.SetBuffer(kernel,"Pos",posBuffer);infoTexGen.SetTexture(kernel,"OutPosition",pRt);// コンピュートシェーダを実行する// 引数はスレッド数// スレッド数は 頂点数 * 1 * 1infoTexGen.Dispatch(kernel,vertexCount,1,1);posBuffer.Release();}}

// csから渡される値RWTexture2D<float4>OutPosition;StructuredBuffer<float3>Pos;intVertCount;intColumnOffset;[numthreads(1,1,1)]voidCSMainFHD(uint3id:SV_DispatchThreadID){// // id.xはそのまま頂点ID// row = id.x % (TEX_WIDTH / 4) // 4はcolumnあたりのx方向の画素数// column = id.x / (TEX_WIDTH / 4)uintindex=id.x;float3pos=Pos[index];intTEX_WIDTH=1920;uintrow=index%(TEX_WIDTH/4);uintcolumn=index/(TEX_WIDTH/4)+ColumnOffset;uintposXMillimeter=(pos.x+3.2767f)*10000.0f;uintposYMillimeter=(pos.y+3.2767f)*10000.0f;uintposZMillimeter=(pos.z+3.2767f)*10000.0f;//pos.x1OutPosition[uint2(row*4+0,column*6+0)]=oddBitOfUintTo8bitBrightness(posXMillimeter);OutPosition[uint2(row*4+0,column*6+1)]=oddBitOfUintTo8bitBrightness(posXMillimeter);OutPosition[uint2(row*4+1,column*6+0)]=oddBitOfUintTo8bitBrightness(posXMillimeter);OutPosition[uint2(row*4+1,column*6+1)]=oddBitOfUintTo8bitBrightness(posXMillimeter);//pos.x2OutPosition[uint2(row*4+2,column*6+0)]=evenBitOfUintTo8bitBrightness(posXMillimeter);OutPosition[uint2(row*4+2,column*6+1)]=evenBitOfUintTo8bitBrightness(posXMillimeter);OutPosition[uint2(row*4+3,column*6+0)]=evenBitOfUintTo8bitBrightness(posXMillimeter);OutPosition[uint2(row*4+3,column*6+1)]=evenBitOfUintTo8bitBrightness(posXMillimeter);//pos.y1//省略//pos.y2//省略//pos.z1//省略//pos.z2//省略    }

floattexelSizeX=(1.0/1920.0);floattexelSizeY=(1.0/1080.0);float4color=float4(1,1,1,1);// value1 rowとcolumnで指定された8*8正方形の1ブロックを読む// 中心6*6を読んでとりあえず合計するfor(uintx=0;x<6;x++){for(uinty=0;y<6;y++){float2address=float2(// 8pxで1ブロックなのでrow*8, ブロック内の外周は捨てる方が精度が高いと思われる((_row)*8+1+x)*texelSizeX,((_column)*8+1+y)*texelSizeY);color+=tex2Dlod(_valueTex,float4(address.x,address.y,0,0));}}// 合計を36で割って平均化するcolor=color/36.0;

floatunpackUintFromDoubleFloat4(float4oneSecond,float4twoSecond){// 8bitの値 oneSecond = 0bxxxxxxxx と twoSecond = 0byyyyyyyy を合わせて 16bit goal = 0bxyxyxyxyxyxyxyxy にするuint4oS=uint4(oneSecond*255.0+0.5);uint4tS=uint4(twoSecond*255.0+0.5);uintfirstGoal=(oS.x&1)==1?2:0;firstGoal=(oS.x&2)==2?firstGoal|8:firstGoal;firstGoal=(oS.x&4)==4?firstGoal|32:firstGoal;firstGoal=(oS.x&8)==8?firstGoal|128:firstGoal;firstGoal=(oS.x&16)==16?firstGoal|512:firstGoal;firstGoal=(oS.x&32)==32?firstGoal|2048:firstGoal;firstGoal=(oS.x&64)==64?firstGoal|8192:firstGoal;firstGoal=(oS.x&128)==128?firstGoal|32768:firstGoal;uintsecondGoal=(tS.x&1)==1?1:0;secondGoal=(tS.x&2)==2?secondGoal|4:secondGoal;secondGoal=(tS.x&4)==4?secondGoal|16:secondGoal;secondGoal=(tS.x&8)==8?secondGoal|64:secondGoal;secondGoal=(tS.x&16)==16?secondGoal|256:secondGoal;secondGoal=(tS.x&32)==32?secondGoal|1024:secondGoal;secondGoal=(tS.x&64)==64?secondGoal|4096:secondGoal;secondGoal=(tS.x&128)==128?secondGoal|16384:secondGoal;uintgoal=firstGoal|secondGoal;floatvalue=goal;returnvalue;}

// vertシェーダ内//------RGB to HSV -------float3hsv=rgb2hsv(color);//------------------------floatrad=radians(hsv.x*360.0);v.vertex.x+=cos(rad);v.vertex.y+=sin(rad);//------------------------v2fo;o.vertex=UnityObjectToClipPos(v.vertex);o.uv=TRANSFORM_TEX(v.uv,_MainTex);UNITY_TRANSFER_FOG(o,o.vertex);returno;

appdatavert(appdatav,uintvid:SV_VertexID){// テクスチャから値を取ってくるところは演出と同じため省略// 16bitの0~65536の値を-3.2767m ~ 3.2767mの元の位置情報に直すfloatposX=unpackUintFromDoubleFloat4(oneSecondPosX,twoSecondPosX)/10000.0f-3.2767f;floatposY=unpackUintFromDoubleFloat4(oneSecondPosY,twoSecondPosY)/10000.0f-3.2767f;floatposZ=unpackUintFromDoubleFloat4(oneSecondPosZ,twoSecondPosZ)/10000.0f-3.2767;float3pos=float3(posX,posY,posZ);appdatao;o.vertex=v.vertex;// 頂点位置をテクスチャから読み込んだものに差し替えるo.vertex.xyz=pos;o.uv=v.uv;returno;}

[maxvertexcount(3)]voidgeom(triangleappdataIN[3],inoutTriangleStream<g2f>triStream){// このポリゴンを省くか？のフラグboolisBug=false;// 今見ている三角ポリゴンの各辺の長さを取得しますfloatsideLength0to1=length(IN[0].vertex-IN[1].vertex);floatsideLength1to2=length(IN[1].vertex-IN[2].vertex);floatsideLength2to0=length(IN[2].vertex-IN[0].vertex);floatrateThreshold=5.0;// フィルター：辺の比がおかしかったら消すisBug=sideLength0to1>sideLength1to2*rateThreshold||sideLength1to2>sideLength2to0*rateThreshold||sideLength2to0>sideLength0to1*rateThreshold?true:isBug;// フィルター：ある頂点間の距離がx[m]以上あったらfloatthreshold=0.4;isBug=sideLength0to1>threshold||sideLength1to2>threshold||sideLength2to0>threshold?true:isBug;// フィルター：頂点が範囲外ならfor(inti=0;i<3;i++){appdatav=IN[i];isBug=v.vertex.x>1.0||v.vertex.y>2.0||v.vertex.z>1.0||v.vertex.x<-1.0||v.vertex.y<-1.0||v.vertex.z<-1.0?true:isBug;}[unroll]for(inti=0;i<3;i++){// 頂点シェーダからもらった3頂点それぞれを射影変換して通常のレンダリングと同様にポリゴン位置を決めるappdatav=IN[i];g2fo;// isBugフラグがあれば頂点位置を原点に飛ばす（discardでよさそう）o.vertex=isBug?float4(0,0,0,0):UnityObjectToClipPos(v.vertex);o.uv=v.uv;o.normal=UnityObjectToWorldNormal(normal);triStream.Append(o);}}

float4quatenionAxQuaternionB(float4qa,float4qb){returnfloat4(qa.w*qb.x+qa.x*qb.w+qa.y*qb.z-qa.z*qb.y,qa.w*qb.y-qa.x*qb.z+qa.y*qb.w+qa.z*qb.x,qa.w*qb.z+qa.x*qb.y-qa.y*qb.x+qa.z*qb.w,qa.w*qb.w-qa.x*qb.x-qa.y*qb.y-qa.z*qb.z);}v2fvert(appdatav,uintvid:SV_VertexID){// -----------省略-------------float4quaternion=float4(qx,qy,qz,qw);float4conjugateQ=float4(-qx,-qy,-qz,qw);// 共役float4vertAsQ=float4(v.vertex.x,v.vertex.y,v.vertex.z,0);float4rotatedPos=quatenionAxQuaternionB(quatenionAxQuaternionB(quaternion,vertAsQ),conjugateQ);v2fo;o.vertex=UnityObjectToClipPos(rotatedPos);o.uv=v.uv;returno;}

#include <M5StickC.h>
#include <WiFi.h>
#include <WiFiUDP.h>
#include <OSCMessage.h>
/**
 * WiFiアクセス用
 */constcharssid[]="[お使いのルーターのSSID]";constcharpass[]="[パスワード]";staticWiFiUDPwifiUdp;staticconstchar*kRemoteIpadr="[受け取りたいPCのプライベートIP]";staticconstintkRmoteUdpPort=8001;//送信先のポートstaticconstintkLocalPort=7000;//自身のポートbooleanconnected=false;/**
 * HCSR-04用
 */intTrig=26;intEcho=36;intDuration;floatDistance;/**
 * IMU用
 */floatpitch=0.0F;floatroll=0.0F;floatyaw=0.0F;floattemp=0;/**
 * Setup
 */staticvoidWiFi_setup(){WiFi.begin(ssid,pass);while(WiFi.status()!=WL_CONNECTED){delay(500);}}staticvoidSerial_setup(){Serial.begin(115200);Serial.println("");// to separate line  }staticvoidHcsr04_setup(){pinMode(Trig,OUTPUT);pinMode(Echo,INPUT);}voidsetup(){Hcsr04_setup();Serial_setup();WiFi_setup();M5.begin();M5.IMU.Init();}voidloop(){/**
   * 距離計測
   */digitalWrite(Trig,LOW);delayMicroseconds(1);digitalWrite(Trig,HIGH);delayMicroseconds(11);digitalWrite(Trig,LOW);Duration=pulseIn(Echo,HIGH);if(Duration>0){Distance=Duration/2;Distance=Distance*340*100/1000000;// ultrasonic speed is 340m/s = 34000cm/s = 0.034cm/us OSCMessagemsgDistance("/leftHand/distance");msgDistance.add(Distance);wifiUdp.beginPacket(kRemoteIpadr,kRmoteUdpPort);msgDistance.send(wifiUdp);wifiUdp.endPacket();}/**
  * IMU計測
  */M5.IMU.getAhrsData(&pitch,&roll,&yaw);M5.IMU.getTempData(&temp);/**
   * OSCSend
   */OSCMessagemsgPitch("/guitar/pitch");msgPitch.add(pitch);OSCMessagemsgRoll("/guitar/roll");msgRoll.add(roll);OSCMessagemsgYaw("/guitar/yaw");msgYaw.add(yaw);wifiUdp.beginPacket(kRemoteIpadr,kRmoteUdpPort);msgPitch.send(wifiUdp);wifiUdp.endPacket();wifiUdp.beginPacket(kRemoteIpadr,kRmoteUdpPort);msgRoll.send(wifiUdp);wifiUdp.endPacket();wifiUdp.beginPacket(kRemoteIpadr,kRmoteUdpPort);msgYaw.send(wifiUdp);wifiUdp.endPacket();delay(33);}

publicclassOSCHeadAndSpineRotator:MonoBehaviour{floatpitch,roll,yaw;conststringuuid="[ZIG SIM内で確認できるデバイスID]";privateAnimatoranimator;privateTransformhead,spine;privateQuaternioninitalRotationl,headInitialLocalRotation,spineInitialLocalRotation,preHeadLocalRotation,preSpineLocalRotation;[SerializeField]Vector3eularRotationOffset;[SerializeField]floatslerpRate=10f;[SerializeField]uOscServerserver;voidStart(){server.onDataReceived.AddListener(OnDataReceived);animator=GetComponent<Animator>();head=animator.GetBoneTransform(HumanBodyBones.Head);spine=animator.GetBoneTransform(HumanBodyBones.Spine);headInitialLocalRotation=head.localRotation;spineInitialLocalRotation=spine.localRotation;}voidOnDataReceived(Messagemessage){if(message.address=="/ZIGSIM/"+uuid+"/facerotation"){Quaternionq=newQuaternion(float.Parse(message.values[0].GetString()),float.Parse(message.values[1].GetString()),float.Parse(message.values[2].GetString()),float.Parse(message.values[3].GetString()));varthisFrameHeadLocalRotation=Quaternion.Slerp(preHeadLocalRotation,headInitialLocalRotation*q*Quaternion.Euler(eularRotationOffset),Time.deltaTime*slerpRate);varthisFrameSpineLocalRotation=Quaternion.Slerp(preSpineLocalRotation,spineInitialLocalRotation*q*Quaternion.Euler(eularRotationOffset),Time.deltaTime*slerpRate);// 取得した回転の8割くらい頭を回転させ、4割くらい腰を回転させます（この値は好み）head.localRotation=Quaternion.Lerp(headInitialLocalRotation,thisFrameHeadLocalRotation,0.8f);spine.localRotation=Quaternion.Lerp(spineInitialLocalRotation,thisFrameSpineLocalRotation,0.4f);preHeadLocalRotation=thisFrameHeadLocalRotation;preSpineLocalRotation=thisFrameSpineLocalRotation;}}}