【Unity(C#)】Watson API × OculusQuestで音声認識

<?xml version="1.0" encoding="utf-8" standalone="no"?><manifestxmlns:android="http://schemas.android.com/apk/res/android"android:installLocation="auto"><applicationandroid:label="@string/app_name"android:icon="@mipmap/app_icon"android:allowBackup="false"><activityandroid:theme="@android:style/Theme.Black.NoTitleBar.Fullscreen"android:configChanges="locale|fontScale|keyboard|keyboardHidden|mcc|mnc|navigation|orientation|screenLayout|screenSize|smallestScreenSize|touchscreen|uiMode"android:launchMode="singleTask"android:name="com.unity3d.player.UnityPlayerActivity"android:excludeFromRecents="true"><intent-filter><actionandroid:name="android.intent.action.MAIN"/><categoryandroid:name="android.intent.category.LAUNCHER"/> //追記
        <categoryandroid:name="android.intent.category.INFO"/><categoryandroid:name="com.oculus.intent.category.VR"/></intent-filter><meta-dataandroid:name="com.oculus.vr.focusaware"android:value="true"/></activity><meta-dataandroid:name="unityplayer.SkipPermissionsDialog"android:value="false"/><meta-dataandroid:name="com.samsung.android.vr.application.mode"android:value="vr_only"/><meta-dataandroid:name="com.oculus.supportedDevices"android:value="quest|quest2"/></application><uses-featureandroid:name="android.hardware.vr.headtracking"android:version="1"android:required="true"/><uses-permissionandroid:name="android.permission.RECORD_AUDIO"/>　//追記
</manifest>

usingUnityEngine;usingSystem.Collections;usingUnityEngine.UI;usingIBM.Watson.SpeechToText.V1;usingIBM.Cloud.SDK;usingIBM.Cloud.SDK.Authentication.Iam;usingIBM.Cloud.SDK.Utilities;usingIBM.Cloud.SDK.DataTypes;publicclassCustomExampleStreaming:MonoBehaviour{[Space(10)][Tooltip("The service URL (optional). This defaults to \"https://api.us-south.speech-to-text.watson.cloud.ibm.com\"")][SerializeField]privatestring_serviceUrl;[Tooltip("Text field to display the results of streaming.")]publicTextResultsField;[Header("IAM Authentication")][Tooltip("The IAM apikey.")][SerializeField]privatestring_iamApikey;[Header("Parameters")][Tooltip("The Model to use. This defaults to en-US_BroadbandModel")][SerializeField]privatestring_recognizeModel;privateint_recordingRoutine=0;privatestring_microphoneID=null;privateAudioClip_recording=null;privateint_recordingBufferSize=1;privateint_recordingHZ=22050;privateSpeechToTextService_service;voidStart(){LogSystem.InstallDefaultReactors();Runnable.Run(CreateService());}privatevoidUpdate(){if(OVRInput.GetDown(OVRInput.RawButton.A)){StartRecording();}if(OVRInput.GetUp(OVRInput.RawButton.A)){StopRecording();}}privateIEnumeratorCreateService(){if(string.IsNullOrEmpty(_iamApikey)){thrownewIBMException("Plesae provide IAM ApiKey for the service.");}IamAuthenticatorauthenticator=newIamAuthenticator(apikey:_iamApikey);while(!authenticator.CanAuthenticate())yieldreturnnull;_service=newSpeechToTextService(authenticator);if(!string.IsNullOrEmpty(_serviceUrl)){_service.SetServiceUrl(_serviceUrl);}_service.StreamMultipart=true;Active=true;}privateboolActive{get=>_service.IsListening;set{if(value&&!_service.IsListening){_service.RecognizeModel=(string.IsNullOrEmpty(_recognizeModel)?"en-US_BroadbandModel":_recognizeModel);_service.DetectSilence=true;_service.EnableWordConfidence=true;_service.EnableTimestamps=true;_service.SilenceThreshold=0.01f;_service.MaxAlternatives=1;_service.EnableInterimResults=true;_service.OnError=OnError;_service.InactivityTimeout=-1;_service.ProfanityFilter=false;_service.SmartFormatting=true;_service.SpeakerLabels=false;_service.WordAlternativesThreshold=null;_service.EndOfPhraseSilenceTime=null;_service.StartListening(OnRecognize,OnRecognizeSpeaker);}elseif(!value&&_service.IsListening){_service.StopListening();}}}privatevoidStartRecording(){if(_recordingRoutine==0){UnityObjectUtil.StartDestroyQueue();_recordingRoutine=Runnable.Run(RecordingHandler());}}privatevoidStopRecording(){if(_recordingRoutine!=0){Microphone.End(_microphoneID);Runnable.Stop(_recordingRoutine);_recordingRoutine=0;}}privatevoidOnError(stringerror){Active=false;Debug.Log(error);}privateIEnumeratorRecordingHandler(){_recording=Microphone.Start(_microphoneID,true,_recordingBufferSize,_recordingHZ);yieldreturnnull;if(_recording==null){StopRecording();yieldbreak;}varbFirstBlock=true;varmidPoint=_recording.samples/2;float[]samples=null;while(_recordingRoutine!=0&&_recording!=null){intwritePos=Microphone.GetPosition(_microphoneID);if(writePos>_recording.samples||!Microphone.IsRecording(_microphoneID)){Debug.Log("Microphone disconnected.");StopRecording();yieldbreak;}if((bFirstBlock&&writePos>=midPoint)||(!bFirstBlock&&writePos<midPoint)){samples=newfloat[midPoint];_recording.GetData(samples,bFirstBlock?0:midPoint);varrecord=newAudioData();record.MaxLevel=Mathf.Max(Mathf.Abs(Mathf.Min(samples)),Mathf.Max(samples));record.Clip=AudioClip.Create("Recording",midPoint,_recording.channels,_recordingHZ,false);record.Clip.SetData(samples,0);_service.OnListen(record);bFirstBlock=!bFirstBlock;}else{varremaining=bFirstBlock?(midPoint-writePos):(_recording.samples-writePos);vartimeRemaining=(float)remaining/(float)_recordingHZ;yieldreturnnewWaitForSeconds(timeRemaining);}}}privatevoidOnRecognize(SpeechRecognitionEventresult){if(result!=null&&result.results.Length>0){foreach(varresinresult.results){foreach(varaltinres.alternatives){ResultsField.text=alt.transcript;}}}}privatevoidOnRecognizeSpeaker(SpeakerRecognitionEventresult){}}

privatevoidOnRecognize(SpeechRecognitionEventresult){if(result!=null&&result.results.Length>0){foreach(varresinresult.results){foreach(varaltinres.alternatives){ResultsField.text=alt.transcript;}}}}