【Unity(C#)】OculusQuestでAndroidネイティブの音声認識機能を呼び出せるのか検証

packagecom.kento.speechtest;importjava.util.ArrayList;importjava.util.Locale;importandroid.content.Context;importandroid.os.Bundle;importandroid.speech.RecognitionListener;importandroid.speech.RecognizerIntent;importandroid.speech.SpeechRecognizer;importandroid.content.Intent;importstaticcom.unity3d.player.UnityPlayer.UnitySendMessage;publicclassSpeech{staticpublicvoidStartRecognizer(Contextcontext,finalStringcallbackTarget,finalStringcallbackMethod){Intentintent=newIntent(RecognizerIntent.ACTION_RECOGNIZE_SPEECH);intent.putExtra(RecognizerIntent.EXTRA_LANGUAGE_MODEL,Locale.JAPAN.toString());intent.putExtra(RecognizerIntent.EXTRA_CALLING_PACKAGE,context.getPackageName());SpeechRecognizerrecognizer=SpeechRecognizer.createSpeechRecognizer(context);recognizer.setRecognitionListener(newRecognitionListener(){@OverridepublicvoidonReadyForSpeech(Bundleparams){// On Ready for speech.UnitySendMessage(callbackTarget,callbackMethod,"onReadyForSpeech");}@OverridepublicvoidonBeginningOfSpeech(){// On begining of speech.UnitySendMessage(callbackTarget,callbackMethod,"onBeginningOfSpeech");}@OverridepublicvoidonRmsChanged(floatrmsdB){// On Rms changed.UnitySendMessage(callbackTarget,callbackMethod,"onRmsChanged");}@OverridepublicvoidonBufferReceived(byte[]buffer){// On buffer received.UnitySendMessage(callbackTarget,callbackMethod,"onBufferReceived");}@OverridepublicvoidonEndOfSpeech(){// On end of speech.UnitySendMessage(callbackTarget,callbackMethod,"onEndOfSpeech");}@OverridepublicvoidonError(interror){// On error.UnitySendMessage(callbackTarget,callbackMethod,"onError");}@OverridepublicvoidonResults(Bundleresults){ArrayList<String>list=results.getStringArrayList(SpeechRecognizer.RESULTS_RECOGNITION);Stringstr="";for(Strings:list){if(str.length()>0){str+="\n";}str+=s;}UnitySendMessage(callbackTarget,callbackMethod,"onResults\n"+str);}@OverridepublicvoidonPartialResults(BundlepartialResults){// On partial results.UnitySendMessage(callbackTarget,callbackMethod,"onPartialResults");}@OverridepublicvoidonEvent(inteventType,Bundleparams){// On event.UnitySendMessage(callbackTarget,callbackMethod,"onEvent");}});recognizer.startListening(intent);}}

usingSystem;usingUnityEngine;usingUnityEngine.Android;usingUnityEngine.UI;// <summary>/// Androidのネイティブ音声認識機能呼び出し/// </summary>publicclassAndroidNativeSpeech:MonoBehaviour{[SerializeField]privateTextrecText;[SerializeField]privateImagemicroPhoneImage;privatevoidStart(){#if UNITY_ANDROID
if(!Permission.HasUserAuthorizedPermission(Permission.Microphone)){Debug.Log("Request");Permission.RequestUserPermission(Permission.Microphone);}#endif
}privatevoidUpdate(){if(Input.touchCount>0){Touchtouch=Input.touches[0];if(touch.phase==TouchPhase.Began){StartSpeech();}}}/// <summary>/// 認識開始/// </summary>privatevoidStartSpeech(){#if UNITY_ANDROID
varnativeRecognizer=newAndroidJavaClass("com.kento.speechtest.Speech");varunityPlayer=newAndroidJavaClass("com.unity3d.player.UnityPlayer");varcontext=unityPlayer.GetStatic<AndroidJavaObject>("currentActivity");context.Call("runOnUiThread",newAndroidJavaRunnable(()=>{nativeRecognizer.CallStatic("StartRecognizer",context,gameObject.name,"CallbackMethod");}));#endif
}/// <summary>/// 音声認識後のコールバックとして実行するメソッド/// </summary>/// <param name="message">認識したメッセージ</param>privatevoidCallbackMethod(stringmessage){varmessages=message.Split('\n');//ユーザーが話すのを開始した際のコールバックif(messages[0]=="onBeginningOfSpeech"){microPhoneImage.enabled=true;}//認識した音量変化のコールバックif(messages[0]=="onRmsChanged"){recText.text="認識中...";}//ユーザーが話すのを終了した際のコールバックif(messages[0]=="onEndOfSpeech"){microPhoneImage.enabled=false;}//認識結果の準備が完了したコールバックif(messages[0]=="onResults"){varmsg="";for(vari=1;i<messages.Length;i++){msg+=messages[i]+"\n";}Debug.Log(msg);recText.text=msg;}}}