Examples with SpeechRecognitionResult com.google.assistant.embedded.v1alpha2.SpeechRecognitionResult used on opensource projects

Example 11 with SpeechRecognitionResult

use of com.google.assistant.embedded.v1alpha2.SpeechRecognitionResult in project sample-googleassistant by androidthings.

the class AssistantActivity method onCreate.

@Override
protected void onCreate(Bundle savedInstanceState) {
    super.onCreate(savedInstanceState);
    Log.i(TAG, "starting assistant demo");
    setContentView(R.layout.activity_main);
    ListView assistantRequestsListView = findViewById(R.id.assistantRequestsListView);
    mAssistantRequestsAdapter = new ArrayAdapter<>(this, android.R.layout.simple_list_item_1, mAssistantRequests);
    mMainHandler = new Handler(getMainLooper());
    assistantRequestsListView.setAdapter(mAssistantRequestsAdapter);
    mButtonWidget = findViewById(R.id.assistantQueryButton);
    mButtonWidget.setOnClickListener(new OnClickListener() {

        @Override
        public void onClick(View view) {
            mEmbeddedAssistant.startConversation();
        }
    });
    // Audio routing configuration: use default routing.
    AudioDeviceInfo audioInputDevice = null;
    AudioDeviceInfo audioOutputDevice = null;
    if (USE_VOICEHAT_I2S_DAC) {
        audioInputDevice = findAudioDevice(AudioManager.GET_DEVICES_INPUTS, AudioDeviceInfo.TYPE_BUS);
        if (audioInputDevice == null) {
            Log.e(TAG, "failed to find I2S audio input device, using default");
        }
        audioOutputDevice = findAudioDevice(AudioManager.GET_DEVICES_OUTPUTS, AudioDeviceInfo.TYPE_BUS);
        if (audioOutputDevice == null) {
            Log.e(TAG, "failed to found I2S audio output device, using default");
        }
    }
    try {
        if (USE_VOICEHAT_I2S_DAC) {
            Log.i(TAG, "initializing DAC trigger");
            mDac = VoiceHat.openDac();
            mDac.setSdMode(Max98357A.SD_MODE_SHUTDOWN);
            mButton = VoiceHat.openButton();
            mLed = VoiceHat.openLed();
        } else {
            PeripheralManager pioManager = PeripheralManager.getInstance();
            mButton = new Button(BoardDefaults.getGPIOForButton(), Button.LogicState.PRESSED_WHEN_LOW);
            mLed = pioManager.openGpio(BoardDefaults.getGPIOForLED());
        }
        mButton.setDebounceDelay(BUTTON_DEBOUNCE_DELAY_MS);
        mButton.setOnButtonEventListener(this);
        mLed.setDirection(Gpio.DIRECTION_OUT_INITIALLY_LOW);
        mLed.setActiveType(Gpio.ACTIVE_HIGH);
    } catch (IOException e) {
        Log.e(TAG, "error configuring peripherals:", e);
        return;
    }
    // Set volume from preferences
    SharedPreferences preferences = PreferenceManager.getDefaultSharedPreferences(this);
    int initVolume = preferences.getInt(PREF_CURRENT_VOLUME, DEFAULT_VOLUME);
    Log.i(TAG, "setting audio track volume to: " + initVolume);
    UserCredentials userCredentials = null;
    try {
        userCredentials = EmbeddedAssistant.generateCredentials(this, R.raw.credentials);
    } catch (IOException | JSONException e) {
        Log.e(TAG, "error getting user credentials", e);
    }
    mEmbeddedAssistant = new EmbeddedAssistant.Builder().setCredentials(userCredentials).setDeviceInstanceId(DEVICE_INSTANCE_ID).setDeviceModelId(DEVICE_MODEL_ID).setLanguageCode(LANGUAGE_CODE).setAudioInputDevice(audioInputDevice).setAudioOutputDevice(audioOutputDevice).setAudioSampleRate(SAMPLE_RATE).setAudioVolume(initVolume).setDeviceModelId(DEVICE_MODEL_ID).setDeviceInstanceId(DEVICE_INSTANCE_ID).setLanguageCode(LANGUAGE_CODE).setRequestCallback(new RequestCallback() {

        @Override
        public void onRequestStart() {
            Log.i(TAG, "starting assistant request, enable microphones");
            mButtonWidget.setText(R.string.button_listening);
            mButtonWidget.setEnabled(false);
        }

        @Override
        public void onSpeechRecognition(List<SpeechRecognitionResult> results) {
            for (final SpeechRecognitionResult result : results) {
                Log.i(TAG, "assistant request text: " + result.getTranscript() + " stability: " + Float.toString(result.getStability()));
                mAssistantRequestsAdapter.add(result.getTranscript());
            }
        }
    }).setConversationCallback(new ConversationCallback() {

        @Override
        public void onResponseStarted() {
            super.onResponseStarted();
            // When bus type is switched, the AudioManager needs to reset the stream volume
            if (mDac != null) {
                try {
                    mDac.setSdMode(Max98357A.SD_MODE_LEFT);
                } catch (IOException e) {
                    Log.e(TAG, "error enabling DAC", e);
                }
            }
        }

        @Override
        public void onResponseFinished() {
            super.onResponseFinished();
            if (mDac != null) {
                try {
                    mDac.setSdMode(Max98357A.SD_MODE_SHUTDOWN);
                } catch (IOException e) {
                    Log.e(TAG, "error disabling DAC", e);
                }
            }
            if (mLed != null) {
                try {
                    mLed.setValue(false);
                } catch (IOException e) {
                    Log.e(TAG, "cannot turn off LED", e);
                }
            }
        }

        @Override
        public void onError(Throwable throwable) {
            Log.e(TAG, "assist error: " + throwable.getMessage(), throwable);
        }

        @Override
        public void onVolumeChanged(int percentage) {
            Log.i(TAG, "assistant volume changed: " + percentage);
            // Update our shared preferences
            Editor editor = PreferenceManager.getDefaultSharedPreferences(AssistantActivity.this).edit();
            editor.putInt(PREF_CURRENT_VOLUME, percentage);
            editor.apply();
        }

        @Override
        public void onConversationFinished() {
            Log.i(TAG, "assistant conversation finished");
            mButtonWidget.setText(R.string.button_new_request);
            mButtonWidget.setEnabled(true);
        }

        @Override
        public void onAssistantResponse(final String response) {
            if (!response.isEmpty()) {
                mMainHandler.post(new Runnable() {

                    @Override
                    public void run() {
                        mAssistantRequestsAdapter.add("Google Assistant: " + response);
                    }
                });
            }
        }

        public void onDeviceAction(String intentName, JSONObject parameters) {
            if (parameters != null) {
                Log.d(TAG, "Get device action " + intentName + " with parameters: " + parameters.toString());
            } else {
                Log.d(TAG, "Get device action " + intentName + " with no paramete" + "rs");
            }
            if (intentName.equals("action.devices.commands.OnOff")) {
                try {
                    boolean turnOn = parameters.getBoolean("on");
                    mLed.setValue(turnOn);
                } catch (JSONException e) {
                    Log.e(TAG, "Cannot get value of command", e);
                } catch (IOException e) {
                    Log.e(TAG, "Cannot set value of LED", e);
                }
            }
        }
    }).build();
    mEmbeddedAssistant.connect();
}