Add support for voice commands

homeassistant/components/conversation.py

@@ -27,6 +27,7 @@ def setup(hass, config):
     logger = logging.getLogger(__name__)
 
     def process(service):
+        """ Parses text into commands for Home Assistant. """
         if ATTR_TEXT not in service.data:
             logger.error("Received process service call without a text")
             return

homeassistant/components/frontend/version.py

@@ -1,2 +1,2 @@
 """ DO NOT MODIFY. Auto-generated by build_frontend script """
-VERSION = "1c265f0f07e6038c2cbb9b277e58b994"
+VERSION = "832b49fd1e3ff3bc33e55812743c3a7d"

homeassistant/components/frontend/www_static/polymer/home-assistant-js

@@ -1 +1 @@
-Subproject commit 8ea3a9e858a8c39d4c3aa46b719362b33f4a358f
+Subproject commit 9d0ce4e9b867ce7599969714a9c45f8d58a8463f

homeassistant/components/frontend/www_static/polymer/layouts/partial-states.html

@@ -1,4 +1,5 @@
 <link rel="import" href="../bower_components/polymer/polymer.html">
+<link rel="import" href="../bower_components/core-icon/core-icon.html">
 <link rel="import" href="../bower_components/core-style/core-style.html">
 <link rel="import" href="../bower_components/paper-icon-button/paper-icon-button.html">
 
@@ -10,14 +11,47 @@
 <template>
   <core-style ref="ha-animations"></core-style>
 
+  <style>
+    .listening {
+      border-radius: 2px;
+      box-shadow: rgba(0, 0, 0, 0.098) 0px 2px 4px, rgba(0, 0, 0, 0.098) 0px 0px 3px;
+      padding: 16px;
+      background-color: #FFF;
+      line-height: 2em;
+      cursor: pointer;
+    }
+
+    @media all and (min-width: 1020px) {
+      .listening {
+        margin: 8px 8px 0 8px;
+      }
+    }
+
+    .interimTranscript {
+      color: darkgrey;
+    }
+
+    .listening paper-spinner {
+      float: right;
+    }
+  </style>
+
   <partial-base narrow="{{narrow}}" togglePanel="{{togglePanel}}">
     <span header-title>{{headerTitle}}</span>
 
     <span header-buttons>
       <paper-icon-button icon="refresh" class="{{isFetching && 'ha-spin'}}"
         on-click="{{handleRefreshClick}}" hidden?="{{isStreaming}}"></paper-icon-button>
+      <paper-icon-button icon="{{isListening ? 'av:mic-off' : 'av:mic' }}" hidden?={{!canListen}}
+        on-click="{{handleListenClick}}"></paper-icon-button>
     </span>
 
+    <div class='listening' hidden?="{{!isListening && !isTransmitting}}" on-click={{handleListenClick}}>
+      <core-icon icon="av:hearing"></core-icon> {{finalTranscript}}
+      <span class='interimTranscript'>{{interimTranscript}}</span>
+      <paper-spinner active?="{{isTransmitting}}"></paper-spinner>
+    </div>
+
     <state-cards states="{{states}}">
       <h3>Hi there!</h3>
       <p>
@@ -32,6 +66,7 @@
 <script>
   var storeListenerMixIn = window.hass.storeListenerMixIn;
   var syncActions = window.hass.syncActions;
+  var voiceActions = window.hass.voiceActions;
   var stateStore = window.hass.stateStore;
 
   Polymer(Polymer.mixin({
@@ -40,6 +75,18 @@
     isFetching: false,
     isStreaming: false,
 
+    canListen: false,
+    voiceSupported: false,
+    hasConversationComponent: false,
+    isListening: false,
+    isTransmittingVoice: false,
+    interimTranscript: '',
+    finalTranscript: '',
+
+    ready: function() {
+      this.voiceSupported = voiceActions.isSupported();
+    },
+
     attached: function() {
       this.listenToStores(true);
     },
@@ -48,6 +95,11 @@
       this.stopListeningToStores();
     },
 
+    componentStoreChanged: function(componentStore) {
+      this.canListen = this.voiceSupported &&
+                       componentStore.isLoaded('conversation');
+    },
+
     stateStoreChanged: function() {
       this.refreshStates();
     },
@@ -60,6 +112,23 @@
       this.isStreaming = streamStore.isStreaming();
     },
 
+    voiceStoreChanged: function(voiceStore) {
+      this.isListening = voiceStore.isListening();
+      this.isTransmitting = voiceStore.isTransmitting();
+      this.finalTranscript = voiceStore.getFinalTranscript();
+
+      var interimTranscript = voiceStore.getInterimTranscript();
+
+      var lengthFinal = this.finalTranscript.length;
+
+      // cut off finalTranscript part from beginning interimTranscript
+      if (interimTranscript.slice(0, lengthFinal) === this.finalTranscript) {
+        this.interimTranscript = interimTranscript.slice(lengthFinal);
+      } else {
+        this.interimTranscript = interimTranscript;
+      }
+    },
+
     filterChanged: function() {
       this.refreshStates();
 
@@ -89,6 +158,14 @@
     handleRefreshClick: function() {
       syncActions.fetchAll();
     },
+
+    handleListenClick: function() {
+      if (this.isListening) {
+        voiceActions.stop();
+      } else {
+        voiceActions.listen();
+      }
+    },
   }, storeListenerMixIn));
 </script>
 </polymer>

homeassistant/components/frontend/www_static/polymer/resources/home-assistant-icons.html

@@ -5,6 +5,8 @@
 <link rel="import" href="../bower_components/core-icons/social-icons.html">
 <link rel="import" href="../bower_components/core-icons/image-icons.html">
 <link rel="import" href="../bower_components/core-icons/hardware-icons.html">
+<link rel="import" href="../bower_components/core-icons/av-icons.html">
+
 <core-iconset-svg id="homeassistant-100" iconSize="100">
 <svg><defs>
 <g id="thermostat">