Adds streaming example and tests.

gguuss · gguuss · commit 61e91dac27df · 2017-04-07T11:26:21.000-07:00
diff --git a/speech/cloud-client/src/main/java/com/example/speech/Recognize.java b/speech/cloud-client/src/main/java/com/example/speech/Recognize.java
@@ -16,7 +16,9 @@
 
 package com.example.speech;
 
+import com.google.api.gax.core.ApiStreamObserver;
 import com.google.api.gax.grpc.OperationFuture;
+import com.google.api.gax.grpc.StreamingCallable;
 import com.google.cloud.speech.spi.v1.SpeechClient;
 import com.google.cloud.speech.v1.LongRunningRecognizeResponse;
 import com.google.cloud.speech.v1.RecognitionAudio;
@@ -25,6 +27,11 @@
 import com.google.cloud.speech.v1.RecognizeResponse;
 import com.google.cloud.speech.v1.SpeechRecognitionAlternative;
 import com.google.cloud.speech.v1.SpeechRecognitionResult;
+import com.google.cloud.speech.v1.StreamingRecognitionConfig;
+import com.google.cloud.speech.v1.StreamingRecognitionResult;
+import com.google.cloud.speech.v1.StreamingRecognizeRequest;
+import com.google.cloud.speech.v1.StreamingRecognizeResponse;
+import com.google.common.util.concurrent.SettableFuture;
 import com.google.protobuf.ByteString;
 
 import java.io.IOException;
@@ -40,7 +47,7 @@ public static void main(String... args) throws Exception {
       System.out.printf(
           "\tjava %s \"<command>\" \"<path-to-image>\"\n"
           + "Commands:\n"
-          + "\tsyncrecognize | asyncrecognize\n"
+          + "\tsyncrecognize | asyncrecognize | streamrecognize\n"
           + "Path:\n\tA file path (ex: ./resources/audio.raw) or a URI "
           + "for a Cloud Storage resource (gs://...)\n",
           Recognize.class.getCanonicalName());
@@ -62,7 +69,11 @@ public static void main(String... args) throws Exception {
       } else {
         asyncRecognizeFile(path);
       }
+    } else if (command.equals("streamrecognize")) {
+      streamingRecognizeFile(path);
+      //streamingRecognizeEasy(path);
     }
+
   }
 
   /**
@@ -180,13 +191,13 @@ public static void asyncRecognizeFile(String fileName) throws Exception, IOExcep
    * Performs non-blocking speech recognition on remote FLAC file and prints
    * the transcription.
    *
-   * @param gcsUri the path to the remote FLAC audio file to transcribe.
+   * @param gcsUri the path to the remote LINEAR16 audio file to transcribe.
    */
   public static void asyncRecognizeGcs(String gcsUri) throws Exception, IOException {
     // Instantiates a client with GOOGLE_APPLICATION_CREDENTIALS
     SpeechClient speech = SpeechClient.create();
 
-    // Configure remote file request for FLAC file
+    // Configure remote file request for Linear16
     RecognitionConfig config = RecognitionConfig.newBuilder()
         .setEncoding(AudioEncoding.FLAC)
         .setLanguageCode("en-US")
@@ -214,4 +225,81 @@ public static void asyncRecognizeGcs(String gcsUri) throws Exception, IOExceptio
     }
     speech.close();
   }
+
+  public static void streamingRecognizeFile(String fileName) throws Exception, IOException {
+    Path path = Paths.get(fileName);
+    byte[] data = Files.readAllBytes(path);
+
+    // Instantiates a client with GOOGLE_APPLICATION_CREDENTIALS
+    SpeechClient speech = SpeechClient.create();
+
+    // Configure request with local raw PCM audio
+    RecognitionConfig recConfig = RecognitionConfig.newBuilder()
+        .setEncoding(AudioEncoding.LINEAR16)
+        .setLanguageCode("en-US")
+        .setSampleRateHertz(16000)
+        .build();
+    StreamingRecognitionConfig config = StreamingRecognitionConfig.newBuilder()
+        .setConfig(recConfig)
+        .build();
+
+    class ResponseApiStreamingObserver<T> implements ApiStreamObserver<T> {
+      private final SettableFuture<List<T>> future = SettableFuture.create();
+      private final List<T> messages = new java.util.ArrayList<T>();
+
+      @Override
+      public void onNext(T message) {
+        messages.add(message);
+      }
+
+      @Override
+      public void onError(Throwable t) {
+        future.setException(t);
+      }
+
+      @Override
+      public void onCompleted() {
+        future.set(messages);
+      }
+
+      // Returns the SettableFuture object to get received messages / exceptions.
+      public SettableFuture<List<T>> future() {
+        return future;
+      }
+    }
+
+    ResponseApiStreamingObserver<StreamingRecognizeResponse> responseObserver =
+        new ResponseApiStreamingObserver<StreamingRecognizeResponse>();
+
+    StreamingCallable<StreamingRecognizeRequest,StreamingRecognizeResponse> callable =
+        speech.streamingRecognizeCallable();
+
+    ApiStreamObserver<StreamingRecognizeRequest> requestObserver =
+        callable.bidiStreamingCall(responseObserver);
+
+    // The first request must **only** contain the audio configuration:
+    requestObserver.onNext(StreamingRecognizeRequest.newBuilder()
+        .setStreamingConfig(config)
+        .build());
+
+    // Subsequent requests must **only** contain the audio data.
+    requestObserver.onNext(StreamingRecognizeRequest.newBuilder()
+        .setAudioContent(ByteString.copyFrom(data))
+        .build());
+
+    // Mark transmission as completed after sending the data.
+    requestObserver.onCompleted();
+
+    List<StreamingRecognizeResponse> responses = responseObserver.future().get();
+
+    for (StreamingRecognizeResponse response: responses) {
+      for (StreamingRecognitionResult result: response.getResultsList()) {
+        for (SpeechRecognitionAlternative alternative : result.getAlternativesList()) {
+          System.out.println(alternative.getTranscript());
+        }
+      }
+    }
+    speech.close();
+  }
+
 }
diff --git a/speech/cloud-client/src/test/java/com/example/speech/RecognizeIT.java b/speech/cloud-client/src/test/java/com/example/speech/RecognizeIT.java
@@ -61,25 +61,32 @@ public void testRecognizeFile() throws Exception {
     String got = bout.toString();
     assertThat(got).contains("how old is the Brooklyn Bridge");
   }
-  
+
   @Test
   public void testRecognizeGcs() throws Exception {
     Recognize.syncRecognizeGcs(gcsPath);
     String got = bout.toString();
     assertThat(got).contains("how old is the Brooklyn Bridge");
   }
-  
+
   @Test
   public void testAsyncRecognizeFile() throws Exception {
     Recognize.asyncRecognizeFile(fileName);
     String got = bout.toString();
     assertThat(got).contains("how old is the Brooklyn Bridge");
   }
-  
+
   @Test
   public void testAsyncRecognizeGcs() throws Exception {
     Recognize.asyncRecognizeGcs(gcsPath);
     String got = bout.toString();
     assertThat(got).contains("how old is the Brooklyn Bridge");
   }
+
+  @Test
+  public void testStreamRecognize() throws Exception {
+    Recognize.streamingRecognizeFile(fileName);
+    String got = bout.toString();
+    assertThat(got).contains("how old is the Brooklyn Bridge");
+  }
 }
