Add Speech sync recognize system test. #2547

daspecster · 2016-10-15T18:09:21Z

First swing at system tests for sync_recognize().

The GCS test is using a file(hello.wav) on my bucket so we'll probably want to upload that to the testing account.

system_tests/run_system_test.py

@@ -24,13 +24,15 @@
 import monitoring
 import pubsub
 import storage
+import speech


system_tests/speech.py

+        import io
+        from google.cloud import speech
+        client = speech.Client()
+        file_name = 'system_tests/data/hello.wav'


system_tests/speech.py

+        client = speech.Client()
+        file_name = 'system_tests/data/hello.wav'
+
+        with io.open(file_name, 'rb') as file_obj:


system_tests/speech.py

+    def test_sync_recognize_gcs_file(self):
+        from google.cloud import speech
+        client = speech.Client()
+        source_uri = 'gs://ferrous-arena-my-test-bucket/hello.wav'


system_tests/speech.py

+
+    def test_sync_recognize_gcs_file(self):
+        from google.cloud import speech
+        client = speech.Client()


system_tests/speech.py

+                                    speech_context=['Google', 'cloud'])
+        self.assertEqual(res[0].transcript,
+                         'hello thank you for using Google Cloud platform')
+        self.assertEqual(len(res), 1)


system_tests/speech.py

+            sample = client.sample(content=file_obj.read(),
+                                   encoding=speech.Encoding.LINEAR16,
+                                   sample_rate=16000)
+            res = client.sync_recognize(sample,


system_tests/speech.py

+                                        max_alternatives=2,
+                                        profanity_filter=True,
+                                        speech_context=['Google', 'cloud'])
+            self.assertEqual(res[0].transcript,


system_tests/speech.py

+                                        speech_context=['Google', 'cloud'])
+            self.assertEqual(res[0].transcript,
+                             'hello thank you for using Google Cloud platform')
+            self.assertEqual(len(res), 2)


daspecster · 2016-10-18T18:05:47Z

@dhermes, I had to change how the transcript and confidence values are accessed. I think I was running this before with a different version installed so I had them as properties. The result for sync _recognize is currently a dictionary.

dhermes · 2016-10-20T17:56:18Z

I had to change how the transcript and confidence values are accessed. I think I was running this before with a different version installed so I had them as properties

It's tough to review a moving target. Are the tested methods done and checked in? If yes, then why the out-of-sync issue?

system_tests/speech.py

+                                         max_alternatives=1)
+        self.assertEqual(result[0]['transcript'],
+                         'hello thank you for using Google Cloud platform')
+        self.assertGreater(result[0]['confidence'], .90)


system_tests/speech.py

+            result = self._make_sync_request(content=file_obj.read(),
+                                             max_alternatives=2)
+
+            self.assertEqual(result[0]['transcript'],


system_tests/speech.py

+    def test_sync_recognize_gcs_file(self):
+        import os
+
+        source_uri = os.getenv('SPEECH_GCS_URI')


system_tests/speech.py

+        return result
+
+    def test_sync_recognize_local_file(self):
+        file_name = 'system_tests/data/hello.wav'


system_tests/speech.py

+
+            self.assertEqual(result[0]['transcript'],
+                             'hello thank you for using Google Cloud platform')
+            self.assertGreater(result[0]['confidence'], .90)


system_tests/speech.py

+
+    def _make_sync_request(self, content=None, source_uri=None,
+                           max_alternatives=None):
+        from google.cloud.speech.encoding import Encoding


system_tests/speech.py

+
+class Config(object):
+    """Run-time configuration to be modified at set-up.
+    This is a mutable stand-in to allow test set-up to modify


system_tests/speech.py

+                                       max_alternatives=max_alternatives,
+                                       profanity_filter=True,
+                                       speech_context=['Google',
+                                                       'cloud'])


system_tests/speech.py

+        return result
+
+    def _check_best_results(self, results):
+        from google.cloud.speech.transcript import Transcript


system_tests/speech.py

+
+    def test_sync_recognize_local_file(self):
+        import os
+        from google.cloud.speech.transcript import Transcript


system_tests/speech.py

+        import os
+        from google.cloud.speech.transcript import Transcript
+
+        file_name = os.path.join('system_tests', 'data', 'hello.wav')


system_tests/speech.py

+            self.assertIsInstance(second_alternative, Transcript)
+            self.assertEqual(second_alternative.transcript,
+                             'thank you for using Google Cloud platform')
+            self.assertEqual(second_alternative.confidence, 0.0)


system_tests/speech.py

+            self._check_best_results(results)
+            self.assertIsInstance(second_alternative, Transcript)
+            self.assertEqual(second_alternative.transcript,
+                             'thank you for using Google Cloud platform')


system_tests/speech.py

+        with open(file_name, 'rb') as file_obj:
+            blob.upload_from_file(file_obj)
+
+        # source_uri = os.getenv('SPEECH_GCS_URI')


system_tests/speech.py

+    def test_sync_recognize_gcs_file(self):
+        import os
+
+        file_name = os.path.join('system_tests', 'data', 'hello.wav')


system_tests/speech.py

+
+        file_name = os.path.join('system_tests', 'data', 'hello.wav')
+        bucket_name = Config.TEST_BUCKET.name
+        blob_name = 'document.txt'


system_tests/speech.py

    This is a mutable stand-in to allow test set-up to modify
    global state.
    """
    CLIENT = None
    TEST_BUCKET = None
+    AUDIO_FILE = os.path.join(os.path.dirname(__file__), 'data', 'hello.wav')
+    ASSERT_TEXT = 'thank you for using Google Cloud platform'


system_tests/speech.py

    This is a mutable stand-in to allow test set-up to modify
    global state.
    """
    CLIENT = None
    TEST_BUCKET = None
+    AUDIO_FILE = os.path.join(os.path.dirname(__file__), 'data', 'hello.wav')


system_tests/speech.py

+            self._check_best_results(results)
+            self.assertIsInstance(second_alternative, Transcript)
+            self.assertEqual(second_alternative.transcript, Config.ASSERT_TEXT)
+            self.assertEqual(second_alternative.confidence, 0.0)


…stem-tests Add Speech sync recognize system test.

daspecster added testing api: speech Issues related to the Speech-to-Text API. labels Oct 15, 2016

daspecster assigned tseaver and dhermes Oct 15, 2016

googlebot added the cla: yes This human has signed the Contributor License Agreement. label Oct 15, 2016

dhermes reviewed Oct 17, 2016

View reviewed changes

dhermes reviewed Oct 20, 2016

View reviewed changes

system_tests/speech.py

max_alternatives=1)

self.assertEqual(result[0]['transcript'],

'hello thank you for using Google Cloud platform')

self.assertGreater(result[0]['confidence'], .90)

This comment was marked as spam.

Sign in to view

dhermes reviewed Oct 20, 2016

View reviewed changes

system_tests/speech.py

result = self._make_sync_request(content=file_obj.read(),

max_alternatives=2)

self.assertEqual(result[0]['transcript'],

This comment was marked as spam.

Sign in to view

dhermes reviewed Oct 20, 2016

View reviewed changes

daspecster added 3 commits October 27, 2016 11:03

Add Speech sync recognize system test.

aa3b0f5

Feedback updates.

1ace6fd

Create blob for GCS test, DRY up asserts.

c30ea2f

daspecster force-pushed the add-speech-sync-system-tests branch from da3d0c9 to c30ea2f Compare October 27, 2016 15:44

dhermes reviewed Oct 27, 2016

View reviewed changes

Feedback updates.

19e4c89

dhermes reviewed Oct 27, 2016

View reviewed changes

Define constants in right places.

9ce2626

dhermes approved these changes Oct 27, 2016

View reviewed changes

daspecster merged commit cc505bd into googleapis:master Oct 27, 2016

daspecster mentioned this pull request Oct 27, 2016

Tracking Speech API development. #2522

Closed

14 tasks

daspecster deleted the add-speech-sync-system-tests branch January 24, 2017 15:17

richkadel pushed a commit to richkadel/google-cloud-python that referenced this pull request May 6, 2017

Merge pull request googleapis#2547 from daspecster/add-speech-sync-sy…

9dd992f

…stem-tests Add Speech sync recognize system test.

theacodes unassigned dhermes Sep 28, 2018

Add Speech sync recognize system test. #2547

Add Speech sync recognize system test. #2547

Conversation

daspecster commented Oct 15, 2016

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

daspecster commented Oct 18, 2016

dhermes commented Oct 20, 2016

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.

This comment was marked as spam.