Vision a11 - adding crop hints and web annotation (GoogleCloudPlatform#671)

puneith · Jon Wayne Parrott · commit 504ae468c62c · 2016-11-21T21:38:54.000-08:00
diff --git a/vision/api/label/snippets.py b/vision/api/label/snippets.py
@@ -0,0 +1,101 @@
+#!/usr/bin/env python
+# Copyright 2015 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+import argparse
+import base64
+import json
+
+from googleapiclient import discovery
+import httplib2
+from oauth2client.client import GoogleCredentials
+
+DISCOVERY_URL = (
+    'https://vision.googleapis.com/$discovery/rest?'
+    'labels=TRUSTED_TESTER&version=v1'
+)
+
+
+def get_service():
+    """Get vision service using discovery."""
+    credentials = GoogleCredentials.get_application_default()
+    scoped_credentials = credentials.create_scoped(
+        ['https://www.googleapis.com/auth/cloud-platform'])
+    http = httplib2.Http()
+    scoped_credentials.authorize(http)
+    return discovery.build(
+        'vision', 'v1',
+        http=http,
+        discoveryServiceUrl=DISCOVERY_URL
+    )
+
+
+def crop_hint(photo_file):
+    """Run a crop hint request on the image."""
+
+    service = get_service()
+
+    with open(photo_file, 'rb') as image:
+        image_content = base64.b64encode(image.read())
+
+    service_request = service.images().annotate(body={
+        'requests': [{
+            'image': {
+                'content': image_content.decode('UTF-8')
+            },
+            'features': [{
+                'type': 'CROP_HINTS'
+            }]
+        }]
+    })
+
+    response = service_request.execute()
+    print(json.dumps(response, indent=2))
+
+
+def web_annotation(photo_file):
+    """Run a web annotation request on the image."""
+
+    service = get_service()
+
+    with open(photo_file, 'rb') as image:
+        image_content = base64.b64encode(image.read())
+
+    service_request = service.images().annotate(body={
+        'requests': [{
+            'image': {
+                'content': image_content.decode('UTF-8')
+            },
+            'features': [{
+                'type': 'WEB_ANNOTATION',
+                'maxResults': 10
+            }]
+        }]
+    })
+
+    response = service_request.execute()
+    print(json.dumps(response, indent=2))
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser()
+    parser.add_argument('command', choices=['crop_hint', 'web_annotation'])
+    parser.add_argument('image_file', help='The image you\'d like to process.')
+    args = parser.parse_args()
+
+    if args.command == 'crop_hint':
+        response = crop_hint(args.image_file)
+    elif args.command == 'web_annotation':
+        response = web_annotation(args.image_file)
diff --git a/vision/api/label/snippets_test.py b/vision/api/label/snippets_test.py
@@ -0,0 +1,58 @@
+#!/usr/bin/env python
+
+# Copyright 2016 Google, Inc
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+import json
+
+import snippets
+
+
+def test_crop_hint_response_count(capsys, resource):
+    snippets.crop_hint(resource('cat.jpg'))
+    stdout, _ = capsys.readouterr()
+    result = json.loads(stdout)
+    assert len(result['responses']) == 1
+
+
+def test_crop_hint_response_dim(capsys, resource):
+    snippets.crop_hint(resource('cat.jpg'))
+    stdout, _ = capsys.readouterr()
+    result = json.loads(stdout)
+    crop_hint = result['responses'][0]
+    crop_hint_annotation = crop_hint['cropHintsAnnotation']['cropHints'][0]
+    confidence = crop_hint_annotation['confidence']
+
+    assert 0.5 < confidence < 0.9
+
+
+def test_web_annotations(capsys, resource):
+    snippets.web_annotation(resource('cat.jpg'))
+    stdout, _ = capsys.readouterr()
+    result = json.loads(stdout)
+    web_annotation = result['responses'][0]['webAnnotation']
+    web_entities = web_annotation['webEntities']
+
+    assert len(web_entities) == 10
+    russian_blue = False
+
+    for entity in web_entities:
+        entity_id = entity['entityId']
+        desc = entity['description']
+
+        if entity_id == '/m/012cc2' and desc == 'Russian Blue':
+            russian_blue = True
+
+    assert russian_blue is True
