[bigtable] Cloud function example (GoogleCloudPlatform#3486)

billyjacobson · crwilcox · Takashi Matsuo · web-flow · commit e0a4bd6d1f0f · 2020-05-12T21:54:02.000-07:00
* working function
* use system testing instead
* Remove additional test data

Co-authored-by: Chris Wilcox &lt;crwilcox@google.com&gt;
Co-authored-by: Takashi Matsuo &lt;tmatsuo@google.com&gt;
diff --git a/functions/bigtable/main.py b/functions/bigtable/main.py
@@ -0,0 +1,44 @@
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the 'License');
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an 'AS IS' BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# [START bigtable_functions_quickstart]
+from google.cloud import bigtable
+from google.cloud.bigtable.row_set import RowSet
+
+client = bigtable.Client()
+
+
+def bigtable_read_data(request):
+    instance = client.instance(request.headers.get("instance_id"))
+    table = instance.table(request.headers.get("table_id"))
+
+    prefix = 'phone#'
+    end_key = prefix[:-1] + chr(ord(prefix[-1]) + 1)
+
+    outputs = []
+    row_set = RowSet()
+    row_set.add_row_range_from_keys(prefix.encode("utf-8"),
+                                    end_key.encode("utf-8"))
+
+    rows = table.read_rows(row_set=row_set)
+    for row in rows:
+        output = 'Rowkey: {}, os_build: {}'.format(
+          row.row_key.decode('utf-8'),
+          row.cells["stats_summary"]["os_build".encode('utf-8')][0]
+              .value.decode('utf-8'))
+        outputs.append(output)
+
+    return '\n'.join(outputs)
+
+# [END bigtable_functions_quickstart]
diff --git a/functions/bigtable/main_test.py b/functions/bigtable/main_test.py
@@ -0,0 +1,68 @@
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the 'License');
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an 'AS IS' BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import datetime
+import os
+import uuid
+
+from google.cloud import bigtable
+from requests import Request
+import pytest
+
+import main
+
+PROJECT = os.environ['GCLOUD_PROJECT']
+BIGTABLE_INSTANCE = os.environ['BIGTABLE_INSTANCE']
+TABLE_ID_PREFIX = 'mobile-time-series-{}'
+
+
+@pytest.fixture(scope="module", autouse=True)
+def table_id():
+    client = bigtable.Client(project=PROJECT, admin=True)
+    instance = client.instance(BIGTABLE_INSTANCE)
+
+    table_id = TABLE_ID_PREFIX.format(str(uuid.uuid4())[:16])
+    table = instance.table(table_id)
+    if table.exists():
+        table.delete()
+
+    table.create(column_families={'stats_summary': None})
+
+    timestamp = datetime.datetime(2019, 5, 1)
+    rows = [
+      table.direct_row("phone#4c410523#20190501"),
+      table.direct_row("phone#4c410523#20190502")
+    ]
+
+    rows[0].set_cell("stats_summary", "os_build", "PQ2A.190405.003", timestamp)
+    rows[1].set_cell("stats_summary", "os_build", "PQ2A.190405.004", timestamp)
+
+    table.mutate_rows(rows)
+
+    yield table_id
+
+    table.delete()
+
+
+def test_main(table_id):
+    request = Request('GET', headers={
+      'instance_id': BIGTABLE_INSTANCE,
+      'table_id': table_id
+    })
+
+    response = main.bigtable_read_data(request)
+
+    assert """Rowkey: phone#4c410523#20190501, os_build: PQ2A.190405.003
+Rowkey: phone#4c410523#20190502, os_build: PQ2A.190405.004
+""" in response
diff --git a/functions/bigtable/requirements-test.txt b/functions/bigtable/requirements-test.txt
@@ -0,0 +1 @@
+pytest==5.4.1
diff --git a/functions/bigtable/requirements.txt b/functions/bigtable/requirements.txt
@@ -0,0 +1 @@
+google-cloud-bigtable==1.2.1
