test: presubmit against Lite samples (#425)

* test: presubmit against Lite samples

* mark new presubmit test required

.github/sync-repo-settings.yaml

@@ -6,6 +6,7 @@ branchProtectionRules:
 - pattern: master
   requiredStatusCheckContexts:
     - 'Kokoro'
+    - 'Kokoro - Against Pub/Sub Lite samples'
     - 'cla/google'
     - 'Samples - Lint'
     - 'Samples - Python 3.6'

.kokoro/presubmit-against-pubsublite-samples.sh

@@ -0,0 +1,105 @@
+#!/bin/bash
+# Copyright 2021 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+# `-e` enables the script to automatically fail when a command fails
+# `-o pipefail` sets the exit code to the rightmost comment to exit with a non-zero
+set -eo pipefail
+# Enables `**` to include files nested inside sub-folders
+shopt -s globstar
+
+# Disable buffering, so that the logs stream through.
+export PYTHONUNBUFFERED=1
+
+# Debug: show build environment
+env | grep KOKORO
+
+# Install nox
+python3.6 -m pip install --upgrade --quiet nox
+
+# Use secrets acessor service account to get secrets
+if [[ -f "${KOKORO_GFILE_DIR}/secrets_viewer_service_account.json" ]]; then
+    gcloud auth activate-service-account \
+	   --key-file="${KOKORO_GFILE_DIR}/secrets_viewer_service_account.json" \
+	   --project="cloud-devrel-kokoro-resources"
+fi
+
+cd github/python-pubsub
+
+# This script will create 3 files:
+# - testing/test-env.sh
+# - testing/service-account.json
+# - testing/client-secrets.json
+./scripts/decrypt-secrets.sh
+
+source ./testing/test-env.sh
+export GOOGLE_APPLICATION_CREDENTIALS=$(pwd)/testing/service-account.json
+
+# For cloud-run session, we activate the service account for gcloud sdk.
+gcloud auth activate-service-account \
+       --key-file "${GOOGLE_APPLICATION_CREDENTIALS}"
+
+export GOOGLE_CLIENT_SECRETS=$(pwd)/testing/client-secrets.json
+
+echo -e "\n******************** TESTING PROJECTS ********************"
+
+# Switch to 'fail at end' to allow all tests to complete before exiting.
+set +e
+# Use RTN to return a non-zero value if the test fails.
+RTN=0
+ROOT=$(pwd)
+
+# Clone googleapis/python-pubsublite
+git clone https://github.com/googleapis/python-pubsublite.git
+
+# Find all requirements.txt in the Pub/Sub Lite samples directory (may break on whitespace).
+for file in python-pubsublite/samples/**/requirements.txt; do
+    cd "$ROOT"
+    # Navigate to the project folder.
+    file=$(dirname "$file")
+    cd "$file"
+
+    echo "------------------------------------------------------------"
+    echo "- testing $file"
+    echo "------------------------------------------------------------"
+
+    # Use pytest to execute tests for py-3.6
+    python3.6 -m venv py-3.6
+    source py-3.6/bin/activate
+    # Install python-pubsublite samples tests requirements.
+    python -m pip install -r requirements.txt -q
+    python -m pip install -r requirements-test.txt -q
+    # Install python-pubsub from source.
+    python -m pip install -e "$ROOT" -q
+    python -m pytest quickstart_test.py
+    deactivate py-3.6
+    rm -rf py-3.6/
+
+    EXIT=$?
+
+    if [[ $EXIT -ne 0 ]]; then
+      RTN=1
+      echo -e "\n Testing failed: Nox returned a non-zero exit code. \n"
+    else
+      echo -e "\n Testing completed.\n"
+    fi
+
+done
+cd "$ROOT"
+
+# Workaround for Kokoro permissions issue: delete secrets
+rm testing/{test-env.sh,client-secrets.json,service-account.json}
+
+exit "$RTN"

.kokoro/presubmit/common.cfg

@@ -21,7 +21,9 @@ env_vars: {
     key: "TRAMPOLINE_IMAGE"
     value: "gcr.io/cloud-devrel-kokoro-resources/python-multi"
 }
+
+# Obtain environment variables for running Pub/Sub Lite samples tests
 env_vars: {
-    key: "TRAMPOLINE_BUILD_FILE"
-    value: "github/python-pubsub/.kokoro/build.sh"
-}
+    key: "SECRET_MANAGER_KEYS"
+    value: "python-docs-samples-test-env"
+}

.kokoro/presubmit/presubmit-against-pubsublite-samples.cfg

@@ -0,0 +1,11 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+env_vars: {
+    key: "INSTALL_LIBRARY_FROM_SOURCE"
+    value: "True"
+}
+
+env_vars: {
+    key: "TRAMPOLINE_BUILD_FILE"
+    value: "github/python-pubsub/.kokoro/presubmit-against-pubsublite-samples.sh"
+}

.kokoro/presubmit/presubmit.cfg

@@ -1 +1,6 @@
-# Format: //devtools/kokoro/config/proto/build.proto
+# Format: //devtools/kokoro/config/proto/build.proto
+
+env_vars: {
+    key: "TRAMPOLINE_BUILD_FILE"
+    value: "github/python-pubsub/.kokoro/build.sh"
+}