123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155 |
- #!/usr/bin/env bash
- # Copyright 2021 gRPC authors.
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- set -eo pipefail
- # Constants
- readonly GITHUB_REPOSITORY_NAME="grpc"
- readonly TEST_DRIVER_INSTALL_SCRIPT_URL="https://raw.githubusercontent.com/${TEST_DRIVER_REPO_OWNER:-grpc}/grpc/${TEST_DRIVER_BRANCH:-master}/tools/internal_ci/linux/grpc_xds_k8s_install_test_driver.sh"
- ## xDS test client Docker images
- readonly CLIENT_IMAGE_NAME="gcr.io/grpc-testing/xds-interop/python-client"
- readonly FORCE_IMAGE_BUILD="${FORCE_IMAGE_BUILD:-0}"
- readonly BUILD_APP_PATH="interop-testing/build/install/grpc-interop-testing"
- readonly LANGUAGE_NAME="Python"
- #######################################
- # Builds test app Docker images and pushes them to GCR
- # Globals:
- # BUILD_APP_PATH
- # CLIENT_IMAGE_NAME: Test client Docker image name
- # GIT_COMMIT: SHA-1 of git commit being built
- # Arguments:
- # None
- # Outputs:
- # Writes the output of `gcloud builds submit` to stdout, stderr
- #######################################
- build_test_app_docker_images() {
- echo "Building ${LANGUAGE_NAME} xDS interop test app Docker images"
- pushd "${SRC_DIR}"
- docker build \
- -f src/python/grpcio_tests/tests_py3_only/interop/Dockerfile.client \
- -t "${CLIENT_IMAGE_NAME}:${GIT_COMMIT}" \
- .
- popd
- gcloud -q auth configure-docker
- docker push "${CLIENT_IMAGE_NAME}:${GIT_COMMIT}"
- }
- #######################################
- # Builds test app and its docker images unless they already exist
- # Globals:
- # CLIENT_IMAGE_NAME: Test client Docker image name
- # GIT_COMMIT: SHA-1 of git commit being built
- # FORCE_IMAGE_BUILD
- # Arguments:
- # None
- # Outputs:
- # Writes the output to stdout, stderr
- #######################################
- build_docker_images_if_needed() {
- # Check if images already exist
- client_tags="$(gcloud_gcr_list_image_tags "${CLIENT_IMAGE_NAME}" "${GIT_COMMIT}")"
- printf "Client image: %s:%s\n" "${CLIENT_IMAGE_NAME}" "${GIT_COMMIT}"
- echo "${client_tags:-Client image not found}"
- # Build if any of the images are missing, or FORCE_IMAGE_BUILD=1
- if [[ "${FORCE_IMAGE_BUILD}" == "1" || -z "${client_tags}" ]]; then
- build_test_app_docker_images
- else
- echo "Skipping ${LANGUAGE_NAME} test app build"
- fi
- }
- #######################################
- # Executes the test case
- # Globals:
- # TEST_DRIVER_FLAGFILE: Relative path to test driver flagfile
- # KUBE_CONTEXT: The name of kubectl context with GKE cluster access
- # TEST_XML_OUTPUT_DIR: Output directory for the test xUnit XML report
- # CLIENT_IMAGE_NAME: Test client Docker image name
- # GIT_COMMIT: SHA-1 of git commit being built
- # Arguments:
- # Test case name
- # Outputs:
- # Writes the output of test execution to stdout, stderr
- # Test xUnit report to ${TEST_XML_OUTPUT_DIR}/${test_name}/sponge_log.xml
- #######################################
- run_test() {
- # Test driver usage:
- # https://github.com/grpc/grpc/tree/master/tools/run_tests/xds_k8s_test_driver#basic-usage
- local test_name="${1:?Usage: run_test test_name}"
- # testing_version is used by the framework to determine the supported PSM
- # features. It's captured from Kokoro job name of the Core repo, which takes
- # 2 forms:
- # grpc/core/master/linux/...
- # grpc/core/v1.42.x/branch/linux/...
- set -x
- python3 -m "tests.${test_name}" \
- --flagfile="${TEST_DRIVER_FLAGFILE}" \
- --kube_context="${KUBE_CONTEXT}" \
- --client_image="${CLIENT_IMAGE_NAME}:${GIT_COMMIT}" \
- --testing_version=$(echo "$KOKORO_JOB_NAME" | sed -E 's|^grpc/core/([^/]+)/.*|\1|') \
- --xml_output_file="${TEST_XML_OUTPUT_DIR}/${test_name}/sponge_log.xml" \
- --flagfile="config/url-map.cfg"
- set +x
- }
- #######################################
- # Main function: provision software necessary to execute tests, and run them
- # Globals:
- # KOKORO_ARTIFACTS_DIR
- # GITHUB_REPOSITORY_NAME
- # SRC_DIR: Populated with absolute path to the source repo
- # TEST_DRIVER_REPO_DIR: Populated with the path to the repo containing
- # the test driver
- # TEST_DRIVER_FULL_DIR: Populated with the path to the test driver source code
- # TEST_DRIVER_FLAGFILE: Populated with relative path to test driver flagfile
- # TEST_XML_OUTPUT_DIR: Populated with the path to test xUnit XML report
- # GIT_ORIGIN_URL: Populated with the origin URL of git repo used for the build
- # GIT_COMMIT: Populated with the SHA-1 of git commit being built
- # GIT_COMMIT_SHORT: Populated with the short SHA-1 of git commit being built
- # KUBE_CONTEXT: Populated with name of kubectl context with GKE cluster access
- # Arguments:
- # None
- # Outputs:
- # Writes the output of test execution to stdout, stderr
- #######################################
- main() {
- local script_dir
- script_dir="$(dirname "$0")"
- # Source the test driver from the master branch.
- echo "Sourcing test driver install script from: ${TEST_DRIVER_INSTALL_SCRIPT_URL}"
- source /dev/stdin <<< "$(curl -s "${TEST_DRIVER_INSTALL_SCRIPT_URL}")"
- activate_gke_cluster GKE_CLUSTER_PSM_BASIC
- set -x
- if [[ -n "${KOKORO_ARTIFACTS_DIR}" ]]; then
- kokoro_setup_test_driver "${GITHUB_REPOSITORY_NAME}"
- else
- local_setup_test_driver "${script_dir}"
- fi
- build_docker_images_if_needed
- # Run tests
- cd "${TEST_DRIVER_FULL_DIR}"
- run_test url_map
- }
- main "$@"
|