#!/usr/bin/env bash # Copyright © 2023 OpenIM. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # A set of helpers for tests openim::test::clear_all() { if openim::test::if_supports_resource "rc" ; then # shellcheck disable=SC2154 # Disabling because "kube_flags" is set in a parent script kubectl delete "${kube_flags[@]}" rc --all --grace-period=0 --force fi if openim::test::if_supports_resource "pods" ; then kubectl delete "${kube_flags[@]}" pods --all --grace-period=0 --force fi } # Prints the calling file and line number $1 levels deep # Defaults to 2 levels so you can call this to find your own caller openim::test::get_caller() { local levels=${1:-2} local caller_file="${BASH_SOURCE[${levels}]}" local caller_line="${BASH_LINENO[${levels}-1]}" echo "$(basename "${caller_file}"):${caller_line}" } # Force exact match of a returned result for a object query. Wrap this with || to support multiple # valid return types. # This runs `kubectl get` once and asserts that the result is as expected. # $1: Object on which get should be run # $2: The go-template to run on the result # $3: The expected output # $4: Additional args to be passed to kubectl openim::test::get_object_assert() { openim::test::object_assert 1 "$@" } # Asserts that the output of a given get query is as expected. # Runs the query multiple times before failing it. # $1: Object on which get should be run # $2: The go-template to run on the result # $3: The expected output # $4: Additional args to be passed to kubectl openim::test::wait_object_assert() { openim::test::object_assert 10 "$@" } # Asserts that the output of a given get query is as expected. # Can run the query multiple times before failing it. # $1: Number of times the query should be run before failing it. # $2: Object on which get should be run # $3: The go-template to run on the result # $4: The expected output # $5: Additional args to be passed to kubectl openim::test::object_assert() { local tries=$1 local object=$2 local request=$3 local expected=$4 local args=${5:-} for j in $(seq 1 "${tries}"); do # shellcheck disable=SC2086 # Disabling because to allow for expansion here res=$(kubectl get "${kube_flags[@]}" ${args} ${object} -o go-template="${request}") if [[ "${res}" =~ ^$expected$ ]]; then echo -n "${green}" echo "$(openim::test::get_caller 3): Successful get ${object} ${request}: ${res}" echo -n "${reset}" return 0 fi echo "Waiting for Get ${object} ${request} ${args}: expected: ${expected}, got: ${res}" sleep $((j-1)) done echo "${bold}${red}" echo "$(openim::test::get_caller 3): FAIL!" echo "Get ${object} ${request}" echo " Expected: ${expected}" echo " Got: ${res}" echo "${reset}${red}" caller echo "${reset}" return 1 } openim::test::get_object_jsonpath_assert() { local object=$1 local request=$2 local expected=$3 # shellcheck disable=SC2086 # Disabling to allow for expansion here res=$(kubectl get "${kube_flags[@]}" ${object} -o jsonpath=${request}) if [[ "${res}" =~ ^$expected$ ]]; then echo -n "${green}" echo "$(openim::test::get_caller): Successful get ${object} ${request}: ${res}" echo -n "${reset}" return 0 else echo "${bold}${red}" echo "$(openim::test::get_caller): FAIL!" echo "Get ${object} ${request}" echo " Expected: ${expected}" echo " Got: ${res}" echo "${reset}${red}" caller echo "${reset}" return 1 fi } openim::test::describe_object_assert() { local resource=$1 local object=$2 local matches=( "${@:3}" ) # shellcheck disable=SC2086 # Disabling to allow for expansion here result=$(kubectl describe "${kube_flags[@]}" ${resource} ${object}) for match in "${matches[@]}"; do if grep -q "${match}" <<< "${result}"; then echo "matched ${match}" else echo "${bold}${red}" echo "$(openim::test::get_caller): FAIL!" echo "Describe ${resource} ${object}" echo " Expected Match: ${match}" echo " Not found in:" echo "${result}" echo "${reset}${red}" caller echo "${reset}" return 1 fi done echo -n "${green}" echo "$(openim::test::get_caller): Successful describe ${resource} ${object}:" echo "${result}" echo -n "${reset}" return 0 } openim::test::describe_object_events_assert() { local resource=$1 local object=$2 local showevents=${3:-"true"} # shellcheck disable=SC2086 # Disabling to allow for expansion here if [[ -z "${3:-}" ]]; then result=$(kubectl describe "${kube_flags[@]}" ${resource} ${object}) else result=$(kubectl describe "${kube_flags[@]}" "--show-events=${showevents}" ${resource} ${object}) fi if grep -q "No events.\|Events:" <<< "${result}"; then local has_events="true" else local has_events="false" fi if [[ "${showevents}" == "${has_events}" ]]; then echo -n "${green}" echo "$(openim::test::get_caller): Successful describe" echo "${result}" echo "${reset}" return 0 else echo "${bold}${red}" echo "$(openim::test::get_caller): FAIL" if [[ "${showevents}" == "false" ]]; then echo " Events information should not be described in:" else echo " Events information not found in:" fi echo "${result}" echo "${reset}${red}" caller echo "${reset}" return 1 fi } openim::test::describe_resource_assert() { local resource=$1 local matches=( "${@:2}" ) # shellcheck disable=SC2086 # Disabling to allow for expansion here result=$(kubectl describe "${kube_flags[@]}" ${resource}) for match in "${matches[@]}"; do if grep -q "${match}" <<< "${result}"; then echo "matched ${match}" else echo "${bold}${red}" echo "FAIL!" echo "Describe ${resource}" echo " Expected Match: ${match}" echo " Not found in:" echo "${result}" echo "${reset}${red}" caller echo "${reset}" return 1 fi done echo -n "${green}" echo "Successful describe ${resource}:" echo "${result}" echo -n "${reset}" return 0 } openim::test::describe_resource_events_assert() { local resource=$1 local showevents=${2:-"true"} # shellcheck disable=SC2086 # Disabling to allow for expansion here result=$(kubectl describe "${kube_flags[@]}" "--show-events=${showevents}" ${resource}) if grep -q "No events.\|Events:" <<< "${result}"; then local has_events="true" else local has_events="false" fi if [[ "${showevents}" == "${has_events}" ]]; then echo -n "${green}" echo "Successful describe" echo "${result}" echo -n "${reset}" return 0 else echo "${bold}${red}" echo "FAIL" if [[ "${showevents}" == "false" ]]; then echo " Events information should not be described in:" else echo " Events information not found in:" fi echo "${result}" caller echo "${reset}" return 1 fi } openim::test::describe_resource_chunk_size_assert() { # $1: the target resource local resource=$1 # $2: comma-separated list of additional resources that will be listed local additionalResources=${2:-} # Remaining args are flags to pass to kubectl local args=${3:-} # Expect list requests for the target resource and the additional resources local expectLists IFS="," read -r -a expectLists <<< "${resource},${additionalResources}" # shellcheck disable=SC2086 # Disabling to allow for expansion here defaultResult=$(kubectl describe ${resource} --show-events=true -v=6 ${args} "${kube_flags[@]}" 2>&1 >/dev/null) for r in "${expectLists[@]}"; do if grep -q "${r}?.*limit=500" <<< "${defaultResult}"; then echo "query for ${r} had limit param" else echo "${bold}${red}" echo "FAIL!" echo "Describe ${resource}" echo " Expected limit param on request for: ${r}" echo " Not found in:" echo "${defaultResult}" echo "${reset}${red}" caller echo "${reset}" return 1 fi done # shellcheck disable=SC2086 # Disabling to allow for expansion here # Try a non-default chunk size customResult=$(kubectl describe ${resource} --show-events=false --chunk-size=10 -v=6 ${args} "${kube_flags[@]}" 2>&1 >/dev/null) if grep -q "${resource}?limit=10" <<< "${customResult}"; then echo "query for ${resource} had user-specified limit param" else echo "${bold}${red}" echo "FAIL!" echo "Describe ${resource}" echo " Expected limit param on request for: ${r}" echo " Not found in:" echo "${customResult}" echo "${reset}${red}" caller echo "${reset}" return 1 fi echo -n "${green}" echo "Successful describe ${resource} verbose logs:" echo "${defaultResult}" echo -n "${reset}" return 0 } # Compare sort-by resource name output (first column, skipping first line) with expected order specify in the last parameter openim::test::if_sort_by_has_correct_order() { local var var="$(echo "$1" | awk '{if(NR!=1) print $1}' | tr '\n' ':')" openim::test::if_has_string "${var}" "${@:$#}" } openim::test::if_has_string() { local message=$1 local match=$2 if grep -q "${match}" <<< "${message}"; then echo -n "${green}" echo "Successful" echo -n "${reset}" echo "message:${message}" echo "has:${match}" return 0 else echo -n "${bold}${red}" echo "FAIL!" echo -n "${reset}" echo "message:${message}" echo "has not:${match}" caller return 1 fi } openim::test::if_has_not_string() { local message=$1 local match=$2 if grep -q "${match}" <<< "${message}"; then echo -n "${bold}${red}" echo "FAIL!" echo -n "${reset}" echo "message:${message}" echo "has:${match}" caller return 1 else echo -n "${green}" echo "Successful" echo -n "${reset}" echo "message:${message}" echo "has not:${match}" return 0 fi } openim::test::if_empty_string() { local match=$1 if [ -n "${match}" ]; then echo -n "${bold}${red}" echo "FAIL!" echo "${match} is not empty" echo -n "${reset}" caller return 1 else echo -n "${green}" echo "Successful" echo -n "${reset}" return 0 fi } # Returns true if the required resource is part of supported resources. # Expects env vars: # SUPPORTED_RESOURCES: Array of all resources supported by the apiserver. "*" # means it supports all resources. For ex: ("*") or ("rc" "*") both mean that # all resources are supported. # $1: Name of the resource to be tested. openim::test::if_supports_resource() { SUPPORTED_RESOURCES=${SUPPORTED_RESOURCES:-""} REQUIRED_RESOURCE=${1:-""} for r in "${SUPPORTED_RESOURCES[@]}"; do if [[ "${r}" == "*" || "${r}" == "${REQUIRED_RESOURCE}" ]]; then return 0 fi done return 1 } openim::test::version::object_to_file() { name=$1 flags=${2:-""} file=$3 # shellcheck disable=SC2086 # Disabling because "flags" needs to allow for expansion here kubectl version ${flags} | grep "${name} Version:" | sed -e s/"${name} Version: "/""/g > "${file}" } openim::test::version::json_object_to_file() { flags=$1 file=$2 # shellcheck disable=SC2086 # Disabling because "flags" needs to allow for expansion here kubectl version ${flags} --output json | sed -e s/' '/''/g -e s/'\"'/''/g -e s/'}'/''/g -e s/'{'/''/g -e s/'clientVersion:'/'clientVersion:,'/ -e s/'serverVersion:'/'serverVersion:,'/ | tr , '\n' > "${file}" } openim::test::version::json_client_server_object_to_file() { flags=$1 name=$2 file=$3 # shellcheck disable=SC2086 # Disabling because "flags" needs to allow for expansion here kubectl version ${flags} --output json | jq -r ".${name}" | sed -e s/'\"'/''/g -e s/'}'/''/g -e s/'{'/''/g -e /^$/d -e s/','/''/g -e s/':'/'='/g > "${file}" } openim::test::version::yaml_object_to_file() { flags=$1 file=$2 # shellcheck disable=SC2086 # Disabling because "flags" needs to allow for expansion here kubectl version ${flags} --output yaml | sed -e s/' '/''/g -e s/'\"'/''/g -e /^$/d > "${file}" } openim::test::version::diff_assert() { local original=$1 local comparator=${2:-"eq"} local latest=$3 local diff_msg=${4:-""} local res="" if [ ! -f "${original}" ]; then echo "${bold}${red}" echo "FAIL! ${diff_msg}" echo "the file '${original}' does not exit" echo "${reset}${red}" caller echo "${reset}" return 1 fi if [ ! -f "${latest}" ]; then echo "${bold}${red}" echo "FAIL! ${diff_msg}" echo "the file '${latest}' does not exit" echo "${reset}${red}" caller echo "${reset}" return 1 fi if [ "${comparator}" == "exact" ]; then # Skip sorting of file content for exact comparison. cp "${original}" "${original}.sorted" cp "${latest}" "${latest}.sorted" else sort "${original}" > "${original}.sorted" sort "${latest}" > "${latest}.sorted" fi if [ "${comparator}" == "eq" ] || [ "${comparator}" == "exact" ]; then if [ "$(diff -iwB "${original}".sorted "${latest}".sorted)" == "" ] ; then echo -n "${green}" echo "Successful: ${diff_msg}" echo -n "${reset}" return 0 else echo "${bold}${red}" echo "FAIL! ${diff_msg}" echo " Expected: " cat "${original}" echo " Got: " cat "${latest}" echo "${reset}${red}" caller echo "${reset}" return 1 fi else if [ -n "$(diff -iwB "${original}".sorted "${latest}".sorted)" ] ; then echo -n "${green}" echo "Successful: ${diff_msg}" echo -n "${reset}" return 0 else echo "${bold}${red}" echo "FAIL! ${diff_msg}" echo " Expected: " cat "${original}" echo " Got: " cat "${latest}" echo "${reset}${red}" caller echo "${reset}" return 1 fi fi } # Force exact match of kubectl stdout, stderr, and return code. # $1: file with actual stdout # $2: file with actual stderr # $3: the actual return code # $4: file with expected stdout # $5: file with expected stderr # $6: expected return code # $7: additional message describing the invocation openim::test::results::diff() { local actualstdout=$1 local actualstderr=$2 local actualcode=$3 local expectedstdout=$4 local expectedstderr=$5 local expectedcode=$6 local message=$7 local result=0 if ! openim::test::version::diff_assert "${expectedstdout}" "exact" "${actualstdout}" "stdout for ${message}"; then result=1 fi if ! openim::test::version::diff_assert "${expectedstderr}" "exact" "${actualstderr}" "stderr for ${message}"; then result=1 fi if [ "${actualcode}" -ne "${expectedcode}" ]; then echo "${bold}${red}" echo "$(openim::test::get_caller): FAIL!" echo "Return code for ${message}" echo " Expected: ${expectedcode}" echo " Got: ${actualcode}" echo "${reset}${red}" caller echo "${reset}" result=1 fi if [ "${result}" -eq 0 ]; then echo -n "${green}" echo "$(openim::test::get_caller): Successful: ${message}" echo -n "${reset}" fi return "$result" }