[FLINK-17857][e2e] Fix Kubernetes e2e tests on Mac OS

This closes #12451

Author: wangyang0918

flink-end-to-end-tests/test-scripts/common_docker.sh

@@ -35,6 +35,9 @@ function containers_health_check() {
 
 function build_image() {
     local image_name=${1:-flink-job}
+    local default_file_server_address="localhost"
+    [[ "${OS_TYPE}" != "linux" ]] && default_file_server_address="host.docker.internal"
+    local file_server_address=${2:-${default_file_server_address}}
 
     echo "Starting fileserver for Flink distribution"
     pushd ${FLINK_DIR}/..
@@ -47,7 +50,7 @@ function build_image() {
     echo "Preparing Dockeriles"
     git clone https://github.com/apache/flink-docker.git --branch dev-master --single-branch
     cd flink-docker
-    ./add-custom.sh -u localhost:9999/flink.tgz -n ${image_name}
+    ./add-custom.sh -u ${file_server_address}:9999/flink.tgz -n ${image_name}
 
     echo "Building images"
     run_with_timeout 600 docker build --no-cache --network="host" -t ${image_name} dev/${image_name}-debian

flink-end-to-end-tests/test-scripts/common_kubernetes.sh

@@ -96,6 +96,9 @@ function start_kubernetes {
             echo "$NON_LINUX_ENV_NOTE"
             exit 1
         fi
+        # Mount Flink dist into minikube virtual machine because we need to mount hostPath as usrlib
+        minikube mount $FLINK_DIR:$FLINK_DIR &
+        export minikube_mount_pid=$!
     else
         setup_kubernetes_for_linux
         if ! retry_times ${MINIKUBE_START_RETRIES} ${MINIKUBE_START_BACKOFF} start_kubernetes_if_not_running; then
@@ -109,6 +112,7 @@ function start_kubernetes {
 function stop_kubernetes {
     if [[ "${OS_TYPE}" != "linux" ]]; then
         echo "$NON_LINUX_ENV_NOTE"
+        kill $minikube_mount_pid 2> /dev/null
     else
         echo "Stopping minikube ..."
         stop_command="sudo $MINIKUBE_PATH stop"
@@ -174,4 +178,24 @@ function cleanup {
     stop_kubernetes
 }
 
+function setConsoleLogging {
+    cat >> $FLINK_DIR/conf/log4j.properties <<END
+rootLogger.appenderRef.console.ref = ConsoleAppender
+
+# Log all infos to the console
+appender.console.name = ConsoleAppender
+appender.console.type = CONSOLE
+appender.console.layout.type = PatternLayout
+appender.console.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p [%t] %-60c %x - %m%n
+END
+}
+
+function get_host_machine_address {
+    if [[ "${OS_TYPE}" != "linux" ]]; then
+        echo $(minikube ssh "route -n | grep ^0.0.0.0 | awk '{ print \$2 }' | tr -d '[:space:]'")
+    else
+        echo "localhost"
+    fi
+}
+
 on_exit cleanup

flink-end-to-end-tests/test-scripts/test_kubernetes_application.sh

@@ -31,7 +31,7 @@ function internal_cleanup {
 
 start_kubernetes
 
-build_image ${FLINK_IMAGE_NAME}
+build_image ${FLINK_IMAGE_NAME} $(get_host_machine_address)
 
 kubectl create clusterrolebinding ${CLUSTER_ROLE_BINDING} --clusterrole=edit --serviceaccount=default:default --namespace=default
 

flink-end-to-end-tests/test-scripts/test_kubernetes_embedded_job.sh

@@ -36,7 +36,7 @@ start_kubernetes
 
 mkdir -p $OUTPUT_VOLUME
 
-build_image ${FLINK_IMAGE_NAME}
+build_image ${FLINK_IMAGE_NAME} $(get_host_machine_address)
 
 export USER_LIB=${FLINK_DIR}/examples/batch
 kubectl create -f ${CONTAINER_SCRIPTS}/job-cluster-service.yaml

flink-end-to-end-tests/test-scripts/test_kubernetes_session.sh

@@ -52,7 +52,7 @@ function internal_cleanup {
 
 start_kubernetes
 
-build_image ${FLINK_IMAGE_NAME}
+build_image ${FLINK_IMAGE_NAME} $(get_host_machine_address)
 
 kubectl create clusterrolebinding ${CLUSTER_ROLE_BINDING} --clusterrole=edit --serviceaccount=default:default --namespace=default