mirror of https://github.com/apache/flink.git
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
102 lines
4.3 KiB
Bash
102 lines
4.3 KiB
Bash
#!/usr/bin/env bash
|
|
################################################################################
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
################################################################################
|
|
|
|
# End to end test for quick starts test.
|
|
# Usage:
|
|
# FLINK_DIR=<flink dir> flink-end-to-end-tests/test-scripts/test_quickstarts.sh <Type (java or scala)>
|
|
|
|
source "$(dirname "$0")"/common.sh
|
|
|
|
TEST_TYPE=$1
|
|
TEST_CLASS_NAME=QuickstartExample
|
|
TEST_FILE_PATH=flink-quickstart-test/src/main/${TEST_TYPE}/org/apache/flink/quickstarts/test/${TEST_CLASS_NAME}.${TEST_TYPE}
|
|
QUICKSTARTS_FILE_PATH=${TEST_DATA_DIR}/flink-quickstart-${TEST_TYPE}/src/main/${TEST_TYPE}/org/apache/flink/quickstart/${TEST_CLASS_NAME}.${TEST_TYPE}
|
|
ES_INDEX=index_${TEST_TYPE}
|
|
|
|
# get the dummy Flink dependency from flink-quickstart-test
|
|
ES_DEPENDENCY="<dependency>\
|
|
<groupId>org.apache.flink</groupId>\
|
|
$(awk '/flink-quickstart-test-dummy-dependency/ {print $1}' ${END_TO_END_DIR}/flink-quickstart-test/dependency-reduced-pom.xml)\
|
|
<version>\${flink.version}</version>\
|
|
</dependency>"
|
|
|
|
mkdir -p "${TEST_DATA_DIR}"
|
|
cd "${TEST_DATA_DIR}"
|
|
|
|
ARTIFACT_ID=flink-quickstart-${TEST_TYPE}
|
|
ARTIFACT_VERSION=0.1
|
|
|
|
run_mvn archetype:generate \
|
|
-DarchetypeGroupId=org.apache.flink \
|
|
-DarchetypeArtifactId=flink-quickstart-${TEST_TYPE} \
|
|
-DarchetypeVersion=${FLINK_VERSION} \
|
|
-DarchetypeCatalog=local \
|
|
-DgroupId=org.apache.flink.quickstart \
|
|
-DartifactId=${ARTIFACT_ID} \
|
|
-Dversion=${ARTIFACT_VERSION} \
|
|
-Dpackage=org.apache.flink.quickstart \
|
|
-DinteractiveMode=false
|
|
|
|
cd "${ARTIFACT_ID}"
|
|
|
|
# simulate modifications to contained job
|
|
cp ${END_TO_END_DIR}/${TEST_FILE_PATH} "$QUICKSTARTS_FILE_PATH"
|
|
sed -i -e 's/package org.apache.flink.quickstarts.test/package org.apache.flink.quickstart/' "${QUICKSTARTS_FILE_PATH}"
|
|
|
|
position=$(awk '/<dependencies>/ {print NR}' pom.xml | head -1)
|
|
|
|
# Add dummy Flink dependency to pom.xml
|
|
sed -i -e ''$(($position + 1))'i\
|
|
'${ES_DEPENDENCY}'' pom.xml
|
|
|
|
sed -i -e "s/org.apache.flink.quickstart.DataStreamJob/org.apache.flink.quickstart.$TEST_CLASS_NAME/" pom.xml
|
|
|
|
run_mvn clean package
|
|
|
|
cd target
|
|
jar tvf flink-quickstart-${TEST_TYPE}-0.1.jar > contentsInJar.txt
|
|
|
|
if [[ `grep -c "org/apache/flink/api/java" contentsInJar.txt` -eq '0' && \
|
|
`grep -c "org/apache/flink/streaming/api" contentsInJar.txt` -eq '0' && \
|
|
`grep -c "org/apache/flink/streaming/experimental" contentsInJar.txt` -eq '0' && \
|
|
`grep -c "org/apache/flink/streaming/runtime" contentsInJar.txt` -eq '0' && \
|
|
`grep -c "org/apache/flink/streaming/util" contentsInJar.txt` -eq '0' ]]; then
|
|
|
|
echo "Success: There are no flink core classes are contained in the jar."
|
|
else
|
|
echo "Failure: There are flink core classes are contained in the jar."
|
|
exit 1
|
|
fi
|
|
|
|
if [[ `grep -c "org/apache/flink/quickstarts/test/Utils.class" contentsInJar.txt` -eq '0' && \
|
|
`grep -c "org/apache/flink/quickstart/${TEST_CLASS_NAME}.class" contentsInJar.txt` -eq '0' ]]; then
|
|
|
|
echo "Failure: Since ${TEST_CLASS_NAME}.class and other user classes are not included in the jar. "
|
|
exit 1
|
|
else
|
|
echo "Success: ${TEST_CLASS_NAME}.class and other user classes are included in the jar."
|
|
fi
|
|
|
|
TEST_PROGRAM_JAR=${TEST_DATA_DIR}/${ARTIFACT_ID}/target/${ARTIFACT_ID}-${ARTIFACT_VERSION}.jar
|
|
|
|
start_cluster
|
|
|
|
${FLINK_DIR}/bin/flink run -c org.apache.flink.quickstart.${TEST_CLASS_NAME} "$TEST_PROGRAM_JAR" \
|
|
--numRecords 20
|