【快捷部署】002_Flink（1.17.2）

📣【快捷部署系列】002期信息

编号选型版本操作系统部署形式部署模式002Flink1.17.2CentOS 7.Xtgz包单机
👉 演示视频

Flink一键安装（本地模式）

install-flink.sh 脚本内容

#!/bin/bash####变量###执行脚本的当前目录mydir=$(cd"$(dirname"$0")";pwd)echo$mydir#flink安装目录flink=/flink
#检查点目录cp=$flink/checkpoints/
#保留点目录sp=$flink/savepoints/
#tasknumber数量tasknumber=5#配置检查点的间隔时间eci=5#配置最大并发的检查点数量ecm=2#配置保留点的间隔时间esi=11#重新启动任务的最大次数rfa=10000#重新启动任务之前等待的时间间隔rfd=1#########################################################################################flink安装目录mkdir-p$flink#检查点目录mkdir-p$cp#保留点目录mkdir-p$sp#安装openjdk-1.8
yum install-y java-1.8.0-openjdk-1.8.0.392.b08-2.el7_9.x86_64

##下载flink安装包并解压wget https://repo.huaweicloud.com/apache/flink/flink-1.17.2/flink-1.17.2-bin-scala_2.12.tgz -P$flinktar-xvf$flink/flink-1.17.2-bin-scala_2.12.tgz -C$flink#编辑flink配置文件sed-i-e's|taskmanager.numberOfTaskSlots:.*|taskmanager.numberOfTaskSlots: '$tasknumber'|g'$flink/flink-1.17.2/conf/flink-conf.yaml
sed-i-e's|rest.bind-address:.*|rest.bind-address: 0.0.0.0|g'$flink/flink-1.17.2/conf/flink-conf.yaml
sed-i-e'$a #配置检查点目 \nstate.checkpoints.dir: file://'$cp' \n# 配置检查点的间隔时间 \nexecution.checkpointing.interval: '$eci' s \n#配置最大并发的检查点数量 \nexecution.checkpointing.max-concurrent-checkpoints: '$ecm' \n#保留checkpoint数据 \nexecution.checkpointing.externalized-checkpoint-retention: RETAIN_ON_CANCELLATION \n# 配置保存点目录 \nstate.savepoints.dir: file://'$sp' \nexecution.savepoints.interval: '$esi' s \n# 自定义重启策略和故障恢复策略， \nrestart-strategy.fixed-delay.attempts: '$rfa' \nrestart-strategy.fixed-delay.delay: '$rfd' s'$flink/flink-1.17.2/conf/flink-conf.yaml

#下载依赖包#进入flink安装目录，下载jar包到flink的lib目录下cd$flink/flink-1.17.2/lib
wget https://maven.aliyun.com/repository/public/com/ververica/flink-sql-connector-mysql-cdc/2.4.0/flink-sql-connector-mysql-cdc-2.4.0.jar
wget https://maven.aliyun.com/repository/public/org/apache/flink/flink-shaded-zookeeper-3/3.4.14-11.0/flink-shaded-zookeeper-3-3.4.14-11.0.jar 
wget https://maven.aliyun.com/repository/public/org/apache/flink/flink-sql-connector-hbase-2.2/1.17.2/flink-sql-connector-hbase-2.2-1.17.2.jar
wget https://maven.aliyun.com/repository/public/org/apache/flink/flink-shaded-hadoop-2-uber/2.7.5-10.0/flink-shaded-hadoop-2-uber-2.7.5-10.0.jar
wget https://maven.aliyun.com/repository/public/com/huaweicloud/dws/dws-connector-flink_2.12_1.15/1.0.10/dws-connector-flink_2.12_1.15-1.0.10-jar-with-dependencies.jar
wget https://maven.aliyun.com/repository/public/com/ververica/flink-sql-connector-mongodb-cdc/3.0.0/flink-sql-connector-mongodb-cdc-3.0.0.jar
wget https://maven.aliyun.com/repository/public/org/apache/doris/flink-doris-connector-1.17/1.4.0/flink-doris-connector-1.17-1.4.0.jar
#修改config.sh的Java路径sed-i-e's|JAVA_RUN="$JAVA_HOME"/bin/java|JAVA_RUN="$JAVA_HOME"/jre/bin/java|g'$flink/flink-1.17.2/bin/config.sh
#启动flink任务$flink/flink-1.17.2/bin/start-cluster.sh 
###### 登录UI界面：http://eip:端口（默认端口8081）

$ vim install-flink.sh
# 进入vim，输入i，进入编辑模式，copy上方脚本，Esc --> 输入“:wq!”
$ chmod +x install-flink.sh
$ ./install-flink.sh

验证：

安装成功后，访问：http://eip:8081

# 执行测试job，查看效果
$ cd /flink/flink-1.17.2
$ ./bin/flink run examples/streaming/WordCount.jar
# 执行后，去WEB UI界面查看效果# 感谢淘客科技提供的实验资源环境

官方中文文档地址：https://nightlies.apache.org/flink/flink-docs-release-1.17/zh/docs/try-flink/local_installation/