0


flink start AM request record

rmClient.submitApplication(request);-->org.apache.hadoop.yarn.api.ApplicationClientProtocol.submitApplication(request)

application_submission_context { 
    application_id {id:330cluster_timestamp:1685734870173}application_name:"onYarnApiSubmitCase"
      am_container_spec {
    localResources {key:"flink-conf.yaml"
    value {
    resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp"}size:856timestamp:1693299347063type:FILEvisibility:APPLICATION}}
    localResources {key:"lib/flink-dist_2.12-1.12.7.jar"
    value {
     resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar"}size:105200367timestamp:1639528108000type:FILEvisibility:PUBLIC}}
    localResources {key:"lib/log4j-slf4j-impl-2.16.0.jar" 
    value {
     resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar"}size:24258timestamp:1639522582000type:FILEvisibility:PUBLIC}} 
    localResources {key:"lib/flink-csv-1.12.7.jar" 
        value {
         resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/flink-csv-1.12.7.jar"}size:89654timestamp:1639527800000type:FILEvisibility:PUBLIC}}
    localResources {key:"lib/log4j-1.2-api-2.16.0.jar"
       value {
        resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar"}size:207909timestamp:1639522582000type:FILEvisibility:PUBLIC}} 
    localResources {key:"lib/log4j-api-2.16.0.jar"
        value { 
        resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/log4j-api-2.16.0.jar"}size:301892timestamp:1639522582000type:FILEvisibility:PUBLIC}}
    localResources {key:"lib/flink-table_2.12-1.12.7.jar" 
       value { resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar"} size:34696963timestamp:1639528066000type:FILEvisibility:PUBLIC}}
    localResources {key:"lib/flink-json-1.12.7.jar" value { resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/flink-json-1.12.7.jar"} size:134891timestamp:1639527762000type:FILEvisibility:PUBLIC}} 
    localResources {key:"TopSpeedWindowing.jar" value { resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/demo/TopSpeedWindowing.jar"} size:17160timestamp:1693212889485type:FILEvisibility:APPLICATION}} 
    localResources {key:"lib/flink-table-blink_2.12-1.12.7.jar" value { resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar"} size:37736212timestamp:1639528075000type:FILEvisibility:PUBLIC}} 
    localResources {key:"lib/log4j-core-2.16.0.jar" value { resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/log4j-core-2.16.0.jar"} size:1789565timestamp:1639522582000type:FILEvisibility:PUBLIC}} 
    localResources {key:"lib/flink-shaded-zookeeper-3.4.14.jar" value { resource {scheme:"hdfs"host:"cdh-node0.jiayeli.com"port:8020file:"/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar"} size:7709741timestamp:1639522618000type:FILEvisibility:PUBLIC}}
    environment {key:"_APP_ID"value:"application_1685734870173_0330"} 
    environment {key:"_FLINK_YARN_FILES"value:"hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330"} 
    environment {key:"HADOOP_USER_NAME"value:"HPN-21-125"}
    environment {key:"_FLINK_CLASSPATH"value:"TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;"}
    environment {key:"_CLIENT_SHIP_FILES"value:"YarnLocalResourceDescriptor{key=lib/flink-json-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-json-1.12.7.jar, size=134891, modificationTime=1639527762000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table-blink_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar, size=37736212, modificationTime=1639528075000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-core-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-core-2.16.0.jar, size=1789565, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-slf4j-impl-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar, size=24258, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-csv-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-csv-1.12.7.jar, size=89654, modificationTime=1639527800000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-1.2-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar, size=207909, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-api-2.16.0.jar, size=301892, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-shaded-zookeeper-3.4.14.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar, size=7709741, modificationTime=1639522618000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar, size=34696963, modificationTime=1639528066000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=TopSpeedWindowing.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/demo/TopSpeedWindowing.jar, size=17160, modificationTime=1693212889485, visibility=APPLICATION, type=FILE}; YarnLocalResourceDescriptor{key=flink-conf.yaml, path=hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp, size=856, modificationTime=1693299347063, visibility=APPLICATION, type=FILE}"}
    environment {key:"_FLINK_DIST_JAR"value:"YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE}"} 
    environment {key:"_CLIENT_HOME_DIR"value:"hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125"} 
    environment {key:"CLASSPATH"value:"TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;;$HADOOP_CLIENT_CONF_DIR;$HADOOP_CONF_DIR;$HADOOP_COMMON_HOME/*;$HADOOP_COMMON_HOME/lib/*;$HADOOP_HDFS_HOME/*;$HADOOP_HDFS_HOME/lib/*;$HADOOP_YARN_HOME/*;$HADOOP_YARN_HOME/lib/*"}command:"$JAVA_HOME/bin/java -Xmx469762048 -Xms469762048 -XX:MaxMetaspaceSize=268435456 org.apache.flink.yarn.entrypoint.YarnApplicationClusterEntryPoint -D jobmanager.memory.off-heap.size=134217728b -D jobmanager.memory.jvm-overhead.min=201326592b -D jobmanager.memory.jvm-metaspace.size=268435456b -D jobmanager.memory.heap.size=469762048b -D jobmanager.memory.jvm-overhead.max=201326592b 1> <LOG_DIR>/jobmanager.out 2> <LOG_DIR>/jobmanager.err"}maxAppAttempts:1 
    resource {memory:1024virtual_cores:1}applicationType:"Apache Flink"}
标签: flink 大数据

本文转载自: https://blog.csdn.net/weixin_46661903/article/details/132566300
版权归原作者 jiayeliDoCn 所有, 如有侵权,请联系我们删除。

“flink start AM request record”的评论:

还没有评论