场景：Flink 接收kakfa 信息 通过 侧输入流--> ODS-->DWD
代码：
主类：
package com.wudl.flink.app.dwd;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import com.wudl.flink.utils.MyKafkaUtil;
import org.apache.flink.api.common.functions.RichMapFunction;
import org.apache.flink.api.common.state.ValueState;
import org.apache.flink.api.common.state.ValueStateDescriptor;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.api.functions.ProcessFunction;
import org.apache.flink.util.Collector;
import org.apache.flink.util.OutputTag;
public class baseLogApp {
public static void main(String[] args) throws Exception {
StreamExecutionEnvironment env = StreamExecutionEnvironment.createLocalEnvironment();
env.setParallelism(1);
String SourceTopic = "ods_base_log";
String groupId = "base_log_app_2021";
DataStreamSource kafkaDs = env.addSource(MyKafkaUtil.getKafkaConsumer(SourceTopic, groupId));
//TODO 3.将每行数据转换为JSON对象
OutputTag outputTag = new OutputTag("Dirty") {
};
SingleOutputStreamOperator jsonObjDS = kafkaDs.process(new ProcessFunction() {
@Override
public void processElement(String value, Context ctx, Collector out) throws Exception {
try {
JSONObject jsonObject = JSON.parseObject(value);
System.out.println("start-------"+jsonObject.get("start"));
out.collect(jsonObject);
} catch (Exception e) {
System.out.println(e.getMessage());
System.out.println("---------------------------------------------");
//发生异常,将数据写入侧输出流
e.printStackTrace();
ctx.output(outputTag, value);
}
}
});
// 打印脏数据
jsonObjDS.getSideOutput(outputTag).print(" 脏数据>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>");
jsonObjDS.print("-----------");
//TODO 4.新老用户校验 状态编程
SingleOutputStreamOperator jsonObjWithNewFlagDS = jsonObjDS.keyBy(jsonObj -> jsonObj.getJSONObject("common").getString("mid"))
.map(new RichMapFunction() {
private ValueState valueState;
@Override
public void open(Configuration parameters) throws Exception {
valueState = getRuntimeContext().getState(new ValueStateDescriptor("value-state", String.class));
}
@Override
public JSONObject map(JSONObject jsonObject) throws Exception {
String isNew = jsonObject.getJSONObject("common").getString("is_new");
if ("1".equals(isNew)) {
//获取状态数据
String state = valueState.value();
if (state != null) {
jsonObject.getJSONObject("common").put("is_new", "0");
} else {
valueState.update("1");
}
}
return jsonObject;
}
});
//TODO 5.分流 侧输出流 页面：主流 启动：侧输出流 曝光：侧输出流
OutputTag startTag = new OutputTag("start") {
};
OutputTag displayTag = new OutputTag("display") {
};
SingleOutputStreamOperator pageDS = jsonObjWithNewFlagDS.process(new ProcessFunction() {
@Override
public void processElement(JSONObject value, Context ctx, Collector out) throws Exception {
//获取启动日志字段
String start = value.getString("start");
if (start != null && start.length() > 0) {
//将数据写入启动日志侧输出流
ctx.output(startTag, value.toJSONString());
} else {
//将数据写入页面日志主流
out.collect(value.toJSONString());
//取出数据中的曝光数据
JSONArray displays = value.getJSONArray("displays");
if (displays != null && displays.size() > 0) {
//获取页面ID
String pageId = value.getJSONObject("page").getString("page_id");
for (int i = 0; i < displays.size(); i++) {
JSONObject display = displays.getJSONObject(i);
//添加页面id
display.put("page_id", pageId);
//将输出写出到曝光侧输出流
ctx.output(displayTag, display.toJSONString());
}
}
}
}
});
//TODO 6.提取侧输出流
DataStream startDS = pageDS.getSideOutput(startTag);
DataStream displayDS = pageDS.getSideOutput(displayTag);
//TODO 7.将三个流进行打印并输出到对应的Kafka主题中
startDS.print("Start>>>>>>>>>>>");
pageDS.print("Page>>>>>>>>>>>");
displayDS.print("Display>>>>>>>>>>>>");
startDS.addSink(MyKafkaUtil.getKafkaProducer("dwd_start_log"));
pageDS.addSink(MyKafkaUtil.getKafkaProducer("dwd_page_log"));
displayDS.addSink(MyKafkaUtil.getKafkaProducer("dwd_display_log"));
//TODO 8.启动任务
env.execute("baseLogApp");
}
}
kafka 工具类
package com.wudl.flink.utils;
import org.apache.calcite.util.Static;
import org.apache.flink.api.common.serialization.SimpleStringSchema;
import org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer;
import org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer;
import org.apache.flink.streaming.connectors.kafka.KafkaSerializationSchema;
import org.apache.kafka.clients.consumer.ConsumerConfig;
import org.apache.kafka.clients.producer.ProducerConfig;
import java.util.Properties;
public class MyKafkaUtil {
private static String brokers = "192.168.1.130:9092,192.168.1.128:9092,192.168.1.129:9092";
private static String default_topic = "DWD_DEFAULT_TOPIC";
public static FlinkKafkaProducer getKafkaProducer(String topic) {
return new FlinkKafkaProducer(brokers,
topic,
new SimpleStringSchema());
}
public static FlinkKafkaProducer getKafkaProducer(KafkaSerializationSchema kafkaSerializationSchema) {
Properties properties = new Properties();
properties.setProperty(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, brokers);
return new FlinkKafkaProducer(default_topic,
kafkaSerializationSchema,
properties,
FlinkKafkaProducer.Semantic.EXACTLY_ONCE);
}
public static FlinkKafkaConsumer getKafkaConsumer(String topic, String groupId) {
Properties properties = new Properties();
properties.put(ConsumerConfig.GROUP_ID_CONFIG, groupId);
properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, brokers);
return new FlinkKafkaConsumer(topic,
new SimpleStringSchema(),
properties);
}
//拼接Kafka相关属性到DDL
public static String getKafkaDDL(String topic, String groupId) {
return " 'connector' = 'kafka', " +
" 'topic' = '" + topic + "'," +
" 'properties.bootstrap.servers' = '" + brokers + "', " +
" 'properties.group.id' = '" + groupId + "', " +
" 'format' = 'json', " +
" 'scan.startup.mode' = 'latest-offset' ";
}
}
kakfa 命令：
./kafka-console-producer.sh --broker-list 192.168.1.130:9092 --topic ods_base_log ./kafka-console-consumer.sh --bootstrap-server 192.168.1.130:9092 --from-beginning --topic dwd_start_log ./kafka-console-consumer.sh --bootstrap-server 192.168.1.130:9092 --from-beginning --topic dwd_page_log ./kafka-console-consumer.sh --bootstrap-server 192.168.1.130:9092 --from-beginning --topic dwd_display_log
控制台输出
"C:Program FilesJavajdk1.8.0_241binjava.exe" -agentlib:jdwp=transport=dt_socket,address=127.0.0.1:64700,suspend=y,server=n -Dvisualvm.id=31740293873700 -javaagent:C:UsersAdministratorAppDataLocalJetBrainsIntelliJIdea2020.3captureAgentdebugger-agent.jar -Dfile.encoding=UTF-8 -classpath "C:Program FilesJavajdk1.8.0_241jrelibcharsets.jar;C:Program FilesJavajdk1.8.0_241jrelibdeploy.jar;C:Program FilesJavajdk1.8.0_241jrelibextaccess-bridge-64.jar;C:Program FilesJavajdk1.8.0_241jrelibextcldrdata.jar;C:Program FilesJavajdk1.8.0_241jrelibextdnsns.jar;C:Program FilesJavajdk1.8.0_241jrelibextjaccess.jar;C:Program FilesJavajdk1.8.0_241jrelibextjfxrt.jar;C:Program FilesJavajdk1.8.0_241jrelibextlocaledata.jar;C:Program FilesJavajdk1.8.0_241jrelibextnashorn.jar;C:Program FilesJavajdk1.8.0_241jrelibextsunec.jar;C:Program FilesJavajdk1.8.0_241jrelibextsunjce_provider.jar;C:Program FilesJavajdk1.8.0_241jrelibextsunmscapi.jar;C:Program FilesJavajdk1.8.0_241jrelibextsunpkcs11.jar;C:Program FilesJavajdk1.8.0_241jrelibextzipfs.jar;C:Program FilesJavajdk1.8.0_241jrelibjavaws.jar;C:Program FilesJavajdk1.8.0_241jrelibjce.jar;C:Program FilesJavajdk1.8.0_241jrelibjfr.jar;C:Program FilesJavajdk1.8.0_241jrelibjfxswt.jar;C:Program FilesJavajdk1.8.0_241jrelibjsse.jar;C:Program FilesJavajdk1.8.0_241jrelibmanagement-agent.jar;C:Program FilesJavajdk1.8.0_241jrelibplugin.jar;C:Program FilesJavajdk1.8.0_241jrelibresources.jar;C:Program FilesJavajdk1.8.0_241jrelibrt.jar;D:ideaWorkSpacelearningFlinklearningFlink-gmall-realtimeflink-wudl-gmall-realtimetargetclasses;D:softwaremaven_jarorgapacheflinkflink-java1.12.0flink-java-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-core1.12.0flink-core-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-annotations1.12.0flink-annotations-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-metrics-core1.12.0flink-metrics-core-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-shaded-asm-77.1-12.0flink-shaded-asm-7-7.1-12.0.jar;D:softwaremaven_jarcomesotericsoftwarekryokryo2.24.0kryo-2.24.0.jar;D:softwaremaven_jarcomesotericsoftwareminlogminlog1.2minlog-1.2.jar;D:softwaremaven_jarorgobjenesisobjenesis2.1objenesis-2.1.jar;D:softwaremaven_jarorgapachecommonscommons-compress1.20commons-compress-1.20.jar;D:softwaremaven_jarorgapachecommonscommons-lang33.3.2commons-lang3-3.3.2.jar;D:softwaremaven_jarorgapachecommonscommons-math33.5commons-math3-3.5.jar;D:softwaremaven_jarcomgooglecodefindbugsjsr3051.3.9jsr305-1.3.9.jar;D:softwaremaven_jarorgapacheflinkforce-shading1.12.0force-shading-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-streaming-java_2.111.12.0flink-streaming-java_2.11-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-file-sink-common1.12.0flink-file-sink-common-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-runtime_2.111.12.0flink-runtime_2.11-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-queryable-state-client-java1.12.0flink-queryable-state-client-java-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-hadoop-fs1.12.0flink-hadoop-fs-1.12.0.jar;D:softwaremaven_jarcommons-iocommons-io2.7commons-io-2.7.jar;D:softwaremaven_jarorgapacheflinkflink-shaded-netty4.1.49.Final-12.0flink-shaded-netty-4.1.49.Final-12.0.jar;D:softwaremaven_jarorgapacheflinkflink-shaded-jackson2.10.1-12.0flink-shaded-jackson-2.10.1-12.0.jar;D:softwaremaven_jarorgapacheflinkflink-shaded-zookeeper-33.4.14-12.0flink-shaded-zookeeper-3-3.4.14-12.0.jar;D:softwaremaven_jarorgjavassistjavassist3.24.0-GAjavassist-3.24.0-GA.jar;D:softwaremaven_jarorgscala-langscala-library2.11.12scala-library-2.11.12.jar;D:softwaremaven_jarcomtypesafeakkaakka-actor_2.112.5.21akka-actor_2.11-2.5.21.jar;D:softwaremaven_jarcomtypesafeconfig1.3.3config-1.3.3.jar;D:softwaremaven_jarorgscala-langmodulesscala-java8-compat_2.11.7.0scala-java8-compat_2.11-0.7.0.jar;D:softwaremaven_jarcomtypesafeakkaakka-stream_2.112.5.21akka-stream_2.11-2.5.21.jar;D:softwaremaven_jarorgreactivestreamsreactive-streams1.0.2reactive-streams-1.0.2.jar;D:softwaremaven_jarcomtypesafessl-config-core_2.11.3.7ssl-config-core_2.11-0.3.7.jar;D:softwaremaven_jarcomtypesafeakkaakka-protobuf_2.112.5.21akka-protobuf_2.11-2.5.21.jar;D:softwaremaven_jarcomtypesafeakkaakka-slf4j_2.112.5.21akka-slf4j_2.11-2.5.21.jar;D:softwaremaven_jarorgclappergrizzled-slf4j_2.111.3.2grizzled-slf4j_2.11-1.3.2.jar;D:softwaremaven_jarcomgithubscoptscopt_2.113.5.0scopt_2.11-3.5.0.jar;D:softwaremaven_jarorgxerialsnappysnappy-java1.1.4snappy-java-1.1.4.jar;D:softwaremaven_jarcomtwitterchill_2.11.7.6chill_2.11-0.7.6.jar;D:softwaremaven_jarcomtwitterchill-java.7.6chill-java-0.7.6.jar;D:softwaremaven_jarorglz4lz4-java1.6.0lz4-java-1.6.0.jar;D:softwaremaven_jarorgapacheflinkflink-shaded-guava18.0-12.0flink-shaded-guava-18.0-12.0.jar;D:softwaremaven_jarorgapacheflinkflink-connector-kafka_2.111.12.0flink-connector-kafka_2.11-1.12.0.jar;D:softwaremaven_jarorgapachekafkakafka-clients2.4.1kafka-clients-2.4.1.jar;D:softwaremaven_jarcomgithublubenzstd-jni1.4.3-1zstd-jni-1.4.3-1.jar;D:softwaremaven_jarorgapacheflinkflink-clients_2.111.12.0flink-clients_2.11-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-optimizer_2.111.12.0flink-optimizer_2.11-1.12.0.jar;D:softwaremaven_jarcommons-clicommons-cli1.3.1commons-cli-1.3.1.jar;D:softwaremaven_jarorgapacheflinkflink-cep_2.111.12.0flink-cep_2.11-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-json1.12.0flink-json-1.12.0.jar;D:softwaremaven_jarcomalibabafastjson1.2.78fastjson-1.2.78.jar;D:softwaremaven_jarorgapachehadoophadoop-client3.1.3hadoop-client-3.1.3.jar;D:softwaremaven_jarorgapachehadoophadoop-common3.1.3hadoop-common-3.1.3.jar;D:softwaremaven_jarcommons-codeccommons-codec1.11commons-codec-1.11.jar;D:softwaremaven_jarcommons-netcommons-net3.6commons-net-3.6.jar;D:softwaremaven_jarorgeclipsejettyjetty-servlet9.3.24.v20180605jetty-servlet-9.3.24.v20180605.jar;D:softwaremaven_jarorgeclipsejettyjetty-webapp9.3.24.v20180605jetty-webapp-9.3.24.v20180605.jar;D:softwaremaven_jarorgeclipsejettyjetty-xml9.3.24.v20180605jetty-xml-9.3.24.v20180605.jar;D:softwaremaven_jarjavaxservletjspjsp-api2.1jsp-api-2.1.jar;D:softwaremaven_jarcomsunjerseyjersey-servlet1.19jersey-servlet-1.19.jar;D:softwaremaven_jarcommons-langcommons-lang2.6commons-lang-2.6.jar;D:softwaremaven_jarorgapachecommonscommons-configuration22.1.1commons-configuration2-2.1.1.jar;D:softwaremaven_jarorgapacheavroavro1.7.7avro-1.7.7.jar;D:softwaremaven_jarcomthoughtworksparanamerparanamer2.3paranamer-2.3.jar;D:softwaremaven_jarcomgooglere2jre2j1.1re2j-1.1.jar;D:softwaremaven_jarcomgoogleprotobufprotobuf-java2.5.0protobuf-java-2.5.0.jar;D:softwaremaven_jarcomgooglecodegsongson2.2.4gson-2.2.4.jar;D:softwaremaven_jarorgapachehadoophadoop-auth3.1.3hadoop-auth-3.1.3.jar;D:softwaremaven_jarcomnimbusdsnimbus-jose-jwt4.41.1nimbus-jose-jwt-4.41.1.jar;D:softwaremaven_jarnetminidevjson-smart2.3json-smart-2.3.jar;D:softwaremaven_jarnetminidevaccessors-smart1.2accessors-smart-1.2.jar;D:softwaremaven_jarorgow2asmasm5.0.4asm-5.0.4.jar;D:softwaremaven_jarorgapachecuratorcurator-framework2.13.0curator-framework-2.13.0.jar;D:softwaremaven_jarorgapachecuratorcurator-client2.13.0curator-client-2.13.0.jar;D:softwaremaven_jarorgapachecuratorcurator-recipes2.13.0curator-recipes-2.13.0.jar;D:softwaremaven_jarorgapachehtracehtrace-core44.1.0-incubatinghtrace-core4-4.1.0-incubating.jar;D:softwaremaven_jarorgapachekerbykerb-simplekdc1.0.1kerb-simplekdc-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerb-client1.0.1kerb-client-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerby-config1.0.1kerby-config-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerb-core1.0.1kerb-core-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerby-pkix1.0.1kerby-pkix-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerby-asn11.0.1kerby-asn1-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerby-util1.0.1kerby-util-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerb-common1.0.1kerb-common-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerb-crypto1.0.1kerb-crypto-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerb-util1.0.1kerb-util-1.0.1.jar;D:softwaremaven_jarorgapachekerbytoken-provider1.0.1token-provider-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerb-admin1.0.1kerb-admin-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerb-server1.0.1kerb-server-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerb-identity1.0.1kerb-identity-1.0.1.jar;D:softwaremaven_jarorgapachekerbykerby-xdr1.0.1kerby-xdr-1.0.1.jar;D:softwaremaven_jarcomfasterxmljacksoncorejackson-databind2.7.8jackson-databind-2.7.8.jar;D:softwaremaven_jarcomfasterxmljacksoncorejackson-core2.7.8jackson-core-2.7.8.jar;D:softwaremaven_jarorgcodehauswoodstoxstax2-api3.1.4stax2-api-3.1.4.jar;D:softwaremaven_jarcomfasterxmlwoodstoxwoodstox-core5.0.3woodstox-core-5.0.3.jar;D:softwaremaven_jarorgapachehadoophadoop-hdfs-client3.1.3hadoop-hdfs-client-3.1.3.jar;D:softwaremaven_jarcomsquareupokhttpokhttp2.7.5okhttp-2.7.5.jar;D:softwaremaven_jarcomsquareupokiookio1.6.0okio-1.6.0.jar;D:softwaremaven_jarcomfasterxmljacksoncorejackson-annotations2.7.8jackson-annotations-2.7.8.jar;D:softwaremaven_jarorgapachehadoophadoop-yarn-api3.1.3hadoop-yarn-api-3.1.3.jar;D:softwaremaven_jarorgapachehadoophadoop-yarn-client3.1.3hadoop-yarn-client-3.1.3.jar;D:softwaremaven_jarorgapachehadoophadoop-mapreduce-client-core3.1.3hadoop-mapreduce-client-core-3.1.3.jar;D:softwaremaven_jarorgapachehadoophadoop-yarn-common3.1.3hadoop-yarn-common-3.1.3.jar;D:softwaremaven_jarjavaxservletjavax.servlet-api3.1.0javax.servlet-api-3.1.0.jar;D:softwaremaven_jarorgeclipsejettyjetty-util9.3.24.v20180605jetty-util-9.3.24.v20180605.jar;D:softwaremaven_jarcomsunjerseyjersey-core1.19jersey-core-1.19.jar;D:softwaremaven_jarjavaxwsrsjsr311-api1.1.1jsr311-api-1.1.1.jar;D:softwaremaven_jarcomsunjerseyjersey-client1.19jersey-client-1.19.jar;D:softwaremaven_jarcomfasterxmljacksonmodulejackson-module-jaxb-annotations2.7.8jackson-module-jaxb-annotations-2.7.8.jar;D:softwaremaven_jarcomfasterxmljacksonjaxrsjackson-jaxrs-json-provider2.7.8jackson-jaxrs-json-provider-2.7.8.jar;D:softwaremaven_jarcomfasterxmljacksonjaxrsjackson-jaxrs-base2.7.8jackson-jaxrs-base-2.7.8.jar;D:softwaremaven_jarorgapachehadoophadoop-mapreduce-client-jobclient3.1.3hadoop-mapreduce-client-jobclient-3.1.3.jar;D:softwaremaven_jarorgapachehadoophadoop-mapreduce-client-common3.1.3hadoop-mapreduce-client-common-3.1.3.jar;D:softwaremaven_jarorgapachehadoophadoop-annotations3.1.3hadoop-annotations-3.1.3.jar;D:softwaremaven_jarmysqlmysql-connector-java5.1.49mysql-connector-java-5.1.49.jar;D:softwaremaven_jarcomalibabaververicaflink-connector-mysql-cdc1.2.0flink-connector-mysql-cdc-1.2.0.jar;D:softwaremaven_jarorgslf4jslf4j-api1.7.25slf4j-api-1.7.25.jar;D:softwaremaven_jarorgslf4jslf4j-log4j121.7.25slf4j-log4j12-1.7.25.jar;D:softwaremaven_jarlog4jlog4j1.2.17log4j-1.2.17.jar;D:softwaremaven_jarorgapachelogginglog4jlog4j-to-slf4j2.14.0log4j-to-slf4j-2.14.0.jar;D:softwaremaven_jarorgapachelogginglog4jlog4j-api2.14.0log4j-api-2.14.0.jar;D:softwaremaven_jarorgprojectlomboklombok1.18.12lombok-1.18.12.jar;D:softwaremaven_jarorgapacheflinkflink-connector-jdbc_2.111.12.0flink-connector-jdbc_2.11-1.12.0.jar;D:softwaremaven_jarorgapachephoenixphoenix-spark5.0.0-Hbase-2.0phoenix-spark-5.0.0-Hbase-2.0.jar;D:softwaremaven_jarorgapachephoenixphoenix-core5.0.0-Hbase-2.0phoenix-core-5.0.0-Hbase-2.0.jar;D:softwaremaven_jarorgapachetephratephra-api.14.0-incubatingtephra-api-0.14.0-incubating.jar;D:softwaremaven_jarorgapachetephratephra-core.14.0-incubatingtephra-core-0.14.0-incubating.jar;D:softwaremaven_jarcomgoogleinjectguice3.0guice-3.0.jar;D:softwaremaven_jarjavaxinjectjavax.inject1javax.inject-1.jar;D:softwaremaven_jaraopallianceaopalliance1.0aopalliance-1.0.jar;D:softwaremaven_jarcomgoogleinjectextensionsguice-assistedinject3.0guice-assistedinject-3.0.jar;D:softwaremaven_jarorgapachethriftlibthrift.9.0libthrift-0.9.0.jar;D:softwaremaven_jaritunimidsifastutil6.5.6fastutil-6.5.6.jar;D:softwaremaven_jarorgapachetwilltwill-common.8.0twill-common-0.8.0.jar;D:softwaremaven_jarorgapachetwilltwill-core.8.0twill-core-0.8.0.jar;D:softwaremaven_jarorgapachetwilltwill-api.8.0twill-api-0.8.0.jar;D:softwaremaven_jarorgow2asmasm-all5.0.2asm-all-5.0.2.jar;D:softwaremaven_jarorgapachetwilltwill-discovery-api.8.0twill-discovery-api-0.8.0.jar;D:softwaremaven_jarorgapachetwilltwill-discovery-core.8.0twill-discovery-core-0.8.0.jar;D:softwaremaven_jarorgapachetwilltwill-zookeeper.8.0twill-zookeeper-0.8.0.jar;D:softwaremaven_jarorgapachetephratephra-hbase-compat-2.0.14.0-incubatingtephra-hbase-compat-2.0-0.14.0-incubating.jar;D:softwaremaven_jarorgantlrantlr-runtime3.5.2antlr-runtime-3.5.2.jar;D:softwaremaven_jarjlinejline2.11jline-2.11.jar;D:softwaremaven_jarsqllinesqlline1.2.0sqlline-1.2.0.jar;D:softwaremaven_jarjoda-timejoda-time1.6joda-time-1.6.jar;D:softwaremaven_jarcomgithubstephencfindbugsfindbugs-annotations1.3.9-1findbugs-annotations-1.3.9-1.jar;D:softwaremaven_jarcomgithubstephencjcipjcip-annotations1.0-1jcip-annotations-1.0-1.jar;D:softwaremaven_jarorgcodehausjacksonjackson-core-asl1.9.2jackson-core-asl-1.9.2.jar;D:softwaremaven_jarorgcodehausjacksonjackson-mapper-asl1.9.2jackson-mapper-asl-1.9.2.jar;D:softwaremaven_jarjunitjunit4.12junit-4.12.jar;D:softwaremaven_jarorghamcresthamcrest-core1.3hamcrest-core-1.3.jar;D:softwaremaven_jarorgiq80snappysnappy.3snappy-0.3.jar;D:softwaremaven_jarorgapachehtracehtrace-core3.1.0-incubatinghtrace-core-3.1.0-incubating.jar;D:softwaremaven_jarorgapachecommonscommons-csv1.0commons-csv-1.0.jar;D:softwaremaven_jarorgapachehbasehbase-annotations2.0.0hbase-annotations-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-mapreduce2.0.0hbase-mapreduce-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-zookeeper2.0.0hbase-zookeeper-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-metrics2.0.0hbase-metrics-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-metrics-api2.0.0hbase-metrics-api-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-replication2.0.0hbase-replication-2.0.0.jar;D:softwaremaven_jarorgapachehadoophadoop-hdfs2.7.4hadoop-hdfs-2.7.4.jar;D:softwaremaven_jarorgmortbayjettyjetty6.1.26jetty-6.1.26.jar;D:softwaremaven_jarorgmortbayjettyjetty-util6.1.26jetty-util-6.1.26.jar;D:softwaremaven_jarcomsunjerseyjersey-server1.9jersey-server-1.9.jar;D:softwaremaven_jarasmasm3.1asm-3.1.jar;D:softwaremaven_jarcommons-daemoncommons-daemon1.0.13commons-daemon-1.0.13.jar;D:softwaremaven_jarxmlencxmlenc.52xmlenc-0.52.jar;D:softwaremaven_jarionettynetty-all4.0.23.Finalnetty-all-4.0.23.Final.jar;D:softwaremaven_jarorgfusesourceleveldbjnileveldbjni-all1.8leveldbjni-all-1.8.jar;D:softwaremaven_jarorgapachehbasehbase-common2.0.0hbase-common-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-protocol2.0.0hbase-protocol-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-server2.0.0hbase-server-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-http2.0.0hbase-http-2.0.0.jar;D:softwaremaven_jarorgeclipsejettyjetty-util-ajax9.3.19.v20170502jetty-util-ajax-9.3.19.v20170502.jar;D:softwaremaven_jarorgglassfishjerseycorejersey-server2.25.1jersey-server-2.25.1.jar;D:softwaremaven_jarorgglassfishjerseycorejersey-common2.25.1jersey-common-2.25.1.jar;D:softwaremaven_jarorgglassfishjerseybundlesrepackagedjersey-guava2.25.1jersey-guava-2.25.1.jar;D:softwaremaven_jarorgglassfishhk2osgi-resource-locator1.0.1osgi-resource-locator-1.0.1.jar;D:softwaremaven_jarorgglassfishjerseycorejersey-client2.25.1jersey-client-2.25.1.jar;D:softwaremaven_jarorgglassfishjerseymediajersey-media-jaxb2.25.1jersey-media-jaxb-2.25.1.jar;D:softwaremaven_jarjavaxannotationjavax.annotation-api1.2javax.annotation-api-1.2.jar;D:softwaremaven_jarorgglassfishhk2hk2-api2.5.0-b32hk2-api-2.5.0-b32.jar;D:softwaremaven_jarorgglassfishhk2hk2-utils2.5.0-b32hk2-utils-2.5.0-b32.jar;D:softwaremaven_jarorgglassfishhk2externalaopalliance-repackaged2.5.0-b32aopalliance-repackaged-2.5.0-b32.jar;D:softwaremaven_jarorgglassfishhk2externaljavax.inject2.5.0-b32javax.inject-2.5.0-b32.jar;D:softwaremaven_jarorgglassfishhk2hk2-locator2.5.0-b32hk2-locator-2.5.0-b32.jar;D:softwaremaven_jarjavaxvalidationvalidation-api1.1.0.Finalvalidation-api-1.1.0.Final.jar;D:softwaremaven_jarorgglassfishjerseycontainersjersey-container-servlet-core2.25.1jersey-container-servlet-core-2.25.1.jar;D:softwaremaven_jarorgapachehbasehbase-procedure2.0.0hbase-procedure-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-common2.0.0hbase-common-2.0.0-tests.jar;D:softwaremaven_jarorgglassfishwebjavax.servlet.jsp2.3.2javax.servlet.jsp-2.3.2.jar;D:softwaremaven_jarjavaxservletjspjavax.servlet.jsp-api2.3.1javax.servlet.jsp-api-2.3.1.jar;D:softwaremaven_jarorgcodehausjettisonjettison1.3.8jettison-1.3.8.jar;D:softwaremaven_jarorgjamonjamon-runtime2.4.1jamon-runtime-2.4.1.jar;D:softwaremaven_jarjavaxwsrsjavax.ws.rs-api2.0.1javax.ws.rs-api-2.0.1.jar;D:softwaremaven_jarorgapachehadoophadoop-distcp2.7.4hadoop-distcp-2.7.4.jar;D:softwaremaven_jarorgeclipsejettyjetty-http9.3.19.v20170502jetty-http-9.3.19.v20170502.jar;D:softwaremaven_jarorgeclipsejettyjetty-security9.3.19.v20170502jetty-security-9.3.19.v20170502.jar;D:softwaremaven_jarorgeclipsejettyjetty-server9.3.19.v20170502jetty-server-9.3.19.v20170502.jar;D:softwaremaven_jarorgeclipsejettyjetty-io9.3.19.v20170502jetty-io-9.3.19.v20170502.jar;D:softwaremaven_jarorgapachehbasehbase-hadoop-compat2.0.0hbase-hadoop-compat-2.0.0.jar;D:softwaremaven_jarorgapachehbasehbase-hadoop2-compat2.0.0hbase-hadoop2-compat-2.0.0.jar;D:softwaremaven_jarorgjrubyjonijoni2.1.2joni-2.1.2.jar;D:softwaremaven_jarcomclearspringanalyticsstream2.9.5stream-2.9.5.jar;D:softwaremaven_jarcomsalesforcei18ni18n-util1.0.4i18n-util-1.0.4.jar;D:softwaremaven_jarcomibmicuicu4j60.2icu4j-60.2.jar;D:softwaremaven_jarcomibmicuicu4j-localespi60.2icu4j-localespi-60.2.jar;D:softwaremaven_jarcomibmicuicu4j-charset60.2icu4j-charset-60.2.jar;D:softwaremaven_jarcomlmaxdisruptor3.3.6disruptor-3.3.6.jar;D:softwaremaven_jarorgapachehbasehbase-client2.0.0hbase-client-2.0.0.jar;D:softwaremaven_jarorgapachehbasethirdpartyhbase-shaded-protobuf2.1.0hbase-shaded-protobuf-2.1.0.jar;D:softwaremaven_jarorgapachehbasehbase-protocol-shaded2.0.0hbase-protocol-shaded-2.0.0.jar;D:softwaremaven_jarorgapachehbasethirdpartyhbase-shaded-miscellaneous2.1.0hbase-shaded-miscellaneous-2.1.0.jar;D:softwaremaven_jarorgapachehbasethirdpartyhbase-shaded-netty2.1.0hbase-shaded-netty-2.1.0.jar;D:softwaremaven_jarorgapachezookeeperzookeeper3.4.10zookeeper-3.4.10.jar;D:softwaremaven_jarorgjrubyjcodingsjcodings1.0.18jcodings-1.0.18.jar;D:softwaremaven_jariodropwizardmetricsmetrics-core3.2.1metrics-core-3.2.1.jar;D:softwaremaven_jarorgapachecommonscommons-crypto1.0.0commons-crypto-1.0.0.jar;D:softwaremaven_jarorgapacheyetusaudience-annotations.5.0audience-annotations-0.5.0.jar;D:softwaremaven_jarcommons-beanutilscommons-beanutils1.9.3commons-beanutils-1.9.3.jar;D:softwaremaven_jarcommons-loggingcommons-logging1.2commons-logging-1.2.jar;D:softwaremaven_jarcommons-collectionscommons-collections3.2.2commons-collections-3.2.2.jar;D:softwaremaven_jarcomgoogleguavaguava29.0-jreguava-29.0-jre.jar;D:softwaremaven_jarcomgoogleguavafailureaccess1.0.1failureaccess-1.0.1.jar;D:softwaremaven_jarcomgoogleguavalistenablefuture9999.0-empty-to-avoid-conflict-with-guavalistenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar;D:softwaremaven_jarorgcheckerframeworkchecker-qual2.11.1checker-qual-2.11.1.jar;D:softwaremaven_jarcomgoogleerrorproneerror_prone_annotations2.3.4error_prone_annotations-2.3.4.jar;D:softwaremaven_jarcomgooglej2objcj2objc-annotations1.3j2objc-annotations-1.3.jar;D:softwaremaven_jarredisclientsjedis3.3.0jedis-3.3.0.jar;D:softwaremaven_jarorgapachecommonscommons-pool22.6.2commons-pool2-2.6.2.jar;D:softwaremaven_jarruyandexclickhouseclickhouse-jdbc.2.4clickhouse-jdbc-0.2.4.jar;D:softwaremaven_jarorgapachehttpcomponentshttpclient4.5.2httpclient-4.5.2.jar;D:softwaremaven_jarorgapachehttpcomponentshttpcore4.4.4httpcore-4.4.4.jar;D:softwaremaven_jarorgapachehttpcomponentshttpmime4.5.2httpmime-4.5.2.jar;D:softwaremaven_jarnetjpountzlz4lz41.3.0lz4-1.3.0.jar;D:softwaremaven_jarjavaxxmlbindjaxb-api2.3.0jaxb-api-2.3.0.jar;D:softwaremaven_jarorgapacheflinkflink-table-api-java-bridge_2.111.12.0flink-table-api-java-bridge_2.11-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-table-api-java1.12.0flink-table-api-java-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-table-planner-blink_2.111.12.0flink-table-planner-blink_2.11-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-table-common1.12.0flink-table-common-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-connector-files1.12.0flink-connector-files-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-connector-base1.12.0flink-connector-base-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-table-api-scala_2.111.12.0flink-table-api-scala_2.11-1.12.0.jar;D:softwaremaven_jarorgscala-langscala-reflect2.11.12scala-reflect-2.11.12.jar;D:softwaremaven_jarorgscala-langscala-compiler2.11.12scala-compiler-2.11.12.jar;D:softwaremaven_jarorgscala-langmodulesscala-xml_2.111.0.5scala-xml_2.11-1.0.5.jar;D:softwaremaven_jarorgscala-langmodulesscala-parser-combinators_2.111.0.4scala-parser-combinators_2.11-1.0.4.jar;D:softwaremaven_jarorgapacheflinkflink-table-api-scala-bridge_2.111.12.0flink-table-api-scala-bridge_2.11-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-scala_2.111.12.0flink-scala_2.11-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-streaming-scala_2.111.12.0flink-streaming-scala_2.11-1.12.0.jar;D:softwaremaven_jarorgapacheflinkflink-table-runtime-blink_2.111.12.0flink-table-runtime-blink_2.11-1.12.0.jar;D:softwaremaven_jarorgcodehausjaninojanino3.0.11janino-3.0.11.jar;D:softwaremaven_jarorgcodehausjaninocommons-compiler3.0.11commons-compiler-3.0.11.jar;D:softwaremaven_jarorgapachecalciteavaticaavatica-core1.17.0avatica-core-1.17.0.jar;D:softwaremaven_jarorgreflectionsreflections.9.10reflections-0.9.10.jar;D:softwaremaven_jarcomjaneluoikanalyzer2012_u6ikanalyzer-2012_u6.jar;D:softwaremaven_jarorgapachelucenelucene-core4.7.2lucene-core-4.7.2.jar;D:softwaremaven_jarorgapachelucenelucene-queryparser4.7.2lucene-queryparser-4.7.2.jar;D:softwaremaven_jarorgapachelucenelucene-queries4.7.2lucene-queries-4.7.2.jar;D:softwaremaven_jarorgapachelucenelucene-sandbox4.7.2lucene-sandbox-4.7.2.jar;D:softwaremaven_jarorgapachelucenelucene-analyzers-common4.7.2lucene-analyzers-common-4.7.2.jar;D:Program FilesJetBrainsIntelliJ IDEA 2020.3.4libidea_rt.jar" com.wudl.flink.app.dwd.baseLogApp
Connected to the target VM, address: '127.0.0.1:64700', transport: 'socket'
start-------null
-----------> {"common":{"ar":"440000","uid":"47","os":"iOS 13.3.1","ch":"Appstore","is_new":"0","md":"iPhone Xs","mid":"mid_4","vc":"v2.1.134","ba":"iPhone"},"page":{"page_id":"home","during_time":6574},"displays":[{"display_type":"activity","item":"2","item_type":"activity_id","pos_id":4,"order":1},{"display_type":"query","item":"3","item_type":"sku_id","pos_id":2,"order":2},{"display_type":"query","item":"10","item_type":"sku_id","pos_id":1,"order":3},{"display_type":"query","item":"2","item_type":"sku_id","pos_id":3,"order":4},{"display_type":"promotion","item":"5","item_type":"sku_id","pos_id":2,"order":5},{"display_type":"query","item":"9","item_type":"sku_id","pos_id":2,"order":6}],"ts":1633620181000}
Page>>>>>>>>>>>> {"common":{"ar":"440000","uid":"47","os":"iOS 13.3.1","ch":"Appstore","is_new":"0","md":"iPhone Xs","mid":"mid_4","vc":"v2.1.134","ba":"iPhone"},"page":{"page_id":"home","during_time":6574},"displays":[{"display_type":"activity","item":"2","item_type":"activity_id","pos_id":4,"order":1},{"display_type":"query","item":"3","item_type":"sku_id","pos_id":2,"order":2},{"display_type":"query","item":"10","item_type":"sku_id","pos_id":1,"order":3},{"display_type":"query","item":"2","item_type":"sku_id","pos_id":3,"order":4},{"display_type":"promotion","item":"5","item_type":"sku_id","pos_id":2,"order":5},{"display_type":"query","item":"9","item_type":"sku_id","pos_id":2,"order":6}],"ts":1633620181000}
Display>>>>>>>>>>>>> {"display_type":"activity","page_id":"home","item":"2","item_type":"activity_id","pos_id":4,"order":1}
Display>>>>>>>>>>>>> {"display_type":"query","page_id":"home","item":"3","item_type":"sku_id","pos_id":2,"order":2}
Display>>>>>>>>>>>>> {"display_type":"query","page_id":"home","item":"10","item_type":"sku_id","pos_id":1,"order":3}
Display>>>>>>>>>>>>> {"display_type":"query","page_id":"home","item":"2","item_type":"sku_id","pos_id":3,"order":4}
Display>>>>>>>>>>>>> {"display_type":"promotion","page_id":"home","item":"5","item_type":"sku_id","pos_id":2,"order":5}
Display>>>>>>>>>>>>> {"display_type":"query","page_id":"home","item":"9","item_type":"sku_id","pos_id":2,"order":6}
欢迎分享，转载请注明来源：内存溢出
微信扫一扫
支付宝扫一扫
评论列表（0条）