add hive test · leonardBang/flink-sql-etl

add hive test

Leonard Xu committed on Mar 4, 2020, 01:08 PM

Showing 31 changed files +487 additions -55 deletions

M data-generator/pom.xml -12

M data-generator/src/main/java/kafka/JsonOrderSender.java +7 -5

A data-generator/src/main/resources/test_csv.csv +8

M data-generator/src/main/resources/user.csv +3 -2

A data-generator/src/main/resources/user2.csv

A data-generator/src/main/resources/user_part.csv +5

M etl-job/pom.xml +52 -12

M etl-job/src/main/java/constants/FlinkSqlConstants.java +1 -1

M etl-job/src/main/java/kafka2file/StreamETLKafka2HdfsSQL.java +126 -1

M etl-job/src/main/java/kafka2file/TestCsv2Csv.java -2

A etl-job/src/main/java/kafka2file/Write2Kafka.java +61

M etl-job/src/main/java/kafka2jdbc/UnboundedKafkaJoinJdbc2Jdbc.java +9 -7

M etl-job/src/main/java/kafka2kafka/Kafka2UpsertKafka.java +1

M etl-job/src/main/java/kafka2kafka/KafkaCsv2Kafka.java +6 -1

M etl-job/src/main/java/kafka2kafka/KafkaJoinJdbc2Kafka.java +1 -1

R etl-job/src/main/java/kafka2kafka/KafkaJson2Kafka.java +19 -9

M etl-job/src/main/resources/job-scripts/kafak2kafka_etl_run.sh +8 -1

A etl-job/src/main/resources/job-sql/kafka2es/Kafka2AppendEs.sql

A etl-job/src/main/resources/job-sql/kafka2es/Kafka2DynamicIndexEs.sql

A etl-job/src/main/resources/job-sql/kafka2es/Kafka2UpsertEs.sql

A etl-job/src/main/resources/job-sql/kafka2hbase/KafkaJoinHbaseJoinMysql2Hbase.sql

A etl-job/src/main/resources/job-sql/kafka2hbase/UnboundedKafkaJoinHbase2Hbase.sql

A etl-job/src/main/resources/job-sql/kafka2jdbc/KafkaJoinJdbc2Jdbc.sql

A etl-job/src/main/resources/job-sql/kafka2jdbc/KafkaJoinJdbc2JdbcProc.sql

A etl-job/src/main/resources/job-sql/kafka2jdbc/UnboundedKafkaJoinJdbc2Jdbc.sql +68

A etl-job/src/main/resources/job-sql/kafka2kafka/Kafka2UpsertKafka.sql

A etl-job/src/main/resources/job-sql/kafka2kafka/KafkaAvro2Kafka.sql

A etl-job/src/main/resources/job-sql/kafka2kafka/KafkaCsv2Kafka.sql +51

A etl-job/src/main/resources/job-sql/kafka2kafka/KafkaJoinJdbc2Kafka.sql

A etl-job/src/main/resources/job-sql/kafka2kafka/kafkaJson2kafka.sql +44

M pom.xml +17 -1