update codes

bin/start_clk_crt.sh

@@ -7,30 +7,26 @@ export JAVA_OPTS="-Xms1024m -Xmx8192m -XX:-UseGCOverheadLimit -XX:+UseConcMarkSw
 
 nohup $FLINK_HOME/bin/flink run  \
 -m yarn-cluster \
--ynm ctr-estimate-clk \
+-ynm ctr-estimate-clk-crt \
 -yqu hadoop \
 -yn 2 \
 -ys 2 \
 -p 6 \
 -yjm 1024 \
 -ytm 2048 \
--c com.gmei.data.ctr.main.ProdCtrEstimateMainClk \
+-c com.gmei.data.ctr.main.ProdCtrClkCrtMain \
 $JAR_DIR/ctr-estimate-1.0-SNAPSHOT.jar \
 --inBrokers '172.16.44.25:9092,172.16.44.31:9092,172.16.44.45:9092' \
 --batchSize 1000 \
 --maidianInTopic 'gm-maidian-data' \
---maidianInGroupId 'test-ctr-estimate-clk' \
+--maidianInGroupId 'ctr-estimate-clk-crt' \
 --windowSize 5 \
 --slideSize 5 \
 --outJdbcUrl 'jdbc:mysql://172.16.40.170:4000/jerry_test?user=data_user&password=YPEzp78HQBuhByWPpefQu6X3D6hEPfD6&autoReconnect=true&useSSL=false' \
 --maxRetry 3 \
 --retryInteral 3000 \
---checkpointPath 'hdfs://bj-gmei-hdfs/user/data/flink/ctr-estimate-clk/checkpoint' \
+--checkpointPath 'hdfs://bj-gmei-hdfs/user/data/flink/ctr-estimate-clk-crt/checkpoint' \
 --parallelism 6 \
---startTime '2020-04-05 00:00:00' \
->> /data/log/ctr-estimate/ctr-estimate-clk.out 2>&1 &
+>> /data/log/ctr-estimate/ctr-estimate-clk-crt.out 2>&1 &
 
-tail -f /data/log/ctr-estimate/ctr-estimate-clk.out
-
-
-#--jdbcUrl 'jdbc:mysql://172.16.40.170:4000/jerry_test?user=data_user&password=YPEzp78HQBuhByWPpefQu6X3D6hEPfD6&autoReconnect=true&useSSL=false' \
\ No newline at end of file
+tail -f /data/log/ctr-estimate/ctr-estimate-clk-crt.out
\ No newline at end of file

bin/start_pfr_crt.sh

@@ -7,7 +7,7 @@ export JAVA_OPTS="-Xms1024m -Xmx8192m -XX:-UseGCOverheadLimit -XX:+UseConcMarkSw
 
 nohup $FLINK_HOME/bin/flink run  \
 -m yarn-cluster \
--ynm ctr-estimate-tag \
+-ynm ctr-estimate-pfr-crt \
 -yqu hadoop \
 -yn 2 \
 -ys 2 \
@@ -19,16 +19,12 @@ $JAR_DIR/ctr-estimate-1.0-SNAPSHOT.jar \
 --inBrokers '172.16.44.25:9092,172.16.44.31:9092,172.16.44.45:9092' \
 --batchSize 1000 \
 --maidianInTopic 'gm-maidian-data' \
---maidianInGroupId 'test-ctr-estimate-tag' \
+--maidianInGroupId 'ctr-estimate-pfr-crt' \
 --outJdbcUrl 'jdbc:mysql://172.16.40.170:4000/jerry_test?user=data_user&password=YPEzp78HQBuhByWPpefQu6X3D6hEPfD6&autoReconnect=true&useSSL=false' \
 --maxRetry 3 \
 --retryInteral 3000 \
---checkpointPath 'hdfs://bj-gmei-hdfs/user/data/flink/ctr-estimate-tag/checkpoint' \
+--checkpointPath 'hdfs://bj-gmei-hdfs/user/data/flink/ctr-estimate-pfr-crt/checkpoint' \
 --parallelism 6 \
---startTime '2020-04-05 00:00:00' \
->> /data/log/ctr-estimate/ctr-estimate-tag.out 2>&1 &
+>> /data/log/ctr-estimate/ctr-estimate-pfr-crt.out 2>&1 &
 
-tail -f /data/log/ctr-estimate/ctr-estimate-tag.out
-
-
-#--jdbcUrl 'jdbc:mysql://172.16.40.170:4000/jerry_test?user=data_user&password=YPEzp78HQBuhByWPpefQu6X3D6hEPfD6&autoReconnect=true&useSSL=false' \
\ No newline at end of file
+tail -f /data/log/ctr-estimate/ctr-estimate-pfr-crt.out
\ No newline at end of file

bin/start_pfr_rct.sh

@@ -7,7 +7,7 @@ export JAVA_OPTS="-Xms1024m -Xmx8192m -XX:-UseGCOverheadLimit -XX:+UseConcMarkSw
 
 nohup $FLINK_HOME/bin/flink run  \
 -m yarn-cluster \
--ynm ctr-estimate-tag \
+-ynm ctr-estimate-pfr-rct \
 -yqu hadoop \
 -yn 2 \
 -ys 2 \
@@ -19,16 +19,12 @@ $JAR_DIR/ctr-estimate-1.0-SNAPSHOT.jar \
 --inBrokers '172.16.44.25:9092,172.16.44.31:9092,172.16.44.45:9092' \
 --batchSize 1000 \
 --maidianInTopic 'gm-maidian-data' \
---maidianInGroupId 'test-ctr-estimate-tag' \
+--maidianInGroupId 'ctr-estimate-pfr-rct' \
 --outJdbcUrl 'jdbc:mysql://172.16.40.170:4000/jerry_test?user=data_user&password=YPEzp78HQBuhByWPpefQu6X3D6hEPfD6&autoReconnect=true&useSSL=false' \
 --maxRetry 3 \
 --retryInteral 3000 \
---checkpointPath 'hdfs://bj-gmei-hdfs/user/data/flink/ctr-estimate-tag/checkpoint' \
+--checkpointPath 'hdfs://bj-gmei-hdfs/user/data/flink/ctr-estimate-pfr-rct/checkpoint' \
 --parallelism 6 \
---startTime '2020-04-05 00:00:00' \
->> /data/log/ctr-estimate/ctr-estimate-tag.out 2>&1 &
+>> /data/log/ctr-estimate/ctr-estimate-pfr-rct.out 2>&1 &
 
-tail -f /data/log/ctr-estimate/ctr-estimate-tag.out
-
-
-#--jdbcUrl 'jdbc:mysql://172.16.40.170:4000/jerry_test?user=data_user&password=YPEzp78HQBuhByWPpefQu6X3D6hEPfD6&autoReconnect=true&useSSL=false' \
\ No newline at end of file
+tail -f /data/log/ctr-estimate/ctr-estimate-pfr-rct.out
\ No newline at end of file

bin/start_tag_crt.sh

@@ -7,30 +7,26 @@ export JAVA_OPTS="-Xms1024m -Xmx8192m -XX:-UseGCOverheadLimit -XX:+UseConcMarkSw
 
 nohup $FLINK_HOME/bin/flink run  \
 -m yarn-cluster \
--ynm ctr-estimate-tag \
+-ynm ctr-estimate-tag-crt \
 -yqu hadoop \
 -yn 2 \
 -ys 2 \
 -p 6 \
 -yjm 1024 \
 -ytm 2048 \
--c com.gmei.data.ctr.main.ProdCtrEstimateMainTag \
+-c com.gmei.data.ctr.main.ProdCtrTagCrtMain \
 $JAR_DIR/ctr-estimate-1.0-SNAPSHOT.jar \
 --inBrokers '172.16.44.25:9092,172.16.44.31:9092,172.16.44.45:9092' \
 --batchSize 1000 \
 --maidianInTopic 'gm-maidian-data' \
---maidianInGroupId 'test-ctr-estimate-tag' \
+--maidianInGroupId 'ctr-estimate-tag-crt' \
 --windowSize 5 \
 --slideSize 5 \
 --outJdbcUrl 'jdbc:mysql://172.16.40.170:4000/jerry_test?user=data_user&password=YPEzp78HQBuhByWPpefQu6X3D6hEPfD6&autoReconnect=true&useSSL=false' \
 --maxRetry 3 \
 --retryInteral 3000 \
---checkpointPath 'hdfs://bj-gmei-hdfs/user/data/flink/ctr-estimate-tag/checkpoint' \
+--checkpointPath 'hdfs://bj-gmei-hdfs/user/data/flink/ctr-estimate-tag-crt/checkpoint' \
 --parallelism 6 \
---startTime '2020-04-05 00:00:00' \
->> /data/log/ctr-estimate/ctr-estimate-tag.out 2>&1 &
+>> /data/log/ctr-estimate/ctr-estimate-tag-crt.out 2>&1 &
 
-tail -f /data/log/ctr-estimate/ctr-estimate-tag.out
-
-
-#--jdbcUrl 'jdbc:mysql://172.16.40.170:4000/jerry_test?user=data_user&password=YPEzp78HQBuhByWPpefQu6X3D6hEPfD6&autoReconnect=true&useSSL=false' \
\ No newline at end of file
+tail -f /data/log/ctr-estimate/ctr-estimate-tag-crt.out
\ No newline at end of file