Merge branch 'master' of git.wanmeizhensuo.com:ML/ffm-baseline

去重应用列表

eda/feededa/src/main/scala/com/gmei/temp_analysis.scala

@@ -615,84 +615,100 @@ object smart_rank_count {
       final_id.createOrReplaceTempView("final_id")
 
 
-      val user_city_meigou_view = sc.sql(
-        s"""
-           |select cl_id as device_id,city_id as device_city,params['business_id'] as meigou_id
-           |from online.tl_hdfs_maidian_view
-           |where action = "page_view"
-           |and params['page_name']="welfare_detail"
-           |and partition_date >='20181201'
-           |and city_id is not null
-       """.stripMargin
-      )
-      user_city_meigou_view.show(80)
-      user_city_meigou_view.createOrReplaceTempView("user_city_meigou_view")
-
-      val meigou_city = sc.sql(
-        s"""
-           |select b.id as meigou_id,d.city_id as meigou_city
-           |from online.tl_meigou_service_view b
-           |left join online.tl_hdfs_doctor_view c on b.doctor_id=c.id
-           |left join online.tl_hdfs_hospital_view d on c.hospital_id=d.id
-           |where b.partition_date='20181227'
-           |and c.partition_date='20181227'
-           |and d.partition_date='20181227'
-       """.stripMargin
-      )
-      meigou_city.show()
-      meigou_city.createOrReplaceTempView("meigou_city")
-
-
-      val meigou_pv_tongcheng = sc.sql(
-        s"""
-           |select a.device_id,a.device_city,a.meigou_id,b.meigou_city
-           |from user_city_meigou_view a
-           |left join meigou_city b
-           |on a.meigou_id=b.meigou_id
-       """.stripMargin
-      )
-      meigou_pv_tongcheng.show()
-
-
-
-
-
-//      val zixun_pv = sc.sql(
+//      val user_city_meigou_view = sc.sql(
+//        s"""
+//           |select cl_id as device_id,city_id as device_city,params['business_id'] as meigou_id
+//           |from online.tl_hdfs_maidian_view
+//           |where action = "page_view"
+//           |and params['page_name']="welfare_detail"
+//           |and partition_date >='20181201'
+//           |and city_id is not null
+//       """.stripMargin
+//      )
+//      user_city_meigou_view.createOrReplaceTempView("user_city_meigou_view")
+//
+//      val meigou_city = sc.sql(
+//        s"""
+//           |select b.id as meigou_id,d.city_id as meigou_city
+//           |from online.tl_meigou_service_view b
+//           |left join online.tl_hdfs_doctor_view c on b.doctor_id=c.id
+//           |left join online.tl_hdfs_hospital_view d on c.hospital_id=d.id
+//           |where b.partition_date='20181227'
+//           |and c.partition_date='20181227'
+//           |and d.partition_date='20181227'
+//       """.stripMargin
+//      )
+//      meigou_city.createOrReplaceTempView("meigou_city")
+//
+//
+//      val meigou_pv_tongcheng = sc.sql(
+//        s"""
+//           |select a.device_id,a.device_city,a.meigou_id,b.meigou_city
+//           |from user_city_meigou_view a
+//           |left join meigou_city b
+//           |on a.meigou_id=b.meigou_id
+//       """.stripMargin
+//      )
+//      meigou_pv_tongcheng.createOrReplaceTempView("meigou_pv_tongcheng")
+//
+//      val meigou_pv_count = sc.sql(
+//        s"""
+//           |select meigou_city,count(device_id) as meigou_pv,count(distinct(device_id)) as meigou_device_num
+//           |from meigou_pv_tongcheng
+//           |where device_city=meigou_city
+//           |group by meigou_city
+//       """.stripMargin
+//      )
+//      meigou_pv_count.show()
+//
+//
+////开始计算咨询
+//      val zixun_meigou_view = sc.sql(
 //        s"""
-//           |select cl_id,city_id,params['service_id'] as meigou_id
+//           |select cl_id as device_id,city_id as device_city,params['service_id'] as meigou_id
 //           |from online.tl_hdfs_maidian_view
-//           |where partition_date > '20171118'
+//           |where partition_date >= '20181201'
 //           |and action = 'welfare_detail_click_message'
 //       """.stripMargin
 //      )
-//      zixun_pv.show(80)
-
-
-
-//      val meigou_price = sc.sql(
+//      zixun_meigou_view.createOrReplaceTempView("zixun_meigou_view")
+//
+//      val zixun_meigou_tongcheng = sc.sql(
 //        s"""
-//           |select  md.user_id,sum(md.gengmei_price) as pay_all
-//           |from online.ml_meigou_order_detail md
-//           |left join
-//           |(
-//           |        SELECT
-//           |        order_id
-//           |        FROM mining.ml_order_spam_recognize
-//           |        WHERE partition_date='20181223' AND
-//           |        self_support=0 AND dayBitsGetW1(predict_result,'20181223')=0
-//           |)spam
-//           |on md.order_id = spam.order_id
-//           |where md.status= 2
-//           |and  spam.order_id is null
-//           |and md.partition_date = '20181223'
-//           |and  md.pay_time  is  not  null
-//           |and  md.validate_time>'2017-01-01 00:00:00.0'
-//           |group by md.user_id
-//           |order by sum(md.gengmei_price)
+//           |select a.device_id,a.device_city,a.meigou_id,b.meigou_city
+//           |from zixun_meigou_view a
+//           |left join meigou_city b
+//           |on a.meigou_id=b.meigou_id
+//       """.stripMargin
+//      )
+//      zixun_meigou_tongcheng.createOrReplaceTempView("zixun_meigou_tongcheng")
+//
+//      val zixun_pv_count = sc.sql(
+//        s"""
+//           |select meigou_city,count(device_id) as meigou_zixun,count(distinct(device_id)) as meigou_zixun_device_num
+//           |from zixun_meigou_tongcheng
+//           |where device_city=meigou_city
+//           |group by meigou_city
 //       """.stripMargin
 //      )
+//      zixun_pv_count.show()
+
+
+
+      //开始计算每个地区每月新增设备
+
+      val device_new_count = sc.sql(
+        s"""
+           |select first_city,count(distinct(device_id))
+           |from online.ml_device_day_active_status
+           |where active_type != '4'
+           |and partition_date >='20181201'
+           |group by first_city
+       """.stripMargin
+      )
+      device_new_count.show()
+
 
-      //      GmeiConfig.writeToJDBCTable(meigou_price, "meigou_price", SaveMode.Overwrite)
 
     }