取icon训练数据

eda/feededa/src/main/scala/com/gmei/data_feed_exposure_precise.scala

@@ -657,16 +657,54 @@ object tag_value {
       //println(param.date)
       val partition_date = stat_date.replace("-","")
 
+
+      val t1=0.25
+      val t2=0.5
+      val t3=1.0
+
       //tag_id到权重映射
-      val tag_value=sc.sql(
+      val level1_id=sc.sql(
+        s"""
+           |select distinct(level1_id) as level_id,'${t1}' as value
+           |from online.bl_tag_hierarchy_detail
+           |where partition_date = '${partition_date}'
+       """.stripMargin
+      )
+      level1_id.createOrReplaceTempView("level1_id")
+
+      val level2_id=sc.sql(
         s"""
-           |select concat_ws(':',distinct(level1_id),'0.25') as level_value
+           |select distinct(level2_id) as level_id,'${t2}' as value
            |from online.bl_tag_hierarchy_detail
            |where partition_date = '${partition_date}'
        """.stripMargin
       )
+      level2_id.createOrReplaceTempView("level2_id")
+
+      val level3_id=sc.sql(
+        s"""
+           |select distinct(level3_id) as level_id,'${t3}' as value
+           |from online.bl_tag_hierarchy_detail
+           |where partition_date = '${partition_date}'
+       """.stripMargin
+      )
+      level3_id.createOrReplaceTempView("level3_id")
+
+
+      val tag_value=sc.sql(
+        s"""
+           |select *
+           |from level1_id
+           |union all
+           |select *
+           |from level2_id
+           |union all
+           |select *
+           |from level3_id
+       """.stripMargin
+      )
       tag_value.show(300)
-      tag_value.createOrReplaceTempView("tag_value")
+