diary count

eda/feededa/src/main/scala/com/gmei/EsmmData.scala

@@ -661,7 +661,7 @@ object GetLevelCount {
       val stat_date = GmeiConfig.getMinusNDate(1).replace("-","")
 
 //      val diary_queue = sc.read.json(param.path).rdd.map(x => x(0).toString).distinct().collect().toList.mkString(",")
-      val diary_queue = "16283654,16211979,15331340,15534094,13602830,16228368,16211987,15990809,16234522,15386660,15843365,15759398,16306213,15597614,15298621,16134214,15302730,15652939,16193613,15269965,15302734,15466578,15386706,15491159,16101468,15515751,12777586,16304243,15521916,15978625,16435351,15650970,15712411,15544488,15294642,16277682,16425141,16203962,15202492,15386814,15474889,15636685,16101582,16251087,15300823,15300825,15345884,16257252,16214244,16234732,16056557,15247597,16199918,15378686,16267518,16240897,16195843,16220434,16257303,16232729,15491360,16199977,15391028,15491383,15628603,16089403,16357697,16339269,16298324,14969178,15573339,16193883,16419166,15360356,15573353,16132458,14229868,15475055,16234869,15827317,16413055,16298367,16425343,16193927,13986185,16361866,15475082,16245135,15292816,16425364,15544727,16116121,16085403,16136607,16253346,15419823,15481272,16202171,16431553,16419272,15385035,16269779,16417251,15954409,15890925,15731191,16261624,16157187,16130565,15206918,14492168,16294414,15729169,16419346,15479315,16054807,16175641,15239718,15299111,15309353,16173613,15231542,16269882,16251451,16353856,16228931,16300613,15346247,15874634,16308812,16134739,15577701,16208485,15420015,15628919,16061066,16140950,16122519,15751833,16298666,16282308,16141002,16239307,15841996,15565517,12747475,16134867,16122580,16083671,15485655,15196891,16134876,16202461,16202460,16354020,15903463,15082216,15842031,15299312,16397053,15430398,15506175,15387395,16177932,16272144,15891227,16098076,16255792,15594296,14971705,15649596,16118595,16294724,15741766,15287122,15387482,16108382,15477602,16354162,15764357,15883142,15887237,16450441,15477641,16049036,15371151,15276945,15416220,15471518,15360927,15246246,15748007,15578022,15195049,15860650,15489962,16163758,16214959,15332272,16049074,16055221,16296887,15881144,15256507,16200635,15272899,16272333,15338446,16376782,13278160,15385553,15967185,15338448,15467478,15299545,16397281,15461348,12284918,15901687,15361021,15266817,16114690,15625223,15256584,16194569,16194571,15950864,16204819,16049173,15531030,15397912,15883288,15604767,15729700,15504420,15987751,15572010,15615019,16403502,16225332,15891509,15778870,15903804,15545409,15569985,16297034,15572042,15572044,16198733,15545422,15946834,16116818,15336535,16116832,15336547,16266340,16323686,16116854,15621245,15414398,16297085,16116869,16221320,15887497,16225416,16112786,16225427,16123026,16430232,16204953,15895704,16434331,15545497,15912093,16299168,16059552,16204980,15299765,15420603,16399555,15639757,16084175,15361235,15633625,16116953,16065775,16233712,15856889,15375611,16194812,15594747,15609095,15594779,16262442,15420718,16035120,16137522,16405818,15420734,16233792,15570251,15967572,16266581,15639895,16084313,16293219,15592807,16371047,16422248,16246122,16153967,16131449,15349114,15746428,15746434,15297929,15527308,16145806,16317847,16061852,16246173,15912356,13163949,15429039,16041397,16197047,15803831,16207296,15443404,16121301,16127449,16213470,16115168,15629799,15336944,16338429,15629822,15750663,16129543,15568395,15564307,15646229,15441430,15369765,16354853,15441449,15576619,16301612,16199213,16215596,15644209,15994422,16258615,15482427,16096830,15595074,16299587,15414853,15418950,16268873,15988304,16084561,16305752,15603296,15328874,16399988,15877749,16354954,15949451,14542485,16219798,16107161,15345305,15990434,16400037,15720101,16035495,15859365,16375466,15214253,15769263,15328957,15976127,15769280,15519424,16238276,15576775,15253194,16197323,15261387,15591116,16197330,15390421,15306456,15388381,15515359,16258786,16258787,15519458,15990507,16258797,15519472,16166642,15904499,15199988,15990518,15748854,16422648,15533817,16140026,16004862,15986431,15296256,15910656,16193282,15714050,15931142,15834886,16049931,15232783,16426770,16115479,15519511,15519517,16228125,16424738,16297765,16162597,16142120,15980332,15458095,16244538,15580990,15988542,15398719,16269126,16119624,15458127,15966031,16420691,15880026,16185182,16406366,15880033,15880036,15521638,16088936,15533937,16213880,16111482,16199552,15513474,15961993,15986570,15970190,15644562,16138136,16424856,15490981,15402927,16406450,15511478,15747009,15632328,16068554,15966159,15271888,15302622,16191459,16222181,15890407,15966189,16275439,15237104,16424945,16300020,15300599,16050175"
+      val diary_queue = "15397912,15970190,16194569,15592807,15887497,16245135,16298324,15976127,16061066,16430232,16194812,16199552,15195049,15576619,15660062,15272899,15990507,16054807,16405818,16240897,15345884,15300599,16246173,16300613,16450441,15338446,15300825,16136607,15628603,15544727,15729700,15636685,15880033,16238276,15572042,16101582,15729169,15385553,15531030,16299168,16199213,15747009,15298621,16400037,15580990,16098076,15196891,15954409,15239718,15751833,15418950,15466578,16132458,15573339,15398719,15990518,16399988,15328874,16434331,16050175,16194571,16197330,13278160,16301612,15225921,15309353,15988542,15912356,15880026,16197323,16173613,15961993,16299587,15990809,15931142,16431553,16041397,15375611,16297034,16435351,16424945,15390421,16403502,15628919,16115479,15206918,15504420,16397281,16193282,15336944,16258797,16262442,16253346,16261624,15632328,14229868,15387395,15385035,16219798,15895704,15299111,15595074,15572010,16376782,15458095,16397053,16426770,16129543,15609095,16375466,16323686,15949451,16145806,16049931,15990434,16142120,16413055,15597614,16193927,15271888,16393485,15594747,15378686,16266340,13986185,15519472,15420718,15573353,16272144,15577701,16127449,15883288,15629799,15490981,15429039,15910656,15842031,15299765,15519517,15877749,15292816,15402927,15491383,15545409,15843365,12777586,16049036,15414398,13163949,15834886,13602830,15841996,15519511,16116832,15471518,15629822,16267518,15388381,16049074,16059552,15534094,16204953,16035495,16197047,15443404,15633625,16138136,16115168,15420734,15300823,15515359,16211987,15332272,15328957,15346247,15615019,15644562,16207296,14971705,16096830,16317847,15475082,15603296,15467478,15533937,15299545,16339269,16085403,16116953,15386814,15253194,16035120,16141002,15261387,15521638,15604767,15731191,15515751,16258787,15420015,16222181,15232783,16228368,15719770,15778870,16268873,15748007,16130565,15967185,16357697,15246246,16191459,15521916,16134876,15856889,15237104,15994422,15336547,16175641,15564307,15416220,16157187,15903804,16068554,15247597,15441449,16199986,16153967,15759398,15827317,16266581,16354020,16204980,16166642,15506175,15256507,16084561,15527308,16163758,16119624,15296256,16234869,15594779,16354954,15511478,15082216,15891227,16134867,16131449,15256584,16225427,15458127,16122580,15639757,12747475,15652939,15904499,14542485,15336535,16305752,16084175,15481272,16213470,15441430,16202171,15890407,16114690,14969178,16233712,15576775,15890925,15644209,15519458,16269779,15482427,16204819,16304243,15519424,15331340,16162597,16294724,15479315,15297929,15360356,16061852,16282308,15881144,16121301,16422648,16140950,16255792,15860650,16422248,15746434,15491159,16353856,15986431,16269882,15475055,16214959,16234732,14492168,15769263,16419166,16425261,16111482,16283654,16354162,16269126,15639895,16225332,15430398,15349114,16425343,12284918,16406450,15748854,16241205,15231542,16214244,16198733,15903463,15764357,16213880,16122519,15646229,16296887,15741766,16295481,16308812,16056557,16257303,16424738,16419272,16116869,16234359,15987751,16193883,16233792,15967572,16297765,15544488,15386706,15386660,15269965,16258615,15988304,16251451,16185182,16277682,16257252,16118595,16116121,15276945,15887237,16425364,15594296,16297085,16123026,15950864,15545422,15420603,16088936,16294414,15912093,15568395,15533817,16116854,16420691,15978625,15625223,15883142,16406366,15419823,16055221,16199977,15461348,16422735,16298666,15294642,16211979,15966159,16049173,16239307,15369765,16419346,16258786,16083671,16300020,15361235,15986570,15338448,15485655,16225416,15266817,16134739,16044139,16065775,15361021,15712411,16425141,16199918,16116818,15720101,16089403,16101468,15302730,15302734,16338429,16425238,15545497,15859365,16244538,15477641,16425301,15489962,16234522,15746428,15572044,15570251,15649596,16424856,16272333,15360927,16203962,15491360,16354853,15578022,15650970,16140026,16228125,15302622,16306213,15299312,15891509,15477602,16246122,15901687,15214253,15414853,15803831,16177932,15946834,15980332,16425484,15569985,16084313,16232729,16107161,16108382,15306456,16004862,15621245,15391028,15750663,15874634,16215596,15202492,15199988,15387482,16208485,16200635,16221320,16220434,16399555,15591116,15345305,16134214,16275439,16361866,16202461,16228931,16137522,16202460,16193613,15371151,16251087,16293219"
       val diary_level1 = sc.sql(
         s"""
            |select diary_id,explode(split(level1_ids,';')) level1_id from diary_feat