update

7575e6c5 · 高雅喆 · c8d9cf56 · 7575e6c5
Commit 7575e6c5 authored Aug 15, 2019 by 高雅喆
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 2 deletions

dist_update_user_portrait.py eda/smart_rank/dist_update_user_portrait.py +3 -2

No files found.
--- a/eda/smart_rank/dist_update_user_portrait.py
+++ b/eda/smart_rank/dist_update_user_portrait.py
@@ -141,7 +141,7 @@ if __name__ == '__main__':

        device_ids_lst_rdd = spark.sparkContext.parallelize(device_ids_lst)
        gm_kv_cli = redis.Redis(host="172.16.40.135", port=5379, db=6, socket_timeout=2000)
-        result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_tag_score(x, all_log_df))
-        print(result.take(5))
+        result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_tag_score(x, all_log_df)).toDF()
+        result.show()
    except Exception as e:
        print(e)
\ No newline at end of file