模型调试

spark/featureEngSk.py

@@ -140,8 +140,10 @@ def getItemStaticFeatures(itemStatisticDays, startDay, endDay):
         .withColumnRenamed('label_count_stddev', 'exp_count_stddev')
 
     drop_columns = ['label', 'label_count']
-    clickStaticFeatures.drop(*drop_columns).show(20, truncate = False)
-    expStaticFeatures.drop(*drop_columns).show(20, truncate = False)
+    clickStaticFeatures = clickStaticFeatures.drop(*drop_columns)
+    clickStaticFeatures.show(20, truncate = False)
+    expStaticFeatures = expStaticFeatures.drop(*drop_columns)
+    expStaticFeatures.show(20, truncate = False)
 
     return clickStaticFeatures, expStaticFeatures
 
@@ -162,7 +164,7 @@ def itemStatisticFeaturesProcess(samples_iEsF_iStatisticF):
         new_col = col + number_suffix
         samples_iEsF_iStatisticF = samples_iEsF_iStatisticF.withColumn(new_col, F.when(F.col(col).isNull(), 0).otherwise(1 / (F.col(col) + 1))).drop(col)
 
-    samples_iEsF_iStatisticF.show(50, truncate=False)
+    samples_iEsF_iStatisticF.show(20, truncate=False)
 
     return samples_iEsF_iStatisticF