service model 优化

spark/featureEng2.py

@@ -162,19 +162,22 @@ def addItemFeatures(itemDF,dataVocab,multi_col_vocab):
     bucket_suffix = "_Bucket"
     for col in ['case_count', 'sales_count']:
         new_col = ITEM_PREFIX + col + bucket_suffix
-        itemDF = itemDF.withColumn(new_col, numberToBucketUdf(F.col(col))).drop(col)
+        itemDF[new_col] = itemDF[col].map(numberToBucket)
+        itemDF = itemDF.drop(columns=[col])
         dataVocab[new_col] = bucket_vocab
 
     for col in ['sku_price']:
         new_col = ITEM_PREFIX + col + bucket_suffix
-        itemDF = itemDF.withColumn(new_col, priceToBucketUdf(F.col(col))).drop(col)
+        itemDF[new_col] = itemDF[col].map(priceToBucket)
+        itemDF = itemDF.drop(columns=[col])
         dataVocab[new_col] = bucket_vocab
 
     # 连续数据处理
     number_suffix = "_number"
     for col in ["discount"]:
         new_col = ITEM_PREFIX + col + number_suffix
-        itemDF = itemDF.withColumnRenamed(col, new_col)
+        itemDF[new_col] = itemDF[col]
+        itemDF = itemDF.drop(columns=[col])
 
     return itemDF