diff --git a/eda/esmm/Model_pipline/dist_predict.py b/eda/esmm/Model_pipline/dist_predict.py index db5211f03b6c6577e21a4585c1d67283e7e1d70c..5615d7018f582f235a7be378885e31813e00bfc1 100644 --- a/eda/esmm/Model_pipline/dist_predict.py +++ b/eda/esmm/Model_pipline/dist_predict.py @@ -7,7 +7,11 @@ import datetime import pandas as pd import time from pyspark import StorageLevel +import os +os.environ["PYSPARK_PYTHON"] = "/opt/anaconda3/envs/esmm/bin/python" +os.environ["LD_LIBRARY_PATH"] = "/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server:/opt/hadoop/lib/native" +# os.environ["PYSPARK_PYTHON"] = "/opt/anaconda3/envs/esmm/bin/python" def model_fn(features, labels, mode, params): """Bulid Model function f(x) for Estimator."""