spark 2.4.4: from spark_python = os.path.join(spark_home, 'python') to spark_python = os.path.join(spark_home, 'libexec/python')
spark 2.4.4:
from
spark_python = os.path.join(spark_home, 'python')
to
spark_python = os.path.join(spark_home, 'libexec/python')