spark2.4.4安装

local start up：
./pyspark -c spark.driver.bindAddress=127.0.0.1

vim ./conf/spark-env.sh

export SPARK_MASTER_HOST=192.168.8.150

export SPARK_LOCAL_IP=192.168.8.150

启动：

./sbin/start-master.sh

spark执行py文件

./spark-submit /home/admin/my_script.py

from pyspark import SparkConf, SparkContext

conf = SparkConf().setMaster(“local”).setAppName(“My App”)
sc = SparkContext(conf = conf)