SparkSession


from pyspark.sql import SparkSession

'''
spark = SparkSession \
    .builder \
    .master("192.168.10.182:7077") \
    .appName("Python Spark SQL basic example") \
    .config("spark.some.config.option", "some-value") \
    .getOrCreate()

'''
import time
tt=time.time()   
spark = SparkSession.builder \
     .master("local") \
     .appName("Word Count") \
     .config("spark.some.config.option", "some-value") \
     .getOrCreate()

df = spark.read.json("people.json")

df.show()

print(time.time()-tt)
posted @ 2022-08-19 22:58  luoganttcc  阅读(10)  评论(0)    收藏  举报