1月23日学习进度

cording:utf8

import string
from pyspark.sql import SparkSession
import pyspark.sql.functions as F
from pyspark.sql.types import IntegerType, StringType, StructType, ArrayType
if name == 'main':
spark = SparkSession.builder.
appName('udf_define').
master('local[*]').
config('spark.sql.shuffle.partitions', 2).
config('spark.sql.warehouse.dir', 'hdfs://pyspark01:8020/user/hive/warehouse').
config('hive.metastore.uris', 'thrift://pyspark01:9083').
enableHiveSupport().
getOrCreate()
sc = spark.sparkContext

spark.sql('''
    SELECT * FROM student
''').show()