from pyspark import SparkConf, SparkContext
from pyspark import rdd
from pyspark.sql import HiveContext, Row, SparkSession


spark = SparkSession.builder \
  .master("yarn") \
  .appName("PySpark Notebook") \
  .config("spark.executor.instances", "4") \
  .config("spark.executor.cores", "2") \
  .getOrCreate()
sc = spark.sparkContext