Error in initializing spark context Cannot run multiple SparkContexts

Viewed 10

Hi I have one code and I'm receiving the error Error in initializing spark context Cannot run multiple SparkContexts at once;

when I remove sc.stop i get the error message spark not defined. Please help!

***import subprocess  
import xml.etree.ElementTree as etree
import getpass
from pyspark.sql import functions as F
from datetime import datetime
from pyspark.sql.functions import col
import sys
import os
import pyspark.sql
from pyspark.sql import DataFrame
from pyspark.sql import SparkSession
from pyspark.sql import Row, functions as F
import time
import logging
from functools import reduce
from pyspark.sql.functions import col
from pyspark.sql.functions import lit
from pyspark.sql import Window
from pyspark.sql.types import NullType,StringType
from pyspark.sql.functions import udf
from pyspark.sql.types import LongType
from pyspark import SparkContext
sc = SparkContext()
sc.stop()
spark = SparkSession.builder.enableHiveSupport().appName("hello").getOrCreate()***
0 Answers
Related