diff --git a/assembly/pom.xml b/assembly/pom.xml index 277d7e0a6dc86..b247e49cd7c17 100644 --- a/assembly/pom.xml +++ b/assembly/pom.xml @@ -251,6 +251,21 @@ + + + copy-connect-client-classic-sql-jar + package + + exec + + + cp + + ${basedir}/../sql/core/target/spark-sql_${scala.binary.version}-${project.version}.jar + ${basedir}/target/scala-${scala.binary.version}/jars/connect-repl + + + diff --git a/python/pyspark/shell.py b/python/pyspark/shell.py index 50a8cdcf720f1..49722c095456e 100644 --- a/python/pyspark/shell.py +++ b/python/pyspark/shell.py @@ -50,18 +50,15 @@ try: if os.environ.get("KYUUBI_AUTH"): from kyuubi.spark_connect import KyuubiSessionBuilder - from pyspark.sql.connect.session import SparkSession as ConnectSparkSession _kyuubi_builder = KyuubiSessionBuilder( os.environ["SPARK_REMOTE"], auth=os.environ.get("KYUUBI_AUTH", "kerberos"), username=os.environ.get("KYUUBI_USERNAME"), password=os.environ.get("KYUUBI_PASSWORD")) - spark = ConnectSparkSession(connection=_kyuubi_builder) + spark = _kyuubi_builder.getOrCreate() else: # Creates pyspark.sql.connect.SparkSession. spark = SparkSession.builder.getOrCreate() - # Creates pyspark.sql.connect.SparkSession. - spark = SparkSession.builder.getOrCreate() from pyspark.sql.connect.shell import PROGRESS_BAR_ENABLED