Skip to content

Commit 56518d0

Browse files
PMax5etejedor
authored andcommitted
sparkconnector: Change Spark weburls to use HTTPS
This is to enable TLS communication between the Hadoop nodes and SWAN
1 parent 7bda5ae commit 56518d0

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

SparkConnector/sparkconnector/configuration.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -179,7 +179,7 @@ def get_spark_session_config(self):
179179

180180
sc = self.connector.ipython.user_ns.get('sc')
181181
if sc and isinstance(sc, SparkContext):
182-
webui_url = 'http://' + sc._conf.get('spark.driver.host') + ':' + sc._conf.get('spark.ui.port')
182+
webui_url = 'https://' + sc._conf.get('spark.driver.host') + ':' + sc._conf.get('spark.ui.port')
183183
conn_config['sparkwebui'] = webui_url
184184
return conn_config
185185

@@ -337,7 +337,7 @@ def get_spark_session_config(self):
337337
'&var-UserName=' + self.get_spark_user() + \
338338
'&var-ApplicationId=' + sc._conf.get('spark.app.id')
339339

340-
webui_url = 'http://' + sc._conf.get('spark.driver.host') + ':' + sc._conf.get('spark.ui.port')
340+
webui_url = 'https://' + sc._conf.get('spark.driver.host') + ':' + sc._conf.get('spark.ui.port')
341341
conn_config['sparkwebui'] = webui_url
342342

343343
return conn_config

0 commit comments

Comments
 (0)