From cd31023fb0ef7f63fd516f0023c31122073ff193 Mon Sep 17 00:00:00 2001 From: enya-yx Date: Tue, 11 Oct 2022 17:18:52 +0800 Subject: [PATCH] Fix synapse errors not print out issue --- feathr_project/feathr/spark_provider/_synapse_submission.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/feathr_project/feathr/spark_provider/_synapse_submission.py b/feathr_project/feathr/spark_provider/_synapse_submission.py index b72acdc42..010444715 100644 --- a/feathr_project/feathr/spark_provider/_synapse_submission.py +++ b/feathr_project/feathr/spark_provider/_synapse_submission.py @@ -325,7 +325,7 @@ def create_spark_batch_job(self, job_name, main_file, class_name=None, def get_driver_log(self, job_id) -> str: # @see: https://docs.microsoft.com/en-us/azure/synapse-analytics/spark/connect-monitor-azure-synapse-spark-application-level-metrics app_id = self.get_spark_batch_job(job_id).app_id - url = "%s/sparkhistory/api/v1/sparkpools/%s/livyid/%s/applications/%s/driverlog/stdout/?isDownload=true" % (self._synapse_dev_url, self._spark_pool_name, job_id, app_id) + url = "%s/sparkhistory/api/v1/sparkpools/%s/livyid/%s/applications/%s/driverlog/stderr/?isDownload=true" % (self._synapse_dev_url, self._spark_pool_name, job_id, app_id) token = self._credential.get_token("https://dev.azuresynapse.net/.default").token req = urllib.request.Request(url=url, headers={"authorization": "Bearer %s" % token}) resp = urllib.request.urlopen(req)