diff --git a/feathr_project/feathr/spark_provider/_synapse_submission.py b/feathr_project/feathr/spark_provider/_synapse_submission.py index b72acdc42..010444715 100644 --- a/feathr_project/feathr/spark_provider/_synapse_submission.py +++ b/feathr_project/feathr/spark_provider/_synapse_submission.py @@ -325,7 +325,7 @@ def create_spark_batch_job(self, job_name, main_file, class_name=None, def get_driver_log(self, job_id) -> str: # @see: https://docs.microsoft.com/en-us/azure/synapse-analytics/spark/connect-monitor-azure-synapse-spark-application-level-metrics app_id = self.get_spark_batch_job(job_id).app_id - url = "%s/sparkhistory/api/v1/sparkpools/%s/livyid/%s/applications/%s/driverlog/stdout/?isDownload=true" % (self._synapse_dev_url, self._spark_pool_name, job_id, app_id) + url = "%s/sparkhistory/api/v1/sparkpools/%s/livyid/%s/applications/%s/driverlog/stderr/?isDownload=true" % (self._synapse_dev_url, self._spark_pool_name, job_id, app_id) token = self._credential.get_token("https://dev.azuresynapse.net/.default").token req = urllib.request.Request(url=url, headers={"authorization": "Bearer %s" % token}) resp = urllib.request.urlopen(req)