From 974b34850a708d5622f4fbe65ca247fa8400c337 Mon Sep 17 00:00:00 2001 From: Michael Criscolo Date: Mon, 12 Feb 2024 10:43:24 -0600 Subject: [PATCH] FAB-6498 Delta Lake 3.1.0 upgrade --- main-app/src/main/resources/python/submit_job.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main-app/src/main/resources/python/submit_job.py b/main-app/src/main/resources/python/submit_job.py index 95d4aec..424aed4 100644 --- a/main-app/src/main/resources/python/submit_job.py +++ b/main-app/src/main/resources/python/submit_job.py @@ -33,7 +33,7 @@ def get_runtime_args(config): args.append(key) args.append("{}={}".format(y, s_val)) args.append('--py-files') - args.append(f'local:///opt/spark/jars/profiles-sdk-{os.environ["VERSION"]}.jar,local:///opt/spark/jars/delta-spark_2.12-3.0.0.jar') + args.append(f'local:///opt/spark/jars/profiles-sdk-{os.environ["VERSION"]}.jar,local:///opt/spark/jars/delta-spark_2.12-3.1.0.jar') args.append(pyspark_args['app_location']) for x in pyspark_args['app_command']: args.append(x)