Skip to content

Commit bdb52e9

Browse files
committed
Fixed library dependency issue in Spark UI.
1 parent 416cf2b commit bdb52e9

File tree

2 files changed

+9
-2
lines changed

2 files changed

+9
-2
lines changed

utilities/Spark_UI/glue-3_0/Dockerfile

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,14 @@ RUN tar -xzf spark-3.1.1-bin-without-hadoop.tgz && \
1212
rm spark-3.1.1-bin-without-hadoop.tgz
1313
RUN mvn dependency:copy-dependencies -DoutputDirectory=/opt/spark/jars/
1414
RUN rm /opt/spark/jars/jsr305-3.0.0.jar && \
15-
rm /opt/spark/jars/jersey-*-1.19.jar
15+
rm /opt/spark/jars/jersey-*-1.19.jar && \
16+
rm /opt/spark/jars/jackson-dataformat-cbor-2.6.7.jar && \
17+
rm /opt/spark/jars/joda-time-2.8.1.jar && \
18+
rm /opt/spark/jars/jmespath-java-*.jar && \
19+
rm /opt/spark/jars/aws-java-sdk-core-*.jar && \
20+
rm /opt/spark/jars/aws-java-sdk-kms-*.jar && \
21+
rm /opt/spark/jars/aws-java-sdk-s3-*.jar && \
22+
rm /opt/spark/jars/ion-java-1.0.2.jar
1623

1724
RUN echo $'\n\
1825
spark.eventLog.enabled true\n\

utilities/Spark_UI/glue-3_0/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@
1313
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
1414
<jdk.version>1.8</jdk.version>
1515
<hadoop.version>3.2.1</hadoop.version>
16-
<awssdk.version>1.11.903</awssdk.version>
16+
<awssdk.version>1.11.375</awssdk.version>
1717
<httpclient.version>4.5.13</httpclient.version>
1818
<jackson.version>2.10.5</jackson.version>
1919
<jackson.databind.version>2.10.5.1</jackson.databind.version>

0 commit comments

Comments
 (0)