From cced18eecede80e51d60f434f5018fea17f2ff0b Mon Sep 17 00:00:00 2001 From: David Benedeki Date: Mon, 25 Aug 2025 14:55:59 +0200 Subject: [PATCH 1/2] #2229: XML reading larger files gets records lost occasionally * new plugin for release in Maven central repository * some dependencies upgrade --- README.md | 7 ++++++- pom.xml | 44 ++++++++++++++++++++++++++++++++++++++++---- 2 files changed, 46 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index 41efe8ca8..a9ebeb9a2 100644 --- a/README.md +++ b/README.md @@ -36,6 +36,7 @@ ___ - [Conformance](#conformance) - [How to build](#how-to-build) - [How to run](#how-to-run) +- [How to release](#how-to-release) - [Plugins](#plugins) - [Built-in Plugins](#built-in-plugins) - [How to contribute](#how-to-contribute) @@ -311,7 +312,7 @@ The list of additional options available for running Standardization: Most of these options are format specific. For details see [the documentation](https://absaoss.github.io/enceladus/docs/usage/standardization-formats). -* Can also be specified as a unicode value in the following ways: U+00A1, u00a1 or just the code 00A1. In case empty string option needs to be applied, the keyword none can be used. +* Can also be specified as a Unicode value in the following ways: U+00A1, u00a1 or just the code 00A1. In case empty string option needs to be applied, the keyword none can be used. The list of additional options available for running Conformance: @@ -324,6 +325,10 @@ The list of additional options available for running Conformance: All the additional options valid for both Standardization and Conformance can also be specified when running the combined StandardizationAndConformance job +## How to release + +See the detailed document in [scripts/release/README.md](scripts/release/README.md). + ## Plugins Standardization and Conformance support plugins that allow executing additional actions at certain times of the computation. diff --git a/pom.xml b/pom.xml index 4086c19ac..1d7811bba 100644 --- a/pom.xml +++ b/pom.xml @@ -140,11 +140,13 @@ 1.4.13 1.16.0 1.8 - 1.6 + 0.8.0 + 3.2.8 3.2.0 0.12 + 3.3.1 3.2.1 - 3.0.1 + 3.3.1 2.18.1 2.2 4.8.1 @@ -189,7 +191,7 @@ 0.2.2 0.4.0 2.4.4 - 0.5.0 + 0.13.0 2.4.16 0.3.9 1.3.5 @@ -462,7 +464,7 @@ org.apache.maven.plugins maven-resources-plugin - 3.1.0 + ${maven.resources.plugin.version} @ @@ -478,6 +480,30 @@ true + + org.sonatype.central + central-publishing-maven-plugin + ${maven.central.publishing.plugin.version} + true + + central + + + + org.apache.rat + apache-rat-plugin + ${maven.rat.plugin.version} + + + org.apache.maven.plugins + maven-source-plugin + ${maven.source.plugin.version} + + + org.apache.maven.plugins + maven-gpg-plugin + ${maven.gpg.plugin.version} + @@ -594,6 +620,16 @@ + + org.sonatype.central + central-publishing-maven-plugin + true + + central + true + ${project.groupId}:${project.artifactId}:${project.version} + + From c0ad7a2f8c45441dd379c4b8df62ed2f983437ff Mon Sep 17 00:00:00 2001 From: David Benedeki Date: Tue, 26 Aug 2025 18:21:35 +0200 Subject: [PATCH 2/2] * allowed warnings in Spark-jobs module * downgraded certain libraries that caused incompatibilities --- pom.xml | 6 +++--- spark-jobs/pom.xml | 1 - 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/pom.xml b/pom.xml index 1d7811bba..651d09a9f 100644 --- a/pom.xml +++ b/pom.xml @@ -141,10 +141,10 @@ 1.16.0 1.8 0.8.0 - 3.2.8 + 1.6 3.2.0 0.12 - 3.3.1 + 3.1.0 3.2.1 3.3.1 2.18.1 @@ -402,7 +402,7 @@ WDF TestSuite.txt -Xmx4000m -Dfile.encoding=UTF-8 diff --git a/spark-jobs/pom.xml b/spark-jobs/pom.xml index 8a05deac9..704570989 100644 --- a/spark-jobs/pom.xml +++ b/spark-jobs/pom.xml @@ -239,7 +239,6 @@ spark-submit -(remove this)-packages org.apache.spark:spark-sql-kafka-0-10_2.11: - -Xfatal-warnings -unchecked -deprecation -feature