From 6c3568214c3527e152fc271970c5e03a96f81a08 Mon Sep 17 00:00:00 2001 From: tballison Date: Wed, 24 May 2023 10:29:03 -0400 Subject: [PATCH 1/2] ANY23-611 -- general upgrades --- cli/pom.xml | 3 +- .../apache/any23/cli/MimeDetectorTest.java | 2 + .../java/org/apache/any23/cli/RoverTest.java | 2 + .../any23/extractor/yaml/YAMLExtractor.java | 3 +- .../any23/rdf/Any23ValueFactoryWrapper.java | 17 ++++ .../test/java/org/apache/any23/Any23Test.java | 2 + pom.xml | 95 +++++++++++++++---- 7 files changed, 105 insertions(+), 19 deletions(-) diff --git a/cli/pom.xml b/cli/pom.xml index 75639a261..84a5cb46f 100644 --- a/cli/pom.xml +++ b/cli/pom.xml @@ -360,7 +360,8 @@ jdk-reflection jdk-internal - commons-io-unsafe-${commons-io.version} + commons-io-unsafe-2.11.0 + diff --git a/cli/src/test/java/org/apache/any23/cli/MimeDetectorTest.java b/cli/src/test/java/org/apache/any23/cli/MimeDetectorTest.java index 46b65daf7..c51cbee38 100644 --- a/cli/src/test/java/org/apache/any23/cli/MimeDetectorTest.java +++ b/cli/src/test/java/org/apache/any23/cli/MimeDetectorTest.java @@ -17,6 +17,7 @@ package org.apache.any23.cli; +import org.junit.Ignore; import org.junit.Test; /** @@ -31,6 +32,7 @@ public MimeDetectorTest() { } @Test + @Ignore("URL broken") public void testDetectURL() throws Exception { assumeOnlineAllowed(); runToolCheckExit0("http://twitter.com#micmos"); diff --git a/cli/src/test/java/org/apache/any23/cli/RoverTest.java b/cli/src/test/java/org/apache/any23/cli/RoverTest.java index f20586503..7dc109f6b 100644 --- a/cli/src/test/java/org/apache/any23/cli/RoverTest.java +++ b/cli/src/test/java/org/apache/any23/cli/RoverTest.java @@ -23,6 +23,7 @@ import org.apache.any23.util.URLUtils; import org.junit.Assert; import org.junit.Assume; +import org.junit.Ignore; import org.junit.Test; import org.eclipse.rdf4j.model.Statement; import org.eclipse.rdf4j.rio.RDFFormat; @@ -112,6 +113,7 @@ public void testDelegatingWriterFactory() throws Exception { /* BEGIN: online tests. */ @Test + @Ignore("URLs are broken") public void testRunMultiURLs() throws Exception { // Assuming first accessibility to remote resources. assumeOnlineAllowed(); diff --git a/core/src/main/java/org/apache/any23/extractor/yaml/YAMLExtractor.java b/core/src/main/java/org/apache/any23/extractor/yaml/YAMLExtractor.java index 74fb1887a..ebb7a4d63 100644 --- a/core/src/main/java/org/apache/any23/extractor/yaml/YAMLExtractor.java +++ b/core/src/main/java/org/apache/any23/extractor/yaml/YAMLExtractor.java @@ -32,6 +32,7 @@ import org.eclipse.rdf4j.model.vocabulary.RDFS; import org.slf4j.Logger; import org.slf4j.LoggerFactory; +import org.yaml.snakeyaml.LoaderOptions; import org.yaml.snakeyaml.Yaml; import org.yaml.snakeyaml.constructor.SafeConstructor; @@ -42,7 +43,7 @@ public class YAMLExtractor implements Extractor.ContentExtractor { private final Logger log = LoggerFactory.getLogger(getClass()); - private static final Yaml yml = new Yaml(new SafeConstructor()); + private static final Yaml yml = new Yaml(new SafeConstructor(new LoaderOptions())); private static final YAML vocab = YAML.getInstance(); diff --git a/core/src/main/java/org/apache/any23/rdf/Any23ValueFactoryWrapper.java b/core/src/main/java/org/apache/any23/rdf/Any23ValueFactoryWrapper.java index eb6e405eb..af3bf59a0 100644 --- a/core/src/main/java/org/apache/any23/rdf/Any23ValueFactoryWrapper.java +++ b/core/src/main/java/org/apache/any23/rdf/Any23ValueFactoryWrapper.java @@ -30,6 +30,7 @@ import org.eclipse.rdf4j.model.IRI; import org.eclipse.rdf4j.model.Value; import org.eclipse.rdf4j.model.ValueFactory; +import org.eclipse.rdf4j.model.base.CoreDatatype; import org.eclipse.rdf4j.model.vocabulary.RDF; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -181,6 +182,22 @@ public Literal createLiteral(String pref, IRI value) { return wrappedFactory.createLiteral(pref, value); } + @Override + public Literal createLiteral(String s, CoreDatatype coreDatatype) { + if (s == null) { + return null; + } + return wrappedFactory.createLiteral(s, coreDatatype); + } + + @Override + public Literal createLiteral(String s, IRI iri, CoreDatatype coreDatatype) { + if (s == null) { + return null; + } + return wrappedFactory.createLiteral(s, iri, coreDatatype); + } + @Override public Literal createLiteral(Date date) { return wrappedFactory.createLiteral(date); diff --git a/core/src/test/java/org/apache/any23/Any23Test.java b/core/src/test/java/org/apache/any23/Any23Test.java index 34290ab9e..fd6660656 100644 --- a/core/src/test/java/org/apache/any23/Any23Test.java +++ b/core/src/test/java/org/apache/any23/Any23Test.java @@ -51,6 +51,7 @@ import org.apache.any23.writer.TripleHandlerException; import org.apache.commons.io.IOUtils; import org.junit.AssumptionViolatedException; +import org.junit.Ignore; import org.junit.Test; import org.eclipse.rdf4j.model.Statement; import org.eclipse.rdf4j.repository.Repository; @@ -286,6 +287,7 @@ protected int getSoTimeout() { * if there is an error defining input URI's */ @Test + @Ignore("URL no longer works") public void testGZippedContent() throws IOException, URISyntaxException, ExtractionException { assumeOnlineAllowed(); final Any23 runner = new Any23(); diff --git a/pom.xml b/pom.xml index 3b85bf961..c0feb4e69 100644 --- a/pom.xml +++ b/pom.xml @@ -21,7 +21,7 @@ org.apache apache - 26 + 29 org.apache.any23 @@ -273,18 +273,18 @@ ${maven.build.timestamp} 1 - 4.5.13 - 4.4.15 - 5.1.20 - 3.7.4 + 4.5.14 + 4.4.16 + 5.5.0 + 4.3.1 0.7 - 2.17.2 + 2.20.0 1.7.36 2.4.0 4.2.6 1.1.1 - 2.13.1 - 2.11.0 + 2.14.3 + 2.12.0 1.7 @@ -320,7 +320,7 @@ 3.0.1 3.2.2 4.7.0.0 - 3.3 + 3.5.1 2.18.0 3.2.0 3.0.0 @@ -346,6 +346,21 @@ + + com.fasterxml.jackson.core + jackson-core + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-annotations + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-databind + ${jackson.version} + org.apache.commons commons-lang3 @@ -379,7 +394,17 @@ org.apache.commons commons-compress - 1.21 + 1.23.0 + + + org.eclipse.rdf4j + rdf4j-model-api + 4.3.1 + + + org.eclipse.rdf4j + rdf4j-model-vocabulary + 4.3.1 xerces @@ -389,12 +414,12 @@ org.jsoup jsoup - 1.15.1 + 1.16.1 net.sf.biweekly biweekly - 0.6.6 + 0.6.7 @@ -609,7 +634,7 @@ org.apache.commons commons-csv - 1.9.0 + 1.10.0 commons-io @@ -659,7 +684,7 @@ org.yaml snakeyaml - 1.30 + 2.0 @@ -672,7 +697,7 @@ org.mockito mockito-core - 4.5.1 + 5.3.1 test @@ -735,7 +760,18 @@ posix - + + + org.codehaus.mojo + versions-maven-plugin + 2.15.0 + + false + + org.codehaus.mojo appassembler-maven-plugin @@ -837,6 +873,30 @@ af5f9c26-c09d-401f-a7fc-0785eeabeab3 + + + + com.google.guava + guava + 30.1.1-jre + + + xerces + xercesImpl + 2.12.2 + + + + org.apache.tika + tika-core + 2.4.0 + + + com.drewnoakes + metadata-extractor + 2.17.0 + + @@ -863,7 +923,8 @@ jdk-reflection jdk-internal-${javac.src.version} jdk-system-out - commons-io-unsafe-${commons-io.version} + commons-io-unsafe-2.11.0 + From 615c580c884db75fefc23fb36ce8ad21d73bed99 Mon Sep 17 00:00:00 2001 From: tballison Date: Wed, 24 May 2023 10:41:05 -0400 Subject: [PATCH 2/2] ANY23-611 -- general upgrades - fix javadoc --- core/src/main/java/org/apache/any23/rdf/RDFUtils.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/src/main/java/org/apache/any23/rdf/RDFUtils.java b/core/src/main/java/org/apache/any23/rdf/RDFUtils.java index d72535b9b..11b7a51a1 100644 --- a/core/src/main/java/org/apache/any23/rdf/RDFUtils.java +++ b/core/src/main/java/org/apache/any23/rdf/RDFUtils.java @@ -391,7 +391,7 @@ public static BNode getBNode(String id) { * @param s * subject {@link org.eclipse.rdf4j.model.Resource} * @param p - * predicate {@link org.eclipse.rdf4j.model.URI} + * predicate {@link org.eclipse.rdf4j.model.IRI} * @param o * object {@link org.eclipse.rdf4j.model.Value} *