Skip to content

Commit 8204be8

Browse files
lowrockbecomebetterlowrockbecomebetter
authored
[feature-#1926] add paimon dependency (#1943)
1 parent eb016bf commit 8204be8

File tree

4 files changed

+311
-0
lines changed

4 files changed

+311
-0
lines changed

‎chunjun-catalog/chunjun-catalog-iceberg/pom.xml‎

Lines changed: 122 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,122 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
3+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
4+
<parent>
5+
<groupId>com.dtstack.chunjun</groupId>
6+
<artifactId>chunjun-catalog</artifactId>
7+
<version>${revision}</version>
8+
</parent>
9+
10+
<modelVersion>4.0.0</modelVersion>
11+
12+
<artifactId>chunjun-catalog-iceberg</artifactId>
13+
<name>ChunJun : Catalog : Iceberg</name>
14+
15+
<properties>
16+
<maven.compiler.source>8</maven.compiler.source>
17+
<maven.compiler.target>8</maven.compiler.target>
18+
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
19+
</properties>
20+
21+
<description>iceberg</description>
22+
23+
<dependencies>
24+
<!-- https://mvnrepository.com/artifact/org.apache.iceberg/iceberg-core -->
25+
<dependency>
26+
<groupId>org.apache.iceberg</groupId>
27+
<artifactId>iceberg-core</artifactId>
28+
<version>1.10.0</version>
29+
</dependency>
30+
</dependencies>
31+
32+
<build>
33+
<plugins>
34+
<plugin>
35+
<groupId>org.apache.maven.plugins</groupId>
36+
<artifactId>maven-shade-plugin</artifactId>
37+
<executions>
38+
<execution>
39+
<phase>package</phase>
40+
<goals>
41+
<goal>shade</goal>
42+
</goals>
43+
<configuration>
44+
<filters>
45+
<filter>
46+
<artifact>*:*</artifact>
47+
<excludes>
48+
<exclude>META-INF/*.SF</exclude>
49+
<exclude>META-INF/*.DSA</exclude>
50+
<exclude>META-INF/*.RSA</exclude>
51+
</excludes>
52+
</filter>
53+
<filter>
54+
<artifact>org.apache.iceberg:iceberg-flink-runtime-1.16</artifact>
55+
<excludes>
56+
<exclude>META-INF/versions/17/*/**</exclude>
57+
<exclude>META-INF/versions/19/*/**</exclude>
58+
</excludes>
59+
</filter>
60+
</filters>
61+
<relocations>
62+
<relocation>
63+
<pattern>com.google.common</pattern>
64+
<shadedPattern>shade.core.com.google.common</shadedPattern>
65+
</relocation>
66+
<relocation>
67+
<pattern>org.apache.flink.configuration.AkkaOptions</pattern>
68+
<shadedPattern>shade.core.com.google.common</shadedPattern>
69+
</relocation>
70+
<!--<relocation>-->
71+
<!-- <pattern>org.apache.hadoop.hive.</pattern>-->
72+
<!-- <shadedPattern>shade.iceberg.catalog.org.apache.hadoop.hive.</shadedPattern>-->
73+
<!--</relocation>-->
74+
<!-- In order to get the HiveVersion correctly -->
75+
<relocation>
76+
<pattern>org.apache.hive.common.HiveVersionAnnotation</pattern>
77+
<shadedPattern>shade.iceberg.catalog.org.apache.hive.common.HiveVersionAnnotation
78+
</shadedPattern>
79+
</relocation>
80+
<relocation>
81+
<pattern>org.apache.hive.common.package-info</pattern>
82+
<shadedPattern>shade.iceberg.catalog.org.apache.hive.common.package-info
83+
</shadedPattern>
84+
</relocation>
85+
</relocations>
86+
</configuration>
87+
</execution>
88+
</executions>
89+
</plugin>
90+
91+
<plugin>
92+
<artifactId>maven-antrun-plugin</artifactId>
93+
<executions>
94+
<execution>
95+
<id>copy-resources</id>
96+
<!-- here the phase you need -->
97+
<phase>package</phase>
98+
<goals>
99+
<goal>run</goal>
100+
</goals>
101+
<configuration>
102+
<target>
103+
<copy todir="${basedir}/../../${dist.dir}/catalog/iceberg"
104+
file="${basedir}/target/${project.artifactId}-${project.version}.jar"/>
105+
<!--suppress UnresolvedMavenProperty -->
106+
<move file="${basedir}/../../${dist.dir}/catalog/iceberg/${project.artifactId}-${project.version}.jar"
107+
tofile="${basedir}/../../${dist.dir}/catalog/iceberg/${project.artifactId}.jar"/>
108+
<delete>
109+
<!--suppress UnresolvedMavenProperty -->
110+
<fileset dir="${basedir}/../../${dist.dir}/catalog/iceberg/"
111+
includes="${project.artifactId}-*.jar"
112+
excludes="${project.artifactId}.jar"/>
113+
</delete>
114+
</target>
115+
</configuration>
116+
</execution>
117+
</executions>
118+
</plugin>
119+
</plugins>
120+
</build>
121+
122+
</project>

‎chunjun-catalog/chunjun-catalog-paimon/pom.xml‎

Lines changed: 99 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,99 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
3+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
4+
<parent>
5+
<groupId>com.dtstack.chunjun</groupId>
6+
<artifactId>chunjun-catalog</artifactId>
7+
<version>${revision}</version>
8+
</parent>
9+
10+
<modelVersion>4.0.0</modelVersion>
11+
12+
<artifactId>chunjun-catalog-paimon</artifactId>
13+
<name>ChunJun : Catalog : Paimon</name>
14+
15+
<properties>
16+
<maven.compiler.source>8</maven.compiler.source>
17+
<maven.compiler.target>8</maven.compiler.target>
18+
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
19+
<paimon.version>1.3.0</paimon.version>
20+
</properties>
21+
22+
<description>paimon</description>
23+
24+
<dependencies>
25+
<!-- https://mvnrepository.com/artifact/org.apache.paimon/paimon-flink-1.16 -->
26+
<dependency>
27+
<groupId>org.apache.paimon</groupId>
28+
<artifactId>paimon-flink-1.16</artifactId>
29+
<version>${paimon.version}</version>
30+
</dependency>
31+
</dependencies>
32+
33+
<build>
34+
<plugins>
35+
<plugin>
36+
<groupId>org.apache.maven.plugins</groupId>
37+
<artifactId>maven-shade-plugin</artifactId>
38+
<version>3.4.1</version>
39+
<executions>
40+
<execution>
41+
<phase>package</phase>
42+
<goals>
43+
<goal>shade</goal>
44+
</goals>
45+
<configuration>
46+
<filters>
47+
<filter>
48+
<artifact>*:*</artifact>
49+
<excludes>
50+
<exclude>META-INF/*.SF</exclude>
51+
<exclude>META-INF/*.DSA</exclude>
52+
<exclude>META-INF/*.RSA</exclude>
53+
<exclude>META-INF/versions/**</exclude>
54+
</excludes>
55+
</filter>
56+
</filters>
57+
<relocations>
58+
<relocation>
59+
<pattern>com.google.common</pattern>
60+
<shadedPattern>com.dtstack.chunjun.connector.shaded.hudi.com.google.common</shadedPattern>
61+
</relocation>
62+
</relocations>
63+
</configuration>
64+
</execution>
65+
</executions>
66+
</plugin>
67+
68+
<plugin>
69+
<artifactId>maven-antrun-plugin</artifactId>
70+
<executions>
71+
<execution>
72+
<id>copy-resources</id>
73+
<!-- here the phase you need -->
74+
<phase>package</phase>
75+
<goals>
76+
<goal>run</goal>
77+
</goals>
78+
<configuration>
79+
<target>
80+
<copy todir="${basedir}/../../${dist.dir}/catalog/paimon"
81+
file="${basedir}/target/${project.artifactId}-${project.version}.jar"/>
82+
<!--suppress UnresolvedMavenProperty -->
83+
<move file="${basedir}/../../${dist.dir}/catalog/paimon/${project.artifactId}-${project.version}.jar"
84+
tofile="${basedir}/../../${dist.dir}/catalog/paimon/${project.artifactId}.jar"/>
85+
<delete>
86+
<!--suppress UnresolvedMavenProperty -->
87+
<fileset dir="${basedir}/../../${dist.dir}/catalog/paimon/"
88+
includes="${project.artifactId}-*.jar"
89+
excludes="${project.artifactId}.jar"/>
90+
</delete>
91+
</target>
92+
</configuration>
93+
</execution>
94+
</executions>
95+
</plugin>
96+
</plugins>
97+
</build>
98+
99+
</project>

‎chunjun-catalog/pom.xml‎

Lines changed: 89 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,89 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
3+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
4+
<parent>
5+
<artifactId>chunjun</artifactId>
6+
<groupId>com.dtstack.chunjun</groupId>
7+
<version>${revision}</version>
8+
</parent>
9+
10+
<modelVersion>4.0.0</modelVersion>
11+
12+
<artifactId>chunjun-catalog</artifactId>
13+
<name>ChunJun : Catalog</name>
14+
<packaging>pom</packaging>
15+
16+
<modules>
17+
<module>chunjun-catalog-iceberg</module>
18+
<module>chunjun-catalog-paimon</module>
19+
</modules>
20+
21+
<properties>
22+
<catalog.base.dir>catalog</catalog.base.dir>
23+
<maven.compiler.source>8</maven.compiler.source>
24+
<maven.compiler.target>8</maven.compiler.target>
25+
<slf4j.version>1.7.30</slf4j.version>
26+
<shading.prefix>chunjun.catalog.shaded</shading.prefix>
27+
<dist.dir>chunjun-dist</dist.dir>
28+
</properties>
29+
30+
<dependencies>
31+
<dependency>
32+
<groupId>com.dtstack.chunjun</groupId>
33+
<artifactId>chunjun-core</artifactId>
34+
<version>${project.version}</version>
35+
<scope>provided</scope>
36+
<exclusions>
37+
<exclusion>
38+
<groupId>ch.qos.logback</groupId>
39+
<artifactId>logback-classic</artifactId>
40+
</exclusion>
41+
<exclusion>
42+
<groupId>ch.qos.logback</groupId>
43+
<artifactId>logback-core</artifactId>
44+
</exclusion>
45+
</exclusions>
46+
</dependency>
47+
<dependency>
48+
<groupId>org.apache.commons</groupId>
49+
<artifactId>commons-compress</artifactId>
50+
<version>1.20</version>
51+
</dependency>
52+
</dependencies>
53+
<dependencyManagement>
54+
</dependencyManagement>
55+
56+
<build>
57+
<pluginManagement>
58+
<plugins>
59+
<plugin>
60+
<artifactId>maven-antrun-plugin</artifactId>
61+
<executions>
62+
<execution>
63+
<id>copy-resources</id>
64+
<!-- here the phase you need -->
65+
<phase>package</phase>
66+
<goals>
67+
<goal>run</goal>
68+
</goals>
69+
<configuration>
70+
<target>
71+
<copy todir="${basedir}/../../${dist.dir}/${catalog.base.dir}/${catalog.dir}/"
72+
file="${basedir}/target/${project.artifactId}-${project.version}.jar"/>
73+
<move file="${basedir}/../../${dist.dir}/${catalog.base.dir}/${catalog.dir}/${project.artifactId}-${project.version}.jar"
74+
tofile="${basedir}/../../${dist.dir}/${catalog.base.dir}/${catalog.dir}/${project.artifactId}.jar"/>
75+
<delete>
76+
<fileset dir="${basedir}/../../${dist.dir}/${catalog.base.dir}/${catalog.dir}/"
77+
includes="${project.artifactId}-*.jar"
78+
excludes="${project.artifactId}.jar"/>
79+
</delete>
80+
</target>
81+
</configuration>
82+
</execution>
83+
</executions>
84+
</plugin>
85+
</plugins>
86+
</pluginManagement>
87+
</build>
88+
89+
</project>

‎pom.xml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,7 @@
3131
<name>ChunJun</name>
3232

3333
<modules>
34+
<module>chunjun-catalog</module>
3435
<module>chunjun-core</module>
3536
<module>chunjun-connectors</module>
3637
<module>chunjun-clients</module>

0 commit comments

Comments
 (0)