Skip to content

HDDS-14945. Implement Iceberg position delete file rewrite for path migration #10306

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
sreejasahithi wants to merge 3 commits into
base: master
Choose a base branch
from
Draft

HDDS-14945. Implement Iceberg position delete file rewrite for path migration #10306

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
b46465e
HDDS-14945. Implement position delete file rewrite for path migration
May 18, 2026
67dd1c5
Added test coverage
May 18, 2026
e16e734
Code cleanup
May 19, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 14 additions & 0 deletions hadoop-ozone/dist/src/main/license/bin/LICENSE.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -213,6 +213,7 @@ EDL 1.0
com.sun.activation:jakarta.activation
jakarta.activation:jakarta.activation-api
jakarta.xml.bind:jakarta.xml.bind-api
org.locationtech.jts:jts-core


EPL 2.0
Expand Down Expand Up @@ -383,13 +384,16 @@ Apache License 2.0
org.apache.hadoop:hadoop-common
org.apache.hadoop:hadoop-hdfs
org.apache.hadoop:hadoop-hdfs-client
org.apache.hadoop:hadoop-mapreduce-client-core
org.apache.hadoop:hadoop-shaded-guava
org.apache.hadoop:hadoop-shaded-protobuf_3_25
org.apache.httpcomponents:httpcore
org.apache.iceberg:iceberg-api
org.apache.iceberg:iceberg-bundled-guava
org.apache.iceberg:iceberg-common
org.apache.iceberg:iceberg-core
org.apache.iceberg:iceberg-orc
org.apache.iceberg:iceberg-parquet
org.apache.kerby:kerb-admin
org.apache.kerby:kerb-client
org.apache.kerby:kerb-common
Expand All @@ -407,6 +411,16 @@ Apache License 2.0
org.apache.kerby:token-provider
org.apache.logging.log4j:log4j-api
org.apache.logging.log4j:log4j-core
org.apache.orc:orc-core
org.apache.orc:orc-shims
org.apache.parquet:parquet-avro
org.apache.parquet:parquet-column
org.apache.parquet:parquet-common
org.apache.parquet:parquet-encoding
org.apache.parquet:parquet-format-structures
org.apache.parquet:parquet-hadoop
org.apache.parquet:parquet-jackson
org.apache.parquet:parquet-variant
org.apache.ranger:ranger-audit-core
org.apache.ranger:ranger-authz-api
org.apache.ranger:ranger-intg
Expand Down
14 changes: 14 additions & 0 deletions hadoop-ozone/dist/src/main/license/jar-report.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -64,6 +64,7 @@ share/ozone/lib/hadoop-auth.jar
share/ozone/lib/hadoop-common.jar
share/ozone/lib/hadoop-hdfs-client.jar
share/ozone/lib/hadoop-hdfs.jar
share/ozone/lib/hadoop-mapreduce-client-core.jar
share/ozone/lib/hadoop-shaded-guava.jar
share/ozone/lib/hadoop-shaded-protobuf_3_25.jar
share/ozone/lib/hdds-cli-common.jar
Expand All @@ -90,6 +91,8 @@ share/ozone/lib/iceberg-api.jar
share/ozone/lib/iceberg-bundled-guava.jar
share/ozone/lib/iceberg-common.jar
share/ozone/lib/iceberg-core.jar
share/ozone/lib/iceberg-orc.jar
share/ozone/lib/iceberg-parquet.jar
share/ozone/lib/istack-commons-runtime.jar
share/ozone/lib/j2objc-annotations.jar
share/ozone/lib/jackson-annotations.jar
Expand Down Expand Up @@ -165,6 +168,7 @@ share/ozone/lib/json-simple.jar
share/ozone/lib/jsp-api.jar
share/ozone/lib/jspecify.jar
share/ozone/lib/jsr311-api.jar
share/ozone/lib/jts-core.jar
share/ozone/lib/kerb-core.jar
share/ozone/lib/kerb-crypto.jar
share/ozone/lib/kerb-util.jar
Expand Down Expand Up @@ -214,6 +218,8 @@ share/ozone/lib/opentelemetry-sdk-logs.jar
share/ozone/lib/opentelemetry-sdk-metrics.jar
share/ozone/lib/opentelemetry-sdk-trace.jar
share/ozone/lib/opentelemetry-sdk.jar
share/ozone/lib/orc-core-nohive.jar
share/ozone/lib/orc-shims.jar
share/ozone/lib/osgi-resource-locator.jar
share/ozone/lib/ozone-client.jar
share/ozone/lib/ozone-cli-admin.jar
Expand Down Expand Up @@ -241,6 +247,14 @@ share/ozone/lib/ozone-s3-secret-store.jar
share/ozone/lib/ozone-s3gateway.jar
share/ozone/lib/ozone-tools.jar
share/ozone/lib/ozone-vapor.jar
share/ozone/lib/parquet-avro.jar
share/ozone/lib/parquet-column.jar
share/ozone/lib/parquet-common.jar
share/ozone/lib/parquet-encoding.jar
share/ozone/lib/parquet-format-structures.jar
share/ozone/lib/parquet-hadoop.jar
share/ozone/lib/parquet-jackson.jar
share/ozone/lib/parquet-variant.jar
share/ozone/lib/perfmark-api.jar
share/ozone/lib/picocli.jar
share/ozone/lib/picocli-shell-jline3.jar
Expand Down
105 changes: 105 additions & 0 deletions hadoop-ozone/iceberg/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,11 @@
</properties>

<dependencies>
<dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
<version>1.12.0</version>
</dependency>

<!-- Iceberg dependencies -->
<dependency>
Expand Down Expand Up @@ -64,11 +69,111 @@
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.iceberg</groupId>
<artifactId>iceberg-orc</artifactId>
<version>${iceberg.version}</version>
</dependency>
<dependency>
<groupId>org.apache.iceberg</groupId>
<artifactId>iceberg-parquet</artifactId>
<version>${iceberg.version}</version>
<exclusions>
<exclusion>
<groupId>commons-pool</groupId>
<artifactId>commons-pool</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.orc</groupId>
<artifactId>orc-core</artifactId>
<version>1.9.7</version>
<classifier>nohive</classifier>
<exclusions>
<exclusion>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client-api</artifactId>
</exclusion>
<exclusion>
<groupId>org.threeten</groupId>
<artifactId>threeten-extra</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.parquet</groupId>
<artifactId>parquet-column</artifactId>
<version>1.16.0</version>
</dependency>

<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-mapreduce-client-core</artifactId>
<version>${hadoop.version}</version>
<scope>runtime</scope>
<exclusions>
<exclusion>
<groupId>com.github.pjfanning</groupId>
<artifactId>jersey-json</artifactId>
</exclusion>

<!-- Jersey -->
<exclusion>
<groupId>com.sun.jersey</groupId>
<artifactId>jersey-guice</artifactId>
</exclusion>
<exclusion>
<groupId>com.sun.jersey</groupId>
<artifactId>jersey-servlet</artifactId>
</exclusion>

<!-- JAXB -->
<exclusion>
<groupId>javax.xml.bind</groupId>
<artifactId>jaxb-api</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
</exclusion>
<!-- Hadoop YARN -->
<exclusion>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-api</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-client</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-common</artifactId>
</exclusion>

<!-- Jetty websocket/client -->
<exclusion>
<groupId>org.eclipse.jetty</groupId>
<artifactId>jetty-client</artifactId>
</exclusion>
<exclusion>
<groupId>org.eclipse.jetty.websocket</groupId>
<artifactId>websocket-api</artifactId>
</exclusion>
<exclusion>
<groupId>org.eclipse.jetty.websocket</groupId>
<artifactId>websocket-client</artifactId>
</exclusion>
<exclusion>
<groupId>org.eclipse.jetty.websocket</groupId>
<artifactId>websocket-common</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
Expand Down
Loading
Loading