API, Core: Introduce foundational types for V4 manifest support

api/src/main/java/org/apache/iceberg/FileContent.java

@@ -18,11 +18,13 @@
  */
 package org.apache.iceberg;
 
-/** Content type stored in a file, one of DATA, POSITION_DELETES, or EQUALITY_DELETES. */
+/** Content type stored in a file. */
 public enum FileContent {
   DATA(0),
   POSITION_DELETES(1),
-  EQUALITY_DELETES(2);
+  EQUALITY_DELETES(2),
+  DATA_MANIFEST(3),
+  DELETE_MANIFEST(4);
 
   private final int id;
 

core/src/main/java/org/apache/iceberg/DeletionVector.java

@@ -0,0 +1,64 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.iceberg;
+
+import org.apache.iceberg.types.Types;
+
+/**
+ * Metadata about a deletion vector.
+ *
+ * <p>Tracks where a DV blob can be read. The DV blob follows the format defined by the
+ * deletion-vector-v1 blob type in the Puffin spec.
+ */
+interface DeletionVector {
+  Types.NestedField LOCATION =
+      Types.NestedField.required(
+          155, "location", Types.StringType.get(), "Location of the file containing the DV");
+  Types.NestedField OFFSET =
+      Types.NestedField.required(
+          144, "offset", Types.LongType.get(), "Offset in the file where the DV content starts");
+  Types.NestedField SIZE_IN_BYTES =
+      Types.NestedField.required(
+          145,
+          "size_in_bytes",
+          Types.LongType.get(),
+          "Length of the referenced DV content stored in the file");
+  Types.NestedField CARDINALITY =
+      Types.NestedField.required(
+          156,
+          "cardinality",
+          Types.LongType.get(),
+          "Number of set bits (deleted rows) in the vector");
+
+  static Types.StructType schema() {
+    return Types.StructType.of(LOCATION, OFFSET, SIZE_IN_BYTES, CARDINALITY);
+  }
+
+  /** Returns the location of the file containing the deletion vector. */
+  String location();
+
+  /** Returns the offset in the file where the deletion vector content starts. */
+  long offset();
+
+  /** Returns the size in bytes of the deletion vector content. */
+  long sizeInBytes();
+
+  /** Returns the number of set bits (deleted rows) in the vector. */
+  long cardinality();
+}

core/src/main/java/org/apache/iceberg/EntryStatus.java

@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.iceberg;
+
+/** Status of an entry in a manifest file. */
+enum EntryStatus {
+  EXISTING(0),
+  ADDED(1),
+  DELETED(2),
+  /** Indicates an entry that has been replaced by a column update or DV change. Added in v4. */
+  REPLACED(3);
+
+  private final int id;
+
+  EntryStatus(int id) {
+    this.id = id;
+  }
+
+  public int id() {
+    return id;
+  }
+}

core/src/main/java/org/apache/iceberg/ManifestInfo.java

@@ -0,0 +1,113 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.iceberg;
+
+import java.nio.ByteBuffer;
+import org.apache.iceberg.types.Types;
+
+/** Summary information about a manifest referenced by a v4 root manifest entry. */
+interface ManifestInfo {
+  Types.NestedField ADDED_FILES_COUNT =
+      Types.NestedField.required(
+          504, "added_files_count", Types.IntegerType.get(), "Number of files added");
+  Types.NestedField EXISTING_FILES_COUNT =
+      Types.NestedField.required(
+          505, "existing_files_count", Types.IntegerType.get(), "Number of existing files");
+  Types.NestedField DELETED_FILES_COUNT =
+      Types.NestedField.required(
+          506, "deleted_files_count", Types.IntegerType.get(), "Number of deleted files");
+  Types.NestedField REPLACED_FILES_COUNT =
+      Types.NestedField.required(
+          520, "replaced_files_count", Types.IntegerType.get(), "Number of replaced files");
+  Types.NestedField ADDED_ROWS_COUNT =
+      Types.NestedField.required(
+          512, "added_rows_count", Types.LongType.get(), "Number of rows in added files");
+  Types.NestedField EXISTING_ROWS_COUNT =
+      Types.NestedField.required(
+          513, "existing_rows_count", Types.LongType.get(), "Number of rows in existing files");
+  Types.NestedField DELETED_ROWS_COUNT =
+      Types.NestedField.required(
+          514, "deleted_rows_count", Types.LongType.get(), "Number of rows in deleted files");
+  Types.NestedField REPLACED_ROWS_COUNT =
+      Types.NestedField.required(
+          521, "replaced_rows_count", Types.LongType.get(), "Number of rows in replaced files");
+  Types.NestedField MIN_SEQUENCE_NUMBER =
+      Types.NestedField.required(
+          516,
+          "min_sequence_number",
+          Types.LongType.get(),
+          "Minimum sequence number of files in this manifest");
+  Types.NestedField DV =
+      Types.NestedField.optional(
+          522, "dv", Types.BinaryType.get(), "Deletion vector for manifest entries");
+  Types.NestedField DV_CARDINALITY =
+      Types.NestedField.optional(
+          523,
+          "dv_cardinality",
+          Types.LongType.get(),
+          "Number of entries marked as deleted in the DV");
+
+  static Types.StructType schema() {
+    return Types.StructType.of(
+        ADDED_FILES_COUNT,
+        EXISTING_FILES_COUNT,
+        DELETED_FILES_COUNT,
+        REPLACED_FILES_COUNT,
+        ADDED_ROWS_COUNT,
+        EXISTING_ROWS_COUNT,
+        DELETED_ROWS_COUNT,
+        REPLACED_ROWS_COUNT,
+        MIN_SEQUENCE_NUMBER,
+        DV,
+        DV_CARDINALITY);
+  }
+
+  /** Returns the number of files added by this manifest. */
+  int addedFilesCount();
+
+  /** Returns the number of existing files referenced by this manifest. */
+  int existingFilesCount();
+
+  /** Returns the number of deleted files in this manifest. */
+  int deletedFilesCount();
+
+  /** Returns the number of replaced files in this manifest. */
+  int replacedFilesCount();
+
+  /** Returns the number of rows in added files. */
+  long addedRowsCount();
+
+  /** Returns the number of rows in existing files. */
+  long existingRowsCount();
+
+  /** Returns the number of rows in deleted files. */
+  long deletedRowsCount();
+
+  /** Returns the number of rows in replaced files. */
+  long replacedRowsCount();
+
+  /** Returns the minimum sequence number of files in this manifest. */
+  long minSequenceNumber();
+
+  /** Returns the deletion vector bitmap, or null if not present. */
+  ByteBuffer dv();
+
+  /** Returns the number of entries marked as deleted in the DV, or null if not present. */
+  Long dvCardinality();
+}