Scan raises ResolveError for a required identity-partition column that is not in the data file #4267

import os, tempfile
import pyarrow as pa, pyarrow.parquet as pq
from pyiceberg.catalog.sql import SqlCatalog
from pyiceberg.schema import Schema
from pyiceberg.types import NestedField, LongType, StringType
from pyiceberg.partitioning import PartitionSpec, PartitionField
from pyiceberg.transforms import IdentityTransform
from pyiceberg.manifest import DataFile, DataFileContent, FileFormat
from pyiceberg.typedef import Record

wh = tempfile.mkdtemp()
cat = SqlCatalog("c", uri=f"sqlite:///{wh}/c.db", warehouse=f"file://{wh}")
cat.create_namespace("db")
schema = Schema(NestedField(1, "id", LongType(), required=True),
                NestedField(2, "region", StringType(), required=True))
spec = PartitionSpec(PartitionField(source_id=2, field_id=1000, transform=IdentityTransform(), name="region"))
tbl = cat.create_table("db.t", schema=schema, partition_spec=spec)

path = f"{wh}/region=north/f.parquet"
os.makedirs(os.path.dirname(path))
pq.write_table(pa.table({"id": pa.array([1, 2], pa.int64())},
    schema=pa.schema([pa.field("id", pa.int64(), nullable=False, metadata={"PARQUET:field_id": "1"})])), path)

df = DataFile.from_args(content=DataFileContent.DATA, file_path=f"file://{path}", file_format=FileFormat.PARQUET,
    partition=Record("north"), record_count=2, file_size_in_bytes=os.path.getsize(path))
df.spec_id = 0
with tbl.transaction() as tx:
    with tx.update_snapshot().fast_append() as app:
        app.append_data_file(df)

print(tbl.scan().to_arrow())  # ResolveError