fix: Scan should exclude deleted files. (#269)

icelake-io · Jan 31, 2024 · 56943d2 · 56943d2
1 parent 3f61f90
commit 56943d2
Showing 1 changed file with 9 additions and 2 deletions.
diff --git a/icelake/src/table.rs b/icelake/src/table.rs
@@ -15,7 +15,8 @@ use url::Url;
 
 use crate::config::{TableConfig, TableConfigRef};
 use crate::types::{
-    Any, DataFile, FieldProjector, PartitionSplitter, Schema, Snapshot, TableMetadata,
+    Any, DataFile, FieldProjector, ManifestStatus, PartitionSplitter, Schema, Snapshot,
+    TableMetadata,
 };
 use crate::{types, Error, ErrorKind};
 
@@ -290,7 +291,13 @@ impl Table {
             let manifest_path = self.rel_path(&manifest_list_entry.manifest_path)?;
             let manifest_content = self.op.read(&manifest_path).await?;
             let manifest = types::parse_manifest_file(&manifest_content)?;
-            data_files.extend(manifest.entries.into_iter().map(|v| v.data_file));
+            data_files.extend(
+                manifest
+                    .entries
+                    .into_iter()
+                    .filter(|f| f.status != ManifestStatus::Deleted)
+                    .map(|v| v.data_file),
+            );
         }
 
         Ok(data_files)