Skip to content

Commit

Permalink
rebase
Browse files Browse the repository at this point in the history
  • Loading branch information
XiangpengHao committed Jan 7, 2025
1 parent a9550ab commit be1435f
Showing 1 changed file with 27 additions and 1 deletion.
28 changes: 27 additions & 1 deletion parquet/src/arrow/async_reader/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -811,7 +811,33 @@ struct InMemoryRowGroup<'a> {
projection_to_cache: Option<ProjectionMask>,
}

impl InMemoryRowGroup<'_> {
impl<'a> InMemoryRowGroup<'a> {
fn new(
metadata: &'a RowGroupMetaData,
offset_index: Option<&'a [OffsetIndexMetaData]>,
projection_to_cache: Option<ProjectionMask>,
) -> Self {
let to_cache_column_cnt = projection_to_cache
.as_ref()
.map(|p| {
if let Some(mask) = &p.mask {
mask.iter().filter(|&&b| b).count()
} else {
metadata.columns().len()
}
})
.unwrap_or(0);
Self {
metadata,
offset_index,
column_chunks: vec![None; metadata.columns().len()],
row_count: metadata.num_rows() as usize,
cache: Arc::new(PredicatePageCache::new(to_cache_column_cnt)),
projection_to_cache,
}
}
}
impl<'a> InMemoryRowGroup<'a> {
/// Fetches the necessary column data into memory
async fn fetch<T: AsyncFileReader + Send>(
&mut self,
Expand Down

0 comments on commit be1435f

Please sign in to comment.