Skip to content

Commit e5c3304

Browse files
committed
fix parquect schema check
1 parent c44d168 commit e5c3304

File tree

2 files changed

+13
-12
lines changed

2 files changed

+13
-12
lines changed

crates/e2e_test/Cargo.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,4 +34,4 @@ iceberg_test_utils = { path = "../test_utils", features = ["tests"] }
3434
log = { workspace = true }
3535
parquet = { workspace = true }
3636
port_scanner = { workspace = true }
37-
tokio = { version = "1", features = ["full"] }
37+
tokio = { workspace = true }

crates/e2e_test/tests/append_data_file_test.rs

Lines changed: 12 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@ use iceberg::{Catalog, Namespace, NamespaceIdent, TableCreation};
3232
use iceberg_catalog_rest::{RestCatalog, RestCatalogConfig};
3333
use iceberg_test_utils::docker::DockerCompose;
3434
use iceberg_test_utils::{normalize_test_name, set_up};
35-
use parquet::arrow::ParquetRecordBatchStreamBuilder;
35+
use parquet::arrow::arrow_reader::ArrowReaderOptions;
3636
use parquet::file::properties::WriterProperties;
3737
use port_scanner::scan_port_addr;
3838
use std::collections::HashMap;
@@ -171,18 +171,19 @@ async fn test_append_data_file() {
171171
let data_file = data_file_writer.close().await.unwrap();
172172

173173
// check parquet file schema
174-
let batch_stream_builder = ParquetRecordBatchStreamBuilder::new(
175-
table
176-
.file_io()
177-
.new_input(data_file[0].file_path())
178-
.unwrap()
179-
.reader()
180-
.await
181-
.unwrap(),
174+
let content = table
175+
.file_io()
176+
.new_input(data_file[0].file_path())
177+
.unwrap()
178+
.read()
179+
.await
180+
.unwrap();
181+
let parquet_reader = parquet::arrow::arrow_reader::ArrowReaderMetadata::load(
182+
&content,
183+
ArrowReaderOptions::default(),
182184
)
183-
.await
184185
.unwrap();
185-
let field_ids: Vec<i32> = batch_stream_builder
186+
let field_ids: Vec<i32> = parquet_reader
186187
.parquet_schema()
187188
.columns()
188189
.iter()

0 commit comments

Comments
 (0)