Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion iceberg/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ license = "Apache-2.0"
repository = "https://github.com/datafusion-contrib/datafusion-distributed"

[features]
# Distributed worker support for the test harness.
# Integration tests and public test utilities, including distributed worker support.
integration = ["datafusion-distributed/integration"]

[dependencies]
Expand Down
2 changes: 1 addition & 1 deletion iceberg/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ The default storage factory resolves `file://`, S3 (`s3://`, `s3a://`,
`IcebergIntegrationOptions` to supply custom storage or an Iceberg runtime.

```bash
cargo test -p datafusion-distributed-iceberg
cargo test -p datafusion-distributed-iceberg --features integration
```

Local TPC-H Iceberg benchmarks use the separate
Expand Down
1 change: 1 addition & 0 deletions iceberg/src/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ mod table_provider;
mod work_unit_feed;

mod codec;
#[cfg(any(feature = "integration", test))]
#[doc(hidden)]
pub mod test_utils;

Expand Down
3 changes: 1 addition & 2 deletions iceberg/tests/desired_task_count.rs
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
#[cfg(test)]
#[cfg(all(feature = "integration", test))]
mod tests {
use datafusion::common::Result;
use datafusion_distributed::DistributedExt;
Expand All @@ -7,7 +7,6 @@ mod tests {
};
use iceberg::spec::{Snapshot, TableMetadata};

#[cfg(feature = "integration")]
#[tokio::test]
async fn executes_with_estimated_scan_tasks() -> Result<()> {
// 4,480,382 bytes / 1 MB / 2 partitions rounds up to 3 tasks, not all 4 workers.
Expand Down
2 changes: 1 addition & 1 deletion iceberg/tests/external_table.rs
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
#[cfg(test)]
#[cfg(all(feature = "integration", test))]
mod tests {
use datafusion::error::Result;
use datafusion_distributed_iceberg::test_utils::{FIXTURE_URI, IcebergTestHarness};
Expand Down
2 changes: 1 addition & 1 deletion iceberg/tests/filter_pushdown.rs
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
#[cfg(test)]
#[cfg(all(feature = "integration", test))]
mod tests {
use datafusion::error::Result;
use datafusion_distributed_iceberg::test_utils::IcebergTestHarness;
Expand Down
2 changes: 1 addition & 1 deletion iceberg/tests/limit_pushdown.rs
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
#[cfg(test)]
#[cfg(all(feature = "integration", test))]
mod tests {
use datafusion::error::Result;
use datafusion_distributed_iceberg::test_utils::IcebergTestHarness;
Expand Down
2 changes: 1 addition & 1 deletion iceberg/tests/projection_pushdown.rs
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
#[cfg(test)]
#[cfg(all(feature = "integration", test))]
mod tests {
use datafusion::error::Result;
use datafusion_distributed_iceberg::test_utils::IcebergTestHarness;
Expand Down
2 changes: 1 addition & 1 deletion iceberg/tests/statistics.rs
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
#[cfg(test)]
#[cfg(all(feature = "integration", test))]
mod tests {
use std::error::Error;
use std::sync::Arc;
Expand Down
Loading