Skip to content

Commit f3f4cda

Browse files
committed
Try fix OOM
1 parent a7d2222 commit f3f4cda

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

  • datafusion/physical-plan/src/joins/grace_hash_join

‎datafusion/physical-plan/src/joins/grace_hash_join/stream.rs‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -58,13 +58,13 @@ use parking_lot::Mutex;
5858
const MAX_REPARTITION_PARTITIONS: usize = 256;
5959
/// Upper bound on bytes we'll prefetch for the next partition to avoid
6060
/// runaway memory usage while still hiding IO latency.
61-
const PREFETCH_MAX_BYTES: usize = 1024 * 1024 * 1024;
61+
const PREFETCH_MAX_BYTES: usize = 0;
6262
/// Upper bound for concurrent spill chunk read-ahead when loading partitions.
63-
const SPILL_READAHEAD_BYTES: usize = 256 * 1024 * 1024;
63+
const SPILL_READAHEAD_BYTES: usize = 64 * 1024 * 1024;
6464
/// Below this size we avoid further repartitioning to keep file counts under control.
6565
const MIN_REPARTITION_BYTES: usize = 16 * 1024 * 1024;
6666
/// Soft cap for compute-friendly partition size even when memory budgets are large.
67-
const COMPUTE_SOFT_MAX_BYTES: usize = 1024 * 1024 * 1024;
67+
const COMPUTE_SOFT_MAX_BYTES: usize = 512 * 1024 * 1024;
6868

6969
enum GraceJoinState {
7070
/// Waiting for the partitioning phase (Phase 1) to finish

0 commit comments

Comments
 (0)