From 7b188956221ff69b1f315145bcdf81af7d257150 Mon Sep 17 00:00:00 2001 From: wiedld Date: Wed, 4 Sep 2024 19:39:01 -0700 Subject: [PATCH] chore: log memory reservations --- datafusion/execution/src/memory_pool/pool.rs | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/datafusion/execution/src/memory_pool/pool.rs b/datafusion/execution/src/memory_pool/pool.rs index d3cd93979baf..cf5f72656859 100644 --- a/datafusion/execution/src/memory_pool/pool.rs +++ b/datafusion/execution/src/memory_pool/pool.rs @@ -16,6 +16,7 @@ // under the License. use crate::memory_pool::{MemoryConsumer, MemoryPool, MemoryReservation}; +use chrono::Utc; use datafusion_common::{resources_datafusion_err, DataFusionError, Result}; use hashbrown::HashMap; use log::debug; @@ -301,7 +302,8 @@ impl TrackConsumersPool { ) }) .collect::>(); - consumers.sort_by(|a, b| b.1.cmp(&a.1)); // inverse ordering + // consumers.sort_by(|a, b| b.1.cmp(&a.1)); // inverse ordering + consumers.sort_by(|a, b| b.0.cmp(&a.0)); // sort by name, make stdout easily parsible consumers[0..std::cmp::min(top, consumers.len())] .iter() @@ -346,6 +348,8 @@ impl MemoryPool for TrackConsumersPool { .and_modify(|bytes| { bytes.fetch_add(additional as u64, Ordering::AcqRel); }); + + println!("REPORT: {}, {}", Utc::now(), self.report_top(5)); } fn shrink(&self, reservation: &MemoryReservation, shrink: usize) { @@ -380,6 +384,8 @@ impl MemoryPool for TrackConsumersPool { .and_modify(|bytes| { bytes.fetch_add(additional as u64, Ordering::AcqRel); }); + println!("REPORT: {}, {}", Utc::now(), self.report_top(5)); + Ok(()) }