Skip to content

Apache DataFusion SQL Query Engine

Fix FileStream scanning_total to include sync next-file open time (#20627)

Ratul Dawarda05287c0f11
diff --git a/datafusion/datasource/src/file_stream.rs b/datafusion/datasource/src/file_stream.rs
index 514a7e0a0b..b75e66849b 100644
--- a/datafusion/datasource/src/file_stream.rs
+++ b/datafusion/datasource/src/file_stream.rs
@@ -127,7 +127,15 @@ impl FileStream {
self.file_stream_metrics.files_opened.add(1);
// include time needed to start opening in `start_next_file`
self.file_stream_metrics.time_opening.stop();
- let next = self.start_next_file().transpose();
+ let next = {
+ let scanning_total_metric = self
+ .file_stream_metrics
+ .time_scanning_total
+ .metrics
+ .clone();
+ let _timer = scanning_total_metric.timer();
+ self.start_next_file().transpose()
+ };
self.file_stream_metrics.time_scanning_until_data.start();
self.file_stream_metrics.time_scanning_total.start();