Apache DataFusion SQL Query Engine
Fix FileStream scanning_total to include sync next-file open time (#20627)
Ratul Dawarda05287c0f11
diff --git a/datafusion/datasource/src/file_stream.rs b/datafusion/datasource/src/file_stream.rsindex 514a7e0a0b..b75e66849b 100644--- a/datafusion/datasource/src/file_stream.rs+++ b/datafusion/datasource/src/file_stream.rs@@ -127,7 +127,15 @@ impl FileStream {self.file_stream_metrics.files_opened.add(1);// include time needed to start opening in `start_next_file`self.file_stream_metrics.time_opening.stop();- let next = self.start_next_file().transpose();+ let next = {+ let scanning_total_metric = self+ .file_stream_metrics+ .time_scanning_total+ .metrics+ .clone();+ let _timer = scanning_total_metric.timer();+ self.start_next_file().transpose()+ };self.file_stream_metrics.time_scanning_until_data.start();self.file_stream_metrics.time_scanning_total.start();