fix after refactoring

This commit is contained in:
chrislu
2025-09-01 21:40:24 -07:00
parent e385f0ce7d
commit c7a0b89067
4 changed files with 3 additions and 859 deletions

View File

@@ -103,8 +103,9 @@ func (opt *FastPathOptimizer) CollectDataSources(ctx context.Context, hybridScan
}
}
// Count live log files
liveLogCount, _ := opt.engine.countLiveLogFiles(partitionPath, dataSources.ParquetFiles[partitionPath])
// Count live log files (excluding those converted to parquet)
parquetSources := opt.engine.extractParquetSourceFiles(dataSources.ParquetFiles[partitionPath])
liveLogCount, _ := opt.engine.countLiveLogRowsExcludingParquetSources(partitionPath, parquetSources)
dataSources.LiveLogRowCount += liveLogCount
}