Revert "Dynamic filter pushdown for TopK sorts (#15770)"

Author: adriangb

datafusion/common/src/config.rs

@@ -681,13 +681,6 @@ config_namespace! {
         /// during aggregations, if possible
         pub enable_topk_aggregation: bool, default = true
 
-        /// When set to true attempts to push down dynamic filters generated by operators into the file scan phase.
-        /// For example, for a query such as `SELECT * FROM t ORDER BY timestamp DESC LIMIT 10`, the optimizer
-        /// will attempt to push down the current top 10 timestamps that the TopK operator references into the file scans.
-        /// This means that if we already have 10 timestamps in the year 2025
-        /// any files that only have timestamps in the year 2024 can be skipped / pruned at various stages in the scan.
-        pub enable_dynamic_filter_pushdown: bool, default = true
-
         /// When set to true, the optimizer will insert filters before a join between
         /// a nullable and non-nullable column to filter out nulls on the nullable side. This
         /// filter can add additional overhead when the file format does not fully support

datafusion/core/tests/fuzz_cases/mod.rs

@@ -21,7 +21,6 @@ mod join_fuzz;
 mod merge_fuzz;
 mod sort_fuzz;
 mod sort_query_fuzz;
-mod topk_filter_pushdown;
 
 mod aggregation_fuzzer;
 mod equivalence;