feat(frontend): add dataset cache clearing utilities and integration

superset-frontend/src/SqlLab/components/SaveDatasetModal/index.tsx

@@ -58,6 +58,7 @@ import { mountExploreUrl } from 'src/explore/exploreUtils';
 import { postFormData } from 'src/explore/exploreUtils/formData';
 import { URL_PARAMS } from 'src/constants';
 import { isEmpty } from 'lodash';
+import { clearDatasetCache } from 'src/utils/datasetCache';
 
 interface QueryDatabase {
   id?: number;
@@ -169,6 +170,10 @@ const updateDataset = async (
     headers,
     body,
   });
+
+  // Clear the dataset cache after updating to ensure fresh data
+  clearDatasetCache(datasetId);
+
   return data.json.result;
 };
 
@@ -335,15 +340,18 @@ export const SaveDatasetModal = ({
         datasourceName: datasetName,
       }),
     )
-      .then((data: { id: number }) =>
-        postFormData(data.id, 'table', {
+      .then((data: { id: number }) => {
+        // Clear cache for the newly created dataset
+        clearDatasetCache(data.id);
+
+        return postFormData(data.id, 'table', {
           ...formDataWithDefaults,
           datasource: `${data.id}__table`,
           ...(defaultVizType === VizType.Table && {
             all_columns: selectedColumns.map(column => column.column_name),
           }),
-        }),
-      )
+        });
+      })
       .then((key: string) => {
         setLoading(false);
         const url = mountExploreUrl(null, {

superset-frontend/src/components/Datasource/DatasourceModal/index.tsx

@@ -44,6 +44,7 @@ import {
 } from '@superset-ui/core/components';
 import withToasts from 'src/components/MessageToasts/withToasts';
 import { ErrorMessageWithStackTrace } from 'src/components';
+import { clearDatasetCache } from 'src/utils/datasetCache';
 import type { DatasetObject } from 'src/features/datasets/types';
 import type { DatasourceModalProps } from '../types';
 
@@ -203,6 +204,11 @@ const DatasourceModal: FunctionComponent<DatasourceModalProps> = ({
       const { json } = await SupersetClient.get({
         endpoint: `/api/v1/dataset/${currentDatasource?.id}`,
       });
+
+      // Clear the dataset cache to ensure fresh data when fetching columns for filters
+      // This ensures that changes to the dataset are immediately reflected
+      clearDatasetCache(currentDatasource.id);
+
       addSuccessToast(t('The dataset has been saved'));
       // eslint-disable-next-line no-param-reassign
       json.result.type = 'table';

superset-frontend/src/components/Datasource/components/DatasourceEditor/DatasourceEditor.jsx

@@ -69,6 +69,7 @@ import {
   resetDatabaseState,
 } from 'src/database/actions';
 import Mousetrap from 'mousetrap';
+import { clearDatasetCache } from 'src/utils/datasetCache';
 import { DatabaseSelector } from '../../../DatabaseSelector';
 import CollectionTable from '../CollectionTable';
 import Fieldset from '../Fieldset';
@@ -837,6 +838,11 @@ class DatasourceEditor extends PureComponent {
           col => !col.expression, // remove calculated columns
         ),
       });
+
+      // Clear the dataset cache to ensure fresh data when fetching columns for filters
+      // This ensures that newly synced columns are immediately available in filter creation
+      clearDatasetCache(datasource.id);
+
       this.props.addSuccessToast(t('Metadata has been synced'));
       this.setState({ metadataLoading: false });
     } catch (error) {

superset-frontend/src/utils/datasetCache.ts

@@ -0,0 +1,70 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+import { supersetGetCache } from './cachedSupersetGet';
+
+/**
+ * Clear all cached API responses for a specific dataset.
+ * This ensures that any subsequent API calls will fetch fresh data from the server.
+ *
+ * @param datasetId - The ID of the dataset to clear from cache
+ */
+export function clearDatasetCache(datasetId: number | string): void {
+  if (!datasetId) return;
+
+  const keysToDelete: string[] = [];
+
+  // Find all cache keys related to this dataset
+  supersetGetCache.forEach((_value, key) => {
+    // Match any endpoint that references this dataset ID
+    // This includes:
+    // - /api/v1/dataset/{id}
+    // - /api/v1/dataset/{id}?q=...
+    // - /api/v1/dataset/{id}/related_objects
+    // - etc.
+    if (
+      key.includes(`/api/v1/dataset/${datasetId}`) ||
+      key.includes(`/api/v1/dataset/${datasetId}/`) ||
+      key.includes(`/api/v1/dataset/${datasetId}?`)
+    ) {
+      keysToDelete.push(key);
+    }
+  });
+
+  // Delete all matching keys
+  keysToDelete.forEach(key => {
+    supersetGetCache.delete(key);
+  });
+}
+
+/**
+ * Clear the entire dataset cache.
+ * Use this when you need to ensure all dataset data is refreshed.
+ */
+export function clearAllDatasetCache(): void {
+  const keysToDelete: string[] = [];
+
+  supersetGetCache.forEach((_value, key) => {
+    if (key.includes('/api/v1/dataset/')) {
+      keysToDelete.push(key);
+    }
+  });
+
+  keysToDelete.forEach(key => supersetGetCache.delete(key));
+}