increment statsd as warn

Author: eschutho

superset/utils/decorators.py

@@ -45,7 +45,16 @@ def wrapped(*args: Any, **kwargs: Any) -> Any:
                 current_app.config["STATS_LOGGER"].gauge(f"{metric_prefix_}.ok", 1)
                 return result
             except Exception as ex:
-                current_app.config["STATS_LOGGER"].gauge(f"{metric_prefix_}.error", 1)
+                if (
+                    hasattr(ex, "status") and ex.status < 500
+                ):  # pylint: disable=no-member
+                    current_app.config["STATS_LOGGER"].gauge(
+                        f"{metric_prefix_}.warning", 1
+                    )
+                else:
+                    current_app.config["STATS_LOGGER"].gauge(
+                        f"{metric_prefix_}.error", 1
+                    )
                 raise ex
 
         return wrapped

superset/views/base_api.py

@@ -205,6 +205,8 @@ def send_stats_metrics(
         """
         if 200 <= response.status_code < 400:
             self.incr_stats("success", key)
+        elif 400 <= response.status_code < 500:
+            self.incr_stats("warning", key)
         else:
             self.incr_stats("error", key)
         if time_delta:

tests/integration_tests/utils/decorators_tests.py

@@ -0,0 +1,76 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+
+from enum import Enum
+from typing import Any
+from unittest.mock import call, Mock, patch
+
+import pytest
+
+from superset import app
+from superset.utils import decorators
+
+
+class ResponseValues(str, Enum):
+    FAIL = "fail"
+    WARN = "warn"
+    OK = "ok"
+
+
+def test_debounce() -> None:
+    mock = Mock()
+
+    @decorators.debounce()
+    def myfunc(arg1: int, arg2: int, kwarg1: str = "abc", kwarg2: int = 2) -> int:
+        mock(arg1, kwarg1)
+        return arg1 + arg2 + kwarg2
+
+    # should be called only once when arguments don't change
+    myfunc(1, 1)
+    myfunc(1, 1)
+    result = myfunc(1, 1)
+    mock.assert_called_once_with(1, "abc")
+    assert result == 4
+
+    # kwarg order shouldn't matter
+    myfunc(1, 0, kwarg2=2, kwarg1="haha")
+    result = myfunc(1, 0, kwarg1="haha", kwarg2=2)
+    mock.assert_has_calls([call(1, "abc"), call(1, "haha")])
+    assert result == 3
+
+
+def test_statsd_gauge() -> None:
+    @decorators.statsd_gauge("custom.prefix")
+    def my_func(response: ResponseValues, *args: Any, **kwargs: Any) -> str:
+        if response == ResponseValues.FAIL:
+            raise ValueError("Error")
+        if response == ResponseValues.WARN:
+            raise FileNotFoundError("Not found")
+        return "OK"
+
+    with patch.object(app.config["STATS_LOGGER"], "gauge") as mock:
+        my_func(ResponseValues.OK, 1, 2)
+        mock.assert_called_once_with("custom.prefix.ok", 1)
+
+        with pytest.raises(ValueError):
+            my_func(ResponseValues.FAIL, 1, 2)
+            mock.assert_called_once_with("custom.prefix.error", 1)
+
+        with pytest.raises(FileNotFoundError):
+            my_func(ResponseValues.WARN, 1, 2)
+            mock.assert_called_once_with("custom.prefix.warn", 1)