feat(AIAssist): Text-to-SQL functionality using Claude, Gemini or OpenAPI in SQLlab

docker/pythonpath_dev/superset_config_docker_light.py

@@ -19,6 +19,7 @@
 
 # Import all settings from the main config first
 from flask_caching.backends.filesystemcache import FileSystemCache
+
 from superset_config import *  # noqa: F403
 
 # Override caching to use simple in-memory cache instead of Redis

pyproject.toml

@@ -35,6 +35,7 @@ classifiers = [
     "Programming Language :: Python :: 3.12",
 ]
 dependencies = [
+    "anthropic>=0.6.1, <1.0",
     # no bounds for apache-superset-core until we have a stable version
     "apache-superset-core",
     "backoff>=1.8.0",
@@ -57,6 +58,7 @@ dependencies = [
     "flask-session>=0.4.0, <1.0",
     "flask-wtf>=1.1.0, <2.0",
     "geopy",
+    "google-genai>=1.28.0, <2.0",
     "greenlet>=3.0.3, <=3.1.1",
     "gunicorn>=22.0.0; sys_platform != 'win32'",
     "hashids>=1.3.1, <2",
@@ -73,6 +75,7 @@ dependencies = [
     "msgpack>=1.0.0, <1.1",
     "nh3>=0.2.11, <0.3",
     "numpy>1.23.5, <2.3",
+    "openai>=1.99.1, <2",
     "packaging",
     # --------------------------
     # pandas and related (wanting pandas[performance] without numba as it's 100+MB and not needed)
@@ -103,6 +106,8 @@ dependencies = [
     "sqlglot>=27.3.0, <28",
     # newer pandas needs 0.9+
     "tabulate>=0.9.0, <1.0",
+    "sqlparse>=0.5.3, <1.0",
+    "tiktoken>=0.10.0, <1",
     "typing-extensions>=4, <5",
     "waitress; sys_platform == 'win32'",
     "watchdog>=6.0.0",
@@ -407,6 +412,7 @@ authorized_licenses = [
     "apache software, bsd",
     "bsd",
     "bsd-3-clause",
+    "cnri-python",
     "isc license (iscl)",
     "isc license",
     "mit",
@@ -428,6 +434,8 @@ authorized_licenses = [
 polyline = "2"
 # Apache 2.0 https://github.com/hkwi/python-geohash
 python-geohash = "0"
+# Apache-2.0 AND CNRI-Python (both licenses individually approved above)
+regex = "2025.7.34"
 # --------------------------------------------------------------
 
 # TODO REMOVE THESE DEPS FROM CODEBASE

requirements/base.txt

@@ -8,14 +8,24 @@ amqp==5.3.1
     # via kombu
 annotated-types==0.7.0
     # via pydantic
+anthropic==0.61.0
+    # via apache-superset (pyproject.toml)
+anyio==4.10.0
+    # via
+    #   anthropic
+    #   google-genai
+    #   httpx
+    #   openai
 apispec==6.6.1
     # via
     #   -r requirements/base.in
     #   flask-appbuilder
 apsw==3.50.1.0
     # via shillelagh
 async-timeout==4.0.3
-    # via -r requirements/base.in
+    # via
+    #   -r requirements/base.in
+    #   redis
 attrs==25.3.0
     # via
     #   cattrs
@@ -50,6 +60,8 @@ celery==5.5.2
     # via apache-superset (pyproject.toml)
 certifi==2025.6.15
     # via
+    #   httpcore
+    #   httpx
     #   requests
     #   selenium
 cffi==1.17.1
@@ -95,12 +107,22 @@ deprecated==1.2.18
     # via limits
 deprecation==2.1.0
     # via apache-superset (pyproject.toml)
+distro==1.9.0
+    # via
+    #   anthropic
+    #   openai
 dnspython==2.7.0
     # via email-validator
 email-validator==2.2.0
     # via flask-appbuilder
 et-xmlfile==2.0.0
     # via openpyxl
+exceptiongroup==1.3.0
+    # via
+    #   anyio
+    #   cattrs
+    #   trio
+    #   trio-websocket
 flask==2.3.3
     # via
     #   apache-superset (pyproject.toml)
@@ -155,25 +177,39 @@ geographiclib==2.0
 geopy==2.4.1
     # via apache-superset (pyproject.toml)
 google-auth==2.40.3
-    # via shillelagh
+    # via
+    #   google-genai
+    #   shillelagh
+google-genai==1.28.0
+    # via apache-superset (pyproject.toml)
 greenlet==3.1.1
     # via
     #   apache-superset (pyproject.toml)
     #   shillelagh
-    #   sqlalchemy
 gunicorn==23.0.0
     # via apache-superset (pyproject.toml)
 h11==0.16.0
-    # via wsproto
+    # via
+    #   httpcore
+    #   wsproto
 hashids==1.3.1
     # via apache-superset (pyproject.toml)
 holidays==0.25
     # via apache-superset (pyproject.toml)
+httpcore==1.0.9
+    # via httpx
+httpx==0.28.1
+    # via
+    #   anthropic
+    #   google-genai
+    #   openai
 humanize==4.12.3
     # via apache-superset (pyproject.toml)
 idna==3.10
     # via
+    #   anyio
     #   email-validator
+    #   httpx
     #   requests
     #   trio
     #   url-normalize
@@ -187,6 +223,10 @@ jinja2==3.1.6
     # via
     #   flask
     #   flask-babel
+jiter==0.10.0
+    # via
+    #   anthropic
+    #   openai
 jsonpath-ng==1.7.0
     # via apache-superset (pyproject.toml)
 jsonschema==4.23.0
@@ -248,6 +288,8 @@ numpy==1.26.4
     #   pyarrow
 odfpy==1.4.1
     # via pandas
+openai==1.99.1
+    # via apache-superset (pyproject.toml)
 openapi-schema-validator==0.6.3
     # via -r requirements/base.in
 openpyxl==3.1.5
@@ -300,7 +342,11 @@ pyasn1-modules==0.4.2
 pycparser==2.22
     # via cffi
 pydantic==2.11.7
-    # via apache-superset (pyproject.toml)
+    # via
+    #   apache-superset (pyproject.toml)
+    #   anthropic
+    #   google-genai
+    #   openai
 pydantic-core==2.33.2
     # via pydantic
 pygments==2.19.1
@@ -348,10 +394,14 @@ referencing==0.36.2
     # via
     #   jsonschema
     #   jsonschema-specifications
+regex==2025.7.34
+    # via tiktoken
 requests==2.32.4
     # via
+    #   google-genai
     #   requests-cache
     #   shillelagh
+    #   tiktoken
 requests-cache==1.2.1
     # via shillelagh
 rfc3339-validator==0.1.4
@@ -379,7 +429,11 @@ six==1.17.0
 slack-sdk==3.35.0
     # via apache-superset (pyproject.toml)
 sniffio==1.3.1
-    # via trio
+    # via
+    #   anthropic
+    #   anyio
+    #   openai
+    #   trio
 sortedcontainers==2.4.0
     # via trio
 sqlalchemy==1.4.54
@@ -397,10 +451,18 @@ sqlalchemy-utils==0.38.3
     #   flask-appbuilder
 sqlglot==27.3.0
     # via apache-superset (pyproject.toml)
+sqlparse==0.5.3
+    # via apache-superset (pyproject.toml)
 sshtunnel==0.4.0
     # via apache-superset (pyproject.toml)
 tabulate==0.9.0
     # via apache-superset (pyproject.toml)
+tenacity==8.5.0
+    # via google-genai
+tiktoken==0.10.0
+    # via apache-superset (pyproject.toml)
+tqdm==4.67.1
+    # via openai
 trio==0.30.0
     # via
     #   selenium
@@ -411,12 +473,18 @@ typing-extensions==4.14.0
     # via
     #   apache-superset (pyproject.toml)
     #   alembic
+    #   anthropic
+    #   anyio
     #   cattrs
+    #   exceptiongroup
+    #   google-genai
     #   limits
+    #   openai
     #   pydantic
     #   pydantic-core
     #   pyopenssl
     #   referencing
+    #   rich
     #   selenium
     #   shillelagh
     #   typing-inspection
@@ -445,6 +513,8 @@ wcwidth==0.2.13
     # via prompt-toolkit
 websocket-client==1.8.0
     # via selenium
+websockets==15.0.1
+    # via google-genai
 werkzeug==3.1.3
     # via
     #   -r requirements/base.in