feat: sync server UI history traces from backend (#1386)

* feat: preload existing traces in server ui

* feat: sync history traces from server and local storage

* chore: remove server ui test file

Author: XianBW

rdagent/log/server/app.py

@@ -275,9 +275,36 @@ def read_trace(log_path: Path, id: str = "") -> None:
         )
 
 
-# load all traces from the log folder
-# for p in log_folder_path.glob("*/*/"):
-#     read_trace(p, id=str(p))
+def _collect_existing_trace_ids(trace_root: Path) -> list[str]:
+    """Return trace ids that should be visible in the UI history panel."""
+
+    if not trace_root.exists():
+        return []
+
+    trace_ids: list[str] = []
+    for trace_dir in sorted(trace_root.glob("*/*"), key=lambda p: str(p)):
+        if not trace_dir.is_dir():
+            continue
+        if "uploads" in trace_dir.relative_to(trace_root).parts:
+            continue
+        if not any(trace_dir.rglob("*.pkl")):
+            continue
+
+        trace_ids.append(trace_dir.relative_to(trace_root).as_posix())
+
+    return trace_ids
+
+
+def _load_existing_traces(trace_root: Path) -> None:
+    """Load persisted traces into memory so the UI survives a server restart."""
+
+    for trace_id in _collect_existing_trace_ids(trace_root):
+        trace_dir = trace_root / trace_id
+
+        try:
+            read_trace(trace_dir, id=str(trace_dir))
+        except Exception:
+            app.logger.exception("Failed to load trace from %s", trace_dir)
 
 
 @app.route("/trace", methods=["POST"])
@@ -347,6 +374,14 @@ def download_stdout_file():
     )
 
 
+@app.route("/traces", methods=["GET"])
+def list_traces():
+    """Return trace ids that are available for history browsing."""
+
+    trace_ids = _collect_existing_trace_ids(log_folder_path)
+    return jsonify(trace_ids), 200
+
+
 @app.route("/upload", methods=["POST"])
 def upload_file():
     # 获取请求体中的字段
@@ -555,6 +590,7 @@ def server_static_files(fn):
 
 def main(port: int = 19899):
     app.config["UI_SERVER_PORT"] = port
+    _load_existing_traces(log_folder_path)
     app.run(debug=False, host="0.0.0.0", port=port)
 
 

web/src/utils/api.js

@@ -29,6 +29,13 @@ export function trace(data) {
     })
 }
 
+export function getHistoryTraceIds() {
+    return request({
+        url: url + "traces",
+        method: 'get'
+    })
+}
+
 export function control(data) {
     return request({
         url: url + "control",
@@ -54,4 +61,4 @@ export function submitUserInteraction(data) {
 export function getStdoutDownloadUrl(traceId) {
     const query = new URLSearchParams({ id: traceId });
     return url + "stdout?" + query.toString();
-}
+}

web/src/views/Playground.vue

@@ -372,7 +372,7 @@
 <script setup>
 import { computed, ref, watch, reactive, onMounted, onUnmounted, nextTick } from "vue";
 import { ElMessage } from "element-plus";
-import { uploadFile } from "../utils/api";
+import { getHistoryTraceIds, uploadFile } from "../utils/api";
 import selectComponent from "../components/select-component.vue";
 import smSelectComponent from "../components/sm-select-component.vue";
 import loadingSvg from "../components/loading-dot.vue";
@@ -830,39 +830,53 @@ const Back = () => {
 
 function getCompletedIdList() {
   const data = localStorage.getItem(completedTraceStorageKey);
-  return data ? JSON.parse(data) : [];
-}
+  if (!data) {
+    return [];
+  }
 
-function buildHistoryTraceList() {
-  const groupedTraceMap = new Map();
-  const completedIdList = getCompletedIdList();
+  try {
+    return JSON.parse(data);
+  } catch {
+    return [];
+  }
+}
 
-  completedIdList.forEach((traceId) => {
-    const normalizedTraceId = String(traceId || "").trim();
+function appendTraceId(groupedTraceMap, traceId) {
+  const normalizedTraceId = String(traceId || "").trim();
 
-    if (!normalizedTraceId) {
-      return;
-    }
+  if (!normalizedTraceId) {
+    return;
+  }
 
-    const separatorIndex = normalizedTraceId.indexOf("/");
-    const scenario =
-      separatorIndex === -1
-        ? normalizedTraceId
-        : normalizedTraceId.slice(0, separatorIndex);
-    const traceName =
-      separatorIndex === -1
-        ? normalizedTraceId
-        : normalizedTraceId.slice(separatorIndex + 1);
-
-    if (!groupedTraceMap.has(scenario)) {
-      groupedTraceMap.set(scenario, new Map());
-    }
+  const separatorIndex = normalizedTraceId.indexOf("/");
+  const scenario =
+    separatorIndex === -1
+      ? normalizedTraceId
+      : normalizedTraceId.slice(0, separatorIndex);
+  const traceName =
+    separatorIndex === -1
+      ? normalizedTraceId
+      : normalizedTraceId.slice(separatorIndex + 1);
+
+  if (!groupedTraceMap.has(scenario)) {
+    groupedTraceMap.set(scenario, new Map());
+  }
 
-    groupedTraceMap.get(scenario).set(traceName, {
-      name: traceName,
-      id: normalizedTraceId,
-    });
+  groupedTraceMap.get(scenario).set(traceName, {
+    name: traceName,
+    id: normalizedTraceId,
   });
+}
+
+async function buildHistoryTraceList() {
+  const groupedTraceMap = new Map();
+  const completedIdList = getCompletedIdList();
+  const backendTraceIds = await getHistoryTraceIds().then((response) =>
+    Array.isArray(response) ? response : []
+  ).catch(() => []);
+
+  const traceIdList = [...new Set([...completedIdList, ...backendTraceIds])];
+  traceIdList.forEach((traceId) => appendTraceId(groupedTraceMap, traceId));
 
   historyScenarioList.value = Array.from(groupedTraceMap.entries()).map(
     ([scenario, traceMap]) => ({
@@ -924,8 +938,8 @@ const viewTracePage = () => {
   showPlayground.value = true;
 };
 
-const openHistoryPanel = () => {
-  buildHistoryTraceList();
+const openHistoryPanel = async () => {
+  await buildHistoryTraceList();
   showPanel.value = 3;
   showPlayground.value = false;
 };
@@ -979,7 +993,7 @@ function moveSlider(index) {
 }
 
 onMounted(() => {
-  buildHistoryTraceList();
+  void buildHistoryTraceList();
 });
 </script>