chore: preemptivly reduce the cost to store the responses by lowering the limit and changing the on disk compression format (#6691)

Author: CommanderStorm

db/knex_migrations/2025-10-15-0001-add-monitor-response-config.js

@@ -2,7 +2,7 @@ exports.up = function (knex) {
     return knex.schema.alterTable("monitor", function (table) {
         table.boolean("save_response").notNullable().defaultTo(false);
         table.boolean("save_error_response").notNullable().defaultTo(true);
-        table.integer("response_max_length").notNullable().defaultTo(10240); // Default 10KB
+        table.integer("response_max_length").notNullable().defaultTo(1024); // Default 1KB
     });
 };
 

server/model/heartbeat.js

@@ -1,7 +1,7 @@
 const { BeanModel } = require("redbean-node/dist/bean-model");
 const zlib = require("node:zlib");
 const { promisify } = require("node:util");
-const gunzip = promisify(zlib.gunzip);
+const brotliDecompress = promisify(zlib.brotliDecompress);
 
 /**
  * status:
@@ -73,8 +73,8 @@ class Heartbeat extends BeanModel {
         }
 
         try {
-            // Offload gzip decode from main event loop to libuv thread pool
-            return (await gunzip(Buffer.from(response, "base64"))).toString("utf8");
+            // Offload brotli decode from main event loop to libuv thread pool
+            return (await brotliDecompress(Buffer.from(response, "base64"))).toString("utf8");
         } catch (error) {
             return response;
         }

server/model/monitor.js

@@ -60,7 +60,7 @@ const https = require("https");
 const http = require("http");
 const zlib = require("node:zlib");
 const { promisify } = require("node:util");
-const gzip = promisify(zlib.gzip);
+const brotliCompress = promisify(zlib.brotliCompress);
 const DomainExpiry = require("./domain_expiry");
 
 const rootCertificates = rootCertificatesFingerprints();
@@ -1174,8 +1174,8 @@ class Monitor extends BeanModel {
             responseData = responseData.substring(0, maxSize) + "... (truncated)";
         }
 
-        // Offload gzip compression from main event loop to libuv thread pool
-        bean.response = (await gzip(Buffer.from(responseData, "utf8"))).toString("base64");
+        // Offload brotli compression from main event loop to libuv thread pool
+        bean.response = (await brotliCompress(Buffer.from(responseData, "utf8"))).toString("base64");
     }
 
     /**

src/lang/en.json

@@ -104,7 +104,7 @@
     "saveErrorResponseForNotifications": "Save HTTP Error Response for Notifications",
     "saveResponseDescription": "Stores the HTTP response and makes it available to notification templates as {templateVariable}",
     "responseMaxLength": "Response Max Length (bytes)",
-    "responseMaxLengthDescription": "Maximum size of response data to store. Set to 0 for unlimited. Larger responses will be truncated. Default: 10240 (10KB)",
+    "responseMaxLengthDescription": "Maximum size of response data to store. Set to 0 for unlimited. Larger responses will be truncated. Default: 1024 (1KB)",
     "Accepted Status Codes": "Accepted Status Codes",
     "Push URL": "Push URL",
     "needPushEvery": "You should call this URL every {0} seconds.",

src/pages/EditMonitor.vue

@@ -2269,7 +2269,7 @@ const monitorDefaults = {
     accepted_statuscodes: ["200-299"],
     saveResponse: false,
     saveErrorResponse: true,
-    responseMaxLength: 10240,
+    responseMaxLength: 1024,
     dns_resolve_type: "A",
     dns_resolve_server: "1.1.1.1",
     docker_container: "",

src/util.js

@@ -43,7 +43,7 @@ exports.PING_COUNT_DEFAULT = 1;
 exports.PING_PER_REQUEST_TIMEOUT_MIN = 1;
 exports.PING_PER_REQUEST_TIMEOUT_MAX = 60;
 exports.PING_PER_REQUEST_TIMEOUT_DEFAULT = 2;
-exports.RESPONSE_BODY_LENGTH_DEFAULT = 1024 * 10;
+exports.RESPONSE_BODY_LENGTH_DEFAULT = 1024;
 exports.RESPONSE_BODY_LENGTH_MAX = 1024 * 1024;
 exports.CONSOLE_STYLE_Reset = "\x1b[0m";
 exports.CONSOLE_STYLE_Bright = "\x1b[1m";

src/util.ts

@@ -70,7 +70,7 @@ export const PING_PER_REQUEST_TIMEOUT_DEFAULT = 2;
  * Response body length cutoff used by default (10kb)
  * (measured in bytes)
  */
-export const RESPONSE_BODY_LENGTH_DEFAULT = 1024 * 10;
+export const RESPONSE_BODY_LENGTH_DEFAULT = 1024;
 /**
  * Maximum allowed response body length to store (1mb)
  * (measured in bytes)