NetMesh/infrastructure/ai/requestPayloadCompression.test.ts

import test from "node:test";
import assert from "node:assert/strict";
import type { ModelMessage } from "ai";

import {
  compressMessagesForRequestTooLargeRetry,
  compressVerboseText,
  truncateTextWithHeadAndTail,
} from "./requestPayloadCompression.ts";

test("compressVerboseText collapses repeated blank lines and duplicate runs", () => {
  const input = "line1\n\n\n\n\nline2\nsame\nsame\nsame\nsame\nline3";
  const output = compressVerboseText(input);
  assert.match(output, /line1\n\n\nline2/);
  assert.ok(output.split("\nsame\n").length <= 3);
});

test("compressVerboseText normalizes terminal control noise and huge payload lines", () => {
  const ansiProgress = "\u001b[31mstarting\u001b[0m\r10%\r20%\r100%\n";
  const longLine = "x".repeat(8_000);
  const base64 = "QUJDREVGR0hJSktMTU5PUFFSU1RVVldYWVo=".repeat(100);
  const output = compressVerboseText(`${ansiProgress}${longLine}\n${base64}`);

  assert.equal(output.includes("\u001b["), false);
  assert.doesNotMatch(output, /10%|20%/);
  assert.match(output, /100%/);
  assert.match(output, /long line shortened/);
  assert.match(output, /base64-like payload omitted/);
  assert.ok(output.length < 5_000);
});

test("compressVerboseText preserves CRLF-delimited lines", () => {
  assert.equal(compressVerboseText("alpha\r\nbeta\r\n"), "alpha\nbeta\n");
});

test("truncateTextWithHeadAndTail keeps both ends of long terminal output", () => {
  const value = `${"A".repeat(500)}${"B".repeat(20_000)}${"C".repeat(500)}`;
  const truncated = truncateTextWithHeadAndTail(value, 2_000);
  assert.ok(truncated.startsWith("AAA"));
  assert.ok(truncated.includes("[... output truncated for request size ...]"));
  assert.ok(truncated.endsWith("CCC"));
  assert.ok(truncated.length <= 2_000);
});

test("compressMessagesForRequestTooLargeRetry compresses messages without enforcing a byte budget", () => {
  const messages: ModelMessage[] = [
    { role: "user", content: "run build" },
    {
      role: "tool",
      content: [{
        type: "tool-result",
        toolCallId: "call-1",
        toolName: "terminal_execute",
        output: { type: "text", value: "X".repeat(200_000) },
      }],
    },
    {
      role: "user",
      content: [
        { type: "text", text: "please inspect this image" },
        { type: "image", image: "A".repeat(1_000_000), mediaType: "image/png" },
      ],
    },
  ];

  const result = compressMessagesForRequestTooLargeRetry(messages);

  assert.equal(result.didAdjust, true);
  assert.deepEqual(Object.keys(result).sort(), ["didAdjust", "messages"]);
  assert.equal(result.messages.length, messages.length);

  const toolContent = result.messages[1].content;
  assert.ok(Array.isArray(toolContent));
  const toolPart = toolContent[0] as { output?: { value?: string } };
  assert.ok((toolPart.output?.value?.length ?? 0) < 5_000);

  const userContent = result.messages[2].content;
  assert.ok(Array.isArray(userContent));
  assert.deepEqual(userContent[1], {
    type: "text",
    text: "[image attachment omitted to keep the AI request small: mediaType=image/png, 1000000 chars]",
  });
});

test("compressMessagesForRequestTooLargeRetry reports no adjustment for compact messages", () => {
  const messages: ModelMessage[] = [{ role: "user", content: "hello" }];

  const result = compressMessagesForRequestTooLargeRetry(messages);

  assert.equal(result.didAdjust, false);
  assert.deepEqual(result.messages, messages);
});