expectTokenWidthUnderLimit(input);

});

it("preserves long CJK prose without inserting display spaces", () => {

const input =

"特蕾莎修女是一个极端投入极有宗教信念愿意亲身服务底层苦难者的人但她不是现代公共卫生意义上的慈善改革者";

const sanitized = sanitizeRenderableText(input);

expect(sanitized).toBe(input);

expect(sanitized).not.toContain("苦难 者");

});

it("preserves mixed long CJK prose without inserting display spaces", () => {

const input =

"MotherTeresa更像是宗教慈悲的象征而不是现代慈善治理的典范她值得尊重的地方是真实走进极端苦难";

const sanitized = sanitizeRenderableText(input);

expect(sanitized).toBe(input);

});

it("preserves long filesystem paths verbatim for copy safety", () => {

const input =

"/Users/jasonshawn/PerfectXiao/a_very_long_directory_name_designed_specifically_to_test_the_line_wrapping_issue/file.txt";

const ALPHANUMERIC_RE = /[A-Za-z0-9]/;

const TOKENISH_MIN_LENGTH = 24;

const RTL_SCRIPT_RE = /[\u0590-\u08ff\ufb1d-\ufdff\ufe70-\ufefc]/;

const CJK_SCRIPT_RE = /[\p{Script=Han}\p{Script=Hiragana}\p{Script=Katakana}\p{Script=Hangul}]/u;

const BIDI_CONTROL_RE = /[\u202a-\u202e\u2066-\u2069]/;

const RTL_ISOLATE_START = "\u2067";

const RTL_ISOLATE_END = "\u2069";

if (isCopySensitiveToken(token)) {

return token;

}

// CJK text naturally appears without spaces between words. Inserting spaces

// into long CJK runs makes assistant prose render with visible artifacts such

// as "苦难 者". Let the TUI renderer wrap these runs at grapheme boundaries.

if (CJK_SCRIPT_RE.test(token)) {

return token;

}

// Pure symbol/punctuation runs (table borders made of `─`, `=`, `-`) carry

// no copyable identifier; chunking would corrupt the visible structure.

if (!ALPHANUMERIC_RE.test(token)) {