fix(chat): scope delimiter pairing to paragraphs

Author: waleedlatif1

apps/sim/app/workspace/[workspaceId]/home/components/message-content/components/chat-content/chat-content.test.ts

@@ -35,6 +35,31 @@ describe('sanitizeChatDisplayContent', () => {
     expect(sanitizeChatDisplayContent(`${prefix}\`${tag}\``)).toBe(`${prefix}${tag}`)
   })
 
+  it.each(['\n\n', '\r\n\r\n', '\n \t\n'])(
+    'does not pair prose runs across paragraph break %j',
+    (separator) => {
+      const tag = '<source>{"url":"https://example.com"}</source>'
+      const before = `Use \`\` as a delimiter.${separator}`
+      const after = `${separator}Another \`\` marker.`
+
+      expect(sanitizeChatDisplayContent(`${before}\`${tag}\`${after}`)).toBe(
+        `${before}${tag}${after}`
+      )
+    }
+  )
+
+  it('preserves matched multi-backtick spans across a soft line break', () => {
+    const content = '``Literal\n`<source>{"url":"https://example.com"}</source>`\nexample``'
+
+    expect(sanitizeChatDisplayContent(content)).toBe(content)
+  })
+
+  it('does not treat blank lines inside chip JSON as paragraph breaks', () => {
+    const tag = '<source>{\n\n"url":"https://example.com",\n\n"title":"Use `code`"\n}</source>'
+
+    expect(sanitizeChatDisplayContent(`\`${tag}\``)).toBe(tag)
+  })
+
   it('preserves fences closed by a longer run and unwraps citations after them', () => {
     const tag = '<source>{"url":"https://example.com"}</source>'
     const block = `\`\`\`json\n\`${tag}\`\n\`\`\`\`\n`

apps/sim/app/workspace/[workspaceId]/home/components/message-content/components/chat-content/chat-sanitize.ts

@@ -8,6 +8,7 @@ const JSON_STRING_SOURCE = '"(?:\\\\(?:["\\\\/bfnrt]|u[0-9a-fA-F]{4})|[^"\\\\\\r
 const COMPLETE_TAG_SOURCE = `<(?<chipTag>workspace_resource|source)>\\s*\\{(?:${JSON_STRING_SOURCE}|[^"\`<\\\\])*?\\}\\s*</\\k<chipTag>>`
 
 const INLINE_CHIP_OR_DELIMITER = new RegExp(`${COMPLETE_TAG_SOURCE}|\`+|\\n`, 'g')
+const CHIP_OR_PARAGRAPH_BREAK = new RegExp(`${COMPLETE_TAG_SOURCE}|\\n[\\t \\r]*\\n`, 'g')
 
 interface OpenCodeSpan {
   index: number
@@ -16,7 +17,7 @@ interface OpenCodeSpan {
 }
 
 /** Only matched multi-backtick runs are code; an unmatched run remains ordinary prose. */
-function unwrapInlineChips(content: string): string {
+function unwrapInlineParagraph(content: string): string {
   const remainingRuns = new Map<number, number>()
   for (const [value] of content.matchAll(INLINE_CHIP_OR_DELIMITER)) {
     if (value.startsWith('`') && value.length > 1) {
@@ -77,6 +78,20 @@ function unwrapInlineChips(content: string): string {
   return parts.join('')
 }
 
+/** Paragraph breaks end inline spans, but blank lines inside chip JSON belong to the payload. */
+function unwrapInlineChips(content: string): string {
+  const parts: string[] = []
+  let cursor = 0
+
+  for (const match of content.matchAll(CHIP_OR_PARAGRAPH_BREAK)) {
+    if (!match[0].startsWith('\n')) continue
+    parts.push(unwrapInlineParagraph(content.slice(cursor, match.index)), match[0])
+    cursor = match.index + match[0].length
+  }
+  parts.push(unwrapInlineParagraph(content.slice(cursor)))
+  return parts.join('')
+}
+
 /** Fenced blocks are literal, including unclosed streaming fences and longer closing runs. */
 export function sanitizeChatDisplayContent(content: string): string {
   const parts: string[] = []