fix(chat): make copied resource links round trip

Author: j15z

apps/sim/app/workspace/[workspaceId]/components/message-actions/message-actions.tsx

@@ -32,7 +32,7 @@ interface MessageActionsProps {
   content: string
   getCopyContent?: () => string
   hasCopyContent?: boolean
-  prepareContentForCopy?: (content: string) => string
+  prepareContentForCopy?: (content: string) => string | Promise<string>
   userQuery?: string
   requestId?: string
   messageId?: string
@@ -66,12 +66,12 @@ export const MessageActions = memo(function MessageActions({
     }
   }, [])
 
-  const copyToClipboard = () => {
+  const copyToClipboard = async () => {
     const contentToCopy = getCopyContent?.() ?? content
     if (!contentToCopy) return
-    const markdown = prepareContentForCopy?.(contentToCopy) ?? contentToCopy
+    const markdown = (await prepareContentForCopy?.(contentToCopy)) ?? contentToCopy
     if (!markdown) return
-    void copyMessage(markdown)
+    await copyMessage(markdown)
   }
 
   const copyRequestId = async () => {

apps/sim/app/workspace/[workspaceId]/files/components/file-viewer/rich-markdown-editor/mention/mention-node.ts

@@ -1,6 +1,6 @@
 import type { JSONContent, MarkdownToken } from '@tiptap/core'
 import { InputRule, Node } from '@tiptap/core'
-import { toSimMarkdownLink } from './sim-link'
+import { fromSimMarkdownLabel, toSimMarkdownLink } from './sim-link'
 import type { MentionKind } from './types'
 
 export interface MentionAttrs {
@@ -16,11 +16,6 @@ export interface MentionAttrs {
  */
 const MENTION_MD_RE = /^\[((?:\\.|[^\]\\])+)\]\(sim:([a-z_]+)\/([^)\s]+)\)/
 
-/** Inverse of the label escaping applied by {@link toSimMarkdownLink}. */
-function unescapeLabel(label: string): string {
-  return label.replace(/\\([\\[\]])/g, '$1')
-}
-
 /** Custom fields the mention tokenizer hangs on the marked token (all optional, like the image token). */
 interface MentionTokenFields {
   label?: string
@@ -86,7 +81,7 @@ export const MarkdownMention = Node.create({
     const { kind, id, label } = token as MentionTokenFields
     return {
       type: 'mention',
-      attrs: { kind: kind ?? '', id: id ?? '', label: unescapeLabel(label ?? '') },
+      attrs: { kind: kind ?? '', id: id ?? '', label: fromSimMarkdownLabel(label ?? '') },
     }
   },
   renderMarkdown: (node: JSONContent): string => {
@@ -118,7 +113,7 @@ export const MarkdownMention = Node.create({
           state.tr.replaceWith(
             range.from,
             range.to,
-            type.create({ kind, id, label: unescapeLabel(rawLabel ?? '') })
+            type.create({ kind, id, label: fromSimMarkdownLabel(rawLabel ?? '') })
           )
         },
       }),

apps/sim/app/workspace/[workspaceId]/files/components/file-viewer/rich-markdown-editor/mention/sim-link.ts

@@ -15,6 +15,11 @@ export function toSimMarkdownLink(kind: string, id: string, label: string): stri
   return `[${escapedLabel}](${toSimHref(kind, id)})`
 }
 
+/** Restores a label serialized by {@link toSimMarkdownLink}. */
+export function fromSimMarkdownLabel(label: string): string {
+  return label.replace(/\\([\\[\]])/g, '$1')
+}
+
 /**
  * Resolves the in-app route for a clicked `sim:` mention, or `null` when the kind has no navigable
  * destination. Each path matches the entity's real route: files open the file detail view,

apps/sim/app/workspace/[workspaceId]/home/components/mothership-chat/copyable-markdown.test.ts

@@ -6,7 +6,12 @@ vi.mock('@/lib/auth/auth-client', () => ({
 
 import type { WorkspaceFileRecord } from '@/lib/uploads/contexts/workspace'
 import { getRenderableMessageText } from '@/app/workspace/[workspaceId]/home/components/message-content'
-import { toCopyableMarkdown } from '@/app/workspace/[workspaceId]/home/components/mothership-chat/copyable-markdown'
+import {
+  prepareCopyableMarkdown,
+  serializeCopyableMarkdown,
+  toCopyableMarkdown,
+} from '@/app/workspace/[workspaceId]/home/components/mothership-chat/copyable-markdown'
+import { parseChipLinks } from '@/app/workspace/[workspaceId]/home/components/user-input/components/chip-clipboard-codec'
 import type { ContentBlock } from '@/app/workspace/[workspaceId]/home/types'
 
 const WORKSPACE_FILES: WorkspaceFileRecord[] = [
@@ -80,9 +85,59 @@ describe('toCopyableMarkdown', () => {
       })}</workspace_resource>.`,
     ].join(' ')
 
-    expect(toCopyableMarkdown(message, WORKSPACE_FILES)).toBe(
+    const markdown = toCopyableMarkdown(message, WORKSPACE_FILES)
+
+    expect(markdown).toBe(
       'Read [The Bell at Low Tide.md](sim:file/file_bell) and [Checked_\\[rare\\]\\\\portal](sim:table/tbl_f26af6dae98d4222b014b250494d00fb).'
     )
+    expect(parseChipLinks(markdown)).toEqual([
+      {
+        kind: 'file',
+        id: 'file_bell',
+        label: 'The Bell at Low Tide.md',
+        start: 5,
+        end: 50,
+      },
+      {
+        kind: 'table',
+        id: 'tbl_f26af6dae98d4222b014b250494d00fb',
+        label: 'Checked_[rare]\\portal',
+        start: 55,
+        end: 129,
+      },
+    ])
+  })
+
+  it('reports file resources that need refreshed metadata before copying', () => {
+    const message =
+      'Read <workspace_resource>{"type":"file","path":"files/notes.md","title":"notes.md"}</workspace_resource>.'
+
+    expect(serializeCopyableMarkdown(message)).toEqual({
+      markdown: 'Read notes.md.',
+      hasUnresolvedFile: true,
+    })
+  })
+
+  it('refreshes missing file metadata before producing copyable Markdown', async () => {
+    const message =
+      'Read <workspace_resource>{"type":"file","path":"files/The%20Bell%20at%20Low%20Tide.md","title":"The Bell at Low Tide.md"}</workspace_resource>.'
+    const refreshWorkspaceFiles = vi.fn().mockResolvedValue(WORKSPACE_FILES)
+
+    await expect(prepareCopyableMarkdown(message, [], refreshWorkspaceFiles)).resolves.toBe(
+      'Read [The Bell at Low Tide.md](sim:file/file_bell).'
+    )
+    expect(refreshWorkspaceFiles).toHaveBeenCalledOnce()
+  })
+
+  it('does not refresh metadata when all workspace resources already resolve', async () => {
+    const message =
+      'Read <workspace_resource>{"type":"file","path":"files/The%20Bell%20at%20Low%20Tide.md","title":"The Bell at Low Tide.md"}</workspace_resource>.'
+    const refreshWorkspaceFiles = vi.fn()
+
+    await expect(
+      prepareCopyableMarkdown(message, WORKSPACE_FILES, refreshWorkspaceFiles)
+    ).resolves.toBe('Read [The Bell at Low Tide.md](sim:file/file_bell).')
+    expect(refreshWorkspaceFiles).not.toHaveBeenCalled()
   })
 
   it('copies workspace resources from visible content blocks', () => {

apps/sim/app/workspace/[workspaceId]/home/components/mothership-chat/copyable-markdown.ts

@@ -11,33 +11,66 @@ import {
 } from '@/app/workspace/[workspaceId]/home/components/message-content/components/special-tags'
 import { resolveWorkspaceResourceRef } from '@/app/workspace/[workspaceId]/home/resolve-resource-ref'
 
+interface PortableWorkspaceResourceMarkdown {
+  markdown: string
+  hasUnresolvedFile: boolean
+}
+
 function portableWorkspaceResourceMarkdown(
   data: WorkspaceResourceTagData,
   workspaceFiles: readonly WorkspaceFileRecord[]
-): string {
+): PortableWorkspaceResourceMarkdown {
   const label = workspaceResourceLabel(data)
   const resource = resolveWorkspaceResourceRef({ ...data, title: label }, workspaceFiles)
-  return resource ? toSimMarkdownLink(resource.type, resource.id, label) : label
+  return {
+    markdown: resource ? toSimMarkdownLink(resource.type, resource.id, label) : label,
+    hasUnresolvedFile: data.type === 'file' && !resource,
+  }
 }
 
-export function toCopyableMarkdown(
+export interface CopyableMarkdownResult {
+  markdown: string
+  hasUnresolvedFile: boolean
+}
+
+export function serializeCopyableMarkdown(
   raw: string,
   workspaceFiles: readonly WorkspaceFileRecord[] = []
-): string {
+): CopyableMarkdownResult {
   const displayContent = sanitizeChatDisplayContent(raw)
   const { segments } = parseSpecialTags(displayContent, false)
+  let hasUnresolvedFile = false
 
-  return segments
+  const markdown = segments
     .reduce((markdown, segment, index) => {
       if (segment.type === 'text') return markdown + segment.content
       if (segment.type === 'workspace_resource') {
-        return appendInlineReferenceMarkdown(
-          markdown,
-          portableWorkspaceResourceMarkdown(segment.data, workspaceFiles),
-          segments[index + 1]
-        )
+        const portable = portableWorkspaceResourceMarkdown(segment.data, workspaceFiles)
+        hasUnresolvedFile ||= portable.hasUnresolvedFile
+        return appendInlineReferenceMarkdown(markdown, portable.markdown, segments[index + 1])
       }
       return markdown
     }, '')
     .trim()
+
+  return { markdown, hasUnresolvedFile }
+}
+
+export function toCopyableMarkdown(
+  raw: string,
+  workspaceFiles: readonly WorkspaceFileRecord[] = []
+): string {
+  return serializeCopyableMarkdown(raw, workspaceFiles).markdown
+}
+
+export async function prepareCopyableMarkdown(
+  raw: string,
+  workspaceFiles: readonly WorkspaceFileRecord[],
+  refreshWorkspaceFiles: () => Promise<readonly WorkspaceFileRecord[]>
+): Promise<string> {
+  const initial = serializeCopyableMarkdown(raw, workspaceFiles)
+  if (!initial.hasUnresolvedFile) return initial.markdown
+
+  const refreshedFiles = await refreshWorkspaceFiles().catch(() => workspaceFiles)
+  return toCopyableMarkdown(raw, refreshedFiles)
 }

apps/sim/app/workspace/[workspaceId]/home/components/mothership-chat/mothership-chat.tsx

@@ -11,6 +11,7 @@ import {
   useState,
 } from 'react'
 import { cn } from '@sim/emcn'
+import { useQueryClient } from '@tanstack/react-query'
 import { defaultRangeExtractor, type Range, useVirtualizer } from '@tanstack/react-virtual'
 import { SMOOTH_CHASE_RATE } from '@/lib/core/utils/smooth-bottom-chase'
 import type { WorkspaceFileRecord } from '@/lib/uploads/contexts/workspace'
@@ -31,7 +32,7 @@ import {
   parseLastCredentialTag,
   parseLastQuestionTag,
 } from '@/app/workspace/[workspaceId]/home/components/message-content/components/special-tags'
-import { toCopyableMarkdown } from '@/app/workspace/[workspaceId]/home/components/mothership-chat/copyable-markdown'
+import { prepareCopyableMarkdown } from '@/app/workspace/[workspaceId]/home/components/mothership-chat/copyable-markdown'
 import { nextSizerFloor } from '@/app/workspace/[workspaceId]/home/components/mothership-chat/sizer-floor'
 import { QueuedMessages } from '@/app/workspace/[workspaceId]/home/components/queued-messages'
 import {
@@ -49,12 +50,14 @@ import type {
   WorkspaceResourceRef,
 } from '@/app/workspace/[workspaceId]/home/types'
 import { useUserPermissionsContext } from '@/app/workspace/[workspaceId]/providers/workspace-permissions-provider'
+import { fetchFreshWorkspaceFiles } from '@/hooks/queries/workspace-files'
 import { useAutoScroll } from '@/hooks/use-auto-scroll'
 import type { ChatContext } from '@/stores/panel'
 import { MothershipChatSkeleton } from './components/mothership-chat-skeleton'
 import { shouldShowAssistantMessageActions } from './message-actions-visibility'
 
 interface MothershipChatProps {
+  workspaceId: string
   messages: ChatMessage[]
   workspaceFiles: readonly WorkspaceFileRecord[]
   isSending: boolean
@@ -190,6 +193,7 @@ const UserMessageRow = memo(function UserMessageRow({
 interface AssistantMessageRowProps {
   message: ChatMessage
   workspaceFiles: readonly WorkspaceFileRecord[]
+  refreshWorkspaceFiles: () => Promise<readonly WorkspaceFileRecord[]>
   isStreaming: boolean
   isLast: boolean
   precedingUserContent?: string
@@ -207,6 +211,7 @@ interface AssistantMessageRowProps {
 const AssistantMessageRow = memo(function AssistantMessageRow({
   message,
   workspaceFiles,
+  refreshWorkspaceFiles,
   isStreaming,
   isLast,
   precedingUserContent,
@@ -236,8 +241,8 @@ const AssistantMessageRow = memo(function AssistantMessageRow({
     [blocks, message.content]
   )
   const prepareContentForCopy = useCallback(
-    (content: string) => toCopyableMarkdown(content, workspaceFiles),
-    [workspaceFiles]
+    (content: string) => prepareCopyableMarkdown(content, workspaceFiles, refreshWorkspaceFiles),
+    [refreshWorkspaceFiles, workspaceFiles]
   )
 
   const hasRenderableAssistant = assistantMessageHasRenderableContent(blocks, message.content ?? '')
@@ -311,6 +316,7 @@ const AssistantMessageRow = memo(function AssistantMessageRow({
 })
 
 export function MothershipChat({
+  workspaceId,
   messages: messagesProp,
   workspaceFiles,
   isSending,
@@ -337,6 +343,7 @@ export function MothershipChat({
   onInputAnimationEnd,
   className,
 }: MothershipChatProps) {
+  const queryClient = useQueryClient()
   const styles = LAYOUT_STYLES[layout]
   const isStreamActive = isSending || isReconnecting
   /**
@@ -355,6 +362,10 @@ export function MothershipChat({
   const heldHighWaterRef = useRef(0)
   const floorChatRef = useRef<string | undefined>(undefined)
   const floorDrainRafRef = useRef(0)
+  const refreshWorkspaceFiles = useCallback(
+    () => fetchFreshWorkspaceFiles(queryClient, workspaceId),
+    [queryClient, workspaceId]
+  )
   useEffect(() => () => cancelAnimationFrame(floorDrainRafRef.current), [])
 
   /**
@@ -751,6 +762,7 @@ export function MothershipChat({
                       <AssistantMessageRow
                         message={msg}
                         workspaceFiles={workspaceFiles}
+                        refreshWorkspaceFiles={refreshWorkspaceFiles}
                         isStreaming={isStreamActive && isLast}
                         isLast={isLast}
                         precedingUserContent={precedingUserContentByIndex[index]}

apps/sim/app/workspace/[workspaceId]/home/components/user-input/components/chip-clipboard-codec.ts

@@ -1,3 +1,8 @@
+import {
+  fromSimMarkdownLabel,
+  SIM_LINK_SCHEME,
+  toSimMarkdownLink,
+} from '@/app/workspace/[workspaceId]/files/components/file-viewer/rich-markdown-editor/mention/sim-link'
 import {
   computeMentionHighlightRanges,
   extractContextTokens,
@@ -6,10 +11,6 @@ import {
 } from '@/app/workspace/[workspaceId]/w/[workflowId]/components/panel/components/copilot/components/user-input/utils'
 import type { ChatContext } from '@/stores/panel'
 
-/** URI scheme for portable chip links (`[label](sim:kind/id)`). Custom so only
- *  our own links — never generic markdown — are parsed back into chips. */
-const CHIP_LINK_SCHEME = 'sim'
-
 /**
  * Every chip kind that carries a single stable identifier → the
  * {@link ChatContext} id field encoded in `sim:<kind>/<id>`. This is the one map
@@ -45,12 +46,12 @@ export type PortableKind = keyof typeof PORTABLE_KIND_TO_ID_FIELD
 
 /**
  * Matches a portable chip markdown link: `[label](sim:kind/id)`.
- * - group 1: label (any non-`]` chars)
+ * - group 1: label (plain or backslash-escaped characters)
  * - group 2: kind (lowercase letters / underscores, e.g. `past_chat`)
  * - group 3: id (any non-`)` / non-whitespace chars)
  */
 const CHIP_LINK_PATTERN = new RegExp(
-  `\\[([^\\]]+)\\]\\(${CHIP_LINK_SCHEME}:([a-z_]+)\\/([^)\\s]+)\\)`,
+  `\\[((?:\\\\.|[^\\]\\\\])+)\\]\\(${SIM_LINK_SCHEME}:([a-z_]+)\\/([^)\\s]+)\\)`,
   'g'
 )
 
@@ -96,7 +97,7 @@ function serializeChipContext(context: ChatContext): string | null {
   if (!isPortableKind(context.kind)) return null
   const id = getPortableId(context)
   if (!id) return null
-  return `[${context.label}](${CHIP_LINK_SCHEME}:${context.kind}/${id})`
+  return toSimMarkdownLink(context.kind, id, context.label)
 }
 
 /**
@@ -205,7 +206,7 @@ export function parseChipLinks(text: string): ParsedChipLink[] {
     links.push({
       kind,
       id,
-      label,
+      label: fromSimMarkdownLabel(label),
       start: match.index,
       end: match.index + full.length,
     })