feat(chat): implement file upload support with staging and media handle (#77)
This commit is contained in:
@@ -2,8 +2,11 @@
|
|||||||
* IPC Handlers
|
* IPC Handlers
|
||||||
* Registers all IPC handlers for main-renderer communication
|
* Registers all IPC handlers for main-renderer communication
|
||||||
*/
|
*/
|
||||||
import { ipcMain, BrowserWindow, shell, dialog, app } from 'electron';
|
import { ipcMain, BrowserWindow, shell, dialog, app, nativeImage } from 'electron';
|
||||||
import { existsSync } from 'node:fs';
|
import { existsSync, copyFileSync, statSync, readFileSync, writeFileSync, mkdirSync } from 'node:fs';
|
||||||
|
import { homedir } from 'node:os';
|
||||||
|
import { join, extname, basename } from 'node:path';
|
||||||
|
import crypto from 'node:crypto';
|
||||||
import { GatewayManager } from '../gateway/manager';
|
import { GatewayManager } from '../gateway/manager';
|
||||||
import { ClawHubService, ClawHubSearchParams, ClawHubInstallParams, ClawHubUninstallParams } from '../gateway/clawhub';
|
import { ClawHubService, ClawHubSearchParams, ClawHubInstallParams, ClawHubUninstallParams } from '../gateway/clawhub';
|
||||||
import {
|
import {
|
||||||
@@ -90,6 +93,9 @@ export function registerIpcHandlers(
|
|||||||
|
|
||||||
// WhatsApp handlers
|
// WhatsApp handlers
|
||||||
registerWhatsAppHandlers(mainWindow);
|
registerWhatsAppHandlers(mainWindow);
|
||||||
|
|
||||||
|
// File staging handlers (upload/send separation)
|
||||||
|
registerFileHandlers();
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -418,6 +424,78 @@ function registerGatewayHandlers(
|
|||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// Chat send with media — reads staged files from disk and builds attachments.
|
||||||
|
// Raster images (png/jpg/gif/webp) are inlined as base64 vision attachments.
|
||||||
|
// All other files are referenced by path in the message text so the model
|
||||||
|
// can access them via tools (the same format channels use).
|
||||||
|
const VISION_MIME_TYPES = new Set([
|
||||||
|
'image/png', 'image/jpeg', 'image/bmp', 'image/webp',
|
||||||
|
]);
|
||||||
|
|
||||||
|
ipcMain.handle('chat:sendWithMedia', async (_, params: {
|
||||||
|
sessionKey: string;
|
||||||
|
message: string;
|
||||||
|
deliver?: boolean;
|
||||||
|
idempotencyKey: string;
|
||||||
|
media?: Array<{ filePath: string; mimeType: string; fileName: string }>;
|
||||||
|
}) => {
|
||||||
|
try {
|
||||||
|
let message = params.message;
|
||||||
|
const imageAttachments: Array<{ type: string; mimeType: string; fileName: string; content: string }> = [];
|
||||||
|
const fileReferences: string[] = [];
|
||||||
|
|
||||||
|
if (params.media && params.media.length > 0) {
|
||||||
|
for (const m of params.media) {
|
||||||
|
logger.info(`[chat:sendWithMedia] Processing file: ${m.fileName} (${m.mimeType}), path: ${m.filePath}, exists: ${existsSync(m.filePath)}, isVision: ${VISION_MIME_TYPES.has(m.mimeType)}`);
|
||||||
|
if (VISION_MIME_TYPES.has(m.mimeType)) {
|
||||||
|
// Raster image — inline as base64 vision attachment
|
||||||
|
const fileBuffer = readFileSync(m.filePath);
|
||||||
|
logger.info(`[chat:sendWithMedia] Read ${fileBuffer.length} bytes, base64 length: ${fileBuffer.toString('base64').length}`);
|
||||||
|
imageAttachments.push({
|
||||||
|
type: 'image',
|
||||||
|
mimeType: m.mimeType,
|
||||||
|
fileName: m.fileName,
|
||||||
|
content: fileBuffer.toString('base64'),
|
||||||
|
});
|
||||||
|
} else {
|
||||||
|
// Non-vision file — reference by path (same format as channel inbound media)
|
||||||
|
fileReferences.push(
|
||||||
|
`[media attached: ${m.filePath} (${m.mimeType}) | ${m.filePath}]`,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Append file references to message text so the model knows about them
|
||||||
|
if (fileReferences.length > 0) {
|
||||||
|
const refs = fileReferences.join('\n');
|
||||||
|
message = message ? `${message}\n\n${refs}` : refs;
|
||||||
|
}
|
||||||
|
|
||||||
|
const rpcParams: Record<string, unknown> = {
|
||||||
|
sessionKey: params.sessionKey,
|
||||||
|
message,
|
||||||
|
deliver: params.deliver ?? false,
|
||||||
|
idempotencyKey: params.idempotencyKey,
|
||||||
|
};
|
||||||
|
|
||||||
|
if (imageAttachments.length > 0) {
|
||||||
|
rpcParams.attachments = imageAttachments;
|
||||||
|
}
|
||||||
|
|
||||||
|
logger.info(`[chat:sendWithMedia] Sending: message="${message.substring(0, 100)}", imageAttachments=${imageAttachments.length}, fileRefs=${fileReferences.length}`);
|
||||||
|
|
||||||
|
// Use a longer timeout when attachments are present (120s vs default 30s)
|
||||||
|
const timeoutMs = imageAttachments.length > 0 ? 120000 : 30000;
|
||||||
|
const result = await gatewayManager.rpc('chat.send', rpcParams, timeoutMs);
|
||||||
|
logger.info(`[chat:sendWithMedia] RPC result: ${JSON.stringify(result)}`);
|
||||||
|
return { success: true, result };
|
||||||
|
} catch (error) {
|
||||||
|
logger.error(`[chat:sendWithMedia] Error: ${String(error)}`);
|
||||||
|
return { success: false, error: String(error) };
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
// Get the Control UI URL with token for embedding
|
// Get the Control UI URL with token for embedding
|
||||||
ipcMain.handle('gateway:getControlUiUrl', async () => {
|
ipcMain.handle('gateway:getControlUiUrl', async () => {
|
||||||
try {
|
try {
|
||||||
@@ -1343,3 +1421,140 @@ function registerWindowHandlers(mainWindow: BrowserWindow): void {
|
|||||||
return mainWindow.isMaximized();
|
return mainWindow.isMaximized();
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ── Mime type helpers ────────────────────────────────────────────
|
||||||
|
|
||||||
|
const EXT_MIME_MAP: Record<string, string> = {
|
||||||
|
'.png': 'image/png',
|
||||||
|
'.jpg': 'image/jpeg',
|
||||||
|
'.jpeg': 'image/jpeg',
|
||||||
|
'.gif': 'image/gif',
|
||||||
|
'.webp': 'image/webp',
|
||||||
|
'.svg': 'image/svg+xml',
|
||||||
|
'.bmp': 'image/bmp',
|
||||||
|
'.ico': 'image/x-icon',
|
||||||
|
'.mp4': 'video/mp4',
|
||||||
|
'.webm': 'video/webm',
|
||||||
|
'.mov': 'video/quicktime',
|
||||||
|
'.avi': 'video/x-msvideo',
|
||||||
|
'.mkv': 'video/x-matroska',
|
||||||
|
'.mp3': 'audio/mpeg',
|
||||||
|
'.wav': 'audio/wav',
|
||||||
|
'.ogg': 'audio/ogg',
|
||||||
|
'.flac': 'audio/flac',
|
||||||
|
'.pdf': 'application/pdf',
|
||||||
|
'.zip': 'application/zip',
|
||||||
|
'.gz': 'application/gzip',
|
||||||
|
'.tar': 'application/x-tar',
|
||||||
|
'.7z': 'application/x-7z-compressed',
|
||||||
|
'.rar': 'application/vnd.rar',
|
||||||
|
'.json': 'application/json',
|
||||||
|
'.xml': 'application/xml',
|
||||||
|
'.csv': 'text/csv',
|
||||||
|
'.txt': 'text/plain',
|
||||||
|
'.md': 'text/markdown',
|
||||||
|
'.html': 'text/html',
|
||||||
|
'.css': 'text/css',
|
||||||
|
'.js': 'text/javascript',
|
||||||
|
'.ts': 'text/typescript',
|
||||||
|
'.py': 'text/x-python',
|
||||||
|
'.doc': 'application/msword',
|
||||||
|
'.docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
|
||||||
|
'.xls': 'application/vnd.ms-excel',
|
||||||
|
'.xlsx': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
|
||||||
|
'.ppt': 'application/vnd.ms-powerpoint',
|
||||||
|
'.pptx': 'application/vnd.openxmlformats-officedocument.presentationml.presentation',
|
||||||
|
};
|
||||||
|
|
||||||
|
function getMimeType(ext: string): string {
|
||||||
|
return EXT_MIME_MAP[ext.toLowerCase()] || 'application/octet-stream';
|
||||||
|
}
|
||||||
|
|
||||||
|
function mimeToExt(mimeType: string): string {
|
||||||
|
for (const [ext, mime] of Object.entries(EXT_MIME_MAP)) {
|
||||||
|
if (mime === mimeType) return ext;
|
||||||
|
}
|
||||||
|
return '';
|
||||||
|
}
|
||||||
|
|
||||||
|
const OUTBOUND_DIR = join(homedir(), '.openclaw', 'media', 'outbound');
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Generate a small preview data URL for image files.
|
||||||
|
* Uses Electron nativeImage to resize large images for thumbnails.
|
||||||
|
*/
|
||||||
|
function generateImagePreview(filePath: string, mimeType: string): string | null {
|
||||||
|
try {
|
||||||
|
const img = nativeImage.createFromPath(filePath);
|
||||||
|
if (img.isEmpty()) return null;
|
||||||
|
const size = img.getSize();
|
||||||
|
// If image is large, resize for thumbnail
|
||||||
|
if (size.width > 256 || size.height > 256) {
|
||||||
|
const resized = img.resize({ width: 256, height: 256 });
|
||||||
|
return `data:image/png;base64,${resized.toPNG().toString('base64')}`;
|
||||||
|
}
|
||||||
|
// Small image — use original
|
||||||
|
const buf = readFileSync(filePath);
|
||||||
|
return `data:${mimeType};base64,${buf.toString('base64')}`;
|
||||||
|
} catch {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* File staging IPC handlers
|
||||||
|
* Stage files to ~/.openclaw/media/outbound/ for gateway access
|
||||||
|
*/
|
||||||
|
function registerFileHandlers(): void {
|
||||||
|
// Stage files from real disk paths (used with dialog:open)
|
||||||
|
ipcMain.handle('file:stage', async (_, filePaths: string[]) => {
|
||||||
|
mkdirSync(OUTBOUND_DIR, { recursive: true });
|
||||||
|
|
||||||
|
const results = [];
|
||||||
|
for (const filePath of filePaths) {
|
||||||
|
const id = crypto.randomUUID();
|
||||||
|
const ext = extname(filePath);
|
||||||
|
const stagedPath = join(OUTBOUND_DIR, `${id}${ext}`);
|
||||||
|
copyFileSync(filePath, stagedPath);
|
||||||
|
|
||||||
|
const stat = statSync(stagedPath);
|
||||||
|
const mimeType = getMimeType(ext);
|
||||||
|
const fileName = basename(filePath);
|
||||||
|
|
||||||
|
// Generate preview for images
|
||||||
|
let preview: string | null = null;
|
||||||
|
if (mimeType.startsWith('image/')) {
|
||||||
|
preview = generateImagePreview(stagedPath, mimeType);
|
||||||
|
}
|
||||||
|
|
||||||
|
results.push({ id, fileName, mimeType, fileSize: stat.size, stagedPath, preview });
|
||||||
|
}
|
||||||
|
return results;
|
||||||
|
});
|
||||||
|
|
||||||
|
// Stage file from buffer (used for clipboard paste / drag-drop)
|
||||||
|
ipcMain.handle('file:stageBuffer', async (_, payload: {
|
||||||
|
base64: string;
|
||||||
|
fileName: string;
|
||||||
|
mimeType: string;
|
||||||
|
}) => {
|
||||||
|
mkdirSync(OUTBOUND_DIR, { recursive: true });
|
||||||
|
|
||||||
|
const id = crypto.randomUUID();
|
||||||
|
const ext = extname(payload.fileName) || mimeToExt(payload.mimeType);
|
||||||
|
const stagedPath = join(OUTBOUND_DIR, `${id}${ext}`);
|
||||||
|
const buffer = Buffer.from(payload.base64, 'base64');
|
||||||
|
writeFileSync(stagedPath, buffer);
|
||||||
|
|
||||||
|
const mimeType = payload.mimeType || getMimeType(ext);
|
||||||
|
const fileSize = buffer.length;
|
||||||
|
|
||||||
|
// Generate preview for images
|
||||||
|
let preview: string | null = null;
|
||||||
|
if (mimeType.startsWith('image/')) {
|
||||||
|
preview = generateImagePreview(stagedPath, mimeType);
|
||||||
|
}
|
||||||
|
|
||||||
|
return { id, fileName: payload.fileName, mimeType, fileSize, stagedPath, preview };
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|||||||
@@ -115,6 +115,11 @@ const electronAPI = {
|
|||||||
'log:getFilePath',
|
'log:getFilePath',
|
||||||
'log:getDir',
|
'log:getDir',
|
||||||
'log:listFiles',
|
'log:listFiles',
|
||||||
|
// File staging
|
||||||
|
'file:stage',
|
||||||
|
'file:stageBuffer',
|
||||||
|
// Chat send with media (reads staged files in main process)
|
||||||
|
'chat:sendWithMedia',
|
||||||
// OpenClaw extras
|
// OpenClaw extras
|
||||||
'openclaw:getDir',
|
'openclaw:getDir',
|
||||||
'openclaw:getConfigDir',
|
'openclaw:getConfigDir',
|
||||||
|
|||||||
@@ -1,65 +1,76 @@
|
|||||||
/**
|
/**
|
||||||
* Chat Input Component
|
* Chat Input Component
|
||||||
* Textarea with send button and image upload support.
|
* Textarea with send button and universal file upload support.
|
||||||
* Enter to send, Shift+Enter for new line.
|
* Enter to send, Shift+Enter for new line.
|
||||||
* Supports: file picker, clipboard paste, drag & drop.
|
* Supports: native file picker, clipboard paste, drag & drop.
|
||||||
|
* Files are staged to disk via IPC — only lightweight path references
|
||||||
|
* are sent with the message (no base64 over WebSocket).
|
||||||
*/
|
*/
|
||||||
import { useState, useRef, useEffect, useCallback } from 'react';
|
import { useState, useRef, useEffect, useCallback } from 'react';
|
||||||
import { Send, Square, X } from 'lucide-react';
|
import { Send, Square, X, Paperclip, FileText, Film, Music, FileArchive, File, Loader2 } from 'lucide-react';
|
||||||
import { Button } from '@/components/ui/button';
|
import { Button } from '@/components/ui/button';
|
||||||
import { Textarea } from '@/components/ui/textarea';
|
import { Textarea } from '@/components/ui/textarea';
|
||||||
|
|
||||||
export interface ChatAttachment {
|
// ── Types ────────────────────────────────────────────────────────
|
||||||
type: 'image';
|
|
||||||
mimeType: string;
|
export interface FileAttachment {
|
||||||
|
id: string;
|
||||||
fileName: string;
|
fileName: string;
|
||||||
content: string; // base64
|
mimeType: string;
|
||||||
preview: string; // data URL for display
|
fileSize: number;
|
||||||
|
stagedPath: string; // disk path for gateway
|
||||||
|
preview: string | null; // data URL for images, null for others
|
||||||
|
status: 'staging' | 'ready' | 'error';
|
||||||
|
error?: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
interface ChatInputProps {
|
interface ChatInputProps {
|
||||||
onSend: (text: string, attachments?: ChatAttachment[]) => void;
|
onSend: (text: string, attachments?: FileAttachment[]) => void;
|
||||||
onStop?: () => void;
|
onStop?: () => void;
|
||||||
disabled?: boolean;
|
disabled?: boolean;
|
||||||
sending?: boolean;
|
sending?: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
const ACCEPTED_IMAGE_TYPES = ['image/png', 'image/jpeg', 'image/gif', 'image/webp'];
|
// ── Helpers ──────────────────────────────────────────────────────
|
||||||
const MAX_IMAGE_SIZE = 10 * 1024 * 1024; // 10MB
|
|
||||||
|
|
||||||
function fileToAttachment(file: File): Promise<ChatAttachment> {
|
function formatFileSize(bytes: number): string {
|
||||||
|
if (bytes < 1024) return `${bytes} B`;
|
||||||
|
if (bytes < 1024 * 1024) return `${(bytes / 1024).toFixed(1)} KB`;
|
||||||
|
if (bytes < 1024 * 1024 * 1024) return `${(bytes / (1024 * 1024)).toFixed(2)} MB`;
|
||||||
|
return `${(bytes / (1024 * 1024 * 1024)).toFixed(2)} GB`;
|
||||||
|
}
|
||||||
|
|
||||||
|
function FileIcon({ mimeType, className }: { mimeType: string; className?: string }) {
|
||||||
|
if (mimeType.startsWith('video/')) return <Film className={className} />;
|
||||||
|
if (mimeType.startsWith('audio/')) return <Music className={className} />;
|
||||||
|
if (mimeType.startsWith('text/') || mimeType === 'application/json' || mimeType === 'application/xml') return <FileText className={className} />;
|
||||||
|
if (mimeType.includes('zip') || mimeType.includes('compressed') || mimeType.includes('archive') || mimeType.includes('tar') || mimeType.includes('rar') || mimeType.includes('7z')) return <FileArchive className={className} />;
|
||||||
|
if (mimeType === 'application/pdf') return <FileText className={className} />;
|
||||||
|
return <File className={className} />;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Read a browser File object as base64 string (without the data URL prefix).
|
||||||
|
*/
|
||||||
|
function readFileAsBase64(file: globalThis.File): Promise<string> {
|
||||||
return new Promise((resolve, reject) => {
|
return new Promise((resolve, reject) => {
|
||||||
if (!ACCEPTED_IMAGE_TYPES.includes(file.type)) {
|
|
||||||
reject(new Error(`Unsupported image type: ${file.type}`));
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
if (file.size > MAX_IMAGE_SIZE) {
|
|
||||||
reject(new Error('Image too large (max 10MB)'));
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
const reader = new FileReader();
|
const reader = new FileReader();
|
||||||
reader.onload = () => {
|
reader.onload = () => {
|
||||||
const dataUrl = reader.result as string;
|
const dataUrl = reader.result as string;
|
||||||
// Extract base64 content (remove "data:image/png;base64," prefix)
|
|
||||||
const base64 = dataUrl.split(',')[1];
|
const base64 = dataUrl.split(',')[1];
|
||||||
resolve({
|
resolve(base64);
|
||||||
type: 'image',
|
|
||||||
mimeType: file.type,
|
|
||||||
fileName: file.name,
|
|
||||||
content: base64,
|
|
||||||
preview: dataUrl,
|
|
||||||
});
|
|
||||||
};
|
};
|
||||||
reader.onerror = () => reject(new Error('Failed to read file'));
|
reader.onerror = () => reject(new Error('Failed to read file'));
|
||||||
reader.readAsDataURL(file);
|
reader.readAsDataURL(file);
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ── Component ────────────────────────────────────────────────────
|
||||||
|
|
||||||
export function ChatInput({ onSend, onStop, disabled = false, sending = false }: ChatInputProps) {
|
export function ChatInput({ onSend, onStop, disabled = false, sending = false }: ChatInputProps) {
|
||||||
const [input, setInput] = useState('');
|
const [input, setInput] = useState('');
|
||||||
const [attachments, setAttachments] = useState<ChatAttachment[]>([]);
|
const [attachments, setAttachments] = useState<FileAttachment[]>([]);
|
||||||
const textareaRef = useRef<HTMLTextAreaElement>(null);
|
const textareaRef = useRef<HTMLTextAreaElement>(null);
|
||||||
const fileInputRef = useRef<HTMLInputElement>(null);
|
|
||||||
const isComposingRef = useRef(false);
|
const isComposingRef = useRef(false);
|
||||||
|
|
||||||
// Auto-resize textarea
|
// Auto-resize textarea
|
||||||
@@ -70,28 +81,128 @@ export function ChatInput({ onSend, onStop, disabled = false, sending = false }:
|
|||||||
}
|
}
|
||||||
}, [input]);
|
}, [input]);
|
||||||
|
|
||||||
const addFiles = useCallback(async (files: FileList | File[]) => {
|
// ── File staging via native dialog ─────────────────────────────
|
||||||
const fileArray = Array.from(files).filter((f) => ACCEPTED_IMAGE_TYPES.includes(f.type));
|
|
||||||
if (fileArray.length === 0) return;
|
|
||||||
|
|
||||||
|
const pickFiles = useCallback(async () => {
|
||||||
try {
|
try {
|
||||||
const newAttachments = await Promise.all(fileArray.map(fileToAttachment));
|
const result = await window.electron.ipcRenderer.invoke('dialog:open', {
|
||||||
setAttachments((prev) => [...prev, ...newAttachments]);
|
properties: ['openFile', 'multiSelections'],
|
||||||
|
}) as { canceled: boolean; filePaths?: string[] };
|
||||||
|
if (result.canceled || !result.filePaths?.length) return;
|
||||||
|
|
||||||
|
// Add placeholder entries immediately
|
||||||
|
const tempIds: string[] = [];
|
||||||
|
for (const filePath of result.filePaths) {
|
||||||
|
const tempId = crypto.randomUUID();
|
||||||
|
tempIds.push(tempId);
|
||||||
|
const fileName = filePath.split('/').pop() || filePath.split('\\').pop() || 'file';
|
||||||
|
setAttachments(prev => [...prev, {
|
||||||
|
id: tempId,
|
||||||
|
fileName,
|
||||||
|
mimeType: '',
|
||||||
|
fileSize: 0,
|
||||||
|
stagedPath: '',
|
||||||
|
preview: null,
|
||||||
|
status: 'staging' as const,
|
||||||
|
}]);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Stage all files via IPC
|
||||||
|
const staged = await window.electron.ipcRenderer.invoke(
|
||||||
|
'file:stage',
|
||||||
|
result.filePaths,
|
||||||
|
) as Array<{
|
||||||
|
id: string;
|
||||||
|
fileName: string;
|
||||||
|
mimeType: string;
|
||||||
|
fileSize: number;
|
||||||
|
stagedPath: string;
|
||||||
|
preview: string | null;
|
||||||
|
}>;
|
||||||
|
|
||||||
|
// Update each placeholder with real data
|
||||||
|
setAttachments(prev => {
|
||||||
|
let updated = [...prev];
|
||||||
|
for (let i = 0; i < tempIds.length; i++) {
|
||||||
|
const tempId = tempIds[i];
|
||||||
|
const data = staged[i];
|
||||||
|
if (data) {
|
||||||
|
updated = updated.map(a =>
|
||||||
|
a.id === tempId
|
||||||
|
? { ...data, status: 'ready' as const }
|
||||||
|
: a,
|
||||||
|
);
|
||||||
|
} else {
|
||||||
|
updated = updated.map(a =>
|
||||||
|
a.id === tempId
|
||||||
|
? { ...a, status: 'error' as const, error: 'Staging failed' }
|
||||||
|
: a,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return updated;
|
||||||
|
});
|
||||||
} catch (err) {
|
} catch (err) {
|
||||||
console.error('Failed to process image:', err);
|
console.error('Failed to pick files:', err);
|
||||||
}
|
}
|
||||||
}, []);
|
}, []);
|
||||||
|
|
||||||
const removeAttachment = useCallback((index: number) => {
|
// ── Stage browser File objects (paste / drag-drop) ─────────────
|
||||||
setAttachments((prev) => prev.filter((_, i) => i !== index));
|
|
||||||
|
const stageBufferFiles = useCallback(async (files: globalThis.File[]) => {
|
||||||
|
for (const file of files) {
|
||||||
|
const tempId = crypto.randomUUID();
|
||||||
|
setAttachments(prev => [...prev, {
|
||||||
|
id: tempId,
|
||||||
|
fileName: file.name,
|
||||||
|
mimeType: file.type || 'application/octet-stream',
|
||||||
|
fileSize: file.size,
|
||||||
|
stagedPath: '',
|
||||||
|
preview: null,
|
||||||
|
status: 'staging' as const,
|
||||||
|
}]);
|
||||||
|
|
||||||
|
try {
|
||||||
|
const base64 = await readFileAsBase64(file);
|
||||||
|
const staged = await window.electron.ipcRenderer.invoke('file:stageBuffer', {
|
||||||
|
base64,
|
||||||
|
fileName: file.name,
|
||||||
|
mimeType: file.type || 'application/octet-stream',
|
||||||
|
}) as {
|
||||||
|
id: string;
|
||||||
|
fileName: string;
|
||||||
|
mimeType: string;
|
||||||
|
fileSize: number;
|
||||||
|
stagedPath: string;
|
||||||
|
preview: string | null;
|
||||||
|
};
|
||||||
|
setAttachments(prev => prev.map(a =>
|
||||||
|
a.id === tempId ? { ...staged, status: 'ready' as const } : a,
|
||||||
|
));
|
||||||
|
} catch (err) {
|
||||||
|
setAttachments(prev => prev.map(a =>
|
||||||
|
a.id === tempId
|
||||||
|
? { ...a, status: 'error' as const, error: String(err) }
|
||||||
|
: a,
|
||||||
|
));
|
||||||
|
}
|
||||||
|
}
|
||||||
}, []);
|
}, []);
|
||||||
|
|
||||||
const canSend = (input.trim() || attachments.length > 0) && !disabled && !sending;
|
// ── Attachment management ──────────────────────────────────────
|
||||||
|
|
||||||
|
const removeAttachment = useCallback((id: string) => {
|
||||||
|
setAttachments(prev => prev.filter(a => a.id !== id));
|
||||||
|
}, []);
|
||||||
|
|
||||||
|
const allReady = attachments.length === 0 || attachments.every(a => a.status === 'ready');
|
||||||
|
const canSend = (input.trim() || attachments.length > 0) && allReady && !disabled && !sending;
|
||||||
const canStop = sending && !disabled && !!onStop;
|
const canStop = sending && !disabled && !!onStop;
|
||||||
|
|
||||||
const handleSend = useCallback(() => {
|
const handleSend = useCallback(() => {
|
||||||
if (!canSend) return;
|
if (!canSend) return;
|
||||||
onSend(input.trim(), attachments.length > 0 ? attachments : undefined);
|
const readyAttachments = attachments.filter(a => a.status === 'ready');
|
||||||
|
onSend(input.trim(), readyAttachments.length > 0 ? readyAttachments : undefined);
|
||||||
setInput('');
|
setInput('');
|
||||||
setAttachments([]);
|
setAttachments([]);
|
||||||
if (textareaRef.current) {
|
if (textareaRef.current) {
|
||||||
@@ -118,25 +229,25 @@ export function ChatInput({ onSend, onStop, disabled = false, sending = false }:
|
|||||||
[handleSend],
|
[handleSend],
|
||||||
);
|
);
|
||||||
|
|
||||||
// Handle paste (Ctrl/Cmd+V with image)
|
// Handle paste (Ctrl/Cmd+V with files)
|
||||||
const handlePaste = useCallback(
|
const handlePaste = useCallback(
|
||||||
(e: React.ClipboardEvent) => {
|
(e: React.ClipboardEvent) => {
|
||||||
const items = e.clipboardData?.items;
|
const items = e.clipboardData?.items;
|
||||||
if (!items) return;
|
if (!items) return;
|
||||||
|
|
||||||
const imageFiles: File[] = [];
|
const pastedFiles: globalThis.File[] = [];
|
||||||
for (const item of Array.from(items)) {
|
for (const item of Array.from(items)) {
|
||||||
if (item.type.startsWith('image/')) {
|
if (item.kind === 'file') {
|
||||||
const file = item.getAsFile();
|
const file = item.getAsFile();
|
||||||
if (file) imageFiles.push(file);
|
if (file) pastedFiles.push(file);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (imageFiles.length > 0) {
|
if (pastedFiles.length > 0) {
|
||||||
e.preventDefault();
|
e.preventDefault();
|
||||||
addFiles(imageFiles);
|
stageBufferFiles(pastedFiles);
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
[addFiles],
|
[stageBufferFiles],
|
||||||
);
|
);
|
||||||
|
|
||||||
// Handle drag & drop
|
// Handle drag & drop
|
||||||
@@ -159,11 +270,11 @@ export function ChatInput({ onSend, onStop, disabled = false, sending = false }:
|
|||||||
e.preventDefault();
|
e.preventDefault();
|
||||||
e.stopPropagation();
|
e.stopPropagation();
|
||||||
setDragOver(false);
|
setDragOver(false);
|
||||||
if (e.dataTransfer?.files) {
|
if (e.dataTransfer?.files?.length) {
|
||||||
addFiles(e.dataTransfer.files);
|
stageBufferFiles(Array.from(e.dataTransfer.files));
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
[addFiles],
|
[stageBufferFiles],
|
||||||
);
|
);
|
||||||
|
|
||||||
return (
|
return (
|
||||||
@@ -174,26 +285,15 @@ export function ChatInput({ onSend, onStop, disabled = false, sending = false }:
|
|||||||
onDrop={handleDrop}
|
onDrop={handleDrop}
|
||||||
>
|
>
|
||||||
<div className="max-w-4xl mx-auto">
|
<div className="max-w-4xl mx-auto">
|
||||||
{/* Image Previews */}
|
{/* Attachment Previews */}
|
||||||
{attachments.length > 0 && (
|
{attachments.length > 0 && (
|
||||||
<div className="flex gap-2 mb-2 flex-wrap">
|
<div className="flex gap-2 mb-2 flex-wrap">
|
||||||
{attachments.map((att, idx) => (
|
{attachments.map((att) => (
|
||||||
<div
|
<AttachmentPreview
|
||||||
key={idx}
|
key={att.id}
|
||||||
className="relative group w-16 h-16 rounded-lg overflow-hidden border border-border"
|
attachment={att}
|
||||||
>
|
onRemove={() => removeAttachment(att.id)}
|
||||||
<img
|
/>
|
||||||
src={att.preview}
|
|
||||||
alt={att.fileName}
|
|
||||||
className="w-full h-full object-cover"
|
|
||||||
/>
|
|
||||||
<button
|
|
||||||
onClick={() => removeAttachment(idx)}
|
|
||||||
className="absolute -top-1 -right-1 bg-destructive text-destructive-foreground rounded-full p-0.5 opacity-0 group-hover:opacity-100 transition-opacity"
|
|
||||||
>
|
|
||||||
<X className="h-3 w-3" />
|
|
||||||
</button>
|
|
||||||
</div>
|
|
||||||
))}
|
))}
|
||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
@@ -201,19 +301,17 @@ export function ChatInput({ onSend, onStop, disabled = false, sending = false }:
|
|||||||
{/* Input Row */}
|
{/* Input Row */}
|
||||||
<div className={`flex items-end gap-2 ${dragOver ? 'ring-2 ring-primary rounded-lg' : ''}`}>
|
<div className={`flex items-end gap-2 ${dragOver ? 'ring-2 ring-primary rounded-lg' : ''}`}>
|
||||||
|
|
||||||
<input
|
{/* Attach Button */}
|
||||||
ref={fileInputRef}
|
<Button
|
||||||
type="file"
|
variant="ghost"
|
||||||
accept={ACCEPTED_IMAGE_TYPES.join(',')}
|
size="icon"
|
||||||
multiple
|
className="shrink-0 h-[44px] w-[44px]"
|
||||||
className="hidden"
|
onClick={pickFiles}
|
||||||
onChange={(e) => {
|
disabled={disabled || sending}
|
||||||
if (e.target.files) {
|
title="Attach files"
|
||||||
addFiles(e.target.files);
|
>
|
||||||
e.target.value = '';
|
<Paperclip className="h-4 w-4" />
|
||||||
}
|
</Button>
|
||||||
}}
|
|
||||||
/>
|
|
||||||
|
|
||||||
{/* Textarea */}
|
{/* Textarea */}
|
||||||
<div className="flex-1 relative">
|
<div className="flex-1 relative">
|
||||||
@@ -256,3 +354,63 @@ export function ChatInput({ onSend, onStop, disabled = false, sending = false }:
|
|||||||
</div>
|
</div>
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ── Attachment Preview ───────────────────────────────────────────
|
||||||
|
|
||||||
|
function AttachmentPreview({
|
||||||
|
attachment,
|
||||||
|
onRemove,
|
||||||
|
}: {
|
||||||
|
attachment: FileAttachment;
|
||||||
|
onRemove: () => void;
|
||||||
|
}) {
|
||||||
|
const isImage = attachment.mimeType.startsWith('image/') && attachment.preview;
|
||||||
|
|
||||||
|
return (
|
||||||
|
<div className="relative group rounded-lg overflow-hidden border border-border">
|
||||||
|
{isImage ? (
|
||||||
|
// Image thumbnail
|
||||||
|
<div className="w-16 h-16">
|
||||||
|
<img
|
||||||
|
src={attachment.preview!}
|
||||||
|
alt={attachment.fileName}
|
||||||
|
className="w-full h-full object-cover"
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
|
) : (
|
||||||
|
// Generic file card
|
||||||
|
<div className="flex items-center gap-2 px-3 py-2 bg-muted/50 max-w-[200px]">
|
||||||
|
<FileIcon mimeType={attachment.mimeType} className="h-5 w-5 shrink-0 text-muted-foreground" />
|
||||||
|
<div className="min-w-0 overflow-hidden">
|
||||||
|
<p className="text-xs font-medium truncate">{attachment.fileName}</p>
|
||||||
|
<p className="text-[10px] text-muted-foreground">
|
||||||
|
{attachment.fileSize > 0 ? formatFileSize(attachment.fileSize) : '...'}
|
||||||
|
</p>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{/* Staging overlay */}
|
||||||
|
{attachment.status === 'staging' && (
|
||||||
|
<div className="absolute inset-0 bg-black/40 flex items-center justify-center">
|
||||||
|
<Loader2 className="h-4 w-4 text-white animate-spin" />
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{/* Error overlay */}
|
||||||
|
{attachment.status === 'error' && (
|
||||||
|
<div className="absolute inset-0 bg-destructive/20 flex items-center justify-center">
|
||||||
|
<span className="text-[10px] text-destructive font-medium px-1">Error</span>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{/* Remove button */}
|
||||||
|
<button
|
||||||
|
onClick={onRemove}
|
||||||
|
className="absolute -top-1 -right-1 bg-destructive text-destructive-foreground rounded-full p-0.5 opacity-0 group-hover:opacity-100 transition-opacity"
|
||||||
|
>
|
||||||
|
<X className="h-3 w-3" />
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|||||||
@@ -4,12 +4,12 @@
|
|||||||
* with markdown, thinking sections, images, and tool cards.
|
* with markdown, thinking sections, images, and tool cards.
|
||||||
*/
|
*/
|
||||||
import { useState, useCallback, memo } from 'react';
|
import { useState, useCallback, memo } from 'react';
|
||||||
import { User, Sparkles, Copy, Check, ChevronDown, ChevronRight, Wrench } from 'lucide-react';
|
import { User, Sparkles, Copy, Check, ChevronDown, ChevronRight, Wrench, FileText, Film, Music, FileArchive, File } from 'lucide-react';
|
||||||
import ReactMarkdown from 'react-markdown';
|
import ReactMarkdown from 'react-markdown';
|
||||||
import remarkGfm from 'remark-gfm';
|
import remarkGfm from 'remark-gfm';
|
||||||
import { Button } from '@/components/ui/button';
|
import { Button } from '@/components/ui/button';
|
||||||
import { cn } from '@/lib/utils';
|
import { cn } from '@/lib/utils';
|
||||||
import type { RawMessage } from '@/stores/chat';
|
import type { RawMessage, AttachedFileMeta } from '@/stores/chat';
|
||||||
import { extractText, extractThinking, extractImages, extractToolUse, formatTimestamp } from './message-utils';
|
import { extractText, extractThinking, extractImages, extractToolUse, formatTimestamp } from './message-utils';
|
||||||
|
|
||||||
interface ChatMessageProps {
|
interface ChatMessageProps {
|
||||||
@@ -43,11 +43,13 @@ export const ChatMessage = memo(function ChatMessage({
|
|||||||
const visibleThinking = showThinking ? thinking : null;
|
const visibleThinking = showThinking ? thinking : null;
|
||||||
const visibleTools = showThinking ? tools : [];
|
const visibleTools = showThinking ? tools : [];
|
||||||
|
|
||||||
|
const attachedFiles = message._attachedFiles || [];
|
||||||
|
|
||||||
// Never render tool result messages in chat UI
|
// Never render tool result messages in chat UI
|
||||||
if (isToolResult) return null;
|
if (isToolResult) return null;
|
||||||
|
|
||||||
// Don't render empty messages
|
// Don't render empty messages
|
||||||
if (!hasText && !visibleThinking && images.length === 0 && visibleTools.length === 0) return null;
|
if (!hasText && !visibleThinking && images.length === 0 && visibleTools.length === 0 && attachedFiles.length === 0) return null;
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<div
|
<div
|
||||||
@@ -103,7 +105,7 @@ export const ChatMessage = memo(function ChatMessage({
|
|||||||
/>
|
/>
|
||||||
)}
|
)}
|
||||||
|
|
||||||
{/* Images */}
|
{/* Images (from assistant/channel content blocks) */}
|
||||||
{images.length > 0 && (
|
{images.length > 0 && (
|
||||||
<div className="flex flex-wrap gap-2">
|
<div className="flex flex-wrap gap-2">
|
||||||
{images.map((img, i) => (
|
{images.map((img, i) => (
|
||||||
@@ -116,6 +118,24 @@ export const ChatMessage = memo(function ChatMessage({
|
|||||||
))}
|
))}
|
||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
|
|
||||||
|
{/* File attachments (user-uploaded files) */}
|
||||||
|
{attachedFiles.length > 0 && (
|
||||||
|
<div className="flex flex-wrap gap-2">
|
||||||
|
{attachedFiles.map((file, i) => (
|
||||||
|
file.mimeType.startsWith('image/') && file.preview ? (
|
||||||
|
<img
|
||||||
|
key={i}
|
||||||
|
src={file.preview}
|
||||||
|
alt={file.fileName}
|
||||||
|
className="max-w-xs max-h-48 rounded-lg border"
|
||||||
|
/>
|
||||||
|
) : (
|
||||||
|
<FileCard key={i} file={file} />
|
||||||
|
)
|
||||||
|
))}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
);
|
);
|
||||||
@@ -292,6 +312,38 @@ function ThinkingBlock({ content }: { content: string }) {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ── File Card (for user-uploaded non-image files) ───────────────
|
||||||
|
|
||||||
|
function formatFileSize(bytes: number): string {
|
||||||
|
if (bytes < 1024) return `${bytes} B`;
|
||||||
|
if (bytes < 1024 * 1024) return `${(bytes / 1024).toFixed(1)} KB`;
|
||||||
|
if (bytes < 1024 * 1024 * 1024) return `${(bytes / (1024 * 1024)).toFixed(2)} MB`;
|
||||||
|
return `${(bytes / (1024 * 1024 * 1024)).toFixed(2)} GB`;
|
||||||
|
}
|
||||||
|
|
||||||
|
function FileIcon({ mimeType, className }: { mimeType: string; className?: string }) {
|
||||||
|
if (mimeType.startsWith('video/')) return <Film className={className} />;
|
||||||
|
if (mimeType.startsWith('audio/')) return <Music className={className} />;
|
||||||
|
if (mimeType.startsWith('text/') || mimeType === 'application/json' || mimeType === 'application/xml') return <FileText className={className} />;
|
||||||
|
if (mimeType.includes('zip') || mimeType.includes('compressed') || mimeType.includes('archive') || mimeType.includes('tar') || mimeType.includes('rar') || mimeType.includes('7z')) return <FileArchive className={className} />;
|
||||||
|
if (mimeType === 'application/pdf') return <FileText className={className} />;
|
||||||
|
return <File className={className} />;
|
||||||
|
}
|
||||||
|
|
||||||
|
function FileCard({ file }: { file: AttachedFileMeta }) {
|
||||||
|
return (
|
||||||
|
<div className="flex items-center gap-2 rounded-lg border border-border px-3 py-2 bg-muted/30 max-w-[220px]">
|
||||||
|
<FileIcon mimeType={file.mimeType} className="h-5 w-5 shrink-0 text-muted-foreground" />
|
||||||
|
<div className="min-w-0 overflow-hidden">
|
||||||
|
<p className="text-xs font-medium truncate">{file.fileName}</p>
|
||||||
|
<p className="text-[10px] text-muted-foreground">
|
||||||
|
{file.fileSize > 0 ? formatFileSize(file.fileSize) : 'File'}
|
||||||
|
</p>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
// ── Tool Card ───────────────────────────────────────────────────
|
// ── Tool Card ───────────────────────────────────────────────────
|
||||||
|
|
||||||
function ToolCard({ name, input }: { name: string; input: unknown }) {
|
function ToolCard({ name, input }: { name: string; input: unknown }) {
|
||||||
|
|||||||
@@ -7,6 +7,14 @@ import { create } from 'zustand';
|
|||||||
|
|
||||||
// ── Types ────────────────────────────────────────────────────────
|
// ── Types ────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
/** Metadata for locally-attached files (not from Gateway) */
|
||||||
|
export interface AttachedFileMeta {
|
||||||
|
fileName: string;
|
||||||
|
mimeType: string;
|
||||||
|
fileSize: number;
|
||||||
|
preview: string | null;
|
||||||
|
}
|
||||||
|
|
||||||
/** Raw message from OpenClaw chat.history */
|
/** Raw message from OpenClaw chat.history */
|
||||||
export interface RawMessage {
|
export interface RawMessage {
|
||||||
role: 'user' | 'assistant' | 'system' | 'toolresult';
|
role: 'user' | 'assistant' | 'system' | 'toolresult';
|
||||||
@@ -17,6 +25,8 @@ export interface RawMessage {
|
|||||||
toolName?: string;
|
toolName?: string;
|
||||||
details?: unknown;
|
details?: unknown;
|
||||||
isError?: boolean;
|
isError?: boolean;
|
||||||
|
/** Local-only: file metadata for user-uploaded attachments (not sent to/from Gateway) */
|
||||||
|
_attachedFiles?: AttachedFileMeta[];
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Content block inside a message */
|
/** Content block inside a message */
|
||||||
@@ -79,7 +89,7 @@ interface ChatState {
|
|||||||
switchSession: (key: string) => void;
|
switchSession: (key: string) => void;
|
||||||
newSession: () => void;
|
newSession: () => void;
|
||||||
loadHistory: () => Promise<void>;
|
loadHistory: () => Promise<void>;
|
||||||
sendMessage: (text: string, attachments?: { type: string; mimeType: string; fileName: string; content: string }[]) => Promise<void>;
|
sendMessage: (text: string, attachments?: Array<{ fileName: string; mimeType: string; fileSize: number; stagedPath: string; preview: string | null }>) => Promise<void>;
|
||||||
abortRun: () => Promise<void>;
|
abortRun: () => Promise<void>;
|
||||||
handleChatEvent: (event: Record<string, unknown>) => void;
|
handleChatEvent: (event: Record<string, unknown>) => void;
|
||||||
toggleThinking: () => void;
|
toggleThinking: () => void;
|
||||||
@@ -480,18 +490,24 @@ export const useChatStore = create<ChatState>((set, get) => ({
|
|||||||
|
|
||||||
// ── Send message ──
|
// ── Send message ──
|
||||||
|
|
||||||
sendMessage: async (text: string, attachments?: { type: string; mimeType: string; fileName: string; content: string }[]) => {
|
sendMessage: async (text: string, attachments?: Array<{ fileName: string; mimeType: string; fileSize: number; stagedPath: string; preview: string | null }>) => {
|
||||||
const trimmed = text.trim();
|
const trimmed = text.trim();
|
||||||
if (!trimmed && (!attachments || attachments.length === 0)) return;
|
if (!trimmed && (!attachments || attachments.length === 0)) return;
|
||||||
|
|
||||||
const { currentSessionKey } = get();
|
const { currentSessionKey } = get();
|
||||||
|
|
||||||
// Add user message optimistically
|
// Add user message optimistically (with local file metadata for UI display)
|
||||||
const userMsg: RawMessage = {
|
const userMsg: RawMessage = {
|
||||||
role: 'user',
|
role: 'user',
|
||||||
content: trimmed || '(image)',
|
content: trimmed || (attachments?.length ? '(file attached)' : ''),
|
||||||
timestamp: Date.now() / 1000,
|
timestamp: Date.now() / 1000,
|
||||||
id: crypto.randomUUID(),
|
id: crypto.randomUUID(),
|
||||||
|
_attachedFiles: attachments?.map(a => ({
|
||||||
|
fileName: a.fileName,
|
||||||
|
mimeType: a.mimeType,
|
||||||
|
fileSize: a.fileSize,
|
||||||
|
preview: a.preview,
|
||||||
|
})),
|
||||||
};
|
};
|
||||||
set((s) => ({
|
set((s) => ({
|
||||||
messages: [...s.messages, userMsg],
|
messages: [...s.messages, userMsg],
|
||||||
@@ -506,29 +522,41 @@ export const useChatStore = create<ChatState>((set, get) => ({
|
|||||||
|
|
||||||
try {
|
try {
|
||||||
const idempotencyKey = crypto.randomUUID();
|
const idempotencyKey = crypto.randomUUID();
|
||||||
const rpcParams: Record<string, unknown> = {
|
const hasMedia = attachments && attachments.length > 0;
|
||||||
sessionKey: currentSessionKey,
|
|
||||||
message: trimmed || 'Describe this image.',
|
|
||||||
deliver: false,
|
|
||||||
idempotencyKey,
|
|
||||||
};
|
|
||||||
|
|
||||||
// Include image attachments if any
|
let result: { success: boolean; result?: { runId?: string }; error?: string };
|
||||||
if (attachments && attachments.length > 0) {
|
|
||||||
rpcParams.attachments = attachments.map((a) => ({
|
if (hasMedia) {
|
||||||
type: a.type,
|
// Use dedicated chat:sendWithMedia handler — main process reads staged files
|
||||||
mimeType: a.mimeType,
|
// from disk and builds base64 attachments, avoiding large IPC transfers
|
||||||
fileName: a.fileName,
|
result = await window.electron.ipcRenderer.invoke(
|
||||||
content: a.content,
|
'chat:sendWithMedia',
|
||||||
}));
|
{
|
||||||
|
sessionKey: currentSessionKey,
|
||||||
|
message: trimmed || 'Process the attached file(s).',
|
||||||
|
deliver: false,
|
||||||
|
idempotencyKey,
|
||||||
|
media: attachments.map((a) => ({
|
||||||
|
filePath: a.stagedPath,
|
||||||
|
mimeType: a.mimeType,
|
||||||
|
fileName: a.fileName,
|
||||||
|
})),
|
||||||
|
},
|
||||||
|
) as { success: boolean; result?: { runId?: string }; error?: string };
|
||||||
|
} else {
|
||||||
|
// No media — use standard lightweight RPC
|
||||||
|
result = await window.electron.ipcRenderer.invoke(
|
||||||
|
'gateway:rpc',
|
||||||
|
'chat.send',
|
||||||
|
{
|
||||||
|
sessionKey: currentSessionKey,
|
||||||
|
message: trimmed,
|
||||||
|
deliver: false,
|
||||||
|
idempotencyKey,
|
||||||
|
},
|
||||||
|
) as { success: boolean; result?: { runId?: string }; error?: string };
|
||||||
}
|
}
|
||||||
|
|
||||||
const result = await window.electron.ipcRenderer.invoke(
|
|
||||||
'gateway:rpc',
|
|
||||||
'chat.send',
|
|
||||||
rpcParams,
|
|
||||||
) as { success: boolean; result?: { runId?: string }; error?: string };
|
|
||||||
|
|
||||||
if (!result.success) {
|
if (!result.success) {
|
||||||
set({ error: result.error || 'Failed to send message', sending: false });
|
set({ error: result.error || 'Failed to send message', sending: false });
|
||||||
} else if (result.result?.runId) {
|
} else if (result.result?.runId) {
|
||||||
|
|||||||
Reference in New Issue
Block a user