admin/zCode-CLI-X
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: enable streaming responses like OpenClaw

Browse Source 
- Add sendStreamingMessage() to message-sender.js with typing indicators
- Enable stream: true in chatWithAI() with SSE parsing
- Replace all ctx.reply() calls with sendStreamingMessage()
- Real-time text streaming with 50ms delay between chunks
This commit is contained in:
admin
2026-05-05 13:18:32 +00:00
Unverified
parent 48011b2ca6
commit e658842458
2 changed files with 82 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

71
src/bot/index.js
View File

@@ -154,31 +154,50 @@ export async function initBot(config, api, tools, skills, agents) {
messages,
temperature: opts.temperature ?? 0.7,
max_tokens: opts.maxTokens || 4096,
stream: true, // Enable streaming
};
if (tools.length) body.tools = tools;
const response = await api.client.post('/chat/completions', body);
const choice = response.data.choices?.[0];
if (!choice) return '❌ No response from model.';
const response = await api.client.post('/chat/completions', body, {
responseType: 'stream',
});
const msg = choice.message;
if (msg.tool_calls?.length) {
const parts = [];
for (const tc of msg.tool_calls) {
const fn = tc.function;
try {
const handler = toolHandlers[fn.name];
if (!handler) { parts.push(`❌ Unknown tool: ${fn.name}`); continue; }
const args = JSON.parse(fn.arguments);
const result = await handler(args);
parts.push(`${result}`);
} catch (e) {
parts.push(`❌ Tool ${fn.name} error: ${e.message}`);
const reader = response.data;
let fullText = '';
for await (const chunk of reader) {
const lines = chunk.toString().split('\n').filter(line => line.trim());
for (const line of lines) {
if (line === 'data: [DONE]') continue;
if (line.startsWith('data: ')) {
const data = line.slice(6);
try {
const parsed = JSON.parse(data);
const content = parsed.choices?.[0]?.delta?.content;
if (content) {
fullText += content;
}
} catch (e) {
// Skip parse errors for invalid JSON chunks
}
}
}
return parts.join('\n\n');
}
return msg.content || '✅ Done.';
if (!fullText) {
// Fallback to non-streaming if streaming failed
const fallbackResponse = await api.client.post('/chat/completions', {
model,
messages,
temperature: opts.temperature ?? 0.7,
max_tokens: opts.maxTokens || 4096,
});
return fallbackResponse.data.choices[0].message;
}
return { content: fullText };
} catch (error) {
logger.error('AI error:', error.response?.data || error.message);
return `❌ ${error.response?.data?.error?.message || error.message}`;
@@ -297,16 +316,16 @@ export async function initBot(config, api, tools, skills, agents) {
'',
'📋 *Commands:* /tools /skills /agents /model /stats /voice /mcp /memory /cron /cancel',
'',
'Or just chat — I\'ll use tools when needed.',
'Or just chat — I will use tools when needed.',
`Model: \`${svc.config?.api?.models?.default || 'glm-5.1'}\``,
];
await ctx.reply(lines.join('\n'), { parse_mode: 'Markdown' });
await sendStreamingMessage(ctx, lines.join('\n'));
});
bot.command('tools', async (ctx) => {
const lines = ['🔧 *Tools:*\n'];
for (const t of svc.tools) lines.push(`• \`${t.name}\` — ${t.description}`);
await ctx.reply(lines.join('\n'), { parse_mode: 'Markdown' });
await sendStreamingMessage(ctx, lines.join('\n'));
});
bot.command('skills', async (ctx) => {
@@ -319,7 +338,7 @@ export async function initBot(config, api, tools, skills, agents) {
for (const s of items) lines.push(` • \`${s.name}\` — ${s.description}`);
lines.push('');
}
await ctx.reply(lines.join('\n'), { parse_mode: 'Markdown' });
await sendStreamingMessage(ctx, lines.join('\n'));
});
bot.command('agents', async (ctx) => {
@@ -328,7 +347,7 @@ export async function initBot(config, api, tools, skills, agents) {
lines.push(`• *${a.name}* (\`${a.id}\`)`);
lines.push(` ${a.description}`);
}
await ctx.reply(lines.join('\n'), { parse_mode: 'Markdown' });
await sendStreamingMessage(ctx, lines.join('\n'));
});
bot.command('model', async (ctx) => {
@@ -355,11 +374,11 @@ export async function initBot(config, api, tools, skills, agents) {
lines.push(`Optimized: ${rtkStats.totalOptimized || 0}`);
lines.push(`Saved: ${rtkStats.totalTokensSaved || 0} tok`);
}
await ctx.reply(lines.join('\n'), { parse_mode: 'Markdown' });
await sendStreamingMessage(ctx, lines.join('\n'));
});
bot.command('voice', async (ctx) => {
await ctx.reply(`🎤 *Voice I/O*\n\nVoice recording is available via the TS service layer.\nSend me a voice message and I'll transcribe it.`);
await sendStreamingMessage(ctx, `🎤 *Voice I/O*\n\nVoice recording is available via the TS service layer.\nSend me a voice message and I will transcribe it.`);
});
bot.command('mcp', async (ctx) => {
@@ -424,7 +443,7 @@ export async function initBot(config, api, tools, skills, agents) {
{ role: 'system', content: buildSystemPrompt(svc) },
{ role: 'user', content: text },
]);
await sendFormatted(ctx, result);
await sendStreamingMessage(ctx, result.content || result);
});
});