From e2f4816299035a41c7c86c9e3f7d02589ef1099a Mon Sep 17 00:00:00 2001 From: sebseb7 Date: Fri, 10 Oct 2025 05:59:23 +0200 Subject: [PATCH] fix --- x.js | 17 +++++++++++++---- 1 file changed, 13 insertions(+), 4 deletions(-) diff --git a/x.js b/x.js index f92b04a..756901a 100644 --- a/x.js +++ b/x.js @@ -122,18 +122,27 @@ async function callLLMBedrock({ awsAccessKey, awsSecretKey, awsRegion, model, sy }); // Bedrock API uses a different format - system is a separate parameter - const response = await abclient.messages.create({ + const stream = await abclient.messages.create({ model, system: system, + stream: true, messages: [ { role: 'user', content: user } ], max_tokens: 64000, }); - // Extract text content from response (similar behavior to OpenAI-compatible) - const text = response.content?.[0]?.text?.trim(); - return text || ''; + let result = ""; + + for await (const messageStreamEvent of stream) { + if (messageStreamEvent.type === "content_block_delta") { + if (messageStreamEvent.delta.type === "text_delta") { + result += messageStreamEvent.delta.text; + } + } + } + + return result; } catch (e) { throw new Error(`Bedrock API error: ${e.message}`); }