This commit is contained in:
sebseb7
2025-10-10 05:59:23 +02:00
parent 44305b891a
commit e2f4816299

17
x.js
View File

@@ -122,18 +122,27 @@ async function callLLMBedrock({ awsAccessKey, awsSecretKey, awsRegion, model, sy
}); });
// Bedrock API uses a different format - system is a separate parameter // Bedrock API uses a different format - system is a separate parameter
const response = await abclient.messages.create({ const stream = await abclient.messages.create({
model, model,
system: system, system: system,
stream: true,
messages: [ messages: [
{ role: 'user', content: user } { role: 'user', content: user }
], ],
max_tokens: 64000, max_tokens: 64000,
}); });
// Extract text content from response (similar behavior to OpenAI-compatible) let result = "";
const text = response.content?.[0]?.text?.trim();
return text || ''; for await (const messageStreamEvent of stream) {
if (messageStreamEvent.type === "content_block_delta") {
if (messageStreamEvent.delta.type === "text_delta") {
result += messageStreamEvent.delta.text;
}
}
}
return result;
} catch (e) { } catch (e) {
throw new Error(`Bedrock API error: ${e.message}`); throw new Error(`Bedrock API error: ${e.message}`);
} }