fix
This commit is contained in:
17
x.js
17
x.js
@@ -122,18 +122,27 @@ async function callLLMBedrock({ awsAccessKey, awsSecretKey, awsRegion, model, sy
|
||||
});
|
||||
|
||||
// Bedrock API uses a different format - system is a separate parameter
|
||||
const response = await abclient.messages.create({
|
||||
const stream = await abclient.messages.create({
|
||||
model,
|
||||
system: system,
|
||||
stream: true,
|
||||
messages: [
|
||||
{ role: 'user', content: user }
|
||||
],
|
||||
max_tokens: 64000,
|
||||
});
|
||||
|
||||
// Extract text content from response (similar behavior to OpenAI-compatible)
|
||||
const text = response.content?.[0]?.text?.trim();
|
||||
return text || '';
|
||||
let result = "";
|
||||
|
||||
for await (const messageStreamEvent of stream) {
|
||||
if (messageStreamEvent.type === "content_block_delta") {
|
||||
if (messageStreamEvent.delta.type === "text_delta") {
|
||||
result += messageStreamEvent.delta.text;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return result;
|
||||
} catch (e) {
|
||||
throw new Error(`Bedrock API error: ${e.message}`);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user