fix
This commit is contained in:
17
x.js
17
x.js
@@ -122,18 +122,27 @@ async function callLLMBedrock({ awsAccessKey, awsSecretKey, awsRegion, model, sy
|
|||||||
});
|
});
|
||||||
|
|
||||||
// Bedrock API uses a different format - system is a separate parameter
|
// Bedrock API uses a different format - system is a separate parameter
|
||||||
const response = await abclient.messages.create({
|
const stream = await abclient.messages.create({
|
||||||
model,
|
model,
|
||||||
system: system,
|
system: system,
|
||||||
|
stream: true,
|
||||||
messages: [
|
messages: [
|
||||||
{ role: 'user', content: user }
|
{ role: 'user', content: user }
|
||||||
],
|
],
|
||||||
max_tokens: 64000,
|
max_tokens: 64000,
|
||||||
});
|
});
|
||||||
|
|
||||||
// Extract text content from response (similar behavior to OpenAI-compatible)
|
let result = "";
|
||||||
const text = response.content?.[0]?.text?.trim();
|
|
||||||
return text || '';
|
for await (const messageStreamEvent of stream) {
|
||||||
|
if (messageStreamEvent.type === "content_block_delta") {
|
||||||
|
if (messageStreamEvent.delta.type === "text_delta") {
|
||||||
|
result += messageStreamEvent.delta.text;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return result;
|
||||||
} catch (e) {
|
} catch (e) {
|
||||||
throw new Error(`Bedrock API error: ${e.message}`);
|
throw new Error(`Bedrock API error: ${e.message}`);
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user