SDK Converse API TypeScript

npm install @aws-sdk/client-bedrock-runtime@^3.0.0

import {
  BedrockRuntimeClient,
  ConverseCommand,
  type Message,
} from "@aws-sdk/client-bedrock-runtime";

// MUST use BedrockRuntimeClient (not BedrockClient) for inference
const client = new BedrockRuntimeClient({
  region: "us-east-1",
  maxAttempts: 5,
  retryMode: "adaptive", // enables adaptive retry with client-side rate limiting
});

const response = await client.send(
  new ConverseCommand({
    modelId: "us.anthropic.claude-sonnet-4-6",
    messages: [{ role: "user", content: [{ text: "Hello" }] }],
    inferenceConfig: {
      maxTokens: 1024, // MUST set explicitly — see Non-Obvious Patterns
      temperature: 0.7,
    },
  })
);

console.log(response.output?.message?.content?.[0]?.text);

import { ConverseStreamCommand } from "@aws-sdk/client-bedrock-runtime";

const response = await client.send(
  new ConverseStreamCommand({
    modelId: "us.anthropic.claude-sonnet-4-6",
    messages: [{ role: "user", content: [{ text: "Explain RAG in 3 sentences." }] }],
    inferenceConfig: { maxTokens: 1024 },
  })
);

if (response.stream) {
  for await (const event of response.stream) {
    if (event.contentBlockDelta?.delta?.text) {
      process.stdout.write(event.contentBlockDelta.delta.text);
    }
    if (event.metadata?.usage) {
      const { inputTokens, outputTokens } = event.metadata.usage;
      console.log(`\nTokens: ${inputTokens} in, ${outputTokens} out`);
    }
  }
}

import { ConverseCommand, type Message, type Tool } from "@aws-sdk/client-bedrock-runtime";

const tools: Tool[] = [{
  toolSpec: {
    name: "get_weather",
    description: "Get current weather for a city",
    inputSchema: {
      json: {
        type: "object",
        properties: { city: { type: "string", description: "City name" } },
        required: ["city"],
      },
    },
  },
}];

const response = await client.send(
  new ConverseCommand({
    modelId: "us.anthropic.claude-sonnet-4-6",
    messages: [{ role: "user", content: [{ text: "What's the weather in Seattle?" }] }],
    inferenceConfig: { maxTokens: 1024 },
    toolConfig: { tools },
  })
);

if (response.stopReason === "tool_use") {
  const toolBlock = response.output?.message?.content?.find((b) => b.toolUse)?.toolUse;
  if (toolBlock) {
    const { name, input, toolUseId } = toolBlock;
    // name = "get_weather", input = { city: "Seattle" }

    // IMPORTANT: Validate input before use — model outputs are untrusted.
    // The model could return malformed or unexpected values. Validate types,
    // lengths, and allowlists before passing to any tool handler.

    // Execute tool, then send result back
    const messages: Message[] = [
      { role: "user", content: [{ text: "What's the weather in Seattle?" }] },
      response.output!.message!, // assistant message with toolUse
      {
        role: "user",
        content: [{
          toolResult: {
            toolUseId,
            content: [{ text: "72°F, sunny" }],
          },
        }],
      },
    ];
    const final = await client.send(
      new ConverseCommand({
        modelId: "us.anthropic.claude-sonnet-4-6",
        messages,
        inferenceConfig: { maxTokens: 1024 },
        toolConfig: { tools },
      })
    );
  }
}

const response = await client.send(
  new ConverseCommand({
    modelId: "us.anthropic.claude-sonnet-4-6",
    messages: [{ role: "user", content: [{ text: "Tell me about investments" }] }],
    inferenceConfig: { maxTokens: 1024 },
    guardrailConfig: {
      guardrailIdentifier: "my-guardrail-id",
      guardrailVersion: "1", // Pin version in production, don't use DRAFT
      trace: "disabled", // MUST be "disabled" in production — "enabled" exposes PII/harmful content in response (HIPAA/GDPR risk)
    },
  })
);