Class BedrockChatModel

java.lang.Object
dev.langchain4j.model.bedrock.BedrockChatModel
All Implemented Interfaces:
dev.langchain4j.model.chat.ChatModel
public class BedrockChatModel extends Object implements dev.langchain4j.model.chat.ChatModel
BedrockChatModel uses the Bedrock ConverseAPI.
See Also:

  • Field Details

    • region

      protected final software.amazon.awssdk.regions.Region region

    • timeout

      protected final Duration timeout

    • returnThinking

      protected final boolean returnThinking

    • sendThinking

      protected final boolean sendThinking

    • defaultRequestParameters

      protected final BedrockChatRequestParameters defaultRequestParameters

    • listeners

      protected final List<dev.langchain4j.model.chat.listener.ChatModelListener> listeners

    • supportedCapabilities

      protected final Set<dev.langchain4j.model.chat.Capability> supportedCapabilities

  • Constructor Details

  • Method Details

    • doChat

      public dev.langchain4j.model.chat.response.ChatResponse doChat(dev.langchain4j.model.chat.request.ChatRequest request)
      Specified by:
      doChat in interface dev.langchain4j.model.chat.ChatModel

    • defaultRequestParameters

      public BedrockChatRequestParameters defaultRequestParameters()
      Specified by:
      defaultRequestParameters in interface dev.langchain4j.model.chat.ChatModel

    • listeners

      public List<dev.langchain4j.model.chat.listener.ChatModelListener> listeners()
      Specified by:
      listeners in interface dev.langchain4j.model.chat.ChatModel

    • supportedCapabilities

      public Set<dev.langchain4j.model.chat.Capability> supportedCapabilities()
      Specified by:
      supportedCapabilities in interface dev.langchain4j.model.chat.ChatModel

    • provider

      public dev.langchain4j.model.ModelProvider provider()
      Specified by:
      provider in interface dev.langchain4j.model.chat.ChatModel

    • builder

      public static BedrockChatModel.Builder builder()

    • extractSystemMessages

      protected List<software.amazon.awssdk.services.bedrockruntime.model.SystemContentBlock> extractSystemMessages(List<dev.langchain4j.data.message.ChatMessage> messages)

    • extractSystemMessages

      protected List<software.amazon.awssdk.services.bedrockruntime.model.SystemContentBlock> extractSystemMessages(List<dev.langchain4j.data.message.ChatMessage> messages, BedrockCachePointPlacement cachePointPlacement)

    • extractRegularMessages

      protected List<software.amazon.awssdk.services.bedrockruntime.model.Message> extractRegularMessages(List<dev.langchain4j.data.message.ChatMessage> messages)

    • extractRegularMessages

      protected List<software.amazon.awssdk.services.bedrockruntime.model.Message> extractRegularMessages(List<dev.langchain4j.data.message.ChatMessage> messages, BedrockCachePointPlacement cachePointPlacement)

    • handleToolResult

      protected void handleToolResult(dev.langchain4j.data.message.ToolExecutionResultMessage toolResult, List<software.amazon.awssdk.services.bedrockruntime.model.ContentBlock> blocks, List<software.amazon.awssdk.services.bedrockruntime.model.Message> bedrockMessages, int currentIndex, List<dev.langchain4j.data.message.ChatMessage> allMessages)

    • createToolResultBlock

      protected software.amazon.awssdk.services.bedrockruntime.model.ContentBlock createToolResultBlock(dev.langchain4j.data.message.ToolExecutionResultMessage toolResult)

    • convertToBedRockMessage

      protected software.amazon.awssdk.services.bedrockruntime.model.Message convertToBedRockMessage(dev.langchain4j.data.message.ChatMessage message)

    • createUserMessage

      protected software.amazon.awssdk.services.bedrockruntime.model.Message createUserMessage(dev.langchain4j.data.message.UserMessage message)

    • createAiMessage

      protected software.amazon.awssdk.services.bedrockruntime.model.Message createAiMessage(dev.langchain4j.data.message.AiMessage message)

    • convertToolRequests

      protected List<software.amazon.awssdk.services.bedrockruntime.model.ContentBlock> convertToolRequests(List<dev.langchain4j.agent.tool.ToolExecutionRequest> requests)

    • convertContents

      protected List<software.amazon.awssdk.services.bedrockruntime.model.ContentBlock> convertContents(List<dev.langchain4j.data.message.Content> contents)

    • convertContent

      protected software.amazon.awssdk.services.bedrockruntime.model.ContentBlock convertContent(dev.langchain4j.data.message.Content content)

    • createImageBlock

      protected software.amazon.awssdk.services.bedrockruntime.model.ContentBlock createImageBlock(dev.langchain4j.data.message.ImageContent imageContent)

    • extractToolConfigurationFrom

      protected software.amazon.awssdk.services.bedrockruntime.model.ToolConfiguration extractToolConfigurationFrom(dev.langchain4j.model.chat.request.ChatRequest chatRequest)

    • extractToolConfigurationFrom

      protected software.amazon.awssdk.services.bedrockruntime.model.ToolConfiguration extractToolConfigurationFrom(dev.langchain4j.model.chat.request.ChatRequest chatRequest, BedrockCachePointPlacement cachePointPlacement)

    • validateTotalCachePoints

      protected void validateTotalCachePoints(List<dev.langchain4j.data.message.ChatMessage> messages, BedrockCachePointPlacement cachePointPlacement, boolean hasTools)
      Validates that the total number of cache points across all sources does not exceed the AWS Bedrock limit of 4 per request.
      Parameters:
      messages - the chat messages
      cachePointPlacement - the cache point placement strategy (may be null)
      hasTools - whether tools are configured
      Throws:
      IllegalArgumentException - if total cache points exceed 4

    • aiMessageFrom

      protected dev.langchain4j.data.message.AiMessage aiMessageFrom(software.amazon.awssdk.services.bedrockruntime.model.ConverseResponse converseResponse)

    • tokenUsageFrom

      protected BedrockTokenUsage tokenUsageFrom(software.amazon.awssdk.services.bedrockruntime.model.TokenUsage tokenUsage)

    • finishReasonFrom

      protected dev.langchain4j.model.output.FinishReason finishReasonFrom(software.amazon.awssdk.services.bedrockruntime.model.StopReason stopReason)

    • inferenceConfigFrom

      protected software.amazon.awssdk.services.bedrockruntime.model.InferenceConfiguration inferenceConfigFrom(dev.langchain4j.model.chat.request.ChatRequestParameters parameters)

    • guardrailConfigFrom

      protected software.amazon.awssdk.services.bedrockruntime.model.GuardrailConfiguration guardrailConfigFrom(BedrockGuardrailConfiguration bedrockGuardrailConfiguration)

    • guardrailStreamConfigFrom

      protected software.amazon.awssdk.services.bedrockruntime.model.GuardrailStreamConfiguration guardrailStreamConfigFrom(BedrockGuardrailConfiguration bedrockGuardrailConfiguration)

    • serviceTierFor

      protected software.amazon.awssdk.services.bedrockruntime.model.ServiceTier serviceTierFor(BedrockServiceTier bedrockServiceTier)

    • additionalRequestModelFieldsFrom

      protected software.amazon.awssdk.core.document.Document additionalRequestModelFieldsFrom(dev.langchain4j.model.chat.request.ChatRequestParameters chatRequestParameters)

    • guardrailAssessmentSummaryFrom

      protected GuardrailAssessmentSummary guardrailAssessmentSummaryFrom(software.amazon.awssdk.services.bedrockruntime.model.ConverseTrace trace)

    • validate

      protected static void validate(dev.langchain4j.model.chat.request.ChatRequestParameters parameters)

    • outputConfigFrom

      protected static software.amazon.awssdk.services.bedrockruntime.model.OutputConfig outputConfigFrom(dev.langchain4j.model.chat.request.ResponseFormat responseFormat)
      Builds OutputConfig for structured output support based on the ResponseFormat. When a JSON schema is provided, it creates the appropriate TextFormat configuration.
      Parameters:
      responseFormat - the response format specification
      Returns:
      OutputConfig if JSON format with schema is requested, null otherwise

    • dblToFloat

      protected static Float dblToFloat(Double d)

    • extractFilenameWithoutExtensionFromUri

      protected static String extractFilenameWithoutExtensionFromUri(URI uri)