Files
AI-System/llm/bedrock.py
T

25 lines
519 B
Python

import boto3
from config import AWS_REGION, BEDROCK_MODEL
class BedrockClient:
def __init__(self):
self.client = boto3.client(
"bedrock-runtime",
region_name=AWS_REGION
)
async def chat(self, messages, tools=None):
request = {
"modelId": BEDROCK_MODEL,
"messages": messages,
}
if tools:
request["toolConfig"] = {
"tools": tools
}
return self.client.converse(**request)