gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

made bedrock complete generic

Browse Source
This commit is contained in:
Balaji Munusamy
2025-05-02 18:25:48 +02:00
parent 7ccc3ffdd7
commit c3bc0eb53b
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
lightrag/llm/bedrock.py
View File

@@ -94,12 +94,14 @@ async def bedrock_complete_if_cache(
return response["output"]["message"]["content"][0]["text"] return response["output"]["message"]["content"][0]["text"]
# Generic Bedrock completion function
async def bedrock_complete( async def bedrock_complete(
prompt, system_prompt=None, history_messages=[], keyword_extraction=False, **kwargs prompt, system_prompt=None, history_messages=[], keyword_extraction=False, **kwargs
) -> str: ) -> str:
keyword_extraction = kwargs.pop("keyword_extraction", None) keyword_extraction = kwargs.pop("keyword_extraction", None)
model_name = kwargs["hashing_kv"].global_config["llm_model_name"]
result = await bedrock_complete_if_cache( result = await bedrock_complete_if_cache(
"anthropic.claude-3-haiku-20240307-v1:0", model_name,
prompt, prompt,
system_prompt=system_prompt, system_prompt=system_prompt,
history_messages=history_messages, history_messages=history_messages,