gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(TokenTracker): Add context manager support to simplify token tracking

Browse Source
This commit is contained in:
choizhang
2025-03-30 00:59:23 +08:00
parent 6eea8bdf5d
commit 164faf94e2
3 changed files with 31 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
examples/lightrag_gemini_track_token_demo.py
View File

@@ -115,38 +115,36 @@ def main():
# Initialize RAG instance
rag = asyncio.run(initialize_rag())
# Reset tracker before processing queries
token_tracker.reset()
with open("./book.txt", "r", encoding="utf-8") as f:
rag.insert(f.read())
print(
rag.query(
"What are the top themes in this story?", param=QueryParam(mode="naive")
# Context Manager Method
with token_tracker:
print(
rag.query(
"What are the top themes in this story?", param=QueryParam(mode="naive")
)
)
)
print(
rag.query(
"What are the top themes in this story?", param=QueryParam(mode="local")
print(
rag.query(
"What are the top themes in this story?", param=QueryParam(mode="local")
)
)
)
print(
rag.query(
"What are the top themes in this story?", param=QueryParam(mode="global")
print(
rag.query(
"What are the top themes in this story?",
param=QueryParam(mode="global"),
)
)
)
print(
rag.query(
"What are the top themes in this story?", param=QueryParam(mode="hybrid")
print(
rag.query(
"What are the top themes in this story?",
param=QueryParam(mode="hybrid"),
)
)
)
# Display final token usage after main query
print("Token usage:", token_tracker.get_usage())
if __name__ == "__main__":

12
examples/lightrag_siliconcloud_track_token_demo.py
View File

@@ -44,14 +44,10 @@ async def embedding_func(texts: list[str]) -> np.ndarray:
# function test
async def test_funcs():
# Reset tracker before processing queries
token_tracker.reset()
result = await llm_model_func("How are you?")
print("llm_model_func: ", result)
# Display final token usage after main query
print("Token usage:", token_tracker.get_usage())
# Context Manager Method
with token_tracker:
result = await llm_model_func("How are you?")
print("llm_model_func: ", result)
asyncio.run(test_funcs())