adai/MemoryBear
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix]document chunk QA

Browse Source
This commit is contained in:
lixiangcheng1
2025-12-18 18:51:32 +08:00
committed by 谢俊男
parent f38c065f94
commit 9e48f2143e
1 changed files with 16 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
api/app/core/rag/graphrag/utils.py
View File

@@ -1,12 +1,23 @@
import xxhash
from app.aioRedis import aio_redis_set, aio_redis_get
import redis
from app.core.config import settings
redis_client = redis.StrictRedis(
host=settings.REDIS_HOST,
port=settings.REDIS_PORT,
db=settings.REDIS_DB,
password=settings.REDIS_PASSWORD,
decode_responses=True,
max_connections=30
)
def get_llm_cache(llmnm, txt, history, genconf):
hasher = xxhash.xxh64()
hasher.update((str(llmnm)+str(txt)+str(history)+str(genconf)).encode("utf-8"))
hasher.update((str(llmnm) + str(txt) + str(history) + str(genconf)).encode("utf-8"))
k = hasher.hexdigest()
bin = aio_redis_get(k)
bin = redis_client.get(k)
if not bin:
return None
return bin
@@ -14,6 +25,6 @@ def get_llm_cache(llmnm, txt, history, genconf):
def set_llm_cache(llmnm, txt, v, history, genconf):
hasher = xxhash.xxh64()
hasher.update((str(llmnm)+str(txt)+str(history)+str(genconf)).encode("utf-8"))
hasher.update((str(llmnm) + str(txt) + str(history) + str(genconf)).encode("utf-8"))
k = hasher.hexdigest()
aio_redis_set(k, v.encode("utf-8"), 24 * 3600)
redis_client.set(k, v.encode("utf-8"), 24 * 3600)