[fix]document chunk QA
This commit is contained in:
@@ -1,12 +1,23 @@
|
|||||||
import xxhash
|
import xxhash
|
||||||
from app.aioRedis import aio_redis_set, aio_redis_get
|
import redis
|
||||||
|
from app.core.config import settings
|
||||||
|
|
||||||
|
redis_client = redis.StrictRedis(
|
||||||
|
host=settings.REDIS_HOST,
|
||||||
|
port=settings.REDIS_PORT,
|
||||||
|
db=settings.REDIS_DB,
|
||||||
|
password=settings.REDIS_PASSWORD,
|
||||||
|
decode_responses=True,
|
||||||
|
max_connections=30
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
def get_llm_cache(llmnm, txt, history, genconf):
|
def get_llm_cache(llmnm, txt, history, genconf):
|
||||||
hasher = xxhash.xxh64()
|
hasher = xxhash.xxh64()
|
||||||
hasher.update((str(llmnm)+str(txt)+str(history)+str(genconf)).encode("utf-8"))
|
hasher.update((str(llmnm) + str(txt) + str(history) + str(genconf)).encode("utf-8"))
|
||||||
|
|
||||||
k = hasher.hexdigest()
|
k = hasher.hexdigest()
|
||||||
bin = aio_redis_get(k)
|
bin = redis_client.get(k)
|
||||||
if not bin:
|
if not bin:
|
||||||
return None
|
return None
|
||||||
return bin
|
return bin
|
||||||
@@ -14,6 +25,6 @@ def get_llm_cache(llmnm, txt, history, genconf):
|
|||||||
|
|
||||||
def set_llm_cache(llmnm, txt, v, history, genconf):
|
def set_llm_cache(llmnm, txt, v, history, genconf):
|
||||||
hasher = xxhash.xxh64()
|
hasher = xxhash.xxh64()
|
||||||
hasher.update((str(llmnm)+str(txt)+str(history)+str(genconf)).encode("utf-8"))
|
hasher.update((str(llmnm) + str(txt) + str(history) + str(genconf)).encode("utf-8"))
|
||||||
k = hasher.hexdigest()
|
k = hasher.hexdigest()
|
||||||
aio_redis_set(k, v.encode("utf-8"), 24 * 3600)
|
redis_client.set(k, v.encode("utf-8"), 24 * 3600)
|
||||||
|
|||||||
Reference in New Issue
Block a user