From 7d23f95d2674b06f7f1fed09cb6575cabef29ef6 Mon Sep 17 00:00:00 2001 From: Cyberes Date: Mon, 21 Aug 2023 23:59:50 -0600 Subject: [PATCH] use redis caching --- README.md | 4 +++- llm_server/routes/cache.py | 2 +- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 5b24f79..a0fd4b5 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,5 @@ # local-llm-server -_A HTTP API to serve local LLM Models._ \ No newline at end of file +_A HTTP API to serve local LLM Models._ + +`sudo apt install redis` \ No newline at end of file diff --git a/llm_server/routes/cache.py b/llm_server/routes/cache.py index d11c52d..017e996 100644 --- a/llm_server/routes/cache.py +++ b/llm_server/routes/cache.py @@ -1,3 +1,3 @@ from flask_caching import Cache -cache = Cache(config={'CACHE_TYPE': 'simple'}) +cache = Cache(config={'CACHE_TYPE': 'redis', 'CACHE_REDIS_URL': 'redis://localhost:6379/0'})