From 7023b5424699b6a9f45cd857cdd5a474d113e1c0 Mon Sep 17 00:00:00 2001 From: paituo <330435863@qq.com> Date: Thu, 5 Sep 2024 12:12:31 +0800 Subject: [PATCH] =?UTF-8?q?=E8=A7=A3=E5=86=B3xinference=E5=86=85=E5=B5=8C?= =?UTF-8?q?=E6=A8=A1=E5=9E=8B=E7=B1=BB=E4=BD=BF=E7=94=A8=E9=97=AE=E9=A2=98?= =?UTF-8?q?=E3=80=82=E7=94=B1=E4=BA=8E=E7=9B=AE=E5=89=8Dxinference?= =?UTF-8?q?=E7=BB=84=E4=BB=B6=E7=9A=84=E7=89=88=E6=9C=AC=E5=92=8Cllamainde?= =?UTF-8?q?x=E6=9C=80=E6=96=B0=E7=89=88=E6=9C=89=E5=86=B2=E7=AA=81?= =?UTF-8?q?=EF=BC=8C=E6=89=80=E4=BB=A5=E6=9C=AA=E6=9B=B4=E6=96=B0=E6=94=AF?= =?UTF-8?q?=E6=8C=81xinference=E7=9A=84=E5=86=85=E5=B5=8C=E6=A8=A1?= =?UTF-8?q?=E5=9E=8B=E7=9A=84=E7=89=88=E6=9C=AC?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- backend/app/settings.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/backend/app/settings.py b/backend/app/settings.py index 58333d9..c17f5c7 100644 --- a/backend/app/settings.py +++ b/backend/app/settings.py @@ -3,11 +3,10 @@ from typing import Dict from llama_index.core.constants import DEFAULT_TEMPERATURE from llama_index.core.settings import Settings +from app.xinference.base import XinferenceEmbedding, XinferenceRerank from llama_index.llms.xinference import Xinference from llama_index.llms.xinference.base import DEFAULT_XINFERENCE_TEMP -from app.xinference.base import XinferenceEmbedding, XinferenceRerank - def get_node_postprocessors(): rerank_enabled = os.getenv("RERANK_ENABLED").title() @@ -232,4 +231,4 @@ def init_mistral(): # # Settings.llm = MistralAI(model=os.getenv("MODEL")) # Settings.embed_model = MistralAIEmbedding(model_name=os.getenv("EMBEDDING_MODEL")) - pass \ No newline at end of file + pass