diff --git a/backend/app/settings.py b/backend/app/settings.py index 58333d9..c17f5c7 100644 --- a/backend/app/settings.py +++ b/backend/app/settings.py @@ -3,11 +3,10 @@ from typing import Dict from llama_index.core.constants import DEFAULT_TEMPERATURE from llama_index.core.settings import Settings +from app.xinference.base import XinferenceEmbedding, XinferenceRerank from llama_index.llms.xinference import Xinference from llama_index.llms.xinference.base import DEFAULT_XINFERENCE_TEMP -from app.xinference.base import XinferenceEmbedding, XinferenceRerank - def get_node_postprocessors(): rerank_enabled = os.getenv("RERANK_ENABLED").title() @@ -232,4 +231,4 @@ def init_mistral(): # # Settings.llm = MistralAI(model=os.getenv("MODEL")) # Settings.embed_model = MistralAIEmbedding(model_name=os.getenv("EMBEDDING_MODEL")) - pass \ No newline at end of file + pass