优化属性图检索功能及支持OpenAI线上模型

This commit is contained in:
wanyaokun
2024-09-20 17:34:38 +08:00
parent 092f7230c1
commit f7260da6d9
12 changed files with 350 additions and 76 deletions
+5 -10
View File
@@ -89,7 +89,6 @@ class OllamaPlatform(ModelPlatform):
)
return [rerank]
@register(ModelPlateCategory,'xinference')
class XinferencePlatform(ModelPlatform):
def model(self):
@@ -123,15 +122,11 @@ class XinferencePlatform(ModelPlatform):
class OpenAIPlatform(ModelPlatform):
def model(self):
from llama_index.core.constants import DEFAULT_TEMPERATURE
from llama_index.llms.openai import OpenAI
max_tokens = os.getenv("LLM_MAX_TOKENS")
config = {
"model": os.getenv("MODEL"),
"temperature": float(os.getenv("LLM_TEMPERATURE", DEFAULT_TEMPERATURE)),
"max_tokens": int(max_tokens) if max_tokens is not None else None,
}
return OpenAI(**config)
from app.engine.model.siliconCloudOpenAI import SiliconCloudOpenAI
return SiliconCloudOpenAI(api_key= os.getenv('OPENAI_API_KEY'),
api_base= os.getenv('BASE_URL'),
model= os.getenv('MODEL'),
temperature = float(os.getenv("LLM_TEMPERATURE", DEFAULT_TEMPERATURE)))
def embedding(self):
from llama_index.embeddings.openai import OpenAIEmbedding