优化属性图检索功能及支持OpenAI线上模型
This commit is contained in:
+5
-10
@@ -89,7 +89,6 @@ class OllamaPlatform(ModelPlatform):
|
||||
)
|
||||
return [rerank]
|
||||
|
||||
|
||||
@register(ModelPlateCategory,'xinference')
|
||||
class XinferencePlatform(ModelPlatform):
|
||||
def model(self):
|
||||
@@ -123,15 +122,11 @@ class XinferencePlatform(ModelPlatform):
|
||||
class OpenAIPlatform(ModelPlatform):
|
||||
def model(self):
|
||||
from llama_index.core.constants import DEFAULT_TEMPERATURE
|
||||
from llama_index.llms.openai import OpenAI
|
||||
|
||||
max_tokens = os.getenv("LLM_MAX_TOKENS")
|
||||
config = {
|
||||
"model": os.getenv("MODEL"),
|
||||
"temperature": float(os.getenv("LLM_TEMPERATURE", DEFAULT_TEMPERATURE)),
|
||||
"max_tokens": int(max_tokens) if max_tokens is not None else None,
|
||||
}
|
||||
return OpenAI(**config)
|
||||
from app.engine.model.siliconCloudOpenAI import SiliconCloudOpenAI
|
||||
return SiliconCloudOpenAI(api_key= os.getenv('OPENAI_API_KEY'),
|
||||
api_base= os.getenv('BASE_URL'),
|
||||
model= os.getenv('MODEL'),
|
||||
temperature = float(os.getenv("LLM_TEMPERATURE", DEFAULT_TEMPERATURE)))
|
||||
|
||||
def embedding(self):
|
||||
from llama_index.embeddings.openai import OpenAIEmbedding
|
||||
|
||||
Reference in New Issue
Block a user