2023-11-16 05:16:27 +00:00
|
|
|
|
# coding=utf-8
|
|
|
|
|
|
"""
|
|
|
|
|
|
@project: maxkb
|
|
|
|
|
|
@Author:虎
|
|
|
|
|
|
@file: __init__.py.py
|
|
|
|
|
|
@date:2023/10/31 17:16
|
|
|
|
|
|
@desc:
|
|
|
|
|
|
"""
|
2024-07-17 09:01:57 +00:00
|
|
|
|
import json
|
|
|
|
|
|
from typing import Dict
|
|
|
|
|
|
|
|
|
|
|
|
from common.util.rsa_util import rsa_long_decrypt
|
|
|
|
|
|
from setting.models_provider.constants.model_provider_constants import ModelProvideConstants
|
|
|
|
|
|
|
|
|
|
|
|
|
2024-08-21 06:46:11 +00:00
|
|
|
|
def get_model_(provider, model_type, model_name, credential, model_id, use_local=False, **kwargs):
|
2024-07-17 09:01:57 +00:00
|
|
|
|
"""
|
|
|
|
|
|
获取模型实例
|
|
|
|
|
|
@param provider: 供应商
|
|
|
|
|
|
@param model_type: 模型类型
|
|
|
|
|
|
@param model_name: 模型名称
|
|
|
|
|
|
@param credential: 认证信息
|
2024-08-21 06:46:11 +00:00
|
|
|
|
@param model_id: 模型id
|
|
|
|
|
|
@param use_local: 是否调用本地模型 只适用于本地供应商
|
2024-07-17 09:01:57 +00:00
|
|
|
|
@return: 模型实例
|
|
|
|
|
|
"""
|
|
|
|
|
|
model = get_provider(provider).get_model(model_type, model_name,
|
|
|
|
|
|
json.loads(
|
|
|
|
|
|
rsa_long_decrypt(credential)),
|
2024-08-21 06:46:11 +00:00
|
|
|
|
model_id=model_id,
|
|
|
|
|
|
use_local=use_local,
|
2024-08-14 10:54:32 +00:00
|
|
|
|
streaming=True, **kwargs)
|
2024-07-17 09:01:57 +00:00
|
|
|
|
return model
|
|
|
|
|
|
|
|
|
|
|
|
|
2024-08-14 10:54:32 +00:00
|
|
|
|
def get_model(model, **kwargs):
|
2024-07-17 09:01:57 +00:00
|
|
|
|
"""
|
|
|
|
|
|
获取模型实例
|
|
|
|
|
|
@param model: model 数据库Model实例对象
|
|
|
|
|
|
@return: 模型实例
|
|
|
|
|
|
"""
|
2024-08-21 06:46:11 +00:00
|
|
|
|
return get_model_(model.provider, model.model_type, model.model_name, model.credential, str(model.id), **kwargs)
|
2024-07-17 09:01:57 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_provider(provider):
|
|
|
|
|
|
"""
|
|
|
|
|
|
获取供应商实例
|
|
|
|
|
|
@param provider: 供应商字符串
|
|
|
|
|
|
@return: 供应商实例
|
|
|
|
|
|
"""
|
|
|
|
|
|
return ModelProvideConstants[provider].value
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_model_list(provider, model_type):
|
|
|
|
|
|
"""
|
|
|
|
|
|
获取模型列表
|
|
|
|
|
|
@param provider: 供应商字符串
|
|
|
|
|
|
@param model_type: 模型类型
|
|
|
|
|
|
@return: 模型列表
|
|
|
|
|
|
"""
|
|
|
|
|
|
return get_provider(provider).get_model_list(model_type)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_model_credential(provider, model_type, model_name):
|
|
|
|
|
|
"""
|
|
|
|
|
|
获取模型认证实例
|
|
|
|
|
|
@param provider: 供应商字符串
|
|
|
|
|
|
@param model_type: 模型类型
|
|
|
|
|
|
@param model_name: 模型名称
|
|
|
|
|
|
@return: 认证实例对象
|
|
|
|
|
|
"""
|
|
|
|
|
|
return get_provider(provider).get_model_credential(model_type, model_name)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_model_type_list(provider):
|
|
|
|
|
|
"""
|
|
|
|
|
|
获取模型类型列表
|
|
|
|
|
|
@param provider: 供应商字符串
|
|
|
|
|
|
@return: 模型类型列表
|
|
|
|
|
|
"""
|
|
|
|
|
|
return get_provider(provider).get_model_type_list()
|
|
|
|
|
|
|
|
|
|
|
|
|
2024-12-25 08:25:52 +00:00
|
|
|
|
def is_valid_credential(provider, model_type, model_name, model_credential: Dict[str, object], model_params, raise_exception=False):
|
2024-07-17 09:01:57 +00:00
|
|
|
|
"""
|
|
|
|
|
|
校验模型认证参数
|
|
|
|
|
|
@param provider: 供应商字符串
|
|
|
|
|
|
@param model_type: 模型类型
|
|
|
|
|
|
@param model_name: 模型名称
|
|
|
|
|
|
@param model_credential: 模型认证数据
|
|
|
|
|
|
@param raise_exception: 是否抛出错误
|
|
|
|
|
|
@return: True|False
|
|
|
|
|
|
"""
|
2024-12-25 08:25:52 +00:00
|
|
|
|
return get_provider(provider).is_valid_credential(model_type, model_name, model_credential, model_params, raise_exception)
|