Soulter
59 lines
1.6 KiB
Python
59 lines
1.6 KiB
Python
from collections import defaultdict
|
|
|
|
class Provider:
|
|
def __init__(self) -> None:
|
|
self.model_stat = defaultdict(int) # 用于记录 LLM Model 使用数据
|
|
self.curr_model_name = "unknown"
|
|
|
|
def reset_model_stat(self):
|
|
self.model_stat.clear()
|
|
|
|
def set_curr_model(self, model_name: str):
|
|
self.curr_model_name = model_name
|
|
|
|
def get_curr_model(self):
|
|
'''
|
|
返回当前正在使用的 LLM
|
|
'''
|
|
return self.curr_model_name
|
|
|
|
def accu_model_stat(self, model: str = None):
|
|
if not model:
|
|
model = self.get_curr_model()
|
|
self.model_stat[model] += 1
|
|
|
|
async def text_chat(self,
|
|
prompt: str,
|
|
session_id: str,
|
|
image_url: None = None,
|
|
tools: None = None,
|
|
extra_conf: dict = None,
|
|
default_personality: dict = None,
|
|
**kwargs) -> str:
|
|
'''
|
|
[require]
|
|
prompt: 提示词
|
|
session_id: 会话id
|
|
|
|
[optional]
|
|
image_url: 图片url（识图）
|
|
tools: 函数调用工具
|
|
extra_conf: 额外配置
|
|
default_personality: 默认人格
|
|
'''
|
|
raise NotImplementedError()
|
|
|
|
async def image_generate(self, prompt, session_id, **kwargs) -> str:
|
|
'''
|
|
[require]
|
|
prompt: 提示词
|
|
session_id: 会话id
|
|
'''
|
|
raise NotImplementedError()
|
|
|
|
async def forget(self, session_id=None) -> bool:
|
|
'''
|
|
重置会话
|
|
'''
|
|
raise NotImplementedError()
|