feat: 支持流式输出

This commit is contained in:
Soulter
2025-04-06 00:56:33 +08:00
parent 849913276d
commit 109650faf3
18 changed files with 762 additions and 247 deletions

View File

@@ -95,6 +95,19 @@ class LLMTunerModelLoader(Provider):
return llm_response
async def text_chat_stream(
self,
prompt,
session_id=None,
image_urls=...,
func_tool=None,
contexts=...,
system_prompt=None,
tool_calls_result=None,
**kwargs,
):
raise NotImplementedError("This method is not implemented yet.")
async def get_current_key(self):
return "none"