mirror of
https://github.com/MODSetter/SurfSense
synced 2026-06-21 13:44:09 +00:00
feat: enable streaming in LLM bundle construction
- Updated the LLM bundle construction to include a streaming option for both DB-backed and global models. - Modified the `litellm_kwargs` to set the streaming parameter to True, enhancing the functionality for chat streaming flows.
This commit is contained in:
@@ -130,7 +130,9 @@ async def load_llm_bundle(
|
||||
billing_tier="free",
|
||||
)
|
||||
return (
|
||||
SanitizedChatLiteLLM(model=model_string, **litellm_kwargs),
|
||||
SanitizedChatLiteLLM(
|
||||
model=model_string, **{**litellm_kwargs, "streaming": True}
|
||||
),
|
||||
agent_config,
|
||||
None,
|
||||
)
|
||||
@@ -174,7 +176,9 @@ async def load_llm_bundle(
|
||||
billing_tier=str(global_model.get("billing_tier", "free")).lower(),
|
||||
)
|
||||
return (
|
||||
SanitizedChatLiteLLM(model=model_string, **litellm_kwargs),
|
||||
SanitizedChatLiteLLM(
|
||||
model=model_string, **{**litellm_kwargs, "streaming": True}
|
||||
),
|
||||
agent_config,
|
||||
None,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user