Skip to content

Commit 19a254d

Browse files
author
Paweł Kędzia
committed
Default stream to False in payload and document cleared arguments in _prepare_payload_at_beginning
1 parent 0ebe06d commit 19a254d

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

llm_router_api/endpoints/endpoint_i.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -892,8 +892,13 @@ def _clear_payload(payload: Dict[str, Any]):
892892
"""
893893
# Previously cleared arguments:
894894
# * anonymize [_prepare_payload_at_beginning]
895+
# * anonymize_algorithm [_prepare_payload_at_beginning]
896+
# * model_name_anonymize [_prepare_payload_at_beginning]
895897
for k in ["response_time"]:
896898
payload.pop(k, "")
899+
900+
# If stream param is not given, then set as False
901+
payload["stream"] = payload.get("stream", False)
897902
return payload
898903

899904
def _anonymize_payload(self, payload: Dict | str | List | Any) -> Dict[str, Any]:

0 commit comments

Comments
 (0)