Skip to content

Commit 13fbca3

Browse files
author
Paweł Kędzia
committed
Remove unused response_time param and add error logging for endpoint failures.
1 parent d3582ca commit 13fbca3

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

llm_router_api/endpoints/endpoint_i.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -669,6 +669,7 @@ def run_ep(
669669
map_prompt = params.pop("map_prompt", {})
670670
prompt_str_force = params.pop("prompt_str_force", "")
671671
prompt_str_postfix = params.pop("prompt_str_postfix", "")
672+
params.pop("response_time", "")
672673

673674
# self.logger.debug(json.dumps(params or {}, indent=2, ensure_ascii=False))
674675

@@ -809,6 +810,7 @@ def _return_response_or_rerun(
809810
call_for_each_user_msg=self._call_for_each_user_msg,
810811
)
811812
except Exception as e:
813+
self.logger.error(e)
812814
status_code_force = 500
813815

814816
self.unset_model(

0 commit comments

Comments
 (0)