We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 182b0cc commit b081625Copy full SHA for b081625
vec_inf/cli/_helper.py
@@ -390,14 +390,14 @@ def _build_metrics_url(self) -> str:
390
def _check_prefix_caching(self) -> bool:
391
"""Check if prefix caching is enabled."""
392
job_json = utils.read_slurm_log(
393
- self.status_info["model_name"],
+ cast(str, self.status_info["model_name"]),
394
self.slurm_job_id,
395
"json",
396
self.log_dir,
397
)
398
if isinstance(job_json, str):
399
return False
400
- return job_json.get("enable_prefix_caching", False)
+ return bool(cast(dict[str, str], job_json).get("enable_prefix_caching", False))
401
402
def fetch_metrics(self) -> Union[dict[str, float], str]:
403
"""Fetch metrics from the endpoint."""
0 commit comments