We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 51dce74 commit 5a635f4Copy full SHA for 5a635f4
llama_cpp/llama.py
@@ -92,8 +92,8 @@ def __init__(
92
embedding: bool = False,
93
offload_kqv: bool = True,
94
flash_attn: bool = False,
95
- op_offloat: bool | None = None,
96
- swa_full: bool | None = None,
+ op_offloat: Optional[bool] = None,
+ swa_full: Optional[bool] = None,
97
# Sampling Params
98
no_perf: bool = False,
99
last_n_tokens_size: int = 64,
0 commit comments