We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c9ce168 commit 5c455c1Copy full SHA for 5c455c1
exllamav2/generator/filters/base.py
@@ -13,7 +13,7 @@ class ExLlamaV2Filter:
13
tokenizer: ExLlamaV2Tokenizer
14
sequence_str: str
15
16
- background_result: Future | None = None
+ background_result: Future | None
17
18
# For compatibility
19
allow_return_type_list: bool = True
@@ -25,6 +25,7 @@ def __init__(self,
25
self.model = model
26
self.tokenizer = tokenizer
27
self.sequence_str = ""
28
+ self.background_result = None
29
30
31
def clone(self, c = None):
0 commit comments