black

Author: danieldk

integration-tests/models/test_grammar_response_format_llama.py

@@ -43,7 +43,10 @@ class Weather(BaseModel):
         ],
         "seed": 42,
         "max_tokens": 500,
-        "response_format": {"type": "json_object", "value": Weather.model_json_schema()},
+        "response_format": {
+            "type": "json_object",
+            "value": Weather.model_json_schema(),
+        },
     }
     # send the request
     response = requests.post(
@@ -75,7 +78,11 @@ class Weather(BaseModel):
 
     json_payload["response_format"] = {
         "type": "json_schema",
-        "value": {"name": "weather", "strict": True, "schema": Weather.model_json_schema()},
+        "value": {
+            "name": "weather",
+            "strict": True,
+            "schema": Weather.model_json_schema(),
+        },
     }
     response = requests.post(
         f"{llama_grammar.base_url}/v1/chat/completions",
@@ -119,7 +126,10 @@ class Weather(BaseModel):
             "seed": 42,
             "max_tokens": 500,
             "tools": [],
-            "response_format": {"type": "json_object", "value": Weather.model_json_schema()},
+            "response_format": {
+                "type": "json_object",
+                "value": Weather.model_json_schema(),
+            },
         },
     )
 

server/text_generation_server/models/custom_modeling/idefics2.py

@@ -12,7 +12,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-""" PyTorch Idefics2 model."""
+"""PyTorch Idefics2 model."""
 
 from typing import List, Optional, Tuple
 

server/text_generation_server/models/custom_modeling/idefics3.py

@@ -12,7 +12,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-""" PyTorch Idefics3 model."""
+"""PyTorch Idefics3 model."""
 
 from typing import List, Optional, Tuple
 

server/text_generation_server/models/custom_modeling/idefics_config.py

@@ -17,7 +17,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-""" Idefics model configuration"""
+"""Idefics model configuration"""
 import copy
 
 from transformers import PretrainedConfig

server/text_generation_server/models/custom_modeling/idefics_modeling.py

@@ -17,7 +17,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-""" PyTorch Idefics model."""
+"""PyTorch Idefics model."""
 from typing import List, Optional, Tuple, Union
 
 import torch

server/text_generation_server/models/custom_modeling/idefics_vision.py

@@ -12,7 +12,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-""" PyTorch IdeficsVision model: a copy of CLIPVisionModel using a simpler config object"""
+"""PyTorch IdeficsVision model: a copy of CLIPVisionModel using a simpler config object"""
 
 
 from dataclasses import dataclass

server/text_generation_server/models/custom_modeling/llava_next.py

@@ -12,7 +12,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-""" PyTorch Llava-NeXT model."""
+"""PyTorch Llava-NeXT model."""
 
 from typing import List, Optional, Tuple
 

server/text_generation_server/models/custom_modeling/neox_modeling.py

@@ -12,7 +12,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-""" PyTorch GPTNeoX model."""
+"""PyTorch GPTNeoX model."""
 
 from typing import Optional, Tuple, Union
 

server/text_generation_server/models/custom_modeling/t5_modeling.py

@@ -12,7 +12,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-""" PyTorch T5 model."""
+"""PyTorch T5 model."""
 
 import copy
 import math

server/text_generation_server/utils/segments.py

@@ -9,7 +9,7 @@
 
 
 def find_segments(
-    adapter_indices: Union[torch.Tensor, List[int]]
+    adapter_indices: Union[torch.Tensor, List[int]],
 ) -> Tuple[List[int], List[int]]:
     if isinstance(adapter_indices, torch.Tensor):
         adapter_indices = adapter_indices.cpu().numpy()