Skip to content

Commit 74ded00

Browse files
danieldkdanieldk
committed
Attempt again to sync with CI
1 parent 6d4e98d commit 74ded00

File tree

7 files changed

+62
-56
lines changed

7 files changed

+62
-56
lines changed

‎integration-tests/models/__snapshots__/test_flash_gemma3/test_flash_gemma3_image_cow.json‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -5,22 +5,22 @@
55
"index": 0,
66
"logprobs": null,
77
"message": {
8-
"content": "Here's a description of what's shown in the image:\n\nThe image depicts a brown cow standing on a sandy beach. The cow has white markings on its face and ears. Behind the cow is a clear blue ocean with a distant island, and a bright blue sky with some scattered clouds. \n\nIt's a rather charming and unexpected sight – a cow enjoying a beach day!",
8+
"content": "Here's a description of what's shown in the image:\n\nThe image depicts a brown cow standing on a sandy beach. The beach has turquoise water and a distant island visible in the background. The sky is bright blue with some white clouds. \n\nIt's a quite a humorous and unusual scene – a cow enjoying a beach day!",
99
"name": null,
1010
"role": "assistant",
1111
"tool_calls": null
1212
},
1313
"usage": null
1414
}
1515
],
16-
"created": 1747123513,
16+
"created": 1747216083,
1717
"id": "",
1818
"model": "google/gemma-3-4b-it",
1919
"object": "chat.completion",
2020
"system_fingerprint": "3.3.0-dev0-native",
2121
"usage": {
22-
"completion_tokens": 81,
22+
"completion_tokens": 72,
2323
"prompt_tokens": 275,
24-
"total_tokens": 356
24+
"total_tokens": 347
2525
}
2626
}

‎integration-tests/models/__snapshots__/test_flash_gemma3/test_flash_gemma3_image_cow_dog.json‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,26 +1,26 @@
11
{
22
"choices": [
33
{
4-
"finish_reason": "length",
4+
"finish_reason": "stop",
55
"index": 0,
66
"logprobs": null,
77
"message": {
8-
"content": "Based on the image, the animal is a cow, not a dog! It appears to be a **Brazilian Fandangos** cow. \n\nHere's why:\n\n* **Color and markings:** The reddish-brown color and white markings are characteristic of this breed.\n* **Body shape:** They have a distinctive, sturdy build.\n* **Origin:** The Brazilian Fandangos breed originated in Brazil and is known for its ability to thrive in hot, tropical climates",
8+
"content": "That's a fantastic question! However, the image doesn't show a dog. It shows a **Brown Swiss cow** standing on a beach. \n\nBrown Swiss cows are known for their beautiful reddish-brown coats and distinctive white markings. \n\nIf you'd like, you can send me another image, and I'll do my best to identify the animal in it!",
99
"name": null,
1010
"role": "assistant",
1111
"tool_calls": null
1212
},
1313
"usage": null
1414
}
1515
],
16-
"created": 1747123510,
16+
"created": 1747216080,
1717
"id": "",
1818
"model": "google/gemma-3-4b-it",
1919
"object": "chat.completion",
2020
"system_fingerprint": "3.3.0-dev0-native",
2121
"usage": {
22-
"completion_tokens": 100,
22+
"completion_tokens": 80,
2323
"prompt_tokens": 279,
24-
"total_tokens": 379
24+
"total_tokens": 359
2525
}
2626
}

‎integration-tests/models/__snapshots__/test_flash_pali_gemma2/test_flash_pali_gemma_image.json‎

Lines changed: 20 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -8,121 +8,121 @@
88
"tokens": [
99
{
1010
"id": 108,
11-
"logprob": -0.73046875,
11+
"logprob": -0.48046875,
1212
"special": false,
1313
"text": "\n"
1414
},
1515
{
1616
"id": 30234,
17-
"logprob": -2.265625,
17+
"logprob": -2.21875,
1818
"special": false,
1919
"text": "Brown"
2020
},
2121
{
2222
"id": 108,
23-
"logprob": -0.123535156,
23+
"logprob": -0.119140625,
2424
"special": false,
2525
"text": "\n"
2626
},
2727
{
2828
"id": 3726,
29-
"logprob": -1.7109375,
29+
"logprob": -1.703125,
3030
"special": false,
3131
"text": "Car"
3232
},
3333
{
3434
"id": 108,
35-
"logprob": -0.036132812,
35+
"logprob": -0.0390625,
3636
"special": false,
3737
"text": "\n"
3838
},
3939
{
4040
"id": 2915,
41-
"logprob": -1.765625,
41+
"logprob": -1.8203125,
4242
"special": false,
4343
"text": "Color"
4444
},
4545
{
4646
"id": 108,
47-
"logprob": -0.044433594,
47+
"logprob": -0.035888672,
4848
"special": false,
4949
"text": "\n"
5050
},
5151
{
5252
"id": 19178,
53-
"logprob": -2.0,
53+
"logprob": -2.015625,
5454
"special": false,
5555
"text": "Cool"
5656
},
5757
{
5858
"id": 108,
59-
"logprob": -0.080566406,
59+
"logprob": -0.08105469,
6060
"special": false,
6161
"text": "\n"
6262
},
6363
{
6464
"id": 40544,
65-
"logprob": -2.125,
65+
"logprob": -2.09375,
6666
"special": false,
6767
"text": "Decor"
6868
},
6969
{
7070
"id": 108,
71-
"logprob": -0.033935547,
71+
"logprob": -0.038330078,
7272
"special": false,
7373
"text": "\n"
7474
},
7575
{
7676
"id": 108,
77-
"logprob": -1.625,
77+
"logprob": -1.515625,
7878
"special": false,
7979
"text": "\n"
8080
},
8181
{
8282
"id": 108,
83-
"logprob": -1.921875,
83+
"logprob": -1.8671875,
8484
"special": false,
8585
"text": "\n"
8686
},
8787
{
8888
"id": 108,
89-
"logprob": -1.5546875,
89+
"logprob": -1.6328125,
9090
"special": false,
9191
"text": "\n"
9292
},
9393
{
9494
"id": 108,
95-
"logprob": -1.2265625,
95+
"logprob": -1.265625,
9696
"special": false,
9797
"text": "\n"
9898
},
9999
{
100100
"id": 108,
101-
"logprob": -0.94921875,
101+
"logprob": -1.0078125,
102102
"special": false,
103103
"text": "\n"
104104
},
105105
{
106106
"id": 108,
107-
"logprob": -1.078125,
107+
"logprob": -1.03125,
108108
"special": false,
109109
"text": "\n"
110110
},
111111
{
112112
"id": 235336,
113-
"logprob": -1.2265625,
113+
"logprob": -1.2109375,
114114
"special": false,
115115
"text": "?"
116116
},
117117
{
118118
"id": 108,
119-
"logprob": -0.3203125,
119+
"logprob": -0.29101562,
120120
"special": false,
121121
"text": "\n"
122122
},
123123
{
124124
"id": 235336,
125-
"logprob": -0.07861328,
125+
"logprob": -0.08935547,
126126
"special": false,
127127
"text": "?"
128128
}

‎integration-tests/models/__snapshots__/test_idefics/test_idefics_two_images.json‎

Lines changed: 20 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -2,84 +2,90 @@
22
"details": {
33
"best_of_sequences": null,
44
"finish_reason": "eos_token",
5-
"generated_tokens": 12,
5+
"generated_tokens": 13,
66
"prefill": [],
77
"seed": null,
88
"tokens": [
99
{
1010
"id": 450,
11-
"logprob": -0.26342773,
11+
"logprob": -0.2602539,
1212
"special": false,
1313
"text": " The"
1414
},
1515
{
1616
"id": 21282,
17-
"logprob": -0.01838684,
17+
"logprob": -0.018463135,
1818
"special": false,
1919
"text": " cow"
2020
},
2121
{
2222
"id": 322,
23-
"logprob": -0.18041992,
23+
"logprob": -0.1829834,
2424
"special": false,
2525
"text": " and"
2626
},
2727
{
2828
"id": 521,
29-
"logprob": -0.62841797,
29+
"logprob": -0.62109375,
3030
"special": false,
3131
"text": " ch"
3232
},
3333
{
3434
"id": 21475,
35-
"logprob": -0.0037956238,
35+
"logprob": -0.0037403107,
3636
"special": false,
3737
"text": "icken"
3838
},
3939
{
4040
"id": 526,
41-
"logprob": -0.018737793,
41+
"logprob": -0.018920898,
4242
"special": false,
4343
"text": " are"
4444
},
45+
{
46+
"id": 13407,
47+
"logprob": -1.0732422,
48+
"special": false,
49+
"text": " standing"
50+
},
4551
{
4652
"id": 373,
47-
"logprob": -1.0820312,
53+
"logprob": -0.5292969,
4854
"special": false,
4955
"text": " on"
5056
},
5157
{
5258
"id": 263,
53-
"logprob": -0.5083008,
59+
"logprob": -0.47070312,
5460
"special": false,
5561
"text": " a"
5662
},
5763
{
5864
"id": 25695,
59-
"logprob": -0.07128906,
65+
"logprob": -0.25708008,
6066
"special": false,
6167
"text": " beach"
6268
},
6369
{
6470
"id": 29889,
65-
"logprob": -0.12573242,
71+
"logprob": -0.17578125,
6672
"special": false,
6773
"text": "."
6874
},
6975
{
7076
"id": 32002,
71-
"logprob": -0.0029792786,
77+
"logprob": -0.0023422241,
7278
"special": true,
7379
"text": "<end_of_utterance>"
7480
},
7581
{
7682
"id": 2,
77-
"logprob": -0.00024962425,
83+
"logprob": -0.00030851364,
7884
"special": true,
7985
"text": "</s>"
8086
}
8187
],
8288
"top_tokens": null
8389
},
84-
"generated_text": " The cow and chicken are on a beach."
90+
"generated_text": " The cow and chicken are standing on a beach."
8591
}

‎integration-tests/models/__snapshots__/test_smolvlm/test_flash_smolvlm_next_simple_url.json‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -8,49 +8,49 @@
88
"tokens": [
99
{
1010
"id": 330,
11-
"logprob": -0.118652344,
11+
"logprob": -0.107421875,
1212
"special": false,
1313
"text": " A"
1414
},
1515
{
1616
"id": 11426,
17-
"logprob": -0.28320312,
17+
"logprob": -0.30078125,
1818
"special": false,
1919
"text": " bee"
2020
},
2121
{
2222
"id": 335,
23-
"logprob": -0.95703125,
23+
"logprob": -0.9609375,
2424
"special": false,
2525
"text": " on"
2626
},
2727
{
2828
"id": 253,
29-
"logprob": -0.06982422,
29+
"logprob": -0.0703125,
3030
"special": false,
3131
"text": " a"
3232
},
3333
{
3434
"id": 11986,
35-
"logprob": -0.49414062,
35+
"logprob": -0.5,
3636
"special": false,
3737
"text": " pink"
3838
},
3939
{
4040
"id": 8525,
41-
"logprob": -0.07763672,
41+
"logprob": -0.09716797,
4242
"special": false,
4343
"text": " flower"
4444
},
4545
{
4646
"id": 30,
47-
"logprob": -1.0703125,
47+
"logprob": -1.078125,
4848
"special": false,
4949
"text": "."
5050
},
5151
{
5252
"id": 49154,
53-
"logprob": -0.092285156,
53+
"logprob": -0.110839844,
5454
"special": true,
5555
"text": "<end_of_utterance>"
5656
}

‎integration-tests/models/test_flash_gemma3.py‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -53,9 +53,9 @@ async def test_flash_gemma3_image_cow_dog(flash_gemma3, response_snapshot):
5353

5454
assert (
5555
response.choices[0].message.content
56-
== "Based on the image, the animal is a cow, not a dog! It appears to be a **Brazilian Fandangos** cow. \n\nHere's why:\n\n* **Color and markings:** The reddish-brown color and white markings are characteristic of this breed.\n* **Body shape:** They have a distinctive, sturdy build.\n* **Origin:** The Brazilian Fandangos breed originated in Brazil and is known for its ability to thrive in hot, tropical climates"
56+
== "That's a fantastic question! However, the image doesn't show a dog. It shows a **Brown Swiss cow** standing on a beach. \n\nBrown Swiss cows are known for their beautiful reddish-brown coats and distinctive white markings. \n\nIf you'd like, you can send me another image, and I'll do my best to identify the animal in it!"
5757
)
58-
assert response.usage["completion_tokens"] == 100
58+
assert response.usage["completion_tokens"] == 80
5959
assert response == response_snapshot
6060

6161

@@ -76,9 +76,9 @@ async def test_flash_gemma3_image_cow(flash_gemma3, response_snapshot):
7676
)
7777
assert (
7878
response.choices[0].message.content
79-
== "Here's a description of what's shown in the image:\n\nThe image depicts a brown cow standing on a sandy beach. The cow has white markings on its face and ears. Behind the cow is a clear blue ocean with a distant island, and a bright blue sky with some scattered clouds. \n\nIt's a rather charming and unexpected sight – a cow enjoying a beach day!"
79+
== "Here's a description of what's shown in the image:\n\nThe image depicts a brown cow standing on a sandy beach. The beach has turquoise water and a distant island visible in the background. The sky is bright blue with some white clouds. \n\nIt's a quite a humorous and unusual scene – a cow enjoying a beach day!"
8080
)
81-
assert response.usage["completion_tokens"] == 81
81+
assert response.usage["completion_tokens"] == 72
8282
assert response == response_snapshot
8383

8484

‎integration-tests/models/test_idefics.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@ async def test_idefics_two_images(idefics, response_snapshot, chicken, cow_beach
3939
max_new_tokens=20,
4040
)
4141
assert (
42-
response.generated_text == " The cow and chicken are on a beach."
42+
response.generated_text == " The cow and chicken are standing on a beach."
4343
), f"{repr(response.generated_text)}"
4444
assert response == response_snapshot
4545

0 commit comments

Comments
 (0)