Mamba too

Author: danieldk

integration-tests/models/__snapshots__/test_mamba/test_mamba_all_params.json

@@ -64,7 +64,7 @@
       },
       {
         "id": 329,
-        "logprob": -2.171875,
+        "logprob": -2.296875,
         "special": false,
         "text": " A"
       },
@@ -81,19 +81,19 @@
         "text": " of"
       },
       {
-        "id": 1027,
-        "logprob": -1.5546875,
+        "id": 253,
+        "logprob": -0.86328125,
         "special": false,
-        "text": " different"
+        "text": " the"
       },
       {
         "id": 3295,
-        "logprob": -0.97265625,
+        "logprob": -0.55078125,
         "special": false,
         "text": " color"
       }
     ],
     "top_tokens": null
   },
-  "generated_text": "blue, red, yellow, \nand blue colors. A number of different color"
+  "generated_text": "blue, red, yellow, \nand blue colors. A number of the color"
 }

integration-tests/models/test_mamba.py

@@ -47,7 +47,7 @@ async def test_mamba_all_params(fused_kernel_mamba, response_snapshot):
     assert response.details.generated_tokens == 10
     assert (
         response.generated_text
-        == "blue, red, yellow, \nand blue colors. A number of different color"
+        == "blue, red, yellow, \nand blue colors. A number of the color"
     )
     assert response == response_snapshot