Skip to content

Commit 1e8b3d6

Browse files
committed
fix; test
1 parent c65e92b commit 1e8b3d6

16 files changed

+348
-1
lines changed

tests/models/test_anthropic.py

Lines changed: 40 additions & 1 deletion
Large diffs are not rendered by default.

tests/models/test_bedrock.py

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -142,6 +142,7 @@ async def test_bedrock_model(allow_model_requests: None, bedrock_provider: Bedro
142142
model_name='us.amazon.nova-micro-v1:0',
143143
timestamp=IsDatetime(),
144144
provider_name='bedrock',
145+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
145146
provider_details={'finish_reason': 'end_turn'},
146147
finish_reason='stop',
147148
run_id=IsStr(),
@@ -321,6 +322,7 @@ async def temperature(city: str, date: datetime.date) -> str:
321322
model_name='us.amazon.nova-micro-v1:0',
322323
timestamp=IsDatetime(),
323324
provider_name='bedrock',
325+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
324326
provider_details={'finish_reason': 'tool_use'},
325327
finish_reason='tool_call',
326328
run_id=IsStr(),
@@ -351,6 +353,7 @@ async def temperature(city: str, date: datetime.date) -> str:
351353
model_name='us.amazon.nova-micro-v1:0',
352354
timestamp=IsDatetime(),
353355
provider_name='bedrock',
356+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
354357
provider_details={'finish_reason': 'tool_use'},
355358
finish_reason='tool_call',
356359
run_id=IsStr(),
@@ -457,6 +460,7 @@ async def get_capital(country: str) -> str:
457460
model_name='us.amazon.nova-micro-v1:0',
458461
timestamp=IsDatetime(),
459462
provider_name='bedrock',
463+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
460464
provider_details={'finish_reason': 'tool_use'},
461465
finish_reason='tool_call',
462466
run_id=IsStr(),
@@ -486,6 +490,7 @@ async def get_capital(country: str) -> str:
486490
model_name='us.amazon.nova-micro-v1:0',
487491
timestamp=IsDatetime(),
488492
provider_name='bedrock',
493+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
489494
provider_details={'finish_reason': 'end_turn'},
490495
finish_reason='stop',
491496
run_id=IsStr(),
@@ -776,6 +781,7 @@ def instructions() -> str:
776781
model_name='us.amazon.nova-pro-v1:0',
777782
timestamp=IsDatetime(),
778783
provider_name='bedrock',
784+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
779785
provider_details={'finish_reason': 'end_turn'},
780786
finish_reason='stop',
781787
run_id=IsStr(),
@@ -833,6 +839,7 @@ async def test_bedrock_model_thinking_part_deepseek(allow_model_requests: None,
833839
model_name='us.deepseek.r1-v1:0',
834840
timestamp=IsDatetime(),
835841
provider_name='bedrock',
842+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
836843
provider_details={'finish_reason': 'end_turn'},
837844
finish_reason='stop',
838845
run_id=IsStr(),
@@ -861,6 +868,7 @@ async def test_bedrock_model_thinking_part_deepseek(allow_model_requests: None,
861868
model_name='us.deepseek.r1-v1:0',
862869
timestamp=IsDatetime(),
863870
provider_name='bedrock',
871+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
864872
provider_details={'finish_reason': 'end_turn'},
865873
finish_reason='stop',
866874
run_id=IsStr(),
@@ -901,6 +909,7 @@ async def test_bedrock_model_thinking_part_anthropic(allow_model_requests: None,
901909
model_name='us.anthropic.claude-sonnet-4-20250514-v1:0',
902910
timestamp=IsDatetime(),
903911
provider_name='bedrock',
912+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
904913
provider_details={'finish_reason': 'end_turn'},
905914
finish_reason='stop',
906915
run_id=IsStr(),
@@ -936,6 +945,7 @@ async def test_bedrock_model_thinking_part_anthropic(allow_model_requests: None,
936945
model_name='us.anthropic.claude-sonnet-4-20250514-v1:0',
937946
timestamp=IsDatetime(),
938947
provider_name='bedrock',
948+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
939949
provider_details={'finish_reason': 'end_turn'},
940950
finish_reason='stop',
941951
run_id=IsStr(),
@@ -984,6 +994,7 @@ async def test_bedrock_model_thinking_part_redacted(allow_model_requests: None,
984994
model_name='us.anthropic.claude-3-7-sonnet-20250219-v1:0',
985995
timestamp=IsDatetime(),
986996
provider_name='bedrock',
997+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
987998
provider_details={'finish_reason': 'end_turn'},
988999
finish_reason='stop',
9891000
run_id=IsStr(),
@@ -1020,6 +1031,7 @@ async def test_bedrock_model_thinking_part_redacted(allow_model_requests: None,
10201031
model_name='us.anthropic.claude-3-7-sonnet-20250219-v1:0',
10211032
timestamp=IsDatetime(),
10221033
provider_name='bedrock',
1034+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
10231035
provider_details={'finish_reason': 'end_turn'},
10241036
finish_reason='stop',
10251037
run_id=IsStr(),
@@ -1084,6 +1096,7 @@ async def test_bedrock_model_thinking_part_redacted_stream(
10841096
model_name='us.anthropic.claude-3-7-sonnet-20250219-v1:0',
10851097
timestamp=IsDatetime(),
10861098
provider_name='bedrock',
1099+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
10871100
provider_details={'finish_reason': 'end_turn'},
10881101
finish_reason='stop',
10891102
run_id=IsStr(),
@@ -1228,6 +1241,7 @@ async def test_bedrock_model_thinking_part_from_other_model(
12281241
model_name='gpt-5-2025-08-07',
12291242
timestamp=IsDatetime(),
12301243
provider_name='openai',
1244+
provider_url='https://api.openai.com/v1/',
12311245
provider_details={'finish_reason': 'completed'},
12321246
provider_response_id='resp_68c1ffe0f9a48191894c46b63c1a4f440003919771fccd27',
12331247
finish_reason='stop',
@@ -1271,6 +1285,7 @@ async def test_bedrock_model_thinking_part_from_other_model(
12711285
model_name='us.anthropic.claude-sonnet-4-20250514-v1:0',
12721286
timestamp=IsDatetime(),
12731287
provider_name='bedrock',
1288+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
12741289
provider_details={'finish_reason': 'end_turn'},
12751290
finish_reason='stop',
12761291
run_id=IsStr(),
@@ -1424,6 +1439,7 @@ async def test_bedrock_model_thinking_part_stream(allow_model_requests: None, be
14241439
model_name='us.anthropic.claude-sonnet-4-20250514-v1:0',
14251440
timestamp=IsDatetime(),
14261441
provider_name='bedrock',
1442+
provider_url='https://bedrock-runtime.us-east-1.amazonaws.com',
14271443
provider_details={'finish_reason': 'end_turn'},
14281444
finish_reason='stop',
14291445
run_id=IsStr(),

tests/models/test_cohere.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -125,6 +125,7 @@ async def test_request_simple_success(allow_model_requests: None):
125125
model_name='command-r7b-12-2024',
126126
timestamp=IsNow(tz=timezone.utc),
127127
provider_name='cohere',
128+
provider_url='https://api.cohere.com',
128129
provider_details={'finish_reason': 'COMPLETE'},
129130
finish_reason='stop',
130131
run_id=IsStr(),
@@ -138,6 +139,7 @@ async def test_request_simple_success(allow_model_requests: None):
138139
model_name='command-r7b-12-2024',
139140
timestamp=IsNow(tz=timezone.utc),
140141
provider_name='cohere',
142+
provider_url='https://api.cohere.com',
141143
provider_details={'finish_reason': 'COMPLETE'},
142144
finish_reason='stop',
143145
run_id=IsStr(),
@@ -213,6 +215,7 @@ async def test_request_structured_response(allow_model_requests: None):
213215
model_name='command-r7b-12-2024',
214216
timestamp=IsNow(tz=timezone.utc),
215217
provider_name='cohere',
218+
provider_url='https://api.cohere.com',
216219
provider_details={'finish_reason': 'COMPLETE'},
217220
finish_reason='stop',
218221
run_id=IsStr(),
@@ -305,6 +308,7 @@ async def get_location(loc_name: str) -> str:
305308
model_name='command-r7b-12-2024',
306309
timestamp=IsNow(tz=timezone.utc),
307310
provider_name='cohere',
311+
provider_url='https://api.cohere.com',
308312
provider_details={'finish_reason': 'COMPLETE'},
309313
finish_reason='stop',
310314
run_id=IsStr(),
@@ -332,6 +336,7 @@ async def get_location(loc_name: str) -> str:
332336
model_name='command-r7b-12-2024',
333337
timestamp=IsNow(tz=timezone.utc),
334338
provider_name='cohere',
339+
provider_url='https://api.cohere.com',
335340
provider_details={'finish_reason': 'COMPLETE'},
336341
finish_reason='stop',
337342
run_id=IsStr(),
@@ -352,6 +357,7 @@ async def get_location(loc_name: str) -> str:
352357
model_name='command-r7b-12-2024',
353358
timestamp=IsNow(tz=timezone.utc),
354359
provider_name='cohere',
360+
provider_url='https://api.cohere.com',
355361
provider_details={'finish_reason': 'COMPLETE'},
356362
finish_reason='stop',
357363
run_id=IsStr(),
@@ -451,6 +457,7 @@ def simple_instructions(ctx: RunContext):
451457
model_name='command-r7b-12-2024',
452458
timestamp=IsDatetime(),
453459
provider_name='cohere',
460+
provider_url='https://api.cohere.com',
454461
provider_details={'finish_reason': 'COMPLETE'},
455462
finish_reason='stop',
456463
run_id=IsStr(),
@@ -497,6 +504,7 @@ async def test_cohere_model_thinking_part(allow_model_requests: None, co_api_key
497504
model_name='o3-mini-2025-01-31',
498505
timestamp=IsDatetime(),
499506
provider_name='openai',
507+
provider_url='https://api.openai.com/v1/',
500508
provider_details={'finish_reason': 'completed'},
501509
provider_response_id='resp_68bb5f153efc81a2b3958ddb1f257ff30886f4f20524f3b9',
502510
finish_reason='stop',
@@ -532,6 +540,7 @@ async def test_cohere_model_thinking_part(allow_model_requests: None, co_api_key
532540
model_name='command-a-reasoning-08-2025',
533541
timestamp=IsDatetime(),
534542
provider_name='cohere',
543+
provider_url='https://api.cohere.com',
535544
provider_details={'finish_reason': 'COMPLETE'},
536545
finish_reason='stop',
537546
run_id=IsStr(),

tests/models/test_deepseek.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,7 @@ async def test_deepseek_model_thinking_part(allow_model_requests: None, deepseek
5555
model_name='deepseek-reasoner',
5656
timestamp=IsDatetime(),
5757
provider_name='deepseek',
58+
provider_url='https://api.deepseek.com',
5859
provider_details={'finish_reason': 'stop'},
5960
provider_response_id='181d9669-2b3a-445e-bd13-2ebff2c378f6',
6061
finish_reason='stop',
@@ -102,6 +103,7 @@ async def test_deepseek_model_thinking_stream(allow_model_requests: None, deepse
102103
model_name='deepseek-reasoner',
103104
timestamp=IsDatetime(),
104105
provider_name='deepseek',
106+
provider_url='https://api.deepseek.com',
105107
provider_details={'finish_reason': 'stop'},
106108
provider_response_id='33be18fc-3842-486c-8c29-dd8e578f7f20',
107109
finish_reason='stop',

0 commit comments

Comments
 (0)