Okay should be good now

Author: frgud

workshops/fine-tuning-with-sagemakerai-and-bedrock/task_05_fmops/05.01_fine-tuning-pipeline.ipynb

@@ -692,6 +692,7 @@
     "        try:\n",
     "            print(f\"Attempting to delete endpoint {endpoint_name} (attempt {attempt + 1}/{max_retries})\")\n",
     "            sm_client.delete_endpoint(EndpointName=endpoint_name)\n",
+    "            sm_client.delete_endpoint_config(EndpointConfigName=endpoint_name)\n",
     "            print(f\"Endpoint {endpoint_name} deletion initiated successfully\")\n",
     "            \n",
     "            # Wait for endpoint to be fully deleted\n",

workshops/fine-tuning-with-sagemakerai-and-bedrock/task_05_fmops/steps/qualitative_eval_step.py

@@ -145,8 +145,8 @@ def create_bedrock_judge_metrics():
             ),
             examples=medical_accuracy_examples,
             version="v1",
-            # model="bedrock:/us.anthropic.claude-3-haiku-20240307-v1:0",
-            model="bedrock:/anthropic.claude-3-haiku-20240307-v1:0",
+            model="bedrock:/us.anthropic.claude-3-haiku-20240307-v1:0",
+            # model="bedrock:/anthropic.claude-3-haiku-20240307-v1:0",
             parameters={
                 "anthropic_version": "bedrock-2023-05-31",
                 "temperature": 0.0,
@@ -194,8 +194,8 @@ def create_bedrock_judge_metrics():
             ),
             examples=clinical_reasoning_examples,
             version="v1",
-            # model="bedrock:/us.anthropic.claude-3-haiku-20240307-v1:0",
-            model="bedrock:/anthropic.claude-3-haiku-20240307-v1:0",
+            model="bedrock:/us.anthropic.claude-3-haiku-20240307-v1:0",
+            # model="bedrock:/anthropic.claude-3-haiku-20240307-v1:0",
             parameters={
                 "anthropic_version": "bedrock-2023-05-31",
                 "temperature": 0.0,
@@ -241,8 +241,8 @@ def create_bedrock_judge_metrics():
             ),
             examples=patient_safety_examples,
             version="v1",
-            # model="bedrock:/us.anthropic.claude-3-haiku-20240307-v1:0",
-            model="bedrock:/anthropic.claude-3-haiku-20240307-v1:0",
+            model="bedrock:/us.anthropic.claude-3-haiku-20240307-v1:0",
+            # model="bedrock:/anthropic.claude-3-haiku-20240307-v1:0",
             parameters={
                 "anthropic_version": "bedrock-2023-05-31",
                 "temperature": 0.0,
@@ -481,7 +481,7 @@ def evaluate_model_qualitatively(model_config, dataset):
             mlflow.log_param("qualitative_evaluation_endpoint", endpoint_name)
             mlflow.log_param("qualitative_evaluation_num_samples", num_samples)
             mlflow.log_param("qualitative_evaluation_timestamp", datetime.now().isoformat())
-            mlflow.log_param("llm_judge_model", "bedrock:/anthropic.claude-3-haiku-20240307-v1:0")
+            mlflow.log_param("llm_judge_model", "bedrock:/us.anthropic.claude-3-haiku-20240307-v1:0")
 
             # Load the test dataset
             try: