Update LMI djl version to 0.28.0 and Least Outstanding Request Strategy

Author: windson

llama-2-lmi/llama-2-13b-chat/1-deploy-llama-2-13b-chat-lmi-response-streaming.ipynb

@@ -328,7 +328,7 @@
    "outputs": [],
    "source": [
     "inference_image_uri = image_uris.retrieve(\n",
-    "    framework=\"djl-deepspeed\", region=region, version=\"0.26.0\"\n",
+    "    framework=\"djl-deepspeed\", region=region, version=\"0.28.0\"\n",
     ")\n",
     "inference_image_uri"
    ]
@@ -492,6 +492,9 @@
     "            \"InitialInstanceCount\": 1,\n",
     "            \"ModelDataDownloadTimeoutInSeconds\": 3600,\n",
     "            \"ContainerStartupHealthCheckTimeoutInSeconds\": 3600,\n",
+    "            \"RoutingConfig\": {\n",
+    "                'RoutingStrategy': 'LEAST_OUTSTANDING_REQUESTS'\n",
+    "            }\n",
     "        },\n",
     "    ],\n",
     ")\n",

llama-2-lmi/llama-2-70b-chat/1-deploy-llama-2-70b-chat-lmi-response-streaming.ipynb

@@ -326,7 +326,7 @@
    "outputs": [],
    "source": [
     "inference_image_uri = image_uris.retrieve(\n",
-    "    framework=\"djl-deepspeed\", region=region, version=\"0.26.0\"\n",
+    "    framework=\"djl-deepspeed\", region=region, version=\"0.28.0\"\n",
     ")\n",
     "inference_image_uri"
    ]
@@ -490,6 +490,9 @@
     "            \"InitialInstanceCount\": 1,\n",
     "            \"ModelDataDownloadTimeoutInSeconds\": 3600,\n",
     "            \"ContainerStartupHealthCheckTimeoutInSeconds\": 3600,\n",
+    "            \"RoutingConfig\": {\n",
+    "                'RoutingStrategy': 'LEAST_OUTSTANDING_REQUESTS'\n",
+    "            }\n",
     "        },\n",
     "    ],\n",
     ")\n",

llama-2-lmi/llama-2-7b-chat/1-deploy-llama-2-7b-lmi-response-streaming.ipynb

@@ -336,7 +336,7 @@
    "outputs": [],
    "source": [
     "inference_image_uri = image_uris.retrieve(\n",
-    "    framework=\"djl-deepspeed\", region=region, version=\"0.26.0\"\n",
+    "    framework=\"djl-deepspeed\", region=region, version=\"0.28.0\"\n",
     ")\n",
     "inference_image_uri"
    ]
@@ -488,6 +488,9 @@
     "            \"InitialInstanceCount\": 1,\n",
     "            \"ModelDataDownloadTimeoutInSeconds\": 3600,\n",
     "            \"ContainerStartupHealthCheckTimeoutInSeconds\": 3600,\n",
+    "            \"RoutingConfig\": {\n",
+    "                'RoutingStrategy': 'LEAST_OUTSTANDING_REQUESTS'\n",
+    "            }\n",
     "        },\n",
     "    ],\n",
     ")\n",