Skip to content

Commit 4265162

Browse files
windsonwindson
committed
Use LMI DLC v 0.26.0
1 parent 05de08a commit 4265162

File tree

6 files changed

+37
-200
lines changed

6 files changed

+37
-200
lines changed

‎llama-2-lmi/llama-2-13b-chat/1-deploy-llama-2-13b-chat-lmi-response-streaming.ipynb‎

Lines changed: 6 additions & 99 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
"tags": []
88
},
99
"source": [
10-
"# Deploy LLama2 13B Chat LMI Model with response streaming on SageMaker using Continuous Batching"
10+
"# Deploy LLama2 13B Chat LMI Model with response streaming on SageMaker"
1111
]
1212
},
1313
{
@@ -51,113 +51,20 @@
5151
},
5252
{
5353
"cell_type": "code",
54-
"execution_count": 1,
54+
"execution_count": null,
5555
"id": "8dd6a36f-ee95-453d-a127-c8a7de6a026d",
5656
"metadata": {
5757
"tags": []
5858
},
59-
"outputs": [
60-
{
61-
"name": "stdout",
62-
"output_type": "stream",
63-
"text": [
64-
"\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
65-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
66-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
67-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
68-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
69-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
70-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
71-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
72-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
73-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
74-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
75-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
76-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
77-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
78-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
79-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
80-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
81-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
82-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
83-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
84-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
85-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
86-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
87-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
88-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
89-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
90-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
91-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
92-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
93-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
94-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
95-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
96-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
97-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
98-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
99-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
100-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
101-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
102-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
103-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
104-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
105-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
106-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
107-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
108-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
109-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
110-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
111-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
112-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
113-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
114-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
115-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
116-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
117-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
118-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
119-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
120-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
121-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
122-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
123-
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
124-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
125-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
126-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
127-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
128-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
129-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
130-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
131-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
132-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
133-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
134-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
135-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
136-
"\u001b[0m\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
137-
"awscli 1.32.23 requires botocore==1.34.23, but you have botocore 1.34.43 which is incompatible.\u001b[0m\u001b[31m\n",
138-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
139-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
140-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
141-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
142-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
143-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
144-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
145-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
146-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
147-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
148-
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
149-
"\u001b[0m"
150-
]
151-
}
152-
],
59+
"outputs": [],
15360
"source": [
15461
"!pip install -Uq pip\n",
15562
"!pip install -Uq sagemaker boto3 huggingface_hub "
15663
]
15764
},
15865
{
15966
"cell_type": "code",
160-
"execution_count": 4,
67+
"execution_count": null,
16168
"id": "cf0c89f4-679c-4557-b95d-1d954c15a020",
16269
"metadata": {
16370
"tags": []
@@ -176,7 +83,7 @@
17683
},
17784
{
17885
"cell_type": "code",
179-
"execution_count": 5,
86+
"execution_count": null,
18087
"id": "83d5a162-e9be-469b-910e-18cca8c359f8",
18188
"metadata": {
18289
"tags": []
@@ -190,7 +97,7 @@
19097
},
19198
{
19299
"cell_type": "code",
193-
"execution_count": 6,
100+
"execution_count": null,
194101
"id": "f68b5181-d018-4564-9762-fa8770a9672f",
195102
"metadata": {
196103
"tags": []

‎llama-2-lmi/llama-2-70b-chat/1-deploy-llama-2-70b-chat-lmi-response-streaming.ipynb‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
"tags": []
88
},
99
"source": [
10-
"# Deploy LLama2 70B Chat LMI Model with response streaming on SageMaker using Continuous Batching"
10+
"# Deploy LLama2 70B Chat LMI Model with response streaming on SageMaker"
1111
]
1212
},
1313
{
@@ -326,7 +326,7 @@
326326
"outputs": [],
327327
"source": [
328328
"inference_image_uri = image_uris.retrieve(\n",
329-
" framework=\"djl-deepspeed\", region=region, version=\"0.25.0\"\n",
329+
" framework=\"djl-deepspeed\", region=region, version=\"0.26.0\"\n",
330330
")\n",
331331
"inference_image_uri"
332332
]

0 commit comments

Comments
 (0)