Skip to content

Commit 05de08a

Browse files
madhurprashmadhurprash
authored
updating the version for the deepspeed lmi container from 0.25.0-0.26.0 (#7)
* Delete llama-2-lmi/llama-2-13b-chat/2-inference-llama-2-13b-chat-lmi-response-streaming.ipynb * updated deep speed 0.26.0 version * Add files via upload
1 parent 273e07f commit 05de08a

File tree

1 file changed

+102
-9
lines changed

1 file changed

+102
-9
lines changed

‎llama-2-lmi/llama-2-13b-chat/1-deploy-llama-2-13b-chat-lmi-response-streaming.ipynb‎

Lines changed: 102 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -51,20 +51,113 @@
5151
},
5252
{
5353
"cell_type": "code",
54-
"execution_count": null,
54+
"execution_count": 1,
5555
"id": "8dd6a36f-ee95-453d-a127-c8a7de6a026d",
5656
"metadata": {
5757
"tags": []
5858
},
59-
"outputs": [],
59+
"outputs": [
60+
{
61+
"name": "stdout",
62+
"output_type": "stream",
63+
"text": [
64+
"\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
65+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
66+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
67+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
68+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
69+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
70+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
71+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
72+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
73+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
74+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
75+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
76+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
77+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
78+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
79+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
80+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
81+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
82+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
83+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
84+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
85+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
86+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
87+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
88+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
89+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
90+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
91+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
92+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
93+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
94+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
95+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
96+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
97+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
98+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
99+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
100+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
101+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
102+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
103+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
104+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
105+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
106+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
107+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
108+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
109+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
110+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
111+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
112+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
113+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
114+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
115+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
116+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
117+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
118+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
119+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
120+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
121+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
122+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
123+
"\u001b[0m\u001b[33m WARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
124+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
125+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
126+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
127+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
128+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
129+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
130+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
131+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
132+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
133+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
134+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/idna-3.6.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
135+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/MarkupSafe-2.1.4.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
136+
"\u001b[0m\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
137+
"awscli 1.32.23 requires botocore==1.34.23, but you have botocore 1.34.43 which is incompatible.\u001b[0m\u001b[31m\n",
138+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
139+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
140+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
141+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
142+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
143+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
144+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/Jinja2-3.1.3.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
145+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/pygments-2.17.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
146+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/charset_normalizer-3.3.2.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
147+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/attrs-23.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
148+
"\u001b[0m\u001b[33mWARNING: Skipping /opt/homebrew/lib/python3.11/site-packages/urllib3-2.2.0.dist-info due to invalid metadata entry 'name'\u001b[0m\u001b[33m\n",
149+
"\u001b[0m"
150+
]
151+
}
152+
],
60153
"source": [
61154
"!pip install -Uq pip\n",
62155
"!pip install -Uq sagemaker boto3 huggingface_hub "
63156
]
64157
},
65158
{
66159
"cell_type": "code",
67-
"execution_count": null,
160+
"execution_count": 4,
68161
"id": "cf0c89f4-679c-4557-b95d-1d954c15a020",
69162
"metadata": {
70163
"tags": []
@@ -83,7 +176,7 @@
83176
},
84177
{
85178
"cell_type": "code",
86-
"execution_count": null,
179+
"execution_count": 5,
87180
"id": "83d5a162-e9be-469b-910e-18cca8c359f8",
88181
"metadata": {
89182
"tags": []
@@ -97,7 +190,7 @@
97190
},
98191
{
99192
"cell_type": "code",
100-
"execution_count": null,
193+
"execution_count": 6,
101194
"id": "f68b5181-d018-4564-9762-fa8770a9672f",
102195
"metadata": {
103196
"tags": []
@@ -328,7 +421,7 @@
328421
"outputs": [],
329422
"source": [
330423
"inference_image_uri = image_uris.retrieve(\n",
331-
" framework=\"djl-deepspeed\", region=region, version=\"0.25.0\"\n",
424+
" framework=\"djl-deepspeed\", region=region, version=\"0.26.0\"\n",
332425
")\n",
333426
"inference_image_uri"
334427
]
@@ -1213,9 +1306,9 @@
12131306
],
12141307
"instance_type": "ml.r5.4xlarge",
12151308
"kernelspec": {
1216-
"display_name": "Python 3 (Data Science 3.0)",
1309+
"display_name": "Python 3",
12171310
"language": "python",
1218-
"name": "python3__SAGEMAKER_INTERNAL__arn:aws:sagemaker:us-west-2:236514542706:image/sagemaker-data-science-310-v1"
1311+
"name": "python3"
12191312
},
12201313
"language_info": {
12211314
"codemirror_mode": {
@@ -1227,7 +1320,7 @@
12271320
"name": "python",
12281321
"nbconvert_exporter": "python",
12291322
"pygments_lexer": "ipython3",
1230-
"version": "3.10.6"
1323+
"version": "3.11.7"
12311324
}
12321325
},
12331326
"nbformat": 4,

0 commit comments

Comments
 (0)