From 8d3d0f26a94001e74b6d0e51cc6e4cafbebaa9bf Mon Sep 17 00:00:00 2001
From: Tanav Kalidindi <102036365+tanavk1@users.noreply.github.com>
Date: Sat, 1 Apr 2023 19:38:45 -0400
Subject: [PATCH 1/6] Create Extractive.py
---
Extractive.py | 32 ++++++++++++++++++++++++++++++++
1 file changed, 32 insertions(+)
create mode 100644 Extractive.py
diff --git a/Extractive.py b/Extractive.py
new file mode 100644
index 0000000..386b8a7
--- /dev/null
+++ b/Extractive.py
@@ -0,0 +1,32 @@
+!pip install spacy==3
+!python -m spacy download en_core_web_trf
+
+import spacy
+
+# Load the language model
+nlp = spacy.load('en_core_web_trf')
+
+# Sample text for demonstration
+text = """
+ The rise of technology has drastically changed the way we live our lives. From smartphones to social media, technology has revolutionized the way we communicate and interact with each other. While technology has brought many benefits, it has also raised concerns about privacy and the impact on our mental health. As we continue to advance in technology, it is important to consider both the positive and negative effects on society."
+ """
+
+# Process the text with spaCy
+doc = nlp(text)
+
+# Calculate sentence scores based on their similarity to the document
+sent_scores = []
+for sent in doc.sents:
+ score = 0
+ for word in sent:
+ score += word.similarity(doc)
+ sent_scores.append((sent, score))
+
+# Sort the sentences in decreasing order of score and get the top 3
+sent_scores = sorted(sent_scores, key=lambda x: x[1], reverse=True)[:3]
+
+# Extract the top 3 sentences and join them to form a summary
+summary = ' '.join([sent[0].text for sent in sent_scores])
+
+# Print the summary
+print(summary)
From 882e3ffe4760b9c4297c847311b201d6bd9faa76 Mon Sep 17 00:00:00 2001
From: Tanav Kalidindi <102036365+tanavk1@users.noreply.github.com>
Date: Sat, 1 Apr 2023 19:39:06 -0400
Subject: [PATCH 2/6] Add files via upload
---
Extractive Text Summarization.ipynb | 1 +
1 file changed, 1 insertion(+)
create mode 100644 Extractive Text Summarization.ipynb
diff --git a/Extractive Text Summarization.ipynb b/Extractive Text Summarization.ipynb
new file mode 100644
index 0000000..9b4273f
--- /dev/null
+++ b/Extractive Text Summarization.ipynb
@@ -0,0 +1 @@
+{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"cell_id":"b95dfabcdd7c4abd8c04b94e183a7ccd","deepnote_cell_type":"code","deepnote_to_be_reexecuted":false,"execution_millis":32848,"execution_start":1680234176391,"source_hash":"49628487"},"outputs":[{"ename":"","evalue":"","output_type":"error","traceback":["\u001b[1;31mRunning cells with '/usr/local/bin/python3' requires the ipykernel package.\n","\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n","\u001b[1;31mCommand: '/usr/local/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"]}],"source":["pip install spacy==3\n","python -m spacy download en_core_web_trf\n","\n","import spacy\n","\n","\n"," \n","\n","\n","\n","\n","# Load the language model\n","nlp = spacy.load('en_core_web_trf')\n","\n","# Sample text for demonstration\n","text = \"\"\"\n"," The rise of technology has drastically changed the way we live our lives. From smartphones to social media, technology has revolutionized the way we communicate and interact with each other. While technology has brought many benefits, it has also raised concerns about privacy and the impact on our mental health. As we continue to advance in technology, it is important to consider both the positive and negative effects on society.\" \n"," \"\"\"\n","\n","# Process the text with spaCy\n","doc = nlp(text)\n","\n","# Calculate sentence scores based on their similarity to the document\n","\n","\n","\n","\n","#write a function that shows what was deleted from the original text as label it text deleted\n","\n","\n","\n","\n","\n","\n","\n","\n","sent_scores = []\n","for sent in doc.sents:\n"," score = 0\n"," for word in sent:\n"," score += word.similarity(doc)\n"," sent_scores.append((sent, score))\n","\n","\n","# Sort the sentences in decreasing order of score and get the top 3\n","\n","sent_scores = sorted(sent_scores, key=lambda x:x [1], reverse=True) [:3]\n","\n","# Extract the top 3 sentences and join them to form a summary\n","summary = ' '.join([sent[0].text for sent in sent_scores])\n","\n","\n","\n","\n","\n","\n","# Print the summary\n","print(summary)\n"]},{"cell_type":"markdown","metadata":{"created_in_deepnote_cell":true,"deepnote_cell_type":"markdown"},"source":["\n","
\n","Created in Deepnote"]}],"metadata":{"deepnote":{},"deepnote_execution_queue":[],"deepnote_notebook_id":"61dd012b72d64ffeaeb97616c867546c","kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.11.2"},"orig_nbformat":2},"nbformat":4,"nbformat_minor":0}
From ff08ba8b70d3ac4841ec596159384a39c2802e11 Mon Sep 17 00:00:00 2001
From: Tanav Kalidindi <102036365+tanavk1@users.noreply.github.com>
Date: Sat, 1 Apr 2023 19:39:36 -0400
Subject: [PATCH 3/6] Delete Extractive Text Summarization.ipynb
---
Extractive Text Summarization.ipynb | 1 -
1 file changed, 1 deletion(-)
delete mode 100644 Extractive Text Summarization.ipynb
diff --git a/Extractive Text Summarization.ipynb b/Extractive Text Summarization.ipynb
deleted file mode 100644
index 9b4273f..0000000
--- a/Extractive Text Summarization.ipynb
+++ /dev/null
@@ -1 +0,0 @@
-{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"cell_id":"b95dfabcdd7c4abd8c04b94e183a7ccd","deepnote_cell_type":"code","deepnote_to_be_reexecuted":false,"execution_millis":32848,"execution_start":1680234176391,"source_hash":"49628487"},"outputs":[{"ename":"","evalue":"","output_type":"error","traceback":["\u001b[1;31mRunning cells with '/usr/local/bin/python3' requires the ipykernel package.\n","\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n","\u001b[1;31mCommand: '/usr/local/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"]}],"source":["pip install spacy==3\n","python -m spacy download en_core_web_trf\n","\n","import spacy\n","\n","\n"," \n","\n","\n","\n","\n","# Load the language model\n","nlp = spacy.load('en_core_web_trf')\n","\n","# Sample text for demonstration\n","text = \"\"\"\n"," The rise of technology has drastically changed the way we live our lives. From smartphones to social media, technology has revolutionized the way we communicate and interact with each other. While technology has brought many benefits, it has also raised concerns about privacy and the impact on our mental health. As we continue to advance in technology, it is important to consider both the positive and negative effects on society.\" \n"," \"\"\"\n","\n","# Process the text with spaCy\n","doc = nlp(text)\n","\n","# Calculate sentence scores based on their similarity to the document\n","\n","\n","\n","\n","#write a function that shows what was deleted from the original text as label it text deleted\n","\n","\n","\n","\n","\n","\n","\n","\n","sent_scores = []\n","for sent in doc.sents:\n"," score = 0\n"," for word in sent:\n"," score += word.similarity(doc)\n"," sent_scores.append((sent, score))\n","\n","\n","# Sort the sentences in decreasing order of score and get the top 3\n","\n","sent_scores = sorted(sent_scores, key=lambda x:x [1], reverse=True) [:3]\n","\n","# Extract the top 3 sentences and join them to form a summary\n","summary = ' '.join([sent[0].text for sent in sent_scores])\n","\n","\n","\n","\n","\n","\n","# Print the summary\n","print(summary)\n"]},{"cell_type":"markdown","metadata":{"created_in_deepnote_cell":true,"deepnote_cell_type":"markdown"},"source":["\n"," \n","Created in Deepnote"]}],"metadata":{"deepnote":{},"deepnote_execution_queue":[],"deepnote_notebook_id":"61dd012b72d64ffeaeb97616c867546c","kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.11.2"},"orig_nbformat":2},"nbformat":4,"nbformat_minor":0}
From 662bc690b0a3c7a6afdd435d10d41b9b69792f41 Mon Sep 17 00:00:00 2001
From: Tanav Kalidindi <102036365+tanavk1@users.noreply.github.com>
Date: Sat, 1 Apr 2023 19:40:03 -0400
Subject: [PATCH 4/6] Create Extractive Text Summarization.ipynb
---
Extractive Text Summarization.ipynb | 1 +
1 file changed, 1 insertion(+)
create mode 100644 Extractive Text Summarization.ipynb
diff --git a/Extractive Text Summarization.ipynb b/Extractive Text Summarization.ipynb
new file mode 100644
index 0000000..b248d8d
--- /dev/null
+++ b/Extractive Text Summarization.ipynb
@@ -0,0 +1 @@
+{"cells":[{"cell_type":"code","source":"!pip install spacy==3\n!python -m spacy download en_core_web_trf\n\nimport spacy\n\n# Load the language model\nnlp = spacy.load('en_core_web_trf')\n\n# Sample text for demonstration\ntext = \"\"\"\n The rise of technology has drastically changed the way we live our lives. From smartphones to social media, technology has revolutionized the way we communicate and interact with each other. While technology has brought many benefits, it has also raised concerns about privacy and the impact on our mental health. As we continue to advance in technology, it is important to consider both the positive and negative effects on society.\" \n \"\"\"\n\n# Process the text with spaCy\ndoc = nlp(text)\n\n# Calculate sentence scores based on their similarity to the document\nsent_scores = []\nfor sent in doc.sents:\n score = 0\n for word in sent:\n score += word.similarity(doc)\n sent_scores.append((sent, score))\n\n# Sort the sentences in decreasing order of score and get the top 3\nsent_scores = sorted(sent_scores, key=lambda x: x[1], reverse=True)[:3]\n\n# Extract the top 3 sentences and join them to form a summary\nsummary = ' '.join([sent[0].text for sent in sent_scores])\n\n# Print the summary\nprint(summary)\n","metadata":{"cell_id":"b95dfabcdd7c4abd8c04b94e183a7ccd","source_hash":"49628487","execution_start":1680234176391,"execution_millis":32848,"deepnote_to_be_reexecuted":false,"deepnote_cell_type":"code"},"outputs":[{"name":"stdout","text":"Requirement already satisfied: spacy==3 in /root/venv/lib/python3.9/site-packages (3.0.0)\nRequirement already satisfied: setuptools in /root/venv/lib/python3.9/site-packages (from spacy==3) (58.1.0)\nRequirement already satisfied: tqdm<5.0.0,>=4.38.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (4.64.1)\nRequirement already satisfied: jinja2 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from spacy==3) (2.11.3)\nRequirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (1.0.9)\nRequirement already satisfied: preshed<3.1.0,>=3.0.2 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (3.0.8)\nRequirement already satisfied: thinc<8.1.0,>=8.0.0 in /root/venv/lib/python3.9/site-packages (from spacy==3) (8.0.17)\nRequirement already satisfied: wasabi<1.1.0,>=0.8.1 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (0.10.1)\nRequirement already satisfied: packaging>=20.0 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from spacy==3) (21.3)\nRequirement already satisfied: srsly<3.0.0,>=2.4.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (2.4.5)\nRequirement already satisfied: blis<0.8.0,>=0.4.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (0.7.9)\nRequirement already satisfied: typer<0.4.0,>=0.3.0 in /root/venv/lib/python3.9/site-packages (from spacy==3) (0.3.2)\nRequirement already satisfied: numpy>=1.15.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (1.23.4)\nRequirement already satisfied: spacy-legacy<3.1.0,>=3.0.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (3.0.10)\nRequirement already satisfied: requests<3.0.0,>=2.13.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (2.28.1)\nRequirement already satisfied: pydantic<1.8.0,>=1.7.1 in /root/venv/lib/python3.9/site-packages (from spacy==3) (1.7.4)\nRequirement already satisfied: cymem<2.1.0,>=2.0.2 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (2.0.7)\nRequirement already satisfied: catalogue<2.1.0,>=2.0.1 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (2.0.8)\nRequirement already satisfied: pathy in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy==3) (0.6.2)\nRequirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from packaging>=20.0->spacy==3) (3.0.9)\nRequirement already satisfied: charset-normalizer<3,>=2 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy==3) (2.1.1)\nRequirement already satisfied: certifi>=2017.4.17 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy==3) (2022.9.24)\nRequirement already satisfied: idna<4,>=2.5 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy==3) (3.4)\nRequirement already satisfied: urllib3<1.27,>=1.21.1 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy==3) (1.26.12)\nRequirement already satisfied: click<7.2.0,>=7.1.1 in /root/venv/lib/python3.9/site-packages (from typer<0.4.0,>=0.3.0->spacy==3) (7.1.2)\nRequirement already satisfied: MarkupSafe>=0.23 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from jinja2->spacy==3) (2.0.0)\nRequirement already satisfied: smart-open<6.0.0,>=5.2.1 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from pathy->spacy==3) (5.2.1)\n\u001b[33mWARNING: You are using pip version 22.0.4; however, version 23.0.1 is available.\nYou should consider upgrading via the '/root/venv/bin/python -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n\u001b[0m2023-03-31 03:43:02.871470: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 AVX512F FMA\nTo enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n2023-03-31 03:43:03.071857: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory\n2023-03-31 03:43:03.071894: I tensorflow/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.\n2023-03-31 03:43:03.107690: E tensorflow/stream_executor/cuda/cuda_blas.cc:2981] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n2023-03-31 03:43:04.925511: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory\n2023-03-31 03:43:04.925595: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory\n2023-03-31 03:43:04.925611: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.\nCollecting en-core-web-trf==3.0.0\n Downloading https://github.com/explosion/spacy-models/releases/download/en_core_web_trf-3.0.0/en_core_web_trf-3.0.0-py3-none-any.whl (459.7 MB)\n\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m459.7/459.7 MB\u001b[0m \u001b[31m2.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n\u001b[?25hRequirement already satisfied: spacy<3.1.0,>=3.0.0 in /root/venv/lib/python3.9/site-packages (from en-core-web-trf==3.0.0) (3.0.0)\nRequirement already satisfied: spacy-transformers<1.1.0,>=1.0.0rc4 in /root/venv/lib/python3.9/site-packages (from en-core-web-trf==3.0.0) (1.0.4)\nRequirement already satisfied: srsly<3.0.0,>=2.4.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (2.4.5)\nRequirement already satisfied: blis<0.8.0,>=0.4.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (0.7.9)\nRequirement already satisfied: numpy>=1.15.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (1.23.4)\nRequirement already satisfied: pathy in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (0.6.2)\nRequirement already satisfied: jinja2 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (2.11.3)\nRequirement already satisfied: wasabi<1.1.0,>=0.8.1 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (0.10.1)\nRequirement already satisfied: packaging>=20.0 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (21.3)\nRequirement already satisfied: requests<3.0.0,>=2.13.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (2.28.1)\nRequirement already satisfied: tqdm<5.0.0,>=4.38.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (4.64.1)\nRequirement already satisfied: thinc<8.1.0,>=8.0.0 in /root/venv/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (8.0.17)\nRequirement already satisfied: pydantic<1.8.0,>=1.7.1 in /root/venv/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (1.7.4)\nRequirement already satisfied: typer<0.4.0,>=0.3.0 in /root/venv/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (0.3.2)\nRequirement already satisfied: cymem<2.1.0,>=2.0.2 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (2.0.7)\nRequirement already satisfied: spacy-legacy<3.1.0,>=3.0.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (3.0.10)\nRequirement already satisfied: catalogue<2.1.0,>=2.0.1 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (2.0.8)\nRequirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (1.0.9)\nRequirement already satisfied: setuptools in /root/venv/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (58.1.0)\nRequirement already satisfied: preshed<3.1.0,>=3.0.2 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (3.0.8)\nRequirement already satisfied: transformers<4.10.0,>=3.4.0 in /root/venv/lib/python3.9/site-packages (from spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (4.9.2)\nRequirement already satisfied: torch>=1.5.0 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (1.12.1)\nRequirement already satisfied: spacy-alignments<1.0.0,>=0.7.2 in /root/venv/lib/python3.9/site-packages (from spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (0.9.0)\nRequirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from packaging>=20.0->spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (3.0.9)\nRequirement already satisfied: idna<4,>=2.5 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (3.4)\nRequirement already satisfied: charset-normalizer<3,>=2 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (2.1.1)\nRequirement already satisfied: certifi>=2017.4.17 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (2022.9.24)\nRequirement already satisfied: urllib3<1.27,>=1.21.1 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (1.26.12)\nRequirement already satisfied: typing-extensions in /shared-libs/python3.9/py/lib/python3.9/site-packages (from torch>=1.5.0->spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (4.4.0)\nRequirement already satisfied: tokenizers<0.11,>=0.10.1 in /root/venv/lib/python3.9/site-packages (from transformers<4.10.0,>=3.4.0->spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (0.10.3)\nRequirement already satisfied: filelock in /shared-libs/python3.9/py/lib/python3.9/site-packages (from transformers<4.10.0,>=3.4.0->spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (3.8.0)\nRequirement already satisfied: regex!=2019.12.17 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from transformers<4.10.0,>=3.4.0->spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (2022.9.13)\nRequirement already satisfied: pyyaml>=5.1 in /root/venv/lib/python3.9/site-packages (from transformers<4.10.0,>=3.4.0->spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (6.0)\nRequirement already satisfied: sacremoses in /root/venv/lib/python3.9/site-packages (from transformers<4.10.0,>=3.4.0->spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (0.0.53)\nRequirement already satisfied: huggingface-hub==0.0.12 in /root/venv/lib/python3.9/site-packages (from transformers<4.10.0,>=3.4.0->spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (0.0.12)\nRequirement already satisfied: click<7.2.0,>=7.1.1 in /root/venv/lib/python3.9/site-packages (from typer<0.4.0,>=0.3.0->spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (7.1.2)\nRequirement already satisfied: MarkupSafe>=0.23 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from jinja2->spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (2.0.0)\nRequirement already satisfied: smart-open<6.0.0,>=5.2.1 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from pathy->spacy<3.1.0,>=3.0.0->en-core-web-trf==3.0.0) (5.2.1)\nRequirement already satisfied: joblib in /shared-libs/python3.9/py/lib/python3.9/site-packages (from sacremoses->transformers<4.10.0,>=3.4.0->spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (1.2.0)\nRequirement already satisfied: six in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from sacremoses->transformers<4.10.0,>=3.4.0->spacy-transformers<1.1.0,>=1.0.0rc4->en-core-web-trf==3.0.0) (1.16.0)\n\u001b[33mWARNING: You are using pip version 22.0.4; however, version 23.0.1 is available.\nYou should consider upgrading via the '/root/venv/bin/python -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n\u001b[0m\u001b[38;5;2m✔ Download and installation successful\u001b[0m\nYou can now load the package via spacy.load('en_core_web_trf')\n/shared-libs/python3.9/py/lib/python3.9/site-packages/tqdm/auto.py:22: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n from .autonotebook import tqdm as notebook_tqdm\n2023-03-31 03:43:21.629185: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 AVX512F FMA\nTo enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n2023-03-31 03:43:21.832494: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory\n2023-03-31 03:43:21.832526: I tensorflow/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.\n2023-03-31 03:43:21.877565: E tensorflow/stream_executor/cuda/cuda_blas.cc:2981] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n2023-03-31 03:43:22.964977: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory\n2023-03-31 03:43:22.965075: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory\n2023-03-31 03:43:22.965087: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.\n/shared-libs/python3.9/py/lib/python3.9/site-packages/torch/amp/autocast_mode.py:198: UserWarning: User provided device_type of 'cuda', but CUDA is not available. Disabling\n warnings.warn('User provided device_type of \\'cuda\\', but CUDA is not available. Disabling')\n\n The rise of technology has drastically changed the way we live our lives. From smartphones to social media, technology has revolutionized the way we communicate and interact with each other. While technology has brought many benefits, it has also raised concerns about privacy and the impact on our mental health.\n/tmp/ipykernel_277/3509711580.py:22: UserWarning: [W007] The model you're using has no word vectors loaded, so the result of the Token.similarity method will be based on the tagger, parser and NER, which may not give useful similarity judgements. This may happen if you're using one of the small models, e.g. `en_core_web_sm`, which don't ship with word vectors and only use context-sensitive tensors. You can always add your own word vectors, or use one of the larger models instead if available.\n score += word.similarity(doc)\n/tmp/ipykernel_277/3509711580.py:22: UserWarning: [W008] Evaluating Token.similarity based on empty vectors.\n score += word.similarity(doc)\n","output_type":"stream"}],"execution_count":1},{"cell_type":"markdown","source":"\n \nCreated in Deepnote","metadata":{"created_in_deepnote_cell":true,"deepnote_cell_type":"markdown"}}],"nbformat":4,"nbformat_minor":0,"metadata":{"deepnote":{},"orig_nbformat":2,"deepnote_notebook_id":"61dd012b72d64ffeaeb97616c867546c","deepnote_execution_queue":[]}}
From f07dc871e93e4984ecebf6eafa5bef9e12ed4be3 Mon Sep 17 00:00:00 2001
From: Tanav Kalidindi <102036365+tanavk1@users.noreply.github.com>
Date: Sat, 1 Apr 2023 20:12:39 -0400
Subject: [PATCH 5/6] Create Abstractive.py
---
Abstractive.py | 22 ++++++++++++++++++++++
1 file changed, 22 insertions(+)
create mode 100644 Abstractive.py
diff --git a/Abstractive.py b/Abstractive.py
new file mode 100644
index 0000000..d699109
--- /dev/null
+++ b/Abstractive.py
@@ -0,0 +1,22 @@
+!pip install transformers==4.15.0
+
+import torch
+from transformers import PegasusForConditionalGeneration, PegasusTokenizer
+
+# Load pre-trained PEGASUS model and tokenizer
+model_name = 'google/pegasus-large'
+tokenizer = PegasusTokenizer.from_pretrained(model_name)
+model = PegasusForConditionalGeneration.from_pretrained(model_name)
+
+# Define input text
+input_text = "Climate change is a major threat to the planet, with rising temperatures and sea levels causing widespread damage to ecosystems and human societies. Scientists and policymakers around the world are working to address the issue through a variety of measures, including reducing greenhouse gas emissions and investing in renewable energy."
+
+# Tokenize input text
+inputs = tokenizer([input_text], max_length=1024, truncation=True, return_tensors='pt')
+
+# Generate summary
+summary_ids = model.generate(inputs['input_ids'], max_length=50, min_length=10, length_penalty=2.0)
+summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
+
+print("Input text:", input_text)
+print("Generated summary:", summary)
From f325f3fc67621f7092ef3c74718c7e7196e27053 Mon Sep 17 00:00:00 2001
From: Tanav Kalidindi <102036365+tanavk1@users.noreply.github.com>
Date: Sat, 1 Apr 2023 20:13:12 -0400
Subject: [PATCH 6/6] Add files via upload
---
Abstractive.ipynb | 1 +
1 file changed, 1 insertion(+)
create mode 100644 Abstractive.ipynb
diff --git a/Abstractive.ipynb b/Abstractive.ipynb
new file mode 100644
index 0000000..459fb5a
--- /dev/null
+++ b/Abstractive.ipynb
@@ -0,0 +1 @@
+{"cells":[{"cell_type":"code","source":"!pip install transformers==4.15.0\n\nimport torch\nfrom transformers import PegasusForConditionalGeneration, PegasusTokenizer\n\n# Load pre-trained PEGASUS model and tokenizer\nmodel_name = 'google/pegasus-large'\ntokenizer = PegasusTokenizer.from_pretrained(model_name)\nmodel = PegasusForConditionalGeneration.from_pretrained(model_name)\n\n# Define input text\ninput_text = \"Climate change is a major threat to the planet, with rising temperatures and sea levels causing widespread damage to ecosystems and human societies. Scientists and policymakers around the world are working to address the issue through a variety of measures, including reducing greenhouse gas emissions and investing in renewable energy.\"\n\n# Tokenize input text\ninputs = tokenizer([input_text], max_length=1024, truncation=True, return_tensors='pt')\n\n# Generate summary\nsummary_ids = model.generate(inputs['input_ids'], max_length=50, min_length=10, length_penalty=2.0)\nsummary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)\n\nprint(\"Input text:\", input_text)\nprint(\"Generated summary:\", summary)\n","metadata":{"cell_id":"5a59d94e29254b0198a759c3c9a02930","source_hash":"c4a40bd2","execution_start":1680394143015,"execution_millis":6178,"deepnote_to_be_reexecuted":false,"deepnote_cell_type":"code"},"outputs":[{"name":"stdout","text":"Requirement already satisfied: transformers==4.15.0 in /root/venv/lib/python3.9/site-packages (4.15.0)\nRequirement already satisfied: filelock in /shared-libs/python3.9/py/lib/python3.9/site-packages (from transformers==4.15.0) (3.8.0)\nRequirement already satisfied: tqdm>=4.27 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from transformers==4.15.0) (4.64.1)\nRequirement already satisfied: numpy>=1.17 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from transformers==4.15.0) (1.23.4)\nRequirement already satisfied: pyyaml>=5.1 in /root/venv/lib/python3.9/site-packages (from transformers==4.15.0) (6.0)\nRequirement already satisfied: packaging>=20.0 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from transformers==4.15.0) (21.3)\nRequirement already satisfied: requests in /shared-libs/python3.9/py/lib/python3.9/site-packages (from transformers==4.15.0) (2.28.1)\nRequirement already satisfied: regex!=2019.12.17 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from transformers==4.15.0) (2022.9.13)\nRequirement already satisfied: sacremoses in /root/venv/lib/python3.9/site-packages (from transformers==4.15.0) (0.0.53)\nRequirement already satisfied: huggingface-hub<1.0,>=0.1.0 in /root/venv/lib/python3.9/site-packages (from transformers==4.15.0) (0.13.3)\nRequirement already satisfied: tokenizers<0.11,>=0.10.1 in /root/venv/lib/python3.9/site-packages (from transformers==4.15.0) (0.10.3)\nRequirement already satisfied: typing-extensions>=3.7.4.3 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from huggingface-hub<1.0,>=0.1.0->transformers==4.15.0) (4.4.0)\nRequirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from packaging>=20.0->transformers==4.15.0) (3.0.9)\nRequirement already satisfied: certifi>=2017.4.17 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from requests->transformers==4.15.0) (2022.9.24)\nRequirement already satisfied: idna<4,>=2.5 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from requests->transformers==4.15.0) (3.4)\nRequirement already satisfied: urllib3<1.27,>=1.21.1 in /shared-libs/python3.9/py/lib/python3.9/site-packages (from requests->transformers==4.15.0) (1.26.12)\nRequirement already satisfied: charset-normalizer<3,>=2 in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from requests->transformers==4.15.0) (2.1.1)\nRequirement already satisfied: click in /shared-libs/python3.9/py/lib/python3.9/site-packages (from sacremoses->transformers==4.15.0) (8.1.3)\nRequirement already satisfied: six in /shared-libs/python3.9/py-core/lib/python3.9/site-packages (from sacremoses->transformers==4.15.0) (1.16.0)\nRequirement already satisfied: joblib in /shared-libs/python3.9/py/lib/python3.9/site-packages (from sacremoses->transformers==4.15.0) (1.2.0)\n\u001b[33mWARNING: You are using pip version 22.0.4; however, version 23.0.1 is available.\nYou should consider upgrading via the '/root/venv/bin/python -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n\u001b[0m/shared-libs/python3.9/py/lib/python3.9/site-packages/tqdm/auto.py:22: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n from .autonotebook import tqdm as notebook_tqdm\n","output_type":"stream"},{"output_type":"error","ename":"KernelInterrupted","evalue":"Execution interrupted by the Jupyter kernel.","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mKernelInterrupted\u001b[0m: Execution interrupted by the Jupyter kernel."]}],"execution_count":1},{"cell_type":"markdown","source":"\n \nCreated in Deepnote","metadata":{"created_in_deepnote_cell":true,"deepnote_cell_type":"markdown"}}],"nbformat":4,"nbformat_minor":0,"metadata":{"deepnote":{},"orig_nbformat":2,"deepnote_notebook_id":"3465a23de2e6438d96b697eb4068c117","deepnote_execution_queue":[]}}
\ No newline at end of file