Skip to content

Commit

Permalink
Clean up notebook for spaCy to Spark NLP
Browse files Browse the repository at this point in the history
  • Loading branch information
maziyarpanahi committed Feb 24, 2023
1 parent 9cf4d84 commit 445d387
Showing 1 changed file with 5 additions and 77 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -115,73 +115,6 @@
"! cat ./multi_doc_tokens.json"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "FzG-UiGS3O5S",
"outputId": "670f8619-0ab3-4082-cffc-e9ee265fb683"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Mounted at /content/drive\n"
]
}
],
"source": [
"from google.colab import drive\n",
"drive.mount('/content/drive')"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "mw_IvCKa3QlD"
},
"outputs": [],
"source": [
"!cp drive/MyDrive/JSL/sparknlp/spark_nlp-4.3.0-py2.py3-none-any.whl .\n",
"!cp drive/MyDrive/JSL/sparknlp/sparknlp.jar ."
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "4SVtLznZXe6K",
"outputId": "0a2ac5ed-c0f7-44b1-d078-3e9f3dbfdb53"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\u001B[2K \u001B[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001B[0m \u001B[32m281.4/281.4 MB\u001B[0m \u001B[31m4.8 MB/s\u001B[0m eta \u001B[36m0:00:00\u001B[0m\n",
"\u001B[?25h Preparing metadata (setup.py) ... \u001B[?25l\u001B[?25hdone\n",
"\u001B[2K \u001B[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001B[0m \u001B[32m199.0/199.0 KB\u001B[0m \u001B[31m14.3 MB/s\u001B[0m eta \u001B[36m0:00:00\u001B[0m\n",
"\u001B[?25h Building wheel for pyspark (setup.py) ... \u001B[?25l\u001B[?25hdone\n",
"Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
"Processing ./spark_nlp-4.3.0-py2.py3-none-any.whl\n",
"Installing collected packages: spark-nlp\n",
"Successfully installed spark-nlp-4.3.0\n"
]
}
],
"source": [
"! pip install --upgrade -q pyspark==3.2.1\n",
"! pip install spark_nlp-4.3.0-py2.py3-none-any.whl"
]
},
{
"cell_type": "markdown",
"metadata": {},
Expand All @@ -204,17 +137,12 @@
"base_uri": "https://localhost:8080/"
},
"id": "HL7dLz15XTGr",
"outputId": "1cb63f4c-e59f-49dc-8cc1-b5dea82989f8"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Spark NLP version 4.3.0\n"
]
"outputId": "1cb63f4c-e59f-49dc-8cc1-b5dea82989f8",
"pycharm": {
"is_executing": true
}
],
},
"outputs": [],
"source": [
"import sparknlp\n",
"from sparknlp.base import *\n",
Expand Down

0 comments on commit 445d387

Please sign in to comment.