diff --git a/docs/tutorials/pyTorchWorkflow.ipynb b/docs/tutorials/pyTorchWorkflow.ipynb index 3aa7615..d746fbd 100644 --- a/docs/tutorials/pyTorchWorkflow.ipynb +++ b/docs/tutorials/pyTorchWorkflow.ipynb @@ -7,7 +7,7 @@ "source": [ "\n", "\n", - "# Clean-Clean Entity Resolution Notebook
with pre-trained embeddings and FAISS\n", + "# pyTorch and FAISS workflow\n", "\n", "
\n", " \n", @@ -26,78 +26,10 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "4598710b-6c72-462a-a261-3bd1c5694fe4", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Requirement already satisfied: pyjedai in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (0.1.8)\n", - "Requirement already satisfied: gensim in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (4.3.2)\n", - "Requirement already satisfied: matplotlib in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (3.8.4)\n", - "Requirement already satisfied: networkx in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (3.2.1)\n", - "Requirement already satisfied: nltk in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (3.8.1)\n", - "Requirement already satisfied: numpy<2.0,>=1.7.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (1.26.4)\n", - "Requirement already satisfied: pandas in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (2.1.4)\n", - "Requirement already satisfied: scipy==1.12 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (1.12.0)\n", - "Requirement already satisfied: seaborn in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (0.12.2)\n", - "Requirement already satisfied: tqdm in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (4.66.2)\n", - "Requirement already satisfied: transformers in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (4.40.0)\n", - "Requirement already satisfied: sentence-transformers in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (2.7.0)\n", - "Requirement already satisfied: faiss-cpu in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (1.8.0)\n", - "Requirement already satisfied: py-stringmatching in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (0.4.5)\n", - "Requirement already satisfied: ordered-set in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (4.1.0)\n", - "Requirement already satisfied: shapely in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (2.0.4)\n", - "Requirement already satisfied: valentine in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (0.2.0)\n", - "Requirement already satisfied: smart-open>=1.8.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from gensim->pyjedai) (7.0.4)\n", - "Requirement already satisfied: contourpy>=1.0.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (1.2.1)\n", - "Requirement already satisfied: cycler>=0.10 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (0.12.1)\n", - "Requirement already satisfied: fonttools>=4.22.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (4.51.0)\n", - "Requirement already satisfied: kiwisolver>=1.3.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (1.4.5)\n", - "Requirement already satisfied: packaging>=20.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (24.0)\n", - "Requirement already satisfied: pillow>=8 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (10.3.0)\n", - "Requirement already satisfied: pyparsing>=2.3.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (3.1.2)\n", - "Requirement already satisfied: python-dateutil>=2.7 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (2.9.0.post0)\n", - "Requirement already satisfied: importlib-resources>=3.2.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (6.4.0)\n", - "Requirement already satisfied: click in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from nltk->pyjedai) (8.1.7)\n", - "Requirement already satisfied: joblib in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from nltk->pyjedai) (1.4.0)\n", - "Requirement already satisfied: regex>=2021.8.3 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from nltk->pyjedai) (2024.4.16)\n", - "Requirement already satisfied: pytz>=2020.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pandas->pyjedai) (2024.1)\n", - "Requirement already satisfied: tzdata>=2022.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pandas->pyjedai) (2024.1)\n", - "Requirement already satisfied: torch>=1.11.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from sentence-transformers->pyjedai) (2.2.2)\n", - "Requirement already satisfied: scikit-learn in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from sentence-transformers->pyjedai) (1.4.2)\n", - "Requirement already satisfied: huggingface-hub>=0.15.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from sentence-transformers->pyjedai) (0.22.2)\n", - "Requirement already satisfied: filelock in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (3.13.4)\n", - "Requirement already satisfied: pyyaml>=5.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (6.0.1)\n", - "Requirement already satisfied: requests in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (2.31.0)\n", - "Requirement already satisfied: tokenizers<0.20,>=0.19 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (0.19.1)\n", - "Requirement already satisfied: safetensors>=0.4.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (0.4.3)\n", - "Requirement already satisfied: colorama in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from tqdm->pyjedai) (0.4.6)\n", - "Requirement already satisfied: setuptools in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (68.2.2)\n", - "Requirement already satisfied: anytree<3.0,>=2.9 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (2.12.1)\n", - "Requirement already satisfied: chardet<6.0.0,>=5.2.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (5.2.0)\n", - "Requirement already satisfied: jellyfish<1.1,>=0.9 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (1.0.3)\n", - "Requirement already satisfied: PuLP<3.0,>=2.5 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (2.8.0)\n", - "Requirement already satisfied: pyemd<2.0,>=1.0.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (1.0.0)\n", - "Requirement already satisfied: six in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from anytree<3.0,>=2.9->valentine->pyjedai) (1.16.0)\n", - "Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers->pyjedai) (2024.3.1)\n", - "Requirement already satisfied: typing-extensions>=3.7.4.3 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers->pyjedai) (4.11.0)\n", - "Requirement already satisfied: zipp>=3.1.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from importlib-resources>=3.2.0->matplotlib->pyjedai) (3.18.1)\n", - "Requirement already satisfied: wrapt in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from smart-open>=1.8.1->gensim->pyjedai) (1.16.0)\n", - "Requirement already satisfied: sympy in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from torch>=1.11.0->sentence-transformers->pyjedai) (1.12)\n", - "Requirement already satisfied: jinja2 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from torch>=1.11.0->sentence-transformers->pyjedai) (3.1.3)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from requests->transformers->pyjedai) (3.3.2)\n", - "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from requests->transformers->pyjedai) (3.7)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from requests->transformers->pyjedai) (2.2.1)\n", - "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from requests->transformers->pyjedai) (2024.2.2)\n", - "Requirement already satisfied: threadpoolctl>=2.0.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from scikit-learn->sentence-transformers->pyjedai) (3.4.0)\n", - "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from jinja2->torch>=1.11.0->sentence-transformers->pyjedai) (2.1.5)\n", - "Requirement already satisfied: mpmath>=0.19 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from sympy->torch>=1.11.0->sentence-transformers->pyjedai) (1.3.0)\n" - ] - } - ], + "outputs": [], "source": [ "!pip install pyjedai -U" ]