diff --git a/QuantizeLLm.ipynb b/QuantizeLLm.ipynb new file mode 100644 index 0000000..08d1370 --- /dev/null +++ b/QuantizeLLm.ipynb @@ -0,0 +1,138 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "id": "ff0e4797-a126-4008-bef7-ab4bd9c77f9d", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "\n", + "print(torch.__version__)" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "20fe31d8-00b4-4ebe-8d75-dd6804d86936", + "metadata": {}, + "outputs": [ + { + "ename": "ModuleNotFoundError", + "evalue": "No module named 'transformers'", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mModuleNotFoundError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0;32mimport\u001b[0m \u001b[0mtransformers\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", + "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'transformers'" + ] + } + ], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "d0fefa74-63d3-4715-8740-a938495c6f92", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Defaulting to user installation because normal site-packages is not writeable\n", + "Collecting transformers\n", + " Using cached transformers-4.18.0-py3-none-any.whl (4.0 MB)\n", + "Collecting filelock\n", + " Using cached filelock-3.4.1-py3-none-any.whl (9.9 kB)\n", + "Collecting tokenizers!=0.11.3,<0.13,>=0.11.1\n", + " Using cached tokenizers-0.12.1-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (6.9 MB)\n", + "Collecting sacremoses\n", + " Using cached sacremoses-0.0.53-py3-none-any.whl\n", + "Requirement already satisfied: dataclasses in /home/ais/.local/lib/python3.6/site-packages (from transformers) (0.8)\n", + "Requirement already satisfied: requests in /usr/lib/python3/dist-packages (from transformers) (2.18.4)\n", + "Requirement already satisfied: packaging>=20.0 in /home/ais/.local/lib/python3.6/site-packages (from transformers) (21.3)\n", + "Collecting tqdm>=4.27\n", + " Using cached tqdm-4.64.1-py2.py3-none-any.whl (78 kB)\n", + "Collecting huggingface-hub<1.0,>=0.1.0\n", + " Using cached huggingface_hub-0.4.0-py3-none-any.whl (67 kB)\n", + "Requirement already satisfied: importlib-metadata in /home/ais/.local/lib/python3.6/site-packages (from transformers) (4.8.3)\n", + "Collecting regex!=2019.12.17\n", + " Using cached regex-2023.8.8-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (756 kB)\n", + "Collecting numpy>=1.17\n", + " Downloading numpy-1.19.5-cp36-cp36m-manylinux2014_aarch64.whl (12.4 MB)\n", + " |████████████████████████████████| 12.4 MB 11.9 MB/s \n", + "\u001b[?25hRequirement already satisfied: pyyaml>=5.1 in /home/ais/.local/lib/python3.6/site-packages (from transformers) (6.0.1)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /home/ais/.local/lib/python3.6/site-packages (from huggingface-hub<1.0,>=0.1.0->transformers) (4.1.1)\n", + "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/lib/python3/dist-packages (from packaging>=20.0->transformers) (2.2.0)\n", + "Collecting importlib-resources\n", + " Using cached importlib_resources-5.4.0-py3-none-any.whl (28 kB)\n", + "Requirement already satisfied: zipp>=0.5 in /home/ais/.local/lib/python3.6/site-packages (from importlib-metadata->transformers) (3.6.0)\n", + "Collecting joblib\n", + " Using cached joblib-1.1.1-py2.py3-none-any.whl (309 kB)\n", + "Requirement already satisfied: six in /usr/lib/python3/dist-packages (from sacremoses->transformers) (1.11.0)\n", + "Requirement already satisfied: click in /usr/lib/python3/dist-packages (from sacremoses->transformers) (6.7)\n", + "Installing collected packages: importlib-resources, tqdm, regex, joblib, filelock, tokenizers, sacremoses, numpy, huggingface-hub, transformers\n", + "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", + "uff 0.6.9 requires protobuf>=3.3.0, but you have protobuf 3.0.0 which is incompatible.\u001b[0m\n", + "Successfully installed filelock-3.4.1 huggingface-hub-0.4.0 importlib-resources-5.4.0 joblib-1.1.1 numpy-1.19.5 regex-2023.8.8 sacremoses-0.0.53 tokenizers-0.12.1 tqdm-4.64.1 transformers-4.18.0\n", + "Note: you may need to restart the kernel to use updated packages.\n" + ] + } + ], + "source": [ + "%pip install transformers\n" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "3c95edd1-8a29-4ae4-bdf2-d9b993cadd67", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "4.18.0\n" + ] + } + ], + "source": [ + "import transformers\n", + "print(transformers.__version__)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8b5739a4-241d-416f-93d3-1acd17cce8bd", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.6.9" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +}