test hugging face.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"test hugging face.ipynb","provenance":[],"authorship_tag":"ABX9TyPuwGu2xGOXh4O2uZ0iaYBU"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"markdown","source":["# Transfromer test"],"metadata":{"id":"NIDq2uJispEi"}},{"cell_type":"code","source":["! pip install git+https://github.com/huggingface/huggingface_hub.git@main\n","! sudo apt -qq install git-lfs\n","! git config --global credential.helper store"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"qo17ofNIDqif","executionInfo":{"status":"ok","timestamp":1642663769766,"user_tz":420,"elapsed":8082,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}},"outputId":"1f42465f-78d4-4da3-db5b-da95719ec369"},"execution_count":1,"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting git+https://github.com/huggingface/huggingface_hub.git@main\n","  Cloning https://github.com/huggingface/huggingface_hub.git (to revision main) to /tmp/pip-req-build-y1vpft08\n","  Running command git clone -q https://github.com/huggingface/huggingface_hub.git /tmp/pip-req-build-y1vpft08\n","Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from huggingface-hub==0.4.0.dev0) (3.4.2)\n","Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from huggingface-hub==0.4.0.dev0) (2.23.0)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from huggingface-hub==0.4.0.dev0) (4.62.3)\n","Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/dist-packages (from huggingface-hub==0.4.0.dev0) (6.0)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub==0.4.0.dev0) (3.10.0.2)\n","Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub==0.4.0.dev0) (21.3)\n","Requirement already satisfied: importlib_metadata in /usr/local/lib/python3.7/dist-packages (from huggingface-hub==0.4.0.dev0) (4.10.0)\n","Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.9->huggingface-hub==0.4.0.dev0) (3.0.6)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib_metadata->huggingface-hub==0.4.0.dev0) (3.7.0)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->huggingface-hub==0.4.0.dev0) (2021.10.8)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->huggingface-hub==0.4.0.dev0) (2.10)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->huggingface-hub==0.4.0.dev0) (3.0.4)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->huggingface-hub==0.4.0.dev0) (1.24.3)\n","git-lfs is already the newest version (2.3.4-1).\n","0 upgraded, 0 newly installed, 0 to remove and 37 not upgraded.\n"]}]},{"cell_type":"code","source":["!pip install transformers"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"cYNpWe4hY4U2","executionInfo":{"status":"ok","timestamp":1642663773311,"user_tz":420,"elapsed":3548,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}},"outputId":"4b66309e-4b31-4ce9-b5bb-7bdbcb770709"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: transformers in /usr/local/lib/python3.7/dist-packages (4.15.0)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2019.12.20)\n","Requirement already satisfied: tokenizers<0.11,>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.10.3)\n","Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.19.5)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.4.2)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.1.0 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.4.0.dev0)\n","Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers) (0.0.47)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (6.0)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers) (21.3)\n","Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n","Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers) (4.10.0)\n","Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.62.3)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.1.0->transformers) (3.10.0.2)\n","Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers) (3.0.6)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers) (3.7.0)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2021.10.8)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n","Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (7.1.2)\n","Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.15.0)\n","Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.1.0)\n"]}]},{"cell_type":"markdown","source":["## Liberias"],"metadata":{"id":"1_hv1Gr4syXR"}},{"cell_type":"code","source":["from google.colab import drive\n","\n","drive.mount(\"/content/drive\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"eM0MEj_rYq2b","executionInfo":{"status":"ok","timestamp":1642663774416,"user_tz":420,"elapsed":1109,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}},"outputId":"bf6d876a-6b75-4474-e720-e3a757d97198"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"]}]},{"cell_type":"code","source":["import os\n","import numpy as np\n","import pickle\n","from transformers import DistilBertTokenizer\n","from huggingface_hub import (from_pretrained_keras)"],"metadata":{"id":"pqAFuZAGsx8q","executionInfo":{"status":"ok","timestamp":1642663881578,"user_tz":420,"elapsed":184,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}}},"execution_count":16,"outputs":[]},{"cell_type":"code","source":["os.chdir(\"/content/drive/MyDrive/GovContracts\")"],"metadata":{"id":"6Gtcq0byYllg","executionInfo":{"status":"ok","timestamp":1642663776623,"user_tz":420,"elapsed":9,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}}},"execution_count":5,"outputs":[]},{"cell_type":"markdown","source":["## Test"],"metadata":{"id":"3p2hsqDVvBsX"}},{"cell_type":"code","source":["encoder = pickle.load(open('sell2sam/encoder.pkl','rb'))"],"metadata":{"id":"jYSlf-THZXRD","executionInfo":{"status":"ok","timestamp":1642663898191,"user_tz":420,"elapsed":623,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}}},"execution_count":18,"outputs":[]},{"cell_type":"code","source":["model = from_pretrained_keras(\"Unlikeghost/sell2sam\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"tCpZBgjXVJTX","executionInfo":{"status":"ok","timestamp":1642664461862,"user_tz":420,"elapsed":13909,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}},"outputId":"32b90668-10d7-450d-8c1e-edea1c30208c"},"execution_count":21,"outputs":[{"output_type":"stream","name":"stderr","text":["config.json not found in HuggingFace Hub\n"]}]},{"cell_type":"code","source":["tokenizer = DistilBertTokenizer(vocab_file = 'sell2sam/vocab.txt',\n","                                tokenizer_file = 'sell2sam/tokenizer.json',\n","                                tokenizer_config = 'sell2sam/tokenizer_config.json',\n","                                special_tokens_map = 'sell2sam/special_tokens_map.json',\n","                                do_lower_case = True,\n","                                add_special_tokens = True,\n","                                max_length = 512\n","                                )\n","\n","def tokenize(sentences, tokenizer):\n","\n","  inputs_id, inputs_masks = list(), list()\n","\n","  for sentence in (sentences):\n","\n","    inputs = tokenizer.encode_plus(sentence, add_special_tokens = True,\n","                                   max_length = 512, return_token_type_ids = True,\n","                                   return_attention_mask = True,\n","                                   pad_to_max_length = True)\n","    \n","    inputs_id.append(inputs[\"input_ids\"])\n","\n","    inputs_masks.append(inputs['attention_mask'])\n","\n","  return np.asarray(inputs_id, dtype='int32'), \\\n","         np.asarray(inputs_masks, dtype='int32') "],"metadata":{"id":"EyM54QPSYcxl","executionInfo":{"status":"ok","timestamp":1642663817662,"user_tz":420,"elapsed":213,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}}},"execution_count":10,"outputs":[]},{"cell_type":"code","source":["keywords = \"software\"\n","\n","inputs_id_test, inputs_masks_inputs_id_test = tokenize([keywords],\n","                                                       tokenizer)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"IjQturC-vCrT","executionInfo":{"status":"ok","timestamp":1642663903468,"user_tz":420,"elapsed":197,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}},"outputId":"caccab24-e8f0-4b92-8741-6c060f4a898e"},"execution_count":19,"outputs":[{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.7/dist-packages/transformers/tokenization_utils_base.py:2232: FutureWarning: The `pad_to_max_length` argument is deprecated and will be removed in a future version, use `padding=True` or `padding='longest'` to pad to the longest sequence in the batch, or use `padding='max_length'` to pad to a max length. In this case, you can give a specific length with `max_length` (e.g. `max_length=45`) or leave max_length to None to pad to the maximal input size of the model (e.g. 512 for Bert).\n","  FutureWarning,\n"]}]},{"cell_type":"code","source":["preds = model.predict([inputs_id_test, inputs_masks_inputs_id_test])\n","\n","y_preds = np.argsort(preds, axis=1)[:,-5:]\n","\n","y_preds = y_preds[0]\n","\n","print(f\"Top 5 results: { ', '.join(encoder.inverse_transform(y_preds))}\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"66R72xZbVhMe","executionInfo":{"status":"ok","timestamp":1642663905513,"user_tz":420,"elapsed":1292,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}},"outputId":"e35839ea-a31b-434a-a893-b8748b1b1745"},"execution_count":20,"outputs":[{"output_type":"stream","name":"stdout","text":["Top 5 results: 924110, 518210, 423430, 541511, 513210\n"]}]},{"cell_type":"code","source":["preds = model.predict([inputs_id_test, inputs_masks_inputs_id_test])\n","\n","y_preds = np.argsort(preds, axis=1)[:,-5:]\n","\n","y_preds = y_preds[0]\n","\n","print(f\"Top 5 results: { ', '.join(encoder.inverse_transform(y_preds))}\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Cpy508uevKrw","executionInfo":{"status":"ok","timestamp":1642554302609,"user_tz":420,"elapsed":1277,"user":{"displayName":"Jesus Hernandez","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Ghy_LmwiQXgLNwa7v_H9OHIDV0_jC3PxXPstX6D9Q=s64","userId":"14022993047336218068"}},"outputId":"62fa35e4-b4f3-4ddb-d8d1-dfba7b89072e"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Top 5 results: 924110, 518210, 423430, 541511, 513210\n"]}]}]}