lc_hf_BERT.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyMYztoFADzZS1BVm5wevVk+",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/jankovicsandras/ml/blob/main/lc_hf_BERT.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "! mkdir mybert\n",
        "! mkdir mynbbert\n",
        "! pwd\n",
        "! ls -la\n",
        "! ls -la mybert\n",
        "! ls -la mynbbert"
      ],
      "metadata": {
        "id": "MruAYMxw6udY",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "407a2ae3-55b9-4523-eb84-40c96226fbdf"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "mkdir: cannot create directory ‘mybert’: File exists\n",
            "mkdir: cannot create directory ‘mynbbert’: File exists\n",
            "/content\n",
            "total 24\n",
            "drwxr-xr-x 1 root root 4096 Oct 12 09:21 .\n",
            "drwxr-xr-x 1 root root 4096 Oct 12 09:18 ..\n",
            "drwxr-xr-x 4 root root 4096 Oct 10 13:28 .config\n",
            "drwxr-xr-x 2 root root 4096 Oct 12 09:22 mybert\n",
            "drwxr-xr-x 2 root root 4096 Oct 12 09:24 mynbbert\n",
            "drwxr-xr-x 1 root root 4096 Oct 10 13:28 sample_data\n",
            "total 3151284\n",
            "drwxr-xr-x 2 root root       4096 Oct 12 09:22 .\n",
            "drwxr-xr-x 1 root root       4096 Oct 12 09:21 ..\n",
            "-rw-r--r-- 1 root root        625 Oct 12 09:21 config.json\n",
            "-rw-r--r-- 1 root root  711905363 May 18  2021 flax_model.msgpack\n",
            "-rw-r--r-- 1 root root  714290682 Nov 14  2022 model.safetensors\n",
            "-rw-r--r-- 1 root root  714314041 Nov 10  2020 pytorch_model.bin\n",
            "-rw-r--r-- 1 root root       7104 Oct 12 09:21 README.md\n",
            "-rw-r--r-- 1 root root 1083389348 Nov 10  2020 tf_model.h5\n",
            "-rw-r--r-- 1 root root         29 Oct 12 09:22 tokenizer_config.json\n",
            "-rw-r--r-- 1 root root    1961828 Oct 12 09:22 tokenizer.json\n",
            "-rw-r--r-- 1 root root     995526 Oct 12 09:22 vocab.txt\n",
            "total 3148932\n",
            "drwxr-xr-x 2 root root       4096 Oct 12 09:24 .\n",
            "drwxr-xr-x 1 root root       4096 Oct 12 09:21 ..\n",
            "-rw-r--r-- 1 root root        746 Oct 12 09:22 config.json\n",
            "-rw-r--r-- 1 root root  711420911 May 19  2021 flax_model.msgpack\n",
            "-rw-r--r-- 1 root root  714294900 Sep  7 08:55 model.safetensors\n",
            "-rw-r--r-- 1 root root  714355318 Mar 11  2021 pytorch_model.bin\n",
            "-rw-r--r-- 1 root root       1301 Oct 12 09:22 README.md\n",
            "-rw-r--r-- 1 root root        112 Oct 12 09:23 special_tokens_map.json\n",
            "-rw-r--r-- 1 root root 1083386716 Mar 11  2021 tf_model.h5\n",
            "-rw-r--r-- 1 root root        363 Oct 12 09:24 tokenizer_config.json\n",
            "-rw-r--r-- 1 root root     995526 Oct 12 09:24 vocab.txt\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qTn0DEpIxRJB",
        "outputId": "7d7a1773-10e7-4398-9fa3-087b7e41a256"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting transformers\n",
            "  Downloading transformers-4.34.0-py3-none-any.whl (7.7 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.7/7.7 MB\u001b[0m \u001b[31m49.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting langchain\n",
            "  Downloading langchain-0.0.312-py3-none-any.whl (1.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.8/1.8 MB\u001b[0m \u001b[31m69.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.4)\n",
            "Collecting huggingface-hub<1.0,>=0.16.4 (from transformers)\n",
            "  Downloading huggingface_hub-0.18.0-py3-none-any.whl (301 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.0/302.0 kB\u001b[0m \u001b[31m31.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.23.5)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.1)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2023.6.3)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.31.0)\n",
            "Collecting tokenizers<0.15,>=0.14 (from transformers)\n",
            "  Downloading tokenizers-0.14.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m56.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting safetensors>=0.3.1 (from transformers)\n",
            "  Downloading safetensors-0.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m24.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.66.1)\n",
            "Requirement already satisfied: SQLAlchemy<3,>=1.4 in /usr/local/lib/python3.10/dist-packages (from langchain) (2.0.21)\n",
            "Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /usr/local/lib/python3.10/dist-packages (from langchain) (3.8.5)\n",
            "Requirement already satisfied: anyio<4.0 in /usr/local/lib/python3.10/dist-packages (from langchain) (3.7.1)\n",
            "Requirement already satisfied: async-timeout<5.0.0,>=4.0.0 in /usr/local/lib/python3.10/dist-packages (from langchain) (4.0.3)\n",
            "Collecting dataclasses-json<0.7,>=0.5.7 (from langchain)\n",
            "  Downloading dataclasses_json-0.6.1-py3-none-any.whl (27 kB)\n",
            "Collecting jsonpatch<2.0,>=1.33 (from langchain)\n",
            "  Downloading jsonpatch-1.33-py2.py3-none-any.whl (12 kB)\n",
            "Collecting langsmith<0.1.0,>=0.0.43 (from langchain)\n",
            "  Downloading langsmith-0.0.43-py3-none-any.whl (40 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m40.0/40.0 kB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pydantic<3,>=1 in /usr/local/lib/python3.10/dist-packages (from langchain) (1.10.13)\n",
            "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in /usr/local/lib/python3.10/dist-packages (from langchain) (8.2.3)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (23.1.0)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (3.3.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (6.0.4)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (1.4.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (1.3.1)\n",
            "Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.10/dist-packages (from anyio<4.0->langchain) (3.4)\n",
            "Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4.0->langchain) (1.3.0)\n",
            "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4.0->langchain) (1.1.3)\n",
            "Collecting marshmallow<4.0.0,>=3.18.0 (from dataclasses-json<0.7,>=0.5.7->langchain)\n",
            "  Downloading marshmallow-3.20.1-py3-none-any.whl (49 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.4/49.4 kB\u001b[0m \u001b[31m5.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting typing-inspect<1,>=0.4.0 (from dataclasses-json<0.7,>=0.5.7->langchain)\n",
            "  Downloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n",
            "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.16.4->transformers) (2023.6.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.16.4->transformers) (4.5.0)\n",
            "Collecting jsonpointer>=1.9 (from jsonpatch<2.0,>=1.33->langchain)\n",
            "  Downloading jsonpointer-2.4-py2.py3-none-any.whl (7.8 kB)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.6)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.7.22)\n",
            "Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from SQLAlchemy<3,>=1.4->langchain) (3.0.0)\n",
            "Collecting huggingface-hub<1.0,>=0.16.4 (from transformers)\n",
            "  Downloading huggingface_hub-0.17.3-py3-none-any.whl (295 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m295.0/295.0 kB\u001b[0m \u001b[31m29.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting mypy-extensions>=0.3.0 (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain)\n",
            "  Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n",
            "Installing collected packages: safetensors, mypy-extensions, marshmallow, jsonpointer, typing-inspect, langsmith, jsonpatch, huggingface-hub, tokenizers, dataclasses-json, transformers, langchain\n",
            "Successfully installed dataclasses-json-0.6.1 huggingface-hub-0.17.3 jsonpatch-1.33 jsonpointer-2.4 langchain-0.0.312 langsmith-0.0.43 marshmallow-3.20.1 mypy-extensions-1.0.0 safetensors-0.4.0 tokenizers-0.14.1 transformers-4.34.0 typing-inspect-0.9.0\n"
          ]
        }
      ],
      "source": [
        "!pip install transformers langchain"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "! wget https://huggingface.co/bert-base-multilingual-cased/resolve/main/README.md -P mybert/\n",
        "! wget https://huggingface.co/bert-base-multilingual-cased/resolve/main/config.json -P mybert/\n",
        "! wget https://huggingface.co/bert-base-multilingual-cased/resolve/main/flax_model.msgpack -P mybert/\n",
        "! wget https://huggingface.co/bert-base-multilingual-cased/resolve/main/model.safetensors -P mybert/\n",
        "! wget https://huggingface.co/bert-base-multilingual-cased/resolve/main/pytorch_model.bin -P mybert/\n",
        "! wget https://huggingface.co/bert-base-multilingual-cased/resolve/main/tokenizer.json -P mybert/\n",
        "! wget https://huggingface.co/bert-base-multilingual-cased/resolve/main/tf_model.h5 -P mybert/\n",
        "! wget https://huggingface.co/bert-base-multilingual-cased/resolve/main/tokenizer_config.json -P mybert/\n",
        "! wget https://huggingface.co/bert-base-multilingual-cased/resolve/main/vocab.txt -P mybert/"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "NlZojGVkzGA3",
        "outputId": "def14631-85af-4338-f76e-f3e13ea2e21e"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2023-10-12 09:21:46--  https://huggingface.co/bert-base-multilingual-cased/resolve/main/README.md\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.97, 108.138.94.27, 108.138.94.52, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.97|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 7104 (6.9K) [text/plain]\n",
            "Saving to: ‘mybert/README.md’\n",
            "\n",
            "\rREADME.md             0%[                    ]       0  --.-KB/s               \rREADME.md           100%[===================>]   6.94K  --.-KB/s    in 0s      \n",
            "\n",
            "2023-10-12 09:21:46 (2.47 GB/s) - ‘mybert/README.md’ saved [7104/7104]\n",
            "\n",
            "--2023-10-12 09:21:46--  https://huggingface.co/bert-base-multilingual-cased/resolve/main/config.json\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.27, 108.138.94.45, 108.138.94.52, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.27|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 625 [text/plain]\n",
            "Saving to: ‘mybert/config.json’\n",
            "\n",
            "config.json         100%[===================>]     625  --.-KB/s    in 0s      \n",
            "\n",
            "2023-10-12 09:21:46 (189 MB/s) - ‘mybert/config.json’ saved [625/625]\n",
            "\n",
            "--2023-10-12 09:21:46--  https://huggingface.co/bert-base-multilingual-cased/resolve/main/flax_model.msgpack\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.27, 108.138.94.45, 108.138.94.97, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.27|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/bert-base-multilingual-cased/ebee9a143c50f975a7d5074642150011e112a65d8362dd6b6b84867ee689f2ad?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27flax_model.msgpack%3B+filename%3D%22flax_model.msgpack%22%3B&Expires=1697361706&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTcwNn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9iZXJ0LWJhc2UtbXVsdGlsaW5ndWFsLWNhc2VkL2ViZWU5YTE0M2M1MGY5NzVhN2Q1MDc0NjQyMTUwMDExZTExMmE2NWQ4MzYyZGQ2YjZiODQ4NjdlZTY4OWYyYWQ%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=PFSDJombVIpfQMK7OMxD1Dw4uOGHF9FPbdUxr4AY3XbtIgZCr%7ELe4guH9eoIXsMuds7MBF3E-G5nJRwA-iHVZWJd6DhAPydKltJNTedcDakSjTAyMtrj687tpOVXhzablYdF24iOOSbmajDvavtoH%7E8EGzHvTc302aAPlce2JwB1IQgd37%7En75amkTSX0SAwGC-rLOFtHgBZkASmGVlN9axdQEVr9USWWemKIGnBRepgT7N985lLvsmTUxVKqe1CbK1ieLcIa-IvIxIzNYx7iLrf8xzOQq6jMtILn6%7E0E5GLHp6h6PSm0oFoekB4siVTCKAz780q6nkQQFx4rxBIDw__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-10-12 09:21:46--  https://cdn-lfs.huggingface.co/bert-base-multilingual-cased/ebee9a143c50f975a7d5074642150011e112a65d8362dd6b6b84867ee689f2ad?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27flax_model.msgpack%3B+filename%3D%22flax_model.msgpack%22%3B&Expires=1697361706&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTcwNn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9iZXJ0LWJhc2UtbXVsdGlsaW5ndWFsLWNhc2VkL2ViZWU5YTE0M2M1MGY5NzVhN2Q1MDc0NjQyMTUwMDExZTExMmE2NWQ4MzYyZGQ2YjZiODQ4NjdlZTY4OWYyYWQ%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=PFSDJombVIpfQMK7OMxD1Dw4uOGHF9FPbdUxr4AY3XbtIgZCr%7ELe4guH9eoIXsMuds7MBF3E-G5nJRwA-iHVZWJd6DhAPydKltJNTedcDakSjTAyMtrj687tpOVXhzablYdF24iOOSbmajDvavtoH%7E8EGzHvTc302aAPlce2JwB1IQgd37%7En75amkTSX0SAwGC-rLOFtHgBZkASmGVlN9axdQEVr9USWWemKIGnBRepgT7N985lLvsmTUxVKqe1CbK1ieLcIa-IvIxIzNYx7iLrf8xzOQq6jMtILn6%7E0E5GLHp6h6PSm0oFoekB4siVTCKAz780q6nkQQFx4rxBIDw__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.94.122, 108.138.94.23, 108.138.94.25, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.94.122|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 711905363 (679M) [application/octet-stream]\n",
            "Saving to: ‘mybert/flax_model.msgpack’\n",
            "\n",
            "flax_model.msgpack  100%[===================>] 678.93M   243MB/s    in 2.8s    \n",
            "\n",
            "2023-10-12 09:21:49 (243 MB/s) - ‘mybert/flax_model.msgpack’ saved [711905363/711905363]\n",
            "\n",
            "--2023-10-12 09:21:49--  https://huggingface.co/bert-base-multilingual-cased/resolve/main/model.safetensors\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.97, 108.138.94.52, 108.138.94.45, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.97|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/bert-base-multilingual-cased/876f584f15ebf14887dec17539c114bb99a032e96b9e72507a51c41e205337fc?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1697360194&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MDE5NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9iZXJ0LWJhc2UtbXVsdGlsaW5ndWFsLWNhc2VkLzg3NmY1ODRmMTVlYmYxNDg4N2RlYzE3NTM5YzExNGJiOTlhMDMyZTk2YjllNzI1MDdhNTFjNDFlMjA1MzM3ZmM%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=H57uzyts%7E0oHFE8bp704Ibq8OR-A799Hq4ZS-KAPvHuVIeqo13KVJAnfGwCHCKSgBl8fp0f%7E26BTZWKufrxgbmX5HyQo2L5mEb-Ie7gz3qorHP8UoDECtm7kO3Mk4BxrkiYnhEf4HavC0hChDhlR7QkydWbLqe-G7WvOwSVvqyxPNElUD6iXrzgQEGZ5kInAUiXjFw1YifBGsBzXsdNZ1gb28TlkHqaQcF1WxZjRhnkbfGpvE1R-m6-pmPXsg7iyVJP%7EO4EvkvcktGtUhEEAwO853qyohyckTsx8taxAeb%7E-6tNftx5WBerwX8KbV7iMzhI90Dwetj7hpazIMrkQDA__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-10-12 09:21:49--  https://cdn-lfs.huggingface.co/bert-base-multilingual-cased/876f584f15ebf14887dec17539c114bb99a032e96b9e72507a51c41e205337fc?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1697360194&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MDE5NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9iZXJ0LWJhc2UtbXVsdGlsaW5ndWFsLWNhc2VkLzg3NmY1ODRmMTVlYmYxNDg4N2RlYzE3NTM5YzExNGJiOTlhMDMyZTk2YjllNzI1MDdhNTFjNDFlMjA1MzM3ZmM%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=H57uzyts%7E0oHFE8bp704Ibq8OR-A799Hq4ZS-KAPvHuVIeqo13KVJAnfGwCHCKSgBl8fp0f%7E26BTZWKufrxgbmX5HyQo2L5mEb-Ie7gz3qorHP8UoDECtm7kO3Mk4BxrkiYnhEf4HavC0hChDhlR7QkydWbLqe-G7WvOwSVvqyxPNElUD6iXrzgQEGZ5kInAUiXjFw1YifBGsBzXsdNZ1gb28TlkHqaQcF1WxZjRhnkbfGpvE1R-m6-pmPXsg7iyVJP%7EO4EvkvcktGtUhEEAwO853qyohyckTsx8taxAeb%7E-6tNftx5WBerwX8KbV7iMzhI90Dwetj7hpazIMrkQDA__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.94.122, 108.138.94.23, 108.138.94.25, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.94.122|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 714290682 (681M) [binary/octet-stream]\n",
            "Saving to: ‘mybert/model.safetensors’\n",
            "\n",
            "model.safetensors   100%[===================>] 681.20M  55.7MB/s    in 12s     \n",
            "\n",
            "2023-10-12 09:22:02 (54.9 MB/s) - ‘mybert/model.safetensors’ saved [714290682/714290682]\n",
            "\n",
            "--2023-10-12 09:22:02--  https://huggingface.co/bert-base-multilingual-cased/resolve/main/pytorch_model.bin\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.27, 108.138.94.97, 108.138.94.45, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.27|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/bert-base-multilingual-cased/3496a508a9a3511c8a55e4d0e6f471c70c68c2a8c4784b3b2b5dc16ffb87d238?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27pytorch_model.bin%3B+filename%3D%22pytorch_model.bin%22%3B&response-content-type=application%2Foctet-stream&Expires=1697358330&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM1ODMzMH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9iZXJ0LWJhc2UtbXVsdGlsaW5ndWFsLWNhc2VkLzM0OTZhNTA4YTlhMzUxMWM4YTU1ZTRkMGU2ZjQ3MWM3MGM2OGMyYThjNDc4NGIzYjJiNWRjMTZmZmI4N2QyMzg%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qJnJlc3BvbnNlLWNvbnRlbnQtdHlwZT0qIn1dfQ__&Signature=FVCvJ%7EFymavFyCqmcBT-FbPJ2zGk33WaKpA1EUK8PYvJugHsP25b331%7EbdTgdzJJlkJxWaGNiYq5FC2rrzKPniasoTKOWiYWkIULwlys%7EdMQqzuUHN6-3ucV2ZbN4D-3GipZtj%7E6lGk3fiRBNTQYrtQINFcwAO-XsE7A%7EXsSOw7vM5JRnpOGqcraYWcbR7rvWLVhg-pgb0eZtKtDAGn7i1A5V70JmLmt2ZjWUKhZeNj89p1xK2cxQo39fAxwD%7EJLjbtgIy7xT4GL1bjBdVzAQz%7ExO1oY3%7EQpcWuBROzVvVtN%7EWys-TeEgBtlUKXXOzyqNGXBja99%7EEwP7P%7EfoSsonw__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-10-12 09:22:02--  https://cdn-lfs.huggingface.co/bert-base-multilingual-cased/3496a508a9a3511c8a55e4d0e6f471c70c68c2a8c4784b3b2b5dc16ffb87d238?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27pytorch_model.bin%3B+filename%3D%22pytorch_model.bin%22%3B&response-content-type=application%2Foctet-stream&Expires=1697358330&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM1ODMzMH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9iZXJ0LWJhc2UtbXVsdGlsaW5ndWFsLWNhc2VkLzM0OTZhNTA4YTlhMzUxMWM4YTU1ZTRkMGU2ZjQ3MWM3MGM2OGMyYThjNDc4NGIzYjJiNWRjMTZmZmI4N2QyMzg%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qJnJlc3BvbnNlLWNvbnRlbnQtdHlwZT0qIn1dfQ__&Signature=FVCvJ%7EFymavFyCqmcBT-FbPJ2zGk33WaKpA1EUK8PYvJugHsP25b331%7EbdTgdzJJlkJxWaGNiYq5FC2rrzKPniasoTKOWiYWkIULwlys%7EdMQqzuUHN6-3ucV2ZbN4D-3GipZtj%7E6lGk3fiRBNTQYrtQINFcwAO-XsE7A%7EXsSOw7vM5JRnpOGqcraYWcbR7rvWLVhg-pgb0eZtKtDAGn7i1A5V70JmLmt2ZjWUKhZeNj89p1xK2cxQo39fAxwD%7EJLjbtgIy7xT4GL1bjBdVzAQz%7ExO1oY3%7EQpcWuBROzVvVtN%7EWys-TeEgBtlUKXXOzyqNGXBja99%7EEwP7P%7EfoSsonw__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.94.122, 108.138.94.23, 108.138.94.25, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.94.122|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 714314041 (681M) [application/octet-stream]\n",
            "Saving to: ‘mybert/pytorch_model.bin’\n",
            "\n",
            "pytorch_model.bin   100%[===================>] 681.22M   137MB/s    in 4.8s    \n",
            "\n",
            "2023-10-12 09:22:07 (143 MB/s) - ‘mybert/pytorch_model.bin’ saved [714314041/714314041]\n",
            "\n",
            "--2023-10-12 09:22:07--  https://huggingface.co/bert-base-multilingual-cased/resolve/main/tokenizer.json\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.45, 108.138.94.27, 108.138.94.52, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.45|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 1961828 (1.9M) [text/plain]\n",
            "Saving to: ‘mybert/tokenizer.json’\n",
            "\n",
            "tokenizer.json      100%[===================>]   1.87M  --.-KB/s    in 0.1s    \n",
            "\n",
            "2023-10-12 09:22:08 (14.1 MB/s) - ‘mybert/tokenizer.json’ saved [1961828/1961828]\n",
            "\n",
            "--2023-10-12 09:22:08--  https://huggingface.co/bert-base-multilingual-cased/resolve/main/tf_model.h5\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.45, 108.138.94.27, 108.138.94.52, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.45|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/bert-base-multilingual-cased/8c6fe40eebcaffac5051e6dddc93318faedfc74ed17b0de0c2512a3158f77ce5?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27tf_model.h5%3B+filename%3D%22tf_model.h5%22%3B&Expires=1697361728&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTcyOH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9iZXJ0LWJhc2UtbXVsdGlsaW5ndWFsLWNhc2VkLzhjNmZlNDBlZWJjYWZmYWM1MDUxZTZkZGRjOTMzMThmYWVkZmM3NGVkMTdiMGRlMGMyNTEyYTMxNThmNzdjZTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=kORJL8Ocy9-Z3X1JpofHYKUZx0FQEmd1GwfszjpLKB6VV7oye6JqLDWsayaRoPUzuVW6qmgViV9zP76NsPWInPqtRedEtXDl5n7hrfyEZ3Si4KWtwbWbLt8Tmykt1A7sQDPrFx4hIPv06YISRJUnmoTLS7MM9h-8Yzq1j2v00FIRzIXPzASCiWjGo6dxjtpd6nrNPW73OUBJp-j%7E7SQOIo32dzj%7Eoh4Eq-v5sU-moDhsJInJHNC5voSUJuXMuEIlJ5U7cgBphpTg7b10uSdG-bLVGaEpAVta1Yoo6ptSxxvTcyxHgPoHxfLs2WoVgNMHguTqvhFRhvX0tV6Xt6ukrg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-10-12 09:22:08--  https://cdn-lfs.huggingface.co/bert-base-multilingual-cased/8c6fe40eebcaffac5051e6dddc93318faedfc74ed17b0de0c2512a3158f77ce5?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27tf_model.h5%3B+filename%3D%22tf_model.h5%22%3B&Expires=1697361728&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTcyOH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9iZXJ0LWJhc2UtbXVsdGlsaW5ndWFsLWNhc2VkLzhjNmZlNDBlZWJjYWZmYWM1MDUxZTZkZGRjOTMzMThmYWVkZmM3NGVkMTdiMGRlMGMyNTEyYTMxNThmNzdjZTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=kORJL8Ocy9-Z3X1JpofHYKUZx0FQEmd1GwfszjpLKB6VV7oye6JqLDWsayaRoPUzuVW6qmgViV9zP76NsPWInPqtRedEtXDl5n7hrfyEZ3Si4KWtwbWbLt8Tmykt1A7sQDPrFx4hIPv06YISRJUnmoTLS7MM9h-8Yzq1j2v00FIRzIXPzASCiWjGo6dxjtpd6nrNPW73OUBJp-j%7E7SQOIo32dzj%7Eoh4Eq-v5sU-moDhsJInJHNC5voSUJuXMuEIlJ5U7cgBphpTg7b10uSdG-bLVGaEpAVta1Yoo6ptSxxvTcyxHgPoHxfLs2WoVgNMHguTqvhFRhvX0tV6Xt6ukrg__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.94.122, 108.138.94.23, 108.138.94.25, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.94.122|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 1083389348 (1.0G) [binary/octet-stream]\n",
            "Saving to: ‘mybert/tf_model.h5’\n",
            "\n",
            "tf_model.h5         100%[===================>]   1.01G   105MB/s    in 9.1s    \n",
            "\n",
            "2023-10-12 09:22:17 (114 MB/s) - ‘mybert/tf_model.h5’ saved [1083389348/1083389348]\n",
            "\n",
            "--2023-10-12 09:22:17--  https://huggingface.co/bert-base-multilingual-cased/resolve/main/tokenizer_config.json\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.45, 108.138.94.27, 108.138.94.52, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.45|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 29 [text/plain]\n",
            "Saving to: ‘mybert/tokenizer_config.json’\n",
            "\n",
            "tokenizer_config.js 100%[===================>]      29  --.-KB/s    in 0s      \n",
            "\n",
            "2023-10-12 09:22:17 (22.3 MB/s) - ‘mybert/tokenizer_config.json’ saved [29/29]\n",
            "\n",
            "--2023-10-12 09:22:17--  https://huggingface.co/bert-base-multilingual-cased/resolve/main/vocab.txt\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.45, 108.138.94.27, 108.138.94.52, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.45|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 995526 (972K) [text/plain]\n",
            "Saving to: ‘mybert/vocab.txt’\n",
            "\n",
            "vocab.txt           100%[===================>] 972.19K  --.-KB/s    in 0.06s   \n",
            "\n",
            "2023-10-12 09:22:18 (15.8 MB/s) - ‘mybert/vocab.txt’ saved [995526/995526]\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "\"\"\"\n",
        "Used BERT models:\n",
        "https://huggingface.co/bert-base-multilingual-cased\n",
        "https://huggingface.co/NbAiLab/nb-bert-base\n",
        "\n",
        "Other BERT models:\n",
        "https://huggingface.co/models?other=bert&sort=downloads\n",
        "\n",
        "LangChain integrations:\n",
        "https://integrations.langchain.com/\n",
        "\n",
        "\"\"\""
      ],
      "metadata": {
        "id": "EHlcnwUJytYh",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "1a7fcd20-6e7e-4fad-c78e-b1584a49d0e8"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'\\nUsed BERT models:\\nhttps://huggingface.co/bert-base-multilingual-cased\\nhttps://huggingface.co/NbAiLab/nb-bert-base\\n\\nOther BERT models:\\nhttps://huggingface.co/models?other=bert&sort=downloads\\n\\nLangChain integrations:\\nhttps://integrations.langchain.com/\\n\\n'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import json\n",
        "from transformers import pipeline\n",
        "\n",
        "# This is https://huggingface.co/bert-base-multilingual-cased\n",
        "unmasker = pipeline('fill-mask', model='mybert')\n",
        "\n",
        "tests = [\n",
        "  \"Hvordan går [MASK]?\",\n",
        "  \"Det er [MASK] i dag.\",\n",
        "  \"Kroppstemperatur på 40 grader betyr [MASK].\",\n",
        "  \"[MASK] er veldig fin.\",\n",
        "  \"Jeg liker å [MASK].\",\n",
        "  \"Hva kan du seie om [MASK]?\"\n",
        "]\n",
        "\n",
        "for t in tests :\n",
        "  print('\\n'+t)\n",
        "  res = unmasker(t)\n",
        "  for a in res :\n",
        "    print(a['token_str'],a['score'])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "lKwcSmkrxkoc",
        "outputId": "63adbe5f-1ac2-4079-bd50-73a1110f8738"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at mybert were not used when initializing BertForMaskedLM: ['cls.seq_relationship.weight', 'cls.seq_relationship.bias', 'bert.pooler.dense.bias', 'bert.pooler.dense.weight']\n",
            "- This IS expected if you are initializing BertForMaskedLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertForMaskedLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Hvordan går [MASK]?\n",
            "? 0.05671808868646622\n",
            "det 0.040497686713933945\n",
            "han 0.03521514683961868\n",
            "den 0.014958004467189312\n",
            "er 0.010400642640888691\n",
            "\n",
            "Det er [MASK] i dag.\n",
            "det 0.16041837632656097\n",
            "ikke 0.05124184861779213\n",
            "fortsatt 0.04349316284060478\n",
            "også 0.03534276783466339\n",
            "kun 0.013825835660099983\n",
            "\n",
            "Kroppstemperatur på 40 grader betyr [MASK].\n",
            "null 0.023636769503355026\n",
            "tilsvarende 0.017484165728092194\n",
            "tid 0.016527488827705383\n",
            "dette 0.013699548318982124\n",
            "det 0.011024205945432186\n",
            "\n",
            "[MASK] er veldig fin.\n",
            "Den 0.2882879972457886\n",
            "Det 0.06573046743869781\n",
            "den 0.031231962144374847\n",
            "De 0.022111238911747932\n",
            "det 0.017391446977853775\n",
            "\n",
            "Jeg liker å [MASK].\n",
            "være 0.07584870606660843\n",
            "han 0.020002491772174835\n",
            "andre 0.019766608253121376\n",
            "si 0.019519168883562088\n",
            "er 0.017294690012931824\n",
            "\n",
            "Hva kan du seie om [MASK]?\n",
            "om 0.02956273779273033\n",
            "ting 0.020101193338632584\n",
            "##stand 0.017603997141122818\n",
            "mennesker 0.014268964529037476\n",
            "det 0.012698427774012089\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "! wget https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/README.md -P mynbbert/\n",
        "! wget https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/config.json -P mynbbert/\n",
        "! wget https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/flax_model.msgpack -P mynbbert/\n",
        "! wget https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/model.safetensors -P mynbbert/\n",
        "! wget https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/pytorch_model.bin -P mynbbert/\n",
        "! wget https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/special_tokens_map.json -P mynbbert/\n",
        "! wget https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/tf_model.h5 -P mynbbert\n",
        "! wget https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/tokenizer_config.json -P mynbbert/\n",
        "! wget https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/vocab.txt -P mynbbert/"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3G4wJXTl5PsK",
        "outputId": "4f6fa5cd-5167-4eb9-b10c-b10558a2cbc9"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2023-10-12 09:22:48--  https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/README.md\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.97, 108.138.94.52, 108.138.94.27, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.97|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 1301 (1.3K) [text/plain]\n",
            "Saving to: ‘mynbbert/README.md’\n",
            "\n",
            "README.md           100%[===================>]   1.27K  --.-KB/s    in 0s      \n",
            "\n",
            "2023-10-12 09:22:48 (697 MB/s) - ‘mynbbert/README.md’ saved [1301/1301]\n",
            "\n",
            "--2023-10-12 09:22:48--  https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/config.json\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.97, 108.138.94.52, 108.138.94.27, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.97|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 746 [text/plain]\n",
            "Saving to: ‘mynbbert/config.json’\n",
            "\n",
            "config.json         100%[===================>]     746  --.-KB/s    in 0s      \n",
            "\n",
            "2023-10-12 09:22:48 (259 MB/s) - ‘mynbbert/config.json’ saved [746/746]\n",
            "\n",
            "--2023-10-12 09:22:48--  https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/flax_model.msgpack\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.97, 108.138.94.52, 108.138.94.27, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.97|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/NbAiLab/nb-bert-base/662be18560f38314702891506910f06f154230221136319122ecaf22e4815c5d?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27flax_model.msgpack%3B+filename%3D%22flax_model.msgpack%22%3B&Expires=1697361768&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTc2OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9OYkFpTGFiL25iLWJlcnQtYmFzZS82NjJiZTE4NTYwZjM4MzE0NzAyODkxNTA2OTEwZjA2ZjE1NDIzMDIyMTEzNjMxOTEyMmVjYWYyMmU0ODE1YzVkP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiJ9XX0_&Signature=GBkD0VZP-tzYI-4vF0IcVTgBqn2lMcg2cuJ3vsd06cSGxzLbrv5ymYGIMdJKatVVBLsrpz9ilhQCFSQxpD756M9L0N8HhCEmx-3xpYIg4Iov%7EW9wVFRgBw8IyR0FCs4q-9G8zC0RtX0BS1EtI2vflEWNYSWne2-9-BnR2tbWDEP-6HwbFx3ZQNSXJJlovavuJLd8TBu-b70NedDOhlbkL3gzQy8gJAk0dixqoR6SZfmA5OBXCD3u13rlNkfLHnNQh4g9YAoHcmYc-LLz6jrzFzKLX1BasnEN1vq09WjrnegVAEM%7EhzrKLzMhG%7ESjxOW5cob55JlPZj94rbHjt-AWMg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-10-12 09:22:48--  https://cdn-lfs.huggingface.co/NbAiLab/nb-bert-base/662be18560f38314702891506910f06f154230221136319122ecaf22e4815c5d?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27flax_model.msgpack%3B+filename%3D%22flax_model.msgpack%22%3B&Expires=1697361768&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTc2OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9OYkFpTGFiL25iLWJlcnQtYmFzZS82NjJiZTE4NTYwZjM4MzE0NzAyODkxNTA2OTEwZjA2ZjE1NDIzMDIyMTEzNjMxOTEyMmVjYWYyMmU0ODE1YzVkP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiJ9XX0_&Signature=GBkD0VZP-tzYI-4vF0IcVTgBqn2lMcg2cuJ3vsd06cSGxzLbrv5ymYGIMdJKatVVBLsrpz9ilhQCFSQxpD756M9L0N8HhCEmx-3xpYIg4Iov%7EW9wVFRgBw8IyR0FCs4q-9G8zC0RtX0BS1EtI2vflEWNYSWne2-9-BnR2tbWDEP-6HwbFx3ZQNSXJJlovavuJLd8TBu-b70NedDOhlbkL3gzQy8gJAk0dixqoR6SZfmA5OBXCD3u13rlNkfLHnNQh4g9YAoHcmYc-LLz6jrzFzKLX1BasnEN1vq09WjrnegVAEM%7EhzrKLzMhG%7ESjxOW5cob55JlPZj94rbHjt-AWMg__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.94.14, 108.138.94.23, 108.138.94.122, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.94.14|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 711420911 (678M) [application/octet-stream]\n",
            "Saving to: ‘mynbbert/flax_model.msgpack’\n",
            "\n",
            "flax_model.msgpack  100%[===================>] 678.46M  61.1MB/s    in 12s     \n",
            "\n",
            "2023-10-12 09:23:01 (55.7 MB/s) - ‘mynbbert/flax_model.msgpack’ saved [711420911/711420911]\n",
            "\n",
            "--2023-10-12 09:23:01--  https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/model.safetensors\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.97, 108.138.94.52, 108.138.94.27, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.97|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/NbAiLab/nb-bert-base/9ce5f7f6d4e88669cbd23988f6fca4efd9a9aa2dd4fb111cd45b72c981c325bc?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1697361781&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTc4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9OYkFpTGFiL25iLWJlcnQtYmFzZS85Y2U1ZjdmNmQ0ZTg4NjY5Y2JkMjM5ODhmNmZjYTRlZmQ5YTlhYTJkZDRmYjExMWNkNDViNzJjOTgxYzMyNWJjP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiJ9XX0_&Signature=y2HrFMUyJaHu%7E-f8yEcx5QIYsvkpvnYpijplB3A48IjiIYQiK8EcfuRSCOlU%7EzCxlVXZ3O9lDSAuKzPbSuyJG2TvfaC3UbQxGEdCN8ZJAisnpT1K1PwwockcFHTkh692t1M0N0fD80gmNeOAWpIgnX%7EEFrXeIo2x%7EjKVsqTxo7w-1Y79YlcE-Y2PbCxyWowX-PgZmrBIyT5TrviN3ODQIh14psG-2K7-u3dw6o9hBcdOWhMOsjQh0yZPJX7Q6Hfv3feQk3MWF-B0uJq8tBLuPDOCoGgq5sDOiOcVtg4vj0r5AsduXDi9FcHFclI7gx9bplKDHVBZz5aTbaPkQd%7E%7EBg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-10-12 09:23:01--  https://cdn-lfs.huggingface.co/NbAiLab/nb-bert-base/9ce5f7f6d4e88669cbd23988f6fca4efd9a9aa2dd4fb111cd45b72c981c325bc?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1697361781&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTc4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9OYkFpTGFiL25iLWJlcnQtYmFzZS85Y2U1ZjdmNmQ0ZTg4NjY5Y2JkMjM5ODhmNmZjYTRlZmQ5YTlhYTJkZDRmYjExMWNkNDViNzJjOTgxYzMyNWJjP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiJ9XX0_&Signature=y2HrFMUyJaHu%7E-f8yEcx5QIYsvkpvnYpijplB3A48IjiIYQiK8EcfuRSCOlU%7EzCxlVXZ3O9lDSAuKzPbSuyJG2TvfaC3UbQxGEdCN8ZJAisnpT1K1PwwockcFHTkh692t1M0N0fD80gmNeOAWpIgnX%7EEFrXeIo2x%7EjKVsqTxo7w-1Y79YlcE-Y2PbCxyWowX-PgZmrBIyT5TrviN3ODQIh14psG-2K7-u3dw6o9hBcdOWhMOsjQh0yZPJX7Q6Hfv3feQk3MWF-B0uJq8tBLuPDOCoGgq5sDOiOcVtg4vj0r5AsduXDi9FcHFclI7gx9bplKDHVBZz5aTbaPkQd%7E%7EBg__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.94.14, 108.138.94.23, 108.138.94.122, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.94.14|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 714294900 (681M) [binary/octet-stream]\n",
            "Saving to: ‘mynbbert/model.safetensors’\n",
            "\n",
            "model.safetensors   100%[===================>] 681.20M  38.8MB/s    in 19s     \n",
            "\n",
            "2023-10-12 09:23:20 (36.3 MB/s) - ‘mynbbert/model.safetensors’ saved [714294900/714294900]\n",
            "\n",
            "--2023-10-12 09:23:21--  https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/pytorch_model.bin\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.45, 108.138.94.97, 108.138.94.52, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.45|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/NbAiLab/nb-bert-base/b4cee7ce310557ed3414b0e8049b84092f5129d40634b53fd10228e71b26d7ca?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27pytorch_model.bin%3B+filename%3D%22pytorch_model.bin%22%3B&response-content-type=application%2Foctet-stream&Expires=1697361801&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTgwMX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9OYkFpTGFiL25iLWJlcnQtYmFzZS9iNGNlZTdjZTMxMDU1N2VkMzQxNGIwZTgwNDliODQwOTJmNTEyOWQ0MDYzNGI1M2ZkMTAyMjhlNzFiMjZkN2NhP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiZyZXNwb25zZS1jb250ZW50LXR5cGU9KiJ9XX0_&Signature=fNs7R9Qo8%7Eusc7b4X%7EYf5JpGPuOcEQVoofU7MpvcmmqR21NMSEIZ5XKTYbDLBaDpjGxP1vGRn5D6xSiI1Cpf5n84H33PAZXrt6QjWwJlaxWKEt6BcBaSeFG8ByQxFnDpck33f4IMyrj2JKJmGYsQw339bFvUIKfxHsA%7Ebquc9lTfT1fpaZMn-aVNDr%7E0Q0SXetNezuK6Dsu9-eqVRatB7BwbLMNfdG3Cq8ZrnWGgxx3zj0re%7EKQLH7xxokJNMw1evy5zFOOh46kdWF4HFuCkNViXv4PExpK9x6GdHcCAG66%7E6aYSJ%7EA%7ElgfQ93ZEYAfmwV7nElcdJ2pu8Ry89UONDg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-10-12 09:23:21--  https://cdn-lfs.huggingface.co/NbAiLab/nb-bert-base/b4cee7ce310557ed3414b0e8049b84092f5129d40634b53fd10228e71b26d7ca?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27pytorch_model.bin%3B+filename%3D%22pytorch_model.bin%22%3B&response-content-type=application%2Foctet-stream&Expires=1697361801&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTgwMX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9OYkFpTGFiL25iLWJlcnQtYmFzZS9iNGNlZTdjZTMxMDU1N2VkMzQxNGIwZTgwNDliODQwOTJmNTEyOWQ0MDYzNGI1M2ZkMTAyMjhlNzFiMjZkN2NhP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiZyZXNwb25zZS1jb250ZW50LXR5cGU9KiJ9XX0_&Signature=fNs7R9Qo8%7Eusc7b4X%7EYf5JpGPuOcEQVoofU7MpvcmmqR21NMSEIZ5XKTYbDLBaDpjGxP1vGRn5D6xSiI1Cpf5n84H33PAZXrt6QjWwJlaxWKEt6BcBaSeFG8ByQxFnDpck33f4IMyrj2JKJmGYsQw339bFvUIKfxHsA%7Ebquc9lTfT1fpaZMn-aVNDr%7E0Q0SXetNezuK6Dsu9-eqVRatB7BwbLMNfdG3Cq8ZrnWGgxx3zj0re%7EKQLH7xxokJNMw1evy5zFOOh46kdWF4HFuCkNViXv4PExpK9x6GdHcCAG66%7E6aYSJ%7EA%7ElgfQ93ZEYAfmwV7nElcdJ2pu8Ry89UONDg__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.94.23, 108.138.94.25, 108.138.94.14, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.94.23|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 714355318 (681M) [application/octet-stream]\n",
            "Saving to: ‘mynbbert/pytorch_model.bin’\n",
            "\n",
            "pytorch_model.bin   100%[===================>] 681.26M  34.4MB/s    in 17s     \n",
            "\n",
            "2023-10-12 09:23:38 (39.6 MB/s) - ‘mynbbert/pytorch_model.bin’ saved [714355318/714355318]\n",
            "\n",
            "--2023-10-12 09:23:38--  https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/special_tokens_map.json\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.45, 108.138.94.97, 108.138.94.52, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.45|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 112 [text/plain]\n",
            "Saving to: ‘mynbbert/special_tokens_map.json’\n",
            "\n",
            "special_tokens_map. 100%[===================>]     112  --.-KB/s    in 0s      \n",
            "\n",
            "2023-10-12 09:23:39 (41.1 MB/s) - ‘mynbbert/special_tokens_map.json’ saved [112/112]\n",
            "\n",
            "--2023-10-12 09:23:39--  https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/tf_model.h5\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.45, 108.138.94.97, 108.138.94.52, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.45|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/NbAiLab/nb-bert-base/618eaa005f1c5776ce609b24a0298af8029ef4a9442d61fd63cf709167b327bf?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27tf_model.h5%3B+filename%3D%22tf_model.h5%22%3B&Expires=1697361819&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTgxOX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9OYkFpTGFiL25iLWJlcnQtYmFzZS82MThlYWEwMDVmMWM1Nzc2Y2U2MDliMjRhMDI5OGFmODAyOWVmNGE5NDQyZDYxZmQ2M2NmNzA5MTY3YjMyN2JmP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiJ9XX0_&Signature=WVgp6GbHNd%7EakWpl4yQ9YK%7E-78O585gFD5ZlkEhg93CmAlNQf8nSenJJWvCyHDUgVH8uvCZ7TtFwp-y-XCBXxrrbd5sLItRH0P6iCo1gnvnVbnnJrdIxYJniQNQnKlbvz8rxoREut1mCxTV97MqUCEOAiDvkmgy8j%7ElvzaWFl4kAguKukxgO1jRDPGTmSyIW9ia2j5Mpp%7E0Z5NyGa9VuOTpX-TWKJS9RI1qGfyUg6as4u4p75NhHeG6MDcxhIG-8uohvNAo40ISC9QF30fhDo0N8SMW6mKMOioyn4GHqY0vSj7SkLof8E4915ULCCJvXeWpmWmaGH-uV2KiuYeNMRg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-10-12 09:23:39--  https://cdn-lfs.huggingface.co/NbAiLab/nb-bert-base/618eaa005f1c5776ce609b24a0298af8029ef4a9442d61fd63cf709167b327bf?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27tf_model.h5%3B+filename%3D%22tf_model.h5%22%3B&Expires=1697361819&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NzM2MTgxOX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9OYkFpTGFiL25iLWJlcnQtYmFzZS82MThlYWEwMDVmMWM1Nzc2Y2U2MDliMjRhMDI5OGFmODAyOWVmNGE5NDQyZDYxZmQ2M2NmNzA5MTY3YjMyN2JmP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiJ9XX0_&Signature=WVgp6GbHNd%7EakWpl4yQ9YK%7E-78O585gFD5ZlkEhg93CmAlNQf8nSenJJWvCyHDUgVH8uvCZ7TtFwp-y-XCBXxrrbd5sLItRH0P6iCo1gnvnVbnnJrdIxYJniQNQnKlbvz8rxoREut1mCxTV97MqUCEOAiDvkmgy8j%7ElvzaWFl4kAguKukxgO1jRDPGTmSyIW9ia2j5Mpp%7E0Z5NyGa9VuOTpX-TWKJS9RI1qGfyUg6as4u4p75NhHeG6MDcxhIG-8uohvNAo40ISC9QF30fhDo0N8SMW6mKMOioyn4GHqY0vSj7SkLof8E4915ULCCJvXeWpmWmaGH-uV2KiuYeNMRg__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.94.14, 108.138.94.23, 108.138.94.122, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.94.14|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 1083386716 (1.0G) [application/octet-stream]\n",
            "Saving to: ‘mynbbert/tf_model.h5’\n",
            "\n",
            "tf_model.h5         100%[===================>]   1.01G  50.7MB/s    in 21s     \n",
            "\n",
            "2023-10-12 09:24:00 (49.1 MB/s) - ‘mynbbert/tf_model.h5’ saved [1083386716/1083386716]\n",
            "\n",
            "--2023-10-12 09:24:00--  https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/tokenizer_config.json\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.52, 108.138.94.27, 108.138.94.97, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.52|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 363 [text/plain]\n",
            "Saving to: ‘mynbbert/tokenizer_config.json’\n",
            "\n",
            "tokenizer_config.js 100%[===================>]     363  --.-KB/s    in 0s      \n",
            "\n",
            "2023-10-12 09:24:01 (239 MB/s) - ‘mynbbert/tokenizer_config.json’ saved [363/363]\n",
            "\n",
            "--2023-10-12 09:24:01--  https://huggingface.co/NbAiLab/nb-bert-base/resolve/main/vocab.txt\n",
            "Resolving huggingface.co (huggingface.co)... 108.138.94.52, 108.138.94.27, 108.138.94.97, ...\n",
            "Connecting to huggingface.co (huggingface.co)|108.138.94.52|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 995526 (972K) [text/plain]\n",
            "Saving to: ‘mynbbert/vocab.txt’\n",
            "\n",
            "vocab.txt           100%[===================>] 972.19K  --.-KB/s    in 0.06s   \n",
            "\n",
            "2023-10-12 09:24:01 (15.3 MB/s) - ‘mynbbert/vocab.txt’ saved [995526/995526]\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import json\n",
        "from transformers import pipeline\n",
        "\n",
        "# This is https://huggingface.co/NbAiLab/nb-bert-base\n",
        "unmasker2 = pipeline('fill-mask', model='mynbbert')\n",
        "\n",
        "tests = [\n",
        "  \"Hvordan går [MASK]?\",\n",
        "  \"Det er [MASK] i dag.\",\n",
        "  \"Kroppstemperatur på 40 grader betyr [MASK].\",\n",
        "  \"[MASK] er veldig fin.\",\n",
        "  \"Jeg liker å [MASK].\",\n",
        "  \"Hva kan du seie om [MASK]?\"\n",
        "]\n",
        "\n",
        "for t in tests :\n",
        "  print('\\n'+t)\n",
        "  res = unmasker2(t)\n",
        "  for a in res :\n",
        "    print(a['token_str'],a['score'])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "P0tsvJkV5tQH",
        "outputId": "6bf188d6-0ae6-4074-c0bd-57559118973f"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Hvordan går [MASK]?\n",
            "det 0.7175660729408264\n",
            "du 0.01880013197660446\n",
            "livet 0.012748980894684792\n",
            "den 0.01047756988555193\n",
            "vinteren 0.007043839897960424\n",
            "\n",
            "Det er [MASK] i dag.\n",
            "verre 0.05127672478556633\n",
            "manana 0.034877367317676544\n",
            "stille 0.03307269141077995\n",
            "sant 0.025373121723532677\n",
            "sent 0.022741086781024933\n",
            "\n",
            "Kroppstemperatur på 40 grader betyr [MASK].\n",
            "nada 0.2990809381008148\n",
            "mye 0.1012713685631752\n",
            "null 0.07741349935531616\n",
            "lite 0.037077296525239944\n",
            "alt 0.0328998938202858\n",
            "\n",
            "[MASK] er veldig fin.\n",
            "Den 0.18935281038284302\n",
            "Han 0.13225464522838593\n",
            "Jeg 0.09506721794605255\n",
            "Hun 0.06531506776809692\n",
            "Du 0.06044500321149826\n",
            "\n",
            "Jeg liker å [MASK].\n",
            "danse 0.25082850456237793\n",
            "spille 0.14404089748859406\n",
            "skrive 0.08634037524461746\n",
            "reise 0.07304386794567108\n",
            "stelle 0.057619787752628326\n",
            "\n",
            "Hva kan du seie om [MASK]?\n",
            "det 0.09066858887672424\n",
            "saka 0.02837744727730751\n",
            "ham 0.02590837888419628\n",
            "han 0.024901118129491806\n",
            "dette 0.024682842195034027\n"
          ]
        }
      ]
    }
  ]
}