muslim-hate-meme-kfold.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:09:29.194138Z",
     "iopub.status.busy": "2024-11-14T18:09:29.193823Z",
     "iopub.status.idle": "2024-11-14T18:10:06.053547Z",
     "shell.execute_reply": "2024-11-14T18:10:06.052574Z",
     "shell.execute_reply.started": "2024-11-14T18:09:29.194104Z"
    },
    "id": "287b5593",
    "outputId": "4c318bcd-391a-4741-f57d-cfb71a55b2d3",
    "papermill": {
     "duration": 25.454666,
     "end_time": "2024-04-06T18:11:57.703248",
     "exception": false,
     "start_time": "2024-04-06T18:11:32.248582",
     "status": "completed"
    },
    "tags": [],
    "trusted": true
   },
   "outputs": [],
   "source": [
    "# This Python 3 environment comes with many helpful analytics libraries installed\n",
    "# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n",
    "# For example, here's several helpful packages to load\n",
    "\n",
    "%pip install tiktoken verovio accelerate -q\n",
    "\n",
    "import os\n",
    "import sys\n",
    "# for dirname, _, filenames in os.walk('/kaggle/input'):\n",
    "#     for filename in filenames:\n",
    "#         print(os.path.join(dirname, filename))\n",
    "import numpy as np # linear algebra\n",
    "import pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n",
    "\n",
    "import re\n",
    "\n",
    "import torch\n",
    "from torch import nn\n",
    "from torch.utils.data import Dataset, DataLoader, ConcatDataset\n",
    "\n",
    "\n",
    "from datasets import Dataset as DS\n",
    "from datasets import load_metric\n",
    "\n",
    "import seaborn as sn\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "import random\n",
    "\n",
    "import time\n",
    "\n",
    "from sklearn.model_selection import train_test_split, KFold, StratifiedKFold\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn.preprocessing import MinMaxScaler, StandardScaler\n",
    "\n",
    "\n",
    "import gc\n",
    "\n",
    "import inspect\n",
    "\n",
    "try:\n",
    "    from transformers import (\n",
    "        AutoTokenizer,\n",
    "        AutoModelForSeq2SeqLM,\n",
    "        DataCollatorForSeq2Seq,\n",
    "        Seq2SeqTrainer,\n",
    "        Seq2SeqTrainingArguments,\n",
    "        TrainingArguments,\n",
    "        Trainer,\n",
    "        pipeline,\n",
    "        AutoModelForSequenceClassification\n",
    "    )\n",
    "except:\n",
    "    %pip install transformers\n",
    "    from transformers import (\n",
    "        AutoTokenizer,\n",
    "        AutoModelForSeq2SeqLM,\n",
    "        DataCollatorForSeq2Seq,\n",
    "        Seq2SeqTrainer,\n",
    "        Seq2SeqTrainingArguments,\n",
    "        pipeline\n",
    "    )\n",
    "    \n",
    "from transformers import AutoConfig, AutoModel, AutoModelForSequenceClassification\n",
    "\n",
    "print(\"All libraries have been installed successfully!\", end=\"\\r\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:08.651558Z",
     "iopub.status.busy": "2024-11-14T18:10:08.650901Z",
     "iopub.status.idle": "2024-11-14T18:10:08.682325Z",
     "shell.execute_reply": "2024-11-14T18:10:08.681018Z",
     "shell.execute_reply.started": "2024-11-14T18:10:08.651522Z"
    },
    "id": "d871aaab",
    "papermill": {
     "duration": 0.096271,
     "end_time": "2024-04-06T18:11:57.812792",
     "exception": false,
     "start_time": "2024-04-06T18:11:57.716521",
     "status": "completed"
    },
    "tags": [],
    "trusted": true
   },
   "outputs": [],
   "source": [
    "device = \"cuda\" if torch.cuda.is_available() else \"cpu\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:08.684048Z",
     "iopub.status.busy": "2024-11-14T18:10:08.683701Z",
     "iopub.status.idle": "2024-11-14T18:10:08.693879Z",
     "shell.execute_reply": "2024-11-14T18:10:08.692799Z",
     "shell.execute_reply.started": "2024-11-14T18:10:08.684015Z"
    },
    "id": "aOPE2EoPnl-R",
    "outputId": "da48f095-58bc-4d77-dc3f-46f74a790189",
    "trusted": true
   },
   "outputs": [],
   "source": [
    "# from google.colab import drive\n",
    "# drive.mount('/content/drive')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:08.695344Z",
     "iopub.status.busy": "2024-11-14T18:10:08.695039Z",
     "iopub.status.idle": "2024-11-14T18:10:08.756585Z",
     "shell.execute_reply": "2024-11-14T18:10:08.755785Z",
     "shell.execute_reply.started": "2024-11-14T18:10:08.695307Z"
    },
    "id": "6496f923",
    "papermill": {
     "duration": 0.503681,
     "end_time": "2024-04-06T18:11:58.329557",
     "exception": false,
     "start_time": "2024-04-06T18:11:57.825876",
     "status": "completed"
    },
    "tags": [],
    "trusted": true
   },
   "outputs": [],
   "source": [
    "data = pd.read_csv(\"dataset.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:08.757982Z",
     "iopub.status.busy": "2024-11-14T18:10:08.757653Z",
     "iopub.status.idle": "2024-11-14T18:10:08.781874Z",
     "shell.execute_reply": "2024-11-14T18:10:08.781001Z",
     "shell.execute_reply.started": "2024-11-14T18:10:08.757948Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:08.793972Z",
     "iopub.status.busy": "2024-11-14T18:10:08.793654Z",
     "iopub.status.idle": "2024-11-14T18:10:08.802939Z",
     "shell.execute_reply": "2024-11-14T18:10:08.802101Z",
     "shell.execute_reply.started": "2024-11-14T18:10:08.793941Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "data.reset_index(drop=True, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:08.806521Z",
     "iopub.status.busy": "2024-11-14T18:10:08.806213Z",
     "iopub.status.idle": "2024-11-14T18:10:08.815324Z",
     "shell.execute_reply": "2024-11-14T18:10:08.814403Z",
     "shell.execute_reply.started": "2024-11-14T18:10:08.806489Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "data.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:08.833848Z",
     "iopub.status.busy": "2024-11-14T18:10:08.833425Z",
     "iopub.status.idle": "2024-11-14T18:10:08.842561Z",
     "shell.execute_reply": "2024-11-14T18:10:08.841800Z",
     "shell.execute_reply.started": "2024-11-14T18:10:08.833802Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "def sanity_check():\n",
    "    for i, row in data.iterrows():\n",
    "        if not os.path.exists(f\"/kaggle/input/muslim-hate-memes/{row['image']}\"):\n",
    "            print(row['image'],\"does not exist\")\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:08.844049Z",
     "iopub.status.busy": "2024-11-14T18:10:08.843677Z",
     "iopub.status.idle": "2024-11-14T18:10:12.208161Z",
     "shell.execute_reply": "2024-11-14T18:10:12.207299Z",
     "shell.execute_reply.started": "2024-11-14T18:10:08.844008Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "sanity_check()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:12.209618Z",
     "iopub.status.busy": "2024-11-14T18:10:12.209291Z",
     "iopub.status.idle": "2024-11-14T18:10:12.218011Z",
     "shell.execute_reply": "2024-11-14T18:10:12.217202Z",
     "shell.execute_reply.started": "2024-11-14T18:10:12.209585Z"
    },
    "id": "06176b75",
    "papermill": {
     "duration": 0.036154,
     "end_time": "2024-04-06T18:11:58.463122",
     "exception": false,
     "start_time": "2024-04-06T18:11:58.426968",
     "status": "completed"
    },
    "tags": [],
    "trusted": true
   },
   "outputs": [],
   "source": [
    "train_df, val_df = train_test_split(data, test_size=0.2, shuffle=True, random_state=42)\n",
    "train_df = train_df.reset_index(drop=True)\n",
    "val_df = val_df.reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:12.219475Z",
     "iopub.status.busy": "2024-11-14T18:10:12.219171Z",
     "iopub.status.idle": "2024-11-14T18:10:12.228190Z",
     "shell.execute_reply": "2024-11-14T18:10:12.227462Z",
     "shell.execute_reply.started": "2024-11-14T18:10:12.219438Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "val_df, test_df = train_test_split(val_df, test_size=0.5, shuffle=True, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:12.229788Z",
     "iopub.status.busy": "2024-11-14T18:10:12.229485Z",
     "iopub.status.idle": "2024-11-14T18:10:12.239666Z",
     "shell.execute_reply": "2024-11-14T18:10:12.238790Z",
     "shell.execute_reply.started": "2024-11-14T18:10:12.229721Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "test_df = test_df.reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:12.241092Z",
     "iopub.status.busy": "2024-11-14T18:10:12.240800Z",
     "iopub.status.idle": "2024-11-14T18:10:12.251965Z",
     "shell.execute_reply": "2024-11-14T18:10:12.251051Z",
     "shell.execute_reply.started": "2024-11-14T18:10:12.241061Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "len(train_df), len(val_df), len(test_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:12.253386Z",
     "iopub.status.busy": "2024-11-14T18:10:12.253072Z",
     "iopub.status.idle": "2024-11-14T18:10:12.260554Z",
     "shell.execute_reply": "2024-11-14T18:10:12.259795Z",
     "shell.execute_reply.started": "2024-11-14T18:10:12.253354Z"
    },
    "id": "76c1fb38",
    "papermill": {
     "duration": 0.020377,
     "end_time": "2024-04-06T18:11:58.497875",
     "exception": false,
     "start_time": "2024-04-06T18:11:58.477498",
     "status": "completed"
    },
    "tags": [],
    "trusted": true
   },
   "outputs": [],
   "source": [
    "torch.cuda.empty_cache()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:12.262010Z",
     "iopub.status.busy": "2024-11-14T18:10:12.261672Z",
     "iopub.status.idle": "2024-11-14T18:10:12.268616Z",
     "shell.execute_reply": "2024-11-14T18:10:12.267647Z",
     "shell.execute_reply.started": "2024-11-14T18:10:12.261979Z"
    },
    "id": "IYXL9zFbt3ys",
    "trusted": true
   },
   "outputs": [],
   "source": [
    "from transformers import AutoTokenizer, AutoModelForSeq2SeqLM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:12.270034Z",
     "iopub.status.busy": "2024-11-14T18:10:12.269712Z",
     "iopub.status.idle": "2024-11-14T18:10:12.296863Z",
     "shell.execute_reply": "2024-11-14T18:10:12.296104Z",
     "shell.execute_reply.started": "2024-11-14T18:10:12.270002Z"
    },
    "id": "FNYs4pn27ZFD",
    "trusted": true
   },
   "outputs": [],
   "source": [
    "from transformers import AutoModel, AutoTokenizer, BeitFeatureExtractor, BeitForMaskedImageModeling, AutoModelForPreTraining, BertTokenizerFast, VisualBertModel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:12.298248Z",
     "iopub.status.busy": "2024-11-14T18:10:12.297948Z",
     "iopub.status.idle": "2024-11-14T18:10:12.314993Z",
     "shell.execute_reply": "2024-11-14T18:10:12.314024Z",
     "shell.execute_reply.started": "2024-11-14T18:10:12.298217Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "from transformers import ViltProcessor, ViltModel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:12.316585Z",
     "iopub.status.busy": "2024-11-14T18:10:12.316199Z",
     "iopub.status.idle": "2024-11-14T18:10:58.707687Z",
     "shell.execute_reply": "2024-11-14T18:10:58.706710Z",
     "shell.execute_reply.started": "2024-11-14T18:10:12.316549Z"
    },
    "id": "8d28fc00",
    "outputId": "60921d7f-2977-4068-d8ff-efc2e1381755",
    "papermill": {
     "duration": 19.791476,
     "end_time": "2024-04-06T18:12:18.302718",
     "exception": false,
     "start_time": "2024-04-06T18:11:58.511242",
     "status": "completed"
    },
    "tags": [],
    "trusted": true
   },
   "outputs": [],
   "source": [
    "OCR_MODEL_NAME = \"ucaslcl/GOT-OCR2_0\"\n",
    "MODEL_NAME = \"dandelin/vilt-b32-mlm\"\n",
    "\n",
    "ocr_tokenizer = AutoTokenizer.from_pretrained(OCR_MODEL_NAME, trust_remote_code=True)\n",
    "ocr_model = AutoModel.from_pretrained(OCR_MODEL_NAME, trust_remote_code=True, \n",
    "                                      low_cpu_mem_usage=True, device_map=device, use_safetensors=True, pad_token_id=ocr_tokenizer.eos_token_id)\n",
    "\n",
    "ocr_model = ocr_model.eval().cuda()\n",
    "ocr_model.generation_config.pad_token_id = ocr_tokenizer.pad_token_id\n",
    "\n",
    "processor = ViltProcessor.from_pretrained(MODEL_NAME)\n",
    "model = ViltModel.from_pretrained(MODEL_NAME)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.709637Z",
     "iopub.status.busy": "2024-11-14T18:10:58.709147Z",
     "iopub.status.idle": "2024-11-14T18:10:58.714349Z",
     "shell.execute_reply": "2024-11-14T18:10:58.713323Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.709587Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "import torchvision.transforms as transforms"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.715905Z",
     "iopub.status.busy": "2024-11-14T18:10:58.715534Z",
     "iopub.status.idle": "2024-11-14T18:10:58.726300Z",
     "shell.execute_reply": "2024-11-14T18:10:58.725452Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.715863Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "# res = ocr_model.chat(ocr_tokenizer, \"/kaggle/input/muslim-hate-memes/images/0desqkyb24r51.jpeg\", ocr_type='ocr')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.727877Z",
     "iopub.status.busy": "2024-11-14T18:10:58.727554Z",
     "iopub.status.idle": "2024-11-14T18:10:58.741425Z",
     "shell.execute_reply": "2024-11-14T18:10:58.740615Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.727843Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "# res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.770505Z",
     "iopub.status.busy": "2024-11-14T18:10:58.769951Z",
     "iopub.status.idle": "2024-11-14T18:10:58.774452Z",
     "shell.execute_reply": "2024-11-14T18:10:58.773463Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.770474Z"
    },
    "id": "ApZPmqZgdiX1",
    "trusted": true
   },
   "outputs": [],
   "source": [
    "from datasets import Dataset as DS\n",
    "from datasets import load_metric"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.784812Z",
     "iopub.status.busy": "2024-11-14T18:10:58.784503Z",
     "iopub.status.idle": "2024-11-14T18:10:58.793257Z",
     "shell.execute_reply": "2024-11-14T18:10:58.792350Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.784780Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "from PIL import Image"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.815925Z",
     "iopub.status.busy": "2024-11-14T18:10:58.815444Z",
     "iopub.status.idle": "2024-11-14T18:10:58.825074Z",
     "shell.execute_reply": "2024-11-14T18:10:58.824191Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.815891Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "class MuslimHateMemes(Dataset):\n",
    "    def __init__(self, df):\n",
    "        self.df = df\n",
    "\n",
    "    def __len__(self):\n",
    "        return len(self.df)\n",
    "\n",
    "    def __getitem__(self, index):\n",
    "        row = self.df.iloc[index]\n",
    "        image_path = f\"/kaggle/input/muslim-hate-memes/{row['image']}\"\n",
    "        label = int(row['label'])\n",
    "        ocr_text = ocr_model.chat(ocr_tokenizer, image_path, ocr_type='ocr')\n",
    "        image = Image.open(image_path).resize((252,252)).convert(\"RGB\")\n",
    "        inputs = processor(image, ocr_text, max_length=40, padding='max_length', truncation=True, return_tensors=\"pt\")\n",
    "\n",
    "        for x in inputs:\n",
    "            inputs[x] = inputs[x].squeeze(0)\n",
    "            # print(x,\":\",inputs[x].shape)\n",
    "        \n",
    "        return inputs, label, image_path"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.826792Z",
     "iopub.status.busy": "2024-11-14T18:10:58.826437Z",
     "iopub.status.idle": "2024-11-14T18:10:58.836353Z",
     "shell.execute_reply": "2024-11-14T18:10:58.835612Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.826739Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "trainds = MuslimHateMemes(train_df)\n",
    "valds = MuslimHateMemes(val_df)\n",
    "testds = MuslimHateMemes(test_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.858589Z",
     "iopub.status.busy": "2024-11-14T18:10:58.858304Z",
     "iopub.status.idle": "2024-11-14T18:10:58.872392Z",
     "shell.execute_reply": "2024-11-14T18:10:58.871602Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.858559Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "# example = next(iter(trainloader))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.874218Z",
     "iopub.status.busy": "2024-11-14T18:10:58.873528Z",
     "iopub.status.idle": "2024-11-14T18:10:58.883145Z",
     "shell.execute_reply": "2024-11-14T18:10:58.882290Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.874135Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "# model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.884609Z",
     "iopub.status.busy": "2024-11-14T18:10:58.884245Z",
     "iopub.status.idle": "2024-11-14T18:10:58.895710Z",
     "shell.execute_reply": "2024-11-14T18:10:58.894884Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.884564Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "class MemeClassifer(nn.Module):\n",
    "    def __init__(\n",
    "        self,\n",
    "        finetune: str = \"limit\",\n",
    "        enc_finetune_limit: int = 2, \n",
    "        output: int = 1\n",
    "    ):\n",
    "        super().__init__()\n",
    "        self.vilt = model\n",
    "        self.clf = nn.Sequential(\n",
    "            nn.LayerNorm(768),\n",
    "            nn.Dropout(0.3),\n",
    "            nn.Linear(768, 768, bias=True),\n",
    "            nn.LayerNorm(768),\n",
    "            nn.ReLU(),\n",
    "            nn.Dropout(0.3),\n",
    "            nn.Linear(768, output, bias=True),\n",
    "        )\n",
    "        self.act = nn.Sigmoid()\n",
    "\n",
    "        if finetune == \"all\":\n",
    "            for child in self.vilt.encoder.layer.children():\n",
    "                for param in child.parameters():\n",
    "                    param.requires_grad = True\n",
    "        else:\n",
    "            count = 0\n",
    "            length = sum(1 for _ in self.vilt.encoder.layer.children())\n",
    "            for child in self.vilt.encoder.layer.children():\n",
    "                if count >= (length - enc_finetune_limit):\n",
    "                    for param in child.parameters():\n",
    "                        param.requires_grad = True\n",
    "                else:\n",
    "                    for param in child.parameters():\n",
    "                        param.requires_grad = False\n",
    "                count += 1\n",
    "\n",
    "    def forward(self, inputs):\n",
    "        \n",
    "        outputs = self.vilt(**inputs)\n",
    "        outputs = self.act(self.clf(outputs.pooler_output))\n",
    "\n",
    "        return outputs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.897803Z",
     "iopub.status.busy": "2024-11-14T18:10:58.896987Z",
     "iopub.status.idle": "2024-11-14T18:10:58.915930Z",
     "shell.execute_reply": "2024-11-14T18:10:58.914901Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.897738Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "memeclsmodel = MemeClassifer(finetune=\"all\", enc_finetune_limit=3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:58.917327Z",
     "iopub.status.busy": "2024-11-14T18:10:58.917033Z",
     "iopub.status.idle": "2024-11-14T18:10:59.067086Z",
     "shell.execute_reply": "2024-11-14T18:10:59.066087Z",
     "shell.execute_reply.started": "2024-11-14T18:10:58.917296Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "memeclsmodel = memeclsmodel.to(device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:59.068639Z",
     "iopub.status.busy": "2024-11-14T18:10:59.068319Z",
     "iopub.status.idle": "2024-11-14T18:10:59.072925Z",
     "shell.execute_reply": "2024-11-14T18:10:59.071954Z",
     "shell.execute_reply.started": "2024-11-14T18:10:59.068606Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "# memeclsmodel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:59.074303Z",
     "iopub.status.busy": "2024-11-14T18:10:59.073983Z",
     "iopub.status.idle": "2024-11-14T18:10:59.083420Z",
     "shell.execute_reply": "2024-11-14T18:10:59.082601Z",
     "shell.execute_reply.started": "2024-11-14T18:10:59.074265Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "def reset_weights(m):\n",
    "    '''\n",
    "        Try resetting model weights to avoid\n",
    "        weight leakage.\n",
    "      '''\n",
    "    for layer in m.children():\n",
    "        if hasattr(layer, 'reset_parameters'):\n",
    "            print(f'Reset trainable parameters of layer = {layer}')\n",
    "            layer.reset_parameters()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:10:59.084861Z",
     "iopub.status.busy": "2024-11-14T18:10:59.084504Z",
     "iopub.status.idle": "2024-11-14T18:11:12.664697Z",
     "shell.execute_reply": "2024-11-14T18:11:12.663399Z",
     "shell.execute_reply.started": "2024-11-14T18:10:59.084829Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "%pip install evaluate -q"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:12.666898Z",
     "iopub.status.busy": "2024-11-14T18:11:12.666441Z",
     "iopub.status.idle": "2024-11-14T18:11:15.364256Z",
     "shell.execute_reply": "2024-11-14T18:11:15.363520Z",
     "shell.execute_reply.started": "2024-11-14T18:11:12.666848Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "import evaluate\n",
    "\n",
    "accuracy = evaluate.load('accuracy')\n",
    "f1_metric = evaluate.load(\"f1\", \"binary\")\n",
    "precision_metric = evaluate.load(\"precision\", \"binary\")\n",
    "recall_metric = f1_macro = evaluate.load(\"recall\", \"binary\")\n",
    "# clf_metrics = evaluate.combine([\"accuracy\", \"f1\", \"precision\", \"recall\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.365570Z",
     "iopub.status.busy": "2024-11-14T18:11:15.365300Z",
     "iopub.status.idle": "2024-11-14T18:11:15.373664Z",
     "shell.execute_reply": "2024-11-14T18:11:15.372701Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.365539Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "def compute_metrics_v2(preds, labels):\n",
    "    preds = preds.detach().cpu().numpy()\n",
    "    labels = labels.detach().cpu().numpy()\n",
    "    \n",
    "    torch.cuda.empty_cache()\n",
    "    \n",
    "    acc = accuracy.compute(predictions=preds, references=labels)['accuracy']\n",
    "    f1_macro = f1_metric.compute(predictions=preds, references=labels, average=\"macro\")['f1']\n",
    "    f1_micro = f1_metric.compute(predictions=preds, references=labels, average=\"micro\")['f1']\n",
    "    f1_weighted = f1_metric.compute(predictions=preds, references=labels, average=\"weighted\")['f1']\n",
    "    \n",
    "    precision = precision_metric.compute(predictions=preds, references=labels, average='weighted', zero_division=1)['precision']\n",
    "    \n",
    "    recall = recall_metric.compute(predictions=preds, references=labels, average='weighted', zero_division=1)['recall']\n",
    "\n",
    "    return {\n",
    "        \"accuracy\": acc,\n",
    "        \"f1_macro\": f1_macro,\n",
    "        \"f1_micro\": f1_micro,\n",
    "        \"f1_weighted\": f1_weighted,\n",
    "        \"precision\": precision,\n",
    "        \"recall\": recall,\n",
    "    }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.375283Z",
     "iopub.status.busy": "2024-11-14T18:11:15.374998Z",
     "iopub.status.idle": "2024-11-14T18:11:15.387213Z",
     "shell.execute_reply": "2024-11-14T18:11:15.386440Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.375251Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "optimizer = torch.optim.Adam(memeclsmodel.parameters(), lr=3e-4)\n",
    "loss_function = torch.nn.BCELoss()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.388613Z",
     "iopub.status.busy": "2024-11-14T18:11:15.388302Z",
     "iopub.status.idle": "2024-11-14T18:11:15.400420Z",
     "shell.execute_reply": "2024-11-14T18:11:15.399471Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.388580Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "def training(model, training_loader):\n",
    "    tr_loss = 0\n",
    "    nb_tr_steps = 0\n",
    "    nb_tr_examples = 0\n",
    "    example_ct = 0\n",
    "    \n",
    "    metrs = {\n",
    "        \"train/accuracy\": 0,\n",
    "        \"train/f1_macro\": 0,\n",
    "        \"train/f1_micro\": 0,\n",
    "        \"train/f1_weighted\": 0,\n",
    "        \"train/precision\": 0,\n",
    "        \"train/recall\": 0,\n",
    "    }\n",
    "    \n",
    "    model.train()\n",
    "\n",
    "    try:\n",
    "        wandb.watch(model, log=None, log_freq=10)\n",
    "    except:\n",
    "        print(\"WANDB not logging\")\n",
    "    \n",
    "    for _ , (data, labels, img_paths) in enumerate(training_loader):\n",
    "\n",
    "        data = data.to(device)\n",
    "        labels = labels.to(device, dtype = torch.float)\n",
    "\n",
    "        outputs = model(data).squeeze(-1).float()\n",
    "        loss = loss_function(outputs, labels)\n",
    "        tr_loss += loss.item()\n",
    "        big_idx = torch.round(outputs.data)\n",
    "        metrics = compute_metrics_v2(big_idx, labels)\n",
    "        \n",
    "        for k,v in metrics.items():\n",
    "            metrs[f\"train/{k}\"] += v\n",
    "        \n",
    "        example_ct += len(data)\n",
    "        \n",
    "        nb_tr_steps += 1\n",
    "        nb_tr_examples+=labels.size(0)\n",
    "        \n",
    "        if _%1000==0:\n",
    "            loss_step = tr_loss/len(training_loader)\n",
    "#             wandb.log( mergeDicts([{\"loss\": loss_step}, metrics]) , step=nb_tr_steps)\n",
    "            print(f\"Training Loss per 1000 steps: {loss_step}\")\n",
    "            print(metrics)\n",
    "\n",
    "        optimizer.zero_grad()\n",
    "        loss.backward()\n",
    "        # # When using GPU\n",
    "        optimizer.step()\n",
    "        \n",
    "        torch.cuda.empty_cache()\n",
    "\n",
    "    epoch_loss = tr_loss/len(training_loader)\n",
    "    \n",
    "    for k,v in metrs.items():\n",
    "        metrs[k] = v / len(training_loader)\n",
    "\n",
    "    print(f\"Total Training: {epoch_loss}\")\n",
    "    print(f\"Total Training Metrics:\")\n",
    "    \n",
    "    print(metrs)\n",
    "\n",
    "    return epoch_loss, metrs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.402135Z",
     "iopub.status.busy": "2024-11-14T18:11:15.401726Z",
     "iopub.status.idle": "2024-11-14T18:11:15.415142Z",
     "shell.execute_reply": "2024-11-14T18:11:15.414342Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.402091Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "def testing(model, testing_loader):\n",
    "    model.eval()\n",
    "    \n",
    "    metrs = {\n",
    "        \"eval/accuracy\": 0,\n",
    "        \"eval/f1_macro\": 0,\n",
    "        \"eval/f1_micro\": 0,\n",
    "        \"eval/f1_weighted\": 0,\n",
    "        \"eval/precision\": 0,\n",
    "        \"eval/recall\": 0,\n",
    "    }\n",
    "    \n",
    "    try:\n",
    "        wandb.watch(model, log=None, log_freq=10)\n",
    "    except:\n",
    "        print(\"WANDB not logging\")\n",
    "    \n",
    "    n_correct = 0; n_wrong = 0; total = 0\n",
    "    tr_loss = 0\n",
    "    nb_tr_steps = 0\n",
    "    nb_tr_examples = 0\n",
    "    with torch.no_grad():\n",
    "        for _,(data, labels, img_paths) in enumerate(testing_loader):\n",
    "            data = data.to(device)\n",
    "            labels = labels.to(device, dtype = torch.float)\n",
    "            \n",
    "            outputs = model(data).squeeze(-1).float()\n",
    "            loss = loss_function(outputs, labels)\n",
    "            tr_loss += loss.item()\n",
    "            big_idx = torch.round(outputs.data)\n",
    "            metrics = compute_metrics_v2(big_idx, labels)\n",
    "    \n",
    "            for k,v in metrics.items():\n",
    "                metrs[f\"eval/{k}\"] += v\n",
    "            \n",
    "            nb_tr_steps += 1\n",
    "            nb_tr_examples+=labels.size(0)\n",
    "            \n",
    "            if _%1000==0:\n",
    "                loss_step = tr_loss/len(testing_loader)\n",
    "#                 wandb.log( mergeDicts([{\"loss\": loss_step}, metrs]) , step=nb_tr_steps)\n",
    "                print(f\"Validation Loss per 1000 steps: {loss_step}\")\n",
    "                print(metrics)\n",
    "                \n",
    "            torch.cuda.empty_cache()\n",
    "                \n",
    "    epoch_loss = tr_loss/len(testing_loader)\n",
    "    for k,v in metrs.items():\n",
    "        metrs[k] = v / len(testing_loader)\n",
    "    \n",
    "    print(f\"Total Eval Loss: {epoch_loss}\")\n",
    "    print(f\"Total Eval Metrics:\")\n",
    "    print(metrs)\n",
    "    \n",
    "    return epoch_loss, metrs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.416724Z",
     "iopub.status.busy": "2024-11-14T18:11:15.416368Z",
     "iopub.status.idle": "2024-11-14T18:11:15.426858Z",
     "shell.execute_reply": "2024-11-14T18:11:15.425984Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.416659Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "best_loss = 1e9"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.449310Z",
     "iopub.status.busy": "2024-11-14T18:11:15.449031Z",
     "iopub.status.idle": "2024-11-14T18:11:15.460528Z",
     "shell.execute_reply": "2024-11-14T18:11:15.459786Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.449274Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "k_folds = 10\n",
    "kfold = KFold(n_splits=k_folds, shuffle=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.462632Z",
     "iopub.status.busy": "2024-11-14T18:11:15.462207Z",
     "iopub.status.idle": "2024-11-14T18:11:15.471035Z",
     "shell.execute_reply": "2024-11-14T18:11:15.470143Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.462588Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "dataset = ConcatDataset([trainds, valds])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.472937Z",
     "iopub.status.busy": "2024-11-14T18:11:15.472332Z",
     "iopub.status.idle": "2024-11-14T18:11:15.481613Z",
     "shell.execute_reply": "2024-11-14T18:11:15.480771Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.472893Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "with wandb.init(project=\"muslimhatememes-kfold\", name='vilt kfold cv k-10'):\n",
    "    \n",
    "    wandb.define_metric(\"fold\")\n",
    "    wandb.define_metric(\"train/*\", step_metric=\"fold\")\n",
    "    wandb.define_metric(\"test/*\", step_metric=\"fold\")\n",
    "     \n",
    "    for fold, (train_ids, test_ids) in enumerate(kfold.split(dataset)):\n",
    "        print(\"==============================================================================\")\n",
    "    \n",
    "        print(\"Starting kfold\",fold)\n",
    "    \n",
    "        train_sampler = torch.utils.data.SubsetRandomSampler(train_ids)\n",
    "        test_sampler = torch.utils.data.SubsetRandomSampler(test_ids)\n",
    "    \n",
    "        train_loader = DataLoader(dataset, batch_size=16, sampler=train_sampler)\n",
    "        test_loader = DataLoader(dataset, batch_size=4, sampler=test_sampler)\n",
    "    \n",
    "        loss, metrs = training(memeclsmodel, train_loader)\n",
    "        eval_loss, eval_metrs = testing(memeclsmodel, test_loader)\n",
    "    \n",
    "        print(\"Logging to W&B\")\n",
    "        wandb.log({\"train/loss\": loss} | {\"test/loss\": eval_loss} | {\"fold\": fold} | metrs | eval_metrs, step=fold)\n",
    "        print(\"Done logging to W&B\")\n",
    "    \n",
    "        if eval_loss < best_loss:\n",
    "            best_loss = eval_loss\n",
    "            torch.save(memeclsmodel.state_dict(), f'best_weights.pth')\n",
    "    \n",
    "        torch.save(memeclsmodel.state_dict(), f'fold_{fold}_weights.pth')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.483225Z",
     "iopub.status.busy": "2024-11-14T18:11:15.482819Z",
     "iopub.status.idle": "2024-11-14T18:11:15.493432Z",
     "shell.execute_reply": "2024-11-14T18:11:15.492675Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.483184Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "wandb.finish()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.494903Z",
     "iopub.status.busy": "2024-11-14T18:11:15.494506Z",
     "iopub.status.idle": "2024-11-14T18:11:15.503909Z",
     "shell.execute_reply": "2024-11-14T18:11:15.503089Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.494866Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "testloader = DataLoader(testds, batch_size=2, shuffle=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:15.505293Z",
     "iopub.status.busy": "2024-11-14T18:11:15.504937Z",
     "iopub.status.idle": "2024-11-14T18:11:17.981958Z",
     "shell.execute_reply": "2024-11-14T18:11:17.980949Z",
     "shell.execute_reply.started": "2024-11-14T18:11:15.505242Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "memeclsmodel.load_state_dict(torch.load(\"/kaggle/input/muslimhate-vilt/best_weights.pth\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:11:17.983338Z",
     "iopub.status.busy": "2024-11-14T18:11:17.983026Z",
     "iopub.status.idle": "2024-11-14T18:13:08.921251Z",
     "shell.execute_reply": "2024-11-14T18:13:08.919208Z",
     "shell.execute_reply.started": "2024-11-14T18:11:17.983305Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "test_loss, test_metrs = testing(memeclsmodel, testloader)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:13:08.922972Z",
     "iopub.status.busy": "2024-11-14T18:13:08.922588Z",
     "iopub.status.idle": "2024-11-14T18:13:08.927969Z",
     "shell.execute_reply": "2024-11-14T18:13:08.926498Z",
     "shell.execute_reply.started": "2024-11-14T18:13:08.922937Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "print(\"Test Loss:\",test_loss)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-14T18:13:08.930035Z",
     "iopub.status.busy": "2024-11-14T18:13:08.929234Z",
     "iopub.status.idle": "2024-11-14T18:13:08.939354Z",
     "shell.execute_reply": "2024-11-14T18:13:08.938477Z",
     "shell.execute_reply.started": "2024-11-14T18:13:08.929996Z"
    },
    "trusted": true
   },
   "outputs": [],
   "source": [
    "print(test_metrs)"
   ]
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "gpuType": "T4",
   "provenance": []
  },
  "kaggle": {
   "accelerator": "gpu",
   "dataSources": [
    {
     "datasetId": 6053709,
     "sourceId": 9863470,
     "sourceType": "datasetVersion"
    },
    {
     "datasetId": 6070303,
     "sourceId": 9908378,
     "sourceType": "datasetVersion"
    }
   ],
   "dockerImageVersionId": 30762,
   "isGpuEnabled": true,
   "isInternetEnabled": true,
   "language": "python",
   "sourceType": "notebook"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.14"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 39101.483289,
   "end_time": "2024-04-07T05:03:10.863779",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2024-04-06T18:11:29.38049",
   "version": "2.5.0"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "029c11f0056f492aa4a02dad7e6e869b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_26180075cf404b888870c45259a1197d",
      "placeholder": "​",
      "style": "IPY_MODEL_1a483f79bbe843628bdd6fd1757aa502",
      "value": " 49101/49101 [00:12&lt;00:00, 4554.18 examples/s]"
     }
    },
    "0b6988e07d724436be0495b5f40399a6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "0ba89e50d82848c4a325e68591e70c33": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "16c4e80e4fc54830a1f671bf68662e17": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1a483f79bbe843628bdd6fd1757aa502": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "1f0309906b0e4c97bad0207f978c9416": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_45727950808749668535d59f0d249c48",
      "max": 48,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_96d3063f5bb449bb8df147914e83a058",
      "value": 48
     }
    },
    "1f57958892d4486aa9dd38dd35b332a7": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1faab0d16c2e42a4a7a40c3da8f2426b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "225225b3b14c4d20bf229d3e50ccfb46": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2ac02b39694d416083a0228adf0c435e",
      "max": 4203,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c6166f191f764177a0c7675493d8734d",
      "value": 4203
     }
    },
    "231ca9c4bf504b998a61330bca8ba69c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e88a68d6a5594bf296e57ff06f6b13a6",
      "placeholder": "​",
      "style": "IPY_MODEL_ed6054e7502b43a69588bdc5166029e6",
      "value": "Map: 100%"
     }
    },
    "26180075cf404b888870c45259a1197d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2ac02b39694d416083a0228adf0c435e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2e1e5bfc61e943b0867ab221991e0bdf": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2ed7d309c2fb457b9836c15cd8931500": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7c0c426efa664d5da4b595d60204fc21",
      "placeholder": "​",
      "style": "IPY_MODEL_39f068c15071472b894a0a902ff50c8c",
      "value": "config.json: 100%"
     }
    },
    "2f3af209609f49f480be399e5acf85d7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3139dc116c244af0ac0e5b49162b89de": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "344ada9cefd045ceab0a6410aee25e11": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "39f068c15071472b894a0a902ff50c8c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3fb24229ba734b60a70ebb44bcff4f4e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "45727950808749668535d59f0d249c48": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "47749fa132d44cf99873d9208b3f3b17": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5078cee3fbcf4cbf9ad1ba18df07d55f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5e8c337cf18a45628d1f59ed3cbdd280": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e32c2fb19a76451bb6c6b1b864e93ee8",
      "max": 466062,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_6d0f7545e71e4b839c7cae61a9d22eb0",
      "value": 466062
     }
    },
    "61921fa92a314602ae95e7bc85db26b2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_7de336dc8aed45caadfa20d406931570",
       "IPY_MODEL_a7f0e87a216f4e5a8550f64e53a4c8de",
       "IPY_MODEL_6fced61fb4ac49b6a8755c266599a9b3"
      ],
      "layout": "IPY_MODEL_e4a73994b1054116812be2130dc29b02"
     }
    },
    "691a5cef6540485db4bed5a6cf7d06e2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6d0f7545e71e4b839c7cae61a9d22eb0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "6fced61fb4ac49b6a8755c266599a9b3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_817630d5780d4d9e933249abf1165001",
      "placeholder": "​",
      "style": "IPY_MODEL_a492d4b334cd4e5dafe6a3677b266653",
      "value": " 5456/5456 [00:01&lt;00:00, 4249.81 examples/s]"
     }
    },
    "6fdd11516cee44599bc38f53efd29853": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_c2ae6a6581ab49dd9ffec691b992938e",
       "IPY_MODEL_c042096492084893a3719c3de713c79d",
       "IPY_MODEL_aa6c26aa6c524c7d8f53265236937d35"
      ],
      "layout": "IPY_MODEL_eec8476408a74c4891297bd2362a5979"
     }
    },
    "747d16454e15450b93f52a050deaa7de": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "7c0c426efa664d5da4b595d60204fc21": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7de336dc8aed45caadfa20d406931570": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_bf4db406b4ab4bb6a82cda746eb62797",
      "placeholder": "​",
      "style": "IPY_MODEL_5078cee3fbcf4cbf9ad1ba18df07d55f",
      "value": "Map: 100%"
     }
    },
    "7f76a9810f1542cdb8ef5ee2b06924c4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8056619ecb3d41c0b39833741b03e46a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "80f89f8b871b405284044933e84ab5e0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "817630d5780d4d9e933249abf1165001": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "87b974dcf7214cec8c32a3eae1f80a2c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8a685bc9a636485497e796bc3640da30": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_add5a143efca41ae824c10db046760cc",
       "IPY_MODEL_5e8c337cf18a45628d1f59ed3cbdd280",
       "IPY_MODEL_deab8d3ee9c249d0aa0d9b61e4375fdc"
      ],
      "layout": "IPY_MODEL_f21f4c4c1ccb49f6aef2d35e88bc9653"
     }
    },
    "8ab13629cf824273b0d55930aa8858c9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cd94646dad6f42d39d011e0e7c88ba15",
      "placeholder": "​",
      "style": "IPY_MODEL_0ba89e50d82848c4a325e68591e70c33",
      "value": " 48.0/48.0 [00:00&lt;00:00, 3.14kB/s]"
     }
    },
    "8fc574e6b1964721903cce8c02cb7564": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "914ab439639045dcabac58263e8400cd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8056619ecb3d41c0b39833741b03e46a",
      "max": 483,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_80f89f8b871b405284044933e84ab5e0",
      "value": 483
     }
    },
    "96d3063f5bb449bb8df147914e83a058": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "977d80fe52304d02bd2b5afe8793c27d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "98aa8c176c59492c94857b2707776ddb": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "98ae4a9abb7843678abe09396c10c52e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "9950bf7ff55c4979b5ce97f08c5ea87d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "99d97f2177b9401f92146c79204ef057": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_16c4e80e4fc54830a1f671bf68662e17",
      "placeholder": "​",
      "style": "IPY_MODEL_87b974dcf7214cec8c32a3eae1f80a2c",
      "value": " 4.20k/4.20k [00:00&lt;00:00, 331kB/s]"
     }
    },
    "a492d4b334cd4e5dafe6a3677b266653": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a7f0e87a216f4e5a8550f64e53a4c8de": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1faab0d16c2e42a4a7a40c3da8f2426b",
      "max": 5456,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_f58bc8ed41894902986aec38848bdd93",
      "value": 5456
     }
    },
    "aa6c26aa6c524c7d8f53265236937d35": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e2bf62cee84d4765adafe5366dbec988",
      "placeholder": "​",
      "style": "IPY_MODEL_0b6988e07d724436be0495b5f40399a6",
      "value": " 268M/268M [00:00&lt;00:00, 332MB/s]"
     }
    },
    "abba44d9005a4d5d8e6e8e1adb1b5237": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3fb24229ba734b60a70ebb44bcff4f4e",
      "placeholder": "​",
      "style": "IPY_MODEL_691a5cef6540485db4bed5a6cf7d06e2",
      "value": "tokenizer_config.json: 100%"
     }
    },
    "ad425ab9794441d4a0b82b676a0718a2": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "add5a143efca41ae824c10db046760cc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c8b08db150724c9db85056f8064dba51",
      "placeholder": "​",
      "style": "IPY_MODEL_2f3af209609f49f480be399e5acf85d7",
      "value": "tokenizer.json: 100%"
     }
    },
    "b3a17f992d6a45f39337a22b970e3496": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d46abcd0c62d450eb780d5d061f2df72",
      "placeholder": "​",
      "style": "IPY_MODEL_fd436c756e104bc998d863b4f26f2a82",
      "value": "vocab.txt: 100%"
     }
    },
    "bdc53f3823534080825a08501782f438": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_344ada9cefd045ceab0a6410aee25e11",
      "placeholder": "​",
      "style": "IPY_MODEL_f1ab60cde95a404cb4af92e5f3c6d89d",
      "value": " 232k/232k [00:00&lt;00:00, 1.07MB/s]"
     }
    },
    "be493f104fdf48648ad8ea7ba2b08879": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "bf4db406b4ab4bb6a82cda746eb62797": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bfe0168b0f1d46eaa09a598777b51519": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c042096492084893a3719c3de713c79d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2e1e5bfc61e943b0867ab221991e0bdf",
      "max": 267954768,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_98ae4a9abb7843678abe09396c10c52e",
      "value": 267954768
     }
    },
    "c0a839da327f43aa9a8739da71b43e9d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "c2ae6a6581ab49dd9ffec691b992938e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_98aa8c176c59492c94857b2707776ddb",
      "placeholder": "​",
      "style": "IPY_MODEL_c0a839da327f43aa9a8739da71b43e9d",
      "value": "model.safetensors: 100%"
     }
    },
    "c60633e4a4ff47e08c09ce78ba9ba83e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c6166f191f764177a0c7675493d8734d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "c77efcee160e45d69e2a9b170a320c44": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ce41ea19854d402b90b08c58d334d903",
      "placeholder": "​",
      "style": "IPY_MODEL_47749fa132d44cf99873d9208b3f3b17",
      "value": "Downloading builder script: 100%"
     }
    },
    "c8b08db150724c9db85056f8064dba51": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ca9335742a6c473ca5d5e5e00de83c59": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_bfe0168b0f1d46eaa09a598777b51519",
      "max": 231508,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_3139dc116c244af0ac0e5b49162b89de",
      "value": 231508
     }
    },
    "cd94646dad6f42d39d011e0e7c88ba15": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ce41ea19854d402b90b08c58d334d903": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d17df9b3e1424147bfbd648b1db76bcf": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_abba44d9005a4d5d8e6e8e1adb1b5237",
       "IPY_MODEL_1f0309906b0e4c97bad0207f978c9416",
       "IPY_MODEL_8ab13629cf824273b0d55930aa8858c9"
      ],
      "layout": "IPY_MODEL_8fc574e6b1964721903cce8c02cb7564"
     }
    },
    "d46abcd0c62d450eb780d5d061f2df72": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "dab2f31b8597442a91a740085b7bb827": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_2ed7d309c2fb457b9836c15cd8931500",
       "IPY_MODEL_914ab439639045dcabac58263e8400cd",
       "IPY_MODEL_dff79235a8944d35852329b97134d86c"
      ],
      "layout": "IPY_MODEL_7f76a9810f1542cdb8ef5ee2b06924c4"
     }
    },
    "deab8d3ee9c249d0aa0d9b61e4375fdc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9950bf7ff55c4979b5ce97f08c5ea87d",
      "placeholder": "​",
      "style": "IPY_MODEL_f165d38b03a04bc1a8021a8a9ce80fc4",
      "value": " 466k/466k [00:00&lt;00:00, 2.17MB/s]"
     }
    },
    "dff79235a8944d35852329b97134d86c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1f57958892d4486aa9dd38dd35b332a7",
      "placeholder": "​",
      "style": "IPY_MODEL_be493f104fdf48648ad8ea7ba2b08879",
      "value": " 483/483 [00:00&lt;00:00, 35.6kB/s]"
     }
    },
    "e2bf62cee84d4765adafe5366dbec988": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e32c2fb19a76451bb6c6b1b864e93ee8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e4a73994b1054116812be2130dc29b02": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e88a68d6a5594bf296e57ff06f6b13a6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ed6054e7502b43a69588bdc5166029e6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "eec8476408a74c4891297bd2362a5979": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "efee5904a4e548fdaa1285af645b14b1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_231ca9c4bf504b998a61330bca8ba69c",
       "IPY_MODEL_f4da5748a6a642c6a2a90336affaaee7",
       "IPY_MODEL_029c11f0056f492aa4a02dad7e6e869b"
      ],
      "layout": "IPY_MODEL_c60633e4a4ff47e08c09ce78ba9ba83e"
     }
    },
    "f165d38b03a04bc1a8021a8a9ce80fc4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f1ab60cde95a404cb4af92e5f3c6d89d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f21f4c4c1ccb49f6aef2d35e88bc9653": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f2bf189241b345a0b9a544a88f8472ab": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_b3a17f992d6a45f39337a22b970e3496",
       "IPY_MODEL_ca9335742a6c473ca5d5e5e00de83c59",
       "IPY_MODEL_bdc53f3823534080825a08501782f438"
      ],
      "layout": "IPY_MODEL_ad425ab9794441d4a0b82b676a0718a2"
     }
    },
    "f4da5748a6a642c6a2a90336affaaee7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_977d80fe52304d02bd2b5afe8793c27d",
      "max": 49101,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_747d16454e15450b93f52a050deaa7de",
      "value": 49101
     }
    },
    "f58bc8ed41894902986aec38848bdd93": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "fc17492b2e9a468cadd9d4a2a06f6a1d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "fc6b92f4ee6c49c3a21b7c2c64a7dbfe": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_c77efcee160e45d69e2a9b170a320c44",
       "IPY_MODEL_225225b3b14c4d20bf229d3e50ccfb46",
       "IPY_MODEL_99d97f2177b9401f92146c79204ef057"
      ],
      "layout": "IPY_MODEL_fc17492b2e9a468cadd9d4a2a06f6a1d"
     }
    },
    "fd436c756e104bc998d863b4f26f2a82": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    }
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}