input_testing.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "input-testing",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "import os\n",
        "drive.mount('/content/drive')\n",
        "dataset_path = os.path.join(os.getcwd(), \"drive\", \"My Drive\", \"Colab Notebooks\", \"cadocs\", \"dataset.csv\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "R7szN4dOInlq",
        "outputId": "a31e0de2-9c90-4406-cc40-966e7921aa86"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "rl3O-zReIKwX"
      },
      "outputs": [],
      "source": [
        "!pip install git+https://github.com/PrithivirajDamodaran/Parrot.git"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from parrot import Parrot\n",
        "import torch\n",
        "import warnings\n",
        "import pandas as pd\n",
        "warnings.filterwarnings(\"ignore\")"
      ],
      "metadata": {
        "id": "ivwldFv9IZKg"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def random_state(seed):\n",
        "  torch.manual_seed(seed)\n",
        "  if torch.cuda.is_available():\n",
        "    torch.cuda.manual_seed_all(seed)\n",
        "\n",
        "random_state(1234)"
      ],
      "metadata": {
        "id": "kes1nkPAIboB"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "parrot = Parrot(model_tag=\"prithivida/parrot_paraphraser_on_T5\", use_gpu=False)"
      ],
      "metadata": {
        "id": "uefhFrzvIcto"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df = pd.read_csv(dataset_path, sep=\";\", header=None)\n",
        "display(df)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "DZWUN1UCJbLT",
        "outputId": "2f2915b0-37f9-407b-da63-96fe92c96f24"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "                                                     0           1\n",
              "0    Hello CADOCS, can you tell me which community ...  get_smells\n",
              "1    Hey CADOCS, tell which community smells are pr...  get_smells\n",
              "2     CADOCS can you tell which community smells ar...  get_smells\n",
              "3    I would like to know what are the community sm...  get_smells\n",
              "4    What are the community smells in the LINK proj...  get_smells\n",
              "..                                                 ...         ...\n",
              "139  Hey CADOCS, what kind of community smells can ...        info\n",
              "140  I wanna know more about community smells, it s...        info\n",
              "141  hey CADOCS, can you show me some informations ...        info\n",
              "142  Could you tell me more about community smells ...        info\n",
              "143   CADOCS, What community smells have you detected?        info\n",
              "\n",
              "[144 rows x 2 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-df7a0411-459e-4d5e-95b8-39cc4e882e70\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hello CADOCS, can you tell me which community ...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Hey CADOCS, tell which community smells are pr...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>CADOCS can you tell which community smells ar...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>I would like to know what are the community sm...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>What are the community smells in the LINK proj...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>139</th>\n",
              "      <td>Hey CADOCS, what kind of community smells can ...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>140</th>\n",
              "      <td>I wanna know more about community smells, it s...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>141</th>\n",
              "      <td>hey CADOCS, can you show me some informations ...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>142</th>\n",
              "      <td>Could you tell me more about community smells ...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>143</th>\n",
              "      <td>CADOCS, What community smells have you detected?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>144 rows × 2 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-df7a0411-459e-4d5e-95b8-39cc4e882e70')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-df7a0411-459e-4d5e-95b8-39cc4e882e70 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-df7a0411-459e-4d5e-95b8-39cc4e882e70');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "samples1 = df[1:6]\n",
        "samples2 = df[36:50]\n",
        "samples3 = df[72:77]\n",
        "samples4 = df[120:125]\n",
        "\n",
        "print(samples2[1])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "QPsXP13qMIm6",
        "outputId": "bafc8bf6-6171-4e4d-8bda-cb64f8b7eb8a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "36    get_smells_date\n",
            "37    get_smells_date\n",
            "38    get_smells_date\n",
            "39    get_smells_date\n",
            "40    get_smells_date\n",
            "41    get_smells_date\n",
            "42    get_smells_date\n",
            "43    get_smells_date\n",
            "44    get_smells_date\n",
            "45    get_smells_date\n",
            "46    get_smells_date\n",
            "47    get_smells_date\n",
            "48    get_smells_date\n",
            "49    get_smells_date\n",
            "Name: 1, dtype: object\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def paraphrase(phrase):\n",
        "    para_phrases = parrot.augment(input_phrase=phrase)\n",
        "    if para_phrases == None:\n",
        "      return None\n",
        "    else:\n",
        "      return para_phrases\n",
        "\n",
        "def generate_sub_df(original, paraphrase, intent):\n",
        "  new_row = {'Original': [original],\n",
        "             'Paraphrase': [paraphrase],\n",
        "             'Intent': [intent]}\n",
        "  new_df = pd.DataFrame(new_row)\n",
        "  return new_df\n",
        "\n",
        "def generate_paraphrases(phrases):\n",
        "  column_names = ['Original', 'Paraphrase', 'Intent']\n",
        "  dataF = pd.DataFrame(columns = column_names)\n",
        "  intent = phrases.iloc[0, 1]  \n",
        "  print(f\"Intent for this block is {intent}\")\n",
        "  sentences = phrases[0]\n",
        "  for sentence in sentences:\n",
        "    print(\"Working on new sentence...\")\n",
        "    paraphrases = paraphrase(sentence)  \n",
        "    if paraphrases != None:      \n",
        "      i = 0\n",
        "      for p in paraphrases:\n",
        "        if i < 3:\n",
        "          dataF = dataF.append(generate_sub_df(sentence, p[0], intent))        \n",
        "          i+=1\n",
        "  return dataF  \n",
        "\n",
        "def generate_paraphrased_dataset(samples):\n",
        "  column_names = ['Original', 'Paraphrase', 'Intent']\n",
        "  dataF = pd.DataFrame(columns = column_names)\n",
        "  for sample in samples:\n",
        "    dataF = dataF.append(generate_paraphrases(sample))\n",
        "  return dataF        "
      ],
      "metadata": {
        "id": "T7G1Pf4aJiam"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "sample_list = [samples1, samples2, samples3, samples4]\n",
        "\n",
        "new_df = generate_paraphrased_dataset(sample_list)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BacEfHp6Qspk",
        "outputId": "85947162-d7a5-4dee-de2a-85ad43ca258b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Intent for this block is get_smells\n",
            "Working on new sentence...\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Asking to truncate to max_length but no maximum length is provided and the model has no predefined maximum length. Default to no truncation.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Intent for this block is get_smells_date\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Intent for this block is report\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Intent for this block is info\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n",
            "Working on new sentence...\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "display(new_df)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 742
        },
        "id": "AWXaZywVcFZn",
        "outputId": "a45910e8-2ee9-4a8b-85f8-838f04e61fa0"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "                                            Original  \\\n",
              "0  Hey CADOCS, tell which community smells are pr...   \n",
              "0   CADOCS can you tell which community smells ar...   \n",
              "0   CADOCS can you tell which community smells ar...   \n",
              "0   CADOCS can you tell which community smells ar...   \n",
              "0  I would like to know what are the community sm...   \n",
              "0  I would like to know what are the community sm...   \n",
              "0  I would like to know what are the community sm...   \n",
              "0  What are the community smells in the LINK proj...   \n",
              "0          Are there any community smell here, LINK?   \n",
              "0  Hey CADOCS,  tell which community smells are p...   \n",
              "0  CADOCS can you tell which community smells are...   \n",
              "0  CADOCS can you tell which community smells are...   \n",
              "0  CADOCS can you check community smells in LINK ...   \n",
              "0  Search community smells in the repository LINK...   \n",
              "0       give me the community smells in LINK from on   \n",
              "0  CADOCS! Can you tell me which community smells...   \n",
              "0  Hey! Community smells on LINK starting from 01...   \n",
              "0  Hey CADOCS, can you tell which community smell...   \n",
              "0  Hello CADOCS, I need a report of your last exe...   \n",
              "0  Hey CADOCS, give me a report of your last exec...   \n",
              "0  CADOCS I need a report on your last execution,...   \n",
              "0             show a report about the last execution   \n",
              "0              I need a report of the last execution   \n",
              "0              I need a report of the last execution   \n",
              "0              I need a report of the last execution   \n",
              "0  Hey CADOCS can you tell me more about the comm...   \n",
              "0  Hey CADOCS can you tell me more about the comm...   \n",
              "0  Hey CADOCS can you tell me more about the comm...   \n",
              "0    Hi, what community smells are you able to find?   \n",
              "0    Hi, what community smells are you able to find?   \n",
              "0    Hi, what community smells are you able to find?   \n",
              "0  CADOCS what kind of community smells can you d...   \n",
              "0  CADOCS what kind of community smells can you d...   \n",
              "0  CADOCS what kind of community smells can you d...   \n",
              "0      CADOCS, what community smells can you detect?   \n",
              "0      CADOCS, what community smells can you detect?   \n",
              "0      CADOCS, what community smells can you detect?   \n",
              "0  What are these community smells? How do I foun...   \n",
              "0  What are these community smells? How do I foun...   \n",
              "0  What are these community smells? How do I foun...   \n",
              "\n",
              "                                          Paraphrase           Intent  \n",
              "0  how can i tell which community smells are pres...       get_smells  \n",
              "0  can you tell when there are community odors in...       get_smells  \n",
              "0  can you tell which communities smells are pres...       get_smells  \n",
              "0  can you tell what community smells are present...       get_smells  \n",
              "0  i'd like to know what smells communities find ...       get_smells  \n",
              "0  i'd like to know what community smells are in ...       get_smells  \n",
              "0  i'd like to know what community smells in this...       get_smells  \n",
              "0  What are the community smells in the LINK proj...       get_smells  \n",
              "0                        show some community smells?       get_smells  \n",
              "0  Hey CADOCS,  tell which community smells are p...  get_smells_date  \n",
              "0  can cadocs check for community smells when a r...  get_smells_date  \n",
              "0  do you know which community is in the reposito...  get_smells_date  \n",
              "0  CADOCS can you check community smells in LINK ...  get_smells_date  \n",
              "0  Search community smells in the repository LINK...  get_smells_date  \n",
              "0       give me the community smells in LINK from on  get_smells_date  \n",
              "0  CADOCS! Can you tell me which community smells...  get_smells_date  \n",
              "0  Hey! Community smells on LINK starting from 01...  get_smells_date  \n",
              "0  can you tell which community smells are presen...  get_smells_date  \n",
              "0  Hello CADOCS, I need a report of your last exe...           report  \n",
              "0  Hey CADOCS, give me a report of your last exec...           report  \n",
              "0   can you tell me the report about your execution?           report  \n",
              "0             show a report about the last execution           report  \n",
              "0           i need a report about the last execution           report  \n",
              "0            i need a report from the last execution           report  \n",
              "0              i need a report on the last execution           report  \n",
              "0                  how do you know community smells?             info  \n",
              "0               tell me more about community smells?             info  \n",
              "0  hey cadocs can you tell me more about communit...             info  \n",
              "0                 what community smells do you have?             info  \n",
              "0                what community smells can you find?             info  \n",
              "0        what community scents are you able to find?             info  \n",
              "0  do you think there is any community smell that...             info  \n",
              "0  are there any common sense smells in cadocs th...             info  \n",
              "0  what kinds of smells can you detect in a commu...             info  \n",
              "0  what smells can you detect in the environment ...             info  \n",
              "0  can you detect and describe the scents in the ...             info  \n",
              "0    what community smells are detectable by cadocs?             info  \n",
              "0                        list some community smells?             info  \n",
              "0                         what are community smells?             info  \n",
              "0                 list some common community smells?             info  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d8c0c4f8-c205-4ebc-aaaf-c37389b8130e\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Original</th>\n",
              "      <th>Paraphrase</th>\n",
              "      <th>Intent</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hey CADOCS, tell which community smells are pr...</td>\n",
              "      <td>how can i tell which community smells are pres...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS can you tell which community smells ar...</td>\n",
              "      <td>can you tell when there are community odors in...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS can you tell which community smells ar...</td>\n",
              "      <td>can you tell which communities smells are pres...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS can you tell which community smells ar...</td>\n",
              "      <td>can you tell what community smells are present...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>I would like to know what are the community sm...</td>\n",
              "      <td>i'd like to know what smells communities find ...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>I would like to know what are the community sm...</td>\n",
              "      <td>i'd like to know what community smells are in ...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>I would like to know what are the community sm...</td>\n",
              "      <td>i'd like to know what community smells in this...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>What are the community smells in the LINK proj...</td>\n",
              "      <td>What are the community smells in the LINK proj...</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Are there any community smell here, LINK?</td>\n",
              "      <td>show some community smells?</td>\n",
              "      <td>get_smells</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hey CADOCS,  tell which community smells are p...</td>\n",
              "      <td>Hey CADOCS,  tell which community smells are p...</td>\n",
              "      <td>get_smells_date</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS can you tell which community smells are...</td>\n",
              "      <td>can cadocs check for community smells when a r...</td>\n",
              "      <td>get_smells_date</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS can you tell which community smells are...</td>\n",
              "      <td>do you know which community is in the reposito...</td>\n",
              "      <td>get_smells_date</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS can you check community smells in LINK ...</td>\n",
              "      <td>CADOCS can you check community smells in LINK ...</td>\n",
              "      <td>get_smells_date</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Search community smells in the repository LINK...</td>\n",
              "      <td>Search community smells in the repository LINK...</td>\n",
              "      <td>get_smells_date</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>give me the community smells in LINK from on</td>\n",
              "      <td>give me the community smells in LINK from on</td>\n",
              "      <td>get_smells_date</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS! Can you tell me which community smells...</td>\n",
              "      <td>CADOCS! Can you tell me which community smells...</td>\n",
              "      <td>get_smells_date</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hey! Community smells on LINK starting from 01...</td>\n",
              "      <td>Hey! Community smells on LINK starting from 01...</td>\n",
              "      <td>get_smells_date</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hey CADOCS, can you tell which community smell...</td>\n",
              "      <td>can you tell which community smells are presen...</td>\n",
              "      <td>get_smells_date</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hello CADOCS, I need a report of your last exe...</td>\n",
              "      <td>Hello CADOCS, I need a report of your last exe...</td>\n",
              "      <td>report</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hey CADOCS, give me a report of your last exec...</td>\n",
              "      <td>Hey CADOCS, give me a report of your last exec...</td>\n",
              "      <td>report</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS I need a report on your last execution,...</td>\n",
              "      <td>can you tell me the report about your execution?</td>\n",
              "      <td>report</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>show a report about the last execution</td>\n",
              "      <td>show a report about the last execution</td>\n",
              "      <td>report</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>I need a report of the last execution</td>\n",
              "      <td>i need a report about the last execution</td>\n",
              "      <td>report</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>I need a report of the last execution</td>\n",
              "      <td>i need a report from the last execution</td>\n",
              "      <td>report</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>I need a report of the last execution</td>\n",
              "      <td>i need a report on the last execution</td>\n",
              "      <td>report</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hey CADOCS can you tell me more about the comm...</td>\n",
              "      <td>how do you know community smells?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hey CADOCS can you tell me more about the comm...</td>\n",
              "      <td>tell me more about community smells?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hey CADOCS can you tell me more about the comm...</td>\n",
              "      <td>hey cadocs can you tell me more about communit...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hi, what community smells are you able to find?</td>\n",
              "      <td>what community smells do you have?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hi, what community smells are you able to find?</td>\n",
              "      <td>what community smells can you find?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hi, what community smells are you able to find?</td>\n",
              "      <td>what community scents are you able to find?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS what kind of community smells can you d...</td>\n",
              "      <td>do you think there is any community smell that...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS what kind of community smells can you d...</td>\n",
              "      <td>are there any common sense smells in cadocs th...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS what kind of community smells can you d...</td>\n",
              "      <td>what kinds of smells can you detect in a commu...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS, what community smells can you detect?</td>\n",
              "      <td>what smells can you detect in the environment ...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS, what community smells can you detect?</td>\n",
              "      <td>can you detect and describe the scents in the ...</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>CADOCS, what community smells can you detect?</td>\n",
              "      <td>what community smells are detectable by cadocs?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>What are these community smells? How do I foun...</td>\n",
              "      <td>list some community smells?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>What are these community smells? How do I foun...</td>\n",
              "      <td>what are community smells?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>What are these community smells? How do I foun...</td>\n",
              "      <td>list some common community smells?</td>\n",
              "      <td>info</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d8c0c4f8-c205-4ebc-aaaf-c37389b8130e')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-d8c0c4f8-c205-4ebc-aaaf-c37389b8130e button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-d8c0c4f8-c205-4ebc-aaaf-c37389b8130e');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Error: Runtime no longer has a reference to this dataframe, please re-run this cell and try again.\n",
            "Error: Runtime no longer has a reference to this dataframe, please re-run this cell and try again.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pd.DataFrame(new_df).to_csv(os.path.join(os.getcwd(), \"drive\", \"My Drive\", \"cadocs\", \"paraphrased_dataset.csv\"), sep=\";\", header=None, index=False)"
      ],
      "metadata": {
        "id": "fxH71UW1SYdQ"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "intent1 = new_df.loc[new_df[\"Intent\"] == \"get_smells\"]\n",
        "intent2 = new_df.loc[new_df[\"Intent\"] == \"get_smells_date\"]\n",
        "intent3 = new_df.loc[new_df[\"Intent\"] == \"report\"]\n",
        "intent4 = new_df.loc[new_df[\"Intent\"] == \"info\"]"
      ],
      "metadata": {
        "id": "ZXZS9hm-gN-z"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "\n",
        "WEB_SERVICE_PATH = \"https://sesacadocs.eu.ngrok.io/cadocsNLU/predict?message=\"\n",
        "NUMBER_OF_SAMPLES = 3\n",
        "\n",
        "import requests\n",
        "import json\n",
        "import random"
      ],
      "metadata": {
        "id": "v1_8xIwXhP-S"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Input testing steps (for each intent):\n",
        "  - predicting the intent for both the original and the artificial sentence\n",
        "  - ask the oracle if it is a PASS \n",
        "  "
      ],
      "metadata": {
        "id": "Di7YXJAoubJa"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def get_predictions(data):\n",
        "  i = 0\n",
        "  results = []\n",
        "\n",
        "  for row in data.itertuples(index=False):\n",
        "    if row[0] != row[1]: \n",
        "      i += 1\n",
        "      if i > 3:\n",
        "        pass\n",
        "      else: \n",
        "        req1 = requests.get(WEB_SERVICE_PATH + \"\" + row[1])\n",
        "        req2 = requests.get(WEB_SERVICE_PATH + \"\" + row[0])\n",
        "        results.append({\"Artificial_Text\": req1.json().get(\"intent\").get(\"text\"), \"Artificial_Intent\": req1.json().get(\"intent\").get(\"intent\"), \"Original_Text\": req2.json().get(\"intent\").get(\"text\"), \"Original_Intent\": req2.json().get(\"intent\").get(\"intent\")})\n",
        "  return results\n",
        "\n",
        "def oracle(results):\n",
        "  passes = 0\n",
        "\n",
        "  for prediction in results:\n",
        "    if (prediction.get(\"Artificial_Intent\").get(\"name\") == prediction.get(\"Original_Intent\").get(\"name\")) and (abs(float(prediction.get(\"Artificial_Intent\").get(\"confidence\")) - float(prediction.get(\"Original_Intent\").get(\"confidence\"))) < 0.2):\n",
        "      passes += 1\n",
        "  return passes"
      ],
      "metadata": {
        "id": "26hfzaAOAF7s"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Intent 1: Get Community Smells"
      ],
      "metadata": {
        "id": "L3ERSOssvHhg"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "res1 = get_predictions(intent1)\n",
        "print(json.dumps(res1, indent=4, sort_keys=True))\n",
        "passes1 = oracle(res1)\n",
        "print(\"Intent 1 \\nPassed \"+str(passes1)+\" on 3\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HGgg1QRelfqb",
        "outputId": "91fe5362-9323-468e-ab47-c32bc3598b92"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.9325428421806187,\n",
            "            \"name\": \"get_smells\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"how can i tell which community smells are present in a repository link?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.9143577055289632,\n",
            "            \"name\": \"get_smells\"\n",
            "        },\n",
            "        \"Original_Text\": \"Hey CADOCS, tell which community smells are present in the repository LINK ?\"\n",
            "    },\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.6853889366663003,\n",
            "            \"name\": \"get_smells\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"can you tell when there are community odors in link?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.5808845787276776,\n",
            "            \"name\": \"get_smells\"\n",
            "        },\n",
            "        \"Original_Text\": \" CADOCS can you tell which community smells are present in the LINK ?\"\n",
            "    },\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.9249484307059893,\n",
            "            \"name\": \"get_smells\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"can you tell which communities smells are present in link?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.5808845787276776,\n",
            "            \"name\": \"get_smells\"\n",
            "        },\n",
            "        \"Original_Text\": \" CADOCS can you tell which community smells are present in the LINK ?\"\n",
            "    }\n",
            "]\n",
            "Intent 1 \n",
            "Passed 2 on 3\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Intent 2: Get Community Smells with Starting Date"
      ],
      "metadata": {
        "id": "zRJf4rcefRSh"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "res2 = get_predictions(intent2)\n",
        "print(json.dumps(res2, indent=4, sort_keys=True))\n",
        "passes2 = oracle(res2)\n",
        "print(\"Intent 2 \\nPassed \"+str(passes2)+\" on 3\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YwaujBJ11M1e",
        "outputId": "32511383-0096-4b03-b939-cb04502f74b6"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.9527345804585734,\n",
            "            \"name\": \"get_smells_date\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"can cadocs check for community smells when a repository is linked after 01162028?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.8811139880725317,\n",
            "            \"name\": \"get_smells_date\"\n",
            "        },\n",
            "        \"Original_Text\": \"CADOCS can you tell which community smells are present in the repository LINK after 01/16/2028?\"\n",
            "    },\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.881811954257214,\n",
            "            \"name\": \"get_smells_date\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"do you know which community is in the repository url after 01162028?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.8811139880725317,\n",
            "            \"name\": \"get_smells_date\"\n",
            "        },\n",
            "        \"Original_Text\": \"CADOCS can you tell which community smells are present in the repository LINK after 01/16/2028?\"\n",
            "    },\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.751044263835254,\n",
            "            \"name\": \"get_smells_date\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"can you tell which community smells are present in the repository link after 04122016?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.7147771866098123,\n",
            "            \"name\": \"get_smells_date\"\n",
            "        },\n",
            "        \"Original_Text\": \"Hey CADOCS, can you tell which community smells are present in the repository LINK after 04/12/2016?\"\n",
            "    }\n",
            "]\n",
            "Intent 2 \n",
            "Passed 3 on 3\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "Intent 3: Get a report of the last execution"
      ],
      "metadata": {
        "id": "3VM5OpbvfVBP"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "res3 = get_predictions(intent3)\n",
        "print(json.dumps(res3, indent=4, sort_keys=True))\n",
        "passes3 = oracle(res3)\n",
        "print(\"Intent 3 \\nPassed \"+str(passes3)+\" on 3\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_Wbk_nbyA7oE",
        "outputId": "ba219d54-7180-4d20-f577-c75dc3d5ea77"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.8898982448182566,\n",
            "            \"name\": \"report\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"can you tell me the report about your execution?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.8723326987556409,\n",
            "            \"name\": \"report\"\n",
            "        },\n",
            "        \"Original_Text\": \"CADOCS I need a report on your last execution, can you give it to me?\"\n",
            "    },\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.9800186459031601,\n",
            "            \"name\": \"report\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"i need a report about the last execution\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.9782893725684004,\n",
            "            \"name\": \"report\"\n",
            "        },\n",
            "        \"Original_Text\": \"I need a report of the last execution\"\n",
            "    },\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.9574637713039843,\n",
            "            \"name\": \"report\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"i need a report from the last execution\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.9782893725684004,\n",
            "            \"name\": \"report\"\n",
            "        },\n",
            "        \"Original_Text\": \"I need a report of the last execution\"\n",
            "    }\n",
            "]\n",
            "Intent 3 \n",
            "Passed 3 on 3\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Intent 4: Get Info about Community Smells"
      ],
      "metadata": {
        "id": "9SwBvjAbfX2U"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "res4 = get_predictions(intent4)\n",
        "print(json.dumps(res4, indent=4, sort_keys=True))\n",
        "passes4 = oracle(res4)\n",
        "print(\"Intent 4 \\nPassed \"+str(passes4)+\" on 3\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "XO8ronL_A8CI",
        "outputId": "a3ec3ef8-a6e2-42e3-ecee-9af034a2fcb3"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.9795499859957028,\n",
            "            \"name\": \"info\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"how do you know community smells?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.9285372056646471,\n",
            "            \"name\": \"info\"\n",
            "        },\n",
            "        \"Original_Text\": \"Hey CADOCS can you tell me more about the community smells you can detect?\"\n",
            "    },\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.9755888970351495,\n",
            "            \"name\": \"info\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"tell me more about community smells?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.9285372056646471,\n",
            "            \"name\": \"info\"\n",
            "        },\n",
            "        \"Original_Text\": \"Hey CADOCS can you tell me more about the community smells you can detect?\"\n",
            "    },\n",
            "    {\n",
            "        \"Artificial_Intent\": {\n",
            "            \"confidence\": 0.9496007905666284,\n",
            "            \"name\": \"info\"\n",
            "        },\n",
            "        \"Artificial_Text\": \"hey cadocs can you tell me more about community smells?\",\n",
            "        \"Original_Intent\": {\n",
            "            \"confidence\": 0.9285372056646471,\n",
            "            \"name\": \"info\"\n",
            "        },\n",
            "        \"Original_Text\": \"Hey CADOCS can you tell me more about the community smells you can detect?\"\n",
            "    }\n",
            "]\n",
            "Intent 4 \n",
            "Passed 3 on 3\n"
          ]
        }
      ]
    }
  ]
}