Code #3 - DataPreparation.ipynb

{"cells":[{"cell_type":"markdown","id":"f2a6ef95","metadata":{"id":"f2a6ef95"},"source":["# <font color=deeppink>**Data Preparation**</font>"]},{"cell_type":"code","source":["from google.colab import drive\n","drive.mount('/content/drive')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"WL3qBlJWcOpH","executionInfo":{"status":"ok","timestamp":1648421406395,"user_tz":240,"elapsed":19260,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"f5cfb819-8c60-48dd-cf53-6e7be3b79d4f"},"id":"WL3qBlJWcOpH","execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}]},{"cell_type":"markdown","id":"c4199b20","metadata":{"id":"c4199b20"},"source":["## <font color=royalblue>Load Necessary Libraries</font>"]},{"cell_type":"code","execution_count":null,"id":"55393265","metadata":{"id":"55393265"},"outputs":[],"source":["import pandas as pd\n","import numpy as np\n","import sklearn\n","import csv\n","import matplotlib.pyplot as plt\n","from scipy.stats import skew\n","from sklearn.model_selection import train_test_split"]},{"cell_type":"markdown","id":"556eccca","metadata":{"id":"556eccca"},"source":["## <font color=royalblue>Pertinent Functions</font>"]},{"cell_type":"code","execution_count":null,"id":"7344afec","metadata":{"id":"7344afec"},"outputs":[],"source":["def checkForMissing(ListOfColumns):\n","    columnsMissingData = []\n","    \n","    for column in ListOfColumns:\n","        # Check if Column Contains Unknown Values\n","        if len(data[data[column] == -1]) > 0:\n","            # Add Column's Name to the List\n","            columnsMissingData.append(column)\n","\n","    return columnsMissingData\n","\n","# Compute the Optimal Number of Bins for the Histogram\n","def computeNumberofBins(column):\n","    # Numerator\n","    maximum = column.max()\n","    minimum = column.min()\n","    \n","    numerator = maximum - minimum\n","    \n","    # Denominator\n","    q1 = np.percentile(column, 25)\n","    q3 = np.percentile(column, 75)\n","    \n","    IQR = q3 - q1\n","    \n","    n = len(column)\n","    \n","    denominator = 2 * IQR * (n**(-1/3))\n","    \n","    nbins = numerator/denominator\n","    \n","    # Return the Integer Ceiling of the Computed Value\n","    return int(np.ceil(nbins))"]},{"cell_type":"markdown","id":"a3a8d3c0","metadata":{"id":"a3a8d3c0"},"source":["## <font color=royalblue>Read In Data</font>"]},{"cell_type":"code","execution_count":null,"id":"d2a862df","metadata":{"id":"d2a862df","outputId":"51528b79-ef0d-4fdc-c333-0c0082eb929e","colab":{"base_uri":"https://localhost:8080/","height":519},"executionInfo":{"status":"ok","timestamp":1648421408271,"user_tz":240,"elapsed":1193,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["     Gender  Hispanic  AmerInd  Asian  Black  White  Hawaiian  Multinational  \\\n","ID                                                                             \n","0         1         0        0      1      0      0         0              0   \n","1         1         0        0      0      1      0         0              0   \n","2         1         1        0      0      0      0         0              0   \n","3         1         0        0      0      1      0         0              0   \n","4         1         0        0      0      1      0         0              0   \n","..      ...       ...      ...    ...    ...    ...       ...            ...   \n","141       0         0        0      0      1      0         0              0   \n","142       1         1        0      0      0      1         0              1   \n","143       0         1        0      0      0      1         0              1   \n","144       1         1        0      0      0      0         0              0   \n","145       0         0        0      0      1      0         1              1   \n","\n","     LimitedEnglish  Eligibility  ...  Student_MurdersCateg  \\\n","ID                                ...                         \n","0                 1            1  ...                  High   \n","1                 0            1  ...                  High   \n","2                 0            1  ...                  High   \n","3                 0            1  ...                  High   \n","4                 0            2  ...                  High   \n","..              ...          ...  ...                   ...   \n","141               0            1  ...                  High   \n","142               0            1  ...                  High   \n","143               0            1  ...                  High   \n","144               0            2  ...                  High   \n","145               0            2  ...                  High   \n","\n","     Student_RapesCateg  Student_RobberiesCateg  Student_AssaultsCateg  \\\n","ID                                                                       \n","0                   Low                    High                   High   \n","1                   Low                    High                   High   \n","2                   Low                    High                    Low   \n","3                  High                    High                   High   \n","4                  High                    High                   High   \n","..                  ...                     ...                    ...   \n","141                 Low                    High                   High   \n","142                 Low                    High                   High   \n","143                 Low                    High                   High   \n","144                 Low                    High                   High   \n","145                 Low                    High                   High   \n","\n","     Student_PropertyCrimesCateg  Student_BurglariesCateg  \\\n","ID                                                          \n","0                           High                     High   \n","1                            Low                      Low   \n","2                            Low                     High   \n","3                           High                     High   \n","4                           High                     High   \n","..                           ...                      ...   \n","141                         High                     High   \n","142                          Low                     High   \n","143                         High                     High   \n","144                          Low                     High   \n","145                         High                     High   \n","\n","     Student_LarceniesCateg  Student_VehicleTheftsCateg  Distance_to_HS  \\\n","ID                                                                        \n","0                       Low                        High        3.922676   \n","1                       Low                        High        0.677924   \n","2                       Low                        High        1.050270   \n","3                       Low                        High        2.263438   \n","4                       Low                        High        1.611439   \n","..                      ...                         ...             ...   \n","141                     Low                        High       21.119729   \n","142                     Low                        High        3.867340   \n","143                     Low                        High        1.338182   \n","144                     Low                        High       20.062405   \n","145                     Low                        High        0.959701   \n","\n","     Distance_to_PS  \n","ID                   \n","0         19.596591  \n","1          2.130889  \n","2        111.509517  \n","3         18.169620  \n","4          3.422135  \n","..              ...  \n","141        6.756697  \n","142       18.598110  \n","143       17.132149  \n","144       19.992918  \n","145        4.243514  \n","\n","[146 rows x 107 columns]"],"text/html":["\n","  <div id=\"df-581d16e4-587a-49f5-bcea-18519f89147c\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Gender</th>\n","      <th>Hispanic</th>\n","      <th>AmerInd</th>\n","      <th>Asian</th>\n","      <th>Black</th>\n","      <th>White</th>\n","      <th>Hawaiian</th>\n","      <th>Multinational</th>\n","      <th>LimitedEnglish</th>\n","      <th>Eligibility</th>\n","      <th>...</th>\n","      <th>Student_MurdersCateg</th>\n","      <th>Student_RapesCateg</th>\n","      <th>Student_RobberiesCateg</th>\n","      <th>Student_AssaultsCateg</th>\n","      <th>Student_PropertyCrimesCateg</th>\n","      <th>Student_BurglariesCateg</th>\n","      <th>Student_LarceniesCateg</th>\n","      <th>Student_VehicleTheftsCateg</th>\n","      <th>Distance_to_HS</th>\n","      <th>Distance_to_PS</th>\n","    </tr>\n","    <tr>\n","      <th>ID</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.922676</td>\n","      <td>19.596591</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.677924</td>\n","      <td>2.130889</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.050270</td>\n","      <td>111.509517</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>2.263438</td>\n","      <td>18.169620</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.611439</td>\n","      <td>3.422135</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>141</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>21.119729</td>\n","      <td>6.756697</td>\n","    </tr>\n","    <tr>\n","      <th>142</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.867340</td>\n","      <td>18.598110</td>\n","    </tr>\n","    <tr>\n","      <th>143</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.338182</td>\n","      <td>17.132149</td>\n","    </tr>\n","    <tr>\n","      <th>144</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>20.062405</td>\n","      <td>19.992918</td>\n","    </tr>\n","    <tr>\n","      <th>145</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.959701</td>\n","      <td>4.243514</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>146 rows × 107 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-581d16e4-587a-49f5-bcea-18519f89147c')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-581d16e4-587a-49f5-bcea-18519f89147c button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-581d16e4-587a-49f5-bcea-18519f89147c');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":4}],"source":["data = pd.read_csv(\"/content/drive/MyDrive/Thesis/Codes/Preparation Datasets/cjb_thesis_dataset.csv\", index_col=\"ID\")\n","data"]},{"cell_type":"markdown","id":"5c222a01","metadata":{"id":"5c222a01"},"source":["## <font color=royalblue>Inspect for Missing Values</font>"]},{"cell_type":"code","execution_count":null,"id":"dae7f89f","metadata":{"id":"dae7f89f"},"outputs":[],"source":["# Comprehensive List of All 53 Categorical Variables\n","categoricals = [\"Gender\", \"Hispanic\", \"AmerInd\", \"Asian\", \"Black\", \"White\", \"Hawaiian\", \"Multinational\", \"LimitedEnglish\", \n","                \"Eligibility\", \"AcademNeed\", \"Disconnected\", \"Grade_EnteredUB\", \"Participation\", \"AcademAch_ELA\", \n","                \"AcademAch_Math\", \"Employed\", \"CulturalAct\", \"CommServ\", \"LEPServs\", \"AP\", \"Honors\", \"Cert_or_Diploma\", \n","                \"AssocDeg\", \"BachDeg\", \"PS_Graduated\", \"STEMDeg\", \"HS_SchoolName\", \"Charter\", \"Magnet\", \"Title1_School\", \n","                \"Title1_SchoolWide\", \"PS_SchoolName\", \"HS_TotalCrimesCateg\", \"HS_PersonalCrimesCateg\", \"HS_MurdersCateg\",\n","                \"HS_RapesCateg\", \"HS_RobberiesCateg\", \"HS_AssaultsCateg\", \"HS_PropertyCrimesCateg\", \"HS_BurglariesCateg\",\n","                \"HS_LarceniesCateg\", \"HS_VehicleTheftsCateg\", \"Student_TotalCrimesCateg\", \"Student_PersonalCrimesCateg\", \n","                \"Student_MurdersCateg\", \"Student_RapesCateg\", \"Student_RobberiesCateg\", \"Student_AssaultsCateg\", \n","                \"Student_PropertyCrimesCateg\", \"Student_BurglariesCateg\", \"Student_LarceniesCateg\", \n","                \"Student_VehicleTheftsCateg\"]\n","\n","# Comprehensive List of All 50 Continuous Variables\n","continuous = [\"GPA\", \"HSGrad_Age\", \"Absences\", \"SAT_Reading\", \"SAT_Math\", \"SAT_Writing\", \"NumStudents\", \"NumTeachers\", \n","              \"StudentTeacherRatio\", \"NumFreeLunch\", \"NumReducedLunch\", \"%_Female\", \"%_Male\", \"%_EconomDisadv\", \n","              \"%_w/Disabilities\", \"%_ELL\", \"%_Homeless\", \"%_FosterCare\", \"%_White\", \"%_Hispanic\", \"%_Black\", \"%_Asian\", \n","              \"%_Hawaiian\", \"%_AmericanIndian\", \"HS_CrimesIndex_2020\", \"HS_PersonalCrimesIndex_2020\", \"HS_MurdersIndex_2020\",\n","              \"HS_RapesIndex_2020\", \"HS_RobberiesIndex_2020\", \"HS_AssaultsIndex_2020\", \"HS_PropertyCrimesIndex_2020\",\n","              \"HS_BurglariesIndex_2020\", \"HS_LarceniesIndex_2020\", \"HS_VehicleTheftsIndex_2020\", \"HS_AreaPopulation_2020\", \n","              \"HS_Area\", \"Student_CrimesIndex_2020\", \"Student_PersonalCrimesIndex_2020\", \"Student_MurdersIndex_2020\", \n","              \"Student_RapesIndex_2020\", \"Student_RobberiesIndex_2020\", \"Student_AssaultsIndex_2020\", \n","              \"Student_PropertyCrimesIndex_2020\", \"Student_BurglariesIndex_2020\", \"Student_LarceniesIndex_2020\", \n","              \"Student_VehicleTheftsIndex_2020\", \"Student_AreaPopulation_2020\", \"Student_Area\", \"Distance_to_HS\", \n","              \"Distance_to_PS\"]\n","\n","# Lists of All Columns Missing Data\n","categoricals_with_unknowns = []\n","continuous_with_unknowns = []\n","\n","# Check Which Columns Are Missing Data\n","categoricals_with_unknowns = checkForMissing(categoricals)\n","continuous_with_unknowns = checkForMissing(continuous)"]},{"cell_type":"code","execution_count":null,"id":"66baf93f","metadata":{"id":"66baf93f","outputId":"b2f6d63c-4097-4a9e-d223-d9025d08f08c","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421408276,"user_tz":240,"elapsed":35,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Categorical Variables Missing Values: \n"," ['Disconnected', 'AcademAch_ELA', 'AcademAch_Math', 'Employed', 'AP', 'Honors', 'BachDeg', 'STEMDeg'] \n","\n","Continuous Variables Missing Values: \n"," ['Absences', 'SAT_Reading', 'SAT_Math', 'SAT_Writing']\n"]}],"source":["print(\"Categorical Variables Missing Values: \\n\", categoricals_with_unknowns, \"\\n\")\n","print(\"Continuous Variables Missing Values: \\n\", continuous_with_unknowns)"]},{"cell_type":"markdown","id":"000d59ea","metadata":{"id":"000d59ea"},"source":["#### <font color=darkviolet>Categorical Variables</font>\n"]},{"cell_type":"markdown","id":"e7e6f6e6","metadata":{"id":"e7e6f6e6"},"source":["##### <font color=mediumorchid>Check the Value Counts of These Variables</font>"]},{"cell_type":"code","execution_count":null,"id":"023277a0","metadata":{"id":"023277a0","outputId":"179bfe65-1507-450d-e899-547f07662acd","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421408277,"user_tz":240,"elapsed":26,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Disconnected\n","-1    87\n"," 9    57\n"," 0     2\n","Name: Disconnected, dtype: int64 \n","\n","AcademAch_ELA\n"," 1    140\n"," 2      3\n","-1      2\n"," 9      1\n","Name: AcademAch_ELA, dtype: int64 \n","\n","AcademAch_Math\n"," 1    136\n"," 2      5\n","-1      2\n"," 0      2\n"," 9      1\n","Name: AcademAch_Math, dtype: int64 \n","\n","Employed\n"," 0    59\n"," 9    49\n","-1    25\n"," 1    13\n","Name: Employed, dtype: int64 \n","\n","AP\n"," 1    92\n"," 0    53\n","-1     1\n","Name: AP, dtype: int64 \n","\n","Honors\n"," 1    128\n"," 0     17\n","-1      1\n","Name: Honors, dtype: int64 \n","\n","BachDeg\n"," 1    75\n"," 7    41\n"," 2    17\n"," 6    12\n","-1     1\n","Name: BachDeg, dtype: int64 \n","\n","STEMDeg\n"," 0    87\n"," 1    35\n"," 2    12\n"," 9    10\n","-1     2\n","Name: STEMDeg, dtype: int64 \n","\n"]}],"source":["for column in categoricals_with_unknowns:\n","    print(column)\n","    print(data[column].value_counts(), \"\\n\")"]},{"cell_type":"code","execution_count":null,"id":"7929a0c0","metadata":{"id":"7929a0c0","outputId":"b5f40997-ea14-4ad7-a4ce-e040f0acb4bb","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421408585,"user_tz":240,"elapsed":328,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Shape of Dataset Before Dropping:  (146, 107)\n","Shape of Dataset After Dropping:  (146, 106)\n"]}],"source":["# Since the Majority of the \"Disconnected\" Values Are Missing, We Should Drop This Column From Our Dataset\n","print(\"Shape of Dataset Before Dropping: \", data.shape)\n","data.drop(\"Disconnected\", axis=1, inplace=True)\n","\n","# Verify the Column Was Dropped\n","print(\"Shape of Dataset After Dropping: \", data.shape)\n","\n","categoricals_with_unknowns.remove(\"Disconnected\")"]},{"cell_type":"markdown","id":"5a9eec84","metadata":{"id":"5a9eec84"},"source":["##### <font color=mediumorchid>Fill in the Missing Values</font>"]},{"cell_type":"code","execution_count":null,"id":"1628195b","metadata":{"id":"1628195b"},"outputs":[],"source":["for column in categoricals_with_unknowns:\n","    # Replace with the Most Frequent Category\n","    new_value = data[column].value_counts().index[0]\n","\n","    data[column].replace(-1, new_value, inplace=True)"]},{"cell_type":"markdown","id":"11b8baf1","metadata":{"id":"11b8baf1"},"source":["#### <font color=darkviolet>Continuous Variables</font>"]},{"cell_type":"code","execution_count":null,"id":"f3c7d5e0","metadata":{"id":"f3c7d5e0"},"outputs":[],"source":["continuousMissingValues_dict = {}"]},{"cell_type":"markdown","id":"b93f1e29","metadata":{"id":"b93f1e29"},"source":["##### <font color=mediumorchid>`Absences`</font>"]},{"cell_type":"code","execution_count":null,"id":"b9097dfa","metadata":{"id":"b9097dfa","outputId":"5e59d272-b68c-446f-ce1e-7c19924249b7","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421408590,"user_tz":240,"elapsed":54,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["104"]},"metadata":{},"execution_count":11}],"source":["Absences_NonMissing = data.Absences[data.Absences > -1]\n","len(Absences_NonMissing)"]},{"cell_type":"code","source":["nbins_Absences = computeNumberofBins(Absences_NonMissing)\n","nbins_Absences"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ObqFmCC2X953","executionInfo":{"status":"ok","timestamp":1648421408592,"user_tz":240,"elapsed":51,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"4bb62742-2b5c-43bf-df40-f7db5d46d43b"},"id":"ObqFmCC2X953","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["12"]},"metadata":{},"execution_count":12}]},{"cell_type":"code","execution_count":null,"id":"d4784bf1","metadata":{"id":"d4784bf1","outputId":"1d385adf-ebaf-4879-8b1e-a8682d17ff05","colab":{"base_uri":"https://localhost:8080/","height":282},"executionInfo":{"status":"ok","timestamp":1648421408594,"user_tz":240,"elapsed":45,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["<matplotlib.axes._subplots.AxesSubplot at 0x7fe15a60d610>"]},"metadata":{},"execution_count":13},{"output_type":"display_data","data":{"text/plain":["<Figure size 432x288 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAX4AAAD4CAYAAADrRI2NAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAQDklEQVR4nO3df6zddX3H8eeLggGUDZBrRwq1qERGohR2RQy6IQ6HooKbcyPqmo1Yk2ECGcusxEydM8FEQbc5YxVidf5CEWHiNisjOpMFbKFKoRqUlY1aaZ2SgjOw4nt/nG/n9fbXaXu/5/Sez/ORnJzv93PO937fn/T0db/3cz7nc1JVSJLacci4C5AkjZbBL0mNMfglqTEGvyQ1xuCXpMYcOu4ChnHcccfVkiVLxl2GJM0ra9eu/VFVTc1unxfBv2TJEtasWTPuMiRpXknywK7aHeqRpMYY/JLUGINfkhpj8EtSYwx+SWqMwS9Jjekt+JMcnuSOJN9Kck+Sd3btJyW5Pcn3knw2yZP6qkGStLM+r/gfA86tqtOApcD5Sc4C3gNcU1XPAn4CXNJjDZKkWXoL/hp4tNs9rLsVcC7w+a59FXBRXzVIknbW6yd3kywA1gLPAj4IfB94uKq2d095EFi0m2OXA8sBFi9e3GeZc2LJilt6P8fGqy7o/RySJl+vb+5W1RNVtRQ4ATgTOGUfjl1ZVdNVNT01tdNSE5Kk/TSSWT1V9TBwG/AC4OgkO/7SOAHYNIoaJEkDfc7qmUpydLd9BHAesIHBL4DXdE9bBtzUVw2SpJ31OcZ/PLCqG+c/BLi+qr6U5F7gM0n+GrgLuLbHGiRJs/QW/FX1beD0XbTfz2C8X5I0Bn5yV5IaMy++iOVAjGKapSTNJ17xS1JjDH5JaozBL0mNMfglqTEGvyQ1xuCXpMYY/JLUGINfkhpj8EtSYwx+SWqMwS9JjTH4JakxBr8kNcbgl6TGGPyS1BiDX5IaY/BLUmMMfklqjMEvSY0x+CWpMQa/JDXG4Jekxhj8ktSY3oI/yYlJbktyb5J7klzWtb8jyaYk67rby/uqQZK0s0N7/NnbgSuq6s4kRwFrk6zuHrumqt7b47klSbvRW/BX1WZgc7f9SJINwKK+zidJGs5IxviTLAFOB27vmt6c5NtJrktyzG6OWZ5kTZI1W7duHUWZktSE3oM/yVOAG4DLq2ob8CHgmcBSBn8RvG9Xx1XVyqqarqrpqampvsuUpGb0GvxJDmMQ+p+sqi8AVNVDVfVEVf0c+AhwZp81SJJ+WZ+zegJcC2yoqqtntB8/42mvBtb3VYMkaWd9zuo5G3gDcHeSdV3blcDFSZYCBWwE3tRjDZKkWfqc1fMNILt46Mt9nVOStHd+cleSGmPwS1JjDH5JaozBL0mNMfglqTEGvyQ1xuCXpMYY/JLUGINfkhpj8EtSYwx+SWqMwS9JjTH4JakxBr8kNcbgl6TGGPyS1BiDX5IaY/BLUmMMfklqjMEvSY0x+CWpMQa/JDXG4Jekxhj8ktQYg1+SGmPwS1Jjegv+JCcmuS3JvUnuSXJZ135sktVJ7uvuj+mrBknSzvq84t8OXFFVpwJnAZcmORVYAdxaVScDt3b7kqQR6S34q2pzVd3ZbT8CbAAWARcCq7qnrQIu6qsGSdLORjLGn2QJcDpwO7CwqjZ3D/0QWLibY5YnWZNkzdatW0dRpiQ1offgT/IU4Abg8qraNvOxqiqgdnVcVa2squmqmp6amuq7TElqRq/Bn+QwBqH/yar6Qtf8UJLju8ePB7b0WYMk6Zf1OasnwLXAhqq6esZDNwPLuu1lwE191SBJ2tmhPf7ss4E3AHcnWde1XQlcBVyf5BLgAeC1PdYgSZqlt+Cvqm8A2c3DL+nrvJKkPRtqqCfJc/ouRJI0GsOO8f99kjuS/GmSX+21IklSr4YK/qp6EfA64ERgbZJPJTmv18okSb0YelZPVd0HvA14C/BbwN8k+U6S3+2rOEnS3Bt2jP+5Sa5hsOzCucArq+rXu+1reqxPkjTHhp3V87fAR4Erq+pnOxqr6gdJ3tZLZZKkXgwb/BcAP6uqJwCSHAIcXlX/U1Wf6K06SdKcG3aM/6vAETP2j+zaJEnzzLDBf3hVPbpjp9s+sp+SJEl9Gjb4f5rkjB07SX4D+Nkeni9JOkgNO8Z/OfC5JD9gsAzDrwF/0FtVkqTeDBX8VfXNJKcAz+6avltV/9tfWZKkvuzLIm3PA5Z0x5yRhKr6eC9VSZJ6M1TwJ/kE8ExgHfBE11yAwS9J88ywV/zTwKndVyVKkuaxYWf1rGfwhq4kaZ4b9or/OODeJHcAj+1orKpX9VKVJKk3wwb/O/osQpI0OsNO5/xakqcDJ1fVV5McCSzotzRJUh+GXZb5jcDngQ93TYuAL/ZVlCSpP8O+uXspcDawDf7/S1me1ldRkqT+DBv8j1XV4zt2khzKYB6/JGmeGTb4v5bkSuCI7rt2Pwf8Y39lSZL6MmzwrwC2AncDbwK+zOD7dyVJ88yws3p+Dnyku0mS5rFhZ/X8R5L7Z9/2csx1SbYkWT+j7R1JNiVZ191efqAdkCTtm31Zq2eHw4HfB47dyzEfA/6OnRdyu6aq3jvkeSVJc2yoK/6q+u8Zt01V9X4GX8C+p2O+Dvx4LoqUJM2dYZdlPmPG7iEM/gLYl7X8Z3pzkj8C1gBXVNVPdnPO5cBygMWLF+/nqSbLkhW39H6OjVft8fe5pAkwbHi/b8b2dmAj8Nr9ON+HgHcx+AzAu7qf+ye7emJVrQRWAkxPT/uZAUmaI8PO6nnxXJysqh7asZ3kI8CX5uLnSpKGN+xQz5/t6fGqunrIn3N8VW3udl/NYJ1/SdII7cusnucBN3f7rwTuAO7b3QFJPg2cAxyX5EHg7cA5SZYyGOrZyODDYJKkERo2+E8AzqiqR2AwHx+4papev7sDquriXTRfu88VSpLm1LBLNiwEHp+x/3jXJkmaZ4a94v84cEeSG7v9i4BV/ZQkSerTsLN63p3kn4AXdU1/XFV39VeWJKkvww71ABwJbKuqDwAPJjmpp5okST0adpG2twNvAd7aNR0G/ENfRUmS+jPsFf+rgVcBPwWoqh8AR/VVlCSpP8MG/+NVVXRft5jkyf2VJEnq07DBf32SDwNHJ3kj8FX8UhZJmpf2OqsnSYDPAqcA24BnA39ZVat7rk0TzJVGpfHZa/BXVSX5clU9BzDsJWmeG3ao584kz+u1EknSSAz7yd3nA69PspHBzJ4w+GPguX0VJknqxx6DP8niqvpP4HdGVI8kqWd7u+L/IoNVOR9IckNV/d4oipIk9WdvY/yZsf2MPguRJI3G3oK/drMtSZqn9jbUc1qSbQyu/I/otuEXb+7+Sq/VSZLm3B6Dv6oWjKoQSdJo7MuyzJKkCWDwS1JjDH5JaozBL0mNMfglqTEGvyQ1xuCXpMYY/JLUmN6CP8l1SbYkWT+j7dgkq5Pc190f09f5JUm71ucV/8eA82e1rQBuraqTgVu7fUnSCPUW/FX1deDHs5ovBFZ126uAi/o6vyRp10Y9xr+wqjZ32z8EFu7uiUmWJ1mTZM3WrVtHU50kNWBsb+5WVbGHpZ6ramVVTVfV9NTU1Agrk6TJNurgfyjJ8QDd/ZYRn1+Smjfq4L8ZWNZtLwNuGvH5Jal5fU7n/DTw78CzkzyY5BLgKuC8JPcBv93tS5JGaG/fwLXfquri3Tz0kr7OKUnaOz+5K0mNMfglqTEGvyQ1xuCXpMYY/JLUGINfkhpj8EtSYwx+SWqMwS9JjTH4JakxBr8kNcbgl6TGGPyS1BiDX5Ia09uyzJqflqy4ZdwlSOqZV/yS1BiDX5IaY/BLUmMMfklqjMEvSY0x+CWpMQa/JDXG4Jekxhj8ktQYg1+SGjOWJRuSbAQeAZ4AtlfV9DjqkKQWjXOtnhdX1Y/GeH5JapJDPZLUmHFd8RfwlSQFfLiqVs5+QpLlwHKAxYsXj7g8TYJRrDS68aoLej+HNNfGdcX/wqo6A3gZcGmS35z9hKpaWVXTVTU9NTU1+golaUKNJfiralN3vwW4EThzHHVIUotGHvxJnpzkqB3bwEuB9aOuQ5JaNY4x/oXAjUl2nP9TVfXPY6hDkpo08uCvqvuB00Z9XknSgNM5JakxBr8kNcbgl6TGGPyS1BiDX5IaY/BLUmMMfklqjMEvSY0Z53r80rw3ihVAwVVANbe84pekxhj8ktQYg1+SGmPwS1JjDH5JaozBL0mNMfglqTEGvyQ1xuCXpMYY/JLUGINfkhpj8EtSYwx+SWqMq3NKAkaz0ugkrTI6n1dm9Ypfkhpj8EtSYwx+SWrMWII/yflJvpvke0lWjKMGSWrVyIM/yQLgg8DLgFOBi5OcOuo6JKlV47jiPxP4XlXdX1WPA58BLhxDHZLUpHFM51wE/NeM/QeB589+UpLlwPJu99Ek393P8x0H/Gg/j51PWuhns33Me8ZQSQ9m9KPZf8t9dYD/9k/fVeNBO4+/qlYCKw/05yRZU1XTc1DSQa2FftrHydFCPw/mPo5jqGcTcOKM/RO6NknSCIwj+L8JnJzkpCRPAv4QuHkMdUhSk0Y+1FNV25O8GfgXYAFwXVXd0+MpD3i4aJ5ooZ/2cXK00M+Dto+pqnHXIEkaIT+5K0mNMfglqTETHfyTuDREkuuSbEmyfkbbsUlWJ7mvuz9mnDUeqCQnJrktyb1J7klyWdc+af08PMkdSb7V9fOdXftJSW7vXref7SZBzGtJFiS5K8mXuv1J7OPGJHcnWZdkTdd2UL5mJzb4J3hpiI8B589qWwHcWlUnA7d2+/PZduCKqjoVOAu4tPu3m7R+PgacW1WnAUuB85OcBbwHuKaqngX8BLhkjDXOlcuADTP2J7GPAC+uqqUz5u8flK/ZiQ1+JnRpiKr6OvDjWc0XAqu67VXARSMtao5V1eaqurPbfoRBYCxi8vpZVfVot3tYdyvgXODzXfu872eSE4ALgI92+2HC+rgHB+VrdpKDf1dLQywaUy19W1hVm7vtHwILx1nMXEqyBDgduJ0J7Gc3BLIO2AKsBr4PPFxV27unTMLr9v3AXwA/7/afyuT1EQa/tL+SZG235AwcpK/Zg3bJBu2fqqokEzFHN8lTgBuAy6tq2+BCcWBS+llVTwBLkxwN3AicMuaS5lSSVwBbqmptknPGXU/PXlhVm5I8DVid5DszHzyYXrOTfMXf0tIQDyU5HqC73zLmeg5YksMYhP4nq+oLXfPE9XOHqnoYuA14AXB0kh0XZfP9dXs28KokGxkMt54LfIDJ6iMAVbWpu9/C4Jf4mRykr9lJDv6Wloa4GVjWbS8DbhpjLQesGwO+FthQVVfPeGjS+jnVXemT5AjgPAbvZ9wGvKZ72rzuZ1W9tapOqKolDP4P/mtVvY4J6iNAkicnOWrHNvBSYD0H6Wt2oj+5m+TlDMYXdywN8e4xl3TAknwaOIfBkq8PAW8HvghcDywGHgBeW1Wz3wCeN5K8EPg34G5+MS58JYNx/knq53MZvOG3gMFF2PVV9VdJnsHg6vhY4C7g9VX12PgqnRvdUM+fV9UrJq2PXX9u7HYPBT5VVe9O8lQOwtfsRAe/JGlnkzzUI0naBYNfkhpj8EtSYwx+SWqMwS9JjTH4JakxBr8kNeb/ANGsUuOelrDrAAAAAElFTkSuQmCC\n"},"metadata":{"needs_background":"light"}}],"source":["Absences_NonMissing.plot.hist(bins=nbins_Absences)"]},{"cell_type":"code","execution_count":null,"id":"1ad8639d","metadata":{"id":"1ad8639d","outputId":"1847a430-4b6d-4b66-f0e3-cac2c594173e","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421408596,"user_tz":240,"elapsed":37,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["10.221153846153847"]},"metadata":{},"execution_count":14}],"source":["Absences_NonMissing.mean()"]},{"cell_type":"code","execution_count":null,"id":"3a172afa","metadata":{"id":"3a172afa","outputId":"b065097b-47a0-4cc3-e05e-3b434886b8cd","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421408597,"user_tz":240,"elapsed":32,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["7.0"]},"metadata":{},"execution_count":15}],"source":["Absences_NonMissing.median()"]},{"cell_type":"code","execution_count":null,"id":"fc1be2cd","metadata":{"id":"fc1be2cd","outputId":"e5c315c5-880b-46ee-afc1-0ae928c80db1","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421408936,"user_tz":240,"elapsed":365,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["6"]},"metadata":{},"execution_count":16}],"source":["Absences_NonMissing.value_counts().index[0]"]},{"cell_type":"code","execution_count":null,"id":"a143af69","metadata":{"id":"a143af69","outputId":"370124e2-c5db-40d2-8485-6ad4d0f61966","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421408938,"user_tz":240,"elapsed":55,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["1.6566091581038471"]},"metadata":{},"execution_count":17}],"source":["skew(Absences_NonMissing)"]},{"cell_type":"code","execution_count":null,"id":"4f445aef","metadata":{"id":"4f445aef"},"outputs":[],"source":["# Since the Distribution of \"Absences\" Is Skewed, We Should Replace Missing Values with the Median\n","continuousMissingValues_dict[\"Absences\"] = int(Absences_NonMissing.median())"]},{"cell_type":"markdown","id":"60a952da","metadata":{"id":"60a952da"},"source":["##### <font color=mediumorchid>`SAT_Reading`</font>"]},{"cell_type":"code","execution_count":null,"id":"b4c5e9c4","metadata":{"id":"b4c5e9c4","outputId":"99d513ce-7d91-42f4-eb0b-b902d0d52c01","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421408945,"user_tz":240,"elapsed":49,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["76"]},"metadata":{},"execution_count":19}],"source":["Reading_NonMissing = data.SAT_Reading[data.SAT_Reading > -1]\n","len(Reading_NonMissing)"]},{"cell_type":"code","source":["nbins_SAT_Reading = computeNumberofBins(Reading_NonMissing)\n","nbins_SAT_Reading"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gASyAj4OYLHr","executionInfo":{"status":"ok","timestamp":1648421408948,"user_tz":240,"elapsed":47,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"74ac6f25-7d2f-4da9-fbef-98af1446ae09"},"id":"gASyAj4OYLHr","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["9"]},"metadata":{},"execution_count":20}]},{"cell_type":"code","execution_count":null,"id":"de964dd6","metadata":{"scrolled":true,"id":"de964dd6","outputId":"a33d1333-e9bf-4916-9561-85fd8610652f","colab":{"base_uri":"https://localhost:8080/","height":282},"executionInfo":{"status":"ok","timestamp":1648421408951,"user_tz":240,"elapsed":45,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["<matplotlib.axes._subplots.AxesSubplot at 0x7fe15a55d190>"]},"metadata":{},"execution_count":21},{"output_type":"display_data","data":{"text/plain":["<Figure size 432x288 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAX4AAAD4CAYAAADrRI2NAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAPkklEQVR4nO3dfYxldX3H8fdHQJ60Au6UbsQ6YIiW+LBuF8RoLUpUFBVtrcVoS4x1TcWkxjZ1UaP0DxtsoqiN1aIiqPXZolRsK6DR9I+Cs4o8iATUpS4u7PiIWgMFvv3jnoFxmZm9DHvuubO/9yu5mXN+5945n/yWfDj3zLnnpqqQJLXjAUMHkCRNlsUvSY2x+CWpMRa/JDXG4pekxuw7dIBxrFu3rmZnZ4eOIUlrytatW39UVTO7jq+J4p+dnWVubm7oGJK0piS5calxT/VIUmMsfklqjMUvSY2x+CWpMRa/JDXG4pekxlj8ktQYi1+SGmPxS1Jj1sQnd7X3md1y0dAR2HbWyUNHkAbhEb8kNcbil6TGWPyS1BiLX5IaY/FLUmMsfklqjMUvSY2x+CWpMRa/JDXG4pekxlj8ktQYi1+SGmPxS1JjLH5JakxvxZ/k4Um+kuTbSa5J8lfd+GFJLk5yfffz0L4ySJLurc8j/juAv66qY4DjgdOTHANsAS6tqqOBS7t1SdKE9Fb8VbWjqr7RLf8CuBZ4GHAKcH73tPOBF/SVQZJ0bxM5x59kFngCcBlweFXt6DbdDBw+iQySpJHeiz/Jg4DPAq+tqlsXb6uqAmqZ121OMpdkbn5+vu+YktSMXos/yX6MSv9fqupfu+Fbkqzvtq8Hdi712qo6p6o2VdWmmZmZPmNKUlP6vKonwAeBa6vqHYs2XQic1i2fBny+rwySpHvbt8ff/WTgz4CrklzRjb0BOAv4VJJXADcCL+4xgyRpF70Vf1X9F5BlNp/Y134lSSvzk7uS1BiLX5IaY/FLUmMsfklqjMUvSY2x+CWpMRa/JDXG4pekxlj8ktQYi1+SGmPxS1JjLH5JaozFL0mNsfglqTEWvyQ1xuKXpMZY/JLUGItfkhpj8UtSYyx+SWqMxS9JjbH4JakxFr8kNcbil6TGWPyS1BiLX5IaY/FLUmMsfklqjMUvSY2x+CWpMRa/JDXG4pekxuw7dABN1uyWi4aOIGlgHvFLUmMsfklqjMUvSY2x+CWpMRa/JDWmt+JPcm6SnUmuXjR2ZpKbklzRPZ7T1/4lSUvr84j/POCkJcbPrqoN3eOLPe5fkrSE3oq/qr4G/KSv3y9JWp0hzvG/JsmV3amgQwfYvyQ1bdLF/17gkcAGYAfw9uWemGRzkrkkc/Pz85PKJ0l7vYkWf1XdUlV3VtVdwPuB41Z47jlVtamqNs3MzEwupCTt5SZa/EnWL1p9IXD1cs+VJPWjt5u0Jfk4cAKwLsl24C3ACUk2AAVsA17V1/4lSUvrrfir6iVLDH+wr/1JksbjJ3clqTEWvyQ1xuKXpMZY/JLUmLGKP8lj+w4iSZqMcY/4/ynJ5UleneQhvSaSJPVqrOKvqj8AXgo8HNia5GNJntFrMklSL8Y+x19V1wNvAl4P/CHw7iTfSfJHfYWTJO15457jf1ySs4FrgacDz6uq3+uWz+4xnyRpDxv3k7v/CHwAeENV/XphsKp+mORNvSSTJPVi3OI/Gfh1Vd0JkOQBwAFV9b9V9ZHe0kmS9rhxz/FfAhy4aP2gbkyStMaMW/wHVNUvF1a65YP6iSRJ6tO4xf+rJBsXVpL8PvDrFZ4vSZpS457jfy3w6SQ/BAL8DvCnvaWSJPVmrOKvqq8neTTwqG7ouqr6v/5iSZL6cl++iOVYYLZ7zcYkVNWHe0klSerNWMWf5CPAI4ErgDu74QIsfklaY8Y94t8EHFNV1WcYSVL/xr2q52pGf9CVJK1x4x7xrwO+neRy4LaFwap6fi+pJEm9Gbf4z+wzhCRpcsa9nPOrSR4BHF1VlyQ5CNin32iSpD6Me1XPK4HNwGGMru55GPA+4MT+okn9mt1y0dARANh21slDR1Bjxv3j7unAk4Fb4e4vZfntvkJJkvozbvHfVlW3L6wk2ZfRdfySpDVm3OL/apI3AAd237X7aeDf+oslSerLuMW/BZgHrgJeBXyR0ffvSpLWmHGv6rkLeH/3kCStYeNe1fN9ljinX1VH7fFEkqRe3Zd79Sw4APgTRpd2SpLWmLHO8VfVjxc9bqqqdzL6AnZJ0hoz7qmejYtWH8DoHcB9uZe/JGlKjFveb1+0fAewDXjxHk8jSerduFf1PK3vIJKkyRj3VM/rVtpeVe/YM3EkSX27L1f1HAtc2K0/D7gcuL6PUJKk/oxb/EcAG6vqFwBJzgQuqqqX9RVMktSPcW/ZcDhw+6L127sxSdIaM+4R/4eBy5Nc0K2/ADh/pRckORd4LrCzqh7TjR0GfBKYpbsyqKp+et9jS5JWa9wPcL0VeDnw0+7x8qr6+9287DzgpF3GtgCXVtXRwKXduiRpgsY91QNwEHBrVb0L2J7kyJWeXFVfA36yy/Ap3PNO4XxG7xwkSRM0VvEneQvweuCMbmg/4KOr2N/hVbWjW76ZFf5OkGRzkrkkc/Pz86vYlSRpKeMe8b8QeD7wK4Cq+iHw4Puz46oqVvgWr6o6p6o2VdWmmZmZ+7MrSdIi4xb/7YuLOsnBq9zfLUnWd79jPbBzlb9HkrRK4xb/p5L8M3BIklcCl7C6L2W5EDitWz4N+Pwqfock6X7Y7eWcScLoEsxHA7cCjwLeXFUX7+Z1HwdOANYl2Q68BTiL0f9EXgHciDd6k6SJ223xV1Ul+WJVPRZYsex3ed1Lltl04ri/Q5K05417qucbSY7tNYkkaSLG/eTuE4GXJdnG6MqeMHoz8Li+gkmS+rFi8Sf53ar6H+BZE8ojSerZ7o74P8forpw3JvlsVf3xJEJJkvqzu3P8WbR8VJ9BJEmTsbvir2WWJUlr1O5O9Tw+ya2MjvwP7Jbhnj/u/lav6SRJe9yKxV9V+0wqiCRpMu7LbZklSXsBi1+SGmPxS1JjLH5JaozFL0mNsfglqTEWvyQ1xuKXpMZY/JLUGItfkhpj8UtSYyx+SWqMxS9JjbH4Jakx437ZuqS93OyWi4aOAMC2s04eOsJezyN+SWqMxS9JjbH4JakxFr8kNcbil6TGWPyS1BiLX5IaY/FLUmP8AJc0sGn54JTa4RG/JDXG4pekxlj8ktQYi1+SGmPxS1JjLH5Jaswgl3Mm2Qb8ArgTuKOqNg2RQ5JaNOR1/E+rqh8NuH9JapKneiSpMUMVfwFfSrI1yealnpBkc5K5JHPz8/MTjidJe6+hiv8pVbUReDZwepKn7vqEqjqnqjZV1aaZmZnJJ5SkvdQgxV9VN3U/dwIXAMcNkUOSWjTx4k9ycJIHLywDzwSunnQOSWrVEFf1HA5ckGRh/x+rqv8YIIckNWnixV9V3wMeP+n9SpJGvJxTkhpj8UtSYyx+SWrMXv/Vi36tnST9Jo/4JakxFr8kNcbil6TGWPyS1BiLX5IaY/FLUmMsfklqjMUvSY2x+CWpMXv9J3claTWm5VP/2846eY//To/4JakxFr8kNcbil6TGWPyS1BiLX5IaY/FLUmMsfklqjMUvSY3xA1ySpsq0fHBqb+YRvyQ1xuKXpMZY/JLUGItfkhpj8UtSYyx+SWqMxS9JjbH4JakxFr8kNcbil6TGWPyS1BiLX5IaY/FLUmMsfklqjMUvSY0ZpPiTnJTkuiQ3JNkyRAZJatXEiz/JPsB7gGcDxwAvSXLMpHNIUquGOOI/Drihqr5XVbcDnwBOGSCHJDVpiK9efBjwg0Xr24En7vqkJJuBzd3qL5NcN4Fsq7EO+NHQIZZhttUx2+qYbXVWzJa33a/f/YilBqf2O3er6hzgnKFz7E6SuaraNHSOpZhtdcy2OmZbnSGyDXGq5ybg4YvWj+jGJEkTMETxfx04OsmRSR4InApcOEAOSWrSxE/1VNUdSV4D/CewD3BuVV0z6Rx70DSfjjLb6phtdcy2OhPPlqqa9D4lSQPyk7uS1BiLX5IaY/GvIMkBSS5P8q0k1yT5u278yCSXdbec+GT3R2qS7N+t39Btnx0g23lJvp/kiu6xoRtPknd32a5MsrGvbIsy7pPkm0m+0K0PPm8rZJuKeUuyLclVXYa5buywJBcnub77eegUZTszyU2L5u05i55/RpftuiTP6jnbIUk+k+Q7Sa5N8qQpmrelsg07b1XlY5kHEOBB3fJ+wGXA8cCngFO78fcBf9ktvxp4X7d8KvDJAbKdB7xoiec/B/j37nXHA5dNYP5eB3wM+EK3Pvi8rZBtKuYN2Aas22XsH4At3fIW4G1TlO1M4G+WeO4xwLeA/YEjge8C+/SY7XzgL7rlBwKHTNG8LZVt0HnziH8FNfLLbnW/7lHA04HPdOPnAy/olk/p1um2n5gkE862nFOAD3ev+2/gkCTr+8gGkOQI4GTgA916mIJ5Wyrbbkx03lbIsDA/u87b0NmWcwrwiaq6raq+D9zA6HYte1yShwBPBT4IUFW3V9XPmIJ5WyHbciYybxb/bnSnBK4AdgIXM/o/8M+q6o7uKdsZ3YYCFt2Ootv+c+Chk8pWVZd1m97avYU9O8n+u2ZbIncf3gn8LXBXt/5QpmTelsi2YBrmrYAvJdma0W1LAA6vqh3d8s3A4VOUDeA13bydu3A6ZcLZjgTmgQ91p+8+kORgpmPelssGA86bxb8bVXVnVW1g9Anj44BHDxzpbrtmS/IY4AxGGY8FDgNeP+lcSZ4L7KyqrZPe9+6skG3wees8pao2Mrp77elJnrp4Y43OBwx1DfZS2d4LPBLYAOwA3j5Arn2BjcB7q+oJwK8Yndq524Dztly2QefN4h9T9/bsK8CTGL01XPjw2+JbTtx9O4pu+0OAH08w20lVtaN7C3sb8CHueZs4yVtlPBl4fpJtjO6++nTgXUzHvN0rW5KPTsm8UVU3dT93Ahd0OW5ZOBXR/dw5Ldmq6pbuAOQu4P0MM2/bge2L3vF+hlHZTsO8LZlt6Hmz+FeQZCbJId3ygcAzgGsZleyLuqedBny+W76wW6fb/uXuSGNS2b6z6D/0MDqnefWibH/eXdFwPPDzRW+D96iqOqOqjqiqWUZ/rP1yVb2UKZi3ZbK9bBrmLcnBSR68sAw8s8uxeH52nbdBs+1ybvyF/Oa8nZrRFVtHAkcDl/eRrapuBn6Q5FHd0InAt5mCeVsu2+Dztqf/Wrw3PYDHAd8Eruz+Yd7cjR/V/WPcAHwa2L8bP6Bbv6HbftQA2b4MXNWNfZR7rvwJoy/A+W63fdOE5vAE7rlyZvB5WyHb4PPWzc+3usc1wBu78YcClwLXA5cAh01Rto90+76SUWmtX/SaN3bZrgOe3fO/5QZgrsvxOeDQaZi3FbINOm/eskGSGuOpHklqjMUvSY2x+CWpMRa/JDXG4pekxlj8ktQYi1+SGvP/CPN9IB8TUEEAAAAASUVORK5CYII=\n"},"metadata":{"needs_background":"light"}}],"source":["Reading_NonMissing.plot.hist(bins=nbins_SAT_Reading)"]},{"cell_type":"code","execution_count":null,"id":"30dbff8e","metadata":{"id":"30dbff8e","outputId":"7426b476-7c08-416c-aeea-543340f03acc","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409273,"user_tz":240,"elapsed":358,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["438.1578947368421"]},"metadata":{},"execution_count":22}],"source":["Reading_NonMissing.mean()"]},{"cell_type":"code","execution_count":null,"id":"d3631d91","metadata":{"id":"d3631d91","outputId":"a5f37e3f-fbb5-4b84-b27f-4289dd8571e6","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409275,"user_tz":240,"elapsed":67,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["420.0"]},"metadata":{},"execution_count":23}],"source":["Reading_NonMissing.median()"]},{"cell_type":"code","execution_count":null,"id":"aa0d101a","metadata":{"id":"aa0d101a","outputId":"da363edb-b06a-47e4-f3d1-1931dad1492a","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409276,"user_tz":240,"elapsed":65,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["420"]},"metadata":{},"execution_count":24}],"source":["Reading_NonMissing.value_counts().index[0]"]},{"cell_type":"code","execution_count":null,"id":"97b56f28","metadata":{"id":"97b56f28","outputId":"ab8cabc4-aa4b-44dc-e0cd-de43ccd8cd4d","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409278,"user_tz":240,"elapsed":59,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.6461647720520508"]},"metadata":{},"execution_count":25}],"source":["skew(Reading_NonMissing)"]},{"cell_type":"code","execution_count":null,"id":"b45323af","metadata":{"id":"b45323af"},"outputs":[],"source":["# Since the Distribution of \"SAT_Reading\" Is Moderately Skewed, We Should Replace Missing Values with the Median\n","continuousMissingValues_dict[\"SAT_Reading\"] = int(Reading_NonMissing.median())"]},{"cell_type":"markdown","id":"abe91b34","metadata":{"id":"abe91b34"},"source":["##### <font color=mediumorchid>`SAT_Math`</font>"]},{"cell_type":"code","execution_count":null,"id":"1ec01ac1","metadata":{"id":"1ec01ac1","outputId":"a5a0342d-a3b3-4568-bdbb-a359bb6d235c","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409280,"user_tz":240,"elapsed":49,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["76"]},"metadata":{},"execution_count":27}],"source":["Math_NonMissing = data.SAT_Math[data.SAT_Math > -1]\n","len(Math_NonMissing)"]},{"cell_type":"code","source":["nbins_SAT_Math = computeNumberofBins(Math_NonMissing)\n","nbins_SAT_Math"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ZYtF5G9MYVOl","executionInfo":{"status":"ok","timestamp":1648421409283,"user_tz":240,"elapsed":44,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"faf21469-ebec-4446-f1ea-98793e3ac0af"},"id":"ZYtF5G9MYVOl","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["10"]},"metadata":{},"execution_count":28}]},{"cell_type":"code","execution_count":null,"id":"6a58fce8","metadata":{"id":"6a58fce8","outputId":"efab467f-45ff-497c-bfc9-7a0f10374632","colab":{"base_uri":"https://localhost:8080/","height":282},"executionInfo":{"status":"ok","timestamp":1648421409285,"user_tz":240,"elapsed":40,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["<matplotlib.axes._subplots.AxesSubplot at 0x7fe159ff3d50>"]},"metadata":{},"execution_count":29},{"output_type":"display_data","data":{"text/plain":["<Figure size 432x288 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAYgAAAD4CAYAAAD2FnFTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAATWklEQVR4nO3df7BkZX3n8fdHwCCECiITRH44mEzhkgTG2StKiS5gJPyKJCk3gTIJSUzGZLFKa1OVjCalbrZ2i60tJTFkxYmw/oghriYYVlBAYmKsMuIdHGAAWUYyLjMgM4AyoJTs4Hf/6HOhuTx3phlu97kz/X5Vdd1znvN0n28/0PWZ86OfTlUhSdJ8z+u7AEnS0mRASJKaDAhJUpMBIUlqMiAkSU379l3AYjr00ENr+fLlfZchSXuMdevWPVBVy1rb9qqAWL58ObOzs32XIUl7jCTfWmibp5gkSU0GhCSpyYCQJDUZEJKkJgNCktRkQEiSmgwISVKTASFJajIgJElNe9U3qaWlavmaq3vZ76aLzu5lv9o7eAQhSWoyICRJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUpMBIUlqMiAkSU0GhCSpyYCQJDWNbbK+JJcD5wBbq+qnu7ZPAsd2XQ4GvltVKxvP3QQ8AjwB7KiqmXHVKUlqG+dsrh8BLgE+NtdQVb8yt5zkfcDDO3n+qVX1wNiqkyTt1NgCoqq+lGR5a1uSAL8MnDau/UuSnpu+rkG8Fri/qu5aYHsB1yVZl2T1zl4oyeoks0lmt23btuiFStK06isgzgeu2Mn2k6tqFXAmcGGS1y3UsarWVtVMVc0sW7ZsseuUpKk18YBIsi/wS8AnF+pTVVu6v1uBK4ETJ1OdJGlOH0cQPwt8o6o2tzYmOTDJQXPLwOnAhgnWJ0lijAGR5ArgK8CxSTYneUu36TzmnV5K8pIk13SrhwFfTnIzcCNwdVV9flx1SpLaxnkX0/kLtP9Go+1e4Kxu+W7ghHHVJUkajd+kliQ1GRCSpCYDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUpMBIUlqMiAkSU0GhCSpyYCQJDUZEJKkpnH+JvXlSbYm2TDU9t4kW5Ks7x5nLfDcM5LcmWRjkjXjqlGStLBxHkF8BDij0X5xVa3sHtfM35hkH+AvgDOB44Dzkxw3xjolSQ1jC4iq+hLw0G489URgY1XdXVWPA38DnLuoxUmSdqmPaxBvS3JLdwrqhY3tRwD3DK1v7tqakqxOMptkdtu2bYtdqyRNrUkHxAeBnwBWAvcB73uuL1hVa6tqpqpmli1b9lxfTpLUmWhAVNX9VfVEVf0Q+EsGp5Pm2wIcNbR+ZNcmSZqgiQZEksOHVn8R2NDo9jVgRZJjkjwfOA+4ahL1SZKesu+4XjjJFcApwKFJNgPvAU5JshIoYBPw1q7vS4APV9VZVbUjyduAa4F9gMur6rZx1SlJahtbQFTV+Y3myxboey9w1tD6NcAzboGVJE2O36SWJDUZEJKkJgNCktRkQEiSmgwISVLT2O5iktS/5Wuu7m3fmy46u7d9a3F4BCFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNY0tIJJcnmRrkg1Dbf89yTeS3JLkyiQHL/DcTUluTbI+yey4apQkLWycRxAfAc6Y13Y98NNVdTzwf4B37uT5p1bVyqqaGVN9kqSdGFtAVNWXgIfmtV1XVTu61X8BjhzX/iVJz02f1yB+C/jcAtsKuC7JuiSrJ1iTJKnTyw8GJfkjYAfwiQW6nFxVW5L8OHB9km90RySt11oNrAY4+uijx1KvJE2jiR9BJPkN4BzgzVVVrT5VtaX7uxW4EjhxoderqrVVNVNVM8uWLRtDxZI0nSYaEEnOAP4AeGNVfX+BPgcmOWhuGTgd2NDqK0kan3He5noF8BXg2CSbk7wFuAQ4iMFpo/VJLu36viTJNd1TDwO+nORm4Ebg6qr6/LjqlCS1jXQNIsnPVNWtz+aFq+r8RvNlC/S9FzirW74bOOHZ7EuStPhGPYL4H0luTPIfkvzYWCuSJC0JIwVEVb0WeDNwFLAuyV8necNYK5Mk9WrkaxBVdRfwx8AfAv8O+EA3bcYvjas4SVJ/RgqIJMcnuRi4AzgN+Pmq+jfd8sVjrE+S1JNRvyj358CHgXdV1WNzjVV1b5I/HktlkqRejRoQZwOPVdUTAEmeB+xfVd+vqo+PrTpJUm9GvQbxBeAFQ+sHdG2SpL3UqAGxf1U9OrfSLR8wnpIkSUvBqAHxvSSr5laS/FvgsZ30lyTt4Ua9BvEO4FNJ7gUCvBj4lbFVJUnq3UgBUVVfS/Jy4Niu6c6q+n/jK0uS1Ldn83sQrwSWd89ZlYSq+thYqpLGZPmaq/suQdpjjDpZ38eBnwDWA090zQUYEJK0lxr1CGIGOG6hH/iRJO19Rr2LaQODC9OSpCkx6hHEocDtSW4EfjDXWFVvHEtVkqTejRoQ7x1nEZKkpWfU21z/KclLgRVV9YUkBwD7jLc0SVKfRp3u+3eATwMf6pqOAD4zrqIkSf0b9SL1hcBrgO3w5I8H/fiunpTk8iRbk2wYajskyfVJ7ur+vnCB517Q9bkryQUj1ilJWiSjBsQPqurxuZUk+zL4HsSufAQ4Y17bGuCGqloB3NCtP02SQ4D3AK8CTgTes1CQSJLGY9SA+Kck7wJe0P0W9aeA/72rJ1XVl4CH5jWfC3y0W/4o8AuNp/4ccH1VPVRV3wGu55lBI0kao1EDYg2wDbgVeCtwDYPfp94dh1XVfd3yt4HDGn2OAO4ZWt/ctT1DktVJZpPMbtu2bTdLkiTNN+pdTD8E/rJ7LJqqqiTP6dvZVbUWWAswMzPjN70laZGMOhfTv9K45lBVL9uNfd6f5PCqui/J4cDWRp8twClD60cC/7gb+5Ik7aZnMxfTnP2Bfw8cspv7vAq4ALio+/v3jT7XAv916ML06cA7d3N/kqTdMNI1iKp6cOixpar+FDh7V89LcgXwFeDYJJuTvIVBMLwhyV3Az3brJJlJ8uFufw8B/xn4Wvf4k65NkjQho55iWjW0+jwGRxS7fG5Vnb/Aptc3+s4Cvz20fjlw+Sj1SZIW36inmN43tLwD2AT88qJXI0laMka9i+nUcRciSVpaRj3F9B93tr2q3r845UiSlopncxfTKxncgQTw88CNwF3jKEqS1L9RA+JIYFVVPQKQ5L3A1VX1q+MqTJLUr1ED4jDg8aH1x2lPkSFJACxfc3Uv+9100S7vwNeIRg2IjwE3JrmyW/8FnppwT5K0Fxr1Lqb/kuRzwGu7pt+sqq+PryxJUt9Gnc0V4ABge1X9GbA5yTFjqkmStASM+pOj7wH+kKfmQ9oP+KtxFSVJ6t+oRxC/CLwR+B5AVd0LHDSuoiRJ/Rs1IB6vqqKb8jvJgeMrSZK0FIwaEP8ryYeAg5P8DvAFFvnHgyRJS8su72JKEuCTwMuB7cCxwLur6vox1yZJ6tEoU3ZXkmuq6mcAQ0GSpsSop5huSvLKsVYiSVpSRv0m9auAX02yicGdTGFwcHH8uArT3quvKRg0Hfr8/2tvm+ZjpwGR5Oiq+r/Az02oHknSErGrU0yfAaiqbwHvr6pvDT92Z4dJjk2yfuixPck75vU5JcnDQ33evTv7kiTtvl2dYsrQ8ssWY4dVdSewEiDJPsAW4MpG13+uqnMWY5+SpGdvV0cQtcDyYnk98M3dPRqRJI3PrgLihO4U0CPA8d3y9iSPJNm+CPs/D7higW0nJbk5yeeS/NRCL5BkdZLZJLPbtm1bhJIkSbCLU0xVtc+4dpzk+Qzmd3pnY/NNwEur6tEkZzG4FrJigRrXAmsBZmZmxnGUI0lT6dlM973YzgRuqqr752+oqu1V9Wi3fA2wX5JDJ12gJE2zPgPifBY4vZTkxd0UHyQ5kUGdD06wNkmaeqN+UW5RdbPBvgF461Db7wJU1aXAm4DfS7IDeAw4r5tNVpI0Ib0ERFV9D3jRvLZLh5YvAS6ZdF2SpKf0eYpJkrSEGRCSpCYDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUpMBIUlqMiAkSU0GhCSpyYCQJDUZEJKkpt4CIsmmJLcmWZ9ktrE9ST6QZGOSW5Ks6qNOSZpWvfwm9ZBTq+qBBbadCazoHq8CPtj9lSRNwFI+xXQu8LEa+Bfg4CSH912UJE2LPgOigOuSrEuyurH9COCeofXNXdvTJFmdZDbJ7LZt28ZUqiRNnz4D4uSqWsXgVNKFSV63Oy9SVWuraqaqZpYtW7a4FUrSFOstIKpqS/d3K3AlcOK8LluAo4bWj+zaJEkT0EtAJDkwyUFzy8DpwIZ53a4Cfr27m+nVwMNVdd+ES5WkqdXXXUyHAVcmmavhr6vq80l+F6CqLgWuAc4CNgLfB36zp1olaSr1EhBVdTdwQqP90qHlAi6cZF2SpKcs5dtcJUk9MiAkSU0GhCSpyYCQJDUZEJKkJgNCktRkQEiSmgwISVKTASFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQpLUZEBIkpoMCElSU1+/KCdJe53la67uZb+bLjp7LK/rEYQkqWniAZHkqCRfTHJ7ktuSvL3R55QkDydZ3z3ePek6JWna9XGKaQfw+1V1U5KDgHVJrq+q2+f1++eqOqeH+iRJ9HAEUVX3VdVN3fIjwB3AEZOuQ5K0c71eg0iyHHgF8NXG5pOS3Jzkc0l+aqKFSZL6u4spyY8Cfwu8o6q2z9t8E/DSqno0yVnAZ4AVC7zOamA1wNFHHz3GiiVpuvRyBJFkPwbh8Imq+rv526tqe1U92i1fA+yX5NDWa1XV2qqaqaqZZcuWjbVuSZomfdzFFOAy4I6qev8CfV7c9SPJiQzqfHByVUqS+jjF9Brg14Bbk6zv2t4FHA1QVZcCbwJ+L8kO4DHgvKqqHmqVpKk18YCoqi8D2UWfS4BLJlORJKnFqTamWF/TAkjaMzjVhiSpyYCQJDUZEJKkJgNCktRkQEiSmgwISVKTASFJajIgJElNBoQkqcmAkCQ1OdVGx2knJOnpPIKQJDUZEJKkJgNCktRkQEiSmgwISVKTASFJajIgJElNvQREkjOS3JlkY5I1je0/kuST3favJlk++SolabpNPCCS7AP8BXAmcBxwfpLj5nV7C/CdqvpJ4GLgv022SklSH0cQJwIbq+ruqnoc+Bvg3Hl9zgU+2i1/Gnh9kkywRkmaen1MtXEEcM/Q+mbgVQv1qaodSR4GXgQ8MP/FkqwGVnerjyZ5sNVvyh2KYzKfY/JMjknbkh+XPLdzLC9daMMePxdTVa0F1s6tJ5mtqpkeS1pyHJNnckyeyTFpm+Zx6eMU0xbgqKH1I7u2Zp8k+wI/Bjw4keokSUA/AfE1YEWSY5I8HzgPuGpen6uAC7rlNwH/UFU1wRolaepN/BRTd03hbcC1wD7A5VV1W5I/AWar6irgMuDjSTYCDzEIkVGt3XWXqeOYPJNj8kyOSdvUjkv8h7kkqcVvUkuSmgwISVLTHhUQSY5K8sUktye5Lcnbu/ZDklyf5K7u7wu79iT5QDdlxy1JVvX7DhZfkv2T3Jjk5m5M/lPXfkw3TcnGbtqS53ftUzONSZJ9knw9yWe7dcck2ZTk1iTrk8x2bVP7+QFIcnCSTyf5RpI7kpw07WMyZ48KCGAH8PtVdRzwauDCbpqONcANVbUCuKFbh8F0Hiu6x2rgg5Mveex+AJxWVScAK4EzkryawfQkF3fTlXyHwfQlMF3TmLwduGNo3TEZOLWqVg7d2z/Nnx+APwM+X1UvB05g8P/MtI/JQFXtsQ/g74E3AHcCh3dthwN3dssfAs4f6v9kv73xARwA3MTgm+kPAPt27ScB13bL1wIndcv7dv3Sd+1jGIsjGXywTwM+C2Tax6R7f5uAQ+e1Te3nh8F3rP51/n/vaR6T4ceedgTxpO40wCuArwKHVdV93aZvA4d1y61pPY6YUIkT051KWQ9sBa4Hvgl8t6p2dF2G3/fTpjEB5qYx2dv8KfAHwA+79RfhmAAUcF2Sdd00NTDdn59jgG3A/+xOR344yYFM95g8aY8MiCQ/Cvwt8I6q2j68rQaxPlX37lbVE1W1ksG/mk8EXt5zSb1Kcg6wtarW9V3LEnRyVa1icKrkwiSvG944hZ+ffYFVwAer6hXA93jqdBIwlWPypD0uIJLsxyAcPlFVf9c135/k8G774Qz+JQ2jTeux16iq7wJfZHD65OBumhJ4+vuehmlMXgO8MckmBrMFn8bgPPM0jwkAVbWl+7sVuJLBPyim+fOzGdhcVV/t1j/NIDCmeUyetEcFRDfl92XAHVX1/qFNw1NzXMDg2sRc+693dx68Gnh46LBxr5BkWZKDu+UXMLgmcweDoHhT123+mOzV05hU1Tur6siqWs7gW/j/UFVvZorHBCDJgUkOmlsGTgc2MMWfn6r6NnBPkmO7ptcDtzPFY/I0fV8EeTYP4GQGh3q3AOu7x1kMzhffANwFfAE4pOsfBj9O9E3gVmCm7/cwhjE5Hvh6NyYbgHd37S8DbgQ2Ap8CfqRr379b39htf1nf72HM43MK8FnH5Mn3f3P3uA34o659aj8/3ftcCcx2n6HPAC+c9jGZezjVhiSpaY86xSRJmhwDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnp/wOgJ2v9b5E0XgAAAABJRU5ErkJggg==\n"},"metadata":{"needs_background":"light"}}],"source":["Math_NonMissing.plot.hist(bins=nbins_SAT_Math)"]},{"cell_type":"code","execution_count":null,"id":"b281cbe6","metadata":{"id":"b281cbe6","outputId":"df2e31d6-a8c8-48bc-a931-d3b40eb35cd9","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409706,"user_tz":240,"elapsed":449,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["477.2368421052632"]},"metadata":{},"execution_count":30}],"source":["Math_NonMissing.mean()"]},{"cell_type":"code","execution_count":null,"id":"b86e1f4c","metadata":{"id":"b86e1f4c","outputId":"c39d7714-77e0-411a-9309-607b3ba38dfb","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409708,"user_tz":240,"elapsed":65,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["470.0"]},"metadata":{},"execution_count":31}],"source":["Math_NonMissing.median()"]},{"cell_type":"code","execution_count":null,"id":"7a823d24","metadata":{"id":"7a823d24","outputId":"19ac66f2-4b88-418e-e697-38ae352f577d","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409710,"user_tz":240,"elapsed":56,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["440"]},"metadata":{},"execution_count":32}],"source":["Math_NonMissing.value_counts().index[0]"]},{"cell_type":"code","execution_count":null,"id":"71555ec3","metadata":{"id":"71555ec3","outputId":"e98da6d3-27b4-4b98-b0e3-df50352dc936","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409712,"user_tz":240,"elapsed":47,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["-0.13309060962677174"]},"metadata":{},"execution_count":33}],"source":["skew(Math_NonMissing)"]},{"cell_type":"code","execution_count":null,"id":"0565d5af","metadata":{"id":"0565d5af"},"outputs":[],"source":["# Since the Distribution of \"SAT_Math\" Is Relatively Normal, We Should Replace Missing Values with the Mean\n","continuousMissingValues_dict[\"SAT_Math\"] = int(Math_NonMissing.mean())"]},{"cell_type":"markdown","id":"ec4c4a71","metadata":{"id":"ec4c4a71"},"source":["##### <font color=mediumorchid>`SAT_Writing`</font>"]},{"cell_type":"code","execution_count":null,"id":"c986fbf5","metadata":{"id":"c986fbf5","outputId":"cddef8cf-8ac1-4acc-a9a8-2bd6eff52475","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421409715,"user_tz":240,"elapsed":40,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["75"]},"metadata":{},"execution_count":35}],"source":["Writing_NonMissing = data.SAT_Writing[data.SAT_Writing > -1]\n","len(Writing_NonMissing)"]},{"cell_type":"code","source":["nbins_SAT_Writing = computeNumberofBins(Writing_NonMissing)\n","nbins_SAT_Writing"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"D34T1_O4YiXU","executionInfo":{"status":"ok","timestamp":1648421409717,"user_tz":240,"elapsed":35,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"de6296cc-0f7b-49ee-f900-f6f4b4022c7e"},"id":"D34T1_O4YiXU","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["9"]},"metadata":{},"execution_count":36}]},{"cell_type":"code","execution_count":null,"id":"3ae5a9ba","metadata":{"id":"3ae5a9ba","outputId":"73ffa4f3-3412-4742-eda1-9f4aa8ae1f93","colab":{"base_uri":"https://localhost:8080/","height":282},"executionInfo":{"status":"ok","timestamp":1648421409718,"user_tz":240,"elapsed":29,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["<matplotlib.axes._subplots.AxesSubplot at 0x7fe159f8e150>"]},"metadata":{},"execution_count":37},{"output_type":"display_data","data":{"text/plain":["<Figure size 432x288 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAYgAAAD4CAYAAAD2FnFTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAATWElEQVR4nO3df7DddX3n8edLwKKUFTV3EYEY6DK41ErMXoOM6AJWyq/KtuO2ZNyVdt3Gtjijs8600XbUdXdn2NlRrKUVU2H9sZaytYKsRAGpW+uMCgkGCCBLxLgkIAn+AFFGNvjeP8736uXyuclJcs/5XnKej5kz9/v9fD/n+33nM1xe9/vjfE6qCkmS5npG3wVIkhYnA0KS1GRASJKaDAhJUpMBIUlqOrDvAhbSkiVLatmyZX2XIUlPGxs2bHioqqZa2/argFi2bBnr16/vuwxJetpI8u35tnmJSZLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNRkQkqQmA0KS1LRffZJaGoVla67tuwQAtlx0Tt8laMJ4BiFJahrZGUSSy4Fzge1V9ZKu7Urg+K7LYcAPqmp5471bgB8CTwA7q2p6VHVKktpGeYnpo8AlwMdnGqrqt2eWk7wPeHgX7z+tqh4aWXWSpF0aWUBU1ZeSLGttSxLgt4DTR3V8SdK+6esexKuAB6vqnnm2F3B9kg1JVu9qR0lWJ1mfZP2OHTsWvFBJmlR9BcQq4IpdbD+lqlYAZwEXJnn1fB2ram1VTVfV9NRU8zsvJEl7YewBkeRA4DeBK+frU1Xbup/bgauAleOpTpI0o48ziF8FvlFVW1sbkxyS5NCZZeAMYNMY65MkMcKASHIF8BXg+CRbk7yp23Q+cy4vJXlhknXd6uHAl5PcCtwEXFtVnx9VnZKktlE+xbRqnvbfabTdD5zdLd8LnDiquiRJw/GT1JKkJgNCktRkQEiSmgwISVKTASFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUtPIAiLJ5Um2J9k0q+09SbYl2di9zp7nvWcmuTvJ5iRrRlWjJGl+ozyD+ChwZqP94qpa3r3Wzd2Y5ADgL4CzgBOAVUlOGGGdkqSGkQVEVX0J+N5evHUlsLmq7q2qx4G/Ac5b0OIkSbt1YA/HfEuSNwLrgbdX1ffnbD8SuG/W+lbgpPl2lmQ1sBpg6dKlC1yqtHgsW3Nt3yUAsOWic/ouQWMy7pvUHwJ+CVgOPAC8b193WFVrq2q6qqanpqb2dXeSpM5YA6KqHqyqJ6rqp8BfMbicNNc24OhZ60d1bZKkMRprQCQ5YtbqbwCbGt1uBo5LckySZwLnA9eMoz5J0s+N7B5EkiuAU4ElSbYC7wZOTbIcKGAL8Oau7wuBj1TV2VW1M8lbgOuAA4DLq+qOUdUpSWobWUBU1apG82Xz9L0fOHvW+jrgKY/ASpLGx09SS5KaDAhJUpMBIUlqMiAkSU0GhCSpyYCQJDX1MReTpKcx54SaHJ5BSJKaDAhJUpMBIUlqMiAkSU0GhCSpyYCQJDUZEJKkJgNCktRkQEiSmgwISVKTASFJajIgJElNBoQkqWlkAZHk8iTbk2ya1fbfknwjyW1Jrkpy2Dzv3ZLk9iQbk6wfVY2SpPmN8gzio8CZc9puAF5SVS8F/g/wjl28/7SqWl5V0yOqT5K0CyMLiKr6EvC9OW3XV9XObvWrwFGjOr4kad/0eQ/i3wGfm2dbAdcn2ZBk9a52kmR1kvVJ1u/YsWPBi5SkSdVLQCT5E2An8Ml5upxSVSuAs4ALk7x6vn1V1dqqmq6q6ampqRFUK0mTaewBkeR3gHOBN1RVtfpU1bbu53bgKmDl2AqUJAFjDogkZwJ/BLyuqn48T59Dkhw6swycAWxq9ZUkjc4oH3O9AvgKcHySrUneBFwCHArc0D3CemnX94VJ1nVvPRz4cpJbgZuAa6vq86OqU5LUduCodlxVqxrNl83T937g7G75XuDEUdUlSRqOn6SWJDUZEJKkJgNCktRkQEiSmgwISVKTASFJahoqIJL8yqgLkSQtLsOeQfxlkpuS/GGS54y0IknSojBUQFTVq4A3AEcDG5L8dZLXjrQySVKvhr4HUVX3AH8K/DHwL4EPdt8O95ujKk6S1J9h70G8NMnFwF3A6cCvV9U/75YvHmF9kqSeDDsX058DHwHeWVWPzTRW1f1J/nQklWniLVtzbd8lSBNt2IA4B3isqp4ASPIM4OCq+nFVfWJk1UmSejPsPYgvAM+atf7srk2StJ8aNiAOrqpHZ1a65WePpiRJ0mIwbED8KMmKmZUk/wJ4bBf9JUlPc8Peg3gb8LdJ7gcCvAD47ZFVJUnq3VABUVU3J3kxcHzXdHdV/b/RlSVJ6tuefOXoy4Fl3XtWJKGqPj6SqiRJvRsqIJJ8AvglYCPwRNdcgAEhSfupYc8gpoETqqr2ZOdJLgfOBbZX1Uu6tucBVzI4G9kC/FZVfb/x3gsYTO0B8J+r6mN7cmxJ0r4Z9immTQxuTO+pjwJnzmlbA9xYVccBN3brT9KFyLuBk4CVwLuTPHcvji9J2kvDnkEsAe5MchPwk5nGqnrdrt5UVV9KsmxO83nAqd3yx4D/zWACwNl+Dbihqr4HkOQGBkFzxZD1SpL20bAB8Z4FPObhVfVAt/wd4PBGnyOB+2atb+3aniLJamA1wNKlSxewTEmabMN+H8Q/MLhfcFC3fDNwy74evLunsUf3NRr7WFtV01U1PTU1ta8lSZI6w073/XvAp4APd01HAlfv5TEfTHJEt98jgO2NPtsYfDnRjKO6NknSmAx7k/pC4JXAI/CzLw/6p3t5zGuAC7rlC4DPNPpcB5yR5LndzekzujZJ0pgMGxA/qarHZ1aSHMgQl4aSXAF8BTg+ydYkbwIuAl6b5B7gV7t1kkwn+QhAd3P6PzG4lHUz8N6ZG9aSpPEY9ib1PyR5J/Cs7ruo/xD4X7t7U1WtmmfTaxp91wP/ftb65cDlQ9YnSVpgw55BrAF2ALcDbwbW8fMPsUmS9kPDTtb3U+CvupckaQIMOxfTt2jcc6iqYxe8IknSorAnczHNOBj418DzFr4cSdJiMewH5b4767Wtqj4AnDPi2iRJPRr2EtOKWavPYHBGsSffJSFJepoZ9n/y75u1vJNumu4Fr0aStGgM+xTTaaMuRJK0uAx7iek/7Gp7Vb1/YcqRJC0We/IU08sZzKME8OvATcA9oyhKktS/YQPiKGBFVf0QIMl7gGur6t+MqjBJUr+GnWrjcODxWeuP0/6iH0nSfmLYM4iPAzcluapb/1cMvi5UkrSfGvYppv+S5HPAq7qm362qr4+uLElS34a9xATwbOCRqvozYGuSY0ZUkyRpERj2K0ffDfwx8I6u6SDgf4yqKElS/4Y9g/gN4HXAjwCq6n7g0FEVJUnq37AB8XhVFd2U30kOGV1JkqTFYNiA+J9JPgwcluT3gC/glwdJ0n5tt08xJQlwJfBi4BHgeOBdVXXD3hwwyfHd/mYc2+3vA7P6nAp8BvhW1/Tpqnrv3hxPkrR3dhsQVVVJ1lXVrwB7FQpz9nc3sBwgyQHANuCqRtd/rKpz9/V4kqS9M+wlpluSvHwEx38N8M2q+vYI9i1J2gfDBsRJwFeTfDPJbUluT3LbAhz/fOCKebadnOTWJJ9L8ssLcCxJ0h7Y5SWmJEur6v8Cv7bQB07yTAaPzr6jsfkW4EVV9WiSs4GrgePm2c9qYDXA0qVLF7pMSZpYuzuDuBqguwT0/qr69uzXPh77LOCWqnpw7oaqeqSqHu2W1wEHJVnS2klVra2q6aqanpqa2seSJEkzdhcQmbV87AIfexXzXF5K8oLu6SmSrGRQ53cX+PiSpF3Y3VNMNc/yPuk+aPda4M2z2n4foKouBV4P/EGSncBjwPndB/UkSWOyu4A4MckjDM4kntUt061XVf2TvTloVf0IeP6ctktnLV8CXLI3+5YkLYxdBkRVHTCuQiRJi8ueTPctSZogBoQkqcmAkCQ1GRCSpCYDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNe32O6klaTFatubavktgy0Xn9F3CSHkGIUlqMiAkSU0GhCSpyYCQJDUZEJKkJgNCktRkQEiSmnoLiCRbktyeZGOS9Y3tSfLBJJuT3JZkRR91StKk6vuDcqdV1UPzbDsLOK57nQR8qPspSRqDxXyJ6Tzg4zXwVeCwJEf0XZQkTYo+zyAKuD5JAR+uqrVzth8J3DdrfWvX9sDsTklWA6sBli5dOrpqJ8himMJAUv/6PIM4papWMLiUdGGSV+/NTqpqbVVNV9X01NTUwlYoSROst4Coqm3dz+3AVcDKOV22AUfPWj+qa5MkjUEvAZHkkCSHziwDZwCb5nS7Bnhj9zTTK4CHq+oBJElj0dc9iMOBq5LM1PDXVfX5JL8PUFWXAuuAs4HNwI+B3+2pVkmaSL0ERFXdC5zYaL901nIBF46zLknSzy3mx1wlST0yICRJTQaEJKnJgJAkNRkQkqQmA0KS1NT3bK6S9LS1WOYt23LROSPZr2cQkqQmA0KS1GRASJKaDAhJUpMBIUlqMiAkSU0GhCSpyYCQJDUZEJKkJgNCktRkQEiSmgwISVKTASFJahp7QCQ5OskXk9yZ5I4kb230OTXJw0k2dq93jbtOSZp0fUz3vRN4e1XdkuRQYEOSG6rqzjn9/rGqzu2hPkkSPZxBVNUDVXVLt/xD4C7gyHHXIUnatV7vQSRZBrwM+Fpj88lJbk3yuSS/vIt9rE6yPsn6HTt2jKhSSZo8vQVEkl8E/g54W1U9MmfzLcCLqupE4M+Bq+fbT1WtrarpqpqempoaXcGSNGF6CYgkBzEIh09W1afnbq+qR6rq0W55HXBQkiVjLlOSJlofTzEFuAy4q6reP0+fF3T9SLKSQZ3fHV+VkqQ+nmJ6JfBvgduTbOza3gksBaiqS4HXA3+QZCfwGHB+VVUPtUrSxBp7QFTVl4Hsps8lwCXjqUiS1OInqSVJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUpMBIUlqMiAkSU0GhCSpyYCQJDX1MVnforRszbV9lyBJi4pnEJKkJgNCktRkQEiSmgwISVKTASFJajIgJElNBoQkqcmAkCQ19RIQSc5McneSzUnWNLb/QpIru+1fS7Js/FVK0mQbe0AkOQD4C+As4ARgVZIT5nR7E/D9qvpnwMXAfx1vlZKkPs4gVgKbq+reqnoc+BvgvDl9zgM+1i1/CnhNkoyxRkmaeH3MxXQkcN+s9a3ASfP1qaqdSR4Gng88NHdnSVYDq7vVR5PcvZd1LWntX0/hOA3HcRqO4zS8eccq+3aN5UXzbXjaT9ZXVWuBtfu6nyTrq2p6AUrarzlOw3GchuM4Da+PserjEtM24OhZ60d1bc0+SQ4EngN8dyzVSZKAfgLiZuC4JMckeSZwPnDNnD7XABd0y68H/r6qaow1StLEG/slpu6ewluA64ADgMur6o4k7wXWV9U1wGXAJ5JsBr7HIERGbZ8vU00Ix2k4jtNwHKfhjX2s4h/mkqQWP0ktSWoyICRJTRMREEmOTvLFJHcmuSPJW7v25yW5Ick93c/ndu1J8sFuqo/bkqzo918wHkkOTnJTklu7cfqPXfsx3ZQnm7spUJ7ZtU/0lChJDkjy9SSf7dYdp4YkW5LcnmRjkvVdm797cyQ5LMmnknwjyV1JTu57nCYiIICdwNur6gTgFcCF3fQea4Abq+o44MZuHQbTgBzXvVYDHxp/yb34CXB6VZ0ILAfOTPIKBlOdXNxNffJ9BlOhgFOivBW4a9a64zS/06pq+azn+P3de6o/Az5fVS8GTmTw31a/41RVE/cCPgO8FrgbOKJrOwK4u1v+MLBqVv+f9ZuUF/Bs4BYGn3J/CDiwaz8ZuK5bvg44uVs+sOuXvmsf0/gc1f3Cng58FojjNO9YbQGWzGnzd+/J4/Ec4Ftz/7voe5wm5QziZ7rT+5cBXwMOr6oHuk3fAQ7vllvTgRw5phJ71V022QhsB24Avgn8oKp2dl1mj8WTpkQBZqZEmQQfAP4I+Gm3/nwcp/kUcH2SDd3UOODv3lzHADuA/95dtvxIkkPoeZwmKiCS/CLwd8DbquqR2dtqEMMT/8xvVT1RVcsZ/IW8EnhxzyUtOknOBbZX1Ya+a3maOKWqVjC4LHJhklfP3ujvHjA4s1wBfKiqXgb8iJ9fTgL6GaeJCYgkBzEIh09W1ae75geTHNFtP4LBX80w3HQg+7Wq+gHwRQaXSg7rpjyBJ4/FpE6J8krgdUm2MJiN+HQG148dp4aq2tb93A5cxeAPD3/3nmwrsLWqvtatf4pBYPQ6ThMREN1U4ZcBd1XV+2dtmj2lxwUM7k3MtL+xe1LgFcDDs07z9ltJppIc1i0/i8F9mrsYBMXru25zx2nipkSpqndU1VFVtYzBp/z/vqregOP0FEkOSXLozDJwBrAJf/eepKq+A9yX5Piu6TXAnfQ9Tn3fnBnTDaBTGJya3QZs7F5nM7gOfCNwD/AF4Hld/zD4UqNvArcD033/G8Y0Ti8Fvt6N0ybgXV37scBNwGbgb4Ff6NoP7tY3d9uP7fvf0MOYnQp81nGad3yOBW7tXncAf9K1+7v31LFaDqzvfv+uBp7b9zg51YYkqWkiLjFJkvacASFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQpLU9P8B3I1vtrZVm+8AAAAASUVORK5CYII=\n"},"metadata":{"needs_background":"light"}}],"source":["Writing_NonMissing.plot.hist(bins=nbins_SAT_Writing)"]},{"cell_type":"code","execution_count":null,"id":"dd8db1af","metadata":{"id":"dd8db1af","outputId":"7d50e169-d76f-4e47-a7d2-b09a9f077782","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421410095,"user_tz":240,"elapsed":398,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["434.0"]},"metadata":{},"execution_count":38}],"source":["Writing_NonMissing.mean()"]},{"cell_type":"code","execution_count":null,"id":"bb68eb4d","metadata":{"id":"bb68eb4d","outputId":"58522a37-9c8b-44de-cf9e-2c545fe48563","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421410097,"user_tz":240,"elapsed":108,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["430.0"]},"metadata":{},"execution_count":39}],"source":["Writing_NonMissing.median()"]},{"cell_type":"code","execution_count":null,"id":"ffd53d3d","metadata":{"id":"ffd53d3d","outputId":"6d38da42-f83a-47e1-d983-2310cede9f8d","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421410098,"user_tz":240,"elapsed":104,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["490"]},"metadata":{},"execution_count":40}],"source":["Writing_NonMissing.value_counts().index[0]"]},{"cell_type":"code","execution_count":null,"id":"ea8dfe1a","metadata":{"id":"ea8dfe1a","outputId":"7cf6d285-d72f-4cd2-fdc4-30f2aa0577ad","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421410100,"user_tz":240,"elapsed":97,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["-0.13099798373563076"]},"metadata":{},"execution_count":41}],"source":["skew(Writing_NonMissing)"]},{"cell_type":"code","execution_count":null,"id":"8ff86096","metadata":{"id":"8ff86096"},"outputs":[],"source":["# Since the Distribution of \"SAT_Writing\" Is Relatively Normal, We Should Replace Missing Values with the Mean\n","continuousMissingValues_dict[\"SAT_Writing\"] = int(Writing_NonMissing.mean())"]},{"cell_type":"markdown","source":["##### <font color=mediumorchid>Fill in the Missing Values</font>"],"metadata":{"id":"B_f1GPHKNhW8"},"id":"B_f1GPHKNhW8"},{"cell_type":"code","source":["for column in continuous_with_unknowns:\n","    # Replace with the Previously Determined Value\n","    new_value = continuousMissingValues_dict[column]\n","    \n","    data[column].replace(-1, new_value, inplace=True)"],"metadata":{"id":"Mgzt3tH-Ngt3"},"id":"Mgzt3tH-Ngt3","execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["##### <font color=mediumorchid>`GPA`</font>"],"metadata":{"id":"yJbPEEcsNzoY"},"id":"yJbPEEcsNzoY"},{"cell_type":"code","source":["GPA_NonMissing = data.GPA[data.GPA < 9.999]\n","len(GPA_NonMissing)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"o8kuEW73NzXO","executionInfo":{"status":"ok","timestamp":1648421410103,"user_tz":240,"elapsed":92,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"c6e3591c-9384-460a-9ba6-6cbb25a123de"},"id":"o8kuEW73NzXO","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["137"]},"metadata":{},"execution_count":44}]},{"cell_type":"code","source":["nbins_GPA = computeNumberofBins(GPA_NonMissing)\n","nbins_GPA"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"V8sAHi8oYviM","executionInfo":{"status":"ok","timestamp":1648421410104,"user_tz":240,"elapsed":84,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"e7a22d25-351c-4627-b869-5efb85144b1e"},"id":"V8sAHi8oYviM","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["9"]},"metadata":{},"execution_count":45}]},{"cell_type":"code","source":["GPA_NonMissing.plot.hist(bins=nbins_GPA)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":282},"id":"w7XkP-6_NzPB","executionInfo":{"status":"ok","timestamp":1648421410105,"user_tz":240,"elapsed":79,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"4431a705-35ec-47e6-afa8-55c3b8347175"},"id":"w7XkP-6_NzPB","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["<matplotlib.axes._subplots.AxesSubplot at 0x7fe159f1a610>"]},"metadata":{},"execution_count":46},{"output_type":"display_data","data":{"text/plain":["<Figure size 432x288 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAX4AAAD4CAYAAADrRI2NAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAQpElEQVR4nO3dfYxldX3H8feHBwsoipYpboB1rBItrfLgihpqq1haFAWsViFV0VLXtJJCSlJXYnyobYKJgvWh1lWIi48g+ICAbRGJ1qSCu4jypIHStQURVkEBJdDFb/+4Z3GYndk5u+65d4bf+5XczHm6cz57Mvnsuef+7rmpKiRJ7dhh0gEkSeNl8UtSYyx+SWqMxS9JjbH4JakxO006QB977rlnTU9PTzqGJC0p69at+3FVTc1eviSKf3p6mrVr1046hiQtKUl+MNdyL/VIUmMsfklqjMUvSY2x+CWpMRa/JDXG4pekxgxW/El2SXJFku8kuTbJO7rlT0xyeZIbk5yT5BFDZZAkbW7IM/77gMOq6gDgQOCIJM8G3gWcUVVPBu4EThgwgyRplsGKv0bu6WZ37h4FHAac1y1fAxwzVAZJ0uYG/eRukh2BdcCTgQ8C/wX8tKo2dpvcDOw9z3NXAisBli9fPmRMScD0qosmHQGA9acdOekID3uDvrlbVQ9U1YHAPsAhwFO34rmrq2pFVa2YmtrsVhOSpG00llE9VfVT4DLgOcAeSTa90tgHuGUcGSRJI0OO6plKskc3vStwOHA9o/8AXt5tdjzwxaEySJI2N+Q1/mXAmu46/w7AuVV1YZLrgM8k+Qfg28CZA2aQJM0yWPFX1XeBg+ZYfhOj6/2SpAnwk7uS1BiLX5IaY/FLUmMsfklqjMUvSY2x+CWpMRa/JDXG4pekxlj8ktQYi1+SGmPxS1JjLH5JaozFL0mNsfglqTEWvyQ1xuKXpMZY/JLUGItfkhpj8UtSYyx+SWqMxS9JjbH4JakxFr8kNcbil6TGWPyS1JjBij/JvkkuS3JdkmuTnNQtf3uSW5Jc1T1eNFQGSdLmdhrwd28ETqmqK5PsDqxLckm37oyqeveA+5YkzWOw4q+qW4Fbu+m7k1wP7D3U/iRJ/Qx5xv+gJNPAQcDlwKHAiUleA6xl9KrgzjmesxJYCbB8+fJxxJS0CEyvumjSEQBYf9qRk44wmMHf3E3yKOB84OSqugv4EPAk4EBGrwjeM9fzqmp1Va2oqhVTU1NDx5SkZgxa/El2ZlT6n6yqzwFU1W1V9UBV/RL4CHDIkBkkSQ815KieAGcC11fV6TOWL5ux2UuBa4bKIEna3JDX+A8FXg1cneSqbtmpwHFJDgQKWA+8YcAMkqRZhhzV8w0gc6y6eKh9SpIW5id3JakxYxnOKWl+i2X4otrhGb8kNcbil6TGWPyS1BiLX5IaY/FLUmMsfklqjMUvSY2x+CWpMRa/JDXG4pekxlj8ktQYi1+SGmPxS1JjLH5JaozFL0mNsfglqTEWvyQ1xuKXpMZY/JLUGItfkhrjl62rWX7JuVrlGb8kNcbil6TGWPyS1JjBij/JvkkuS3JdkmuTnNQtf1ySS5Lc0P187FAZJEmbG/KMfyNwSlXtDzwbeGOS/YFVwKVVtR9waTcvSRqTwYq/qm6tqiu76buB64G9gaOBNd1ma4BjhsogSdrcWK7xJ5kGDgIuB/aqqlu7VT8C9prnOSuTrE2ydsOGDeOIKUlNGLz4kzwKOB84uarumrmuqgqouZ5XVaurakVVrZiamho6piQ1Y9DiT7Izo9L/ZFV9rlt8W5Jl3fplwO1DZpAkPdSQo3oCnAlcX1Wnz1h1AXB8N3088MWhMkiSNjfkLRsOBV4NXJ3kqm7ZqcBpwLlJTgB+ALxiwAySpFkGK/6q+gaQeVa/YKj9SpK2rNelniRPGzqIJGk8+l7j/+ckVyT56ySPGTSRJGlQvYq/qp4L/DmwL7AuyaeSHD5oMknSIHqP6qmqG4C3AG8C/hB4X5LvJfnTocJJkra/vtf4n57kDEa3XTgMeElV/U43fcaA+SRJ21nfUT3vBz4KnFpV925aWFU/TPKWQZJJkgbRt/iPBO6tqgcAkuwA7FJVv6iqjw+WTpK03fW9xv8VYNcZ87t1yyRJS0zf4t+lqu7ZNNNN7zZMJEnSkPoW/8+THLxpJskzgHu3sL0kaZHqe43/ZOCzSX7I6DYMjwdeOVgqSdJgehV/VX0ryVOBp3SLvl9V/zdcLEnSULbmJm3PBKa75xychKo6e5BUkqTB9Cr+JB8HngRcBTzQLS7A4pekJabvGf8KYP/uqxIlSUtY31E91zB6Q1eStMT1PePfE7guyRXAfZsWVtVRg6SSJA2mb/G/fcgQkqTx6Tuc82tJngDsV1VfSbIbsOOw0SRJQ+h7W+bXA+cBH+4W7Q18YahQkqTh9H1z943AocBd8OCXsvzWUKEkScPpW/z3VdX9m2aS7MRoHL8kaYnpW/xfS3IqsGv3XbufBb40XCxJ0lD6Fv8qYANwNfAG4GJG378rSVpi+o7q+SXwke4hSVrC+o7q+e8kN81+LPCcs5LcnuSaGcvenuSWJFd1jxf9uv8ASdLW2Zp79WyyC/BnwOMWeM7HgA+w+Y3czqiqd/fcryRpO+t1xl9VP5nxuKWq3svoC9i39JyvA3dsj5CSpO2n722ZD54xuwOjVwBbcy//mU5M8hpgLXBKVd05zz5XAisBli9fvo27kiTN1re83zNjeiOwHnjFNuzvQ8A7GX0G4J3d7/2LuTasqtXAaoAVK1b4mQFJ2k76jup5/vbYWVXdtmk6yUeAC7fH75Uk9df3Us/fbml9VZ3e8/csq6pbu9mXMrrPvyRpjLZmVM8zgQu6+ZcAVwA3zPeEJJ8GngfsmeRm4G3A85IcyOhSz3pGHwaTJI1R3+LfBzi4qu6G0Xh84KKqetV8T6iq4+ZYfOZWJ5QkbVd9b9mwF3D/jPn7u2WSpCWm7xn/2cAVST7fzR8DrBkmkiRpSH1H9fxjki8Dz+0Wva6qvj1cLEnSUPpe6gHYDbirqv4JuDnJEwfKJEkaUN+btL0NeBPw5m7RzsAnhgolSRpO3zP+lwJHAT8HqKofArsPFUqSNJy+xX9/VRXd1y0meeRwkSRJQ+pb/Ocm+TCwR5LXA1/BL2WRpCVpwVE9SQKcAzwVuAt4CvDWqrpk4Gx6GJteddGkI0hbtFj+RteftsU74G+TBYu/qirJxVX1NMCyl6Qlru+lniuTPHPQJJKksej7yd1nAa9Ksp7RyJ4wejHw9KGCSZKGscXiT7K8qv4H+JMx5ZEkDWyhM/4vMLor5w+SnF9VLxtHKEnScBa6xp8Z0789ZBBJ0ngsVPw1z7QkaYla6FLPAUnuYnTmv2s3Db96c/fRg6aTJG13Wyz+qtpxXEEkSeOxNbdlliQ9DFj8ktQYi1+SGmPxS1JjLH5JaozFL0mNsfglqTEWvyQ1ZrDiT3JWktuTXDNj2eOSXJLkhu7nY4favyRpbkOe8X8MOGLWslXApVW1H3BpNy9JGqPBir+qvg7cMWvx0cCabnoNcMxQ+5ckzW3c1/j3qqpbu+kfAXvNt2GSlUnWJlm7YcOG8aSTpAZM7M3dqiq2cKvnqlpdVSuqasXU1NQYk0nSw9u4i/+2JMsAup+3j3n/ktS8cRf/BcDx3fTxwBfHvH9Jat6Qwzk/Dfwn8JQkNyc5ATgNODzJDcAfdfOSpDFa6Bu4tllVHTfPqhcMtU9J0sL85K4kNWawM34tTtOrLpp0BEkT5hm/JDXG4pekxlj8ktQYi1+SGmPxS1JjLH5JaozFL0mNsfglqTEWvyQ1xuKXpMZY/JLUGItfkhpj8UtSYyx+SWqMxS9JjbH4JakxFr8kNcbil6TGWPyS1BiLX5IaY/FLUmMsfklqjMUvSY3ZaRI7TbIeuBt4ANhYVSsmkUOSWjSR4u88v6p+PMH9S1KTvNQjSY2ZVPEX8O9J1iVZOdcGSVYmWZtk7YYNG8YcT5IeviZV/L9fVQcDLwTemOQPZm9QVaurakVVrZiamhp/Qkl6mJpI8VfVLd3P24HPA4dMIocktWjsxZ/kkUl23zQN/DFwzbhzSFKrJjGqZy/g80k27f9TVfWvE8ghSU0ae/FX1U3AAePeryRpxOGcktQYi1+SGmPxS1JjLH5JaozFL0mNsfglqTEWvyQ1xuKXpMZY/JLUGItfkhpj8UtSYyx+SWqMxS9JjbH4JakxFr8kNcbil6TGWPyS1BiLX5IaY/FLUmMsfklqjMUvSY2x+CWpMTtNOsDQplddNOkIkrSoeMYvSY2x+CWpMRa/JDVmIsWf5Igk309yY5JVk8ggSa0ae/En2RH4IPBCYH/guCT7jzuHJLVqEmf8hwA3VtVNVXU/8Bng6AnkkKQmTWI4597A/86Yvxl41uyNkqwEVnaz9yT5/hiyLWRP4MeTDrGNzD5+SzU3mH1SNsued/1av+8Jcy1ctOP4q2o1sHrSOWZKsraqVkw6x7Yw+/gt1dxg9kkZV/ZJXOq5Bdh3xvw+3TJJ0hhMovi/BeyX5IlJHgEcC1wwgRyS1KSxX+qpqo1JTgT+DdgROKuqrh13jm20qC49bSWzj99SzQ1mn5SxZE9VjWM/kqRFwk/uSlJjLH5JaozFP0uSs5LcnuSaedY/L8nPklzVPd467ozzSbJvksuSXJfk2iQnzbFNkryvu13Gd5McPImsszL1yb0oj3uSXZJckeQ7XfZ3zLHNbyQ5pzvmlyeZHn/SzfXM/tokG2Yc97+cRNb5JNkxybeTXDjHukV53GHB3IMf80U7jn+CPgZ8ADh7C9v8R1W9eDxxtspG4JSqujLJ7sC6JJdU1XUztnkhsF/3eBbwIeb4AN2Y9ckNi/O43wccVlX3JNkZ+EaSL1fVN2dscwJwZ1U9OcmxwLuAV04i7Cx9sgOcU1UnTiBfHycB1wOPnmPdYj3usOXcMPAx94x/lqr6OnDHpHNsi6q6taqu7KbvZvSHtfeszY4Gzq6RbwJ7JFk25qgP0TP3otQdx3u62Z27x+wRE0cDa7rp84AXJMmYIs6rZ/ZFK8k+wJHAR+fZZFEe9x65B2fxb5vndC+Pv5zkdycdZi7dy9qDgMtnrZrrlhmLpmS3kBsW6XHvXrZfBdwOXFJV8x7zqtoI/Az4zfGmnFuP7AAv6y4Lnpdk3znWT8p7gb8DfjnP+sV63BfKDQMfc4t/610JPKGqDgDeD3xhwnk2k+RRwPnAyVV116Tz9LVA7kV73Kvqgao6kNGn0A9J8nuTztRXj+xfAqar6unAJfzqDHqikrwYuL2q1k06y9bomXvwY27xb6WqumvTy+OquhjYOcmeE471oO5a7fnAJ6vqc3NssihvmbFQ7sV+3AGq6qfAZcARs1Y9eMyT7AQ8BvjJeNNt2XzZq+onVXVfN/tR4BnjzjaPQ4GjkqxndIffw5J8YtY2i/G4L5h7HMfc4t9KSR6/6TphkkMYHcNJ/zEBoxE7wJnA9VV1+jybXQC8phvd82zgZ1V169hCzqFP7sV63JNMJdmjm94VOBz43qzNLgCO76ZfDny1FsEnJ/tkn/X+z1GM3n+ZuKp6c1XtU1XTjG778tWqetWszRbdce+TexzH3FE9syT5NPA8YM8kNwNvY/SmF1X1L4z+gP4qyUbgXuDYSf8xzXAo8Grg6u66LcCpwHJ4MP/FwIuAG4FfAK+bQM7Z+uRerMd9GbAmoy8Y2gE4t6ouTPL3wNqquoDRf2ofT3Ijo4EDx04u7kP0yf43SY5iNPLqDuC1E0vbwxI57psZ9zH3lg2S1Bgv9UhSYyx+SWqMxS9JjbH4JakxFr8kNcbil6TGWPyS1Jj/B0MX9vyysEVNAAAAAElFTkSuQmCC\n"},"metadata":{"needs_background":"light"}}]},{"cell_type":"code","source":["GPA_NonMissing.mean()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"jXYKl4y_NzHk","executionInfo":{"status":"ok","timestamp":1648421410106,"user_tz":240,"elapsed":73,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"46e38915-1d33-4cdb-cada-00a683bb628e"},"id":"jXYKl4y_NzHk","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["3.3852021897810216"]},"metadata":{},"execution_count":47}]},{"cell_type":"code","source":["GPA_NonMissing.median()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"yAXWWzkpNy_n","executionInfo":{"status":"ok","timestamp":1648421410107,"user_tz":240,"elapsed":68,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"dc9cb37e-5c9c-4a3f-a620-1e68d5b7c6e7"},"id":"yAXWWzkpNy_n","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["3.458"]},"metadata":{},"execution_count":48}]},{"cell_type":"code","source":["GPA_NonMissing.value_counts().index[0]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"aKRGnB59Ny3B","executionInfo":{"status":"ok","timestamp":1648421410107,"user_tz":240,"elapsed":59,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"36150168-ce82-44d7-a15b-a0f712427ff3"},"id":"aKRGnB59Ny3B","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["4.0"]},"metadata":{},"execution_count":49}]},{"cell_type":"code","source":["skew(GPA_NonMissing)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"H878c-AbNyve","executionInfo":{"status":"ok","timestamp":1648421410108,"user_tz":240,"elapsed":54,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"7af4dbd0-cfe8-4bcd-85f9-4674e12b6182"},"id":"H878c-AbNyve","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["-0.4106302340673227"]},"metadata":{},"execution_count":50}]},{"cell_type":"code","source":["# Since the Distribution of \"GPA\" Is Relatively Normal, We Should Replace Missing Values with the Mean\n","continuousMissingValues_dict[\"GPA\"] = float(GPA_NonMissing.mean())"],"metadata":{"id":"X1pz4H-xNyoG"},"id":"X1pz4H-xNyoG","execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["##### <font color=mediumorchid>Fill in the Missing Values</font>"],"metadata":{"id":"rjLB-YFSOBwQ"},"id":"rjLB-YFSOBwQ"},{"cell_type":"code","source":["gpa_new_value = continuousMissingValues_dict[\"GPA\"]\n","    \n","data[\"GPA\"].replace(9.999, gpa_new_value, inplace=True)"],"metadata":{"id":"nCOT_prTOBn8"},"id":"nCOT_prTOBn8","execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["## <font color=royalblue>Reformat the Target Variable</font>"],"metadata":{"id":"XNGUgEECw9JM"},"id":"XNGUgEECw9JM"},{"cell_type":"code","source":["data.PS_Graduated.value_counts()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"F0ebhkKsxBDD","executionInfo":{"status":"ok","timestamp":1648421410112,"user_tz":240,"elapsed":48,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"11edc5a1-c252-420a-fb15-55b710d46e4b"},"id":"F0ebhkKsxBDD","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["1    78\n","0    58\n","9    10\n","Name: PS_Graduated, dtype: int64"]},"metadata":{},"execution_count":53}]},{"cell_type":"code","source":["# Include the 10 \"Not Applicable\" Students in the Dropouts Group\n","data[\"PS_Graduated\"] = data.PS_Graduated.transform(lambda x: 0 if x == 9 else x)\n","data.PS_Graduated.value_counts()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"XUNOw270xAxx","executionInfo":{"status":"ok","timestamp":1648421410114,"user_tz":240,"elapsed":44,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"3324f348-a96e-4569-c4ef-998a7789ee19"},"id":"XUNOw270xAxx","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["1    78\n","0    68\n","Name: PS_Graduated, dtype: int64"]},"metadata":{},"execution_count":54}]},{"cell_type":"markdown","id":"9fbb6319","metadata":{"id":"9fbb6319"},"source":["## <font color=royalblue>Rearrange the DataFrame</font>"]},{"cell_type":"code","execution_count":null,"id":"6aeedc08","metadata":{"id":"6aeedc08","outputId":"8dd8b8b1-1510-4882-b07b-f6661cbba162","colab":{"base_uri":"https://localhost:8080/","height":519},"executionInfo":{"status":"ok","timestamp":1648421410661,"user_tz":240,"elapsed":584,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["     Gender  Hispanic  AmerInd  Asian  Black  White  Hawaiian  Multinational  \\\n","ID                                                                             \n","0         1         0        0      1      0      0         0              0   \n","1         1         0        0      0      1      0         0              0   \n","2         1         1        0      0      0      0         0              0   \n","3         1         0        0      0      1      0         0              0   \n","4         1         0        0      0      1      0         0              0   \n","..      ...       ...      ...    ...    ...    ...       ...            ...   \n","141       0         0        0      0      1      0         0              0   \n","142       1         1        0      0      0      1         0              1   \n","143       0         1        0      0      0      1         0              1   \n","144       1         1        0      0      0      0         0              0   \n","145       0         0        0      0      1      0         1              1   \n","\n","     LimitedEnglish  Eligibility  ...  Student_MurdersCateg  \\\n","ID                                ...                         \n","0                 1            1  ...                  High   \n","1                 0            1  ...                  High   \n","2                 0            1  ...                  High   \n","3                 0            1  ...                  High   \n","4                 0            2  ...                  High   \n","..              ...          ...  ...                   ...   \n","141               0            1  ...                  High   \n","142               0            1  ...                  High   \n","143               0            1  ...                  High   \n","144               0            2  ...                  High   \n","145               0            2  ...                  High   \n","\n","     Student_RapesCateg  Student_RobberiesCateg  Student_AssaultsCateg  \\\n","ID                                                                       \n","0                   Low                    High                   High   \n","1                   Low                    High                   High   \n","2                   Low                    High                    Low   \n","3                  High                    High                   High   \n","4                  High                    High                   High   \n","..                  ...                     ...                    ...   \n","141                 Low                    High                   High   \n","142                 Low                    High                   High   \n","143                 Low                    High                   High   \n","144                 Low                    High                   High   \n","145                 Low                    High                   High   \n","\n","     Student_PropertyCrimesCateg  Student_BurglariesCateg  \\\n","ID                                                          \n","0                           High                     High   \n","1                            Low                      Low   \n","2                            Low                     High   \n","3                           High                     High   \n","4                           High                     High   \n","..                           ...                      ...   \n","141                         High                     High   \n","142                          Low                     High   \n","143                         High                     High   \n","144                          Low                     High   \n","145                         High                     High   \n","\n","     Student_LarceniesCateg  Student_VehicleTheftsCateg  Distance_to_HS  \\\n","ID                                                                        \n","0                       Low                        High        3.922676   \n","1                       Low                        High        0.677924   \n","2                       Low                        High        1.050270   \n","3                       Low                        High        2.263438   \n","4                       Low                        High        1.611439   \n","..                      ...                         ...             ...   \n","141                     Low                        High       21.119729   \n","142                     Low                        High        3.867340   \n","143                     Low                        High        1.338182   \n","144                     Low                        High       20.062405   \n","145                     Low                        High        0.959701   \n","\n","     Distance_to_PS  \n","ID                   \n","0         19.596591  \n","1          2.130889  \n","2        111.509517  \n","3         18.169620  \n","4          3.422135  \n","..              ...  \n","141        6.756697  \n","142       18.598110  \n","143       17.132149  \n","144       19.992918  \n","145        4.243514  \n","\n","[146 rows x 106 columns]"],"text/html":["\n","  <div id=\"df-c2974049-9317-4b9c-a5be-6ff3a6896797\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Gender</th>\n","      <th>Hispanic</th>\n","      <th>AmerInd</th>\n","      <th>Asian</th>\n","      <th>Black</th>\n","      <th>White</th>\n","      <th>Hawaiian</th>\n","      <th>Multinational</th>\n","      <th>LimitedEnglish</th>\n","      <th>Eligibility</th>\n","      <th>...</th>\n","      <th>Student_MurdersCateg</th>\n","      <th>Student_RapesCateg</th>\n","      <th>Student_RobberiesCateg</th>\n","      <th>Student_AssaultsCateg</th>\n","      <th>Student_PropertyCrimesCateg</th>\n","      <th>Student_BurglariesCateg</th>\n","      <th>Student_LarceniesCateg</th>\n","      <th>Student_VehicleTheftsCateg</th>\n","      <th>Distance_to_HS</th>\n","      <th>Distance_to_PS</th>\n","    </tr>\n","    <tr>\n","      <th>ID</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.922676</td>\n","      <td>19.596591</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.677924</td>\n","      <td>2.130889</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.050270</td>\n","      <td>111.509517</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>2.263438</td>\n","      <td>18.169620</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.611439</td>\n","      <td>3.422135</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>141</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>21.119729</td>\n","      <td>6.756697</td>\n","    </tr>\n","    <tr>\n","      <th>142</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.867340</td>\n","      <td>18.598110</td>\n","    </tr>\n","    <tr>\n","      <th>143</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.338182</td>\n","      <td>17.132149</td>\n","    </tr>\n","    <tr>\n","      <th>144</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>20.062405</td>\n","      <td>19.992918</td>\n","    </tr>\n","    <tr>\n","      <th>145</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.959701</td>\n","      <td>4.243514</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>146 rows × 106 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c2974049-9317-4b9c-a5be-6ff3a6896797')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-c2974049-9317-4b9c-a5be-6ff3a6896797 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-c2974049-9317-4b9c-a5be-6ff3a6896797');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":55}],"source":["data"]},{"cell_type":"code","execution_count":null,"id":"5d22df32","metadata":{"id":"5d22df32"},"outputs":[],"source":["# Extract the Target Variable Column\n","last_column = data.pop(\"PS_Graduated\")\n","\n","# Make the Target Variable the Last Column\n","data.insert(105, \"PS_Graduated\", last_column)"]},{"cell_type":"code","execution_count":null,"id":"e9d71d59","metadata":{"id":"e9d71d59","outputId":"779b0e0f-34f9-4f5a-b687-9912763be03b","colab":{"base_uri":"https://localhost:8080/","height":519},"executionInfo":{"status":"ok","timestamp":1648421410667,"user_tz":240,"elapsed":73,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["     Gender  Hispanic  AmerInd  Asian  Black  White  Hawaiian  Multinational  \\\n","ID                                                                             \n","0         1         0        0      1      0      0         0              0   \n","1         1         0        0      0      1      0         0              0   \n","2         1         1        0      0      0      0         0              0   \n","3         1         0        0      0      1      0         0              0   \n","4         1         0        0      0      1      0         0              0   \n","..      ...       ...      ...    ...    ...    ...       ...            ...   \n","141       0         0        0      0      1      0         0              0   \n","142       1         1        0      0      0      1         0              1   \n","143       0         1        0      0      0      1         0              1   \n","144       1         1        0      0      0      0         0              0   \n","145       0         0        0      0      1      0         1              1   \n","\n","     LimitedEnglish  Eligibility  ...  Student_RapesCateg  \\\n","ID                                ...                       \n","0                 1            1  ...                 Low   \n","1                 0            1  ...                 Low   \n","2                 0            1  ...                 Low   \n","3                 0            1  ...                High   \n","4                 0            2  ...                High   \n","..              ...          ...  ...                 ...   \n","141               0            1  ...                 Low   \n","142               0            1  ...                 Low   \n","143               0            1  ...                 Low   \n","144               0            2  ...                 Low   \n","145               0            2  ...                 Low   \n","\n","     Student_RobberiesCateg  Student_AssaultsCateg  \\\n","ID                                                   \n","0                      High                   High   \n","1                      High                   High   \n","2                      High                    Low   \n","3                      High                   High   \n","4                      High                   High   \n","..                      ...                    ...   \n","141                    High                   High   \n","142                    High                   High   \n","143                    High                   High   \n","144                    High                   High   \n","145                    High                   High   \n","\n","     Student_PropertyCrimesCateg  Student_BurglariesCateg  \\\n","ID                                                          \n","0                           High                     High   \n","1                            Low                      Low   \n","2                            Low                     High   \n","3                           High                     High   \n","4                           High                     High   \n","..                           ...                      ...   \n","141                         High                     High   \n","142                          Low                     High   \n","143                         High                     High   \n","144                          Low                     High   \n","145                         High                     High   \n","\n","     Student_LarceniesCateg  Student_VehicleTheftsCateg  Distance_to_HS  \\\n","ID                                                                        \n","0                       Low                        High        3.922676   \n","1                       Low                        High        0.677924   \n","2                       Low                        High        1.050270   \n","3                       Low                        High        2.263438   \n","4                       Low                        High        1.611439   \n","..                      ...                         ...             ...   \n","141                     Low                        High       21.119729   \n","142                     Low                        High        3.867340   \n","143                     Low                        High        1.338182   \n","144                     Low                        High       20.062405   \n","145                     Low                        High        0.959701   \n","\n","     Distance_to_PS  PS_Graduated  \n","ID                                 \n","0         19.596591             1  \n","1          2.130889             0  \n","2        111.509517             1  \n","3         18.169620             0  \n","4          3.422135             0  \n","..              ...           ...  \n","141        6.756697             0  \n","142       18.598110             1  \n","143       17.132149             1  \n","144       19.992918             0  \n","145        4.243514             1  \n","\n","[146 rows x 106 columns]"],"text/html":["\n","  <div id=\"df-7a2e6000-c308-4a8a-b216-a733eb7b9416\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Gender</th>\n","      <th>Hispanic</th>\n","      <th>AmerInd</th>\n","      <th>Asian</th>\n","      <th>Black</th>\n","      <th>White</th>\n","      <th>Hawaiian</th>\n","      <th>Multinational</th>\n","      <th>LimitedEnglish</th>\n","      <th>Eligibility</th>\n","      <th>...</th>\n","      <th>Student_RapesCateg</th>\n","      <th>Student_RobberiesCateg</th>\n","      <th>Student_AssaultsCateg</th>\n","      <th>Student_PropertyCrimesCateg</th>\n","      <th>Student_BurglariesCateg</th>\n","      <th>Student_LarceniesCateg</th>\n","      <th>Student_VehicleTheftsCateg</th>\n","      <th>Distance_to_HS</th>\n","      <th>Distance_to_PS</th>\n","      <th>PS_Graduated</th>\n","    </tr>\n","    <tr>\n","      <th>ID</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.922676</td>\n","      <td>19.596591</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.677924</td>\n","      <td>2.130889</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.050270</td>\n","      <td>111.509517</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>2.263438</td>\n","      <td>18.169620</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.611439</td>\n","      <td>3.422135</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>141</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>21.119729</td>\n","      <td>6.756697</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>142</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.867340</td>\n","      <td>18.598110</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>143</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.338182</td>\n","      <td>17.132149</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>144</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>20.062405</td>\n","      <td>19.992918</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>145</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.959701</td>\n","      <td>4.243514</td>\n","      <td>1</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>146 rows × 106 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-7a2e6000-c308-4a8a-b216-a733eb7b9416')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-7a2e6000-c308-4a8a-b216-a733eb7b9416 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-7a2e6000-c308-4a8a-b216-a733eb7b9416');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":57}],"source":["data"]},{"cell_type":"markdown","id":"fce8414e","metadata":{"id":"fce8414e"},"source":["## <font color=royalblue>Set Aside Data for Model Deployment</font>"]},{"cell_type":"code","execution_count":null,"id":"40e0bf77","metadata":{"id":"40e0bf77"},"outputs":[],"source":["training_data, model_deployment_data = train_test_split(data, test_size=0.15, random_state=42)"]},{"cell_type":"code","execution_count":null,"id":"fc84c939","metadata":{"id":"fc84c939","outputId":"c5ec6308-cdd8-4a06-9f65-ea234919daa3","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648421410672,"user_tz":240,"elapsed":68,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Size of Training Set:  (124, 106)\n","Size of Model Deployment Set:  (22, 106)\n"]}],"source":["print(\"Size of Training Set: \", training_data.shape)\n","print(\"Size of Model Deployment Set: \", model_deployment_data.shape)"]},{"cell_type":"markdown","id":"8ac4d4be","metadata":{"id":"8ac4d4be"},"source":["#### <font color=darkviolet>Write the Model Deployment Dataset to a .csv File to Use in Code #6</font> "]},{"cell_type":"code","source":["model_deployment_data"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":864},"id":"lZx7mFCctODY","executionInfo":{"status":"ok","timestamp":1648421410674,"user_tz":240,"elapsed":61,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"fccc7b8d-2708-4790-f272-c26b97ee08bc"},"id":"lZx7mFCctODY","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["     Gender  Hispanic  AmerInd  Asian  Black  White  Hawaiian  Multinational  \\\n","ID                                                                             \n","45        1         0        0      0      1      0         0              0   \n","97        0         1        0      0      0      0         0              0   \n","27        0         0        0      1      0      0         0              0   \n","19        0         0        0      1      0      0         0              0   \n","42        0         0        0      1      0      0         0              0   \n","120       1         1        0      0      0      0         0              0   \n","29        0         1        0      0      0      0         0              0   \n","80        1         1        0      0      0      0         0              0   \n","66        0         1        0      0      0      0         0              0   \n","18        0         1        0      0      0      0         0              0   \n","12        1         0        0      1      0      0         0              0   \n","115       0         1        0      0      0      1         0              1   \n","141       0         0        0      0      1      0         0              0   \n","78        1         0        0      0      1      0         0              0   \n","137       1         1        0      0      0      1         0              1   \n","36        0         1        0      0      0      0         0              0   \n","60        1         0        0      0      1      0         0              0   \n","139       0         1        0      0      0      1         0              1   \n","30        1         0        0      0      1      0         0              0   \n","55        1         0        0      0      1      0         0              0   \n","96        0         0        0      0      1      0         0              0   \n","122       0         0        0      1      0      0         0              0   \n","\n","     LimitedEnglish  Eligibility  ...  Student_RapesCateg  \\\n","ID                                ...                       \n","45                0            1  ...                High   \n","97                0            1  ...                 Low   \n","27                0            1  ...                 Low   \n","19                0            1  ...                 Low   \n","42                0            1  ...                 Low   \n","120               0            1  ...                 Low   \n","29                0            1  ...                 Low   \n","80                0            1  ...                 Low   \n","66                0            1  ...                 Low   \n","18                0            1  ...                 Low   \n","12                0            1  ...                 Low   \n","115               0            1  ...                 Low   \n","141               0            1  ...                 Low   \n","78                0            1  ...                 Low   \n","137               0            1  ...                 Low   \n","36                0            1  ...                 Low   \n","60                0            1  ...                 Low   \n","139               0            1  ...                 Low   \n","30                0            1  ...                 Low   \n","55                0            1  ...                 Low   \n","96                0            1  ...                High   \n","122               1            7  ...                 Low   \n","\n","     Student_RobberiesCateg  Student_AssaultsCateg  \\\n","ID                                                   \n","45                     High                   High   \n","97                     High                   High   \n","27                     High                    Low   \n","19                     High                    Low   \n","42                     High                    Low   \n","120                    High                   High   \n","29                      Low                    Low   \n","80                     High                   High   \n","66                     High                   High   \n","18                     High                   High   \n","12                     High                   High   \n","115                    High                   High   \n","141                    High                   High   \n","78                     High                   High   \n","137                    High                   High   \n","36                     High                   High   \n","60                     High                   High   \n","139                    High                   High   \n","30                     High                    Low   \n","55                     High                   High   \n","96                     High                   High   \n","122                    High                    Low   \n","\n","     Student_PropertyCrimesCateg  Student_BurglariesCateg  \\\n","ID                                                          \n","45                           Low                      Low   \n","97                           Low                     High   \n","27                           Low                      Low   \n","19                           Low                      Low   \n","42                           Low                     High   \n","120                         High                     High   \n","29                           Low                      Low   \n","80                          High                     High   \n","66                           Low                     High   \n","18                           Low                     High   \n","12                          High                     High   \n","115                         High                     High   \n","141                         High                     High   \n","78                          High                     High   \n","137                          Low                     High   \n","36                           Low                     High   \n","60                          High                     High   \n","139                         High                     High   \n","30                           Low                      Low   \n","55                           Low                      Low   \n","96                          High                     High   \n","122                          Low                     High   \n","\n","     Student_LarceniesCateg  Student_VehicleTheftsCateg  Distance_to_HS  \\\n","ID                                                                        \n","45                      Low                        High        1.623791   \n","97                      Low                        High       20.716670   \n","27                      Low                         Low        4.704604   \n","19                      Low                        High        3.428077   \n","42                      Low                        High        0.097676   \n","120                     Low                        High        0.322020   \n","29                      Low                         Low        4.901315   \n","80                      Low                        High       23.025727   \n","66                      Low                        High       23.242655   \n","18                      Low                        High        3.109302   \n","12                      Low                        High        0.636286   \n","115                     Low                        High       20.363916   \n","141                     Low                        High       21.119729   \n","78                      Low                        High       21.882671   \n","137                     Low                        High        1.398539   \n","36                      Low                        High        1.611304   \n","60                      Low                        High        3.452736   \n","139                     Low                        High        1.897360   \n","30                      Low                        High       19.078862   \n","55                      Low                        High        0.823260   \n","96                      Low                        High        1.132954   \n","122                     Low                        High        0.632286   \n","\n","     Distance_to_PS  PS_Graduated  \n","ID                                 \n","45         4.237257             1  \n","97         6.872459             0  \n","27        21.525485             1  \n","19        17.439528             1  \n","42         1.376207             0  \n","120       12.419241             0  \n","29        14.473225             1  \n","80         1.763638             1  \n","66         2.558783             0  \n","18         5.952502             0  \n","12         1.127950             0  \n","115        5.597416             0  \n","141        6.756697             0  \n","78         4.215228             0  \n","137       19.502330             1  \n","36        23.372303             1  \n","60       890.971287             1  \n","139       21.798498             0  \n","30       108.380994             0  \n","55         2.482092             0  \n","96         5.983585             0  \n","122       19.831952             1  \n","\n","[22 rows x 106 columns]"],"text/html":["\n","  <div id=\"df-6d2da0ee-fefc-4bed-b660-ed527c82a51c\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Gender</th>\n","      <th>Hispanic</th>\n","      <th>AmerInd</th>\n","      <th>Asian</th>\n","      <th>Black</th>\n","      <th>White</th>\n","      <th>Hawaiian</th>\n","      <th>Multinational</th>\n","      <th>LimitedEnglish</th>\n","      <th>Eligibility</th>\n","      <th>...</th>\n","      <th>Student_RapesCateg</th>\n","      <th>Student_RobberiesCateg</th>\n","      <th>Student_AssaultsCateg</th>\n","      <th>Student_PropertyCrimesCateg</th>\n","      <th>Student_BurglariesCateg</th>\n","      <th>Student_LarceniesCateg</th>\n","      <th>Student_VehicleTheftsCateg</th>\n","      <th>Distance_to_HS</th>\n","      <th>Distance_to_PS</th>\n","      <th>PS_Graduated</th>\n","    </tr>\n","    <tr>\n","      <th>ID</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>45</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.623791</td>\n","      <td>4.237257</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>97</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>20.716670</td>\n","      <td>6.872459</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>27</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>4.704604</td>\n","      <td>21.525485</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>19</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.428077</td>\n","      <td>17.439528</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>42</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.097676</td>\n","      <td>1.376207</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>120</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.322020</td>\n","      <td>12.419241</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>29</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>4.901315</td>\n","      <td>14.473225</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>80</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>23.025727</td>\n","      <td>1.763638</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>66</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>23.242655</td>\n","      <td>2.558783</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>18</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.109302</td>\n","      <td>5.952502</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>12</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.636286</td>\n","      <td>1.127950</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>115</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>20.363916</td>\n","      <td>5.597416</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>141</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>21.119729</td>\n","      <td>6.756697</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>78</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>21.882671</td>\n","      <td>4.215228</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>137</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.398539</td>\n","      <td>19.502330</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>36</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.611304</td>\n","      <td>23.372303</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>60</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.452736</td>\n","      <td>890.971287</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>139</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.897360</td>\n","      <td>21.798498</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>30</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>19.078862</td>\n","      <td>108.380994</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>55</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.823260</td>\n","      <td>2.482092</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>96</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.132954</td>\n","      <td>5.983585</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>122</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>7</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.632286</td>\n","      <td>19.831952</td>\n","      <td>1</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>22 rows × 106 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-6d2da0ee-fefc-4bed-b660-ed527c82a51c')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-6d2da0ee-fefc-4bed-b660-ed527c82a51c button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-6d2da0ee-fefc-4bed-b660-ed527c82a51c');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":60}]},{"cell_type":"code","source":["model_deployment_data = model_deployment_data.reset_index()\n","model_deployment_data.drop(\"ID\", axis=1, inplace=True)\n","model_deployment_data"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":833},"id":"R7QNRC_dtxL3","executionInfo":{"status":"ok","timestamp":1648421410676,"user_tz":240,"elapsed":58,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"dc272123-ad32-439b-b2a4-f5760a9608a0"},"id":"R7QNRC_dtxL3","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["    Gender  Hispanic  AmerInd  Asian  Black  White  Hawaiian  Multinational  \\\n","0        1         0        0      0      1      0         0              0   \n","1        0         1        0      0      0      0         0              0   \n","2        0         0        0      1      0      0         0              0   \n","3        0         0        0      1      0      0         0              0   \n","4        0         0        0      1      0      0         0              0   \n","5        1         1        0      0      0      0         0              0   \n","6        0         1        0      0      0      0         0              0   \n","7        1         1        0      0      0      0         0              0   \n","8        0         1        0      0      0      0         0              0   \n","9        0         1        0      0      0      0         0              0   \n","10       1         0        0      1      0      0         0              0   \n","11       0         1        0      0      0      1         0              1   \n","12       0         0        0      0      1      0         0              0   \n","13       1         0        0      0      1      0         0              0   \n","14       1         1        0      0      0      1         0              1   \n","15       0         1        0      0      0      0         0              0   \n","16       1         0        0      0      1      0         0              0   \n","17       0         1        0      0      0      1         0              1   \n","18       1         0        0      0      1      0         0              0   \n","19       1         0        0      0      1      0         0              0   \n","20       0         0        0      0      1      0         0              0   \n","21       0         0        0      1      0      0         0              0   \n","\n","    LimitedEnglish  Eligibility  ...  Student_RapesCateg  \\\n","0                0            1  ...                High   \n","1                0            1  ...                 Low   \n","2                0            1  ...                 Low   \n","3                0            1  ...                 Low   \n","4                0            1  ...                 Low   \n","5                0            1  ...                 Low   \n","6                0            1  ...                 Low   \n","7                0            1  ...                 Low   \n","8                0            1  ...                 Low   \n","9                0            1  ...                 Low   \n","10               0            1  ...                 Low   \n","11               0            1  ...                 Low   \n","12               0            1  ...                 Low   \n","13               0            1  ...                 Low   \n","14               0            1  ...                 Low   \n","15               0            1  ...                 Low   \n","16               0            1  ...                 Low   \n","17               0            1  ...                 Low   \n","18               0            1  ...                 Low   \n","19               0            1  ...                 Low   \n","20               0            1  ...                High   \n","21               1            7  ...                 Low   \n","\n","    Student_RobberiesCateg  Student_AssaultsCateg  \\\n","0                     High                   High   \n","1                     High                   High   \n","2                     High                    Low   \n","3                     High                    Low   \n","4                     High                    Low   \n","5                     High                   High   \n","6                      Low                    Low   \n","7                     High                   High   \n","8                     High                   High   \n","9                     High                   High   \n","10                    High                   High   \n","11                    High                   High   \n","12                    High                   High   \n","13                    High                   High   \n","14                    High                   High   \n","15                    High                   High   \n","16                    High                   High   \n","17                    High                   High   \n","18                    High                    Low   \n","19                    High                   High   \n","20                    High                   High   \n","21                    High                    Low   \n","\n","    Student_PropertyCrimesCateg  Student_BurglariesCateg  \\\n","0                           Low                      Low   \n","1                           Low                     High   \n","2                           Low                      Low   \n","3                           Low                      Low   \n","4                           Low                     High   \n","5                          High                     High   \n","6                           Low                      Low   \n","7                          High                     High   \n","8                           Low                     High   \n","9                           Low                     High   \n","10                         High                     High   \n","11                         High                     High   \n","12                         High                     High   \n","13                         High                     High   \n","14                          Low                     High   \n","15                          Low                     High   \n","16                         High                     High   \n","17                         High                     High   \n","18                          Low                      Low   \n","19                          Low                      Low   \n","20                         High                     High   \n","21                          Low                     High   \n","\n","    Student_LarceniesCateg  Student_VehicleTheftsCateg  Distance_to_HS  \\\n","0                      Low                        High        1.623791   \n","1                      Low                        High       20.716670   \n","2                      Low                         Low        4.704604   \n","3                      Low                        High        3.428077   \n","4                      Low                        High        0.097676   \n","5                      Low                        High        0.322020   \n","6                      Low                         Low        4.901315   \n","7                      Low                        High       23.025727   \n","8                      Low                        High       23.242655   \n","9                      Low                        High        3.109302   \n","10                     Low                        High        0.636286   \n","11                     Low                        High       20.363916   \n","12                     Low                        High       21.119729   \n","13                     Low                        High       21.882671   \n","14                     Low                        High        1.398539   \n","15                     Low                        High        1.611304   \n","16                     Low                        High        3.452736   \n","17                     Low                        High        1.897360   \n","18                     Low                        High       19.078862   \n","19                     Low                        High        0.823260   \n","20                     Low                        High        1.132954   \n","21                     Low                        High        0.632286   \n","\n","    Distance_to_PS  PS_Graduated  \n","0         4.237257             1  \n","1         6.872459             0  \n","2        21.525485             1  \n","3        17.439528             1  \n","4         1.376207             0  \n","5        12.419241             0  \n","6        14.473225             1  \n","7         1.763638             1  \n","8         2.558783             0  \n","9         5.952502             0  \n","10        1.127950             0  \n","11        5.597416             0  \n","12        6.756697             0  \n","13        4.215228             0  \n","14       19.502330             1  \n","15       23.372303             1  \n","16      890.971287             1  \n","17       21.798498             0  \n","18      108.380994             0  \n","19        2.482092             0  \n","20        5.983585             0  \n","21       19.831952             1  \n","\n","[22 rows x 106 columns]"],"text/html":["\n","  <div id=\"df-52ef0bae-7c87-4dc3-9876-c4a38ec940b9\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Gender</th>\n","      <th>Hispanic</th>\n","      <th>AmerInd</th>\n","      <th>Asian</th>\n","      <th>Black</th>\n","      <th>White</th>\n","      <th>Hawaiian</th>\n","      <th>Multinational</th>\n","      <th>LimitedEnglish</th>\n","      <th>Eligibility</th>\n","      <th>...</th>\n","      <th>Student_RapesCateg</th>\n","      <th>Student_RobberiesCateg</th>\n","      <th>Student_AssaultsCateg</th>\n","      <th>Student_PropertyCrimesCateg</th>\n","      <th>Student_BurglariesCateg</th>\n","      <th>Student_LarceniesCateg</th>\n","      <th>Student_VehicleTheftsCateg</th>\n","      <th>Distance_to_HS</th>\n","      <th>Distance_to_PS</th>\n","      <th>PS_Graduated</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.623791</td>\n","      <td>4.237257</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>20.716670</td>\n","      <td>6.872459</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>4.704604</td>\n","      <td>21.525485</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.428077</td>\n","      <td>17.439528</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.097676</td>\n","      <td>1.376207</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.322020</td>\n","      <td>12.419241</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>4.901315</td>\n","      <td>14.473225</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>23.025727</td>\n","      <td>1.763638</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>23.242655</td>\n","      <td>2.558783</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.109302</td>\n","      <td>5.952502</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>10</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.636286</td>\n","      <td>1.127950</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>20.363916</td>\n","      <td>5.597416</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>12</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>21.119729</td>\n","      <td>6.756697</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>13</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>21.882671</td>\n","      <td>4.215228</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>14</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.398539</td>\n","      <td>19.502330</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>15</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.611304</td>\n","      <td>23.372303</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>16</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.452736</td>\n","      <td>890.971287</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>17</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.897360</td>\n","      <td>21.798498</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>18</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>19.078862</td>\n","      <td>108.380994</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>19</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.823260</td>\n","      <td>2.482092</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>20</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.132954</td>\n","      <td>5.983585</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>21</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>7</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>0.632286</td>\n","      <td>19.831952</td>\n","      <td>1</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>22 rows × 106 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-52ef0bae-7c87-4dc3-9876-c4a38ec940b9')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-52ef0bae-7c87-4dc3-9876-c4a38ec940b9 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-52ef0bae-7c87-4dc3-9876-c4a38ec940b9');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":61}]},{"cell_type":"code","execution_count":null,"id":"539c68ac","metadata":{"id":"539c68ac"},"outputs":[],"source":["# Write the DataFrame to a .csv File\n","model_deployment_data.to_csv(\"/content/drive/MyDrive/Thesis/Codes/Final Datasets/model_deployment_dataset.csv\", index_label=\"ID\")"]},{"cell_type":"markdown","id":"f52563fb","metadata":{"id":"f52563fb"},"source":["## <font color=royalblue>Write the Training Dataset to a .csv File to Use in Codes #4 and #6</font>"]},{"cell_type":"code","source":["training_data"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":519},"id":"vSHWKf4UuJsW","executionInfo":{"status":"ok","timestamp":1648421412605,"user_tz":240,"elapsed":35,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"5306699d-1f02-44e1-ba1c-0019e8f6c281"},"id":"vSHWKf4UuJsW","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["     Gender  Hispanic  AmerInd  Asian  Black  White  Hawaiian  Multinational  \\\n","ID                                                                             \n","11        0         0        0      0      1      0         0              0   \n","67        1         1        0      0      0      0         0              0   \n","31        0         1        0      0      0      0         0              0   \n","93        0         0        0      0      1      0         0              0   \n","64        1         1        0      0      0      0         0              0   \n","..      ...       ...      ...    ...    ...    ...       ...            ...   \n","71        0         1        0      0      0      0         0              0   \n","106       1         0        0      0      0      1         0              0   \n","14        0         1        0      0      0      0         0              0   \n","92        1         1        0      0      0      0         0              0   \n","102       0         0        0      0      1      0         0              0   \n","\n","     LimitedEnglish  Eligibility  ...  Student_RapesCateg  \\\n","ID                                ...                       \n","11                0            1  ...                 Low   \n","67                0            2  ...                 Low   \n","31                0            3  ...                 Low   \n","93                0            1  ...                 Low   \n","64                0            3  ...                 Low   \n","..              ...          ...  ...                 ...   \n","71                0            1  ...                 Low   \n","106               0            1  ...                 Low   \n","14                0            1  ...                 Low   \n","92                1            1  ...                 Low   \n","102               0            1  ...                High   \n","\n","     Student_RobberiesCateg  Student_AssaultsCateg  \\\n","ID                                                   \n","11                     High                   High   \n","67                     High                   High   \n","31                     High                   High   \n","93                     High                   High   \n","64                     High                    Low   \n","..                      ...                    ...   \n","71                     High                    Low   \n","106                    High                    Low   \n","14                     High                    Low   \n","92                     High                   High   \n","102                    High                   High   \n","\n","     Student_PropertyCrimesCateg  Student_BurglariesCateg  \\\n","ID                                                          \n","11                           Low                     High   \n","67                          High                     High   \n","31                          High                     High   \n","93                           Low                     High   \n","64                           Low                     High   \n","..                           ...                      ...   \n","71                           Low                      Low   \n","106                          Low                     High   \n","14                           Low                      Low   \n","92                          High                     High   \n","102                          Low                     High   \n","\n","     Student_LarceniesCateg  Student_VehicleTheftsCateg  Distance_to_HS  \\\n","ID                                                                        \n","11                      Low                        High        1.527317   \n","67                      Low                        High        3.227670   \n","31                      Low                        High        1.803466   \n","93                      Low                        High        1.287508   \n","64                      Low                        High        4.410934   \n","..                      ...                         ...             ...   \n","71                      Low                        High       19.355286   \n","106                     Low                        High       22.010710   \n","14                      Low                        High        2.954628   \n","92                      Low                        High       21.245041   \n","102                     Low                        High        1.239157   \n","\n","     Distance_to_PS  PS_Graduated  \n","ID                                 \n","11         2.651641             0  \n","67        27.026511             1  \n","31         5.922479             0  \n","93        20.718053             0  \n","64         2.378576             1  \n","..              ...           ...  \n","71        20.589324             0  \n","106      161.404493             0  \n","14        18.060702             1  \n","92        88.935781             1  \n","102        9.510761             1  \n","\n","[124 rows x 106 columns]"],"text/html":["\n","  <div id=\"df-86671ed2-edfd-43f7-9c4a-290efb951ba9\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Gender</th>\n","      <th>Hispanic</th>\n","      <th>AmerInd</th>\n","      <th>Asian</th>\n","      <th>Black</th>\n","      <th>White</th>\n","      <th>Hawaiian</th>\n","      <th>Multinational</th>\n","      <th>LimitedEnglish</th>\n","      <th>Eligibility</th>\n","      <th>...</th>\n","      <th>Student_RapesCateg</th>\n","      <th>Student_RobberiesCateg</th>\n","      <th>Student_AssaultsCateg</th>\n","      <th>Student_PropertyCrimesCateg</th>\n","      <th>Student_BurglariesCateg</th>\n","      <th>Student_LarceniesCateg</th>\n","      <th>Student_VehicleTheftsCateg</th>\n","      <th>Distance_to_HS</th>\n","      <th>Distance_to_PS</th>\n","      <th>PS_Graduated</th>\n","    </tr>\n","    <tr>\n","      <th>ID</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>11</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.527317</td>\n","      <td>2.651641</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>67</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.227670</td>\n","      <td>27.026511</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>31</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>3</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.803466</td>\n","      <td>5.922479</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>93</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.287508</td>\n","      <td>20.718053</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>64</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>3</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>4.410934</td>\n","      <td>2.378576</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>71</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>19.355286</td>\n","      <td>20.589324</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>106</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>22.010710</td>\n","      <td>161.404493</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>14</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>2.954628</td>\n","      <td>18.060702</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>92</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>21.245041</td>\n","      <td>88.935781</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>102</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.239157</td>\n","      <td>9.510761</td>\n","      <td>1</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>124 rows × 106 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-86671ed2-edfd-43f7-9c4a-290efb951ba9')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-86671ed2-edfd-43f7-9c4a-290efb951ba9 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-86671ed2-edfd-43f7-9c4a-290efb951ba9');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":63}]},{"cell_type":"code","source":["training_data = training_data.reset_index()\n","training_data.drop(\"ID\", axis=1, inplace=True)\n","training_data"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":488},"id":"loB1v-yfuJgt","executionInfo":{"status":"ok","timestamp":1648421412607,"user_tz":240,"elapsed":32,"user":{"displayName":"Colette Barca","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi19Z2cpiZ6ouuHGjJ2spfEPwZ4GfacMwSgydGc=s64","userId":"07002218744542087387"}},"outputId":"b638669e-be57-463e-94fe-b6a7460186e3"},"id":"loB1v-yfuJgt","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["     Gender  Hispanic  AmerInd  Asian  Black  White  Hawaiian  Multinational  \\\n","0         0         0        0      0      1      0         0              0   \n","1         1         1        0      0      0      0         0              0   \n","2         0         1        0      0      0      0         0              0   \n","3         0         0        0      0      1      0         0              0   \n","4         1         1        0      0      0      0         0              0   \n","..      ...       ...      ...    ...    ...    ...       ...            ...   \n","119       0         1        0      0      0      0         0              0   \n","120       1         0        0      0      0      1         0              0   \n","121       0         1        0      0      0      0         0              0   \n","122       1         1        0      0      0      0         0              0   \n","123       0         0        0      0      1      0         0              0   \n","\n","     LimitedEnglish  Eligibility  ...  Student_RapesCateg  \\\n","0                 0            1  ...                 Low   \n","1                 0            2  ...                 Low   \n","2                 0            3  ...                 Low   \n","3                 0            1  ...                 Low   \n","4                 0            3  ...                 Low   \n","..              ...          ...  ...                 ...   \n","119               0            1  ...                 Low   \n","120               0            1  ...                 Low   \n","121               0            1  ...                 Low   \n","122               1            1  ...                 Low   \n","123               0            1  ...                High   \n","\n","     Student_RobberiesCateg  Student_AssaultsCateg  \\\n","0                      High                   High   \n","1                      High                   High   \n","2                      High                   High   \n","3                      High                   High   \n","4                      High                    Low   \n","..                      ...                    ...   \n","119                    High                    Low   \n","120                    High                    Low   \n","121                    High                    Low   \n","122                    High                   High   \n","123                    High                   High   \n","\n","     Student_PropertyCrimesCateg  Student_BurglariesCateg  \\\n","0                            Low                     High   \n","1                           High                     High   \n","2                           High                     High   \n","3                            Low                     High   \n","4                            Low                     High   \n","..                           ...                      ...   \n","119                          Low                      Low   \n","120                          Low                     High   \n","121                          Low                      Low   \n","122                         High                     High   \n","123                          Low                     High   \n","\n","     Student_LarceniesCateg  Student_VehicleTheftsCateg  Distance_to_HS  \\\n","0                       Low                        High        1.527317   \n","1                       Low                        High        3.227670   \n","2                       Low                        High        1.803466   \n","3                       Low                        High        1.287508   \n","4                       Low                        High        4.410934   \n","..                      ...                         ...             ...   \n","119                     Low                        High       19.355286   \n","120                     Low                        High       22.010710   \n","121                     Low                        High        2.954628   \n","122                     Low                        High       21.245041   \n","123                     Low                        High        1.239157   \n","\n","     Distance_to_PS  PS_Graduated  \n","0          2.651641             0  \n","1         27.026511             1  \n","2          5.922479             0  \n","3         20.718053             0  \n","4          2.378576             1  \n","..              ...           ...  \n","119       20.589324             0  \n","120      161.404493             0  \n","121       18.060702             1  \n","122       88.935781             1  \n","123        9.510761             1  \n","\n","[124 rows x 106 columns]"],"text/html":["\n","  <div id=\"df-de680cf0-c9aa-4faf-8b57-aa7158952f4b\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Gender</th>\n","      <th>Hispanic</th>\n","      <th>AmerInd</th>\n","      <th>Asian</th>\n","      <th>Black</th>\n","      <th>White</th>\n","      <th>Hawaiian</th>\n","      <th>Multinational</th>\n","      <th>LimitedEnglish</th>\n","      <th>Eligibility</th>\n","      <th>...</th>\n","      <th>Student_RapesCateg</th>\n","      <th>Student_RobberiesCateg</th>\n","      <th>Student_AssaultsCateg</th>\n","      <th>Student_PropertyCrimesCateg</th>\n","      <th>Student_BurglariesCateg</th>\n","      <th>Student_LarceniesCateg</th>\n","      <th>Student_VehicleTheftsCateg</th>\n","      <th>Distance_to_HS</th>\n","      <th>Distance_to_PS</th>\n","      <th>PS_Graduated</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.527317</td>\n","      <td>2.651641</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>3.227670</td>\n","      <td>27.026511</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>3</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.803466</td>\n","      <td>5.922479</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.287508</td>\n","      <td>20.718053</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>3</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>4.410934</td>\n","      <td>2.378576</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>119</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>19.355286</td>\n","      <td>20.589324</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>120</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>22.010710</td>\n","      <td>161.404493</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>121</th>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>2.954628</td>\n","      <td>18.060702</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>122</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>21.245041</td>\n","      <td>88.935781</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>123</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>...</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>Low</td>\n","      <td>High</td>\n","      <td>1.239157</td>\n","      <td>9.510761</td>\n","      <td>1</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>124 rows × 106 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-de680cf0-c9aa-4faf-8b57-aa7158952f4b')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-de680cf0-c9aa-4faf-8b57-aa7158952f4b button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-de680cf0-c9aa-4faf-8b57-aa7158952f4b');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":64}]},{"cell_type":"code","execution_count":null,"id":"1fa18372","metadata":{"id":"1fa18372"},"outputs":[],"source":["# Write the DataFrame to a .csv File\n","training_data.to_csv(\"/content/drive/MyDrive/Thesis/Codes/Final Datasets/cjb_final_dataset.csv\", index_label=\"ID\")"]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.8.8"},"colab":{"name":"Code #3 - DataPreparation.ipynb","provenance":[{"file_id":"10r3p0tUMQ9o53BHybhUvo2rbpBDtFQD7","timestamp":1647840106489}],"collapsed_sections":[]}},"nbformat":4,"nbformat_minor":5}