Auto_Sklearn.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "fb4baac5-f1cb-45be-910f-f03e5514fa72",
   "metadata": {},
   "outputs": [],
   "source": [
    "from autosklearn.classification import AutoSklearnClassifier\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import accuracy_score\n",
    "import pandas as pd\n",
    "\n",
    "# Preprocessing\n",
    "from sklearn.preprocessing import MinMaxScaler, RobustScaler, StandardScaler, Normalizer\n",
    "from sklearn.impute import SimpleImputer\n",
    "imputer = SimpleImputer()\n",
    "MMS = MinMaxScaler()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "fa1471db-0c5e-440f-9743-410fa8374e06",
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.read_csv('Current Stats and Game Features.csv') "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "a357c9e9-73ef-4296-b807-20715a190358",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Home Odds</th>\n",
       "      <th>Vis Odds</th>\n",
       "      <th>Home</th>\n",
       "      <th>Visitor</th>\n",
       "      <th>Home PTS</th>\n",
       "      <th>Vis PTS</th>\n",
       "      <th>Home Points Dif</th>\n",
       "      <th>Home Win</th>\n",
       "      <th>H  #Bat</th>\n",
       "      <th>...</th>\n",
       "      <th>V  1Run</th>\n",
       "      <th>V  vRHP</th>\n",
       "      <th>V  vLHP</th>\n",
       "      <th>V  ≥.500</th>\n",
       "      <th>V  &lt;.500</th>\n",
       "      <th>HomeLastDif</th>\n",
       "      <th>VisitorLastDif</th>\n",
       "      <th>HomeWinStreak</th>\n",
       "      <th>VisitorWinStreak</th>\n",
       "      <th>HomeTeamWonLast</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2006-06-18</td>\n",
       "      <td>2.00</td>\n",
       "      <td>1.83</td>\n",
       "      <td>Atlanta Braves</td>\n",
       "      <td>Boston Red Sox</td>\n",
       "      <td>7.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>False</td>\n",
       "      <td>45</td>\n",
       "      <td>...</td>\n",
       "      <td>29-20</td>\n",
       "      <td>61-45</td>\n",
       "      <td>25-31</td>\n",
       "      <td>37-44</td>\n",
       "      <td>49-32</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2006-06-21</td>\n",
       "      <td>1.63</td>\n",
       "      <td>2.29</td>\n",
       "      <td>Texas Rangers</td>\n",
       "      <td>San Diego Padres</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>False</td>\n",
       "      <td>51</td>\n",
       "      <td>...</td>\n",
       "      <td>30-22</td>\n",
       "      <td>71-57</td>\n",
       "      <td>17-17</td>\n",
       "      <td>30-19</td>\n",
       "      <td>58-55</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2006-06-21</td>\n",
       "      <td>1.67</td>\n",
       "      <td>2.25</td>\n",
       "      <td>Houston Astros</td>\n",
       "      <td>Minnesota Twins</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>39</td>\n",
       "      <td>...</td>\n",
       "      <td>20-11</td>\n",
       "      <td>62-40</td>\n",
       "      <td>34-26</td>\n",
       "      <td>41-38</td>\n",
       "      <td>55-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2006-06-21</td>\n",
       "      <td>2.10</td>\n",
       "      <td>1.77</td>\n",
       "      <td>Colorado Rockies</td>\n",
       "      <td>Oakland Athletics</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>False</td>\n",
       "      <td>50</td>\n",
       "      <td>...</td>\n",
       "      <td>32-22</td>\n",
       "      <td>70-51</td>\n",
       "      <td>23-18</td>\n",
       "      <td>42-37</td>\n",
       "      <td>51-32</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2006-06-21</td>\n",
       "      <td>1.43</td>\n",
       "      <td>2.90</td>\n",
       "      <td>New York Mets</td>\n",
       "      <td>Cincinnati Reds</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>False</td>\n",
       "      <td>49</td>\n",
       "      <td>...</td>\n",
       "      <td>27-20</td>\n",
       "      <td>56-58</td>\n",
       "      <td>24-24</td>\n",
       "      <td>27-34</td>\n",
       "      <td>53-48</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 224 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         Date  Home Odds  Vis Odds              Home            Visitor  \\\n",
       "0  2006-06-18       2.00      1.83    Atlanta Braves     Boston Red Sox   \n",
       "1  2006-06-21       1.63      2.29     Texas Rangers   San Diego Padres   \n",
       "2  2006-06-21       1.67      2.25    Houston Astros    Minnesota Twins   \n",
       "3  2006-06-21       2.10      1.77  Colorado Rockies  Oakland Athletics   \n",
       "4  2006-06-21       1.43      2.90     New York Mets    Cincinnati Reds   \n",
       "\n",
       "   Home PTS  Vis PTS  Home Points Dif  Home Win  H  #Bat  ...  V  1Run  \\\n",
       "0       7.0     10.0             -3.0     False       45  ...    29-20   \n",
       "1       2.0      3.0             -1.0     False       51  ...    30-22   \n",
       "2       5.0      3.0              2.0      True       39  ...    20-11   \n",
       "3       2.0      3.0             -1.0     False       50  ...    32-22   \n",
       "4       5.0      6.0             -1.0     False       49  ...    27-20   \n",
       "\n",
       "   V  vRHP  V  vLHP  V  ≥.500  V  <.500  HomeLastDif  VisitorLastDif  \\\n",
       "0    61-45    25-31     37-44     49-32            0               0   \n",
       "1    71-57    17-17     30-19     58-55            0               0   \n",
       "2    62-40    34-26     41-38     55-28            0               0   \n",
       "3    70-51    23-18     42-37     51-32            0               0   \n",
       "4    56-58    24-24     27-34     53-48            0               0   \n",
       "\n",
       "   HomeWinStreak  VisitorWinStreak  HomeTeamWonLast  \n",
       "0              0                 0                0  \n",
       "1              0                 0                0  \n",
       "2              0                 0                0  \n",
       "3              0                 0                0  \n",
       "4              0                 0                0  \n",
       "\n",
       "[5 rows x 224 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "48d339cf-e455-40a1-a58e-e83187a9b6e0",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Split columns with hyphens\n",
    "# Create function to use on both current and prev stats\n",
    "def transform(x, y):\n",
    "    \n",
    "    x = x.astype(str)\n",
    "    cols_to_delim = []\n",
    "    for col in x.columns:\n",
    "        result = x[col].str.contains(pat='\\d-\\d')\n",
    "        if result.any():\n",
    "            cols_to_delim.append(col)\n",
    "\n",
    "    for col in cols_to_delim:\n",
    "            x[[col + '1', col + '2']] = x[col].str.split('-', expand=True)\n",
    "            del x[col]\n",
    "\n",
    "    x = x.astype(float)\n",
    "    \n",
    "    # Scale and Normalise\n",
    "    x = imputer.fit_transform(x, y)\n",
    "    x = MMS.fit_transform(x)\n",
    "    return x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "29241f98-3878-4123-971f-8db599d32522",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Split and transform \n",
    "X = data.loc[:,'H  #Bat':]\n",
    "y = data['Home Win']\n",
    "X = transform(X, y)\n",
    "\n",
    "# Train, test, valid\n",
    "\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3)\n",
    "X_test, X_valid, y_test, y_valid = train_test_split(X_test, y_test, test_size=0.5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "2a548123-829e-45dd-82ff-3457e1a5dd38",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Initialize model\n",
    "\n",
    "model = AutoSklearnClassifier(\n",
    "    time_left_for_this_task= 5 * 60 * 60, # In seconds how long should the task take\n",
    "    per_run_time_limit=30,\n",
    "    n_jobs=-1,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "36ff246e-72c0-4ba4-a1c2-d1f250e20499",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/dev/miniconda3/envs/ai/lib/python3.7/site-packages/distributed/node.py:164: UserWarning: Port 8787 is already in use.\n",
      "Perhaps you already have a cluster running?\n",
      "Hosting the HTTP server on port 46703 instead\n",
      "  expected, actual\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 4h 34min 1s, sys: 35min 6s, total: 5h 9min 7s\n",
      "Wall time: 5h 8s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "AutoSklearnClassifier(n_jobs=-1, per_run_time_limit=30,\n",
       "                      time_left_for_this_task=18000)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "model.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "934e5179-3caf-4aba-89dd-2eb306c91e0b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "auto-sklearn results:\n",
      "  Dataset name: cfaf5266-d34d-11eb-96b0-bfd8c58d9f1b\n",
      "  Metric: accuracy\n",
      "  Best validation score: 0.549346\n",
      "  Number of target algorithm runs: 2798\n",
      "  Number of successful target algorithm runs: 1648\n",
      "  Number of crashed target algorithm runs: 170\n",
      "  Number of target algorithms that exceeded the time limit: 726\n",
      "  Number of target algorithms that exceeded the memory limit: 254\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(model.sprint_statistics())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "e11693db-328f-4414-b815-3e797ff60643",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[(0.200000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'qda', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'none', 'feature_preprocessor:__choice__': 'no_preprocessing', 'classifier:qda:reg_param': 0.06373385566204748},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.160000, SimpleClassificationPipeline({'balancing:strategy': 'weighting', 'classifier:__choice__': 'lda', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'quantile_transformer', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:lda:shrinkage': 'None', 'classifier:lda:tol': 0.003958115705774998, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.014639337190612507, 'data_preprocessing:numerical_transformer:rescaling:quantile_transformer:n_quantiles': 1101, 'data_preprocessing:numerical_transformer:rescaling:quantile_transformer:output_distribution': 'normal', 'feature_preprocessor:select_rates_classification:alpha': 0.093313211516671, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.160000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'mean', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 0.6168315940954152, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 4.038200378361463e-05, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.00990484553533233, 'feature_preprocessor:select_rates_classification:alpha': 0.14809043080053355, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.040000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.8133633935257936, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 1.661473561340284e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.09107752637149823, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.040000, SimpleClassificationPipeline({'balancing:strategy': 'weighting', 'classifier:__choice__': 'lda', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'quantile_transformer', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:lda:shrinkage': 'None', 'classifier:lda:tol': 0.00023857289633982896, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.0028545257643746765, 'data_preprocessing:numerical_transformer:rescaling:quantile_transformer:n_quantiles': 72, 'data_preprocessing:numerical_transformer:rescaling:quantile_transformer:output_distribution': 'normal', 'feature_preprocessor:select_rates_classification:alpha': 0.09944531342167637, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.040000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.8107571121637298, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 2.740110351921827e-05, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.0015637011159368567, 'feature_preprocessor:select_rates_classification:alpha': 0.08946373266874304, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.040000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'median', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 0.7989562366466165, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 7.053059678172002e-05, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.08376317590451106, 'feature_preprocessor:select_rates_classification:alpha': 0.09253465676961461, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'median', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.179015925113636, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 8.636717202229492e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.08636855372035196, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'median', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.8107571121637298, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 6.435204397796767e-05, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.009235502490257605, 'feature_preprocessor:select_rates_classification:alpha': 0.0921929202519737, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'mean', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.8107571121637298, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 6.395051174166816e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.09189765693299426, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'median', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.8107571121637298, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 6.426494000186322e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.09322727728226199, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.8107571121637298, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 6.395051174166816e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.08512340872329707, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'median', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.8133633935257936, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 2.6624903635939375e-05, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.008988004325375812, 'feature_preprocessor:select_rates_classification:alpha': 0.09107752637149823, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'median', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.4909756995941856, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 6.573618417220254e-05, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.007871616191327311, 'feature_preprocessor:select_rates_classification:alpha': 0.08987522026519286, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.693366714593463, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 5.381858700016885e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.08765136266054728, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.4018618894616683, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 6.554639574801936e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.0866683341839276, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'mean', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.8180951321598011, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 5.07223476487384e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.0930712189694117, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'median', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.3191017844986188, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 2.6158006846128257e-05, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.0073050629234869035, 'feature_preprocessor:select_rates_classification:alpha': 0.08920793941050456, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.408308976499071, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 5.310564898243454e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.09184011862156742, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'no_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'minority_coalescer', 'data_preprocessing:numerical_transformer:imputation:strategy': 'median', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.3985045471324016, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 6.107517883181988e-05, 'data_preprocessing:categorical_transformer:category_coalescence:minority_coalescer:minimum_fraction': 0.009586223975532724, 'feature_preprocessor:select_rates_classification:alpha': 0.09234973753294731, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.4566957182906186, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 5.319240465655007e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.08832071696302522, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'most_frequent', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.7601038213377038, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 9.08759501808038e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.08778884606234642, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "(0.020000, SimpleClassificationPipeline({'balancing:strategy': 'none', 'classifier:__choice__': 'liblinear_svc', 'data_preprocessing:categorical_transformer:categorical_encoding:__choice__': 'one_hot_encoding', 'data_preprocessing:categorical_transformer:category_coalescence:__choice__': 'no_coalescense', 'data_preprocessing:numerical_transformer:imputation:strategy': 'median', 'data_preprocessing:numerical_transformer:rescaling:__choice__': 'standardize', 'feature_preprocessor:__choice__': 'select_rates_classification', 'classifier:liblinear_svc:C': 1.2390040783689484, 'classifier:liblinear_svc:dual': 'False', 'classifier:liblinear_svc:fit_intercept': 'True', 'classifier:liblinear_svc:intercept_scaling': 1, 'classifier:liblinear_svc:loss': 'squared_hinge', 'classifier:liblinear_svc:multi_class': 'ovr', 'classifier:liblinear_svc:penalty': 'l2', 'classifier:liblinear_svc:tol': 5.578332478158759e-05, 'feature_preprocessor:select_rates_classification:alpha': 0.09257329479666145, 'feature_preprocessor:select_rates_classification:score_func': 'chi2', 'feature_preprocessor:select_rates_classification:mode': 'fwe'},\n",
      "dataset_properties={\n",
      "  'task': 1,\n",
      "  'sparse': False,\n",
      "  'multilabel': False,\n",
      "  'multiclass': False,\n",
      "  'target_type': 'classification',\n",
      "  'signed': False})),\n",
      "]\n"
     ]
    }
   ],
   "source": [
    "print(model.show_models())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "01c535dc-9a0c-46e5-bd1f-1074e20b476c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy: 0.5441054665930425\n",
      "CPU times: user 5.83 s, sys: 14.7 s, total: 20.5 s\n",
      "Wall time: 2.78 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "y_pred = model.predict(X_test)\n",
    "acc = accuracy_score(y_test, y_pred)\n",
    "print(f'Accuracy: {acc}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "4c5752ae-826b-4744-b6b7-6dd003a2297b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Home Odds</th>\n",
       "      <th>Vis Odds</th>\n",
       "      <th>Home Win</th>\n",
       "      <th>H  #Bat</th>\n",
       "      <th>H  BatAge</th>\n",
       "      <th>H  R/G</th>\n",
       "      <th>H  G_x</th>\n",
       "      <th>H  PA</th>\n",
       "      <th>H  AB</th>\n",
       "      <th>...</th>\n",
       "      <th>V  1Run</th>\n",
       "      <th>V  vRHP</th>\n",
       "      <th>V  vLHP</th>\n",
       "      <th>V  ≥.500</th>\n",
       "      <th>V  &lt;.500</th>\n",
       "      <th>HomeLastDif</th>\n",
       "      <th>VisitorLastDif</th>\n",
       "      <th>HomeWinStreak</th>\n",
       "      <th>VisitorWinStreak</th>\n",
       "      <th>HomeTeamWonLast</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2006-06-18</td>\n",
       "      <td>2.00</td>\n",
       "      <td>1.83</td>\n",
       "      <td>False</td>\n",
       "      <td>45</td>\n",
       "      <td>27.4</td>\n",
       "      <td>5.24</td>\n",
       "      <td>162</td>\n",
       "      <td>6284</td>\n",
       "      <td>5583</td>\n",
       "      <td>...</td>\n",
       "      <td>29-20</td>\n",
       "      <td>61-45</td>\n",
       "      <td>25-31</td>\n",
       "      <td>37-44</td>\n",
       "      <td>49-32</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2006-06-21</td>\n",
       "      <td>1.63</td>\n",
       "      <td>2.29</td>\n",
       "      <td>False</td>\n",
       "      <td>51</td>\n",
       "      <td>28.4</td>\n",
       "      <td>5.15</td>\n",
       "      <td>162</td>\n",
       "      <td>6273</td>\n",
       "      <td>5659</td>\n",
       "      <td>...</td>\n",
       "      <td>30-22</td>\n",
       "      <td>71-57</td>\n",
       "      <td>17-17</td>\n",
       "      <td>30-19</td>\n",
       "      <td>58-55</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2006-06-21</td>\n",
       "      <td>1.67</td>\n",
       "      <td>2.25</td>\n",
       "      <td>True</td>\n",
       "      <td>39</td>\n",
       "      <td>30.5</td>\n",
       "      <td>4.54</td>\n",
       "      <td>162</td>\n",
       "      <td>6326</td>\n",
       "      <td>5521</td>\n",
       "      <td>...</td>\n",
       "      <td>20-11</td>\n",
       "      <td>62-40</td>\n",
       "      <td>34-26</td>\n",
       "      <td>41-38</td>\n",
       "      <td>55-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2006-06-21</td>\n",
       "      <td>2.10</td>\n",
       "      <td>1.77</td>\n",
       "      <td>False</td>\n",
       "      <td>50</td>\n",
       "      <td>27.8</td>\n",
       "      <td>5.02</td>\n",
       "      <td>162</td>\n",
       "      <td>6348</td>\n",
       "      <td>5562</td>\n",
       "      <td>...</td>\n",
       "      <td>32-22</td>\n",
       "      <td>70-51</td>\n",
       "      <td>23-18</td>\n",
       "      <td>42-37</td>\n",
       "      <td>51-32</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2006-06-21</td>\n",
       "      <td>1.43</td>\n",
       "      <td>2.90</td>\n",
       "      <td>False</td>\n",
       "      <td>49</td>\n",
       "      <td>30.1</td>\n",
       "      <td>5.15</td>\n",
       "      <td>162</td>\n",
       "      <td>6291</td>\n",
       "      <td>5558</td>\n",
       "      <td>...</td>\n",
       "      <td>27-20</td>\n",
       "      <td>56-58</td>\n",
       "      <td>24-24</td>\n",
       "      <td>27-34</td>\n",
       "      <td>53-48</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96583</th>\n",
       "      <td>2021-04-12</td>\n",
       "      <td>1.75</td>\n",
       "      <td>2.14</td>\n",
       "      <td>True</td>\n",
       "      <td>31</td>\n",
       "      <td>28.7</td>\n",
       "      <td>4.25</td>\n",
       "      <td>20</td>\n",
       "      <td>759</td>\n",
       "      <td>669</td>\n",
       "      <td>...</td>\n",
       "      <td>3-1</td>\n",
       "      <td>4-10</td>\n",
       "      <td>6-0</td>\n",
       "      <td>6-5</td>\n",
       "      <td>4-5</td>\n",
       "      <td>2</td>\n",
       "      <td>-6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96584</th>\n",
       "      <td>2021-04-12</td>\n",
       "      <td>1.77</td>\n",
       "      <td>2.11</td>\n",
       "      <td>True</td>\n",
       "      <td>29</td>\n",
       "      <td>28.0</td>\n",
       "      <td>5.00</td>\n",
       "      <td>20</td>\n",
       "      <td>766</td>\n",
       "      <td>677</td>\n",
       "      <td>...</td>\n",
       "      <td>0-4</td>\n",
       "      <td>4-5</td>\n",
       "      <td>4-6</td>\n",
       "      <td>3-4</td>\n",
       "      <td>5-7</td>\n",
       "      <td>-1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96585</th>\n",
       "      <td>2021-04-12</td>\n",
       "      <td>2.85</td>\n",
       "      <td>1.45</td>\n",
       "      <td>False</td>\n",
       "      <td>32</td>\n",
       "      <td>28.1</td>\n",
       "      <td>3.81</td>\n",
       "      <td>21</td>\n",
       "      <td>775</td>\n",
       "      <td>688</td>\n",
       "      <td>...</td>\n",
       "      <td>2-3</td>\n",
       "      <td>9-9</td>\n",
       "      <td>3-2</td>\n",
       "      <td>4-8</td>\n",
       "      <td>8-3</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96586</th>\n",
       "      <td>2021-04-12</td>\n",
       "      <td>2.66</td>\n",
       "      <td>1.50</td>\n",
       "      <td>False</td>\n",
       "      <td>33</td>\n",
       "      <td>26.3</td>\n",
       "      <td>4.10</td>\n",
       "      <td>20</td>\n",
       "      <td>737</td>\n",
       "      <td>659</td>\n",
       "      <td>...</td>\n",
       "      <td>1-3</td>\n",
       "      <td>7-7</td>\n",
       "      <td>2-4</td>\n",
       "      <td>1-5</td>\n",
       "      <td>8-6</td>\n",
       "      <td>14</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96587</th>\n",
       "      <td>2021-04-12</td>\n",
       "      <td>1.91</td>\n",
       "      <td>1.94</td>\n",
       "      <td>False</td>\n",
       "      <td>32</td>\n",
       "      <td>31.3</td>\n",
       "      <td>3.62</td>\n",
       "      <td>21</td>\n",
       "      <td>756</td>\n",
       "      <td>676</td>\n",
       "      <td>...</td>\n",
       "      <td>2-3</td>\n",
       "      <td>8-10</td>\n",
       "      <td>1-1</td>\n",
       "      <td>3-5</td>\n",
       "      <td>6-6</td>\n",
       "      <td>4</td>\n",
       "      <td>-7</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>96588 rows × 219 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             Date  Home Odds  Vis Odds  Home Win  H  #Bat  H  BatAge  H  R/G  \\\n",
       "0      2006-06-18       2.00      1.83     False       45       27.4    5.24   \n",
       "1      2006-06-21       1.63      2.29     False       51       28.4    5.15   \n",
       "2      2006-06-21       1.67      2.25      True       39       30.5    4.54   \n",
       "3      2006-06-21       2.10      1.77     False       50       27.8    5.02   \n",
       "4      2006-06-21       1.43      2.90     False       49       30.1    5.15   \n",
       "...           ...        ...       ...       ...      ...        ...     ...   \n",
       "96583  2021-04-12       1.75      2.14      True       31       28.7    4.25   \n",
       "96584  2021-04-12       1.77      2.11      True       29       28.0    5.00   \n",
       "96585  2021-04-12       2.85      1.45     False       32       28.1    3.81   \n",
       "96586  2021-04-12       2.66      1.50     False       33       26.3    4.10   \n",
       "96587  2021-04-12       1.91      1.94     False       32       31.3    3.62   \n",
       "\n",
       "       H  G_x  H  PA  H  AB  ...  V  1Run  V  vRHP  V  vLHP  V  ≥.500  \\\n",
       "0         162   6284   5583  ...    29-20    61-45    25-31     37-44   \n",
       "1         162   6273   5659  ...    30-22    71-57    17-17     30-19   \n",
       "2         162   6326   5521  ...    20-11    62-40    34-26     41-38   \n",
       "3         162   6348   5562  ...    32-22    70-51    23-18     42-37   \n",
       "4         162   6291   5558  ...    27-20    56-58    24-24     27-34   \n",
       "...       ...    ...    ...  ...      ...      ...      ...       ...   \n",
       "96583      20    759    669  ...      3-1     4-10      6-0       6-5   \n",
       "96584      20    766    677  ...      0-4      4-5      4-6       3-4   \n",
       "96585      21    775    688  ...      2-3      9-9      3-2       4-8   \n",
       "96586      20    737    659  ...      1-3      7-7      2-4       1-5   \n",
       "96587      21    756    676  ...      2-3     8-10      1-1       3-5   \n",
       "\n",
       "       V  <.500  HomeLastDif  VisitorLastDif  HomeWinStreak  VisitorWinStreak  \\\n",
       "0         49-32            0               0              0                 0   \n",
       "1         58-55            0               0              0                 0   \n",
       "2         55-28            0               0              0                 0   \n",
       "3         51-32            0               0              0                 0   \n",
       "4         53-48            0               0              0                 0   \n",
       "...         ...          ...             ...            ...               ...   \n",
       "96583       4-5            2              -6              0                 0   \n",
       "96584       5-7           -1               3              2                 5   \n",
       "96585       8-3            6               2              3                 0   \n",
       "96586       8-6           14               4              3                 0   \n",
       "96587       6-6            4              -7              3                 0   \n",
       "\n",
       "       HomeTeamWonLast  \n",
       "0                    0  \n",
       "1                    0  \n",
       "2                    0  \n",
       "3                    0  \n",
       "4                    0  \n",
       "...                ...  \n",
       "96583                0  \n",
       "96584                1  \n",
       "96585                1  \n",
       "96586                0  \n",
       "96587                1  \n",
       "\n",
       "[96588 rows x 219 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# With odds and data\n",
    "data_with_odds = data.copy()\n",
    "\n",
    "data_with_odds.drop(['Home', 'Visitor', 'Home PTS', 'Vis PTS', 'Home Points Dif'], axis=1, inplace=True)\n",
    "data_with_odds"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}